-- Logs begin at Thu 2021-11-18 16:07:15 UTC, end at Thu 2021-11-18 18:40:35 UTC. -- Nov 18 16:54:41.822742 n-d-813419-11 systemd[1]: Started Devstack devstack@q-svc.service. Nov 18 16:54:44.559081 n-d-813419-11 neutron-server[103898]: INFO neutron.common.config [-] Logging enabled! Nov 18 16:54:44.559648 n-d-813419-11 neutron-server[103898]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev207 Nov 18 16:54:44.559957 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103898) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 18 16:54:44.563183 n-d-813419-11 neutron-server[103898]: INFO neutron.common.config [-] Logging enabled! Nov 18 16:54:44.563443 n-d-813419-11 neutron-server[103898]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev207 Nov 18 16:54:44.563760 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103898) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 18 16:54:44.564714 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:54:44.564949 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 18 16:54:44.565313 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 18 16:54:44.565559 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 18 16:54:44.565786 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 18 16:54:44.566107 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.566528 n-d-813419-11 neutron-server[103898]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 18 16:54:44.566842 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.567138 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.567430 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.567723 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.568052 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.568335 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.568622 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.568921 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.569206 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.569486 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.569770 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.570061 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.570344 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.570632 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.570923 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.571210 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] debug = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.571496 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.571960 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.572367 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.572653 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.572944 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.573228 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.573503 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.573782 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.574068 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.574942 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] host = n-d-813419-11 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.575223 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.575580 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.575894 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.576187 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.576464 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.576743 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.577029 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.577305 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.577581 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] log_file = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.577859 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.578149 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.578439 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.578737 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.578964 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.579188 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.579479 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.579767 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.580066 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.580346 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.580622 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.580898 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.581172 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.581443 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.581731 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.582023 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.582310 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.582588 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.582864 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.583140 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.583414 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.583700 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.583999 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.584276 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.584552 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.584841 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.585113 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.585389 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.585689 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.585973 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.586260 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.586546 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.586821 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.587107 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.587380 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.587656 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.587959 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] use_json = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.588235 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.588509 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.588793 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.589064 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.589338 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.589609 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.589881 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.590883 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:44.591194 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.591498 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.591821 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.592120 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.592427 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.592713 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.593004 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.593286 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.593576 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.593866 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.594159 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.594440 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.594734 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.595020 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.595317 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.595622 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.595948 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.596244 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.596522 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.596799 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.597076 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.597357 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.597648 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.597928 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.598219 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.598508 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.598789 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.599080 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.599375 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.599666 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.599970 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.600253 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.600545 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.600825 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.601100 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.601380 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.601670 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.601955 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.602228 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.602510 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.602790 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.603063 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.603335 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.603613 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.603924 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.604202 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.604474 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.604745 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.605025 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.605297 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.605585 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.606407 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.606890 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.607211 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.607504 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.607806 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.608086 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.608373 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.608649 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.608928 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.609204 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.609479 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.609754 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.610027 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.610300 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.610573 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.610845 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.611123 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.611397 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.611672 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.611980 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.612255 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.612527 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.612816 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.613116 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.613397 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.613677 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.613957 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.614235 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.614513 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.614790 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.615067 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.615350 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.615624 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.615944 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.616234 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.616524 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.616810 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.617091 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.617406 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.617689 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.617975 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.618254 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.618535 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.618821 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.619108 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.619405 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.619704 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.620025 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.620322 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.620618 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.620900 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.621212 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.622071 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:44.622296 n-d-813419-11 neutron-server[103898]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 18 16:54:44.622542 n-d-813419-11 neutron-server[103898]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103898) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 18 16:54:45.051070 n-d-813419-11 neutron-server[103898]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103898) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 18 16:54:45.051381 n-d-813419-11 neutron-server[103898]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103898) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 18 16:54:45.051647 n-d-813419-11 neutron-server[103898]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103898) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 18 16:54:45.052010 n-d-813419-11 neutron-server[103898]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 18 16:54:45.376330 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.376629 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.376923 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.378108 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.378385 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.378650 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.414423 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.414706 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.414974 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.430537 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.430818 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.431089 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.459689 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.460015 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.460290 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.498567 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.498860 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.499132 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.743581 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.744208 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.744208 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.744381 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.745030 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.843476 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.843825 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.844126 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.844396 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.844660 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.844976 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.845235 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.845492 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.845745 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.846027 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.846287 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.846549 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.846803 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.847055 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.847308 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.847570 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.847845 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.848113 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.848381 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.848637 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.848906 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.849160 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.849436 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.849814 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.850061 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.850308 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.850709 n-d-813419-11 neutron-server[103898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 16:54:45.850954 n-d-813419-11 neutron-server[103898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 16:54:45.851194 n-d-813419-11 neutron-server[103898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 16:54:45.851432 n-d-813419-11 neutron-server[103898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 16:54:45.851668 n-d-813419-11 neutron-server[103898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 16:54:45.851933 n-d-813419-11 neutron-server[103898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 16:54:45.852299 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 18 16:54:45.855441 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 18 16:54:45.860101 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 18 16:54:45.863757 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Nov 18 16:54:45.865409 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 18 16:54:45.865884 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 18 16:54:45.866218 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 18 16:54:45.866606 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 18 16:54:45.869469 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 18 16:54:45.869716 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 18 16:54:45.870062 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 18 16:54:45.876255 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 18 16:54:45.899277 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 18 16:54:45.899733 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.900057 n-d-813419-11 neutron-server[103898]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103898) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 18 16:54:45.900423 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.901987 n-d-813419-11 neutron-server[103898]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103898) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 18 16:54:45.902272 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 18 16:54:45.902560 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 18 16:54:45.905805 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.906091 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:45.971743 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 18 16:54:45.971952 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 18 16:54:45.972159 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 18 16:54:45.972543 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 18 16:54:45.993989 n-d-813419-11 neutron-server[103898]: DEBUG oslo_db.sqlalchemy.engines [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103898) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 18 16:54:46.687148 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Initializing driver for type 'gre' Nov 18 16:54:46.687687 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] gre ID ranges: [(1, 1000)] Nov 18 16:54:46.881134 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Initializing driver for type 'local' Nov 18 16:54:46.881668 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Initializing driver for type 'vlan' Nov 18 16:54:46.966825 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] VlanTypeDriver initialization complete Nov 18 16:54:46.967112 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Initializing driver for type 'vxlan' Nov 18 16:54:46.967615 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] vxlan ID ranges: [(1, 1000)] Nov 18 16:54:47.144016 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Initializing extension driver 'port_security' Nov 18 16:54:47.144364 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.extensions.port_security [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] PortSecurityExtensionDriver initialization complete Nov 18 16:54:47.144705 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Initializing mechanism driver 'openvswitch' Nov 18 16:54:47.145035 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Initializing mechanism driver 'hyperv' Nov 18 16:54:47.151742 n-d-813419-11 neutron-server[103898]: DEBUG neutron.plugins.ml2.plugin [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:54:47.152617 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > port after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.152999 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > port after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.153358 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > port after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.153909 n-d-813419-11 neutron-server[103898]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103898) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 18 16:54:47.154364 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > subnet after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.154728 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > subnet after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.155084 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.155497 n-d-813419-11 neutron-server[103898]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103898) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 18 16:54:47.156016 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > network after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.156469 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > network after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.156768 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > network after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.157442 n-d-813419-11 neutron-server[103898]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103898) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 18 16:54:47.157870 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > security_group after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.158227 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > security_group after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.158578 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.159004 n-d-813419-11 neutron-server[103898]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103898) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 18 16:54:47.159432 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.159805 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.160159 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.160586 n-d-813419-11 neutron-server[103898]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103898) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 18 16:54:47.161020 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > address_group after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.161375 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > address_group after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.161723 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.162140 n-d-813419-11 neutron-server[103898]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103898) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 18 16:54:47.162529 n-d-813419-11 neutron-server[103898]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] ML2 OVO RPC backend initialized. {{(pid=103898) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 18 16:54:47.163238 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.163603 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.164061 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > network before_response 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.164421 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > networks before_response 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.164777 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > port before_response 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.165129 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > ports before_response 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.165490 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > subnet before_response 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.165856 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > subnets before_response 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.166211 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > network after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.166561 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > network after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.166906 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > network after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.167250 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > port after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.167594 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > port after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.167966 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > port after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.168309 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > subnet after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.178104 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > subnet after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.178104 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.178104 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.plugin [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Modular L2 Plugin initialization complete Nov 18 16:54:47.178104 n-d-813419-11 neutron-server[103898]: DEBUG neutron.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading services supported by the core plugin {{(pid=103898) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 18 16:54:47.178104 n-d-813419-11 neutron-server[103898]: INFO neutron.plugins.ml2.managers [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Got port-security extension from driver 'port_security' Nov 18 16:54:47.178104 n-d-813419-11 neutron-server[103898]: INFO neutron.extensions.vlantransparent [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Disabled vlantransparent extension. Nov 18 16:54:47.178544 n-d-813419-11 neutron-server[103898]: DEBUG neutron.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103898) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 18 16:54:47.178544 n-d-813419-11 neutron-server[103898]: INFO neutron.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading Plugin: router Nov 18 16:54:47.220496 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.221759 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router after_create 55549900 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.222156 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router before_create 55549900 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.222534 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.222918 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.223285 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router after_delete 55549900 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.223655 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.224162 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.224541 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router after_create 55549900 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.224902 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router after_update 55549900 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.225261 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router after_update 55549900 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.225621 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.225988 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router after_update 55549900 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.226409 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router precommit_update 55549900 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.226790 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: port after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.227140 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: port after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.227487 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: subnet after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.227859 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.228221 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.228580 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router precommit_create 55549900 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.228929 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: port before_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.229282 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router precommit_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.229667 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router after_update 55549900 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.230020 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.230382 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router precommit_create 55549900 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.230782 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.231145 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router precommit_update 55549900 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.231521 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > agent after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.231910 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > agent after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.232266 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > network after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.233141 n-d-813419-11 neutron-server[103898]: DEBUG neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Tracking information for resource: router configured {{(pid=103898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 16:54:47.233488 n-d-813419-11 neutron-server[103898]: DEBUG neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Tracking information for resource: floatingip configured {{(pid=103898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 16:54:47.238434 n-d-813419-11 neutron-server[103898]: INFO neutron.db.l3_agentschedulers_db [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 18 16:54:47.239058 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: port after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.239428 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: port after_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.239843 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: port after_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.240205 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: port after_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.241014 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router before_create 55550100 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.241391 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.241764 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router precommit_create 55550100 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.242131 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > router precommit_update 55550100 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.247603 n-d-813419-11 neutron-server[103898]: DEBUG neutron.services.provider_configuration [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Service providers = [] {{(pid=103898) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 18 16:54:47.248003 n-d-813419-11 neutron-server[103898]: DEBUG neutron.db.servicetype_db [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103898) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 18 16:54:47.250961 n-d-813419-11 neutron-server[103898]: DEBUG neutron.services.service_base [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103898) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 18 16:54:47.251323 n-d-813419-11 neutron-server[103898]: DEBUG neutron.services.service_base [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103898) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 18 16:54:47.251676 n-d-813419-11 neutron-server[103898]: DEBUG neutron.services.service_base [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103898) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 18 16:54:47.252601 n-d-813419-11 neutron-server[103898]: DEBUG neutron.services.service_base [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103898) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 18 16:54:47.252985 n-d-813419-11 neutron-server[103898]: INFO neutron.services.service_base [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 18 16:54:47.253369 n-d-813419-11 neutron-server[103898]: DEBUG neutron.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 16:54:47.253694 n-d-813419-11 neutron-server[103898]: INFO neutron.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 18 16:54:47.270932 n-d-813419-11 neutron-server[103898]: DEBUG neutron.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 16:54:47.271279 n-d-813419-11 neutron-server[103898]: INFO neutron.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading Plugin: auto_allocate Nov 18 16:54:47.277162 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: network precommit_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.277572 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: network precommit_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.278107 n-d-813419-11 neutron-server[103898]: DEBUG neutron.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 16:54:47.278436 n-d-813419-11 neutron-server[103898]: INFO neutron.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading Plugin: tag Nov 18 16:54:47.292809 n-d-813419-11 neutron-server[103898]: DEBUG neutron.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 16:54:47.293175 n-d-813419-11 neutron-server[103898]: INFO neutron.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading Plugin: timestamp Nov 18 16:54:47.297104 n-d-813419-11 neutron-server[103898]: DEBUG neutron.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 16:54:47.297444 n-d-813419-11 neutron-server[103898]: INFO neutron.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading Plugin: network_ip_availability Nov 18 16:54:47.302971 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.303353 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.303723 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.304479 n-d-813419-11 neutron-server[103898]: DEBUG neutron.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 16:54:47.304811 n-d-813419-11 neutron-server[103898]: INFO neutron.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading Plugin: flavors Nov 18 16:54:47.310421 n-d-813419-11 neutron-server[103898]: DEBUG neutron.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 16:54:47.310760 n-d-813419-11 neutron-server[103898]: INFO neutron.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading Plugin: revisions Nov 18 16:54:47.315100 n-d-813419-11 neutron-server[103898]: DEBUG neutron.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 16:54:47.315510 n-d-813419-11 neutron-server[103898]: DEBUG oslo_concurrency.lockutils [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.264s {{(pid=103898) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 18 16:54:47.316320 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103898) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 18 16:54:47.316668 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Initializing extension manager. Nov 18 16:54:47.327009 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: __init__.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.327009 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: __pycache__ {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.327009 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.327009 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: address_group.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.327009 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.327009 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: address-group Nov 18 16:54:47.327009 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: address_scope.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.327511 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.327511 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: address-scope Nov 18 16:54:47.327511 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.327511 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.328022 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: router-admin-state-down-before-update Nov 18 16:54:47.328362 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: agent.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.329081 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.329605 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: agent Nov 18 16:54:47.329936 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: agent_resources_synced.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.330868 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.331389 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: agent-resources-synced Nov 18 16:54:47.331720 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: allowedaddresspairs.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.333720 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.334104 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: allowed-address-pairs Nov 18 16:54:47.334442 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: auto_allocated_topology.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.335539 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.336093 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: auto-allocated-topology Nov 18 16:54:47.336431 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: availability_zone.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.337142 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.337657 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: availability_zone Nov 18 16:54:47.337988 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: availability_zone_filter.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.338930 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.339448 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: availability_zone_filter Nov 18 16:54:47.339802 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: data_plane_status.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.340765 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.341282 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension data-plane-status not supported by any of loaded plugins Nov 18 16:54:47.341614 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: default_subnetpools.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.342561 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.343079 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: default-subnetpools Nov 18 16:54:47.343411 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.344275 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.344806 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: dhcp_agent_scheduler Nov 18 16:54:47.345126 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: dns.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.346065 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.346579 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension dns-integration not supported by any of loaded plugins Nov 18 16:54:47.346911 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: dns_domain_ports.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.347934 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.348452 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 18 16:54:47.348783 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.349720 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.350236 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 18 16:54:47.350563 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: dvr.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.351246 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.351765 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: dvr Nov 18 16:54:47.352124 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: ecmp_routes.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.353061 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.353579 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension ecmp_routes not supported by any of loaded plugins Nov 18 16:54:47.353909 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: empty_string_filtering.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.354833 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.355347 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: empty-string-filtering Nov 18 16:54:47.356216 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.357148 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.357662 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 18 16:54:47.357991 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.358927 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.359438 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 18 16:54:47.359767 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: external_net.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.360722 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.361237 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: external-net Nov 18 16:54:47.368213 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.368905 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.369427 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: extra_dhcp_opt Nov 18 16:54:47.369757 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: extraroute.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.370682 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.371835 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: extraroute Nov 18 16:54:47.372178 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: extraroute_atomic.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.373233 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.373752 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: extraroute-atomic Nov 18 16:54:47.374083 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: filter_validation.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.374761 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.375274 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: filter-validation Nov 18 16:54:47.375603 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: fip_pf_description.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.376744 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.377264 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 18 16:54:47.377592 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: fip_port_details.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.378527 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.379040 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: fip-port-details Nov 18 16:54:47.379368 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: flavors.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.380670 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.381190 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: flavors Nov 18 16:54:47.381524 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.383203 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.383732 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 18 16:54:47.384098 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: floatingip_pools.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.384811 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.385329 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: floatingip-pools Nov 18 16:54:47.385663 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: ip_allocation.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.386605 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.387145 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension ip_allocation not supported by any of loaded plugins Nov 18 16:54:47.387478 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.388447 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.388964 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: ip-substring-filtering Nov 18 16:54:47.389299 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: l2_adjacency.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.390251 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.390770 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension l2_adjacency not supported by any of loaded plugins Nov 18 16:54:47.391102 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: l3.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.392118 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.392644 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: router Nov 18 16:54:47.392978 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.395268 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.395829 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 18 16:54:47.396181 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.397139 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.397663 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: ext-gw-mode Nov 18 16:54:47.398005 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.398966 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.399491 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: l3-ha Nov 18 16:54:47.399859 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: l3_flavors.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.400797 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.401311 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: l3-flavors Nov 18 16:54:47.401647 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.402600 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.403116 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: l3-port-ip-change-not-allowed Nov 18 16:54:47.403452 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: l3agentscheduler.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.404536 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.405055 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: l3_agent_scheduler Nov 18 16:54:47.405398 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: local_ip.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.407453 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.408007 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension local_ip not supported by any of loaded plugins Nov 18 16:54:47.408356 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: logging.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.409868 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.410410 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension logging not supported by any of loaded plugins Nov 18 16:54:47.410751 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: metering.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.411641 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.412263 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: metering Nov 18 16:54:47.412605 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.413721 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.419941 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: metering_source_and_destination_fields Nov 18 16:54:47.419941 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: multiprovidernet.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.420637 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.421157 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: multi-provider Nov 18 16:54:47.421492 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: netmtu.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.422435 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.422954 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: net-mtu Nov 18 16:54:47.423287 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: netmtu_writable.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.424257 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.424782 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: net-mtu-writable Nov 18 16:54:47.425116 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: network_availability_zone.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.425799 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.426312 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: network_availability_zone Nov 18 16:54:47.426644 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: network_ip_availability.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.427795 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.428336 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: network-ip-availability Nov 18 16:54:47.428675 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: network_segment_range.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.429451 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.429963 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension network-segment-range not supported by any of loaded plugins Nov 18 16:54:47.430294 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: pagination.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.431289 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.431627 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: pagination Nov 18 16:54:47.431990 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: port_device_profile.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.432917 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.433433 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: port-device-profile Nov 18 16:54:47.434318 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.435259 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.435773 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: port-mac-address-regenerate Nov 18 16:54:47.436127 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.437055 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.437568 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: port-numa-affinity-policy Nov 18 16:54:47.437897 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: port_resource_request.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.438835 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.439347 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension port-resource-request not supported by any of loaded plugins Nov 18 16:54:47.439676 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: port_resource_request_groups.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.440691 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.441206 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 18 16:54:47.441539 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: portbindings.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.442490 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.443014 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: binding Nov 18 16:54:47.443345 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: portbindings_extended.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.444686 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.445219 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: binding-extended Nov 18 16:54:47.445558 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: portsecurity.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.446492 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.447014 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: port-security Nov 18 16:54:47.447348 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: project_id.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.448373 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.448712 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: project-id Nov 18 16:54:47.453342 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: providernet.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.454031 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.454550 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: provider Nov 18 16:54:47.454880 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: qos.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.458547 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.459077 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension qos not supported by any of loaded plugins Nov 18 16:54:47.459421 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.460719 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.461249 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 18 16:54:47.461587 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.462545 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.463070 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 18 16:54:47.463404 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: qos_default.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.464371 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.464917 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension qos-default not supported by any of loaded plugins Nov 18 16:54:47.465253 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: qos_fip.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.465921 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.466436 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension qos-fip not supported by any of loaded plugins Nov 18 16:54:47.466766 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: qos_gateway_ip.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.467708 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.468264 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 18 16:54:47.468607 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: qos_port_network_policy.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.469546 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.470061 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 18 16:54:47.470392 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.476448 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.476448 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 18 16:54:47.476448 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: qos_pps_rule.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.477414 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.477939 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension qos-pps not supported by any of loaded plugins Nov 18 16:54:47.478276 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: qos_rule_type_details.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.479234 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.479752 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 18 16:54:47.480115 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: qos_rules_alias.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.481706 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.482228 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 18 16:54:47.482563 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: quota_check_limit.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.483498 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.484059 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: quota-check-limit Nov 18 16:54:47.484394 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: quotasv2.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.485345 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.485680 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: quotas Nov 18 16:54:47.486010 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: quotasv2_detail.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.489209 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.489565 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: quota_details Nov 18 16:54:47.489909 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: rbac.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.490977 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.491515 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: rbac-policies Nov 18 16:54:47.491883 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: rbac_address_group.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.492847 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.493376 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: rbac-address-group Nov 18 16:54:47.493714 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: rbac_address_scope.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.494664 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.495187 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: rbac-address-scope Nov 18 16:54:47.495522 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: rbac_security_groups.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.497059 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.497589 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: rbac-security-groups Nov 18 16:54:47.497922 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: rbac_subnetpool.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.504749 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.505270 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: rbac-subnetpool Nov 18 16:54:47.505602 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: revisionifmatch.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.506545 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.507070 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: revision-if-match Nov 18 16:54:47.507406 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: revisions.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.508593 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.509118 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: standard-attr-revisions Nov 18 16:54:47.509454 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: router_availability_zone.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.510147 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.510672 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: router_availability_zone Nov 18 16:54:47.511007 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: routerservicetype.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.512011 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.512532 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension router-service-type not supported by any of loaded plugins Nov 18 16:54:47.512864 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.513888 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.514411 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: security-groups-normalized-cidr Nov 18 16:54:47.514742 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.515685 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.516238 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: port-security-groups-filtering Nov 18 16:54:47.516570 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.517511 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.518030 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: security-groups-remote-address-group Nov 18 16:54:47.518362 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.519321 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.519864 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: security-groups-shared-filtering Nov 18 16:54:47.520198 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.520801 n-d-813419-11 neutron-server[103898]: WARNING neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 18 16:54:47.521129 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: securitygroup.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.531161 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.532963 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: security-group Nov 18 16:54:47.532963 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: segment.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.533131 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.533642 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension segment not supported by any of loaded plugins Nov 18 16:54:47.533983 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.534951 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.535477 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 18 16:54:47.535831 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: servicetype.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.536954 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.537486 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: service-type Nov 18 16:54:47.537827 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: sorting.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.538842 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.539190 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: sorting Nov 18 16:54:47.539527 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: standard_attr_segment.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.540498 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.541031 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 18 16:54:47.541368 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: standardattrdescription.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.542034 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.542555 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: standard-attr-description Nov 18 16:54:47.542886 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: stateful_security_group.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.544382 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.544910 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: stateful-security-group Nov 18 16:54:47.545246 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: stdattrs_common.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.545833 n-d-813419-11 neutron-server[103898]: WARNING neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 18 16:54:47.546167 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.551030 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.551556 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 18 16:54:47.551917 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: subnet_onboard.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.553009 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.553540 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: subnet_onboard Nov 18 16:54:47.553876 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.554834 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.555359 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 18 16:54:47.555695 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: subnet_service_types.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.556661 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.557188 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: subnet-service-types Nov 18 16:54:47.557521 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: subnetallocation.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.558657 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.559723 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: subnet_allocation Nov 18 16:54:47.560097 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.560788 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.561310 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: subnetpool-prefix-ops Nov 18 16:54:47.561645 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.562609 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.563132 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 18 16:54:47.563466 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: tagging.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.564598 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.565131 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: standard-attr-tag Nov 18 16:54:47.565470 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: timestamp.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.568964 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.569494 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loaded extension: standard-attr-timestamp Nov 18 16:54:47.569831 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: trunk.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.570888 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.571418 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension trunk not supported by any of loaded plugins Nov 18 16:54:47.571756 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: trunk_details.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.572741 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.573266 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension trunk-details not supported by any of loaded plugins Nov 18 16:54:47.573599 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: uplink_status_propagation.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.574567 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.575096 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 18 16:54:47.575429 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Loading extension file: vlantransparent.py {{(pid=103898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:54:47.576147 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:54:47.576666 n-d-813419-11 neutron-server[103898]: INFO neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extension vlan-transparent not supported by any of loaded plugins Nov 18 16:54:47.579196 n-d-813419-11 neutron-server[103898]: INFO neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Creating instance of TrackedResource for resource:network Nov 18 16:54:47.579727 n-d-813419-11 neutron-server[103898]: INFO neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Creating instance of TrackedResource for resource:subnet Nov 18 16:54:47.580163 n-d-813419-11 neutron-server[103898]: INFO neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:54:47.580563 n-d-813419-11 neutron-server[103898]: INFO neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Creating instance of TrackedResource for resource:port Nov 18 16:54:47.581810 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.v2.resource_helper [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:54:47.582269 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.v2.resource_helper [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Service FLAVORS assigned prefix: {{(pid=103898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:54:47.582895 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.v2.resource_helper [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:54:47.583357 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.v2.resource_helper [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:54:47.583700 n-d-813419-11 neutron-server[103898]: INFO neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Creating instance of TrackedResource for resource:router Nov 18 16:54:47.584169 n-d-813419-11 neutron-server[103898]: INFO neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Creating instance of TrackedResource for resource:floatingip Nov 18 16:54:47.584688 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.v2.resource_helper [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Service METERING assigned prefix: /metering {{(pid=103898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:54:47.586134 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.586510 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.586867 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:54:47.587933 n-d-813419-11 neutron-server[103898]: INFO neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Creating instance of CountableResource for resource:rbac_policy Nov 18 16:54:47.588381 n-d-813419-11 neutron-server[103898]: INFO neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Creating instance of TrackedResource for resource:security_group Nov 18 16:54:47.588822 n-d-813419-11 neutron-server[103898]: INFO neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 18 16:54:47.589434 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.v2.resource_helper [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Service CORE assigned prefix: {{(pid=103898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:54:47.589805 n-d-813419-11 neutron-server[103898]: INFO neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:54:47.590166 n-d-813419-11 neutron-server[103898]: WARNING neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] subnetpool is already registered Nov 18 16:54:47.590603 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.v2.resource_helper [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Service CORE assigned prefix: {{(pid=103898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:54:47.590947 n-d-813419-11 neutron-server[103898]: INFO neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:54:47.591290 n-d-813419-11 neutron-server[103898]: WARNING neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] subnetpool is already registered Nov 18 16:54:47.593620 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.v2.resource_helper [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:54:47.594065 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.v2.resource_helper [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Service FLAVORS assigned prefix: {{(pid=103898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:54:47.594675 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.v2.resource_helper [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:54:47.595119 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.v2.resource_helper [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:54:47.595463 n-d-813419-11 neutron-server[103898]: INFO neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Creating instance of TrackedResource for resource:router Nov 18 16:54:47.595836 n-d-813419-11 neutron-server[103898]: WARNING neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] router is already registered Nov 18 16:54:47.596267 n-d-813419-11 neutron-server[103898]: INFO neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Creating instance of TrackedResource for resource:floatingip Nov 18 16:54:47.596614 n-d-813419-11 neutron-server[103898]: WARNING neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] floatingip is already registered Nov 18 16:54:47.597081 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.v2.resource_helper [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Service METERING assigned prefix: /metering {{(pid=103898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:54:47.597758 n-d-813419-11 neutron-server[103898]: INFO neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Creating instance of CountableResource for resource:rbac_policy Nov 18 16:54:47.598093 n-d-813419-11 neutron-server[103898]: WARNING neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] rbac_policy is already registered Nov 18 16:54:47.598513 n-d-813419-11 neutron-server[103898]: INFO neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Creating instance of TrackedResource for resource:security_group Nov 18 16:54:47.598857 n-d-813419-11 neutron-server[103898]: WARNING neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] security_group is already registered Nov 18 16:54:47.599270 n-d-813419-11 neutron-server[103898]: INFO neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 18 16:54:47.599611 n-d-813419-11 neutron-server[103898]: WARNING neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] security_group_rule is already registered Nov 18 16:54:47.600285 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.v2.resource_helper [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Service CORE assigned prefix: {{(pid=103898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:54:47.600629 n-d-813419-11 neutron-server[103898]: INFO neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:54:47.600974 n-d-813419-11 neutron-server[103898]: WARNING neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] subnetpool is already registered Nov 18 16:54:47.601401 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.v2.resource_helper [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Service CORE assigned prefix: {{(pid=103898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:54:47.601732 n-d-813419-11 neutron-server[103898]: INFO neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:54:47.602072 n-d-813419-11 neutron-server[103898]: WARNING neutron.quota.resource_registry [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] subnetpool is already registered Nov 18 16:54:47.602550 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: extensions {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.604072 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: address-groups {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.606124 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: address-scopes {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.607451 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: agents {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.608659 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: auto-allocated-topology {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.609948 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: availability_zones {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.611175 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: dhcp-networks {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.613895 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: dhcp-agents {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.615339 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: routers {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.617599 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: flavors {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.622316 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: service_profiles {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.622316 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: next_providers {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.622316 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: service_profiles {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.623660 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: floatingip-pools {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.624948 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: routers {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.627107 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: floatingips {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.628713 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: l3-routers {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.630408 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: l3-agents {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.631878 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: metering-labels {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.633255 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: metering-label-rules {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.634648 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: network-ip-availabilities {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.635966 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: bindings {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.637684 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: quotas {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.639279 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: quotas {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.640875 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: rbac-policies {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.642176 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: security-groups {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.643432 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: security-group-rules {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.644692 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: service-providers {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.645947 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: subnetpools {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.647385 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: subnetpools {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.648902 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: tags {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.650594 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: tags {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.652458 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: tags {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.654268 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: tags {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.656165 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: tags {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.658303 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: tags {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.660044 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: tags {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.661970 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: tags {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.663771 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: tags {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.665673 n-d-813419-11 neutron-server[103898]: DEBUG neutron.api.extensions [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Extended resource: tags {{(pid=103898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:54:47.672215 n-d-813419-11 neutron-server[103898]: WARNING keystonemiddleware.auth_token [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 18 16:54:47.677802 n-d-813419-11 neutron-server[103898]: WARNING keystonemiddleware.auth_token [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 18 16:54:47.687113 n-d-813419-11 neutron-server[103898]: DEBUG oslo_concurrency.lockutils [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Acquired lock "singleton_lock" {{(pid=103898) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 18 16:54:47.687591 n-d-813419-11 neutron-server[103898]: DEBUG oslo_concurrency.lockutils [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Releasing lock "singleton_lock" {{(pid=103898) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 18 16:54:47.688282 n-d-813419-11 neutron-server[103898]: INFO oslo_service.service [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Starting 2 workers Nov 18 16:54:47.693066 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Started child 104007 {{(pid=103898) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 18 16:54:47.697509 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Started child 104008 {{(pid=103898) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 18 16:54:47.698516 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:54:47.699147 n-d-813419-11 neutron-server[103898]: INFO neutron.service [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Neutron service started, listening on 0.0.0.0:9696 Nov 18 16:54:47.699840 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Publish callbacks [] for process, before_spawn {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:54:47.700020 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [-] (104007) wsgi starting up on http://0.0.0.0:9696 Nov 18 16:54:47.702276 n-d-813419-11 neutron-server[103898]: INFO oslo_service.service [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Starting 1 workers Nov 18 16:54:47.702385 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:54:47.703702 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [-] (104008) wsgi starting up on http://0.0.0.0:9696 Nov 18 16:54:47.707408 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Started child 104009 {{(pid=103898) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 18 16:54:47.708004 n-d-813419-11 neutron-server[103898]: INFO oslo_service.service [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Starting 1 workers Nov 18 16:54:47.711190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.service [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] calling RpcWorker wait() {{(pid=104009) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 18 16:54:47.711688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.service [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] returning from RpcWorker wait() {{(pid=104009) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 18 16:54:47.712389 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Started child 104010 {{(pid=103898) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 18 16:54:47.713211 n-d-813419-11 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cacf-5638-4fc5-a317-0448f6de204d None None] Publish callbacks [] for process, after_spawn {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:54:47.713313 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:54:47.713778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:54:47.715654 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103898) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 18 16:54:47.715894 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:54:47.716084 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 18 16:54:47.716307 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 18 16:54:47.716643 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 18 16:54:47.716832 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 18 16:54:47.717345 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.717620 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.717881 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.718148 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.718444 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:54:47.718929 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.719057 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.719313 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.719559 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.719878 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.720140 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.720316 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.720494 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.720766 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.721009 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.721328 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.721609 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.721863 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.722127 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.722287 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.722722 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.723008 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.723246 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.723516 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] debug = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.723815 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.724313 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.724563 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.724824 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.725050 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.725329 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.725596 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.725851 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.726112 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.726336 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.726639 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.726849 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.727103 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.727359 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.727618 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.727861 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.728138 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.728379 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.728878 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] host = n-d-813419-11 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.729134 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.729393 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.729631 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.729904 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.730160 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.730406 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.731240 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.731506 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.731782 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.732054 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.732302 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.732569 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.732795 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.733038 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] log_file = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.733203 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] log_options = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.733440 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.733721 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.733998 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.734200 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.734373 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.734557 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.734837 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.735005 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.735263 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.735485 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.735711 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.735979 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.736185 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.736423 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.736708 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.736959 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.737188 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.737425 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.737704 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.737941 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.738177 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.738413 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.738635 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.738879 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.739080 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.739334 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.739569 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.739840 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.740041 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.740305 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.740552 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.740804 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.741060 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.741304 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.741572 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.741809 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.742045 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.742297 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.742571 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.742804 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.743060 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.743324 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.743544 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.743828 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.744066 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.744305 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.744524 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] use_json = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.744769 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.745009 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.745271 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.745492 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.745716 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.745958 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.746160 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.746608 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.747089 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.747424 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.747770 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.749015 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.749173 n-d-813419-11 neutron-server[104010]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:54:47.749334 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.749334 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.749597 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.749760 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.750056 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.750328 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.750642 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.750876 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.751203 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.751465 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.751753 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.752125 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.752374 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.752654 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.752901 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.753144 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.753382 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.753616 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.753906 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.754138 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.754398 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.754656 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.754888 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.755215 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.755518 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.755812 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.756107 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.756349 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.756594 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.756817 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.757038 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.757258 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.757496 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.757766 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.757992 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.758230 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.758476 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.758700 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.759123 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.759358 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.759705 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.760146 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.760416 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.760666 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.760907 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.761130 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.761351 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.761614 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.762070 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.762222 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.762400 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.762635 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.762861 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.763083 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.763340 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.763573 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.763833 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.764087 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.765810 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.765810 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.765810 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.765810 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.765810 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.766177 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.766177 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.766383 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.766609 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.766847 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.767330 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.767330 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.767963 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.767963 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.767963 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.768576 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.768576 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.768999 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.768999 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.769299 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.769515 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.769710 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.769922 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.770116 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.771258 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.771258 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.771258 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.771258 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.771258 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.776316 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.776316 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.776316 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.776316 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.776316 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.776316 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.776316 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.776316 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.777008 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.777008 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.777008 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.777008 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.777008 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.777008 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.777008 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.777008 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.778160 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.778160 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.778160 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.778160 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.778160 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.778160 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.778160 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.778160 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.779268 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.779268 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.779268 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.779268 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.779268 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.779928 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.779928 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.780165 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.780309 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.780597 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.780902 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.782353 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.782353 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.782353 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.782353 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.783168 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.783168 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.783324 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.785009 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.785009 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.785009 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.785009 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.785009 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.787372 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.787372 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.787372 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.787372 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.787372 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.787372 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.787372 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.787372 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.788539 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.788539 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.788539 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.788539 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.788539 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.789473 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.789473 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.789473 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.789473 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.789872 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.789872 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.790015 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.790235 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.790465 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.790718 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.790937 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.791163 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.791388 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.791641 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.792352 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.792352 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.792352 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.792725 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.792837 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.793042 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.794121 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.794121 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.794302 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.795130 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.795130 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.795130 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.795130 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.795130 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.795130 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.796395 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.796395 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.796539 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.796729 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.796943 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.797171 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.797384 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.797618 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.797851 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.798358 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.798358 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.799050 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.799050 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.799898 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.799898 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.799898 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.799898 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.801203 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.801203 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.801203 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.801203 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.801203 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.801203 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.801892 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.801892 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.801892 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.802232 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.802715 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.802715 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.802715 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.803092 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.803218 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.803854 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.803854 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.804044 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.804170 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.804382 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.804638 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.804876 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.805095 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.805321 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.805565 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.805781 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.806013 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.806234 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.806456 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.806706 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.806927 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.807143 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.807415 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.807658 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.807917 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.808147 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.808367 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.808579 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.808854 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.809071 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.809309 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.809545 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.809765 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.809981 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.810236 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.810475 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.810690 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.810917 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.811163 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.811380 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.811678 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.811974 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.812199 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.812487 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.812721 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.812984 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.813248 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.813558 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.814275 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.814963 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.815209 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.815457 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.815689 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.816015 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.816355 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.816664 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.816914 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.817175 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.817487 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.817774 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.818067 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.818290 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.818615 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.818947 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.819236 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.819504 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.819747 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.820033 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.820289 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.820519 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.820780 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.821039 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.821263 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.821508 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.821737 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.821972 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.822217 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.822451 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.822694 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.822925 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.823162 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.823433 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.823661 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.823865 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 18 16:54:47.824428 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103898) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 18 16:54:47.824594 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:54:47.824763 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 18 16:54:47.824961 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 18 16:54:47.825156 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 18 16:54:47.825290 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 18 16:54:47.825502 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.825670 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.825833 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.825995 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.826149 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.826345 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.826509 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.826671 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.826834 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.826996 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.827160 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.827322 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.827485 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.827650 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.827839 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.828157 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.828339 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.828482 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.828648 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.828813 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.828975 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.829136 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.829291 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] debug = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.829453 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.829669 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.829835 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.829999 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.830160 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.830320 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.830481 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.830642 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.830802 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.830962 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.831124 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.831285 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.831446 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.831606 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.831766 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.831957 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.832118 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.832278 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.832438 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] host = n-d-813419-11 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.832599 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.832760 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.832921 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.833081 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.833242 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.833404 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.833565 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.833727 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.833886 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.834047 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.834207 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.834408 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.834538 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.834671 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] log_file = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.834832 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] log_options = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.834993 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.835153 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.835314 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.835499 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.835665 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.835846 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.836018 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.836204 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.836364 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.836549 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.836724 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.836885 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.837047 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.837209 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.837369 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.837529 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.837689 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.837851 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.838012 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.838174 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.838334 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.838495 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.838655 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.838815 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.838977 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.839137 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.839297 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.839457 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.839618 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.839778 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.840474 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.840638 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.840799 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.840961 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.841122 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.841283 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.841444 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.841605 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.841770 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.841932 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.842093 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.842304 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.842437 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.842561 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.843037 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.843190 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.843769 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] use_json = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.843769 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.844046 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.844599 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.844599 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.844599 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.844599 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.845082 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.845082 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:54:47.845082 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.845425 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.845425 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.845627 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.845627 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.846005 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.846005 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.846240 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.846240 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.846471 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.846594 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.846716 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.846848 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.847015 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.847577 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.847577 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.847577 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.847964 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.847964 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.847964 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.848268 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.848268 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.848547 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.849230 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.849230 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.849230 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.849230 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.849230 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.849580 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.849580 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.849739 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.849829 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.850300 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.850300 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.850300 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.850524 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.850654 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.850738 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.850864 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.851032 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.851207 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.851365 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.851596 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.851696 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.851870 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.852048 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.852186 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.852353 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.852526 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.852668 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.852924 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.853057 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.853139 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.853289 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.853452 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.853627 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.853777 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.853938 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.854082 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.854245 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.854409 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.854562 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.854723 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.854889 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.855055 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.855219 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.855396 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.855565 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.856292 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.856461 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.856627 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.856904 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.857090 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.857090 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.857416 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.857416 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.857692 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.857692 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.858459 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.858459 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.858459 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.858459 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.858459 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.859091 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.859091 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.859091 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.859091 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.859637 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.859637 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.859637 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.860087 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.860087 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.860087 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.860498 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.860498 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.860498 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.860885 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.860885 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.861154 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.861154 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.861416 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.861416 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.861685 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.861685 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.861945 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.862082 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.862219 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.862345 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.862429 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.862576 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.862740 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.862904 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.863067 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.863230 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.863393 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.863556 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.863728 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.863915 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.864081 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.864243 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.864413 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.864587 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.864751 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.864916 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.865079 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.865378 n-d-813419-11 neutron-server[104009]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:54:47.865669 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.865838 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.866175 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.866349 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.866516 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.866682 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.866846 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.867019 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.867196 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.867360 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.867524 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.867693 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.867897 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.868063 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.868226 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.868391 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.868555 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.868719 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.868884 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.869048 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.869206 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.869371 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.869535 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.869700 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.869865 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.870015 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.870182 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.870346 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.870511 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.870674 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.870838 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.871002 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.871189 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.871354 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.871518 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.871695 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.872313 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.872442 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.872595 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.872759 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.872923 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.873088 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.873252 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.873414 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.873576 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.873740 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.873904 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.874067 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.874230 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.874396 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.874560 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.874754 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.874880 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.875028 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.875177 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.875366 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.875498 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.875646 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.876497 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.876695 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.876939 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.877542 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.877542 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.877542 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.877542 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.877832 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.877832 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.878137 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.878137 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.878278 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.878407 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.878676 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.879296 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.879296 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.879296 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.879296 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.880094 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.880094 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.880094 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.880094 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.880094 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.880897 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.880897 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.880897 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.880897 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.880897 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.880897 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.881970 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.881970 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.881970 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.881970 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.881970 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.881970 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.881970 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.883180 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.883180 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.883180 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.883180 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.883180 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.883180 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.883180 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.883180 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.884187 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.884187 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.884187 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.884187 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.884187 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.884187 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.884588 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.884588 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.884588 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.884856 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.884856 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.885030 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.885196 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.885357 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.885687 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.885855 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.886019 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.886266 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.886600 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.886780 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.886959 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.887108 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.887259 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.887434 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.887600 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.887766 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.887946 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.888118 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.888276 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.888437 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.888602 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.888767 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.888931 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.889095 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.889264 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.889437 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.889607 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.889773 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.889945 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.890117 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.890289 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.890453 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.890624 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.890801 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.890965 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.891129 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.891293 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.891456 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.891620 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.891906 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.892072 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.892235 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.892400 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.892564 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.892729 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.892893 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.893056 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.893221 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.893386 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.893538 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.893701 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.893864 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.894028 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:54:47.894184 n-d-813419-11 neutron-server[103898]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 18 16:54:48.004165 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54164) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:54:48.012593 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064123 Nov 18 16:54:59.923693 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32994f9-914d-49ac-a7f5-73d7a8564da7 None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 16:55:00.010598 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32994f9-914d-49ac-a7f5-73d7a8564da7 None None] No non-hosted networks {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 18 16:55:00.021049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.agentschedulers_db [None req-e32994f9-914d-49ac-a7f5-73d7a8564da7 None None] DHCP Agent not found on host n-d-813419-11 {{(pid=104009) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 18 16:55:00.193629 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20666e27-f538-4a18-9922-8f202a25bfa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2042803'] for agent, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:02.294666 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4ef04f14-aaf6-4deb-a279-4a00844c8af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2042803'] for agent, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:02.321594 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-34e9a2cc-1d09-4f6c-8672-faa31102f429 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-813419-11 {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:55:02.322320 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-34e9a2cc-1d09-4f6c-8672-faa31102f429 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 16:55:02.932421 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-34e9a2cc-1d09-4f6c-8672-faa31102f429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:03.383674 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2042803'] for agent, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:04.863836 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2042803'] for agent, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:05.503726 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2042803'] for agent, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:05.507146 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:05.507146 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:05.507146 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:05.507146 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:05.507146 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:05.507513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:05.507513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:05.507513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:05.507513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:05.507513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:05.507918 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:05.508000 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:05.508502 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-813419-11', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:55:05.517170 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-813419-11', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:55:06.007081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54256) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:55:06.526122 n-d-813419-11 neutron-server[104008]: WARNING oslo_policy.policy [None req-683b7378-9f8d-4e91-b890-9614ef90e4b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:55:06.526732 n-d-813419-11 neutron-server[104008]: WARNING oslo_policy.policy [None req-683b7378-9f8d-4e91-b890-9614ef90e4b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:55:06.758092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-683b7378-9f8d-4e91-b890-9614ef90e4b8 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:55:06.759223 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-683b7378-9f8d-4e91-b890-9614ef90e4b8 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7512350 Nov 18 16:55:08.717705 n-d-813419-11 neutron-server[104009]: INFO neutron.db.l3_hamode_db [None req-be1744bf-b31d-4fbb-8476-059d2fd471a7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 18 16:55:08.799355 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1744bf-b31d-4fbb-8476-059d2fd471a7 None None] Routers set() bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:55:08.799740 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1744bf-b31d-4fbb-8476-059d2fd471a7 None None] Router IDs set() for agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 18 16:55:09.251960 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54272) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:55:09.744971 n-d-813419-11 neutron-server[104007]: WARNING oslo_policy.policy [None req-928847df-a19a-4fe0-a015-fbd4a3ec87f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:55:09.746058 n-d-813419-11 neutron-server[104007]: WARNING oslo_policy.policy [None req-928847df-a19a-4fe0-a015-fbd4a3ec87f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:55:09.972580 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-928847df-a19a-4fe0-a015-fbd4a3ec87f1 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:55:10.068656 n-d-813419-11 neutron-server[104007]: DEBUG neutron.policy [None req-928847df-a19a-4fe0-a015-fbd4a3ec87f1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104007) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 18 16:55:10.115213 n-d-813419-11 neutron-server[104007]: WARNING oslo_policy.policy [None req-928847df-a19a-4fe0-a015-fbd4a3ec87f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:55:10.115582 n-d-813419-11 neutron-server[104007]: WARNING oslo_policy.policy [None req-928847df-a19a-4fe0-a015-fbd4a3ec87f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:55:10.124887 n-d-813419-11 neutron-server[104007]: INFO neutron.quota [None req-928847df-a19a-4fe0-a015-fbd4a3ec87f1 admin admin] Loaded quota_driver: . Nov 18 16:55:10.280815 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-928847df-a19a-4fe0-a015-fbd4a3ec87f1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793845858479', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793845866178', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793845871124', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793845877153', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793845890809', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793845898639', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-729760', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-850639', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2059198', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2015996'] for rbac-policy, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:10.495350 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-928847df-a19a-4fe0-a015-fbd4a3ec87f1 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:10.497423 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-928847df-a19a-4fe0-a015-fbd4a3ec87f1 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2432792 Nov 18 16:55:13.206378 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54290) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:55:13.505118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '9e3ab2e208ac400c9e38283154d59598', 'project_id': '9e3ab2e208ac400c9e38283154d59598', 'name': 'private'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:55:13.593298 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Made reservation on behalf of 9e3ab2e208ac400c9e38283154d59598 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:55:13.596141 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:13.612980 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:13.718490 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:13.777518 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:13.802363 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1129, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:55:13.827142 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793848198301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:13.827723 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Unsubscribe: segment precommit_create {{(pid=104007) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 18 16:55:13.828454 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Added segment a5c66c10-bd72-4287-a57e-49d52dff694d of type vlan for network 03785765-5f00-4734-bab7-2498cb33c36b Nov 18 16:55:13.833878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaaf335-bbc0-4299-afcb-3ae8104c6678,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:55:13.869089 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:13.869538 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:13.869783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:13.870125 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:13.870500 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:13.871367 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:13.871702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:13.872057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:13.872383 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:13.872708 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:13.873030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:13.873420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Tracked resource versions report: Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: pushed versions: Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: { 'AddressGroup': {'1.2'}, Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'ConntrackHelper': {'1.0'}, Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'Log': {'1.0'}, Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'Network': {'1.1'}, Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'Port': {'1.7'}, Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'PortForwarding': {'1.2'}, Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'QosPolicy': {'1.10'}, Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'SecurityGroup': {'1.5'}, Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'SecurityGroupRule': {'1.2'}, Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'SubPort': {'1.0'}, Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'Subnet': {'1.1'}, Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'Trunk': {'1.1'}} Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: consumer versions: Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: { DHCP agent@n-d-813419-11: {}, Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: L3 agent@n-d-813419-11: {}, Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: Metadata agent@n-d-813419-11: {}, Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: Metering agent@n-d-813419-11: {}, Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: Open vSwitch agent@n-d-813419-11: { 'AddressGroup': '1.2', Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'ConntrackHelper': '1.0', Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'Log': '1.0', Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'Network': '1.1', Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'Port': '1.7', Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'PortForwarding': '1.2', Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'QosPolicy': '1.10', Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'SecurityGroup': '1.5', Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'SecurityGroupRule': '1.2', Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'SubPort': '1.0', Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'Subnet': '1.1', Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: 'Trunk': '1.1'}} Nov 18 16:55:13.874482 n-d-813419-11 neutron-server[104007]: {{(pid=104007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 16:55:13.946538 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:14.080397 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:14.081515 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:55:14.082241 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:14.177861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] Pushing event updated for resources: {'Network': ['ID=03785765-5f00-4734-bab7-2498cb33c36b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:55:14.188877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 03785765-5f00-4734-bab7-2498cb33c36b details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:55:14.295964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-721592fc-c479-4317-b09a-484dc92ff8d4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0884113 Nov 18 16:55:17.049289 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54304) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:55:17.465777 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8cb730-9f2c-41d6-b31f-01a81763a705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:55:17.467230 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-be8cb730-9f2c-41d6-b31f-01a81763a705 admin admin] 10.222.0.72 "GET /v2.0/networks/03785765-5f00-4734-bab7-2498cb33c36b HTTP/1.1" status: 200 len: 826 time: 0.4169388 Nov 18 16:55:17.497637 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8b45c43d-e2b4-43f0-87d5-81975614a4b7 admin admin] 10.222.0.72 "GET /v2.0/subnetpools/4a866a4c-dfef-4570-9065-0d100660514d HTTP/1.1" status: 200 len: 734 time: 0.0198789 Nov 18 16:55:17.507563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8aebd339-3927-426f-b179-19c6ae273715 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '9e3ab2e208ac400c9e38283154d59598', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4a866a4c-dfef-4570-9065-0d100660514d', 'network_id': '03785765-5f00-4734-bab7-2498cb33c36b'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:55:18.044864 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aebd339-3927-426f-b179-19c6ae273715 admin admin] Made reservation on behalf of 9e3ab2e208ac400c9e38283154d59598 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:55:18.047168 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8aebd339-3927-426f-b179-19c6ae273715 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:18.399372 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8aebd339-3927-426f-b179-19c6ae273715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:18.471034 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aebd339-3927-426f-b179-19c6ae273715 admin admin] Checking segment: {'id': 'a5c66c10-bd72-4287-a57e-49d52dff694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '03785765-5f00-4734-bab7-2498cb33c36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:55:18.471439 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aebd339-3927-426f-b179-19c6ae273715 admin admin] Network hostable DHCP agents. Network: 03785765-5f00-4734-bab7-2498cb33c36b, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:55:18.482375 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebd339-3927-426f-b179-19c6ae273715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c5da399-5eeb-4889-ab45-49cbd688822b,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:55:18.554437 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aebd339-3927-426f-b179-19c6ae273715 admin admin] Network 03785765-5f00-4734-bab7-2498cb33c36b is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:55:18.634514 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-8aebd339-3927-426f-b179-19c6ae273715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 03785765-5f00-4734-bab7-2498cb33c36b) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:55:18.639073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aebd339-3927-426f-b179-19c6ae273715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:55:18.639666 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8aebd339-3927-426f-b179-19c6ae273715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:18.644150 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2f4f5b-9e27-472d-8a30-ca316f0315ec None None] Network 03785765-5f00-4734-bab7-2498cb33c36b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:55:18.728768 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8aebd339-3927-426f-b179-19c6ae273715 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2246327 Nov 18 16:55:18.969104 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-03785765-5f00-4734-bab7-2498cb33c36b', 'network_id': '03785765-5f00-4734-bab7-2498cb33c36b', 'tenant_id': '9e3ab2e208ac400c9e38283154d59598', 'fixed_ips': [{'subnet_id': '8c5da399-5eeb-4889-ab45-49cbd688822b'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 16:55:18.970385 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:19.268157 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Allocated IP 172.20.0.2 (03785765-5f00-4734-bab7-2498cb33c36b/8c5da399-5eeb-4889-ab45-49cbd688822b/385c0331-b57f-469a-9052-6de0ef5c7508) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:55:19.469772 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:19.542365 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:19.617365 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Network 03785765-5f00-4734-bab7-2498cb33c36b is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:55:19.623999 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:55:19.630365 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:55:19.639263 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Pushing event updated for resources: {'Port': ['ID=385c0331-b57f-469a-9052-6de0ef5c7508,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:55:19.670634 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:19.671263 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:19.671500 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:19.671743 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:19.672105 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:19.672447 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:19.672781 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:19.673114 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:19.673446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:19.673776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:19.674105 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:19.674434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Tracked resource versions report: Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: pushed versions: Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: { 'AddressGroup': {'1.2'}, Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'ConntrackHelper': {'1.0'}, Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'Log': {'1.0'}, Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'Network': {'1.1'}, Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'Port': {'1.7'}, Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'PortForwarding': {'1.2'}, Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'QosPolicy': {'1.10'}, Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'SecurityGroup': {'1.5'}, Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'SecurityGroupRule': {'1.2'}, Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'SubPort': {'1.0'}, Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'Subnet': {'1.1'}, Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'Trunk': {'1.1'}} Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: consumer versions: Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: { DHCP agent@n-d-813419-11: {}, Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: L3 agent@n-d-813419-11: {}, Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: Metadata agent@n-d-813419-11: {}, Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: Metering agent@n-d-813419-11: {}, Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: Open vSwitch agent@n-d-813419-11: { 'AddressGroup': '1.2', Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'ConntrackHelper': '1.0', Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'Log': '1.0', Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'Network': '1.1', Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'Port': '1.7', Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'PortForwarding': '1.2', Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'QosPolicy': '1.10', Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'SecurityGroup': '1.5', Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'SecurityGroupRule': '1.2', Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'SubPort': '1.0', Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'Subnet': '1.1', Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: 'Trunk': '1.1'}} Nov 18 16:55:19.675537 n-d-813419-11 neutron-server[104009]: {{(pid=104009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 16:55:19.724602 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Attempting to bind port 385c0331-b57f-469a-9052-6de0ef5c7508 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:55:19.724926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Attempting to bind port 385c0331-b57f-469a-9052-6de0ef5c7508 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'a5c66c10-bd72-4287-a57e-49d52dff694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '03785765-5f00-4734-bab7-2498cb33c36b'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:55:19.725369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Attempting to bind port 385c0331-b57f-469a-9052-6de0ef5c7508 on network 03785765-5f00-4734-bab7-2498cb33c36b {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:55:19.730801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:55:19.731204 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Checking segment: {'id': 'a5c66c10-bd72-4287-a57e-49d52dff694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '03785765-5f00-4734-bab7-2498cb33c36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:55:19.731696 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:19.732124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Bound using segment: {'id': 'a5c66c10-bd72-4287-a57e-49d52dff694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '03785765-5f00-4734-bab7-2498cb33c36b'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:55:19.732619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Bound port: 385c0331-b57f-469a-9052-6de0ef5c7508, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c66c10-bd72-4287-a57e-49d52dff694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '03785765-5f00-4734-bab7-2498cb33c36b'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:55:19.733041 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:19.794617 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] For port 385c0331-b57f-469a-9052-6de0ef5c7508, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:55:19.798820 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] For port 385c0331-b57f-469a-9052-6de0ef5c7508, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=385c0331-b57f-469a-9052-6de0ef5c7508,segment=NetworkSegment(a5c66c10-bd72-4287-a57e-49d52dff694d),segment_id=a5c66c10-bd72-4287-a57e-49d52dff694d)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:55:19.862400 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:19.936392 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e791c-f445-45b3-b2f0-30a3e40211c2 None None] Pushing event updated for resources: {'Port': ['ID=385c0331-b57f-469a-9052-6de0ef5c7508,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:55:21.256336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54312) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:55:21.578077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-67d603b4-8767-4a38-a01d-194482823204 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:55:21.579378 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-67d603b4-8767-4a38-a01d-194482823204 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3219373 Nov 18 16:55:24.074250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54320) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:55:24.396219 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-fecbe168-83c3-4f4d-a4c5-d007b7025760 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:55:24.411808 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fecbe168-83c3-4f4d-a4c5-d007b7025760 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3220410 Nov 18 16:55:27.122599 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54330) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:55:27.442179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-c3424314-1c65-464c-959b-a382c902ee29 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '9e3ab2e208ac400c9e38283154d59598', 'admin_state_up': True}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:55:27.531904 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3424314-1c65-464c-959b-a382c902ee29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:27.533421 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3424314-1c65-464c-959b-a382c902ee29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:27.676596 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3424314-1c65-464c-959b-a382c902ee29 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:27.743700 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3424314-1c65-464c-959b-a382c902ee29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:27.842936 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3424314-1c65-464c-959b-a382c902ee29 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:27.844165 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c3424314-1c65-464c-959b-a382c902ee29 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7205641 Nov 18 16:55:28.990745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a964b89-4bb3-4c61-a37c-f8ad00f5c3bc None None] Network 03785765-5f00-4734-bab7-2498cb33c36b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:55:29.099376 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4265cd83-d39f-4091-8460-6c66666d6fce None None] Provisioning complete for port 385c0331-b57f-469a-9052-6de0ef5c7508 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:55:29.099781 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4265cd83-d39f-4091-8460-6c66666d6fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:29.205113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 385c0331-b57f-469a-9052-6de0ef5c7508 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:55:29.368546 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4265cd83-d39f-4091-8460-6c66666d6fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:29.392840 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 385c0331-b57f-469a-9052-6de0ef5c7508 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:55:29.393224 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:29.431070 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4265cd83-d39f-4091-8460-6c66666d6fce None None] For port 385c0331-b57f-469a-9052-6de0ef5c7508, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=385c0331-b57f-469a-9052-6de0ef5c7508,segment=NetworkSegment(a5c66c10-bd72-4287-a57e-49d52dff694d),segment_id=a5c66c10-bd72-4287-a57e-49d52dff694d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:55:29.489212 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:29.500436 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4265cd83-d39f-4091-8460-6c66666d6fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:29.579536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265cd83-d39f-4091-8460-6c66666d6fce None None] Pushing event updated for resources: {'Port': ['ID=385c0331-b57f-469a-9052-6de0ef5c7508,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:55:29.593461 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:55:29.593815 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 16:55:29.621242 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2365cfb3-3fc5-4b91-a9ae-c7003ebfd83b None None] Provisioning complete for port 385c0331-b57f-469a-9052-6de0ef5c7508 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:55:29.621690 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2365cfb3-3fc5-4b91-a9ae-c7003ebfd83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:29.851099 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a320a6ed-dd2d-4f59-b959-6f6ab71bb6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:30.353339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54344) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:55:30.666816 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-12bda624-6b29-47ea-8f17-6f23ecef68e4 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:55:30.667873 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-12bda624-6b29-47ea-8f17-6f23ecef68e4 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3135252 Nov 18 16:55:31.144192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 385c0331-b57f-469a-9052-6de0ef5c7508 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:55:31.191320 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 385c0331-b57f-469a-9052-6de0ef5c7508 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:55:31.191696 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:32.268450 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c511c90-de02-4399-93fc-c9340e1ea045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:33.192098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54362) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:55:33.350701 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-887c070c-780b-414a-b90a-b202971b3734 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:55:33.393986 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:33.462471 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887c070c-780b-414a-b90a-b202971b3734 admin admin] Made reservation on behalf of 8aa8b8ebf7cd479891d91f87fb195b57 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:55:33.464711 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-887c070c-780b-414a-b90a-b202971b3734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:33.472860 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-887c070c-780b-414a-b90a-b202971b3734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:33.545186 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-887c070c-780b-414a-b90a-b202971b3734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:33.632618 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-887c070c-780b-414a-b90a-b202971b3734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:33.650071 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-887c070c-780b-414a-b90a-b202971b3734 admin admin] Reserving flat network on physical network physnet1 {{(pid=104007) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 18 16:55:33.664290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c070c-780b-414a-b90a-b202971b3734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d574eb-918d-4974-84f6-9c42564ed1ea,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:55:33.670519 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-887c070c-780b-414a-b90a-b202971b3734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:33.674391 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-887c070c-780b-414a-b90a-b202971b3734 admin admin] Added segment 97b49d3c-628a-457f-a774-628f79b37b38 of type flat for network b4d1cde8-1533-4ffb-87b1-aa80817fd09e Nov 18 16:55:33.722786 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-887c070c-780b-414a-b90a-b202971b3734 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:33.811183 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-887c070c-780b-414a-b90a-b202971b3734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:33.812165 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887c070c-780b-414a-b90a-b202971b3734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:55:33.812765 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-887c070c-780b-414a-b90a-b202971b3734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:33.871149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c070c-780b-414a-b90a-b202971b3734 admin admin] Pushing event updated for resources: {'Network': ['ID=b4d1cde8-1533-4ffb-87b1-aa80817fd09e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:55:33.885061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:55:33.905257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-887c070c-780b-414a-b90a-b202971b3734 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7120521 Nov 18 16:55:34.759978 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:35.308339 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:36.213921 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54380) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:55:36.313191 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74948011-663f-44fc-a4fb-6f68cca9a6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:55:36.314555 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-74948011-663f-44fc-a4fb-6f68cca9a6fc admin admin] 10.222.0.72 "GET /v2.0/subnets/8c5da399-5eeb-4889-ab45-49cbd688822b HTTP/1.1" status: 200 len: 849 time: 0.0996063 Nov 18 16:55:36.441760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-333f0a1a-95f2-4bd8-a294-4b119a8de5bb admin admin] 10.222.0.72 "GET /v2.0/routers/8e59493b-c046-4720-b592-0a7cdcdaf9e8 HTTP/1.1" status: 200 len: 704 time: 0.1210318 Nov 18 16:55:36.711083 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:37.011732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] Allocated IP 172.20.0.1 (03785765-5f00-4734-bab7-2498cb33c36b/8c5da399-5eeb-4889-ab45-49cbd688822b/e2f2abe3-53ae-4e6f-8856-3c133f609ac4) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:55:37.216082 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:37.331485 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:37.405100 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] Network 03785765-5f00-4734-bab7-2498cb33c36b is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:55:37.414412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:55:37.422690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:55:37.423238 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:37.425717 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e2f2abe3-53ae-4e6f-8856-3c133f609ac4,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:55:37.661540 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a5c14935-fd90-46b5-a3a5-1c50873c35e8 None None] Provisioning complete for port e2f2abe3-53ae-4e6f-8856-3c133f609ac4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:55:37.662178 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5c14935-fd90-46b5-a3a5-1c50873c35e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:37.680595 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:37.693952 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a5c14935-fd90-46b5-a3a5-1c50873c35e8 None None] Port e2f2abe3-53ae-4e6f-8856-3c133f609ac4 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:55:37.887023 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:37.947708 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:37.948408 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:38.007509 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e2f2abe3-53ae-4e6f-8856-3c133f609ac4,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:55:38.072911 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] Network 03785765-5f00-4734-bab7-2498cb33c36b is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:55:38.074235 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:55:38.316387 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0f9b46c4-1643-468b-ab93-59858e0f798f None None] Provisioning complete for port e2f2abe3-53ae-4e6f-8856-3c133f609ac4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:55:38.316770 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f9b46c4-1643-468b-ab93-59858e0f798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:38.319929 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] Router 8e59493b-c046-4720-b592-0a7cdcdaf9e8 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 16:55:38.349085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0f9b46c4-1643-468b-ab93-59858e0f798f None None] Port e2f2abe3-53ae-4e6f-8856-3c133f609ac4 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:55:38.411637 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:55:38.417002 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-eedf212f-62d7-44d4-a19a-a329322b59b1 admin admin] 10.222.0.72 "PUT /v2.0/routers/8e59493b-c046-4720-b592-0a7cdcdaf9e8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9683323 Nov 18 16:55:38.423017 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Sync routers for ids ['8e59493b-c046-4720-b592-0a7cdcdaf9e8'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:55:38.436079 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Routers {'8e59493b-c046-4720-b592-0a7cdcdaf9e8'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:55:38.436957 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T16:55:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['8e59493b-c046-4720-b592-0a7cdcdaf9e8'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:55:38.625540 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Set router 8e59493b-c046-4720-b592-0a7cdcdaf9e8 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:55:39.063330 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e59493b-c046-4720-b592-0a7cdcdaf9e8', 'name': 'router1', 'tenant_id': '9e3ab2e208ac400c9e38283154d59598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:55:27Z', 'updated_at': '2021-11-18T16:55:37Z', 'revision_number': 2, 'project_id': '9e3ab2e208ac400c9e38283154d59598', 'gw_port_host': None, '_interfaces': [{'id': 'e2f2abe3-53ae-4e6f-8856-3c133f609ac4', 'name': '', 'network_id': '03785765-5f00-4734-bab7-2498cb33c36b', 'tenant_id': '9e3ab2e208ac400c9e38283154d59598', 'mac_address': 'fa:16:3e:2a:50:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e59493b-c046-4720-b592-0a7cdcdaf9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c5da399-5eeb-4889-ab45-49cbd688822b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:55:36Z', 'updated_at': '2021-11-18T16:55:37Z', 'revision_number': 2, 'project_id': '9e3ab2e208ac400c9e38283154d59598', 'subnets': [{'id': '8c5da399-5eeb-4889-ab45-49cbd688822b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a866a4c-dfef-4570-9065-0d100660514d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:55:39.112213 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Checking router: 8e59493b-c046-4720-b592-0a7cdcdaf9e8 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:55:39.112789 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Updating router 8e59493b-c046-4720-b592-0a7cdcdaf9e8 port e2f2abe3-53ae-4e6f-8856-3c133f609ac4 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:55:39.188652 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:39.674698 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:39.771295 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:39.938090 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfef402-1908-4890-af10-67821cc948fc None None] Pushing event updated for resources: {'Port': ['ID=e2f2abe3-53ae-4e6f-8856-3c133f609ac4,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:55:39.940717 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Attempting to bind port e2f2abe3-53ae-4e6f-8856-3c133f609ac4 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:55:39.941129 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Attempting to bind port e2f2abe3-53ae-4e6f-8856-3c133f609ac4 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'a5c66c10-bd72-4287-a57e-49d52dff694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '03785765-5f00-4734-bab7-2498cb33c36b'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:55:39.941569 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Attempting to bind port e2f2abe3-53ae-4e6f-8856-3c133f609ac4 on network 03785765-5f00-4734-bab7-2498cb33c36b {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:55:39.951932 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:55:39.952373 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Checking segment: {'id': 'a5c66c10-bd72-4287-a57e-49d52dff694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '03785765-5f00-4734-bab7-2498cb33c36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:55:39.952890 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:39.953269 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Bound using segment: {'id': 'a5c66c10-bd72-4287-a57e-49d52dff694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '03785765-5f00-4734-bab7-2498cb33c36b'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:55:39.953875 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Bound port: e2f2abe3-53ae-4e6f-8856-3c133f609ac4, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c66c10-bd72-4287-a57e-49d52dff694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '03785765-5f00-4734-bab7-2498cb33c36b'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:55:39.954162 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:39.957547 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfef402-1908-4890-af10-67821cc948fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:39.957903 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfef402-1908-4890-af10-67821cc948fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:39.958249 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfef402-1908-4890-af10-67821cc948fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:39.958591 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfef402-1908-4890-af10-67821cc948fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:39.958931 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfef402-1908-4890-af10-67821cc948fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:39.959268 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfef402-1908-4890-af10-67821cc948fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:39.959600 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfef402-1908-4890-af10-67821cc948fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:39.959959 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfef402-1908-4890-af10-67821cc948fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:39.960295 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfef402-1908-4890-af10-67821cc948fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:39.960627 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfef402-1908-4890-af10-67821cc948fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:39.960962 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfef402-1908-4890-af10-67821cc948fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:39.961292 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfef402-1908-4890-af10-67821cc948fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfef402-1908-4890-af10-67821cc948fc None None] Tracked resource versions report: Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: pushed versions: Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: { 'AddressGroup': {'1.2'}, Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'ConntrackHelper': {'1.0'}, Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'Log': {'1.0'}, Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'Network': {'1.1'}, Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'Port': {'1.7'}, Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'PortForwarding': {'1.2'}, Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'QosPolicy': {'1.10'}, Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'SecurityGroup': {'1.5'}, Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'SecurityGroupRule': {'1.2'}, Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'SubPort': {'1.0'}, Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'Subnet': {'1.1'}, Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'Trunk': {'1.1'}} Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: consumer versions: Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: { DHCP agent@n-d-813419-11: {}, Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: L3 agent@n-d-813419-11: {}, Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: Metadata agent@n-d-813419-11: {}, Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: Metering agent@n-d-813419-11: {}, Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: Open vSwitch agent@n-d-813419-11: { 'AddressGroup': '1.2', Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'ConntrackHelper': '1.0', Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'Log': '1.0', Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'Network': '1.1', Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'Port': '1.7', Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'PortForwarding': '1.2', Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'QosPolicy': '1.10', Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'SecurityGroup': '1.5', Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'SecurityGroupRule': '1.2', Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'SubPort': '1.0', Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'Subnet': '1.1', Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: 'Trunk': '1.1'}} Nov 18 16:55:39.962352 n-d-813419-11 neutron-server[104010]: {{(pid=104010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 16:55:39.978348 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bca3caf0-c76c-473d-91e5-94c98cbb8b8c None None] Provisioning complete for port e2f2abe3-53ae-4e6f-8856-3c133f609ac4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:55:39.979312 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bca3caf0-c76c-473d-91e5-94c98cbb8b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:40.016269 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bca3caf0-c76c-473d-91e5-94c98cbb8b8c None None] Port e2f2abe3-53ae-4e6f-8856-3c133f609ac4 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:55:40.028013 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] For port e2f2abe3-53ae-4e6f-8856-3c133f609ac4, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:55:40.048031 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] For port e2f2abe3-53ae-4e6f-8856-3c133f609ac4, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e2f2abe3-53ae-4e6f-8856-3c133f609ac4,segment=NetworkSegment(a5c66c10-bd72-4287-a57e-49d52dff694d),segment_id=a5c66c10-bd72-4287-a57e-49d52dff694d)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:55:40.091578 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:40.149800 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Routers {'8e59493b-c046-4720-b592-0a7cdcdaf9e8'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:55:40.150432 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T16:55:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['8e59493b-c046-4720-b592-0a7cdcdaf9e8'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:55:40.187926 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfef402-1908-4890-af10-67821cc948fc None None] Pushing event updated for resources: {'Port': ['ID=e2f2abe3-53ae-4e6f-8856-3c133f609ac4,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:55:40.249466 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] Set router 8e59493b-c046-4720-b592-0a7cdcdaf9e8 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:55:40.339966 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5b5a9fdb-afde-46cb-9844-51fbe7059b54 None None] Provisioning complete for port e2f2abe3-53ae-4e6f-8856-3c133f609ac4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:55:40.340864 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b5a9fdb-afde-46cb-9844-51fbe7059b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:40.417049 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b5a9fdb-afde-46cb-9844-51fbe7059b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:40.453631 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5b5a9fdb-afde-46cb-9844-51fbe7059b54 None None] For port e2f2abe3-53ae-4e6f-8856-3c133f609ac4, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e2f2abe3-53ae-4e6f-8856-3c133f609ac4,segment=NetworkSegment(a5c66c10-bd72-4287-a57e-49d52dff694d),segment_id=a5c66c10-bd72-4287-a57e-49d52dff694d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:55:40.464514 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e59493b-c046-4720-b592-0a7cdcdaf9e8', 'name': 'router1', 'tenant_id': '9e3ab2e208ac400c9e38283154d59598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:55:27Z', 'updated_at': '2021-11-18T16:55:37Z', 'revision_number': 2, 'project_id': '9e3ab2e208ac400c9e38283154d59598', 'gw_port_host': None, '_interfaces': [{'id': 'e2f2abe3-53ae-4e6f-8856-3c133f609ac4', 'name': '', 'network_id': '03785765-5f00-4734-bab7-2498cb33c36b', 'tenant_id': '9e3ab2e208ac400c9e38283154d59598', 'mac_address': 'fa:16:3e:2a:50:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e59493b-c046-4720-b592-0a7cdcdaf9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c5da399-5eeb-4889-ab45-49cbd688822b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:55:36Z', 'updated_at': '2021-11-18T16:55:40Z', 'revision_number': 4, 'project_id': '9e3ab2e208ac400c9e38283154d59598', 'subnets': [{'id': '8c5da399-5eeb-4889-ab45-49cbd688822b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a866a4c-dfef-4570-9065-0d100660514d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:55:40.490339 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcc207-8084-4282-8c16-9455493ec3c4 None None] The sync data for ids ['8e59493b-c046-4720-b592-0a7cdcdaf9e8'] in n-d-813419-11 is: [{'id': '8e59493b-c046-4720-b592-0a7cdcdaf9e8', 'name': 'router1', 'tenant_id': '9e3ab2e208ac400c9e38283154d59598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:55:27Z', 'updated_at': '2021-11-18T16:55:37Z', 'revision_number': 2, 'project_id': '9e3ab2e208ac400c9e38283154d59598', 'gw_port_host': None, '_interfaces': [{'id': 'e2f2abe3-53ae-4e6f-8856-3c133f609ac4', 'name': '', 'network_id': '03785765-5f00-4734-bab7-2498cb33c36b', 'tenant_id': '9e3ab2e208ac400c9e38283154d59598', 'mac_address': 'fa:16:3e:2a:50:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e59493b-c046-4720-b592-0a7cdcdaf9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c5da399-5eeb-4889-ab45-49cbd688822b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:55:36Z', 'updated_at': '2021-11-18T16:55:40Z', 'revision_number': 4, 'project_id': '9e3ab2e208ac400c9e38283154d59598', 'subnets': [{'id': '8c5da399-5eeb-4889-ab45-49cbd688822b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a866a4c-dfef-4570-9065-0d100660514d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:55:40.531646 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b5a9fdb-afde-46cb-9844-51fbe7059b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:40.586810 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a9fdb-afde-46cb-9844-51fbe7059b54 None None] Pushing event updated for resources: {'Port': ['ID=e2f2abe3-53ae-4e6f-8856-3c133f609ac4,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:55:40.776062 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54390) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:55:40.887748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8a0755-2d84-4ba0-acfa-11c6db48c775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:55:40.889167 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8c8a0755-2d84-4ba0-acfa-11c6db48c775 admin admin] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 842 time: 0.1121361 Nov 18 16:55:40.898980 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1ea966cc-9758-4e26-8537-f328df72d261 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'cidr': '172.25.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.3.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:55:40.982872 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea966cc-9758-4e26-8537-f328df72d261 admin admin] Made reservation on behalf of 8aa8b8ebf7cd479891d91f87fb195b57 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:55:40.985081 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ea966cc-9758-4e26-8537-f328df72d261 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:41.396069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.objects.ports [None req-1ea966cc-9758-4e26-8537-f328df72d261 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 16:55:41.396501 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ea966cc-9758-4e26-8537-f328df72d261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:41.445485 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea966cc-9758-4e26-8537-f328df72d261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfbd37fc-6b70-48e1-a373-b0d635ab1676,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:55:41.465650 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea966cc-9758-4e26-8537-f328df72d261 admin admin] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:55:41.466007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea966cc-9758-4e26-8537-f328df72d261 admin admin] Network hostable DHCP agents. Network: b4d1cde8-1533-4ffb-87b1-aa80817fd09e, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:55:41.548296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea966cc-9758-4e26-8537-f328df72d261 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:55:41.599305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-1ea966cc-9758-4e26-8537-f328df72d261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, b4d1cde8-1533-4ffb-87b1-aa80817fd09e) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:55:41.603442 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea966cc-9758-4e26-8537-f328df72d261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:55:41.604131 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ea966cc-9758-4e26-8537-f328df72d261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:41.609357 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a2a902-6839-48d9-8362-971473f6a02d None None] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:55:41.696864 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1ea966cc-9758-4e26-8537-f328df72d261 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8009899 Nov 18 16:55:41.745230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1ee9f4-2e05-424c-b79f-cb965f57c290 None None] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:55:44.122676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54398) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:55:44.254976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.policy [None req-344b5852-4bb3-4066-a7cb-6f801847dc5e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104008) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 18 16:55:44.303682 n-d-813419-11 neutron-server[104008]: WARNING oslo_policy.policy [None req-344b5852-4bb3-4066-a7cb-6f801847dc5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:55:44.306279 n-d-813419-11 neutron-server[104008]: WARNING oslo_policy.policy [None req-344b5852-4bb3-4066-a7cb-6f801847dc5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:55:44.546235 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-344b5852-4bb3-4066-a7cb-6f801847dc5e admin admin] 10.222.0.72 "GET /v2.0/routers/8e59493b-c046-4720-b592-0a7cdcdaf9e8 HTTP/1.1" status: 200 len: 710 time: 0.4223850 Nov 18 16:55:44.735355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b894c7-566d-4ede-9d76-c2c1abff3a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:55:44.737079 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-70b894c7-566d-4ede-9d76-c2c1abff3a8d admin admin] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 886 time: 0.1850691 Nov 18 16:55:44.747039 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:55:45.014895 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:45.301583 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:45.380199 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:45.566954 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Allocated IP 172.25.3.184 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:55:45.678388 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:45.799262 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:45.862407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:55:45.868552 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:55:45.931177 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Pushing event updated for resources: {'Port': ['ID=a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:55:45.934185 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:55:45.972116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:45.972472 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:45.972819 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:45.973164 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:45.973496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:45.973829 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:45.974160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:45.974488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:45.974817 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:45.975146 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:45.975475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:45.975856 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Tracked resource versions report: Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: pushed versions: Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: { 'AddressGroup': {'1.2'}, Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'ConntrackHelper': {'1.0'}, Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'Log': {'1.0'}, Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'Network': {'1.1'}, Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'Port': {'1.7'}, Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'PortForwarding': {'1.2'}, Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'QosPolicy': {'1.10'}, Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'SecurityGroup': {'1.5'}, Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'SecurityGroupRule': {'1.2'}, Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'SubPort': {'1.0'}, Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'Subnet': {'1.1'}, Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'Trunk': {'1.1'}} Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: consumer versions: Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: { DHCP agent@n-d-813419-11: {}, Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: L3 agent@n-d-813419-11: {}, Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: Metadata agent@n-d-813419-11: {}, Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: Metering agent@n-d-813419-11: {}, Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: Open vSwitch agent@n-d-813419-11: { 'AddressGroup': '1.2', Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'ConntrackHelper': '1.0', Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'Log': '1.0', Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'Network': '1.1', Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'Port': '1.7', Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'PortForwarding': '1.2', Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'QosPolicy': '1.10', Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'SecurityGroup': '1.5', Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'SecurityGroupRule': '1.2', Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'SubPort': '1.0', Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'Subnet': '1.1', Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: 'Trunk': '1.1'}} Nov 18 16:55:45.976901 n-d-813419-11 neutron-server[104008]: {{(pid=104008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 16:55:46.309734 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:46.538998 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:46.544636 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:46.653108 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Router 8e59493b-c046-4720-b592-0a7cdcdaf9e8 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:55:46.757683 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:55:46.762438 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:46.763679 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-40f1c116-9d06-4915-8d10-701428573f03 admin admin] 10.222.0.72 "PUT /v2.0/routers/8e59493b-c046-4720-b592-0a7cdcdaf9e8 HTTP/1.1" status: 200 len: 890 time: 2.0205922 Nov 18 16:55:47.185669 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e2f2abe3-53ae-4e6f-8856-3c133f609ac4 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:55:47.235210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port e2f2abe3-53ae-4e6f-8856-3c133f609ac4 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:55:47.235592 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:47.415620 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Sync routers for ids ['8e59493b-c046-4720-b592-0a7cdcdaf9e8'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:55:47.426470 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Routers {'8e59493b-c046-4720-b592-0a7cdcdaf9e8'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:55:47.427130 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T16:55:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['8e59493b-c046-4720-b592-0a7cdcdaf9e8'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:55:47.631130 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Set router 8e59493b-c046-4720-b592-0a7cdcdaf9e8 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:55:48.084211 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e59493b-c046-4720-b592-0a7cdcdaf9e8', 'name': 'router1', 'tenant_id': '9e3ab2e208ac400c9e38283154d59598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:55:27Z', 'updated_at': '2021-11-18T16:55:46Z', 'revision_number': 4, 'project_id': '9e3ab2e208ac400c9e38283154d59598', 'gw_port': {'id': 'a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e59493b-c046-4720-b592-0a7cdcdaf9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:55:45Z', 'updated_at': '2021-11-18T16:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'e2f2abe3-53ae-4e6f-8856-3c133f609ac4', 'name': '', 'network_id': '03785765-5f00-4734-bab7-2498cb33c36b', 'tenant_id': '9e3ab2e208ac400c9e38283154d59598', 'mac_address': 'fa:16:3e:2a:50:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e59493b-c046-4720-b592-0a7cdcdaf9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c5da399-5eeb-4889-ab45-49cbd688822b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:55:36Z', 'updated_at': '2021-11-18T16:55:40Z', 'revision_number': 5, 'project_id': '9e3ab2e208ac400c9e38283154d59598', 'subnets': [{'id': '8c5da399-5eeb-4889-ab45-49cbd688822b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a866a4c-dfef-4570-9065-0d100660514d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:55:48.134427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Checking router: 8e59493b-c046-4720-b592-0a7cdcdaf9e8 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:55:48.134707 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Updating router 8e59493b-c046-4720-b592-0a7cdcdaf9e8 port a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:55:48.191513 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:48.516005 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:48.610476 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:48.659320 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Attempting to bind port a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:55:48.659707 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Attempting to bind port a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:55:48.660113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Attempting to bind port a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:55:48.671149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416d2dd-bb11-478d-8362-22b3c6cf506e None None] Pushing event updated for resources: {'Port': ['ID=a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:55:48.674503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:55:48.674894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:55:48.675305 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:48.675702 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:55:48.676221 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Bound port: a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:55:48.676637 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:48.726249 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] For port a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:55:48.729251 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] For port a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:55:48.901592 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:48.960428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Routers {'8e59493b-c046-4720-b592-0a7cdcdaf9e8'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:55:48.961058 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T16:55:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['8e59493b-c046-4720-b592-0a7cdcdaf9e8'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:55:48.966525 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416d2dd-bb11-478d-8362-22b3c6cf506e None None] Pushing event updated for resources: {'Port': ['ID=a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:55:49.073606 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] Set router 8e59493b-c046-4720-b592-0a7cdcdaf9e8 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:55:49.290741 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e59493b-c046-4720-b592-0a7cdcdaf9e8', 'name': 'router1', 'tenant_id': '9e3ab2e208ac400c9e38283154d59598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:55:27Z', 'updated_at': '2021-11-18T16:55:46Z', 'revision_number': 4, 'project_id': '9e3ab2e208ac400c9e38283154d59598', 'gw_port': {'id': 'a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e59493b-c046-4720-b592-0a7cdcdaf9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:55:45Z', 'updated_at': '2021-11-18T16:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'e2f2abe3-53ae-4e6f-8856-3c133f609ac4', 'name': '', 'network_id': '03785765-5f00-4734-bab7-2498cb33c36b', 'tenant_id': '9e3ab2e208ac400c9e38283154d59598', 'mac_address': 'fa:16:3e:2a:50:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e59493b-c046-4720-b592-0a7cdcdaf9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c5da399-5eeb-4889-ab45-49cbd688822b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:55:36Z', 'updated_at': '2021-11-18T16:55:40Z', 'revision_number': 5, 'project_id': '9e3ab2e208ac400c9e38283154d59598', 'subnets': [{'id': '8c5da399-5eeb-4889-ab45-49cbd688822b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a866a4c-dfef-4570-9065-0d100660514d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:55:49.310441 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54416) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:55:49.316807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8b1cf2-f77f-41f8-8bfd-68eaea0e5d6c None None] The sync data for ids ['8e59493b-c046-4720-b592-0a7cdcdaf9e8'] in n-d-813419-11 is: [{'id': '8e59493b-c046-4720-b592-0a7cdcdaf9e8', 'name': 'router1', 'tenant_id': '9e3ab2e208ac400c9e38283154d59598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:55:27Z', 'updated_at': '2021-11-18T16:55:46Z', 'revision_number': 4, 'project_id': '9e3ab2e208ac400c9e38283154d59598', 'gw_port': {'id': 'a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e59493b-c046-4720-b592-0a7cdcdaf9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:55:45Z', 'updated_at': '2021-11-18T16:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'e2f2abe3-53ae-4e6f-8856-3c133f609ac4', 'name': '', 'network_id': '03785765-5f00-4734-bab7-2498cb33c36b', 'tenant_id': '9e3ab2e208ac400c9e38283154d59598', 'mac_address': 'fa:16:3e:2a:50:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e59493b-c046-4720-b592-0a7cdcdaf9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c5da399-5eeb-4889-ab45-49cbd688822b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:55:36Z', 'updated_at': '2021-11-18T16:55:40Z', 'revision_number': 5, 'project_id': '9e3ab2e208ac400c9e38283154d59598', 'subnets': [{'id': '8c5da399-5eeb-4889-ab45-49cbd688822b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a866a4c-dfef-4570-9065-0d100660514d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:55:49.435593 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c6137ec1-febd-44d0-b049-4dfa69bba97c admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1238894 Nov 18 16:55:51.210490 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:55:51.263455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:55:51.263455 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:51.353590 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:51.375561 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:55:51.432434 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:51.484023 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:55:53.180961 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:55:53.238352 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:55:53.238967 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:58.769976 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:55:59.896853 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef2bd6ef-25d7-4593-9159-a85e2a833211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:56:02.273205 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5a83a93c-3239-487c-bca7-232b96abdeec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:56:03.352121 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:56:04.794092 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:56:05.336143 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:56:29.855543 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-290f9cb1-8149-4e09-b1b2-b6c029ab96d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:56:32.295414 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-628bc076-2947-447b-a98b-015789a616c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:56:33.335202 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:56:35.426689 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:56:35.521682 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:56:35.769684 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:56:59.843029 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31b35295-8598-413b-9b65-64214f19af64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:57:02.321701 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0dfdabd5-6112-40be-ac08-f401dc0a27ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:57:03.351114 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:57:04.785258 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:57:05.338736 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:57:12.768654 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:57:15.458452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54932) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:57:15.518528 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13fc1d5-d431-4ea0-9a81-72b41b44c661 admin admin] GET failed (client error): The resource could not be found. Nov 18 16:57:15.519820 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c13fc1d5-d431-4ea0-9a81-72b41b44c661 admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602951 Nov 18 16:57:15.686678 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078f3f4e-29e2-4983-a3b9-1b5a0bf2edab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:57:15.688168 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-078f3f4e-29e2-4983-a3b9-1b5a0bf2edab admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1637423 Nov 18 16:57:17.959835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54942) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:57:18.065556 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb09b52-b4be-4d1e-a40a-fca08fd79c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:57:18.066945 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1eb09b52-b4be-4d1e-a40a-fca08fd79c44 admin admin] 10.222.0.72 "GET /v2.0/subnets/8c5da399-5eeb-4889-ab45-49cbd688822b HTTP/1.1" status: 200 len: 849 time: 0.1061459 Nov 18 16:57:18.077431 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:57:18.163560 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] Publish callbacks [] for subnet, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:57:18.367873 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793848182294'] for subnet, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:57:18.400416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:57:18.401528 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:57:18.403186 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] 10.222.0.72 "PUT /v2.0/subnets/8c5da399-5eeb-4889-ab45-49cbd688822b HTTP/1.1" status: 200 len: 868 time: 0.3296270 Nov 18 16:57:18.419774 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caaab3a-5abc-4026-aa0d-1c6b96618cfe None None] Network 03785765-5f00-4734-bab7-2498cb33c36b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:57:18.425824 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c5da399-5eeb-4889-ab45-49cbd688822b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:57:18.433561 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:57:18.433920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:57:18.434289 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:57:18.434627 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:57:18.435036 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:57:18.435368 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:57:18.435811 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:57:18.436192 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:57:18.436555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:57:18.436875 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:57:18.437212 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:57:18.437546 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f351eec9-e640-4e81-a396-ce5010ab11db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:57:18.835546 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-55e08e22-6a77-440b-bf3e-410a4b83994f None None] Provisioning complete for port e2f2abe3-53ae-4e6f-8856-3c133f609ac4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:57:18.835954 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-55e08e22-6a77-440b-bf3e-410a4b83994f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:57:18.925849 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-55e08e22-6a77-440b-bf3e-410a4b83994f None None] Provisioning complete for port 385c0331-b57f-469a-9052-6de0ef5c7508 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:57:18.926154 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-55e08e22-6a77-440b-bf3e-410a4b83994f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:57:20.694361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54950) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:57:20.889443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bb8a13-a599-42ba-b41f-39bb257ab877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:57:20.889927 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bb8a13-a599-42ba-b41f-39bb257ab877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:57:20.891470 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-39bb8a13-a599-42ba-b41f-39bb257ab877 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1961536 Nov 18 16:57:23.165872 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54958) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:57:23.366685 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86099659-42e1-4f4c-9219-bbe2409f5604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:57:23.367170 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86099659-42e1-4f4c-9219-bbe2409f5604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:57:23.368758 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-86099659-42e1-4f4c-9219-bbe2409f5604 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2019293 Nov 18 16:57:25.663614 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54968) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:57:25.803693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731fe2d0-e497-4fc0-b5e0-bbd6c1f4cd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:57:25.805108 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-731fe2d0-e497-4fc0-b5e0-bbd6c1f4cd8a admin admin] 10.222.0.72 "GET /v2.0/networks/03785765-5f00-4734-bab7-2498cb33c36b HTTP/1.1" status: 200 len: 870 time: 0.1404932 Nov 18 16:57:28.096919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54976) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:57:28.226774 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a050d059-faf9-438f-871f-a693967f3d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:57:28.228570 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a050d059-faf9-438f-871f-a693967f3d5c admin admin] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 886 time: 0.1306949 Nov 18 16:57:29.876477 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32f5f034-18c8-48bd-8cfe-973ecac9ad6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:57:30.505322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54984) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:57:30.628804 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046247e2-5e25-45f2-be35-18c6e8299519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:57:30.629264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046247e2-5e25-45f2-be35-18c6e8299519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:57:30.630780 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-046247e2-5e25-45f2-be35-18c6e8299519 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245008 Nov 18 16:57:32.288849 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-07ce53ef-4a70-4452-8b45-742069bda753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:57:32.948890 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54992) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:57:33.044377 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5134ff68-0dfb-4465-aecc-a44acc7fbed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:57:33.044837 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5134ff68-0dfb-4465-aecc-a44acc7fbed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:57:33.046341 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5134ff68-0dfb-4465-aecc-a44acc7fbed7 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0964622 Nov 18 16:57:33.366634 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:57:34.784451 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:57:35.333735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55000) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:57:35.367453 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:57:35.427770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188f06f2-641b-4648-9d39-ebbe7f5c5b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:57:35.429147 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-188f06f2-641b-4648-9d39-ebbe7f5c5b1b admin admin] 10.222.0.72 "GET /v2.0/subnets/8c5da399-5eeb-4889-ab45-49cbd688822b HTTP/1.1" status: 200 len: 868 time: 0.0944421 Nov 18 16:57:37.708125 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55008) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:57:37.796018 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69b2b81-6832-45e0-b41b-29db9785659c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:57:37.797362 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f69b2b81-6832-45e0-b41b-29db9785659c admin admin] 10.222.0.72 "GET /v2.0/subnets/bfbd37fc-6b70-48e1-a373-b0d635ab1676 HTTP/1.1" status: 200 len: 816 time: 0.0882788 Nov 18 16:57:49.767022 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:57:59.852373 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b7ce4960-d05b-4b0e-9ee1-2425e3d8a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:02.286736 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77c39deb-dc89-4694-a006-691efa5881db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:02.786355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55062) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:58:02.839418 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-2b0222a8-b0d3-4284-89b7-2c5c63e04772 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:58:02.840590 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2b0222a8-b0d3-4284-89b7-2c5c63e04772 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532112 Nov 18 16:58:03.383703 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:04.795111 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:05.199365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55070) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:58:05.260438 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51043e0-8ef6-4672-8c60-edda879c9d3b admin admin] GET failed (client error): The resource could not be found. Nov 18 16:58:05.261760 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d51043e0-8ef6-4672-8c60-edda879c9d3b admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612643 Nov 18 16:58:05.338604 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:05.347366 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2620c5a0-684b-4f1e-b7ba-9b0d65616d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:58:05.348903 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2620c5a0-684b-4f1e-b7ba-9b0d65616d6a admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0825322 Nov 18 16:58:07.645233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55078) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:58:07.691855 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-fbe70283-d408-47c0-a1e6-2326b8d06210 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:58:07.692923 n-d-813419-11 neutron-server[104008]: INFO neutron.quota [None req-fbe70283-d408-47c0-a1e6-2326b8d06210 admin admin] Loaded quota_driver: . Nov 18 16:58:07.800714 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe70283-d408-47c0-a1e6-2326b8d06210 admin admin] Made reservation on behalf of 8aa8b8ebf7cd479891d91f87fb195b57 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:58:07.803049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fbe70283-d408-47c0-a1e6-2326b8d06210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:07.848545 n-d-813419-11 neutron-server[104008]: WARNING neutron.services.revisions.revision_plugin [None req-fbe70283-d408-47c0-a1e6-2326b8d06210 admin admin] Could not find related network for resource to bump revision. Nov 18 16:58:07.863966 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe70283-d408-47c0-a1e6-2326b8d06210 admin admin] vlan segment allocate from pool success with {'vlan_id': 1133, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:58:07.876556 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fbe70283-d408-47c0-a1e6-2326b8d06210 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793848198301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:07.877112 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fbe70283-d408-47c0-a1e6-2326b8d06210 admin admin] Unsubscribe: segment precommit_create {{(pid=104008) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 18 16:58:07.877754 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-fbe70283-d408-47c0-a1e6-2326b8d06210 admin admin] Added segment 99a9d574-dbc9-4e9b-9e87-e658a0465233 of type vlan for network 44409c55-9ccf-4b3f-a394-e07c13b48953 Nov 18 16:58:07.926327 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fbe70283-d408-47c0-a1e6-2326b8d06210 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:08.063204 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fbe70283-d408-47c0-a1e6-2326b8d06210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:08.064175 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe70283-d408-47c0-a1e6-2326b8d06210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:58:08.064813 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fbe70283-d408-47c0-a1e6-2326b8d06210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:08.252529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe70283-d408-47c0-a1e6-2326b8d06210 admin admin] Pushing event updated for resources: {'Network': ['ID=44409c55-9ccf-4b3f-a394-e07c13b48953,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:58:08.263425 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:58:08.288959 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fbe70283-d408-47c0-a1e6-2326b8d06210 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.6426311 Nov 18 16:58:10.619598 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55086) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:58:10.679555 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-05cc3e7d-263a-4b46-b6ec-d19132bb6140 admin admin] GET failed (client error): The resource could not be found. Nov 18 16:58:10.681482 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-05cc3e7d-263a-4b46-b6ec-d19132bb6140 admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603113 Nov 18 16:58:10.780273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ea547-1249-4640-a2b5-4d3c167ace20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:58:10.781744 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5c2ea547-1249-4640-a2b5-4d3c167ace20 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0959015 Nov 18 16:58:10.792425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Request body: {'subnet': {'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:58:10.886277 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Made reservation on behalf of 8aa8b8ebf7cd479891d91f87fb195b57 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:58:10.888614 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Publish callbacks [] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:11.086261 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:11.137457 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec76b869-6bc2-47fe-9f0a-a349365e0678,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:58:11.148553 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.148905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.149771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.150118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.150452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.150785 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.151115 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.151443 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.151771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.152384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.152712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.153037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.158018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:58:11.158379 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Network hostable DHCP agents. Network: 44409c55-9ccf-4b3f-a394-e07c13b48953, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:58:11.252061 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:58:11.325976 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 44409c55-9ccf-4b3f-a394-e07c13b48953) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:58:11.329963 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:58:11.330559 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:11.334730 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8876c099-dab3-4fb6-845f-ed13e18c8579 None None] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:58:11.454882 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d8365c9c-a38b-4807-8cd5-8fd795b29a4d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6662533 Nov 18 16:58:11.573214 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-44409c55-9ccf-4b3f-a394-e07c13b48953', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'tenant_id': '8aa8b8ebf7cd479891d91f87fb195b57', 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 16:58:11.574116 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:11.714181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Allocated IP 192.168.233.2 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/a7983e2c-d298-4d01-975b-dab7797b06b0) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:58:11.853363 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:11.926663 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:11.968931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:58:11.971703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:58:11.975141 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:58:11.983862 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Pushing event updated for resources: {'Port': ['ID=a7983e2c-d298-4d01-975b-dab7797b06b0,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:58:11.995342 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.995703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.996061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.996394 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.996745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.997058 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.997383 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.997708 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.998033 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.998355 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.998675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:11.998994 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:58:12.044011 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Attempting to bind port a7983e2c-d298-4d01-975b-dab7797b06b0 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:58:12.044386 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Attempting to bind port a7983e2c-d298-4d01-975b-dab7797b06b0 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:58:12.044751 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Attempting to bind port a7983e2c-d298-4d01-975b-dab7797b06b0 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:58:12.049726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:58:12.050098 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:58:12.050496 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:12.050892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:58:12.051357 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Bound port: a7983e2c-d298-4d01-975b-dab7797b06b0, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:58:12.051746 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:12.113023 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] For port a7983e2c-d298-4d01-975b-dab7797b06b0, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:58:12.116235 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] For port a7983e2c-d298-4d01-975b-dab7797b06b0, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a7983e2c-d298-4d01-975b-dab7797b06b0,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:58:12.184160 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:12.255155 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b89e4-2319-4e73-9c1d-2e86e6a4abd4 None None] Pushing event updated for resources: {'Port': ['ID=a7983e2c-d298-4d01-975b-dab7797b06b0,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:58:13.103082 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134a9d47-71cf-432b-a9e6-fb12fd38b2d8 None None] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:58:13.189435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3a47583d-a423-474c-9c58-85caae35a32e None None] Provisioning complete for port a7983e2c-d298-4d01-975b-dab7797b06b0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:58:13.189813 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3a47583d-a423-474c-9c58-85caae35a32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:13.327310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a7983e2c-d298-4d01-975b-dab7797b06b0 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:58:13.351649 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3a47583d-a423-474c-9c58-85caae35a32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:13.400856 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3a47583d-a423-474c-9c58-85caae35a32e None None] For port a7983e2c-d298-4d01-975b-dab7797b06b0, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a7983e2c-d298-4d01-975b-dab7797b06b0,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:58:13.413395 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a7983e2c-d298-4d01-975b-dab7797b06b0 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:58:13.422655 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:13.503222 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3a47583d-a423-474c-9c58-85caae35a32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:13.506054 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:13.582912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47583d-a423-474c-9c58-85caae35a32e None None] Pushing event updated for resources: {'Port': ['ID=a7983e2c-d298-4d01-975b-dab7797b06b0,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:58:13.600518 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:58:13.600860 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 16:58:13.624794 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1f06f725-d5ef-4ff4-85f3-d5d0c57035b5 None None] Provisioning complete for port a7983e2c-d298-4d01-975b-dab7797b06b0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:58:13.625161 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f06f725-d5ef-4ff4-85f3-d5d0c57035b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:15.247961 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a7983e2c-d298-4d01-975b-dab7797b06b0 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:58:15.296334 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a7983e2c-d298-4d01-975b-dab7797b06b0 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:58:15.296710 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:26.765420 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:58:29.897376 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a90193cf-15d7-49ba-bd4b-47d01505fe3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:32.296982 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d9e886c-7ac3-4d93-bdde-2b523904cbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:33.371994 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:34.822158 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:35.342611 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:58:59.866505 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dacd80fb-204b-44ab-bac8-ec498314e12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:59:02.256199 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ea7a6127-7615-4664-954a-accdf6a46dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:59:03.370171 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:59:03.764020 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:59:04.798901 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:59:05.336167 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:59:29.877163 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c344b83-0db6-4b2c-81f6-4e4d2e92e1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:59:32.271888 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-315c761c-6ded-41fe-90e6-f5fdf3f0cca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:59:33.369489 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:59:34.805790 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:59:35.363138 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:59:37.656308 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55130) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:59:37.662392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-db1533d6-cc40-4570-951a-19d2608569b6 tempest-verify_tempest_config-742964819 tempest-verify_tempest_config-742964819-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:59:37.663381 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-db1533d6-cc40-4570-951a-19d2608569b6 tempest-verify_tempest_config-742964819 tempest-verify_tempest_config-742964819-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058944 Nov 18 16:59:38.209668 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55148) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:59:38.312471 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7deab5f8-4314-4757-8458-d95b58e61085 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:59:38.383417 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7deab5f8-4314-4757-8458-d95b58e61085 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:59:38.471580 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7deab5f8-4314-4757-8458-d95b58e61085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:59:38.516824 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7deab5f8-4314-4757-8458-d95b58e61085 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dfad7ad03c864344a9ad463aaa1d090d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3061612 Nov 18 16:59:38.517819 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deab5f8-4314-4757-8458-d95b58e61085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2b4dfb-2e28-4de6-bac6-b3f062a86113,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:59:38.519751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55154) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:59:38.524996 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab5f8-4314-4757-8458-d95b58e61085 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.525851 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab5f8-4314-4757-8458-d95b58e61085 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.526195 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab5f8-4314-4757-8458-d95b58e61085 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.526536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab5f8-4314-4757-8458-d95b58e61085 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.526870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab5f8-4314-4757-8458-d95b58e61085 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.527200 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab5f8-4314-4757-8458-d95b58e61085 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.527528 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab5f8-4314-4757-8458-d95b58e61085 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.527882 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab5f8-4314-4757-8458-d95b58e61085 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.528210 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab5f8-4314-4757-8458-d95b58e61085 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.528539 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab5f8-4314-4757-8458-d95b58e61085 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.528867 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab5f8-4314-4757-8458-d95b58e61085 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.529193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab5f8-4314-4757-8458-d95b58e61085 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.594075 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-17d2fcb8-de01-43a1-9ce9-8cee28b69ee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:59:38.614554 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-17d2fcb8-de01-43a1-9ce9-8cee28b69ee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:59:38.780952 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-17d2fcb8-de01-43a1-9ce9-8cee28b69ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:59:38.783495 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-17d2fcb8-de01-43a1-9ce9-8cee28b69ee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:59:38.784772 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-17d2fcb8-de01-43a1-9ce9-8cee28b69ee1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ba2b4dfb-2e28-4de6-bac6-b3f062a86113 HTTP/1.1" status: 204 len: 168 time: 0.2639432 Nov 18 16:59:38.793208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2fcb8-de01-43a1-9ce9-8cee28b69ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2b4dfb-2e28-4de6-bac6-b3f062a86113,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:59:38.799961 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2fcb8-de01-43a1-9ce9-8cee28b69ee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.800310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2fcb8-de01-43a1-9ce9-8cee28b69ee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.800651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2fcb8-de01-43a1-9ce9-8cee28b69ee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.800989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2fcb8-de01-43a1-9ce9-8cee28b69ee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.801324 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2fcb8-de01-43a1-9ce9-8cee28b69ee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.801685 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2fcb8-de01-43a1-9ce9-8cee28b69ee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.802014 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2fcb8-de01-43a1-9ce9-8cee28b69ee1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.802484 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2fcb8-de01-43a1-9ce9-8cee28b69ee1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.802825 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2fcb8-de01-43a1-9ce9-8cee28b69ee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.803063 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2fcb8-de01-43a1-9ce9-8cee28b69ee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.803411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2fcb8-de01-43a1-9ce9-8cee28b69ee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:38.803865 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2fcb8-de01-43a1-9ce9-8cee28b69ee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:59:40.762273 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:59:59.905157 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-715e1e1f-af97-4fc7-8f3d-9ac737e4291f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:00:02.299772 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f41fbe21-f02a-4172-8a6a-3c89d5ddf651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:00:03.372804 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:00:04.790903 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:00:05.328217 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:00:17.760246 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:00:29.858426 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91afd8a6-a650-44c2-a2d9-eba174a08669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:00:32.275857 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d88a053-96a6-4166-8c62-ac72a5f8da47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:00:33.383423 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:00:34.812826 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:00:35.326878 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:00:54.759190 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:00:59.869252 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-57749211-4b6d-4118-bbab-92bab90521b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:01:02.257915 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-938c9afa-70ba-4ee2-b87e-27bc34d2e13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:01:03.371872 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:01:04.806187 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:01:05.366009 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:01:29.868444 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46c52dab-21f2-4556-8e29-e53feec47d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:01:31.758188 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:01:32.261388 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec7b323e-326e-40f0-ae1b-cc7338386103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:01:33.393909 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:01:34.822022 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:01:35.342071 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:01:59.872730 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-67164ba5-a88b-440c-9368-f30699d948c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:02:02.330015 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ab6386d-6c18-4c40-af36-90ae53fa97d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:02:03.431734 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:02:04.809175 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:02:05.342379 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:02:08.756732 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:02:29.866591 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59191ff8-551d-4bc9-b271-fbe208f4a46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:02:32.272304 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d793875-21f5-47af-a661-a31811779bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:02:33.391528 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:02:34.814193 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:02:35.345944 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:02:45.754564 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:02:51.076101 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2042803'] for agent, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:02:52.551072 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2042803'] for agent, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:02:59.870903 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5e4771a4-1def-4e45-a0ba-ef9f64730575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:03:02.276444 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b569ac34-ca29-4179-8e57-205845040c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:03:03.396136 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:03:04.813116 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:03:05.344472 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:03:21.075617 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:03:22.515458 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:03:22.752814 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:03:29.898295 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fae15e31-9ec1-4bac-b892-401161e1f497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:03:32.321211 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-401ced8e-c1ff-498c-8170-0eaa794082ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:03:33.395328 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:03:34.546057 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55214) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:03:34.651123 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-84fb462e-8a15-48c7-a52c-240583073414 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1039512 Nov 18 17:03:34.830249 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:03:35.338660 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:03:36.940546 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55224) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:03:37.008217 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-64459b2f-ab85-43ee-a155-290af31368c2 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0663943 Nov 18 17:03:51.046642 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:03:52.537446 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:03:59.752961 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:03:59.874355 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f6aea7a9-0b28-4fa7-bd6e-4747495e9c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:02.285812 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3cf51b18-d6f8-471c-85d5-3778e9ef630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:03.434165 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:04.840507 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:05.330876 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:21.109050 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:22.571088 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:29.879583 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a6d89437-fea9-4561-8964-8a062383e05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:32.319890 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a4e794b0-613a-4948-b040-98427232cc4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:33.411215 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:34.822410 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:35.331089 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:36.752521 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:04:51.056865 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:52.508530 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:59.155883 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55446) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:04:59.553552 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-network', 'tenant_id': '8c06eab41c094a658cd4053515999f68'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:04:59.656858 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Made reservation on behalf of 8c06eab41c094a658cd4053515999f68 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:04:59.659417 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:59.668157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:59.754792 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:59.805262 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:59.833459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d529154-5919-49f0-9bc4-032f7e6b4cad,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:04:59.843817 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] vlan segment allocate from pool success with {'vlan_id': 1137, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:04:59.849386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:04:59.849749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:04:59.850104 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:04:59.850454 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:04:59.850798 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:04:59.851148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:04:59.851490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:04:59.851970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:04:59.852312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:04:59.852641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:04:59.852980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:04:59.853314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Tracked resource versions report: Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: pushed versions: Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: { 'AddressGroup': {'1.2'}, Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'ConntrackHelper': {'1.0'}, Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'Log': {'1.0'}, Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'Network': {'1.1'}, Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'Port': {'1.7'}, Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'PortForwarding': {'1.2'}, Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'QosPolicy': {'1.10'}, Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'SecurityGroup': {'1.5'}, Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'SecurityGroupRule': {'1.2'}, Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'SubPort': {'1.0'}, Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'Subnet': {'1.1'}, Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'Trunk': {'1.1'}} Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: consumer versions: Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: { DHCP agent@n-d-813419-11: {}, Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: HyperV agent@n-h1-813419-11: {}, Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: HyperV agent@n-h2-813419-11: {}, Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: L3 agent@n-d-813419-11: {}, Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: Metadata agent@n-d-813419-11: {}, Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: Metering agent@n-d-813419-11: {}, Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: Open vSwitch agent@n-d-813419-11: { 'AddressGroup': '1.2', Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'ConntrackHelper': '1.0', Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'Log': '1.0', Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'Network': '1.1', Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'Port': '1.7', Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'PortForwarding': '1.2', Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'QosPolicy': '1.10', Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'SecurityGroup': '1.5', Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'SecurityGroupRule': '1.2', Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'SubPort': '1.0', Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'Subnet': '1.1', Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: 'Trunk': '1.1'}} Nov 18 17:04:59.854351 n-d-813419-11 neutron-server[104008]: {{(pid=104008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 17:04:59.864092 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:59.864092 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Added segment c64e58f2-65dc-44f4-bbbe-7df53f8c3711 of type vlan for network e6675c45-2017-448b-a56f-7a8487b5bcd0 Nov 18 17:04:59.880388 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f18a49c-06df-4093-8a8e-9f887750ec44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:59.908270 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:59.983017 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:04:59.984478 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:04:59.984996 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:00.048782 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] Pushing event updated for resources: {'Network': ['ID=e6675c45-2017-448b-a56f-7a8487b5bcd0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:00.059673 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network e6675c45-2017-448b-a56f-7a8487b5bcd0 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:05:00.093910 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fb63c147-23ba-49ff-b491-93537de60dee admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9362154 Nov 18 17:05:00.096970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55486) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:00.105735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0b2a132f-f959-4f64-a3c9-51f68db5371f admin admin] Request body: {'subnet': {'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-subnet', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:00.201036 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2a132f-f959-4f64-a3c9-51f68db5371f admin admin] Made reservation on behalf of 8c06eab41c094a658cd4053515999f68 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:05:00.203461 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b2a132f-f959-4f64-a3c9-51f68db5371f admin admin] Publish callbacks [] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:00.480100 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b2a132f-f959-4f64-a3c9-51f68db5371f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:00.548074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a132f-f959-4f64-a3c9-51f68db5371f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1c1519-af93-4458-8a9d-ac5eb923f940,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:00.556929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2a132f-f959-4f64-a3c9-51f68db5371f admin admin] Checking segment: {'id': 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:05:00.557079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a132f-f959-4f64-a3c9-51f68db5371f admin admin] Network hostable DHCP agents. Network: e6675c45-2017-448b-a56f-7a8487b5bcd0, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:05:00.639356 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a132f-f959-4f64-a3c9-51f68db5371f admin admin] Network e6675c45-2017-448b-a56f-7a8487b5bcd0 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:05:00.730683 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-0b2a132f-f959-4f64-a3c9-51f68db5371f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, e6675c45-2017-448b-a56f-7a8487b5bcd0) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:00.734966 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2a132f-f959-4f64-a3c9-51f68db5371f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:00.735617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b2a132f-f959-4f64-a3c9-51f68db5371f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:00.740561 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8478f6-9938-4df4-840f-5a219fa951e5 None None] Network e6675c45-2017-448b-a56f-7a8487b5bcd0 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:05:00.836797 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0b2a132f-f959-4f64-a3c9-51f68db5371f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7386005 Nov 18 17:05:00.839489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55520) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:00.844162 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:00.927307 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-e6675c45-2017-448b-a56f-7a8487b5bcd0', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'fixed_ips': [{'subnet_id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:05:00.927743 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:00.937297 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:00.939165 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:01.063670 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:01.077818 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Allocated IP 172.20.0.2 (e6675c45-2017-448b-a56f-7a8487b5bcd0/ab1c1519-af93-4458-8a9d-ac5eb923f940/2a0c6a80-f228-4655-ace1-bfdb28b3733d) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:05:01.258104 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:01.320752 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:01.326490 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:01.361215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Network e6675c45-2017-448b-a56f-7a8487b5bcd0 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:05:01.366151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:01.369753 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:05:01.380312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Pushing event updated for resources: {'Port': ['ID=2a0c6a80-f228-4655-ace1-bfdb28b3733d,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:01.391356 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:01.391931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:01.392889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:01.393381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:01.393865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:01.394347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:01.394840 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:01.395475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:01.395987 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:01.396849 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:01.397201 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:01.397548 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Tracked resource versions report: Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: pushed versions: Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: { 'AddressGroup': {'1.2'}, Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'ConntrackHelper': {'1.0'}, Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'Log': {'1.0'}, Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'Network': {'1.1'}, Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'Port': {'1.7'}, Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'PortForwarding': {'1.2'}, Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'QosPolicy': {'1.10'}, Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'SecurityGroup': {'1.5'}, Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'SecurityGroupRule': {'1.2'}, Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'SubPort': {'1.0'}, Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'Subnet': {'1.1'}, Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'Trunk': {'1.1'}} Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: consumer versions: Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: { DHCP agent@n-d-813419-11: {}, Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: HyperV agent@n-h1-813419-11: {}, Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: HyperV agent@n-h2-813419-11: {}, Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: L3 agent@n-d-813419-11: {}, Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: Metadata agent@n-d-813419-11: {}, Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: Metering agent@n-d-813419-11: {}, Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: Open vSwitch agent@n-d-813419-11: { 'AddressGroup': '1.2', Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'ConntrackHelper': '1.0', Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'Log': '1.0', Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'Network': '1.1', Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'Port': '1.7', Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'PortForwarding': '1.2', Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'QosPolicy': '1.10', Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'SecurityGroup': '1.5', Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'SecurityGroupRule': '1.2', Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'SubPort': '1.0', Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'Subnet': '1.1', Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: 'Trunk': '1.1'}} Nov 18 17:05:01.398728 n-d-813419-11 neutron-server[104009]: {{(pid=104009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 17:05:01.462939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Attempting to bind port 2a0c6a80-f228-4655-ace1-bfdb28b3733d on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:05:01.463380 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Attempting to bind port 2a0c6a80-f228-4655-ace1-bfdb28b3733d by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:05:01.463956 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Attempting to bind port 2a0c6a80-f228-4655-ace1-bfdb28b3733d on network e6675c45-2017-448b-a56f-7a8487b5bcd0 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:05:01.471246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:05:01.472068 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Checking segment: {'id': 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:05:01.472494 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:01.472957 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Bound using segment: {'id': 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:05:01.473462 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Bound port: 2a0c6a80-f228-4655-ace1-bfdb28b3733d, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:05:01.473858 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:01.564762 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] For port 2a0c6a80-f228-4655-ace1-bfdb28b3733d, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:05:01.568337 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] For port 2a0c6a80-f228-4655-ace1-bfdb28b3733d, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2a0c6a80-f228-4655-ace1-bfdb28b3733d,segment=NetworkSegment(c64e58f2-65dc-44f4-bbbe-7df53f8c3711),segment_id=c64e58f2-65dc-44f4-bbbe-7df53f8c3711)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:05:01.625026 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:01.652255 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:01.662952 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:01.768388 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb1dfa-7840-4f8d-be05-ca4d3106ca05 None None] Pushing event updated for resources: {'Port': ['ID=2a0c6a80-f228-4655-ace1-bfdb28b3733d,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:01.789284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Allocated IP 172.25.3.161 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/ef762605-425d-41d4-a047-640d2858b414) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:05:01.969921 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:02.102857 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:02.291002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Pushing event updated for resources: {'Port': ['ID=ef762605-425d-41d4-a047-640d2858b414,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:02.301033 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:05:02.302445 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-206ad389-32e4-421a-a604-21671934c0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:02.303632 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:02.305899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:05:02.639840 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:02.885684 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:02.955239 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8822ef71-1af8-4089-a213-d2821fdc76ee None None] Network e6675c45-2017-448b-a56f-7a8487b5bcd0 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:05:03.112602 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-69a4fdbd-8067-45c7-9913-354cf693e2c5 None None] Provisioning complete for port 2a0c6a80-f228-4655-ace1-bfdb28b3733d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:03.112978 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69a4fdbd-8067-45c7-9913-354cf693e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:03.170784 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:05:03.226362 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69a4fdbd-8067-45c7-9913-354cf693e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:03.290713 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-69a4fdbd-8067-45c7-9913-354cf693e2c5 None None] For port 2a0c6a80-f228-4655-ace1-bfdb28b3733d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2a0c6a80-f228-4655-ace1-bfdb28b3733d,segment=NetworkSegment(c64e58f2-65dc-44f4-bbbe-7df53f8c3711),segment_id=c64e58f2-65dc-44f4-bbbe-7df53f8c3711)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:03.314511 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:05:03.326887 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Sync routers for ids ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:05:03.355652 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69a4fdbd-8067-45c7-9913-354cf693e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:03.360245 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Routers {'481f53fc-b0fb-496a-b964-ef1bc6ac9265'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:05:03.361018 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:05:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:03.382676 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:03.388160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55634) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:03.388970 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-392937b4-651b-4341-9803-e75748cf3154 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.5478122 Nov 18 17:05:03.473131 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:03.538922 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4fdbd-8067-45c7-9913-354cf693e2c5 None None] Pushing event updated for resources: {'Port': ['ID=2a0c6a80-f228-4655-ace1-bfdb28b3733d,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:03.557300 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Set router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:05:03.602777 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2a0c6a80-f228-4655-ace1-bfdb28b3733d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:05:03.775612 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:05:02Z', 'revision_number': 3, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:03.805899 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-dc1daf91-dcae-4a19-bf6f-22cb081354b3 None None] Provisioning complete for port 2a0c6a80-f228-4655-ace1-bfdb28b3733d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:03.806298 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dc1daf91-dcae-4a19-bf6f-22cb081354b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:03.807695 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Checking router: 481f53fc-b0fb-496a-b964-ef1bc6ac9265 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:05:03.808242 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Updating router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 port ef762605-425d-41d4-a047-640d2858b414 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:05:03.851123 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:03.861213 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2a0c6a80-f228-4655-ace1-bfdb28b3733d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:03.869534 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.096144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55666) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:04.207758 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55674) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:04.275138 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.347340 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-98d34b87-6e5d-4d96-b0d8-ace229f5de39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.383898 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.464114 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.468791 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-98d34b87-6e5d-4d96-b0d8-ace229f5de39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.470425 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18be7d79-17df-44be-a452-f0db2acfe973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.488291 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Allocated IP 172.20.0.1 (e6675c45-2017-448b-a56f-7a8487b5bcd0/ab1c1519-af93-4458-8a9d-ac5eb923f940/45b77293-3f0c-4ed5-94c8-a28671f17be5) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:05:04.524359 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Attempting to bind port ef762605-425d-41d4-a047-640d2858b414 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:05:04.525038 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Attempting to bind port ef762605-425d-41d4-a047-640d2858b414 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:05:04.525421 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Attempting to bind port ef762605-425d-41d4-a047-640d2858b414 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:05:04.536592 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:05:04.536978 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:05:04.537389 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.537928 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:05:04.538263 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Bound port: ef762605-425d-41d4-a047-640d2858b414, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:05:04.538651 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.540217 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5922ae9-46f5-4728-a480-4cdaafc796d7 None None] Pushing event updated for resources: {'Port': ['ID=ef762605-425d-41d4-a047-640d2858b414,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:04.557385 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18be7d79-17df-44be-a452-f0db2acfe973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.565808 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ae9-46f5-4728-a480-4cdaafc796d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:04.566169 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ae9-46f5-4728-a480-4cdaafc796d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:04.566520 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ae9-46f5-4728-a480-4cdaafc796d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:04.566861 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ae9-46f5-4728-a480-4cdaafc796d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:04.567201 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ae9-46f5-4728-a480-4cdaafc796d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:04.567538 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ae9-46f5-4728-a480-4cdaafc796d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:04.567891 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ae9-46f5-4728-a480-4cdaafc796d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:04.568228 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ae9-46f5-4728-a480-4cdaafc796d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:04.568557 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ae9-46f5-4728-a480-4cdaafc796d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:04.568887 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ae9-46f5-4728-a480-4cdaafc796d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:04.569217 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ae9-46f5-4728-a480-4cdaafc796d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:04.569542 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ae9-46f5-4728-a480-4cdaafc796d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922ae9-46f5-4728-a480-4cdaafc796d7 None None] Tracked resource versions report: Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: pushed versions: Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: { 'AddressGroup': {'1.2'}, Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'ConntrackHelper': {'1.0'}, Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'Log': {'1.0'}, Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'Network': {'1.1'}, Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'Port': {'1.7'}, Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'PortForwarding': {'1.2'}, Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'QosPolicy': {'1.10'}, Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'SecurityGroup': {'1.5'}, Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'SecurityGroupRule': {'1.2'}, Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'SubPort': {'1.0'}, Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'Subnet': {'1.1'}, Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'Trunk': {'1.1'}} Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: consumer versions: Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: { DHCP agent@n-d-813419-11: {}, Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: HyperV agent@n-h1-813419-11: {}, Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: HyperV agent@n-h2-813419-11: {}, Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: L3 agent@n-d-813419-11: {}, Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: Metadata agent@n-d-813419-11: {}, Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: Metering agent@n-d-813419-11: {}, Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: Open vSwitch agent@n-d-813419-11: { 'AddressGroup': '1.2', Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'ConntrackHelper': '1.0', Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'Log': '1.0', Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'Network': '1.1', Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'Port': '1.7', Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'PortForwarding': '1.2', Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'QosPolicy': '1.10', Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'SecurityGroup': '1.5', Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'SecurityGroupRule': '1.2', Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'SubPort': '1.0', Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'Subnet': '1.1', Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: 'Trunk': '1.1'}} Nov 18 17:05:04.570570 n-d-813419-11 neutron-server[104010]: {{(pid=104010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 17:05:04.592196 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.602352 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] For port ef762605-425d-41d4-a047-640d2858b414, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:05:04.605601 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] For port ef762605-425d-41d4-a047-640d2858b414, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ef762605-425d-41d4-a047-640d2858b414,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:05:04.605792 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-98d34b87-6e5d-4d96-b0d8-ace229f5de39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.654014 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-98d34b87-6e5d-4d96-b0d8-ace229f5de39 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=900c8553116e44c48c3daa3b16d31116&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5567579 Nov 18 17:05:04.656863 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55698) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:04.663202 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d34b87-6e5d-4d96-b0d8-ace229f5de39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bd536a-0bad-4607-8ff1-dbe66ff663c1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:04.685704 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18be7d79-17df-44be-a452-f0db2acfe973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.718088 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8555fd8d-93b7-4144-be7d-d992f4729c0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.720498 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.738737 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-18be7d79-17df-44be-a452-f0db2acfe973 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=918f62319bc448749fef1692a827086d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5297143 Nov 18 17:05:04.739586 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be7d79-17df-44be-a452-f0db2acfe973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7199fc45-f00f-4ad3-a3de-4b77c684c65f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:04.746436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55704) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:04.765044 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8555fd8d-93b7-4144-be7d-d992f4729c0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.826296 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.851031 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Routers {'481f53fc-b0fb-496a-b964-ef1bc6ac9265'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:05:04.851673 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:05:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:04.854555 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5922ae9-46f5-4728-a480-4cdaafc796d7 None None] Pushing event updated for resources: {'Port': ['ID=ef762605-425d-41d4-a047-640d2858b414,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:04.854719 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1783-74b9-4446-9142-7352fc194620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.891375 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.896864 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1783-74b9-4446-9142-7352fc194620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.899152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Network e6675c45-2017-448b-a56f-7a8487b5bcd0 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:05:04.905228 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:04.909403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:05:04.910030 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:04.970851 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] Set router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:05:04.982924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Pushing event updated for resources: {'Port': ['ID=45b77293-3f0c-4ed5-94c8-a28671f17be5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:04.996025 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:04.997225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:04.997790 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:04.998345 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:04.999120 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:04.999674 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:05.000243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:05.000858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:05.001386 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:05.001910 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:05.002451 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:05.002973 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Tracked resource versions report: Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: pushed versions: Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: { 'AddressGroup': {'1.2'}, Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'ConntrackHelper': {'1.0'}, Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'Log': {'1.0'}, Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'Network': {'1.1'}, Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'Port': {'1.7'}, Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'PortForwarding': {'1.2'}, Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'QosPolicy': {'1.10'}, Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'SecurityGroup': {'1.5'}, Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'SecurityGroupRule': {'1.2'}, Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'SubPort': {'1.0'}, Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'Subnet': {'1.1'}, Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'Trunk': {'1.1'}} Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: consumer versions: Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: { DHCP agent@n-d-813419-11: {}, Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: HyperV agent@n-h1-813419-11: {}, Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: HyperV agent@n-h2-813419-11: {}, Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: L3 agent@n-d-813419-11: {}, Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: Metadata agent@n-d-813419-11: {}, Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: Metering agent@n-d-813419-11: {}, Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: Open vSwitch agent@n-d-813419-11: { 'AddressGroup': '1.2', Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'ConntrackHelper': '1.0', Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'Log': '1.0', Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'Network': '1.1', Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'Port': '1.7', Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'PortForwarding': '1.2', Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'QosPolicy': '1.10', Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'SecurityGroup': '1.5', Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'SecurityGroupRule': '1.2', Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'SubPort': '1.0', Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'Subnet': '1.1', Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: 'Trunk': '1.1'}} Nov 18 17:05:05.008046 n-d-813419-11 neutron-server[104007]: {{(pid=104007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 17:05:05.110183 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1783-74b9-4446-9142-7352fc194620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:05.113604 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8555fd8d-93b7-4144-be7d-d992f4729c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:05.117283 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1783-74b9-4446-9142-7352fc194620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:05.120047 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8555fd8d-93b7-4144-be7d-d992f4729c0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:05.121273 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8555fd8d-93b7-4144-be7d-d992f4729c0e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/03bd536a-0bad-4607-8ff1-dbe66ff663c1 HTTP/1.1" status: 204 len: 168 time: 0.4632938 Nov 18 17:05:05.123769 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4b1b1783-74b9-4446-9142-7352fc194620 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7199fc45-f00f-4ad3-a3de-4b77c684c65f HTTP/1.1" status: 204 len: 168 time: 0.3756819 Nov 18 17:05:05.152176 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b1783-74b9-4446-9142-7352fc194620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7199fc45-f00f-4ad3-a3de-4b77c684c65f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:05.168310 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555fd8d-93b7-4144-be7d-d992f4729c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bd536a-0bad-4607-8ff1-dbe66ff663c1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:05.227645 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:05:02Z', 'revision_number': 3, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:05.278770 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5520a96-bad9-46b8-a86a-49c60b5c3cba None None] The sync data for ids ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'] in n-d-813419-11 is: [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:05:02Z', 'revision_number': 3, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:05:05.284100 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:05.299910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4dcaebb1-80ea-44b3-bf01-a1d9f54d7cf7 None None] Provisioning complete for port 45b77293-3f0c-4ed5-94c8-a28671f17be5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:05.300488 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4dcaebb1-80ea-44b3-bf01-a1d9f54d7cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:05.341619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4dcaebb1-80ea-44b3-bf01-a1d9f54d7cf7 None None] Port 45b77293-3f0c-4ed5-94c8-a28671f17be5 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:05:05.359471 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:05.486130 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:05.508053 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2a0c6a80-f228-4655-ace1-bfdb28b3733d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:05:05.530877 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:05.531617 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:05.580869 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2a0c6a80-f228-4655-ace1-bfdb28b3733d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:05.581719 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:05.647522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Pushing event updated for resources: {'Port': ['ID=45b77293-3f0c-4ed5-94c8-a28671f17be5,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:05.688288 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Network e6675c45-2017-448b-a56f-7a8487b5bcd0 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:05:05.720077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:05.988684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:05:06.068652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55764) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:06.090057 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b7dba873-acf4-4e26-8137-18815a5cf0c9 None None] Provisioning complete for port 45b77293-3f0c-4ed5-94c8-a28671f17be5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:06.091214 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b7dba873-acf4-4e26-8137-18815a5cf0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:06.158095 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b7dba873-acf4-4e26-8137-18815a5cf0c9 None None] Port 45b77293-3f0c-4ed5-94c8-a28671f17be5 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:05:06.200627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:05:06.205914 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-94a8904b-51f7-4bec-b6db-dc82931c207b admin admin] 10.222.0.72 "PUT /v2.0/routers/481f53fc-b0fb-496a-b964-ef1bc6ac9265/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8166881 Nov 18 17:05:06.467383 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55788) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:06.483622 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c53b3f1-f331-4396-b192-d59c0cea2d0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:06.534021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55792) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:06.553055 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc1d716d-daef-433e-b727-624e3541bad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:06.599586 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c53b3f1-f331-4396-b192-d59c0cea2d0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:06.663532 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc1d716d-daef-433e-b727-624e3541bad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:06.679835 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c53b3f1-f331-4396-b192-d59c0cea2d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:06.736015 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1c53b3f1-f331-4396-b192-d59c0cea2d0c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ad5d15e1fc9e4d688c75bc3d460e669d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2675076 Nov 18 17:05:06.737185 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53b3f1-f331-4396-b192-d59c0cea2d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032cff7d-4245-4b3f-a271-8cadeeebb2f1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:06.738977 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55802) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:06.740548 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a30d03a-a90d-46c8-86db-b3472667df3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:06.743123 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc1d716d-daef-433e-b727-624e3541bad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:06.817248 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cc1d716d-daef-433e-b727-624e3541bad9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=48c8a5c92d3c4f85acf17323f7e2fd5d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2816770 Nov 18 17:05:06.817599 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55804) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:06.834565 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cab45d11-f070-4f32-8cbb-9467c8ed9fd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:06.909447 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cab45d11-f070-4f32-8cbb-9467c8ed9fd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:06.917373 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a30d03a-a90d-46c8-86db-b3472667df3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:06.919247 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d716d-daef-433e-b727-624e3541bad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc79baf-0fa3-435e-a9cb-a7945958c12f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:06.957104 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41c126f6-cf8b-43dd-9810-e5bc1f3647db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:06.966097 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a30d03a-a90d-46c8-86db-b3472667df3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:06.982123 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41c126f6-cf8b-43dd-9810-e5bc1f3647db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:07.024452 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8a30d03a-a90d-46c8-86db-b3472667df3d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=02f095dea0d24bdfa38ff92781e4bdd1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9523292 Nov 18 17:05:07.024452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30d03a-a90d-46c8-86db-b3472667df3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d56f33-9d10-4531-95f3-375c11381b15,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:07.025845 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55812) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:07.078040 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cab45d11-f070-4f32-8cbb-9467c8ed9fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:07.080992 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cab45d11-f070-4f32-8cbb-9467c8ed9fd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:07.083835 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cab45d11-f070-4f32-8cbb-9467c8ed9fd1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/032cff7d-4245-4b3f-a271-8cadeeebb2f1 HTTP/1.1" status: 204 len: 168 time: 0.3409886 Nov 18 17:05:07.094684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab45d11-f070-4f32-8cbb-9467c8ed9fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032cff7d-4245-4b3f-a271-8cadeeebb2f1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:07.108988 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9932e289-5014-4953-acaf-cd06eb2bb51b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:07.130455 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41c126f6-cf8b-43dd-9810-e5bc1f3647db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:07.136961 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41c126f6-cf8b-43dd-9810-e5bc1f3647db admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:07.136961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-41c126f6-cf8b-43dd-9810-e5bc1f3647db admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fbc79baf-0fa3-435e-a9cb-a7945958c12f HTTP/1.1" status: 204 len: 168 time: 0.3156269 Nov 18 17:05:07.142097 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9932e289-5014-4953-acaf-cd06eb2bb51b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:07.157296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c126f6-cf8b-43dd-9810-e5bc1f3647db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc79baf-0fa3-435e-a9cb-a7945958c12f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:07.313760 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9932e289-5014-4953-acaf-cd06eb2bb51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:07.316387 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9932e289-5014-4953-acaf-cd06eb2bb51b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:07.322671 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9932e289-5014-4953-acaf-cd06eb2bb51b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c0d56f33-9d10-4531-95f3-375c11381b15 HTTP/1.1" status: 204 len: 168 time: 0.2946708 Nov 18 17:05:07.334874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932e289-5014-4953-acaf-cd06eb2bb51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d56f33-9d10-4531-95f3-375c11381b15,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:07.352545 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Sync routers for ids ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:05:07.368259 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Routers {'481f53fc-b0fb-496a-b964-ef1bc6ac9265'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:05:07.368901 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:05:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:07.495567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ef762605-425d-41d4-a047-640d2858b414 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:05:07.499659 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Set router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:05:07.675112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port ef762605-425d-41d4-a047-640d2858b414 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:07.675748 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:07.810216 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:07.834857 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port ef762605-425d-41d4-a047-640d2858b414, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ef762605-425d-41d4-a047-640d2858b414,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:07.839301 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:05:05Z', 'revision_number': 4, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '45b77293-3f0c-4ed5-94c8-a28671f17be5', 'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'mac_address': 'fa:16:3e:f2:2f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:04Z', 'updated_at': '2021-11-18T17:05:05Z', 'revision_number': 2, 'project_id': '8c06eab41c094a658cd4053515999f68', 'subnets': [{'id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:07.874138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Checking router: 481f53fc-b0fb-496a-b964-ef1bc6ac9265 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:05:07.875982 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Updating router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 port 45b77293-3f0c-4ed5-94c8-a28671f17be5 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:05:07.902382 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:07.917085 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:07.970145 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55882) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:07.972916 n-d-813419-11 neutron-server[104007]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 18 17:05:08.022128 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-81433761-c5c5-4eea-bb3d-4a426a82659a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=e88b3b4029b948fdbfb82a6a14dd2bbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501692 Nov 18 17:05:08.084940 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=ef762605-425d-41d4-a047-640d2858b414,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:08.266512 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:08.326094 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:08.383049 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-b3d8d1f4-b332-4ac8-a42e-b093a53d7cc6 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:08.395665 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-b3d8d1f4-b332-4ac8-a42e-b093a53d7cc6 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3628812 Nov 18 17:05:08.427724 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-5a321b61-7fd7-4d5e-ac7b-01e6b083eb04 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/quotas/e88b3b4029b948fdbfb82a6a14dd2bbc HTTP/1.1" status: 200 len: 375 time: 0.0338337 Nov 18 17:05:08.477567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd1940-d132-4161-b901-bf6215a2963b None None] Pushing event updated for resources: {'Port': ['ID=45b77293-3f0c-4ed5-94c8-a28671f17be5,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:08.513855 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-ad57f2da-f47e-4a78-a99e-f7447a2cebea tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e88b3b4029b948fdbfb82a6a14dd2bbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841737 Nov 18 17:05:08.535087 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Attempting to bind port 45b77293-3f0c-4ed5-94c8-a28671f17be5 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:05:08.535087 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Attempting to bind port 45b77293-3f0c-4ed5-94c8-a28671f17be5 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:05:08.535087 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Attempting to bind port 45b77293-3f0c-4ed5-94c8-a28671f17be5 on network e6675c45-2017-448b-a56f-7a8487b5bcd0 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:05:08.541041 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:05:08.541476 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Checking segment: {'id': 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:05:08.541979 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:08.542289 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Bound using segment: {'id': 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:05:08.542777 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Bound port: 45b77293-3f0c-4ed5-94c8-a28671f17be5, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:05:08.546662 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:08.638277 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] For port 45b77293-3f0c-4ed5-94c8-a28671f17be5, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:05:08.641399 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] For port 45b77293-3f0c-4ed5-94c8-a28671f17be5, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=45b77293-3f0c-4ed5-94c8-a28671f17be5,segment=NetworkSegment(c64e58f2-65dc-44f4-bbbe-7df53f8c3711),segment_id=c64e58f2-65dc-44f4-bbbe-7df53f8c3711)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:05:08.711154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-acfe9c4f-0c35-4d08-8035-79dd9b721bbc None None] Provisioning complete for port 45b77293-3f0c-4ed5-94c8-a28671f17be5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:08.711293 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-acfe9c4f-0c35-4d08-8035-79dd9b721bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:08.735702 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:08.765569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55932) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:08.794113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-acfe9c4f-0c35-4d08-8035-79dd9b721bbc None None] Port 45b77293-3f0c-4ed5-94c8-a28671f17be5 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:05:08.804603 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3ed945b-bb30-46dd-97b5-595fb59a9091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:08.821552 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Routers {'481f53fc-b0fb-496a-b964-ef1bc6ac9265'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:05:08.821552 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:05:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:08.881324 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd1940-d132-4161-b901-bf6215a2963b None None] Pushing event updated for resources: {'Port': ['ID=45b77293-3f0c-4ed5-94c8-a28671f17be5,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:08.987493 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] Set router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:05:08.990078 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55944) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:08.999593 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-dd3f050b-6063-4dd2-9a49-789984151a75 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1738907743-network', 'tenant_id': '300de489d0c44bd6bc226041661d526a'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:09.026340 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4197dd9-758d-47b4-905e-a72eb3813104 req-fe8c5936-9dad-4318-8ad8-dff4b304454b tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 210 time: 0.1642175 Nov 18 17:05:09.091262 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3f050b-6063-4dd2-9a49-789984151a75 admin admin] Made reservation on behalf of 300de489d0c44bd6bc226041661d526a for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:05:09.093727 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd3f050b-6063-4dd2-9a49-789984151a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:09.109127 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd3f050b-6063-4dd2-9a49-789984151a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:09.159396 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3ed945b-bb30-46dd-97b5-595fb59a9091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:09.226676 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd3f050b-6063-4dd2-9a49-789984151a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:09.234939 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3ed945b-bb30-46dd-97b5-595fb59a9091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:09.281592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-82e7f5af-61e5-43e7-b091-aa30c6e7b5fd None None] Provisioning complete for port 45b77293-3f0c-4ed5-94c8-a28671f17be5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:09.281975 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-82e7f5af-61e5-43e7-b091-aa30c6e7b5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:09.292345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c3ed945b-bb30-46dd-97b5-595fb59a9091 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b2983cba024949c68fe2cb9811f8c9ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5256560 Nov 18 17:05:09.295112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55962) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:09.296729 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed945b-bb30-46dd-97b5-595fb59a9091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a8217f-6667-4b5e-9920-d4a3dbf86c33,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:09.348819 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd3f050b-6063-4dd2-9a49-789984151a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:09.424644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f050b-6063-4dd2-9a49-789984151a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb350f7-8e63-489d-b8ff-68ea05dee590,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:09.441677 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3f050b-6063-4dd2-9a49-789984151a75 admin admin] vlan segment allocate from pool success with {'vlan_id': 1149, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:05:09.448482 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-82e7f5af-61e5-43e7-b091-aa30c6e7b5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:09.458780 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd3f050b-6063-4dd2-9a49-789984151a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:09.459140 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-dd3f050b-6063-4dd2-9a49-789984151a75 admin admin] Added segment 9a74633d-357b-4563-8945-99774be6eb37 of type vlan for network ef3e6004-855f-4653-bab3-ba1bf05f71dc Nov 18 17:05:09.526242 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd3f050b-6063-4dd2-9a49-789984151a75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:09.529372 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ef762605-425d-41d4-a047-640d2858b414 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:05:09.571334 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5997-54e9-43cd-8aab-0e1f67f0e726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:09.576770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-82e7f5af-61e5-43e7-b091-aa30c6e7b5fd None None] For port 45b77293-3f0c-4ed5-94c8-a28671f17be5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=45b77293-3f0c-4ed5-94c8-a28671f17be5,segment=NetworkSegment(c64e58f2-65dc-44f4-bbbe-7df53f8c3711),segment_id=c64e58f2-65dc-44f4-bbbe-7df53f8c3711)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:09.601972 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5997-54e9-43cd-8aab-0e1f67f0e726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:09.622972 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:05:05Z', 'revision_number': 4, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '45b77293-3f0c-4ed5-94c8-a28671f17be5', 'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'mac_address': 'fa:16:3e:f2:2f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:04Z', 'updated_at': '2021-11-18T17:05:08Z', 'revision_number': 4, 'project_id': '8c06eab41c094a658cd4053515999f68', 'subnets': [{'id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:09.639517 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd3f050b-6063-4dd2-9a49-789984151a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:09.645112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3f050b-6063-4dd2-9a49-789984151a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:09.645112 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd3f050b-6063-4dd2-9a49-789984151a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:09.652061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2010504-502d-48d8-9935-92e7bf9e3f0a None None] The sync data for ids ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'] in n-d-813419-11 is: [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:05:05Z', 'revision_number': 4, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '45b77293-3f0c-4ed5-94c8-a28671f17be5', 'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'mac_address': 'fa:16:3e:f2:2f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:04Z', 'updated_at': '2021-11-18T17:05:08Z', 'revision_number': 4, 'project_id': '8c06eab41c094a658cd4053515999f68', 'subnets': [{'id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:05:09.658271 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port ef762605-425d-41d4-a047-640d2858b414 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:09.658660 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:09.688150 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-82e7f5af-61e5-43e7-b091-aa30c6e7b5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:09.741596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f050b-6063-4dd2-9a49-789984151a75 admin admin] Pushing event updated for resources: {'Network': ['ID=ef3e6004-855f-4653-bab3-ba1bf05f71dc,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:09.761741 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network ef3e6004-855f-4653-bab3-ba1bf05f71dc details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:05:09.851464 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5997-54e9-43cd-8aab-0e1f67f0e726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:09.854809 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5997-54e9-43cd-8aab-0e1f67f0e726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:09.856571 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fcaf5997-54e9-43cd-8aab-0e1f67f0e726 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/85a8217f-6667-4b5e-9920-d4a3dbf86c33 HTTP/1.1" status: 204 len: 168 time: 0.5619063 Nov 18 17:05:09.862931 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dd3f050b-6063-4dd2-9a49-789984151a75 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8715165 Nov 18 17:05:09.866172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55998) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:09.874353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-4ed8b3a2-2f4e-431b-a12b-197fd9e9b32e admin admin] Request body: {'subnet': {'network_id': 'ef3e6004-855f-4653-bab3-ba1bf05f71dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1738907743-subnet', 'tenant_id': '300de489d0c44bd6bc226041661d526a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:09.882761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf5997-54e9-43cd-8aab-0e1f67f0e726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a8217f-6667-4b5e-9920-d4a3dbf86c33,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:09.931123 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7f5af-61e5-43e7-b091-aa30c6e7b5fd None None] Pushing event updated for resources: {'Port': ['ID=45b77293-3f0c-4ed5-94c8-a28671f17be5,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:09.994421 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed8b3a2-2f4e-431b-a12b-197fd9e9b32e admin admin] Made reservation on behalf of 300de489d0c44bd6bc226041661d526a for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:05:09.997601 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ed8b3a2-2f4e-431b-a12b-197fd9e9b32e admin admin] Publish callbacks [] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:10.285966 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ed8b3a2-2f4e-431b-a12b-197fd9e9b32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:10.362403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8b3a2-2f4e-431b-a12b-197fd9e9b32e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b76619c5-1f6a-46f7-8c15-db4a84ab0433,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:10.378831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8b3a2-2f4e-431b-a12b-197fd9e9b32e admin admin] Checking segment: {'id': '9a74633d-357b-4563-8945-99774be6eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'ef3e6004-855f-4653-bab3-ba1bf05f71dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:05:10.378831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed8b3a2-2f4e-431b-a12b-197fd9e9b32e admin admin] Network hostable DHCP agents. Network: ef3e6004-855f-4653-bab3-ba1bf05f71dc, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:05:10.468291 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed8b3a2-2f4e-431b-a12b-197fd9e9b32e admin admin] Network ef3e6004-855f-4653-bab3-ba1bf05f71dc is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:05:10.542810 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-4ed8b3a2-2f4e-431b-a12b-197fd9e9b32e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, ef3e6004-855f-4653-bab3-ba1bf05f71dc) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:10.547987 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed8b3a2-2f4e-431b-a12b-197fd9e9b32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:10.548588 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ed8b3a2-2f4e-431b-a12b-197fd9e9b32e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:10.552255 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ad5e4b-0e50-4488-9d4d-c8a75a234aad None None] Network ef3e6004-855f-4653-bab3-ba1bf05f71dc requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:05:10.628220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56026) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:10.643518 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4ed8b3a2-2f4e-431b-a12b-197fd9e9b32e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7756131 Nov 18 17:05:10.646779 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56030) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:10.651700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1738907743-router', 'tenant_id': '300de489d0c44bd6bc226041661d526a', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:10.742921 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:10.744638 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:10.832540 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:10.849336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56036) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:10.852426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-ef3e6004-855f-4653-bab3-ba1bf05f71dc', 'network_id': 'ef3e6004-855f-4653-bab3-ba1bf05f71dc', 'tenant_id': '300de489d0c44bd6bc226041661d526a', 'fixed_ips': [{'subnet_id': 'b76619c5-1f6a-46f7-8c15-db4a84ab0433'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:05:10.853516 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:10.999447 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Allocated IP 172.20.0.2 (ef3e6004-855f-4653-bab3-ba1bf05f71dc/b76619c5-1f6a-46f7-8c15-db4a84ab0433/53285c5f-cec7-4471-9712-4bdd4c488981) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:05:11.084519 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b758eb49-4dfe-4756-907e-d2e25451d863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:11.131615 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:11.188941 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e33e4d7-32fe-48a5-9c31-445a5b076086 req-db26f495-ef2e-400d-9c6a-bbdd763b788d tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 210 time: 0.3372533 Nov 18 17:05:11.233031 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b758eb49-4dfe-4756-907e-d2e25451d863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:11.290474 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:11.308470 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b758eb49-4dfe-4756-907e-d2e25451d863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:11.351105 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758eb49-4dfe-4756-907e-d2e25451d863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae2879c-a985-47f5-90dc-64e6a26b7754,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:11.358222 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b758eb49-4dfe-4756-907e-d2e25451d863 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=62aa4456ce874eaa857801f69f28e1cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7262945 Nov 18 17:05:11.358363 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56058) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:11.395654 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:11.414779 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-92705b52-dcb9-47d3-b5ee-632ab584a73e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:11.469647 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:11.470151 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-92705b52-dcb9-47d3-b5ee-632ab584a73e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:11.516982 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Network ef3e6004-855f-4653-bab3-ba1bf05f71dc is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:05:11.518673 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:11.522047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:11.534447 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:05:11.648604 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Pushing event updated for resources: {'Port': ['ID=53285c5f-cec7-4471-9712-4bdd4c488981,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:11.650988 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 45b77293-3f0c-4ed5-94c8-a28671f17be5 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:05:11.678232 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Allocated IP 172.25.3.231 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/89c00b26-6850-4bad-81ff-9022e6785cff) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:05:11.713565 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Attempting to bind port 53285c5f-cec7-4471-9712-4bdd4c488981 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:05:11.714291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Attempting to bind port 53285c5f-cec7-4471-9712-4bdd4c488981 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '9a74633d-357b-4563-8945-99774be6eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'ef3e6004-855f-4653-bab3-ba1bf05f71dc'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:05:11.714674 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Attempting to bind port 53285c5f-cec7-4471-9712-4bdd4c488981 on network ef3e6004-855f-4653-bab3-ba1bf05f71dc {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:05:11.729752 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:05:11.730257 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Checking segment: {'id': '9a74633d-357b-4563-8945-99774be6eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'ef3e6004-855f-4653-bab3-ba1bf05f71dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:05:11.731665 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:11.732283 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Bound using segment: {'id': '9a74633d-357b-4563-8945-99774be6eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'ef3e6004-855f-4653-bab3-ba1bf05f71dc'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:05:11.733047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Bound port: 53285c5f-cec7-4471-9712-4bdd4c488981, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a74633d-357b-4563-8945-99774be6eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'ef3e6004-855f-4653-bab3-ba1bf05f71dc'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:05:11.733183 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:11.737296 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-92705b52-dcb9-47d3-b5ee-632ab584a73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:11.740318 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-92705b52-dcb9-47d3-b5ee-632ab584a73e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:11.743731 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-92705b52-dcb9-47d3-b5ee-632ab584a73e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dae2879c-a985-47f5-90dc-64e6a26b7754 HTTP/1.1" status: 204 len: 168 time: 0.3836894 Nov 18 17:05:11.761604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92705b52-dcb9-47d3-b5ee-632ab584a73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae2879c-a985-47f5-90dc-64e6a26b7754,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:11.808522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 45b77293-3f0c-4ed5-94c8-a28671f17be5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:11.809524 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:11.809660 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:11.863838 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] For port 53285c5f-cec7-4471-9712-4bdd4c488981, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:05:11.876399 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] For port 53285c5f-cec7-4471-9712-4bdd4c488981, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=53285c5f-cec7-4471-9712-4bdd4c488981,segment=NetworkSegment(9a74633d-357b-4563-8945-99774be6eb37),segment_id=9a74633d-357b-4563-8945-99774be6eb37)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:05:11.937409 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:11.974245 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:11.977594 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:05:11.980595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:11.984789 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:05:12.062630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7766b8c-b83e-4ef2-ade1-01bcb64ac976 None None] Pushing event updated for resources: {'Port': ['ID=53285c5f-cec7-4471-9712-4bdd4c488981,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:12.130996 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Pushing event updated for resources: {'Port': ['ID=89c00b26-6850-4bad-81ff-9022e6785cff,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:12.325504 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:12.562998 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-828c39a6-fd76-4e73-94ae-3c97fcd0fdc5 req-5a61b85d-ed9f-4e9d-9758-afe1854bf72b tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 210 time: 0.1641741 Nov 18 17:05:12.799400 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a99c-b461-4284-826c-2cfc01b39673 req-7f9bd54e-c0ef-4a38-a700-b10f2e942433 tempest-NetworksTest-1977469413 tempest-NetworksTest-1977469413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:12.799906 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a99c-b461-4284-826c-2cfc01b39673 req-7f9bd54e-c0ef-4a38-a700-b10f2e942433 tempest-NetworksTest-1977469413 tempest-NetworksTest-1977469413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:12.800435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a99c-b461-4284-826c-2cfc01b39673 req-7f9bd54e-c0ef-4a38-a700-b10f2e942433 tempest-NetworksTest-1977469413 tempest-NetworksTest-1977469413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:12.800951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a99c-b461-4284-826c-2cfc01b39673 req-7f9bd54e-c0ef-4a38-a700-b10f2e942433 tempest-NetworksTest-1977469413 tempest-NetworksTest-1977469413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:12.801350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a99c-b461-4284-826c-2cfc01b39673 req-7f9bd54e-c0ef-4a38-a700-b10f2e942433 tempest-NetworksTest-1977469413 tempest-NetworksTest-1977469413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:12.803037 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34c5a99c-b461-4284-826c-2cfc01b39673 req-7f9bd54e-c0ef-4a38-a700-b10f2e942433 tempest-NetworksTest-1977469413 tempest-NetworksTest-1977469413-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3634 time: 0.1933858 Nov 18 17:05:12.826147 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:12.826624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56098) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:12.843031 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b8e61c3-a309-4560-a52a-641d4b079e31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:12.923391 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.81', 64165) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:12.974948 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-7c04e1f3-af3b-41a5-a33d-c7762ace4be7 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e88b3b4029b948fdbfb82a6a14dd2bbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493658 Nov 18 17:05:13.063653 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e48ad6-bad4-4134-9bbf-f47a8a0e7db7 req-f9a4cba0-5425-4263-8a1c-74670b698f56 tempest-NetworksTest-1977469413 tempest-NetworksTest-1977469413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:13.068375 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3e48ad6-bad4-4134-9bbf-f47a8a0e7db7 req-f9a4cba0-5425-4263-8a1c-74670b698f56 tempest-NetworksTest-1977469413 tempest-NetworksTest-1977469413-project-admin] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 886 time: 0.2317600 Nov 18 17:05:13.255493 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b8e61c3-a309-4560-a52a-641d4b079e31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:13.255574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5f679-881a-45c3-ba30-3b90699c1c52 req-3f65cf47-b3d5-4fc8-83ee-f2101a4f81fd tempest-NetworksTest-1977469413 tempest-NetworksTest-1977469413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:13.255574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5f679-881a-45c3-ba30-3b90699c1c52 req-3f65cf47-b3d5-4fc8-83ee-f2101a4f81fd tempest-NetworksTest-1977469413 tempest-NetworksTest-1977469413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:13.255574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5f679-881a-45c3-ba30-3b90699c1c52 req-3f65cf47-b3d5-4fc8-83ee-f2101a4f81fd tempest-NetworksTest-1977469413 tempest-NetworksTest-1977469413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:13.255574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5f679-881a-45c3-ba30-3b90699c1c52 req-3f65cf47-b3d5-4fc8-83ee-f2101a4f81fd tempest-NetworksTest-1977469413 tempest-NetworksTest-1977469413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:13.255574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5f679-881a-45c3-ba30-3b90699c1c52 req-3f65cf47-b3d5-4fc8-83ee-f2101a4f81fd tempest-NetworksTest-1977469413 tempest-NetworksTest-1977469413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:13.255574 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15f5f679-881a-45c3-ba30-3b90699c1c52 req-3f65cf47-b3d5-4fc8-83ee-f2101a4f81fd tempest-NetworksTest-1977469413 tempest-NetworksTest-1977469413-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3634 time: 0.1324513 Nov 18 17:05:13.256005 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-534f87d5-48f4-4d1e-9610-55fb90b2bb58 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:13.256005 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-534f87d5-48f4-4d1e-9610-55fb90b2bb58 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2347896 Nov 18 17:05:13.304739 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95a3dfd-1db2-4ac6-8aec-519327faffc9 None None] Network ef3e6004-855f-4653-bab3-ba1bf05f71dc requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:05:13.326717 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-23126329-4169-446d-a277-a27b8b97071a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Request body: {'port': {'device_id': '377caa52-3dff-445b-bba9-32908263744f', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'e88b3b4029b948fdbfb82a6a14dd2bbc'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:13.379630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7e5eae82-f68b-4ada-b3a8-1f150e0f535d None None] Provisioning complete for port 53285c5f-cec7-4471-9712-4bdd4c488981 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:13.380033 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e5eae82-f68b-4ada-b3a8-1f150e0f535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:13.430525 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Router b19568ea-4f25-4483-84d1-5ac4ef50d4ce is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:05:13.471939 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b8e61c3-a309-4560-a52a-641d4b079e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:13.569064 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9b8e61c3-a309-4560-a52a-641d4b079e31 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=59b8d42d48f54fd288c07b61975054e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7396648 Nov 18 17:05:13.580697 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e61c3-a309-4560-a52a-641d4b079e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2701e989-373d-489e-b267-10f45068af30,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:13.590121 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e5eae82-f68b-4ada-b3a8-1f150e0f535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:13.602397 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56110) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:13.607457 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 53285c5f-cec7-4471-9712-4bdd4c488981 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:05:13.681586 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:05:13.696453 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Sync routers for ids ['b19568ea-4f25-4483-84d1-5ac4ef50d4ce'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:05:13.711129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7e5eae82-f68b-4ada-b3a8-1f150e0f535d None None] For port 53285c5f-cec7-4471-9712-4bdd4c488981, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=53285c5f-cec7-4471-9712-4bdd4c488981,segment=NetworkSegment(9a74633d-357b-4563-8945-99774be6eb37),segment_id=9a74633d-357b-4563-8945-99774be6eb37)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:13.739288 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 53285c5f-cec7-4471-9712-4bdd4c488981 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:13.739874 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:13.756622 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:13.759081 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8039b19a-1ed8-4620-af9b-aaaf6c11d2cb admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.1110082 Nov 18 17:05:13.780915 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56120) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:13.782316 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e5eae82-f68b-4ada-b3a8-1f150e0f535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:13.801730 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-31bd1a74-fde4-4f5f-ab19-0cfee6b15312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:13.830866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f25b147-3164-440c-ac9e-357cfc5b5cf2 req-69c5cd20-355a-4ba1-a0d6-9c7d919707b4 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 210 time: 0.0800235 Nov 18 17:05:13.874144 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-31bd1a74-fde4-4f5f-ab19-0cfee6b15312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:13.883901 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5eae82-f68b-4ada-b3a8-1f150e0f535d None None] Pushing event updated for resources: {'Port': ['ID=53285c5f-cec7-4471-9712-4bdd4c488981,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:13.931449 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:05:13.932352 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Routers {'b19568ea-4f25-4483-84d1-5ac4ef50d4ce'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:05:13.933130 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:05:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b19568ea-4f25-4483-84d1-5ac4ef50d4ce'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:13.937573 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-23126329-4169-446d-a277-a27b8b97071a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Made reservation on behalf of e88b3b4029b948fdbfb82a6a14dd2bbc for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:05:13.946270 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-23126329-4169-446d-a277-a27b8b97071a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:13.969242 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-23126329-4169-446d-a277-a27b8b97071a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:14.034349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56128) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:14.049850 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Set router b19568ea-4f25-4483-84d1-5ac4ef50d4ce gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:05:14.054323 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-31bd1a74-fde4-4f5f-ab19-0cfee6b15312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:14.058323 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-31bd1a74-fde4-4f5f-ab19-0cfee6b15312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:14.060989 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-31bd1a74-fde4-4f5f-ab19-0cfee6b15312 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2701e989-373d-489e-b267-10f45068af30 HTTP/1.1" status: 204 len: 168 time: 0.4577167 Nov 18 17:05:14.080321 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd1a74-fde4-4f5f-ab19-0cfee6b15312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2701e989-373d-489e-b267-10f45068af30,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:14.130488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b4a03190-b03c-4bde-a1ba-1e3cd25e8145 None None] Provisioning complete for port 53285c5f-cec7-4471-9712-4bdd4c488981 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:14.131062 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b4a03190-b03c-4bde-a1ba-1e3cd25e8145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:14.192193 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-23126329-4169-446d-a277-a27b8b97071a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:14.275418 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56140) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:14.291311 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-23126329-4169-446d-a277-a27b8b97071a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:14.381208 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1738907743-router', 'tenant_id': '300de489d0c44bd6bc226041661d526a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '89c00b26-6850-4bad-81ff-9022e6785cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:10Z', 'updated_at': '2021-11-18T17:05:12Z', 'revision_number': 3, 'project_id': '300de489d0c44bd6bc226041661d526a', 'gw_port': {'id': '89c00b26-6850-4bad-81ff-9022e6785cff', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:11Z', 'updated_at': '2021-11-18T17:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:14.412490 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Checking router: b19568ea-4f25-4483-84d1-5ac4ef50d4ce for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:05:14.412860 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Updating router b19568ea-4f25-4483-84d1-5ac4ef50d4ce port 89c00b26-6850-4bad-81ff-9022e6785cff binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:05:14.418236 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d9bd15a8-24cd-4dc3-9819-cea2ed0276b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:14.439163 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:14.499398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23126329-4169-446d-a277-a27b8b97071a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:14.578990 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:14.711721 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-23126329-4169-446d-a277-a27b8b97071a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Allocated IP 192.168.233.164 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/7c515e1e-0fa8-401d-a770-e36bbbe58295) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:05:14.786886 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d9bd15a8-24cd-4dc3-9819-cea2ed0276b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:14.788145 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:14.847597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a54d33a8-021a-4273-8fa0-67d38243a912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:14.853552 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] Allocated IP 172.20.0.1 (ef3e6004-855f-4653-bab3-ba1bf05f71dc/b76619c5-1f6a-46f7-8c15-db4a84ab0433/7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:05:14.862998 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d9bd15a8-24cd-4dc3-9819-cea2ed0276b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:14.864264 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:14.929584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd15a8-24cd-4dc3-9819-cea2ed0276b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8929349c-9758-4b67-9bf6-463739ca9f78,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:14.974193 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Attempting to bind port 89c00b26-6850-4bad-81ff-9022e6785cff on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:05:14.974482 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Attempting to bind port 89c00b26-6850-4bad-81ff-9022e6785cff by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:05:14.977559 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Attempting to bind port 89c00b26-6850-4bad-81ff-9022e6785cff on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:05:14.993506 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:05:14.993908 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:05:14.994328 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:14.997347 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:05:14.998795 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Bound port: 89c00b26-6850-4bad-81ff-9022e6785cff, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:05:14.999234 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.025562 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a54d33a8-021a-4273-8fa0-67d38243a912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.034008 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d9bd15a8-24cd-4dc3-9819-cea2ed0276b3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=526d3039acd245c5a007c52aef7de35a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9971662 Nov 18 17:05:15.038452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56164) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:15.091561 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] For port 89c00b26-6850-4bad-81ff-9022e6785cff, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:05:15.095184 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] For port 89c00b26-6850-4bad-81ff-9022e6785cff, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=89c00b26-6850-4bad-81ff-9022e6785cff,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:05:15.107321 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.112214 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a54d33a8-021a-4273-8fa0-67d38243a912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.124310 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1453199-b658-437b-bb83-6989e7805b81 None None] Pushing event updated for resources: {'Port': ['ID=89c00b26-6850-4bad-81ff-9022e6785cff,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:15.160380 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.181819 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d33a8-021a-4273-8fa0-67d38243a912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb00d48-9494-4e0b-bd5b-a48641f9c5d8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:15.208472 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f166b475-bcc0-400c-b793-d4ac6f33b9ae req-788f4e0a-8545-4a09-aeef-c7a527ce4511 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 210 time: 0.0416727 Nov 18 17:05:15.218376 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.240401 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc31c-8dcf-4363-bc86-ff1ea553c47a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.246584 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a54d33a8-021a-4273-8fa0-67d38243a912 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=452620c99dec48478034e768bc54e34e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9666307 Nov 18 17:05:15.251079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56170) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:15.264997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] Network ef3e6004-855f-4653-bab3-ba1bf05f71dc is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:05:15.272514 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-23126329-4169-446d-a277-a27b8b97071a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.289119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:15.296160 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc31c-8dcf-4363-bc86-ff1ea553c47a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.302119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:05:15.302610 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.346477 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1453199-b658-437b-bb83-6989e7805b81 None None] Pushing event updated for resources: {'Port': ['ID=89c00b26-6850-4bad-81ff-9022e6785cff,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:15.349980 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Routers {'b19568ea-4f25-4483-84d1-5ac4ef50d4ce'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:05:15.350298 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:05:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b19568ea-4f25-4483-84d1-5ac4ef50d4ce'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:15.456028 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da6922b3-1e8a-4866-b4b2-30e7ec46aeb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.496915 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da6922b3-1e8a-4866-b4b2-30e7ec46aeb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.582666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 53285c5f-cec7-4471-9712-4bdd4c488981 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:05:15.680059 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da6922b3-1e8a-4866-b4b2-30e7ec46aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.683812 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da6922b3-1e8a-4866-b4b2-30e7ec46aeb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.688162 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-da6922b3-1e8a-4866-b4b2-30e7ec46aeb6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/adb00d48-9494-4e0b-bd5b-a48641f9c5d8 HTTP/1.1" status: 204 len: 168 time: 0.4316478 Nov 18 17:05:15.713544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6922b3-1e8a-4866-b4b2-30e7ec46aeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb00d48-9494-4e0b-bd5b-a48641f9c5d8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:15.729269 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc31c-8dcf-4363-bc86-ff1ea553c47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.736803 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc31c-8dcf-4363-bc86-ff1ea553c47a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.738092 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c1ddc31c-8dcf-4363-bc86-ff1ea553c47a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8929349c-9758-4b67-9bf6-463739ca9f78 HTTP/1.1" status: 204 len: 168 time: 0.6966324 Nov 18 17:05:15.753762 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-23126329-4169-446d-a277-a27b8b97071a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.770046 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] Set router b19568ea-4f25-4483-84d1-5ac4ef50d4ce gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:05:15.812073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 53285c5f-cec7-4471-9712-4bdd4c488981 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:15.812602 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.845343 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddc31c-8dcf-4363-bc86-ff1ea553c47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8929349c-9758-4b67-9bf6-463739ca9f78,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:15.885772 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-84a164b2-fd2a-434c-9224-5b709abd196e None None] Provisioning complete for port 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:15.886156 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84a164b2-fd2a-434c-9224-5b709abd196e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:15.921830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-23126329-4169-446d-a277-a27b8b97071a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:05:15.948683 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-23126329-4169-446d-a277-a27b8b97071a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:15.960953 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] Pushing event updated for resources: {'Port': ['ID=7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:15.972856 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-23126329-4169-446d-a277-a27b8b97071a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:05:15.988485 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-23126329-4169-446d-a277-a27b8b97071a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:15.989212 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-23126329-4169-446d-a277-a27b8b97071a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:16.081563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-84a164b2-fd2a-434c-9224-5b709abd196e None None] Port 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:05:16.099700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23126329-4169-446d-a277-a27b8b97071a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Pushing event updated for resources: {'Port': ['ID=7c515e1e-0fa8-401d-a770-e36bbbe58295,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:16.253259 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1738907743-router', 'tenant_id': '300de489d0c44bd6bc226041661d526a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '89c00b26-6850-4bad-81ff-9022e6785cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:10Z', 'updated_at': '2021-11-18T17:05:12Z', 'revision_number': 3, 'project_id': '300de489d0c44bd6bc226041661d526a', 'gw_port': {'id': '89c00b26-6850-4bad-81ff-9022e6785cff', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:11Z', 'updated_at': '2021-11-18T17:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:16.291480 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d0e9a8-fe1b-41b9-bef1-e997654ce655 None None] The sync data for ids ['b19568ea-4f25-4483-84d1-5ac4ef50d4ce'] in n-d-813419-11 is: [{'id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1738907743-router', 'tenant_id': '300de489d0c44bd6bc226041661d526a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '89c00b26-6850-4bad-81ff-9022e6785cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:10Z', 'updated_at': '2021-11-18T17:05:12Z', 'revision_number': 3, 'project_id': '300de489d0c44bd6bc226041661d526a', 'gw_port': {'id': '89c00b26-6850-4bad-81ff-9022e6785cff', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:11Z', 'updated_at': '2021-11-18T17:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:05:16.311811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f02d1541-8392-4a1b-a1b5-b2d9a0998279 None None] Provisioning complete for port 7c515e1e-0fa8-401d-a770-e36bbbe58295 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:16.312269 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f02d1541-8392-4a1b-a1b5-b2d9a0998279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:16.354376 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f02d1541-8392-4a1b-a1b5-b2d9a0998279 None None] Port 7c515e1e-0fa8-401d-a770-e36bbbe58295 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:05:16.370935 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1bbaf-76ae-44b7-b69b-5ec066de69ab req-10f86fc0-6544-47e4-bb27-3f94406aebfe tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:16.373755 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fd1bbaf-76ae-44b7-b69b-5ec066de69ab req-10f86fc0-6544-47e4-bb27-3f94406aebfe tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 936 time: 0.0715706 Nov 18 17:05:16.460122 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-23126329-4169-446d-a277-a27b8b97071a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1377203 Nov 18 17:05:16.504130 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-ca17f4f2-5557-403c-94fb-05630b0f4ac4 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:05:16.505252 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-ca17f4f2-5557-403c-94fb-05630b0f4ac4 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055408 Nov 18 17:05:16.570195 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fd1bbaf-76ae-44b7-b69b-5ec066de69ab req-c4f8ab9f-a033-4f78-a299-715b0e3cd38c tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834364 Nov 18 17:05:16.574410 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:16.892143 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:16.935757 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56198) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:17.155332 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:17.156525 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:17.260637 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] Pushing event updated for resources: {'Port': ['ID=7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:17.373883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] Network ef3e6004-855f-4653-bab3-ba1bf05f71dc is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:05:17.375454 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:17.500848 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56202) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:17.524122 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b6f4813-2709-4137-afb5-19215b10791a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:17.605774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56204) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:17.609437 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 89c00b26-6850-4bad-81ff-9022e6785cff up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:05:17.687482 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-565c02fa-b92c-42f0-b451-eed1fab37a77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:17.736074 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] Router b19568ea-4f25-4483-84d1-5ac4ef50d4ce has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:05:17.739380 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 89c00b26-6850-4bad-81ff-9022e6785cff triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:17.739380 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:17.914618 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b61466c5-e671-4c8f-803f-9141027451d7 None None] Provisioning complete for port 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:17.914995 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b61466c5-e671-4c8f-803f-9141027451d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:17.946912 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b6f4813-2709-4137-afb5-19215b10791a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:17.976906 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-565c02fa-b92c-42f0-b451-eed1fab37a77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:17.996040 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:05:18.002609 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7adda708-7f39-4d6a-a711-91da5fe2d6ba admin admin] 10.222.0.72 "PUT /v2.0/routers/b19568ea-4f25-4483-84d1-5ac4ef50d4ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2185504 Nov 18 17:05:18.037850 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b61466c5-e671-4c8f-803f-9141027451d7 None None] Port 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:05:18.040294 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b6f4813-2709-4137-afb5-19215b10791a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:18.057038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf53a0-8dc0-40c9-a590-1f39773ced9a req-89e5b5ab-dd25-43b9-86f9-1296f682dafa tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:18.059645 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15bf53a0-8dc0-40c9-a590-1f39773ced9a req-89e5b5ab-dd25-43b9-86f9-1296f682dafa tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 936 time: 0.3165150 Nov 18 17:05:18.084651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Request body: {'port': {'device_id': '377caa52-3dff-445b-bba9-32908263744f', 'device_owner': 'compute:tempest-test_az-1955700835', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:18.087570 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-565c02fa-b92c-42f0-b451-eed1fab37a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:18.105392 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33cdda52-9f23-45d4-8311-ab0a1631e134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:18.202783 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15bf53a0-8dc0-40c9-a590-1f39773ced9a req-fa9b402b-a5b5-47ed-9126-cd858947a0cf tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261024 Nov 18 17:05:18.303431 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33cdda52-9f23-45d4-8311-ab0a1631e134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:18.358452 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:18.376920 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33cdda52-9f23-45d4-8311-ab0a1631e134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:18.409999 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 89c00b26-6850-4bad-81ff-9022e6785cff, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=89c00b26-6850-4bad-81ff-9022e6785cff,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:18.470798 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:18.489164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-33cdda52-9f23-45d4-8311-ab0a1631e134 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8e11656451d7459b8d5b0dc7af71f7db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5520887 Nov 18 17:05:18.492964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56220) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:18.523042 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9b6f4813-2709-4137-afb5-19215b10791a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fafaca4c666d4afda7444cd096e18b35&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0203135 Nov 18 17:05:18.544275 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f4813-2709-4137-afb5-19215b10791a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927eb61f-5572-401b-99d1-54f1aad85e47,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:18.571092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56222) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:18.581393 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cdda52-9f23-45d4-8311-ab0a1631e134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43535fcd-1d9b-40d7-91d6-c24ac6fed40b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:18.638107 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a6ca7179-6ec8-444a-a985-ef6254e885aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:18.677688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=89c00b26-6850-4bad-81ff-9022e6785cff,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:18.710665 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a6ca7179-6ec8-444a-a985-ef6254e885aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:18.727292 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-565c02fa-b92c-42f0-b451-eed1fab37a77 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dc19850c806f408f9373c3bb8531026c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1177912 Nov 18 17:05:18.729391 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56226) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:18.770045 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:18.815994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c02fa-b92c-42f0-b451-eed1fab37a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b00f53-5e17-47c2-b4af-723708677a12,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:18.853508 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9976749b-a4b5-4eb7-a90f-86dba761bd84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:18.917366 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9976749b-a4b5-4eb7-a90f-86dba761bd84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:19.101210 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-406b295a-38a3-43cd-9a4d-e1ebd71892fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:19.174788 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-406b295a-38a3-43cd-9a4d-e1ebd71892fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:19.273847 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Sync routers for ids ['b19568ea-4f25-4483-84d1-5ac4ef50d4ce'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:05:19.288167 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Routers {'b19568ea-4f25-4483-84d1-5ac4ef50d4ce'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:05:19.288955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:05:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b19568ea-4f25-4483-84d1-5ac4ef50d4ce'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:19.369528 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9976749b-a4b5-4eb7-a90f-86dba761bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:19.373175 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9976749b-a4b5-4eb7-a90f-86dba761bd84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:19.374349 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9976749b-a4b5-4eb7-a90f-86dba761bd84 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/65b00f53-5e17-47c2-b4af-723708677a12 HTTP/1.1" status: 204 len: 168 time: 0.6387227 Nov 18 17:05:19.443646 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c515e1e-0fa8-401d-a770-e36bbbe58295 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:05:19.448968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Set router b19568ea-4f25-4483-84d1-5ac4ef50d4ce gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:05:19.452173 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a6ca7179-6ec8-444a-a985-ef6254e885aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:19.454577 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-406b295a-38a3-43cd-9a4d-e1ebd71892fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:19.457708 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-406b295a-38a3-43cd-9a4d-e1ebd71892fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:19.465347 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-406b295a-38a3-43cd-9a4d-e1ebd71892fd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/927eb61f-5572-401b-99d1-54f1aad85e47 HTTP/1.1" status: 204 len: 168 time: 0.8708472 Nov 18 17:05:19.465829 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:19.473221 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a6ca7179-6ec8-444a-a985-ef6254e885aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:19.473221 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a6ca7179-6ec8-444a-a985-ef6254e885aa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/43535fcd-1d9b-40d7-91d6-c24ac6fed40b HTTP/1.1" status: 204 len: 168 time: 0.9754379 Nov 18 17:05:19.492770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b295a-38a3-43cd-9a4d-e1ebd71892fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927eb61f-5572-401b-99d1-54f1aad85e47,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:19.494899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976749b-a4b5-4eb7-a90f-86dba761bd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b00f53-5e17-47c2-b4af-723708677a12,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:19.541186 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Transition to ACTIVE for port object 7c515e1e-0fa8-401d-a770-e36bbbe58295 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:05:19.548103 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca7179-6ec8-444a-a985-ef6254e885aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43535fcd-1d9b-40d7-91d6-c24ac6fed40b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:19.582563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f396929-a88c-4c2d-ad7d-5147adf96363 req-36c56414-235c-44cc-a88d-89d603f856b4 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:19.592013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 89c00b26-6850-4bad-81ff-9022e6785cff up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:05:19.594473 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f396929-a88c-4c2d-ad7d-5147adf96363 req-36c56414-235c-44cc-a88d-89d603f856b4 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 936 time: 0.2528589 Nov 18 17:05:19.628487 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:19.766924 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f396929-a88c-4c2d-ad7d-5147adf96363 req-88134436-28fe-4108-ae43-3805f8934172 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710346 Nov 18 17:05:19.828862 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 89c00b26-6850-4bad-81ff-9022e6785cff triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:19.829516 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:19.990728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Pushing event updated for resources: {'Port': ['ID=7c515e1e-0fa8-401d-a770-e36bbbe58295,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:19.999475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Attempting to bind port 7c515e1e-0fa8-401d-a770-e36bbbe58295 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:05:20.003298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Attempting to bind port 7c515e1e-0fa8-401d-a770-e36bbbe58295 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:05:20.005817 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Attempting to bind port 7c515e1e-0fa8-401d-a770-e36bbbe58295 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:05:20.030407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Port 7c515e1e-0fa8-401d-a770-e36bbbe58295 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:05:20.030775 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Attempting to bind port 7c515e1e-0fa8-401d-a770-e36bbbe58295 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:05:20.056968 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:05:20.057306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:05:20.065352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:05:20.065352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Bound port: 7c515e1e-0fa8-401d-a770-e36bbbe58295, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:05:20.065352 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:20.128520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1738907743-router', 'tenant_id': '300de489d0c44bd6bc226041661d526a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '89c00b26-6850-4bad-81ff-9022e6785cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:10Z', 'updated_at': '2021-11-18T17:05:16Z', 'revision_number': 4, 'project_id': '300de489d0c44bd6bc226041661d526a', 'gw_port': {'id': '89c00b26-6850-4bad-81ff-9022e6785cff', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:11Z', 'updated_at': '2021-11-18T17:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566', 'name': '', 'network_id': 'ef3e6004-855f-4653-bab3-ba1bf05f71dc', 'tenant_id': '300de489d0c44bd6bc226041661d526a', 'mac_address': 'fa:16:3e:ce:22:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b76619c5-1f6a-46f7-8c15-db4a84ab0433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:14Z', 'updated_at': '2021-11-18T17:05:16Z', 'revision_number': 2, 'project_id': '300de489d0c44bd6bc226041661d526a', 'subnets': [{'id': 'b76619c5-1f6a-46f7-8c15-db4a84ab0433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:20.174142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Checking router: b19568ea-4f25-4483-84d1-5ac4ef50d4ce for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:05:20.174142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Updating router b19568ea-4f25-4483-84d1-5ac4ef50d4ce port 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:05:20.208238 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:20.255205 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] For port 7c515e1e-0fa8-401d-a770-e36bbbe58295, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:05:20.260617 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] For port 7c515e1e-0fa8-401d-a770-e36bbbe58295, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7c515e1e-0fa8-401d-a770-e36bbbe58295,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:05:20.382588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56264) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:20.400554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5ee6b54f-e6bd-4bbf-8dd0-3291f6b54d86 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1487173457', 'description': 'tempest-description--367574031'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:20.407674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:20.478630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:20.479404 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:20.481562 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] 10.222.0.81 "PUT /v2.0/ports/7c515e1e-0fa8-401d-a770-e36bbbe58295 HTTP/1.1" status: 200 len: 1119 time: 2.7082176 Nov 18 17:05:20.482096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377caa52-3dff-445b-bba9-32908263744f', 'tag': '7c515e1e-0fa8-401d-a770-e36bbbe58295'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:05:20.568958 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda77cd-21f0-44c3-bfc5-454f142fc02c service neutron] Pushing event updated for resources: {'Port': ['ID=7c515e1e-0fa8-401d-a770-e36bbbe58295,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:20.582662 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b54f-e6bd-4bbf-8dd0-3291f6b54d86 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:20.659646 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:20.748182 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:20.770698 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-9b307e11-c448-4cb4-8426-99bd1b7813af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:20.781460 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-9b307e11-c448-4cb4-8426-99bd1b7813af service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e88b3b4029b948fdbfb82a6a14dd2bbc&device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 1122 time: 0.1255522 Nov 18 17:05:20.829171 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b54f-e6bd-4bbf-8dd0-3291f6b54d86 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:20.897808 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a78601-da40-45cc-8537-b1a2fafe9fab None None] Pushing event updated for resources: {'Port': ['ID=7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:21.015170 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d3ece-9fda-4670-888d-c0b6626a93fb req-0682db85-7f1a-4c95-842a-a3166f2ba129 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:21.018003 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b54f-e6bd-4bbf-8dd0-3291f6b54d86 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:21.021727 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d73d3ece-9fda-4670-888d-c0b6626a93fb req-0682db85-7f1a-4c95-842a-a3166f2ba129 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 970 time: 0.1334045 Nov 18 17:05:21.034521 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-2ec52fd1-9d7d-4643-b85a-c44629cfcded service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=7c515e1e-0fa8-401d-a770-e36bbbe58295 HTTP/1.1" status: 200 len: 217 time: 0.1598351 Nov 18 17:05:21.042220 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f263fb9b-99f8-4366-823e-d5902c27de25" -d '{"events": [{"name": "network-changed", "server_uuid": "377caa52-3dff-445b-bba9-32908263744f", "tag": "7c515e1e-0fa8-401d-a770-e36bbbe58295"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:05:21.074387 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Attempting to bind port 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:05:21.074387 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Attempting to bind port 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '9a74633d-357b-4563-8945-99774be6eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'ef3e6004-855f-4653-bab3-ba1bf05f71dc'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:05:21.074387 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Attempting to bind port 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566 on network ef3e6004-855f-4653-bab3-ba1bf05f71dc {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:05:21.078773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:05:21.078947 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Checking segment: {'id': '9a74633d-357b-4563-8945-99774be6eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'ef3e6004-855f-4653-bab3-ba1bf05f71dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:05:21.079535 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:21.079846 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Bound using segment: {'id': '9a74633d-357b-4563-8945-99774be6eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'ef3e6004-855f-4653-bab3-ba1bf05f71dc'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:05:21.080389 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Bound port: 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a74633d-357b-4563-8945-99774be6eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'ef3e6004-855f-4653-bab3-ba1bf05f71dc'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:05:21.080852 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:21.104262 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d73d3ece-9fda-4670-888d-c0b6626a93fb req-49ce4dc2-b199-4283-988e-82fbdaa7c13e tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696678 Nov 18 17:05:21.120370 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:21.162006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-f38e1305-fdcb-4ed7-a8ad-42a7fa2d228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:21.166944 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-f38e1305-fdcb-4ed7-a8ad-42a7fa2d228a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0808523 Nov 18 17:05:21.202323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56292) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:21.223729 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-770aee31-5c77-477b-a3ca-49c53377fe85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:21.277169 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] For port 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:05:21.302074 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] For port 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566,segment=NetworkSegment(9a74633d-357b-4563-8945-99774be6eb37),segment_id=9a74633d-357b-4563-8945-99774be6eb37)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:05:21.307059 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b54f-e6bd-4bbf-8dd0-3291f6b54d86 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:21.312290 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5ee6b54f-e6bd-4bbf-8dd0-3291f6b54d86 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9249029 Nov 18 17:05:21.312290 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6b54f-e6bd-4bbf-8dd0-3291f6b54d86 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d425477-6ea9-41af-9a46-df114e70ce55,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:21.312886 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56294) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:21.326982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c67cb6fc-9fd3-4b1d-8a0a-1844d55a57b1 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Request body: {'security_group_rule': {'security_group_id': '2d425477-6ea9-41af-9a46-df114e70ce55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:21.386217 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-9df983a7-a41e-438b-a135-00943af5bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:21.389066 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-9df983a7-a41e-438b-a135-00943af5bfe5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1961739 Nov 18 17:05:21.394542 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:21.405446 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-770aee31-5c77-477b-a3ca-49c53377fe85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:21.441593 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3237c52c-bdca-4b7e-bbd7-53a614934a96 None None] Provisioning complete for port 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:21.441593 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3237c52c-bdca-4b7e-bbd7-53a614934a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:21.470475 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c67cb6fc-9fd3-4b1d-8a0a-1844d55a57b1 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:21.516061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Routers {'b19568ea-4f25-4483-84d1-5ac4ef50d4ce'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:05:21.516894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:05:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b19568ea-4f25-4483-84d1-5ac4ef50d4ce'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:21.529100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a78601-da40-45cc-8537-b1a2fafe9fab None None] Pushing event updated for resources: {'Port': ['ID=7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:21.531379 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-770aee31-5c77-477b-a3ca-49c53377fe85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:21.618935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-770aee31-5c77-477b-a3ca-49c53377fe85 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a643216bc6664a16808b6c6d6bd1d905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4129648 Nov 18 17:05:21.620865 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56300) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:21.632137 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770aee31-5c77-477b-a3ca-49c53377fe85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4771b49b-51d0-47b0-9034-255ccb2ab15b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:21.755105 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-59e10edb-3ddf-444b-81a5-280fa8514abd service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437150 Nov 18 17:05:21.779460 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c67cb6fc-9fd3-4b1d-8a0a-1844d55a57b1 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:21.796445 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fdf532b-0ac8-4b7d-ac4b-9decca0e5b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:21.836388 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c67cb6fc-9fd3-4b1d-8a0a-1844d55a57b1 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:21.878975 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fdf532b-0ac8-4b7d-ac4b-9decca0e5b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:21.926316 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cb6fc-9fd3-4b1d-8a0a-1844d55a57b1 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2046b80-9e54-44e5-9fec-dd068d5cbe81,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:21.930461 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa0a325-8f6a-473b-b805-9d2b3c0d0671 x-openstack-request-id: req-efa0a325-8f6a-473b-b805-9d2b3c0d0671 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:05:21.930940 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377caa52-3dff-445b-bba9-32908263744f", "tag": "7c515e1e-0fa8-401d-a770-e36bbbe58295", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:05:21.931205 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-efa0a325-8f6a-473b-b805-9d2b3c0d0671 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:05:21.932527 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377caa52-3dff-445b-bba9-32908263744f', 'tag': '7c515e1e-0fa8-401d-a770-e36bbbe58295', 'status': 'completed', 'code': 200} Nov 18 17:05:21.962137 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3237c52c-bdca-4b7e-bbd7-53a614934a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:21.997624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] Set router b19568ea-4f25-4483-84d1-5ac4ef50d4ce gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:05:22.004463 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c67cb6fc-9fd3-4b1d-8a0a-1844d55a57b1 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:22.008508 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c67cb6fc-9fd3-4b1d-8a0a-1844d55a57b1 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6915300 Nov 18 17:05:22.008645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56308) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:22.013510 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-901872ac-5238-4ff5-a5f4-92e011c109c4 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Request body: {'security_group_rule': {'security_group_id': '2d425477-6ea9-41af-9a46-df114e70ce55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:22.059350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3237c52c-bdca-4b7e-bbd7-53a614934a96 None None] For port 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566,segment=NetworkSegment(9a74633d-357b-4563-8945-99774be6eb37),segment_id=9a74633d-357b-4563-8945-99774be6eb37)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:22.097992 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fdf532b-0ac8-4b7d-ac4b-9decca0e5b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:22.102556 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fdf532b-0ac8-4b7d-ac4b-9decca0e5b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:22.102556 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0fdf532b-0ac8-4b7d-ac4b-9decca0e5b20 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4771b49b-51d0-47b0-9034-255ccb2ab15b HTTP/1.1" status: 204 len: 168 time: 0.4792717 Nov 18 17:05:22.117026 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf532b-0ac8-4b7d-ac4b-9decca0e5b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4771b49b-51d0-47b0-9034-255ccb2ab15b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:22.157216 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-695d9bc2-6f1c-4e6b-8dc5-e50bba51aeaa req-f0bebd54-86a8-419a-980b-06dd844a7a76 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736619 Nov 18 17:05:22.169195 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-901872ac-5238-4ff5-a5f4-92e011c109c4 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:22.206179 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3237c52c-bdca-4b7e-bbd7-53a614934a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:22.363272 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-901872ac-5238-4ff5-a5f4-92e011c109c4 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:22.397604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebbf14-0d9d-425f-875d-8fd398a77b3e req-de459504-ee4b-427f-b31e-44b280177784 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:22.399296 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6aebbf14-0d9d-425f-875d-8fd398a77b3e req-de459504-ee4b-427f-b31e-44b280177784 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 970 time: 0.1518273 Nov 18 17:05:22.440830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263fb9b-99f8-4366-823e-d5902c27de25 req-b8c5e282-22ff-4e5f-8232-50846f74b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:22.443263 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f263fb9b-99f8-4366-823e-d5902c27de25 req-b8c5e282-22ff-4e5f-8232-50846f74b883 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e88b3b4029b948fdbfb82a6a14dd2bbc&device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 1122 time: 0.1163697 Nov 18 17:05:22.487943 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6aebbf14-0d9d-425f-875d-8fd398a77b3e req-7fa0eb43-504c-4398-a017-72a17c6cc967 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786169 Nov 18 17:05:22.493402 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-901872ac-5238-4ff5-a5f4-92e011c109c4 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:22.533366 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901872ac-5238-4ff5-a5f4-92e011c109c4 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d603e9aa-90a4-4d01-b8b9-fee6ec765ac9,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:22.549108 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237c52c-bdca-4b7e-bbd7-53a614934a96 None None] Pushing event updated for resources: {'Port': ['ID=7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:22.581069 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4abb9855-e81a-442d-97ce-001c9f880c2e None None] Provisioning complete for port 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:22.581801 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4abb9855-e81a-442d-97ce-001c9f880c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:22.703054 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:22.703357 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-901872ac-5238-4ff5-a5f4-92e011c109c4 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:22.709020 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-901872ac-5238-4ff5-a5f4-92e011c109c4 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6992645 Nov 18 17:05:22.713323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56330) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:22.719059 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f466a469-5191-4567-bfcf-c5cd53936055 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:22.732599 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1738907743-router', 'tenant_id': '300de489d0c44bd6bc226041661d526a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '89c00b26-6850-4bad-81ff-9022e6785cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:10Z', 'updated_at': '2021-11-18T17:05:16Z', 'revision_number': 4, 'project_id': '300de489d0c44bd6bc226041661d526a', 'gw_port': {'id': '89c00b26-6850-4bad-81ff-9022e6785cff', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:11Z', 'updated_at': '2021-11-18T17:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566', 'name': '', 'network_id': 'ef3e6004-855f-4653-bab3-ba1bf05f71dc', 'tenant_id': '300de489d0c44bd6bc226041661d526a', 'mac_address': 'fa:16:3e:ce:22:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b76619c5-1f6a-46f7-8c15-db4a84ab0433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:14Z', 'updated_at': '2021-11-18T17:05:21Z', 'revision_number': 4, 'project_id': '300de489d0c44bd6bc226041661d526a', 'subnets': [{'id': 'b76619c5-1f6a-46f7-8c15-db4a84ab0433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:22.753589 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263fb9b-99f8-4366-823e-d5902c27de25 req-55b12104-ed37-46c2-bda9-e9feb9a5aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:22.756039 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f263fb9b-99f8-4366-823e-d5902c27de25 req-55b12104-ed37-46c2-bda9-e9feb9a5aae2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.3001652 Nov 18 17:05:22.768230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a50e1a-597f-47b7-9fee-a772bca69898 None None] The sync data for ids ['b19568ea-4f25-4483-84d1-5ac4ef50d4ce'] in n-d-813419-11 is: [{'id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1738907743-router', 'tenant_id': '300de489d0c44bd6bc226041661d526a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '89c00b26-6850-4bad-81ff-9022e6785cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:10Z', 'updated_at': '2021-11-18T17:05:16Z', 'revision_number': 4, 'project_id': '300de489d0c44bd6bc226041661d526a', 'gw_port': {'id': '89c00b26-6850-4bad-81ff-9022e6785cff', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:11Z', 'updated_at': '2021-11-18T17:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566', 'name': '', 'network_id': 'ef3e6004-855f-4653-bab3-ba1bf05f71dc', 'tenant_id': '300de489d0c44bd6bc226041661d526a', 'mac_address': 'fa:16:3e:ce:22:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b76619c5-1f6a-46f7-8c15-db4a84ab0433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:14Z', 'updated_at': '2021-11-18T17:05:21Z', 'revision_number': 4, 'project_id': '300de489d0c44bd6bc226041661d526a', 'subnets': [{'id': 'b76619c5-1f6a-46f7-8c15-db4a84ab0433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:05:22.842761 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f466a469-5191-4567-bfcf-c5cd53936055 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:23.246060 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f263fb9b-99f8-4366-823e-d5902c27de25 req-9db69d82-23d1-45d8-bb71-cc51c565a5b3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=7c515e1e-0fa8-401d-a770-e36bbbe58295 HTTP/1.1" status: 200 len: 217 time: 0.4609601 Nov 18 17:05:23.246262 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f466a469-5191-4567-bfcf-c5cd53936055 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:23.543477 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263fb9b-99f8-4366-823e-d5902c27de25 req-ccb3c5de-b4c0-42d9-89a2-ea85d530cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:23.546915 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f263fb9b-99f8-4366-823e-d5902c27de25 req-ccb3c5de-b4c0-42d9-89a2-ea85d530cbb6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.2088456 Nov 18 17:05:23.622400 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-f466a469-5191-4567-bfcf-c5cd53936055 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Allocated IP 172.25.3.160 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/bba57869-af2b-4263-b5e8-50c86dcd455d) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:05:23.680365 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:05:23.697270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263fb9b-99f8-4366-823e-d5902c27de25 req-ffaef9b5-8e90-403f-8d17-647fd385434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:23.705332 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f263fb9b-99f8-4366-823e-d5902c27de25 req-ffaef9b5-8e90-403f-8d17-647fd385434a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1367149 Nov 18 17:05:23.761756 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:23.762536 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:24.013374 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f263fb9b-99f8-4366-823e-d5902c27de25 req-55c743d1-7b5c-4ca6-82c0-c944884e20ea service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009062 Nov 18 17:05:24.187692 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed069137-2cfa-43b0-b495-9f3079854e48 req-c9b69ce9-afa8-407d-b5de-4db598fdc8dc tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:24.197304 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed069137-2cfa-43b0-b495-9f3079854e48 req-c9b69ce9-afa8-407d-b5de-4db598fdc8dc tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 970 time: 0.5504038 Nov 18 17:05:24.216003 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f263fb9b-99f8-4366-823e-d5902c27de25 req-80bb3a17-1875-41c6-aaf1-9c3847d4d7e5 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851940 Nov 18 17:05:24.285988 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed069137-2cfa-43b0-b495-9f3079854e48 req-bf4e9af0-d899-406d-ac24-c3abbc5e1175 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875611 Nov 18 17:05:24.301158 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f466a469-5191-4567-bfcf-c5cd53936055 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:24.409973 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f466a469-5191-4567-bfcf-c5cd53936055 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:24.460430 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f466a469-5191-4567-bfcf-c5cd53936055 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:05:24.465350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f466a469-5191-4567-bfcf-c5cd53936055 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:24.469585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f466a469-5191-4567-bfcf-c5cd53936055 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:05:24.496519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466a469-5191-4567-bfcf-c5cd53936055 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Pushing event updated for resources: {'Port': ['ID=bba57869-af2b-4263-b5e8-50c86dcd455d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:24.560475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56374) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:24.626461 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f466a469-5191-4567-bfcf-c5cd53936055 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:24.787430 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f466a469-5191-4567-bfcf-c5cd53936055 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:24.896047 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34fe6cce-2511-42c0-acb1-0e2b6698574c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:24.997262 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f466a469-5191-4567-bfcf-c5cd53936055 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:25.041940 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34fe6cce-2511-42c0-acb1-0e2b6698574c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:25.091465 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f466a469-5191-4567-bfcf-c5cd53936055 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:25.115013 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34fe6cce-2511-42c0-acb1-0e2b6698574c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:25.130625 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f466a469-5191-4567-bfcf-c5cd53936055 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:25.162095 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466a469-5191-4567-bfcf-c5cd53936055 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Pushing event updated for resources: {'Port': ['ID=bba57869-af2b-4263-b5e8-50c86dcd455d,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:25.205280 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe6cce-2511-42c0-acb1-0e2b6698574c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c444720-9fc3-4eaa-be2f-1d782fd05ad3,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:25.220957 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-34fe6cce-2511-42c0-acb1-0e2b6698574c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=807e8b471f7b4535970f30791b40674c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6590126 Nov 18 17:05:25.223750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56394) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:25.235994 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f466a469-5191-4567-bfcf-c5cd53936055 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:25.237394 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f466a469-5191-4567-bfcf-c5cd53936055 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5218813 Nov 18 17:05:25.335064 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0edffc09-837a-4fb0-9be2-d106de215216 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:25.370143 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0edffc09-837a-4fb0-9be2-d106de215216 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:25.529799 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02171e97-991d-400d-92f8-5a6643c7dedc req-108b164e-3ce9-48b9-a849-b6caca20ef18 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:25.532002 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0edffc09-837a-4fb0-9be2-d106de215216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:25.535548 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0edffc09-837a-4fb0-9be2-d106de215216 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:25.547233 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02171e97-991d-400d-92f8-5a6643c7dedc req-108b164e-3ce9-48b9-a849-b6caca20ef18 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 970 time: 0.1465924 Nov 18 17:05:25.561912 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0edffc09-837a-4fb0-9be2-d106de215216 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c444720-9fc3-4eaa-be2f-1d782fd05ad3 HTTP/1.1" status: 204 len: 168 time: 0.3370314 Nov 18 17:05:25.575971 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edffc09-837a-4fb0-9be2-d106de215216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c444720-9fc3-4eaa-be2f-1d782fd05ad3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:25.651773 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02171e97-991d-400d-92f8-5a6643c7dedc req-c97000ae-7d8a-422d-b17d-85e3c19b1a85 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952170 Nov 18 17:05:25.744307 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e03485d4-efc3-40d7-bb74-eb6b76943167 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1487173457&fields=id&tenant_id=8c06eab41c094a658cd4053515999f68 HTTP/1.1" status: 200 len: 267 time: 0.0839965 Nov 18 17:05:26.029650 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-c14e7d61-d59f-41b4-9679-008e2711253b tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:26.031188 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-c14e7d61-d59f-41b4-9679-008e2711253b tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/networks?id=e6675c45-2017-448b-a56f-7a8487b5bcd0 HTTP/1.1" status: 200 len: 824 time: 0.2789233 Nov 18 17:05:26.048483 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-904fbb13-244c-4f25-ac70-055f5bc61ad2 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/quotas/8c06eab41c094a658cd4053515999f68 HTTP/1.1" status: 200 len: 375 time: 0.0096290 Nov 18 17:05:26.122760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-8965d886-937d-407d-a1fc-b59a44443ed8 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c06eab41c094a658cd4053515999f68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654941 Nov 18 17:05:26.849400 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56456) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:26.864032 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-02dd610e-8aee-4f47-940b-555d53716ba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:26.949564 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-02dd610e-8aee-4f47-940b-555d53716ba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:27.009656 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-b62b0804-9d96-408c-9bc5-38b3666d36de service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:05:27.010887 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-b62b0804-9d96-408c-9bc5-38b3666d36de service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3582010 Nov 18 17:05:27.016553 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-02dd610e-8aee-4f47-940b-555d53716ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:27.061974 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-02dd610e-8aee-4f47-940b-555d53716ba7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=72cc842b3587477997b3eb13d7953114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114840 Nov 18 17:05:27.063071 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd610e-8aee-4f47-940b-555d53716ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd7b11b-d916-47bf-b8d5-4d86053890d2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:27.065153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56460) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:27.194602 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-1733ece6-7f95-42ab-964f-e7d2658d6aad service neutron] 10.222.0.72 "GET /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748655 Nov 18 17:05:27.224591 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b5897747-2f2b-41fa-bf53-8572445e0053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:27.254179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dafb2-d1db-4dc9-b65f-8b9afa94971e req-36a2ee92-9556-442a-8549-9f5b2f43d666 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:27.255621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da6dafb2-d1db-4dc9-b65f-8b9afa94971e req-36a2ee92-9556-442a-8549-9f5b2f43d666 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 970 time: 0.1121016 Nov 18 17:05:27.324701 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b5897747-2f2b-41fa-bf53-8572445e0053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:27.399400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da6dafb2-d1db-4dc9-b65f-8b9afa94971e req-fd9def54-89b8-47af-b03d-852777861ab8 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295688 Nov 18 17:05:27.401948 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e5f6c251-537b-4ac6-a11b-95fc7f4dbe6a service neutron] 10.222.0.72 "GET /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892333 Nov 18 17:05:27.611354 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b5897747-2f2b-41fa-bf53-8572445e0053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:27.614319 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b5897747-2f2b-41fa-bf53-8572445e0053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:27.615825 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b5897747-2f2b-41fa-bf53-8572445e0053 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/abd7b11b-d916-47bf-b8d5-4d86053890d2 HTTP/1.1" status: 204 len: 168 time: 0.5488656 Nov 18 17:05:27.623730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5897747-2f2b-41fa-bf53-8572445e0053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd7b11b-d916-47bf-b8d5-4d86053890d2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:27.828909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f7663e-625c-4384-ac7b-5dfb845b6a47 req-99d2ddbe-b8ad-4abc-babd-38ea1519d8f6 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 210 time: 0.0322933 Nov 18 17:05:28.536631 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740db33-b69f-4c99-b606-a0023fe94966 req-1bd1f967-7f77-439e-a47e-057d0db1dd3f tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:28.538330 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d740db33-b69f-4c99-b606-a0023fe94966 req-1bd1f967-7f77-439e-a47e-057d0db1dd3f tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 970 time: 0.0666041 Nov 18 17:05:28.600985 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d740db33-b69f-4c99-b606-a0023fe94966 req-cadc0621-1119-4f88-aef0-e4dcb65b3f8a tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514634 Nov 18 17:05:28.926564 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c36314a-88e6-44bd-bd5c-d911b19c97f8 req-0302e3cd-d340-4dfd-9615-43d6f8b0038e tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 210 time: 0.0345664 Nov 18 17:05:29.542556 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56602) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:29.675184 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cfc59beb-d8e4-4534-98ac-0e39d0cdd2d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:29.755567 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba952f-b3f2-429e-8372-a0ff0b14c36d req-cc973d98-c5d3-4e24-89c7-ff47cf97c7bf tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:29.757106 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bcba952f-b3f2-429e-8372-a0ff0b14c36d req-cc973d98-c5d3-4e24-89c7-ff47cf97c7bf tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 970 time: 0.0797939 Nov 18 17:05:29.841272 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cfc59beb-d8e4-4534-98ac-0e39d0cdd2d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:29.845318 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bcba952f-b3f2-429e-8372-a0ff0b14c36d req-eb4329ae-bf7e-4010-bc0a-573f3840d927 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794606 Nov 18 17:05:29.902377 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c44fa30-5954-4106-a627-6e243911e656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:29.948405 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cfc59beb-d8e4-4534-98ac-0e39d0cdd2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:29.989486 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cfc59beb-d8e4-4534-98ac-0e39d0cdd2d0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=de654bbc937b43d29f3cf2f906d45ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4457901 Nov 18 17:05:29.992012 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56620) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:29.999848 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc59beb-d8e4-4534-98ac-0e39d0cdd2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8353e104-bfc7-4e2b-8ac4-b85dd93d957a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:30.057230 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02f7be0a-c16e-4cb7-aa68-11effc8915dd req-919ef9b1-3ea2-48ba-957f-025f2cd9f917 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 210 time: 0.0375354 Nov 18 17:05:30.080252 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a342-17ef-4bc5-be08-7e84c070b225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:30.104707 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a342-17ef-4bc5-be08-7e84c070b225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:30.222629 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a342-17ef-4bc5-be08-7e84c070b225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:30.225235 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a342-17ef-4bc5-be08-7e84c070b225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:30.228887 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c9f1a342-17ef-4bc5-be08-7e84c070b225 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8353e104-bfc7-4e2b-8ac4-b85dd93d957a HTTP/1.1" status: 204 len: 168 time: 0.2334192 Nov 18 17:05:30.234928 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1a342-17ef-4bc5-be08-7e84c070b225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8353e104-bfc7-4e2b-8ac4-b85dd93d957a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:30.588328 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.83', 53958) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:30.694416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56644) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:30.805318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-212fbfbf-4299-4196-8eb1-48091d6d056a tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:30.806954 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-212fbfbf-4299-4196-8eb1-48091d6d056a tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.83 "GET /v2.0/networks?id=e6675c45-2017-448b-a56f-7a8487b5bcd0 HTTP/1.1" status: 200 len: 824 time: 0.2177222 Nov 18 17:05:30.863643 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-84eb7560-150f-4307-b2ab-41707f1e7716 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:30.988418 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-84eb7560-150f-4307-b2ab-41707f1e7716 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:30.991980 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-a34e899f-0f13-43cb-b864-32f974289155 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c06eab41c094a658cd4053515999f68 HTTP/1.1" status: 200 len: 380 time: 0.0741260 Nov 18 17:05:31.003961 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e89200bd-a7c1-447d-af41-9cfafabaae11 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Request body: {'port': {'device_id': 'badc24ce-72f9-4628-8051-52334919e3b7', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'admin_state_up': True, 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'security_groups': ['2d425477-6ea9-41af-9a46-df114e70ce55']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:31.004106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f76cc-15b3-4276-b3bc-847817eb0ad2 req-d36ddc5e-0166-4e89-8f67-a8c3b53e5d56 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:31.004376 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd8f76cc-15b3-4276-b3bc-847817eb0ad2 req-d36ddc5e-0166-4e89-8f67-a8c3b53e5d56 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 970 time: 0.0822895 Nov 18 17:05:31.067700 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd8f76cc-15b3-4276-b3bc-847817eb0ad2 req-d393c5cb-2ff1-4c86-84a8-4c15fcfdd0be tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561249 Nov 18 17:05:31.094024 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56662) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:31.116582 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-84eb7560-150f-4307-b2ab-41707f1e7716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.159949 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d9556f6-d150-4ddf-8840-f5f236392e25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.205010 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-555017e9-ac32-45a0-a9e9-4a2d94b6e74f req-9c0ec5cc-3b4e-4cdc-8957-4e61172dbbee tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 210 time: 0.0551360 Nov 18 17:05:31.212047 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-84eb7560-150f-4307-b2ab-41707f1e7716 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ddb5f3919ed447a382302eafdb848476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5159328 Nov 18 17:05:31.214921 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56668) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:31.220704 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb7560-150f-4307-b2ab-41707f1e7716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa24cd8-2a35-475c-af8f-f054185d3bf7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:31.251426 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e89200bd-a7c1-447d-af41-9cfafabaae11 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Made reservation on behalf of 8c06eab41c094a658cd4053515999f68 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:05:31.253492 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e89200bd-a7c1-447d-af41-9cfafabaae11 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.298269 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d9556f6-d150-4ddf-8840-f5f236392e25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.356860 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56672) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:31.377555 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b1b15b8-f777-416c-9448-5d9ad9ed71fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.383074 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d9556f6-d150-4ddf-8840-f5f236392e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.434885 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b1b15b8-f777-416c-9448-5d9ad9ed71fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.437579 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2d9556f6-d150-4ddf-8840-f5f236392e25 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=99f50c705350497f8bcc7953d22f0428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392985 Nov 18 17:05:31.438527 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9556f6-d150-4ddf-8840-f5f236392e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ef0389-7b31-4294-b32e-4dfff5cdb499,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:31.441652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56676) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:31.487262 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e89200bd-a7c1-447d-af41-9cfafabaae11 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Allocated IP 172.20.0.12 (e6675c45-2017-448b-a56f-7a8487b5bcd0/ab1c1519-af93-4458-8a9d-ac5eb923f940/992cd373-9dd5-47d3-8a48-6e987f022276) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:05:31.494194 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d55b482-ef0f-4de4-9cd6-173abbaee682 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.527585 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a296d398-db33-4b62-91c1-c0cd56f7de4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.567566 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a296d398-db33-4b62-91c1-c0cd56f7de4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.607886 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b1b15b8-f777-416c-9448-5d9ad9ed71fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.612706 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b1b15b8-f777-416c-9448-5d9ad9ed71fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.614952 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6b1b15b8-f777-416c-9448-5d9ad9ed71fd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bfa24cd8-2a35-475c-af8f-f054185d3bf7 HTTP/1.1" status: 204 len: 168 time: 0.3981812 Nov 18 17:05:31.645998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b15b8-f777-416c-9448-5d9ad9ed71fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa24cd8-2a35-475c-af8f-f054185d3bf7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:31.649319 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d55b482-ef0f-4de4-9cd6-173abbaee682 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.675461 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7c515e1e-0fa8-401d-a770-e36bbbe58295 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:05:31.678345 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e89200bd-a7c1-447d-af41-9cfafabaae11 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.701878 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d55b482-ef0f-4de4-9cd6-173abbaee682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.744685 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7d55b482-ef0f-4de4-9cd6-173abbaee682 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=191bd835a0a149c3afac731a0428ced8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858790 Nov 18 17:05:31.745637 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55b482-ef0f-4de4-9cd6-173abbaee682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ed39e2-bd83-4318-be25-0dbe3325110c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:31.747566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56680) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:31.753246 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a296d398-db33-4b62-91c1-c0cd56f7de4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.755828 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a296d398-db33-4b62-91c1-c0cd56f7de4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.757005 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a296d398-db33-4b62-91c1-c0cd56f7de4b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e6ef0389-7b31-4294-b32e-4dfff5cdb499 HTTP/1.1" status: 204 len: 168 time: 0.3143365 Nov 18 17:05:31.778559 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296d398-db33-4b62-91c1-c0cd56f7de4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ef0389-7b31-4294-b32e-4dfff5cdb499,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:31.803449 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e89200bd-a7c1-447d-af41-9cfafabaae11 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.846695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 7c515e1e-0fa8-401d-a770-e36bbbe58295, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7c515e1e-0fa8-401d-a770-e36bbbe58295,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:31.860073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '7c515e1e-0fa8-401d-a770-e36bbbe58295', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '7c515e1e-0fa8-401d-a770-e36bbbe58295', 'mac_address': 'fa:16:3e:25:15:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:tempest-test_az-1955700835', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:05:31.896746 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cbf3f102-3019-4874-9754-ae92784319fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.906360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e89200bd-a7c1-447d-af41-9cfafabaae11 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Network e6675c45-2017-448b-a56f-7a8487b5bcd0 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:05:31.907174 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89200bd-a7c1-447d-af41-9cfafabaae11 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Pushing event updated for resources: {'Port': ['ID=992cd373-9dd5-47d3-8a48-6e987f022276,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:31.915834 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e89200bd-a7c1-447d-af41-9cfafabaae11 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:31.920056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e89200bd-a7c1-447d-af41-9cfafabaae11 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:05:31.926623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e89200bd-a7c1-447d-af41-9cfafabaae11 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:31.926724 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e89200bd-a7c1-447d-af41-9cfafabaae11 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.940490 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.948098 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cbf3f102-3019-4874-9754-ae92784319fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:31.971664 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c515e1e-0fa8-401d-a770-e36bbbe58295 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:05:31.996166 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 7c515e1e-0fa8-401d-a770-e36bbbe58295, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7c515e1e-0fa8-401d-a770-e36bbbe58295,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:32.033787 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e89200bd-a7c1-447d-af41-9cfafabaae11 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0325725 Nov 18 17:05:32.111260 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cbf3f102-3019-4874-9754-ae92784319fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:32.112415 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:32.119854 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cbf3f102-3019-4874-9754-ae92784319fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:32.121674 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cbf3f102-3019-4874-9754-ae92784319fa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/21ed39e2-bd83-4318-be25-0dbe3325110c HTTP/1.1" status: 204 len: 168 time: 0.3722210 Nov 18 17:05:32.138707 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3f102-3019-4874-9754-ae92784319fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ed39e2-bd83-4318-be25-0dbe3325110c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:32.243109 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005f591-d151-4b62-9f52-ba707c0d28cf req-2a325484-d550-4789-aa9b-f10c5c643907 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:32.249122 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e005f591-d151-4b62-9f52-ba707c0d28cf req-2a325484-d550-4789-aa9b-f10c5c643907 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 971 time: 0.0738089 Nov 18 17:05:32.253483 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=7c515e1e-0fa8-401d-a770-e36bbbe58295,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:32.272510 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9b4bcc98-645d-4638-85db-b1bbb966f678 None None] Provisioning complete for port 992cd373-9dd5-47d3-8a48-6e987f022276 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:32.272895 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9b4bcc98-645d-4638-85db-b1bbb966f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:32.306617 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e005f591-d151-4b62-9f52-ba707c0d28cf req-bf9c228a-7fd4-4326-86cf-b2c74d2726ea tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511653 Nov 18 17:05:32.317611 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9b4bcc98-645d-4638-85db-b1bbb966f678 None None] Port 992cd373-9dd5-47d3-8a48-6e987f022276 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:05:32.323306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56694) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:32.336573 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-762f5f4a-cd28-4758-a552-1db01abb3324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:32.342575 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eec52fb4-46bf-4397-9db7-7e1d7ffb1f86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:32.389280 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2fe93-1e5b-4deb-a7c8-44fe1b6e2467 req-a2944caa-8574-4666-861e-a92b30f71f66 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:32.390872 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fdb2fe93-1e5b-4deb-a7c8-44fe1b6e2467 req-a2944caa-8574-4666-861e-a92b30f71f66 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 932 time: 0.0643673 Nov 18 17:05:32.447536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['7c515e1e-0fa8-401d-a770-e36bbbe58295'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:05:32.468063 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fdb2fe93-1e5b-4deb-a7c8-44fe1b6e2467 req-6847927a-9ebc-418b-8a94-93496bb1e286 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611553 Nov 18 17:05:32.487602 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eec52fb4-46bf-4397-9db7-7e1d7ffb1f86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:33.377420 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eec52fb4-46bf-4397-9db7-7e1d7ffb1f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:33.421966 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-eec52fb4-46bf-4397-9db7-7e1d7ffb1f86 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=02c6a926ac4841e18060a62e51b320e3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0973299 Nov 18 17:05:33.422854 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec52fb4-46bf-4397-9db7-7e1d7ffb1f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f581c7-fc3a-4c28-aea7-c4560237f554,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:33.425690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56708) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:33.457092 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:33.464540 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa07234-4a93-477d-8628-a5eb556f7503 req-090f42d2-adac-41ab-b318-9dc683f3cd8b tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:33.466028 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9aa07234-4a93-477d-8628-a5eb556f7503 req-090f42d2-adac-41ab-b318-9dc683f3cd8b tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 971 time: 0.0815656 Nov 18 17:05:33.525246 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0796c5f2-8447-4e37-a006-199ce47d4631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:33.570480 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9aa07234-4a93-477d-8628-a5eb556f7503 req-fe0090c6-c700-4689-a238-241aafcee4ed tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939381 Nov 18 17:05:33.603756 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0796c5f2-8447-4e37-a006-199ce47d4631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:33.645421 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d995-0412-4917-b3c1-97d206adcc45 req-c8791872-aac8-4817-8fab-0d30e58e6c37 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:33.646933 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a33d995-0412-4917-b3c1-97d206adcc45 req-c8791872-aac8-4817-8fab-0d30e58e6c37 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 932 time: 0.1023488 Nov 18 17:05:33.680310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7c515e1e-0fa8-401d-a770-e36bbbe58295 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:05:33.700639 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a33d995-0412-4917-b3c1-97d206adcc45 req-eafa5c51-6b0b-4716-95d7-e8e3f4c77463 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475979 Nov 18 17:05:33.754510 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56716) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:33.770067 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ea1ec59-9a54-4fc6-ba1c-2a57bab94a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:33.777202 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0796c5f2-8447-4e37-a006-199ce47d4631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:33.780727 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0796c5f2-8447-4e37-a006-199ce47d4631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:33.781971 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0796c5f2-8447-4e37-a006-199ce47d4631 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e7f581c7-fc3a-4c28-aea7-c4560237f554 HTTP/1.1" status: 204 len: 168 time: 0.3554108 Nov 18 17:05:33.795947 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796c5f2-8447-4e37-a006-199ce47d4631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f581c7-fc3a-4c28-aea7-c4560237f554,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:33.836091 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 7c515e1e-0fa8-401d-a770-e36bbbe58295 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:05:33.845755 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 7c515e1e-0fa8-401d-a770-e36bbbe58295 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:33.846403 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:33.899215 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ea1ec59-9a54-4fc6-ba1c-2a57bab94a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:33.942462 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ea1ec59-9a54-4fc6-ba1c-2a57bab94a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:33.954434 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:33.982580 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1ec59-9a54-4fc6-ba1c-2a57bab94a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6cea95-b6c3-49d1-b9d4-f00bf4bea36f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:33.984446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377caa52-3dff-445b-bba9-32908263744f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c515e1e-0fa8-401d-a770-e36bbbe58295'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:05:33.991628 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1ea1ec59-9a54-4fc6-ba1c-2a57bab94a33 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a28fe42fec474a0d85f22c672ace5c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356572 Nov 18 17:05:33.992308 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56724) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:34.051770 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a85e8941-80cf-44e3-9758-799c09bf894f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:34.078954 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 7c515e1e-0fa8-401d-a770-e36bbbe58295, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7c515e1e-0fa8-401d-a770-e36bbbe58295,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:34.081037 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a85e8941-80cf-44e3-9758-799c09bf894f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:34.167648 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:34.224451 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=7c515e1e-0fa8-401d-a770-e36bbbe58295,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:34.256936 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a85e8941-80cf-44e3-9758-799c09bf894f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:34.259613 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a85e8941-80cf-44e3-9758-799c09bf894f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:34.263307 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a85e8941-80cf-44e3-9758-799c09bf894f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2c6cea95-b6c3-49d1-b9d4-f00bf4bea36f HTTP/1.1" status: 204 len: 168 time: 0.2675049 Nov 18 17:05:34.269016 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e8941-80cf-44e3-9758-799c09bf894f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6cea95-b6c3-49d1-b9d4-f00bf4bea36f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:34.344152 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729dcc94-8bbe-421b-ae7d-067a0556a3d2" -d '{"events": [{"server_uuid": "377caa52-3dff-445b-bba9-32908263744f", "name": "network-vif-plugged", "status": "completed", "tag": "7c515e1e-0fa8-401d-a770-e36bbbe58295"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:05:34.708780 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb979df-eefb-4211-a078-937922673604 req-ce132a2b-10c3-48e7-ae04-40afa72abc9f tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:34.711255 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7fb979df-eefb-4211-a078-937922673604 req-ce132a2b-10c3-48e7-ae04-40afa72abc9f tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 972 time: 0.0589049 Nov 18 17:05:34.782750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7fb979df-eefb-4211-a078-937922673604 req-bd6797fb-e761-4f31-a2fd-834e606b551e tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645921 Nov 18 17:05:34.881158 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:34.900843 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ed8245-abda-4b03-a7d2-01b2e76e2cf7 x-openstack-request-id: req-a8ed8245-abda-4b03-a7d2-01b2e76e2cf7 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:05:34.901166 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377caa52-3dff-445b-bba9-32908263744f", "name": "network-vif-plugged", "status": "completed", "tag": "7c515e1e-0fa8-401d-a770-e36bbbe58295", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:05:34.901480 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a8ed8245-abda-4b03-a7d2-01b2e76e2cf7 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:05:34.901881 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377caa52-3dff-445b-bba9-32908263744f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c515e1e-0fa8-401d-a770-e36bbbe58295', 'code': 200} Nov 18 17:05:34.926515 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598996e-2fd1-4678-a003-78061446be14 req-c3f1d921-85db-41a6-a4f6-d83d50c5e658 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:34.928538 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e598996e-2fd1-4678-a003-78061446be14 req-c3f1d921-85db-41a6-a4f6-d83d50c5e658 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 932 time: 0.0754755 Nov 18 17:05:35.045109 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea653e-2888-4441-90eb-fdd925297aed req-8970f54d-2d86-4e99-b91f-6cd4b9672e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:35.046829 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98ea653e-2888-4441-90eb-fdd925297aed req-8970f54d-2d86-4e99-b91f-6cd4b9672e6b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 1124 time: 0.0772498 Nov 18 17:05:35.070064 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98ea653e-2888-4441-90eb-fdd925297aed req-c292fa4c-b764-4e0c-9835-2c700ea9961d service neutron] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:35.153698 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e598996e-2fd1-4678-a003-78061446be14 req-1251225d-b386-4ccb-ad78-2c100918e767 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170019 Nov 18 17:05:35.174608 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98ea653e-2888-4441-90eb-fdd925297aed req-c292fa4c-b764-4e0c-9835-2c700ea9961d service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:35.311972 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98ea653e-2888-4441-90eb-fdd925297aed req-c292fa4c-b764-4e0c-9835-2c700ea9961d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:35.359925 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98ea653e-2888-4441-90eb-fdd925297aed req-c292fa4c-b764-4e0c-9835-2c700ea9961d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048809 Nov 18 17:05:35.360675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292fa4c-b764-4e0c-9835-2c700ea9961d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaef91c-45f7-4864-86c7-ef64759e4658,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:35.463082 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:35.946488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c8388-f337-4830-9407-6e500bc124e9 req-b7fb99dc-662f-4479-a609-9254fcd4c035 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:35.948288 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be7c8388-f337-4830-9407-6e500bc124e9 req-b7fb99dc-662f-4479-a609-9254fcd4c035 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 972 time: 0.0642128 Nov 18 17:05:36.020198 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be7c8388-f337-4830-9407-6e500bc124e9 req-afb97423-fbd2-4167-9e53-24b9be7b53a6 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658836 Nov 18 17:05:36.285567 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86eef87-20e0-42b6-94b1-cc46b98509b3 req-ba592fb2-8670-46df-bc0c-9e74d13d25c1 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:36.287169 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f86eef87-20e0-42b6-94b1-cc46b98509b3 req-ba592fb2-8670-46df-bc0c-9e74d13d25c1 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 932 time: 0.0499704 Nov 18 17:05:36.342145 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f86eef87-20e0-42b6-94b1-cc46b98509b3 req-e9c20003-a972-496d-8cb1-58d7715ce50a tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486946 Nov 18 17:05:36.677299 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56838) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:36.810661 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-425cda38-0900-4b4a-9c21-f4ebfe7d1288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:36.924811 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-425cda38-0900-4b4a-9c21-f4ebfe7d1288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:36.988082 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-425cda38-0900-4b4a-9c21-f4ebfe7d1288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:37.035493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-425cda38-0900-4b4a-9c21-f4ebfe7d1288 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=90422852c5934e46878d71068935de59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3570342 Nov 18 17:05:37.036295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56856) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:37.036748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cda38-0900-4b4a-9c21-f4ebfe7d1288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b054db29-dad6-4cd2-8821-b55ef53405dd,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:37.098857 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0b8a-0da5-4509-aecf-1b48a9b3fbdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:37.123362 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0b8a-0da5-4509-aecf-1b48a9b3fbdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:37.185605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a920e-fcfd-47bf-9a99-a111dde26c1d req-7e3a7b90-2ce9-421e-b18b-ecfd779f10e7 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:37.187719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-249a920e-fcfd-47bf-9a99-a111dde26c1d req-7e3a7b90-2ce9-421e-b18b-ecfd779f10e7 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 972 time: 0.0737569 Nov 18 17:05:37.256384 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-249a920e-fcfd-47bf-9a99-a111dde26c1d req-77443ad0-762a-4f19-97e4-7db912c9c8dd tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614343 Nov 18 17:05:37.302249 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0b8a-0da5-4509-aecf-1b48a9b3fbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:37.305097 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0b8a-0da5-4509-aecf-1b48a9b3fbdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:37.307195 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2e9f0b8a-0da5-4509-aecf-1b48a9b3fbdf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b054db29-dad6-4cd2-8821-b55ef53405dd HTTP/1.1" status: 204 len: 168 time: 0.2673664 Nov 18 17:05:37.314903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f0b8a-0da5-4509-aecf-1b48a9b3fbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b054db29-dad6-4cd2-8821-b55ef53405dd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:37.495394 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b1425-dab7-4eae-b1a5-727b86a8c025 req-d02c6a40-9d5c-489e-9c29-7121c3f60827 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:37.497132 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f9b1425-dab7-4eae-b1a5-727b86a8c025 req-d02c6a40-9d5c-489e-9c29-7121c3f60827 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 932 time: 0.0684264 Nov 18 17:05:37.552766 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f9b1425-dab7-4eae-b1a5-727b86a8c025 req-906c2392-6913-4a68-9e62-08ea71e6bdfb tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450878 Nov 18 17:05:37.858246 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-a4cc84fa-5187-4120-ba47-986f46d35031 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b5619a9fdad84356bf3a835e304c5fab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224056 Nov 18 17:05:37.974285 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-3e8845ac-94f4-4be9-be18-d20a855dd869 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:37.975732 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-3e8845ac-94f4-4be9-be18-d20a855dd869 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1110730 Nov 18 17:05:37.992041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-7eab796b-cc82-48b7-9181-c240617ef688 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:05:37.992306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-cb9e4086-fea3-4efb-917b-53ea85994f50 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/quotas/b5619a9fdad84356bf3a835e304c5fab HTTP/1.1" status: 200 len: 375 time: 0.0098982 Nov 18 17:05:37.993188 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-7eab796b-cc82-48b7-9181-c240617ef688 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054140 Nov 18 17:05:38.026505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-d7e392fd-01b7-443a-9118-f3a9713febd3 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269182 Nov 18 17:05:38.163981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56910) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:38.181012 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-407e653f-3905-48d2-8e82-71e982e942db admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:38.292240 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-407e653f-3905-48d2-8e82-71e982e942db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:38.300106 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86d22a66-1396-4dcb-880d-52bcd8a529ea req-ab7cc4db-81f0-4975-828e-d4dc958ef363 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 210 time: 0.0575311 Nov 18 17:05:38.312528 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Request body: {'port': {'device_id': 'badc24ce-72f9-4628-8051-52334919e3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:38.372955 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-407e653f-3905-48d2-8e82-71e982e942db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:38.402787 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c1d82-1f3f-43d3-a637-89d2ddaa4eb0 req-be39a26b-960b-4148-b41e-970009c33e40 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:38.404392 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-126c1d82-1f3f-43d3-a637-89d2ddaa4eb0 req-be39a26b-960b-4148-b41e-970009c33e40 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 972 time: 0.0598857 Nov 18 17:05:38.419701 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e653f-3905-48d2-8e82-71e982e942db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3e43fb-995a-43d8-aac6-ac73b0e559cd,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:38.427229 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:38.442460 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-407e653f-3905-48d2-8e82-71e982e942db admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=72ca338d8aa143cbaec5975a85a90b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771683 Nov 18 17:05:38.444926 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56926) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:38.464393 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-126c1d82-1f3f-43d3-a637-89d2ddaa4eb0 req-5b6e68be-1b90-44de-8d1a-5252dcbb71a2 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538509 Nov 18 17:05:38.595245 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-827e1fc7-9c50-4e01-a6d9-eba28da2b530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:38.639915 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-827e1fc7-9c50-4e01-a6d9-eba28da2b530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:38.649846 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1742c1-1d1e-4f6f-b9d2-a4eca329d60e req-a2630499-277b-444f-879e-0cae591bb1fa tempest-AggregatesAdminTestJSON-314077050 tempest-AggregatesAdminTestJSON-314077050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:38.651380 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df1742c1-1d1e-4f6f-b9d2-a4eca329d60e req-a2630499-277b-444f-879e-0cae591bb1fa tempest-AggregatesAdminTestJSON-314077050 tempest-AggregatesAdminTestJSON-314077050-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 1124 time: 0.0712996 Nov 18 17:05:38.670366 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-df1742c1-1d1e-4f6f-b9d2-a4eca329d60e req-ae333a0b-3672-464f-b1c9-576953e13142 tempest-AggregatesAdminTestJSON-314077050 tempest-AggregatesAdminTestJSON-314077050-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:38.787006 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-df1742c1-1d1e-4f6f-b9d2-a4eca329d60e req-ae333a0b-3672-464f-b1c9-576953e13142 tempest-AggregatesAdminTestJSON-314077050 tempest-AggregatesAdminTestJSON-314077050-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:38.799876 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992cd373-9dd5-47d3-8a48-6e987f022276 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:05:38.807237 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:38.807371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50604ba1-f68f-469b-b815-acc92962abf9 req-78642bbd-672b-4b7e-b80e-d8b6a9c27405 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:38.808818 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50604ba1-f68f-469b-b815-acc92962abf9 req-78642bbd-672b-4b7e-b80e-d8b6a9c27405 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 932 time: 0.0569441 Nov 18 17:05:38.840334 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Transition to ACTIVE for port object 992cd373-9dd5-47d3-8a48-6e987f022276 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:05:38.841451 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-827e1fc7-9c50-4e01-a6d9-eba28da2b530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:38.844042 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-827e1fc7-9c50-4e01-a6d9-eba28da2b530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:38.851247 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-827e1fc7-9c50-4e01-a6d9-eba28da2b530 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0d3e43fb-995a-43d8-aac6-ac73b0e559cd HTTP/1.1" status: 204 len: 168 time: 0.4022439 Nov 18 17:05:38.857451 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e1fc7-9c50-4e01-a6d9-eba28da2b530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3e43fb-995a-43d8-aac6-ac73b0e559cd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:38.885229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50604ba1-f68f-469b-b815-acc92962abf9 req-354c36fb-1905-41da-802c-18467b853c74 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691292 Nov 18 17:05:38.902545 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-df1742c1-1d1e-4f6f-b9d2-a4eca329d60e req-ae333a0b-3672-464f-b1c9-576953e13142 tempest-AggregatesAdminTestJSON-314077050 tempest-AggregatesAdminTestJSON-314077050-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:38.913627 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:38.980787 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Pushing event updated for resources: {'Port': ['ID=992cd373-9dd5-47d3-8a48-6e987f022276,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:39.024752 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df1742c1-1d1e-4f6f-b9d2-a4eca329d60e req-ae333a0b-3672-464f-b1c9-576953e13142 tempest-AggregatesAdminTestJSON-314077050 tempest-AggregatesAdminTestJSON-314077050-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670740 Nov 18 17:05:39.026820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae333a0b-3672-464f-b1c9-576953e13142 tempest-AggregatesAdminTestJSON-314077050 tempest-AggregatesAdminTestJSON-314077050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077fed5d-0804-4e3d-9ec5-360a78dcf1f9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:39.114869 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Attempting to bind port 992cd373-9dd5-47d3-8a48-6e987f022276 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:05:39.117356 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Attempting to bind port 992cd373-9dd5-47d3-8a48-6e987f022276 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:05:39.117734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Attempting to bind port 992cd373-9dd5-47d3-8a48-6e987f022276 on network e6675c45-2017-448b-a56f-7a8487b5bcd0 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:05:39.135394 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Port 992cd373-9dd5-47d3-8a48-6e987f022276 on network e6675c45-2017-448b-a56f-7a8487b5bcd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:05:39.141100 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Attempting to bind port 992cd373-9dd5-47d3-8a48-6e987f022276 on network e6675c45-2017-448b-a56f-7a8487b5bcd0 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:05:39.155223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:05:39.156139 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Checking segment: {'id': 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:05:39.156353 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Bound using segment: {'id': 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:05:39.156802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Bound port: 992cd373-9dd5-47d3-8a48-6e987f022276, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:05:39.157158 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:39.249719 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] For port 992cd373-9dd5-47d3-8a48-6e987f022276, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:05:39.255196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] For port 992cd373-9dd5-47d3-8a48-6e987f022276, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=992cd373-9dd5-47d3-8a48-6e987f022276,segment=NetworkSegment(c64e58f2-65dc-44f4-bbbe-7df53f8c3711),segment_id=c64e58f2-65dc-44f4-bbbe-7df53f8c3711)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:05:39.383486 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:39.391283 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc0e2d5-2b94-4676-ba32-b427ac5d4a7f req-4fa6f382-109b-46e4-8f5f-6f22c6125e44 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 210 time: 0.0325637 Nov 18 17:05:39.438586 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:39.439215 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:39.440662 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] 10.222.0.83 "PUT /v2.0/ports/992cd373-9dd5-47d3-8a48-6e987f022276 HTTP/1.1" status: 200 len: 1093 time: 1.2838233 Nov 18 17:05:39.441228 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'badc24ce-72f9-4628-8051-52334919e3b7', 'tag': '992cd373-9dd5-47d3-8a48-6e987f022276'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:05:39.443714 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07b2b07-898f-4b44-acd3-5208e91142b5" -d '{"events": [{"name": "network-changed", "server_uuid": "badc24ce-72f9-4628-8051-52334919e3b7", "tag": "992cd373-9dd5-47d3-8a48-6e987f022276"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:05:39.474642 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f311ef-3a8b-40bd-9d1f-b4d363f81ffd service neutron] Pushing event updated for resources: {'Port': ['ID=992cd373-9dd5-47d3-8a48-6e987f022276,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:39.530603 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2012282-c3a6-4526-b908-4698307c207a x-openstack-request-id: req-c2012282-c3a6-4526-b908-4698307c207a {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:05:39.531062 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "badc24ce-72f9-4628-8051-52334919e3b7", "tag": "992cd373-9dd5-47d3-8a48-6e987f022276", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:05:39.531204 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c2012282-c3a6-4526-b908-4698307c207a {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:05:39.537598 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'badc24ce-72f9-4628-8051-52334919e3b7', 'tag': '992cd373-9dd5-47d3-8a48-6e987f022276', 'status': 'completed', 'code': 200} Nov 18 17:05:39.593161 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-6ce4833b-f965-4408-87a9-c586428378fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:39.594796 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-6ce4833b-f965-4408-87a9-c586428378fa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8c06eab41c094a658cd4053515999f68&device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 1096 time: 0.0496135 Nov 18 17:05:39.676720 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-60f81fe1-9bd9-416a-aa9f-27d90bc7ce89 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=992cd373-9dd5-47d3-8a48-6e987f022276 HTTP/1.1" status: 200 len: 217 time: 0.0717807 Nov 18 17:05:39.734394 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-8f7119b7-c69f-4b30-b3d3-2745f2d5421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:39.735947 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-8f7119b7-c69f-4b30-b3d3-2745f2d5421e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab1c1519-af93-4458-8a9d-ac5eb923f940 HTTP/1.1" status: 200 len: 863 time: 0.0505962 Nov 18 17:05:39.797823 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-5132087c-b3c4-4b3a-a6c5-22022180660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:39.799402 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-5132087c-b3c4-4b3a-a6c5-22022180660f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6675c45-2017-448b-a56f-7a8487b5bcd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543664 Nov 18 17:05:39.901579 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-7735135c-00aa-4abc-8e3d-d4d944736ccc service neutron] 10.222.0.83 "GET /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928838 Nov 18 17:05:40.045922 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f71c639d-6df3-41eb-b388-e30dbc115e84 req-6defbe48-e721-4d7c-ab4f-a12298cd67c0 service neutron] 10.222.0.83 "GET /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363544 Nov 18 17:05:40.056781 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c627a2-0cfd-4e9b-b483-24045ef13c64 req-caf2a194-2760-4322-ab99-a927232b780a tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:40.058312 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9c627a2-0cfd-4e9b-b483-24045ef13c64 req-caf2a194-2760-4322-ab99-a927232b780a tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 944 time: 0.0590379 Nov 18 17:05:40.120056 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9c627a2-0cfd-4e9b-b483-24045ef13c64 req-16946fd4-72e4-4e14-85b1-cfe0fa0021b4 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548508 Nov 18 17:05:40.411263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2b07-898f-4b44-acd3-5208e91142b5 req-ef801f6b-12ca-457b-b9f7-85a066002ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:40.413423 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c07b2b07-898f-4b44-acd3-5208e91142b5 req-ef801f6b-12ca-457b-b9f7-85a066002ee3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8c06eab41c094a658cd4053515999f68&device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 1096 time: 0.2121437 Nov 18 17:05:40.505081 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d0778d5-1f13-4215-aaa6-f4ca0de64223 req-dfea8482-f268-4cb7-a385-7cb2b213b094 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 210 time: 0.0397959 Nov 18 17:05:40.550949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2b07-898f-4b44-acd3-5208e91142b5 req-972bf604-2eb8-47f4-ba27-6ba86feee566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:40.552484 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c07b2b07-898f-4b44-acd3-5208e91142b5 req-972bf604-2eb8-47f4-ba27-6ba86feee566 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e6675c45-2017-448b-a56f-7a8487b5bcd0 HTTP/1.1" status: 200 len: 926 time: 0.1254392 Nov 18 17:05:40.590847 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57016) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:40.605491 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c07b2b07-898f-4b44-acd3-5208e91142b5 req-f869df67-bb92-4a0d-a2d2-974601af842d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=992cd373-9dd5-47d3-8a48-6e987f022276 HTTP/1.1" status: 200 len: 217 time: 0.0390019 Nov 18 17:05:40.661488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2b07-898f-4b44-acd3-5208e91142b5 req-dc517ce3-af39-441e-adac-cfff5c5e6836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:40.663127 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c07b2b07-898f-4b44-acd3-5208e91142b5 req-dc517ce3-af39-441e-adac-cfff5c5e6836 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab1c1519-af93-4458-8a9d-ac5eb923f940 HTTP/1.1" status: 200 len: 863 time: 0.0489726 Nov 18 17:05:40.709332 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a8c5a40-631a-43c9-81a4-0a2ea9c3ab4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:40.713075 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2b07-898f-4b44-acd3-5208e91142b5 req-64489ae7-8bf6-4372-ba2e-3936ffbd3e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:40.714647 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c07b2b07-898f-4b44-acd3-5208e91142b5 req-64489ae7-8bf6-4372-ba2e-3936ffbd3e32 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6675c45-2017-448b-a56f-7a8487b5bcd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424719 Nov 18 17:05:40.786669 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a8c5a40-631a-43c9-81a4-0a2ea9c3ab4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:40.818883 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c07b2b07-898f-4b44-acd3-5208e91142b5 req-279c7a08-b465-4fdc-881a-9372dd80aff7 service neutron] 10.222.0.83 "GET /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956235 Nov 18 17:05:40.943396 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c07b2b07-898f-4b44-acd3-5208e91142b5 req-2ecbfcf8-33f6-4626-8871-bb748bad85e2 service neutron] 10.222.0.83 "GET /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932529 Nov 18 17:05:41.005369 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a8c5a40-631a-43c9-81a4-0a2ea9c3ab4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:41.047869 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3a8c5a40-631a-43c9-81a4-0a2ea9c3ab4a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8451c04fbfe2414abcf500cf46709188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4558129 Nov 18 17:05:41.048997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c5a40-631a-43c9-81a4-0a2ea9c3ab4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e354c95-9bde-4157-bd09-7bea7a2aa249,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:41.050780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57032) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:41.100598 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4db4dbec-af1e-4732-9136-ae39c44aeb20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:41.125222 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4db4dbec-af1e-4732-9136-ae39c44aeb20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:41.269024 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-526efd02-c5bd-4ea9-91d3-94cc90bdefed tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=b5619a9fdad84356bf3a835e304c5fab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205445 Nov 18 17:05:41.274892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f154e5-b29f-49a0-9612-a3b8ac8c589b req-7234926e-2089-4541-a063-ff9399b9faba tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:41.277594 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-30f154e5-b29f-49a0-9612-a3b8ac8c589b req-7234926e-2089-4541-a063-ff9399b9faba tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 944 time: 0.0531330 Nov 18 17:05:41.290347 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4db4dbec-af1e-4732-9136-ae39c44aeb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:41.293006 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4db4dbec-af1e-4732-9136-ae39c44aeb20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:41.294717 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4db4dbec-af1e-4732-9136-ae39c44aeb20 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e354c95-9bde-4157-bd09-7bea7a2aa249 HTTP/1.1" status: 204 len: 168 time: 0.2427638 Nov 18 17:05:41.321377 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dbec-af1e-4732-9136-ae39c44aeb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e354c95-9bde-4157-bd09-7bea7a2aa249,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:41.369937 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-30f154e5-b29f-49a0-9612-a3b8ac8c589b req-0ef442d6-75c1-480e-9041-cb12052c7a7e tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862179 Nov 18 17:05:41.466795 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-998bf422-344e-4a09-9b02-04bff240dd34 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:41.469695 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-998bf422-344e-4a09-9b02-04bff240dd34 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921632 Nov 18 17:05:41.484567 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-7e97e0d2-4856-43df-995e-22b818fc2dae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Request body: {'port': {'device_id': 'fa05a29a-d613-41cb-b276-814e5d0e114c', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'b5619a9fdad84356bf3a835e304c5fab'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:41.638559 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c1d249d-9e4c-4ed1-a4db-97b42bcae3d6 req-4bbdbeec-aa37-491d-b099-421d98cb4598 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 210 time: 0.0447230 Nov 18 17:05:41.710861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57082) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:41.737747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-7e97e0d2-4856-43df-995e-22b818fc2dae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Made reservation on behalf of b5619a9fdad84356bf3a835e304c5fab for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:05:41.742731 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-7e97e0d2-4856-43df-995e-22b818fc2dae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:41.753354 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-7e97e0d2-4856-43df-995e-22b818fc2dae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:41.893871 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-7e97e0d2-4856-43df-995e-22b818fc2dae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:41.895364 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5adc3caf-02f6-4bb9-b165-5ee623dc9b14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:41.953862 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-7e97e0d2-4856-43df-995e-22b818fc2dae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.030777 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97e0d2-4856-43df-995e-22b818fc2dae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:42.037934 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5adc3caf-02f6-4bb9-b165-5ee623dc9b14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.120496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-7e97e0d2-4856-43df-995e-22b818fc2dae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Allocated IP 192.168.233.217 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/14b037fd-40a5-4cab-9075-5b29f54b7340) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:05:42.160841 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5adc3caf-02f6-4bb9-b165-5ee623dc9b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.214771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57102) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:42.226787 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5adc3caf-02f6-4bb9-b165-5ee623dc9b14 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=beb1c214b93f488c83239463b8ffec57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5145092 Nov 18 17:05:42.229461 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57104) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:42.230177 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc3caf-02f6-4bb9-b165-5ee623dc9b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d043929-afa6-485e-b8c5-f129f464cd74,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:42.237445 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6d5ec22c-53ac-42e3-8a79-69706dee0894 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.315755 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2fcc-0404-4a86-b4b3-a9605a30f42a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.326262 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-7e97e0d2-4856-43df-995e-22b818fc2dae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.354967 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2fcc-0404-4a86-b4b3-a9605a30f42a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.404555 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6d5ec22c-53ac-42e3-8a79-69706dee0894 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.422910 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-7e97e0d2-4856-43df-995e-22b818fc2dae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.451418 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6d5ec22c-53ac-42e3-8a79-69706dee0894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.492237 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2fcc-0404-4a86-b4b3-a9605a30f42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.494523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57118) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:42.495075 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2fcc-0404-4a86-b4b3-a9605a30f42a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.496226 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8d8d2fcc-0404-4a86-b4b3-a9605a30f42a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4d043929-afa6-485e-b8c5-f129f464cd74 HTTP/1.1" status: 204 len: 168 time: 0.2656877 Nov 18 17:05:42.504754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-7e97e0d2-4856-43df-995e-22b818fc2dae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:05:42.511595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-7e97e0d2-4856-43df-995e-22b818fc2dae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:42.514351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97e0d2-4856-43df-995e-22b818fc2dae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Pushing event updated for resources: {'Port': ['ID=14b037fd-40a5-4cab-9075-5b29f54b7340,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:42.516597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-7e97e0d2-4856-43df-995e-22b818fc2dae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:05:42.525004 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-7e97e0d2-4856-43df-995e-22b818fc2dae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:42.525677 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-7e97e0d2-4856-43df-995e-22b818fc2dae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.525808 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6d5ec22c-53ac-42e3-8a79-69706dee0894 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4fa7650df6764c24b94e8e3c579904f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094339 Nov 18 17:05:42.527309 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ec22c-53ac-42e3-8a79-69706dee0894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3378a220-d2b3-4f98-b429-22ab06493816,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:42.529147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57124) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:42.544314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d2fcc-0404-4a86-b4b3-a9605a30f42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d043929-afa6-485e-b8c5-f129f464cd74,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:42.566935 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1c524-93ac-4e89-b7eb-9f7b42d28f0f req-9189b7ae-af9a-4cdc-b941-442ef8853422 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:42.576584 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bdc1c524-93ac-4e89-b7eb-9f7b42d28f0f req-9189b7ae-af9a-4cdc-b941-442ef8853422 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 944 time: 0.1088793 Nov 18 17:05:42.593569 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dcb15ec-ca86-4728-b2a5-a95c10f7f1ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.659958 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bdc1c524-93ac-4e89-b7eb-9f7b42d28f0f req-864000f4-a702-42e7-ba5c-f2c17026c477 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787764 Nov 18 17:05:42.676909 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-7e97e0d2-4856-43df-995e-22b818fc2dae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1825016 Nov 18 17:05:42.676909 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dcb15ec-ca86-4728-b2a5-a95c10f7f1ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.724862 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Request body: {'port': {'device_id': 'fa05a29a-d613-41cb-b276-814e5d0e114c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:42.743331 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0be01f0-107e-4ae9-a93f-7fb6d8aeaf83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.785960 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35e076-f962-4e8a-bd12-2b66603e57b7 req-bf05a96c-e430-432a-b620-4c05e16bb834 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:42.788103 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f35e076-f962-4e8a-bd12-2b66603e57b7 req-bf05a96c-e430-432a-b620-4c05e16bb834 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 936 time: 0.0643466 Nov 18 17:05:42.844931 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.850257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f35e076-f962-4e8a-bd12-2b66603e57b7 req-f2bdb6ba-2254-4d59-b704-d1db914db8c4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548549 Nov 18 17:05:42.891895 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4a482db6-d653-4561-aff4-a7bb372a6fe4 None None] Provisioning complete for port 14b037fd-40a5-4cab-9075-5b29f54b7340 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:42.893087 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4a482db6-d653-4561-aff4-a7bb372a6fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.928372 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4a482db6-d653-4561-aff4-a7bb372a6fe4 None None] Port 14b037fd-40a5-4cab-9075-5b29f54b7340 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:05:42.957555 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dcb15ec-ca86-4728-b2a5-a95c10f7f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.960179 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dcb15ec-ca86-4728-b2a5-a95c10f7f1ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:42.961340 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2dcb15ec-ca86-4728-b2a5-a95c10f7f1ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3378a220-d2b3-4f98-b429-22ab06493816 HTTP/1.1" status: 204 len: 168 time: 0.4308860 Nov 18 17:05:42.986142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb15ec-ca86-4728-b2a5-a95c10f7f1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3378a220-d2b3-4f98-b429-22ab06493816,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:43.084210 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0be01f0-107e-4ae9-a93f-7fb6d8aeaf83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:43.167551 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b037fd-40a5-4cab-9075-5b29f54b7340 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:05:43.174397 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0be01f0-107e-4ae9-a93f-7fb6d8aeaf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:43.178616 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:43.218203 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Transition to ACTIVE for port object 14b037fd-40a5-4cab-9075-5b29f54b7340 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:05:43.228942 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d0be01f0-107e-4ae9-a93f-7fb6d8aeaf83 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=91d94c5aedbb418a9411921c3da33943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7306283 Nov 18 17:05:43.228942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be01f0-107e-4ae9-a93f-7fb6d8aeaf83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cda3ef8-0247-42fd-bcc1-35f9c4b0e5c2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:43.232421 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57150) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:43.251077 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:43.266807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 992cd373-9dd5-47d3-8a48-6e987f022276 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:05:43.322822 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Pushing event updated for resources: {'Port': ['ID=14b037fd-40a5-4cab-9075-5b29f54b7340,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:43.325779 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d7e99ce2-5600-4ec2-bdc9-ef41b740c735 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:43.366605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Attempting to bind port 14b037fd-40a5-4cab-9075-5b29f54b7340 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:05:43.366958 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Attempting to bind port 14b037fd-40a5-4cab-9075-5b29f54b7340 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:05:43.367383 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Attempting to bind port 14b037fd-40a5-4cab-9075-5b29f54b7340 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:05:43.369341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57156) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:43.397799 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Port 14b037fd-40a5-4cab-9075-5b29f54b7340 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:05:43.398131 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Attempting to bind port 14b037fd-40a5-4cab-9075-5b29f54b7340 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:05:43.403422 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfc71e59-0416-4da5-9469-d3a71c5756d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:43.403713 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d7e99ce2-5600-4ec2-bdc9-ef41b740c735 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:43.411448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:05:43.412271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:05:43.412675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:05:43.413210 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Bound port: 14b037fd-40a5-4cab-9075-5b29f54b7340, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:05:43.413594 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:43.446654 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 992cd373-9dd5-47d3-8a48-6e987f022276, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=992cd373-9dd5-47d3-8a48-6e987f022276,segment=NetworkSegment(c64e58f2-65dc-44f4-bbbe-7df53f8c3711),segment_id=c64e58f2-65dc-44f4-bbbe-7df53f8c3711)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:43.460394 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '992cd373-9dd5-47d3-8a48-6e987f022276', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'port_id': '992cd373-9dd5-47d3-8a48-6e987f022276', 'mac_address': 'fa:16:3e:70:65:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:05:43.503909 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:43.519006 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992cd373-9dd5-47d3-8a48-6e987f022276 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:05:43.530430 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] For port 14b037fd-40a5-4cab-9075-5b29f54b7340, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:05:43.534315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] For port 14b037fd-40a5-4cab-9075-5b29f54b7340, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=14b037fd-40a5-4cab-9075-5b29f54b7340,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:05:43.541360 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 992cd373-9dd5-47d3-8a48-6e987f022276, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=992cd373-9dd5-47d3-8a48-6e987f022276,segment=NetworkSegment(c64e58f2-65dc-44f4-bbbe-7df53f8c3711),segment_id=c64e58f2-65dc-44f4-bbbe-7df53f8c3711)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:43.583416 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d7e99ce2-5600-4ec2-bdc9-ef41b740c735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:43.588038 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d7e99ce2-5600-4ec2-bdc9-ef41b740c735 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:43.589403 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d7e99ce2-5600-4ec2-bdc9-ef41b740c735 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9cda3ef8-0247-42fd-bcc1-35f9c4b0e5c2 HTTP/1.1" status: 204 len: 168 time: 0.3557937 Nov 18 17:05:43.609451 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e99ce2-5600-4ec2-bdc9-ef41b740c735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cda3ef8-0247-42fd-bcc1-35f9c4b0e5c2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:43.675977 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:43.690475 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:43.699495 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfc71e59-0416-4da5-9469-d3a71c5756d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:43.736398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:43.737199 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:43.738537 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] 10.222.0.83 "PUT /v2.0/ports/14b037fd-40a5-4cab-9075-5b29f54b7340 HTTP/1.1" status: 200 len: 1097 time: 1.0363111 Nov 18 17:05:43.738989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa05a29a-d613-41cb-b276-814e5d0e114c', 'tag': '14b037fd-40a5-4cab-9075-5b29f54b7340'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:05:43.742833 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=992cd373-9dd5-47d3-8a48-6e987f022276,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:43.756812 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9813ba-3ba3-4943-a30f-5ece1f0b2358" -d '{"events": [{"name": "network-changed", "server_uuid": "fa05a29a-d613-41cb-b276-814e5d0e114c", "tag": "14b037fd-40a5-4cab-9075-5b29f54b7340"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:05:43.766172 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfc71e59-0416-4da5-9469-d3a71c5756d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:43.814791 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dfc71e59-0416-4da5-9469-d3a71c5756d3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a2ab023495a94b4788a9f1350bf79b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443552 Nov 18 17:05:43.818727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac4c3e-9a96-4e7c-b796-40ed1bc3ca75 req-24d45bd1-2bc2-4102-837d-bc3d78929ce8 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:43.820994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57184) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:43.822098 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2ac4c3e-9a96-4e7c-b796-40ed1bc3ca75 req-24d45bd1-2bc2-4102-837d-bc3d78929ce8 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0851798 Nov 18 17:05:43.939156 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d31edf-c785-4115-a8c3-50d534c8139a service neutron] Pushing event updated for resources: {'Port': ['ID=14b037fd-40a5-4cab-9075-5b29f54b7340,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:43.949877 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874dd729-2e4d-4400-80bb-1e0f2b15b9c7 x-openstack-request-id: req-874dd729-2e4d-4400-80bb-1e0f2b15b9c7 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:05:43.950546 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa05a29a-d613-41cb-b276-814e5d0e114c", "tag": "14b037fd-40a5-4cab-9075-5b29f54b7340", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:05:43.950546 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-874dd729-2e4d-4400-80bb-1e0f2b15b9c7 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:05:43.950840 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa05a29a-d613-41cb-b276-814e5d0e114c', 'tag': '14b037fd-40a5-4cab-9075-5b29f54b7340', 'status': 'completed', 'code': 200} Nov 18 17:05:43.956931 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2ac4c3e-9a96-4e7c-b796-40ed1bc3ca75 req-c27e6855-d405-4c38-823b-d137e727736c tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240444 Nov 18 17:05:44.015351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc71e59-0416-4da5-9469-d3a71c5756d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ea97ce-ae63-4856-8a28-29f9150eb931,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:44.025252 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb805a43-7cf3-4436-af13-008ca928e691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:44.039708 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['992cd373-9dd5-47d3-8a48-6e987f022276'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:05:44.066270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-cb195b03-ae00-4738-a8d5-843d9e438683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:44.068170 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-cb195b03-ae00-4738-a8d5-843d9e438683 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 1100 time: 0.1164551 Nov 18 17:05:44.071254 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb805a43-7cf3-4436-af13-008ca928e691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:44.096544 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03e67f-e02c-4e9c-a61a-29073dad524f req-5568c643-4cda-4290-9e77-ed5a17d2cfa4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:44.104866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e03e67f-e02c-4e9c-a61a-29073dad524f req-5568c643-4cda-4290-9e77-ed5a17d2cfa4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 948 time: 0.0796461 Nov 18 17:05:44.134137 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-9c455e81-d149-461c-94d1-fd43debcbd14 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=14b037fd-40a5-4cab-9075-5b29f54b7340 HTTP/1.1" status: 200 len: 217 time: 0.0537729 Nov 18 17:05:44.205711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-9f8a7d14-738e-4bf0-b112-0b393380d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:44.207123 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-9f8a7d14-738e-4bf0-b112-0b393380d46d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0596523 Nov 18 17:05:44.208122 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e03e67f-e02c-4e9c-a61a-29073dad524f req-7dc50749-3d4a-443b-8efd-e9f0f0806c6f tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019876 Nov 18 17:05:44.258671 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-f94d77de-f03c-44c0-a7e1-daae1384b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:44.260310 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-f94d77de-f03c-44c0-a7e1-daae1384b0fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0442533 Nov 18 17:05:44.346866 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb805a43-7cf3-4436-af13-008ca928e691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:44.349711 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb805a43-7cf3-4436-af13-008ca928e691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:44.353598 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fb805a43-7cf3-4436-af13-008ca928e691 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/08ea97ce-ae63-4856-8a28-29f9150eb931 HTTP/1.1" status: 204 len: 168 time: 0.5256555 Nov 18 17:05:44.382602 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb805a43-7cf3-4436-af13-008ca928e691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ea97ce-ae63-4856-8a28-29f9150eb931,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:44.404432 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-3bdf1067-10fa-41c9-8c8f-803a9890606a service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325140 Nov 18 17:05:44.538566 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7634f7e-252f-4032-9c55-3aef8af9be0a req-1a1248b2-0857-4a54-bbea-ce6d51540cef service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258860 Nov 18 17:05:44.738926 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9813ba-3ba3-4943-a30f-5ece1f0b2358 req-2f3720ad-eec4-402f-a53c-d7cdc46ea45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:44.740503 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3b9813ba-3ba3-4943-a30f-5ece1f0b2358 req-2f3720ad-eec4-402f-a53c-d7cdc46ea45a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 1100 time: 0.0461390 Nov 18 17:05:44.864607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9813ba-3ba3-4943-a30f-5ece1f0b2358 req-6339db25-edbe-432d-9875-31fbafb46f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:44.870932 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3b9813ba-3ba3-4943-a30f-5ece1f0b2358 req-6339db25-edbe-432d-9875-31fbafb46f25 service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1204391 Nov 18 17:05:44.960861 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3b9813ba-3ba3-4943-a30f-5ece1f0b2358 req-739a8b95-8708-4bb2-a798-f93836d8889a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=14b037fd-40a5-4cab-9075-5b29f54b7340 HTTP/1.1" status: 200 len: 217 time: 0.0810626 Nov 18 17:05:45.055936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9813ba-3ba3-4943-a30f-5ece1f0b2358 req-6f46ad91-5329-4bef-8fb7-2b07211f05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:45.057548 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3b9813ba-3ba3-4943-a30f-5ece1f0b2358 req-6f46ad91-5329-4bef-8fb7-2b07211f05fc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0772753 Nov 18 17:05:45.118844 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef6966-fe15-4210-910b-7006a5af3ed4 req-2e68ad92-ca45-4c3c-886a-98da0fe1129e tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:45.120121 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b1ef6966-fe15-4210-910b-7006a5af3ed4 req-2e68ad92-ca45-4c3c-886a-98da0fe1129e tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0699017 Nov 18 17:05:45.125342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9813ba-3ba3-4943-a30f-5ece1f0b2358 req-ce824425-9869-4491-a40f-01efe8a0e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:45.126870 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3b9813ba-3ba3-4943-a30f-5ece1f0b2358 req-ce824425-9869-4491-a40f-01efe8a0e171 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0607195 Nov 18 17:05:45.187865 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b1ef6966-fe15-4210-910b-7006a5af3ed4 req-1528f853-891c-4916-b535-f92593fa4ef2 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602305 Nov 18 17:05:45.239545 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 992cd373-9dd5-47d3-8a48-6e987f022276 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:05:45.305343 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3b9813ba-3ba3-4943-a30f-5ece1f0b2358 req-619d87ab-d65b-4f1c-b720-a00332a6d4d6 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700773 Nov 18 17:05:45.410866 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 992cd373-9dd5-47d3-8a48-6e987f022276 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:05:45.415653 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 992cd373-9dd5-47d3-8a48-6e987f022276 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:45.416473 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:45.447280 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765ca17-6115-468e-800a-365dfbd58b49 req-258bb2a3-2dcf-448d-91a4-ab774272294f tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:45.448859 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3b9813ba-3ba3-4943-a30f-5ece1f0b2358 req-e6a09a65-789d-4789-a4cc-6487ff102932 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335275 Nov 18 17:05:45.450832 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2765ca17-6115-468e-800a-365dfbd58b49 req-258bb2a3-2dcf-448d-91a4-ab774272294f tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 948 time: 0.0590355 Nov 18 17:05:45.514509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57316) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:45.530708 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2765ca17-6115-468e-800a-365dfbd58b49 req-b5ae0a2a-10fd-47b6-9933-e88f94aa78fb tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622160 Nov 18 17:05:45.548837 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:45.574241 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'badc24ce-72f9-4628-8051-52334919e3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992cd373-9dd5-47d3-8a48-6e987f022276'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:05:45.577218 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f150491a-7c28-490f-b208-59a6accd6425" -d '{"events": [{"server_uuid": "badc24ce-72f9-4628-8051-52334919e3b7", "name": "network-vif-plugged", "status": "completed", "tag": "992cd373-9dd5-47d3-8a48-6e987f022276"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:05:45.592650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 992cd373-9dd5-47d3-8a48-6e987f022276, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=992cd373-9dd5-47d3-8a48-6e987f022276,segment=NetworkSegment(c64e58f2-65dc-44f4-bbbe-7df53f8c3711),segment_id=c64e58f2-65dc-44f4-bbbe-7df53f8c3711)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:45.619071 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089e5e37-5ac8-4337-983d-2be977ed944c x-openstack-request-id: req-089e5e37-5ac8-4337-983d-2be977ed944c {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:05:45.619418 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "badc24ce-72f9-4628-8051-52334919e3b7", "name": "network-vif-plugged", "status": "completed", "tag": "992cd373-9dd5-47d3-8a48-6e987f022276", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:05:45.619666 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-089e5e37-5ac8-4337-983d-2be977ed944c {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:05:45.620098 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'badc24ce-72f9-4628-8051-52334919e3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992cd373-9dd5-47d3-8a48-6e987f022276', 'code': 200} Nov 18 17:05:45.674166 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:45.742541 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=992cd373-9dd5-47d3-8a48-6e987f022276,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:45.771258 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ab928-2579-4b8f-899f-79e049f14b41 req-ef0565d6-73a1-4d63-90c7-d97a2cca7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:45.774477 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-863ab928-2579-4b8f-899f-79e049f14b41 req-ef0565d6-73a1-4d63-90c7-d97a2cca7770 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 1098 time: 0.0576470 Nov 18 17:05:45.830165 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-863ab928-2579-4b8f-899f-79e049f14b41 req-9e695dd2-184f-405f-a626-47643215235d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477130 Nov 18 17:05:45.833651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-57222e6c-3792-4de1-9c96-0f4a43d263de admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-439260587-network', 'tenant_id': '834e7716dde14316b4308a56a4e1ad6f'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:45.936557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57222e6c-3792-4de1-9c96-0f4a43d263de admin admin] Made reservation on behalf of 834e7716dde14316b4308a56a4e1ad6f for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:05:45.939386 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57222e6c-3792-4de1-9c96-0f4a43d263de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:45.948624 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57222e6c-3792-4de1-9c96-0f4a43d263de admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:46.005368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57336) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:46.034770 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57222e6c-3792-4de1-9c96-0f4a43d263de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:46.110151 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57222e6c-3792-4de1-9c96-0f4a43d263de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:46.134221 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57222e6c-3792-4de1-9c96-0f4a43d263de admin admin] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:05:46.157493 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57222e6c-3792-4de1-9c96-0f4a43d263de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6040285d-4e2b-4451-80f7-e189a2314289,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:46.157702 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57222e6c-3792-4de1-9c96-0f4a43d263de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:46.158051 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-57222e6c-3792-4de1-9c96-0f4a43d263de admin admin] Added segment 56a0932c-a0af-47a4-b4c6-32a2ab23b1a6 of type vlan for network a7d8617e-2a3a-4b5e-be7c-760987a7aefa Nov 18 17:05:46.200782 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57222e6c-3792-4de1-9c96-0f4a43d263de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:46.257141 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51270a47-0392-4887-be7d-5bfaae6d0c86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:46.286735 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57222e6c-3792-4de1-9c96-0f4a43d263de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:46.287762 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57222e6c-3792-4de1-9c96-0f4a43d263de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:46.289012 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57222e6c-3792-4de1-9c96-0f4a43d263de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:46.369109 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57222e6c-3792-4de1-9c96-0f4a43d263de admin admin] Pushing event updated for resources: {'Network': ['ID=a7d8617e-2a3a-4b5e-be7c-760987a7aefa,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:46.380531 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network a7d8617e-2a3a-4b5e-be7c-760987a7aefa details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:05:46.385643 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51270a47-0392-4887-be7d-5bfaae6d0c86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:46.406334 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-57222e6c-3792-4de1-9c96-0f4a43d263de admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8878131 Nov 18 17:05:46.406334 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57356) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:46.411179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a808a0cb-0fe0-4c32-9ca6-a85d10183e76 admin admin] Request body: {'subnet': {'network_id': 'a7d8617e-2a3a-4b5e-be7c-760987a7aefa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-439260587-subnet', 'tenant_id': '834e7716dde14316b4308a56a4e1ad6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:46.415384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1854a92-60a8-4946-a979-7d37585ba0bf req-33288be3-af82-401b-aae8-40409f1fe4df tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:46.420441 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1854a92-60a8-4946-a979-7d37585ba0bf req-33288be3-af82-401b-aae8-40409f1fe4df tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 946 time: 0.0744936 Nov 18 17:05:46.474816 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51270a47-0392-4887-be7d-5bfaae6d0c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:46.485614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1854a92-60a8-4946-a979-7d37585ba0bf req-646ffab1-d7b5-42fb-9b61-90e1daf795d6 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584364 Nov 18 17:05:46.536276 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-51270a47-0392-4887-be7d-5bfaae6d0c86 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=92361bc4fb4d42a4b50d23105ce1c7a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5222003 Nov 18 17:05:46.536276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51270a47-0392-4887-be7d-5bfaae6d0c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8c213d-ac11-49fb-b426-1be0c7b5f413,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:46.536555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57358) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:46.567322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a808a0cb-0fe0-4c32-9ca6-a85d10183e76 admin admin] Made reservation on behalf of 834e7716dde14316b4308a56a4e1ad6f for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:05:46.570018 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a808a0cb-0fe0-4c32-9ca6-a85d10183e76 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:46.644361 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57366) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:46.666961 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77a6d875-e571-4049-9dd8-973396eafc2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:46.705434 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77a6d875-e571-4049-9dd8-973396eafc2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:46.810136 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cd536ea-fb57-4d30-8e08-effa41f89174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:46.826030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dd9db-df06-426f-a20a-ae14a94cf5be req-2d712bb4-5a0b-45f6-946b-57350facc6b4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:46.828217 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-502dd9db-df06-426f-a20a-ae14a94cf5be req-2d712bb4-5a0b-45f6-946b-57350facc6b4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 948 time: 0.1329243 Nov 18 17:05:46.899137 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-502dd9db-df06-426f-a20a-ae14a94cf5be req-b745730f-5b30-4565-a668-a084fdaec927 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636616 Nov 18 17:05:46.925614 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77a6d875-e571-4049-9dd8-973396eafc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:46.928396 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77a6d875-e571-4049-9dd8-973396eafc2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:46.929478 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-77a6d875-e571-4049-9dd8-973396eafc2b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f8c213d-ac11-49fb-b426-1be0c7b5f413 HTTP/1.1" status: 204 len: 168 time: 0.3962839 Nov 18 17:05:46.932451 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a808a0cb-0fe0-4c32-9ca6-a85d10183e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:47.007322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6d875-e571-4049-9dd8-973396eafc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8c213d-ac11-49fb-b426-1be0c7b5f413,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:47.012188 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cd536ea-fb57-4d30-8e08-effa41f89174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:47.058582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808a0cb-0fe0-4c32-9ca6-a85d10183e76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa6b44e-1963-4bee-9a14-109a3c3bb92f,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:47.119434 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cd536ea-fb57-4d30-8e08-effa41f89174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:47.130512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a808a0cb-0fe0-4c32-9ca6-a85d10183e76 admin admin] Checking segment: {'id': '56a0932c-a0af-47a4-b4c6-32a2ab23b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'a7d8617e-2a3a-4b5e-be7c-760987a7aefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:05:47.133317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a808a0cb-0fe0-4c32-9ca6-a85d10183e76 admin admin] Network hostable DHCP agents. Network: a7d8617e-2a3a-4b5e-be7c-760987a7aefa, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:05:47.215768 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57414) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:47.225868 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2cd536ea-fb57-4d30-8e08-effa41f89174 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=51270a444e484285b8ebb53e561c4049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5840580 Nov 18 17:05:47.229441 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd536ea-fb57-4d30-8e08-effa41f89174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c88aa61-5499-485f-876a-e7c0cb91edfa,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:47.271210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 14b037fd-40a5-4cab-9075-5b29f54b7340 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:05:47.280405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a808a0cb-0fe0-4c32-9ca6-a85d10183e76 admin admin] Network a7d8617e-2a3a-4b5e-be7c-760987a7aefa is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:05:47.292096 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc35853c-77fe-4fde-9eb5-cf2962f2112e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:47.318335 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc35853c-77fe-4fde-9eb5-cf2962f2112e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:47.371828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-a808a0cb-0fe0-4c32-9ca6-a85d10183e76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, a7d8617e-2a3a-4b5e-be7c-760987a7aefa) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:47.376055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a808a0cb-0fe0-4c32-9ca6-a85d10183e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:47.376657 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a808a0cb-0fe0-4c32-9ca6-a85d10183e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:47.383014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c062da-9666-4748-8212-54bf0919b1c8 None None] Network a7d8617e-2a3a-4b5e-be7c-760987a7aefa requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:05:47.411873 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 14b037fd-40a5-4cab-9075-5b29f54b7340, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=14b037fd-40a5-4cab-9075-5b29f54b7340,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:47.457949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '14b037fd-40a5-4cab-9075-5b29f54b7340', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '14b037fd-40a5-4cab-9075-5b29f54b7340', 'mac_address': 'fa:16:3e:f0:96:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:05:47.510847 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a808a0cb-0fe0-4c32-9ca6-a85d10183e76 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1034343 Nov 18 17:05:47.514545 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc35853c-77fe-4fde-9eb5-cf2962f2112e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:47.516949 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57428) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:47.517768 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc35853c-77fe-4fde-9eb5-cf2962f2112e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:47.518943 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cc35853c-77fe-4fde-9eb5-cf2962f2112e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6c88aa61-5499-485f-876a-e7c0cb91edfa HTTP/1.1" status: 204 len: 168 time: 0.3021607 Nov 18 17:05:47.526466 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-439260587-router', 'tenant_id': '834e7716dde14316b4308a56a4e1ad6f', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:47.528729 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:47.536908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35853c-77fe-4fde-9eb5-cf2962f2112e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c88aa61-5499-485f-876a-e7c0cb91edfa,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:47.613854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b037fd-40a5-4cab-9075-5b29f54b7340 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:05:47.640070 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 14b037fd-40a5-4cab-9075-5b29f54b7340, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=14b037fd-40a5-4cab-9075-5b29f54b7340,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:47.672126 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07e66b-bf75-4d4e-be40-295eccd926a5 req-cb3113e9-2bbe-4b33-936c-70f9ff6f6ad9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:47.674523 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4b07e66b-bf75-4d4e-be40-295eccd926a5 req-cb3113e9-2bbe-4b33-936c-70f9ff6f6ad9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 946 time: 0.0657356 Nov 18 17:05:47.675207 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-a7d8617e-2a3a-4b5e-be7c-760987a7aefa', 'network_id': 'a7d8617e-2a3a-4b5e-be7c-760987a7aefa', 'tenant_id': '834e7716dde14316b4308a56a4e1ad6f', 'fixed_ips': [{'subnet_id': 'baa6b44e-1963-4bee-9a14-109a3c3bb92f'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:05:47.676155 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:47.696839 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:47.698291 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:47.747652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4b07e66b-bf75-4d4e-be40-295eccd926a5 req-0ed21bdf-7a64-497b-9949-c30a2b311d84 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657344 Nov 18 17:05:47.755646 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:47.781034 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:47.838182 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d4cc1-fceb-44e4-8d10-2630dcbc6a3f req-6f2cf5b4-4a4c-49fa-9394-01a4ea7b820b tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:47.839364 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-732d4cc1-fceb-44e4-8d10-2630dcbc6a3f req-6f2cf5b4-4a4c-49fa-9394-01a4ea7b820b tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 972 time: 0.0571802 Nov 18 17:05:47.848454 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=14b037fd-40a5-4cab-9075-5b29f54b7340,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:47.865885 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Allocated IP 172.20.0.2 (a7d8617e-2a3a-4b5e-be7c-760987a7aefa/baa6b44e-1963-4bee-9a14-109a3c3bb92f/b44ac0ac-1968-46cc-8a77-aa20adf2ea5b) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:05:47.990528 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-732d4cc1-fceb-44e4-8d10-2630dcbc6a3f req-275f5ee8-8c75-4655-b92f-b1b294d5466b tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433439 Nov 18 17:05:48.051946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57438) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:48.062224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['14b037fd-40a5-4cab-9075-5b29f54b7340'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:05:48.070820 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b694994b-9405-4e43-be79-1af09c991206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:48.092298 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:48.134366 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:48.167573 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b395fb-5989-4e87-bf7f-87a1659b84a7 req-fd6119cb-a349-4301-b5d0-5b298fef2e8f tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:48.169779 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4b395fb-5989-4e87-bf7f-87a1659b84a7 req-fd6119cb-a349-4301-b5d0-5b298fef2e8f tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 949 time: 0.1770315 Nov 18 17:05:48.190092 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:48.194234 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b694994b-9405-4e43-be79-1af09c991206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:48.229543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4b395fb-5989-4e87-bf7f-87a1659b84a7 req-d0fbb061-27e6-4866-a4ae-746ac6541ab9 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531864 Nov 18 17:05:48.268976 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b694994b-9405-4e43-be79-1af09c991206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:48.279827 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Network a7d8617e-2a3a-4b5e-be7c-760987a7aefa is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:05:48.288486 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:48.298659 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:05:48.324249 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Pushing event updated for resources: {'Port': ['ID=b44ac0ac-1968-46cc-8a77-aa20adf2ea5b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:48.346267 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b694994b-9405-4e43-be79-1af09c991206 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=60bdd8e7a40b478eaf504e75a6cf1a82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929676 Nov 18 17:05:48.347279 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57444) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:48.353875 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694994b-9405-4e43-be79-1af09c991206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0053e1-d3b0-40ff-b870-e3d38fdb717b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:48.395723 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Attempting to bind port b44ac0ac-1968-46cc-8a77-aa20adf2ea5b on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:05:48.396780 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Attempting to bind port b44ac0ac-1968-46cc-8a77-aa20adf2ea5b by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '56a0932c-a0af-47a4-b4c6-32a2ab23b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'a7d8617e-2a3a-4b5e-be7c-760987a7aefa'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:05:48.397339 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Attempting to bind port b44ac0ac-1968-46cc-8a77-aa20adf2ea5b on network a7d8617e-2a3a-4b5e-be7c-760987a7aefa {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:05:48.406163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:05:48.406879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Checking segment: {'id': '56a0932c-a0af-47a4-b4c6-32a2ab23b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'a7d8617e-2a3a-4b5e-be7c-760987a7aefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:05:48.407475 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:48.408099 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Bound using segment: {'id': '56a0932c-a0af-47a4-b4c6-32a2ab23b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'a7d8617e-2a3a-4b5e-be7c-760987a7aefa'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:05:48.408796 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Bound port: b44ac0ac-1968-46cc-8a77-aa20adf2ea5b, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a0932c-a0af-47a4-b4c6-32a2ab23b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'a7d8617e-2a3a-4b5e-be7c-760987a7aefa'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:05:48.409148 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f57827f8-08be-4152-add3-58dbf94dfb77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:48.409578 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:48.439554 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f57827f8-08be-4152-add3-58dbf94dfb77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:48.498960 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] For port b44ac0ac-1968-46cc-8a77-aa20adf2ea5b, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:05:48.502797 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] For port b44ac0ac-1968-46cc-8a77-aa20adf2ea5b, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b44ac0ac-1968-46cc-8a77-aa20adf2ea5b,segment=NetworkSegment(56a0932c-a0af-47a4-b4c6-32a2ab23b1a6),segment_id=56a0932c-a0af-47a4-b4c6-32a2ab23b1a6)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:05:48.511611 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57446) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:48.630011 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:48.664195 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:48.664674 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:48.665309 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f57827f8-08be-4152-add3-58dbf94dfb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:48.668432 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f57827f8-08be-4152-add3-58dbf94dfb77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:48.669581 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f57827f8-08be-4152-add3-58dbf94dfb77 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5f0053e1-d3b0-40ff-b870-e3d38fdb717b HTTP/1.1" status: 204 len: 168 time: 0.3212588 Nov 18 17:05:48.683567 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57827f8-08be-4152-add3-58dbf94dfb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0053e1-d3b0-40ff-b870-e3d38fdb717b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:48.776094 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1b052fc-16b4-4257-8d57-fc12b19d25d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:48.778741 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Allocated IP 172.25.3.107 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/0124fa3c-0cc1-4806-941a-ac7aeca832a2) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:05:48.850732 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50abd56-34ef-4f74-9754-d1fe7c6b30dc None None] Pushing event updated for resources: {'Port': ['ID=b44ac0ac-1968-46cc-8a77-aa20adf2ea5b,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:48.918847 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:48.957317 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1b052fc-16b4-4257-8d57-fc12b19d25d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:49.033737 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1b052fc-16b4-4257-8d57-fc12b19d25d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:49.037092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683eb8a-4a00-4ebe-9de9-9c1b2edced54 req-f49982fb-7a82-4004-bb68-0536276d3527 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:49.038816 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5683eb8a-4a00-4ebe-9de9-9c1b2edced54 req-f49982fb-7a82-4004-bb68-0536276d3527 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 946 time: 0.0742793 Nov 18 17:05:49.097319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57462) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:49.108052 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b1b052fc-16b4-4257-8d57-fc12b19d25d3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=951b74df7ccd434cac98c2e540c13fc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5952351 Nov 18 17:05:49.108971 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b052fc-16b4-4257-8d57-fc12b19d25d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da15c58-f0b7-4c5d-9355-6531aa1895f8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:49.113228 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57466) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:49.139056 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:49.171071 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:05:49.186953 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:49.189779 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9bbb895-86d8-422f-9184-f4af31ae32b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:49.214386 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-230956d1-941d-4778-a708-79a1cbc15b59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:49.218268 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9bbb895-86d8-422f-9184-f4af31ae32b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:49.228122 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:05:49.303716 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5683eb8a-4a00-4ebe-9de9-9c1b2edced54 req-74dbb558-d0fb-4ff9-bff3-aca14df0aa0e tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414987 Nov 18 17:05:49.310961 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 14b037fd-40a5-4cab-9075-5b29f54b7340 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:05:49.367460 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Pushing event updated for resources: {'Port': ['ID=0124fa3c-0cc1-4806-941a-ac7aeca832a2,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:49.388230 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9bbb895-86d8-422f-9184-f4af31ae32b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:49.391228 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9bbb895-86d8-422f-9184-f4af31ae32b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:49.395365 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e9bbb895-86d8-422f-9184-f4af31ae32b5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3da15c58-f0b7-4c5d-9355-6531aa1895f8 HTTP/1.1" status: 204 len: 168 time: 0.2792904 Nov 18 17:05:49.410688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbb895-86d8-422f-9184-f4af31ae32b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da15c58-f0b7-4c5d-9355-6531aa1895f8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:49.437027 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62b22e-390c-4550-b6ca-0c7b7be90d25 req-89203e41-b23d-4712-8adb-aaf03299abbc tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:49.444259 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f62b22e-390c-4550-b6ca-0c7b7be90d25 req-89203e41-b23d-4712-8adb-aaf03299abbc tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 972 time: 0.2679522 Nov 18 17:05:49.487754 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 14b037fd-40a5-4cab-9075-5b29f54b7340 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:05:49.493628 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 14b037fd-40a5-4cab-9075-5b29f54b7340 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:49.497112 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:49.543180 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f62b22e-390c-4550-b6ca-0c7b7be90d25 req-34e77773-08a2-4499-93ad-27d3fea67ac5 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928478 Nov 18 17:05:49.560536 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-230956d1-941d-4778-a708-79a1cbc15b59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:49.653875 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-230956d1-941d-4778-a708-79a1cbc15b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:49.687682 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b44ac0ac-1968-46cc-8a77-aa20adf2ea5b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:05:49.697420 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:49.826017 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-230956d1-941d-4778-a708-79a1cbc15b59 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9a043c04bece472e83424088a593717c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7271245 Nov 18 17:05:49.829584 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230956d1-941d-4778-a708-79a1cbc15b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5d3444-b6d3-498a-a232-0445f7f75adf,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:49.838450 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57486) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:49.849043 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa05a29a-d613-41cb-b276-814e5d0e114c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b037fd-40a5-4cab-9075-5b29f54b7340'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:05:49.862349 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43132b1b-e31a-44c5-ba02-c66c882a5aab" -d '{"events": [{"server_uuid": "fa05a29a-d613-41cb-b276-814e5d0e114c", "name": "network-vif-plugged", "status": "completed", "tag": "14b037fd-40a5-4cab-9075-5b29f54b7340"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:05:49.913002 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 14b037fd-40a5-4cab-9075-5b29f54b7340, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=14b037fd-40a5-4cab-9075-5b29f54b7340,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:49.943857 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port b44ac0ac-1968-46cc-8a77-aa20adf2ea5b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:49.944831 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:49.967927 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933155cd-0d51-4ce1-932d-11ad0e8f3001 req-2ecdf62c-9bf3-4e4c-b052-cd0d52303ee1 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:49.975194 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-933155cd-0d51-4ce1-932d-11ad0e8f3001 req-2ecdf62c-9bf3-4e4c-b052-cd0d52303ee1 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 949 time: 0.3253574 Nov 18 17:05:49.977226 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:49.991027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5eb86-12db-4f6f-8356-f20d93fe262b req-8e5cfbbe-0aef-4ad8-b83f-6c18365a1e6c tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:49.993179 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-32d5eb86-12db-4f6f-8356-f20d93fe262b req-8e5cfbbe-0aef-4ad8-b83f-6c18365a1e6c tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.81 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 972 time: 0.4821901 Nov 18 17:05:49.997902 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:50.052917 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=14b037fd-40a5-4cab-9075-5b29f54b7340,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:50.108530 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:50.168825 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1cfbf589-b764-4263-9162-769f06226847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:50.169703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port b44ac0ac-1968-46cc-8a77-aa20adf2ea5b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b44ac0ac-1968-46cc-8a77-aa20adf2ea5b,segment=NetworkSegment(56a0932c-a0af-47a4-b4c6-32a2ab23b1a6),segment_id=56a0932c-a0af-47a4-b4c6-32a2ab23b1a6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:50.184450 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0926d-180a-4b0a-ad25-88ff7b60e458 req-aae89a27-6c78-4a68-94ca-66faf738f374 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:50.185996 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7c0926d-180a-4b0a-ad25-88ff7b60e458 req-aae89a27-6c78-4a68-94ca-66faf738f374 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 946 time: 0.2888241 Nov 18 17:05:50.200592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57496) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:50.218119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-644c7eef-69be-4d96-8e7c-dd6b042f1285 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Request body: {'floatingip': {'port_id': '992cd373-9dd5-47d3-8a48-6e987f022276'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:50.220051 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-933155cd-0d51-4ce1-932d-11ad0e8f3001 req-6f23c7a1-0f74-4435-943e-4f2c0b6c6b59 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146153 Nov 18 17:05:50.263922 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:50.280324 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1cfbf589-b764-4263-9162-769f06226847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:50.304858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57500) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:50.318027 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-644c7eef-69be-4d96-8e7c-dd6b042f1285 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for floatingip, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:50.337990 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d085d481-0fdb-4ec2-839d-a31e0ceea745 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:50.366539 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dd0faa-17f9-4697-a004-afac93ac318a x-openstack-request-id: req-64dd0faa-17f9-4697-a004-afac93ac318a {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:05:50.367095 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa05a29a-d613-41cb-b276-814e5d0e114c", "name": "network-vif-plugged", "status": "completed", "tag": "14b037fd-40a5-4cab-9075-5b29f54b7340", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:05:50.367429 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-64dd0faa-17f9-4697-a004-afac93ac318a {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:05:50.367979 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa05a29a-d613-41cb-b276-814e5d0e114c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b037fd-40a5-4cab-9075-5b29f54b7340', 'code': 200} Nov 18 17:05:50.368803 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=b44ac0ac-1968-46cc-8a77-aa20adf2ea5b,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:50.375279 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8a2e89-3bb2-46f9-889f-c84d56022dd1 None None] Network a7d8617e-2a3a-4b5e-be7c-760987a7aefa requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:05:50.416029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0fd60085-2ac1-4b0e-955e-8d51d6adf863 None None] Provisioning complete for port b44ac0ac-1968-46cc-8a77-aa20adf2ea5b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:50.416616 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0fd60085-2ac1-4b0e-955e-8d51d6adf863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:50.427682 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:50.526539 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1cfbf589-b764-4263-9162-769f06226847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:50.530019 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1cfbf589-b764-4263-9162-769f06226847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:50.531022 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1cfbf589-b764-4263-9162-769f06226847 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/de5d3444-b6d3-498a-a232-0445f7f75adf HTTP/1.1" status: 204 len: 168 time: 0.6797519 Nov 18 17:05:50.556741 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbf589-b764-4263-9162-769f06226847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5d3444-b6d3-498a-a232-0445f7f75adf,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:50.580670 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-32d5eb86-12db-4f6f-8356-f20d93fe262b req-8fee49b2-8869-4ea1-89cd-80ad04ae6e26 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Deleting port 7c515e1e-0fa8-401d-a770-e36bbbe58295 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:05:50.581404 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-32d5eb86-12db-4f6f-8356-f20d93fe262b req-8fee49b2-8869-4ea1-89cd-80ad04ae6e26 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:50.655146 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d085d481-0fdb-4ec2-839d-a31e0ceea745 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:50.662342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c8ce4-346f-4d3f-bac9-531dfd8af131 req-967093ae-a5f8-46dd-ada7-86110ddf6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:50.664107 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bf2c8ce4-346f-4d3f-bac9-531dfd8af131 req-967093ae-a5f8-46dd-ada7-86110ddf6892 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 1102 time: 0.2858939 Nov 18 17:05:50.749681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d03890-8ef8-495f-a581-958c90f73f77 req-864e48e6-e45c-4b69-abe8-98e5bb575195 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:50.756672 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6d03890-8ef8-495f-a581-958c90f73f77 req-864e48e6-e45c-4b69-abe8-98e5bb575195 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 972 time: 0.0658212 Nov 18 17:05:50.762754 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Router ce59fcef-80ae-4d3f-9803-9cb7270a4686 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:05:50.788494 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d085d481-0fdb-4ec2-839d-a31e0ceea745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:50.811598 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bf2c8ce4-346f-4d3f-bac9-531dfd8af131 req-57b7e0dc-829e-4c15-a51e-3e5f66007928 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368487 Nov 18 17:05:50.891149 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d085d481-0fdb-4ec2-839d-a31e0ceea745 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e89f5d8041244ad897037b5108d6050a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5835533 Nov 18 17:05:50.914211 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57522) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:50.920439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-32d5eb86-12db-4f6f-8356-f20d93fe262b req-8fee49b2-8869-4ea1-89cd-80ad04ae6e26 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] For port 7c515e1e-0fa8-401d-a770-e36bbbe58295, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7c515e1e-0fa8-401d-a770-e36bbbe58295,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:50.920816 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-32d5eb86-12db-4f6f-8356-f20d93fe262b req-8fee49b2-8869-4ea1-89cd-80ad04ae6e26 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:50.921720 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6d03890-8ef8-495f-a581-958c90f73f77 req-2713dc3d-9406-4963-8b5c-fa8b2a9f03ed tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/security-groups?id=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639442 Nov 18 17:05:50.931179 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:05:50.982756 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085d481-0fdb-4ec2-839d-a31e0ceea745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8753e1-be4e-4418-b49b-d23bda479cba,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:51.049175 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-32d5eb86-12db-4f6f-8356-f20d93fe262b req-8fee49b2-8869-4ea1-89cd-80ad04ae6e26 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Calling delete_port for 7c515e1e-0fa8-401d-a770-e36bbbe58295 owned by compute:tempest-test_az-1955700835 {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:05:51.109449 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:51.222871 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5ef06195-10c9-4aff-935b-870744f02881 None None] Provisioning complete for port b44ac0ac-1968-46cc-8a77-aa20adf2ea5b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:51.223412 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5ef06195-10c9-4aff-935b-870744f02881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:51.321550 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:05:51.324020 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c853a89f-9b7f-4eaf-b8af-2db77d839cb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:51.333710 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Sync routers for ids ['ce59fcef-80ae-4d3f-9803-9cb7270a4686'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:05:51.356935 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Routers {'ce59fcef-80ae-4d3f-9803-9cb7270a4686'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:05:51.363243 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:05:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ce59fcef-80ae-4d3f-9803-9cb7270a4686'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:51.446481 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:51.447731 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6b61947b-cd6a-46a7-a016-92c255bed596 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9295044 Nov 18 17:05:51.454443 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57528) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:51.467676 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c853a89f-9b7f-4eaf-b8af-2db77d839cb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:51.583700 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Set router ce59fcef-80ae-4d3f-9803-9cb7270a4686 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:05:51.585917 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b44ac0ac-1968-46cc-8a77-aa20adf2ea5b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:05:51.706197 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-32d5eb86-12db-4f6f-8356-f20d93fe262b req-8fee49b2-8869-4ea1-89cd-80ad04ae6e26 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:51.723162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['7c515e1e-0fa8-401d-a770-e36bbbe58295'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:05:51.802245 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c853a89f-9b7f-4eaf-b8af-2db77d839cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:51.805534 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c853a89f-9b7f-4eaf-b8af-2db77d839cb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:51.807426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e31bdb-2aab-448e-b3c0-ed02fcddb121 req-99c876d7-c459-4c21-b14c-63654140adc7 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:51.808514 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c853a89f-9b7f-4eaf-b8af-2db77d839cb5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6a8753e1-be4e-4418-b49b-d23bda479cba HTTP/1.1" status: 204 len: 168 time: 0.8900194 Nov 18 17:05:51.816735 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port b44ac0ac-1968-46cc-8a77-aa20adf2ea5b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:51.817101 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:51.819961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5e31bdb-2aab-448e-b3c0-ed02fcddb121 req-99c876d7-c459-4c21-b14c-63654140adc7 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.4599009 Nov 18 17:05:52.128517 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57540) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:52.154450 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'name': 'tempest-FloatingIPDetailsTestJSON-439260587-router', 'tenant_id': '834e7716dde14316b4308a56a4e1ad6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0124fa3c-0cc1-4806-941a-ac7aeca832a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:47Z', 'updated_at': '2021-11-18T17:05:49Z', 'revision_number': 3, 'project_id': '834e7716dde14316b4308a56a4e1ad6f', 'gw_port': {'id': '0124fa3c-0cc1-4806-941a-ac7aeca832a2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:48Z', 'updated_at': '2021-11-18T17:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:52.171753 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5e31bdb-2aab-448e-b3c0-ed02fcddb121 req-49d3f275-6371-47c8-ac06-712165de1d34 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521476 Nov 18 17:05:52.184607 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Checking router: ce59fcef-80ae-4d3f-9803-9cb7270a4686 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:05:52.185311 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Updating router ce59fcef-80ae-4d3f-9803-9cb7270a4686 port 0124fa3c-0cc1-4806-941a-ac7aeca832a2 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:05:52.213842 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:52.289964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0bfb195-5ae7-4449-be23-c68eb9ce11e5 req-49371bed-d1d7-414a-ac16-7bdd2d827ba1 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 210 time: 0.1604116 Nov 18 17:05:52.301861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d5eb86-12db-4f6f-8356-f20d93fe262b req-8fee49b2-8869-4ea1-89cd-80ad04ae6e26 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] No DVR routers for this DVR port 7c515e1e-0fa8-401d-a770-e36bbbe58295 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:05:52.305655 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-32d5eb86-12db-4f6f-8356-f20d93fe262b req-8fee49b2-8869-4ea1-89cd-80ad04ae6e26 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:52.310585 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-32d5eb86-12db-4f6f-8356-f20d93fe262b req-8fee49b2-8869-4ea1-89cd-80ad04ae6e26 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.81 "DELETE /v2.0/ports/7c515e1e-0fa8-401d-a770-e36bbbe58295 HTTP/1.1" status: 204 len: 173 time: 2.3102045 Nov 18 17:05:52.312060 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853a89f-9b7f-4eaf-b8af-2db77d839cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8753e1-be4e-4418-b49b-d23bda479cba,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:52.333878 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377caa52-3dff-445b-bba9-32908263744f', 'name': 'network-vif-deleted', 'tag': '7c515e1e-0fa8-401d-a770-e36bbbe58295'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:05:52.340130 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c4958c-00a4-43e1-a902-f3c99cc65520" -d '{"events": [{"server_uuid": "377caa52-3dff-445b-bba9-32908263744f", "name": "network-vif-deleted", "tag": "7c515e1e-0fa8-401d-a770-e36bbbe58295"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:05:52.345454 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee49b2-8869-4ea1-89cd-80ad04ae6e26 tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] Pushing event deleted for resources: {'Port': ['ID=7c515e1e-0fa8-401d-a770-e36bbbe58295,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:52.374305 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.db.resource_extend [None req-644c7eef-69be-4d96-8e7c-dd6b042f1285 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] It took 0.77 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:05:52.457773 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a579f35-1a1b-4b47-82e4-3ef69979d22f x-openstack-request-id: req-2a579f35-1a1b-4b47-82e4-3ef69979d22f {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:05:52.458518 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377caa52-3dff-445b-bba9-32908263744f", "name": "network-vif-deleted", "tag": "7c515e1e-0fa8-401d-a770-e36bbbe58295", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:05:52.459844 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2a579f35-1a1b-4b47-82e4-3ef69979d22f {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:05:52.459844 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377caa52-3dff-445b-bba9-32908263744f', 'name': 'network-vif-deleted', 'tag': '7c515e1e-0fa8-401d-a770-e36bbbe58295', 'status': 'completed', 'code': 200} Nov 18 17:05:52.565864 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-644c7eef-69be-4d96-8e7c-dd6b042f1285 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:52.593650 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:52.596089 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:52.651271 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-644c7eef-69be-4d96-8e7c-dd6b042f1285 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:52.682888 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:52.757565 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b79fd411-5895-4544-a6df-73c307694559 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:52.771114 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:52.818986 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-644c7eef-69be-4d96-8e7c-dd6b042f1285 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Floating IP e0fff3ab-43f6-4e4c-aec0-3276db54c4e7 associated. External IP: 172.25.3.160, port: 992cd373-9dd5-47d3-8a48-6e987f022276. Nov 18 17:05:52.832740 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Attempting to bind port 0124fa3c-0cc1-4806-941a-ac7aeca832a2 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:05:52.833471 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Attempting to bind port 0124fa3c-0cc1-4806-941a-ac7aeca832a2 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:05:52.834000 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Attempting to bind port 0124fa3c-0cc1-4806-941a-ac7aeca832a2 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:05:52.849060 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:05:52.850483 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:05:52.851070 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:52.851635 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:05:52.852307 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Bound port: 0124fa3c-0cc1-4806-941a-ac7aeca832a2, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:05:52.853047 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:52.855190 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413aca9d-64d5-4ae5-96c1-d6c12d26ec9d None None] Pushing event updated for resources: {'Port': ['ID=0124fa3c-0cc1-4806-941a-ac7aeca832a2,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:52.938156 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] For port 0124fa3c-0cc1-4806-941a-ac7aeca832a2, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:05:52.942182 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] For port 0124fa3c-0cc1-4806-941a-ac7aeca832a2, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=0124fa3c-0cc1-4806-941a-ac7aeca832a2,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:05:53.006552 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:53.022726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] Allocated IP 172.20.0.1 (a7d8617e-2a3a-4b5e-be7c-760987a7aefa/baa6b44e-1963-4bee-9a14-109a3c3bb92f/a593cc91-47a4-4ad1-a946-e3fe369929ff) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:05:53.101841 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Routers {'ce59fcef-80ae-4d3f-9803-9cb7270a4686'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:05:53.102865 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:05:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ce59fcef-80ae-4d3f-9803-9cb7270a4686'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:53.106651 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b79fd411-5895-4544-a6df-73c307694559 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:53.198875 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b79fd411-5895-4544-a6df-73c307694559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:53.222004 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644c7eef-69be-4d96-8e7c-dd6b042f1285 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:05:53.266933 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] Set router ce59fcef-80ae-4d3f-9803-9cb7270a4686 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:05:53.372540 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b79fd411-5895-4544-a6df-73c307694559 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=59587d9a5c724b78a3643e4cbc33b86d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1996226 Nov 18 17:05:53.380892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57582) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:53.406334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fd411-5895-4544-a6df-73c307694559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542f5f45-1565-4636-bfb8-1ac672c89bba,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:53.471517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644c7eef-69be-4d96-8e7c-dd6b042f1285 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:05:53.483947 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-644c7eef-69be-4d96-8e7c-dd6b042f1285 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:53.484688 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:53.503184 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3f3c39-fce4-478f-bfea-6989c845aba0 None None] Sync routers for ids ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:05:53.518732 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3f3c39-fce4-478f-bfea-6989c845aba0 None None] Routers {'481f53fc-b0fb-496a-b964-ef1bc6ac9265'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:05:53.523765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ef3f3c39-fce4-478f-bfea-6989c845aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:05:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:53.550380 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-644c7eef-69be-4d96-8e7c-dd6b042f1285 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "PUT /v2.0/floatingips/e0fff3ab-43f6-4e4c-aec0-3276db54c4e7 HTTP/1.1" status: 200 len: 992 time: 3.3361588 Nov 18 17:05:53.553443 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413aca9d-64d5-4ae5-96c1-d6c12d26ec9d None None] Pushing event updated for resources: {'Port': ['ID=0124fa3c-0cc1-4806-941a-ac7aeca832a2,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:53.571211 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'name': 'tempest-FloatingIPDetailsTestJSON-439260587-router', 'tenant_id': '834e7716dde14316b4308a56a4e1ad6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0124fa3c-0cc1-4806-941a-ac7aeca832a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:47Z', 'updated_at': '2021-11-18T17:05:49Z', 'revision_number': 3, 'project_id': '834e7716dde14316b4308a56a4e1ad6f', 'gw_port': {'id': '0124fa3c-0cc1-4806-941a-ac7aeca832a2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:48Z', 'updated_at': '2021-11-18T17:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:53.605348 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658a64d-343e-443d-860a-4ad227330b6e None None] The sync data for ids ['ce59fcef-80ae-4d3f-9803-9cb7270a4686'] in n-d-813419-11 is: [{'id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'name': 'tempest-FloatingIPDetailsTestJSON-439260587-router', 'tenant_id': '834e7716dde14316b4308a56a4e1ad6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0124fa3c-0cc1-4806-941a-ac7aeca832a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:47Z', 'updated_at': '2021-11-18T17:05:49Z', 'revision_number': 3, 'project_id': '834e7716dde14316b4308a56a4e1ad6f', 'gw_port': {'id': '0124fa3c-0cc1-4806-941a-ac7aeca832a2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:48Z', 'updated_at': '2021-11-18T17:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:05:53.638940 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aafa7e-e7a8-4c3f-8b53-d831097a8f65 req-d0e8223f-dbf7-416e-9085-f41d8337eb49 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:53.651464 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57aafa7e-e7a8-4c3f-8b53-d831097a8f65 req-d0e8223f-dbf7-416e-9085-f41d8337eb49 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.3458762 Nov 18 17:05:53.680364 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-ef3f3c39-fce4-478f-bfea-6989c845aba0 None None] Set router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:05:53.709971 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6c9c4e14-f35c-4c41-b925-d18b614f7846 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:53.794914 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-aaff0b9a-71e4-4779-856d-10f2b3a6a406 req-6dec8956-b3cb-45b7-afc2-e6ca2b86c55e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0489254 Nov 18 17:05:53.799935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4c56b53-596c-46d6-8ed5-28afac291fcb req-42411b5b-efb6-4fc7-8653-66494469d6af tempest-AggregatesAdminTestJSON-623058229 tempest-AggregatesAdminTestJSON-623058229-project] 10.222.0.72 "GET /v2.0/ports?device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 210 time: 0.1428328 Nov 18 17:05:53.829113 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6c9c4e14-f35c-4c41-b925-d18b614f7846 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:53.899845 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57aafa7e-e7a8-4c3f-8b53-d831097a8f65 req-08ebbbc3-6107-4a98-9ee9-37849678c099 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471943 Nov 18 17:05:53.923299 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-aaff0b9a-71e4-4779-856d-10f2b3a6a406 req-6edf4863-f3d4-416a-be63-7b1695c41140 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e88b3b4029b948fdbfb82a6a14dd2bbc&device_id=377caa52-3dff-445b-bba9-32908263744f HTTP/1.1" status: 200 len: 210 time: 0.0555365 Nov 18 17:05:53.966193 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:53.976398 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7c515e1e-0fa8-401d-a770-e36bbbe58295 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:05:54.062225 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-aaff0b9a-71e4-4779-856d-10f2b3a6a406 req-7fbd4976-c751-471b-93db-79697ccb73e4 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=e88b3b4029b948fdbfb82a6a14dd2bbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1019843 Nov 18 17:05:54.077832 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6c9c4e14-f35c-4c41-b925-d18b614f7846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:54.084448 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6c9c4e14-f35c-4c41-b925-d18b614f7846 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:54.087995 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6c9c4e14-f35c-4c41-b925-d18b614f7846 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/542f5f45-1565-4636-bfb8-1ac672c89bba HTTP/1.1" status: 204 len: 168 time: 0.6804960 Nov 18 17:05:54.115200 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 7c515e1e-0fa8-401d-a770-e36bbbe58295 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:05:54.115690 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7c515e1e-0fa8-401d-a770-e36bbbe58295 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:05:54.139260 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c4e14-f35c-4c41-b925-d18b614f7846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542f5f45-1565-4636-bfb8-1ac672c89bba,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:54.151363 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] Network a7d8617e-2a3a-4b5e-be7c-760987a7aefa is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:05:54.172856 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:54.180653 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] Pushing event updated for resources: {'Port': ['ID=a593cc91-47a4-4ad1-a946-e3fe369929ff,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:54.240394 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:05:54.241108 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:54.428890 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff0b9a-71e4-4779-856d-10f2b3a6a406 req-f6475843-cb7d-4166-9294-17ccd77b2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:54.438294 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-aaff0b9a-71e4-4779-856d-10f2b3a6a406 req-f6475843-cb7d-4166-9294-17ccd77b2de5 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3633752 Nov 18 17:05:54.460626 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'badc24ce-72f9-4628-8051-52334919e3b7', 'tag': '992cd373-9dd5-47d3-8a48-6e987f022276'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:05:54.465760 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eb1230-4fd3-41a9-913a-7b6c3811db82" -d '{"events": [{"name": "network-changed", "server_uuid": "badc24ce-72f9-4628-8051-52334919e3b7", "tag": "992cd373-9dd5-47d3-8a48-6e987f022276"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:05:54.538197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ef3f3c39-fce4-478f-bfea-6989c845aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:05:05Z', 'revision_number': 4, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'e0fff3ab-43f6-4e4c-aec0-3276db54c4e7', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'floating_ip_address': '172.25.3.160', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'port_id': '992cd373-9dd5-47d3-8a48-6e987f022276', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'mac_address': 'fa:16:3e:70:65:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badc24ce-72f9-4628-8051-52334919e3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:05:24Z', 'updated_at': '2021-11-18T17:05:51Z', 'revision_number': 1, 'project_id': '8c06eab41c094a658cd4053515999f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b77293-3f0c-4ed5-94c8-a28671f17be5', 'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'mac_address': 'fa:16:3e:f2:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:04Z', 'updated_at': '2021-11-18T17:05:09Z', 'revision_number': 5, 'project_id': '8c06eab41c094a658cd4053515999f68', 'subnets': [{'id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:54.570713 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:54.577507 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3f3c39-fce4-478f-bfea-6989c845aba0 None None] Checking router: 481f53fc-b0fb-496a-b964-ef1bc6ac9265 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:05:54.599343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3f3c39-fce4-478f-bfea-6989c845aba0 None None] Routers {'481f53fc-b0fb-496a-b964-ef1bc6ac9265'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:05:54.599552 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573ab084-a146-4693-86f3-cac84ee04b4f x-openstack-request-id: req-573ab084-a146-4693-86f3-cac84ee04b4f {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:05:54.599552 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "badc24ce-72f9-4628-8051-52334919e3b7", "tag": "992cd373-9dd5-47d3-8a48-6e987f022276", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:05:54.599552 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-573ab084-a146-4693-86f3-cac84ee04b4f {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:05:54.599552 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'badc24ce-72f9-4628-8051-52334919e3b7', 'tag': '992cd373-9dd5-47d3-8a48-6e987f022276', 'status': 'completed', 'code': 200} Nov 18 17:05:54.600261 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ef3f3c39-fce4-478f-bfea-6989c845aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:05:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:54.710502 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4473c0c1-524c-4aaf-842d-104803b51752 None None] Provisioning complete for port a593cc91-47a4-4ad1-a946-e3fe369929ff triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:54.711567 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4473c0c1-524c-4aaf-842d-104803b51752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:54.748594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb1230-4fd3-41a9-913a-7b6c3811db82 req-830e32f8-f96c-4985-9234-7e8a6f1bd045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:54.755742 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0eb1230-4fd3-41a9-913a-7b6c3811db82 req-830e32f8-f96c-4985-9234-7e8a6f1bd045 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8c06eab41c094a658cd4053515999f68&device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 1098 time: 0.1087148 Nov 18 17:05:54.762793 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4473c0c1-524c-4aaf-842d-104803b51752 None None] Port a593cc91-47a4-4ad1-a946-e3fe369929ff cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:05:54.854833 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-ef3f3c39-fce4-478f-bfea-6989c845aba0 None None] Set router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:05:54.899621 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ab32e-c01c-438c-a0e5-8f64caee1468 req-4faaa5de-0e86-4b97-91da-bad19ad3ec96 tempest-MigrationsAdminTest-1873975640 tempest-MigrationsAdminTest-1873975640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:54.901309 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad7ab32e-c01c-438c-a0e5-8f64caee1468 req-4faaa5de-0e86-4b97-91da-bad19ad3ec96 tempest-MigrationsAdminTest-1873975640 tempest-MigrationsAdminTest-1873975640-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 1102 time: 0.1207774 Nov 18 17:05:54.941833 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ad7ab32e-c01c-438c-a0e5-8f64caee1468 req-28ae2f40-7acd-4367-bf85-8fc1c111e53e tempest-MigrationsAdminTest-1873975640 tempest-MigrationsAdminTest-1873975640-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:55.005722 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb1230-4fd3-41a9-913a-7b6c3811db82 req-00d697f3-6bed-425a-af80-c7fd08e0e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:55.010952 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0eb1230-4fd3-41a9-913a-7b6c3811db82 req-00d697f3-6bed-425a-af80-c7fd08e0e445 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e6675c45-2017-448b-a56f-7a8487b5bcd0 HTTP/1.1" status: 200 len: 926 time: 0.2488844 Nov 18 17:05:55.062338 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:55.065807 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ad7ab32e-c01c-438c-a0e5-8f64caee1468 req-28ae2f40-7acd-4367-bf85-8fc1c111e53e tempest-MigrationsAdminTest-1873975640 tempest-MigrationsAdminTest-1873975640-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:55.155097 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0eb1230-4fd3-41a9-913a-7b6c3811db82 req-325325a2-4220-4084-9fc6-0d59d48d2ce2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=992cd373-9dd5-47d3-8a48-6e987f022276 HTTP/1.1" status: 200 len: 1000 time: 0.1361034 Nov 18 17:05:55.165380 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:55.166519 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:55.199162 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ad7ab32e-c01c-438c-a0e5-8f64caee1468 req-28ae2f40-7acd-4367-bf85-8fc1c111e53e tempest-MigrationsAdminTest-1873975640 tempest-MigrationsAdminTest-1873975640-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:55.228356 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ef3f3c39-fce4-478f-bfea-6989c845aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:05:05Z', 'revision_number': 4, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'e0fff3ab-43f6-4e4c-aec0-3276db54c4e7', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'floating_ip_address': '172.25.3.160', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'port_id': '992cd373-9dd5-47d3-8a48-6e987f022276', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'mac_address': 'fa:16:3e:70:65:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badc24ce-72f9-4628-8051-52334919e3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:05:24Z', 'updated_at': '2021-11-18T17:05:51Z', 'revision_number': 1, 'project_id': '8c06eab41c094a658cd4053515999f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b77293-3f0c-4ed5-94c8-a28671f17be5', 'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'mac_address': 'fa:16:3e:f2:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:04Z', 'updated_at': '2021-11-18T17:05:09Z', 'revision_number': 5, 'project_id': '8c06eab41c094a658cd4053515999f68', 'subnets': [{'id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:55.237792 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb1230-4fd3-41a9-913a-7b6c3811db82 req-5ed0ec8e-4913-47ee-9b07-bbc34ad00c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:55.243748 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0eb1230-4fd3-41a9-913a-7b6c3811db82 req-5ed0ec8e-4913-47ee-9b07-bbc34ad00c0c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab1c1519-af93-4458-8a9d-ac5eb923f940 HTTP/1.1" status: 200 len: 863 time: 0.0807507 Nov 18 17:05:55.258230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3f3c39-fce4-478f-bfea-6989c845aba0 None None] The sync data for ids ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'] in n-d-813419-11 is: [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:05:05Z', 'revision_number': 4, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'e0fff3ab-43f6-4e4c-aec0-3276db54c4e7', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'floating_ip_address': '172.25.3.160', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'port_id': '992cd373-9dd5-47d3-8a48-6e987f022276', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'mac_address': 'fa:16:3e:70:65:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badc24ce-72f9-4628-8051-52334919e3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:05:24Z', 'updated_at': '2021-11-18T17:05:51Z', 'revision_number': 1, 'project_id': '8c06eab41c094a658cd4053515999f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b77293-3f0c-4ed5-94c8-a28671f17be5', 'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'mac_address': 'fa:16:3e:f2:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:04Z', 'updated_at': '2021-11-18T17:05:09Z', 'revision_number': 5, 'project_id': '8c06eab41c094a658cd4053515999f68', 'subnets': [{'id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:05:55.291010 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad7ab32e-c01c-438c-a0e5-8f64caee1468 req-28ae2f40-7acd-4367-bf85-8fc1c111e53e tempest-MigrationsAdminTest-1873975640 tempest-MigrationsAdminTest-1873975640-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674102 Nov 18 17:05:55.295280 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] Pushing event updated for resources: {'Port': ['ID=a593cc91-47a4-4ad1-a946-e3fe369929ff,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:55.311450 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae2f40-7acd-4367-bf85-8fc1c111e53e tempest-MigrationsAdminTest-1873975640 tempest-MigrationsAdminTest-1873975640-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57df34e4-01f3-44f0-accb-9c2bf46b6fe2,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:55.321093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb1230-4fd3-41a9-913a-7b6c3811db82 req-e707df1a-6a9f-4cad-b236-ec922759e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:55.326680 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0eb1230-4fd3-41a9-913a-7b6c3811db82 req-e707df1a-6a9f-4cad-b236-ec922759e22c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6675c45-2017-448b-a56f-7a8487b5bcd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750613 Nov 18 17:05:55.411185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] Network a7d8617e-2a3a-4b5e-be7c-760987a7aefa is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:05:55.412843 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:55.520615 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0eb1230-4fd3-41a9-913a-7b6c3811db82 req-afbc46a2-88d7-427c-b8a9-440be568c890 service neutron] 10.222.0.83 "GET /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856389 Nov 18 17:05:55.522358 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-afef973a-f02e-486a-a5c2-1f4b477527fc req-f896f223-5dcf-4492-9549-40e24b89b07a service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:05:55.523530 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-afef973a-f02e-486a-a5c2-1f4b477527fc req-f896f223-5dcf-4492-9549-40e24b89b07a service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078793 Nov 18 17:05:55.603609 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 0124fa3c-0cc1-4806-941a-ac7aeca832a2 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:05:55.653150 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] Router ce59fcef-80ae-4d3f-9803-9cb7270a4686 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:05:55.708796 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 0124fa3c-0cc1-4806-941a-ac7aeca832a2 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:55.709537 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:55.718455 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0eb1230-4fd3-41a9-913a-7b6c3811db82 req-28d371b1-cbef-4c3a-897e-17f305180a3d service neutron] 10.222.0.83 "GET /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761823 Nov 18 17:05:55.792647 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57646) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:55.793914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:05:55.800814 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4d9294f7-913d-4207-92b5-f966e7004641 admin admin] 10.222.0.72 "PUT /v2.0/routers/ce59fcef-80ae-4d3f-9803-9cb7270a4686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3434763 Nov 18 17:05:55.822893 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-755664e8-5f8f-47d8-a42a-8e9f89dbbc58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:55.856886 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:55.866329 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7e44bbe4-323e-46ff-a84e-35bbbe7aa540 None None] Provisioning complete for port a593cc91-47a4-4ad1-a946-e3fe369929ff triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:55.866854 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e44bbe4-323e-46ff-a84e-35bbbe7aa540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:55.900739 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaf7bf6-ed95-4034-8415-d07b68274dcf None None] New status for floating IP e0fff3ab-43f6-4e4c-aec0-3276db54c4e7: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:05:55.906475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 0124fa3c-0cc1-4806-941a-ac7aeca832a2, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=0124fa3c-0cc1-4806-941a-ac7aeca832a2,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:55.920745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7e44bbe4-323e-46ff-a84e-35bbbe7aa540 None None] Port a593cc91-47a4-4ad1-a946-e3fe369929ff cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:05:55.953698 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-755664e8-5f8f-47d8-a42a-8e9f89dbbc58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:55.996242 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57652) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:56.027617 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57656) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:56.033532 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:56.068373 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-755664e8-5f8f-47d8-a42a-8e9f89dbbc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:56.119545 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=0124fa3c-0cc1-4806-941a-ac7aeca832a2,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:56.140029 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-755664e8-5f8f-47d8-a42a-8e9f89dbbc58 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c7d22bea877412787f16b38b925a6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459902 Nov 18 17:05:56.142616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57664) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:56.151667 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755664e8-5f8f-47d8-a42a-8e9f89dbbc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9becd8ee-8d36-4574-852a-2e00a1033661,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:56.204656 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1455b588-156b-4d9d-a78f-d90741eb9304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:56.211506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Sync routers for ids ['ce59fcef-80ae-4d3f-9803-9cb7270a4686'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:05:56.228728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Routers {'ce59fcef-80ae-4d3f-9803-9cb7270a4686'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:05:56.232132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:05:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ce59fcef-80ae-4d3f-9803-9cb7270a4686'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:56.261289 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1455b588-156b-4d9d-a78f-d90741eb9304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:56.299597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a17d20ad-4fe3-425b-855e-7ecac5c711f2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-699238369-network', 'tenant_id': 'eceaba8aa7d546658949d231f85ee2f1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:56.361139 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ab3e-c38a-403a-9797-b0f40b942ca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:56.384162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Set router ce59fcef-80ae-4d3f-9803-9cb7270a4686 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:05:56.462345 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17d20ad-4fe3-425b-855e-7ecac5c711f2 admin admin] Made reservation on behalf of eceaba8aa7d546658949d231f85ee2f1 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:05:56.464553 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a17d20ad-4fe3-425b-855e-7ecac5c711f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:56.474761 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a17d20ad-4fe3-425b-855e-7ecac5c711f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:56.483302 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57674) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:56.512653 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1455b588-156b-4d9d-a78f-d90741eb9304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:56.516000 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1455b588-156b-4d9d-a78f-d90741eb9304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:56.520038 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1455b588-156b-4d9d-a78f-d90741eb9304 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9becd8ee-8d36-4574-852a-2e00a1033661 HTTP/1.1" status: 204 len: 168 time: 0.3739362 Nov 18 17:05:56.581548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455b588-156b-4d9d-a78f-d90741eb9304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9becd8ee-8d36-4574-852a-2e00a1033661,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:56.675709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'name': 'tempest-FloatingIPDetailsTestJSON-439260587-router', 'tenant_id': '834e7716dde14316b4308a56a4e1ad6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0124fa3c-0cc1-4806-941a-ac7aeca832a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:47Z', 'updated_at': '2021-11-18T17:05:54Z', 'revision_number': 4, 'project_id': '834e7716dde14316b4308a56a4e1ad6f', 'gw_port': {'id': '0124fa3c-0cc1-4806-941a-ac7aeca832a2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:48Z', 'updated_at': '2021-11-18T17:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'a593cc91-47a4-4ad1-a946-e3fe369929ff', 'name': '', 'network_id': 'a7d8617e-2a3a-4b5e-be7c-760987a7aefa', 'tenant_id': '834e7716dde14316b4308a56a4e1ad6f', 'mac_address': 'fa:16:3e:3f:39:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'baa6b44e-1963-4bee-9a14-109a3c3bb92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:52Z', 'updated_at': '2021-11-18T17:05:54Z', 'revision_number': 2, 'project_id': '834e7716dde14316b4308a56a4e1ad6f', 'subnets': [{'id': 'baa6b44e-1963-4bee-9a14-109a3c3bb92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:56.707830 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Checking router: ce59fcef-80ae-4d3f-9803-9cb7270a4686 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:05:56.708529 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Updating router ce59fcef-80ae-4d3f-9803-9cb7270a4686 port a593cc91-47a4-4ad1-a946-e3fe369929ff binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:05:56.741502 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:56.852531 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-88aec5c0-6e8f-46e5-a5fa-852b845f7dee req-9f0f4b2d-89dd-4dfb-8632-3fb118cc384f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3153887 Nov 18 17:05:56.895560 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ab3e-c38a-403a-9797-b0f40b942ca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:56.959289 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ffc849b4-91c5-4d05-b8da-d22b3c5f9b3f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e88b3b4029b948fdbfb82a6a14dd2bbc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4742897 Nov 18 17:05:56.966540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57690) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:56.995160 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a17d20ad-4fe3-425b-855e-7ecac5c711f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.001678 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ab3e-c38a-403a-9797-b0f40b942ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.064537 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8dd3ab3e-c38a-403a-9797-b0f40b942ca5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b5e415bbf89147fbb93e1e020d0e0395&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0357935 Nov 18 17:05:57.069349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57694) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:57.124599 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a17d20ad-4fe3-425b-855e-7ecac5c711f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.175741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aec5c0-6e8f-46e5-a5fa-852b845f7dee req-e30e1321-bf71-43c8-a4ce-f332ceef91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:57.177400 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-88aec5c0-6e8f-46e5-a5fa-852b845f7dee req-e30e1321-bf71-43c8-a4ce-f332ceef91ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8c06eab41c094a658cd4053515999f68&device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 1098 time: 0.2478466 Nov 18 17:05:57.206680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3ab3e-c38a-403a-9797-b0f40b942ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168a106d-717c-4347-84ca-c8e7e16a8734,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:57.222696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17d20ad-4fe3-425b-855e-7ecac5c711f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:05:57.252177 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.286451 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-451a630f-a292-4510-888f-fa1b68038378 req-0331c43d-4a6b-4917-bb23-c7428dad8f53 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6003752 Nov 18 17:05:57.296050 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9ff37b0-25ea-4f6e-8f43-56ed1a8c9760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.298092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-451a630f-a292-4510-888f-fa1b68038378 req-4d5bd509-9176-4fdb-86f3-fd5bf6347e2f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:57.342377 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.385294 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a17d20ad-4fe3-425b-855e-7ecac5c711f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.385294 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-a17d20ad-4fe3-425b-855e-7ecac5c711f2 admin admin] Added segment 744479e5-e815-4cfe-bb94-3a9a20c43c8f of type vlan for network 836d12ad-6a15-4e93-b10d-efb37b2aefbc Nov 18 17:05:57.399827 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-451a630f-a292-4510-888f-fa1b68038378 req-4d5bd509-9176-4fdb-86f3-fd5bf6347e2f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.401507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d20ad-4fe3-425b-855e-7ecac5c711f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0556d99-8d33-4d62-856d-16295fbb4bb9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:57.425482 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66e510-48c5-4b40-b036-9152877e522a None None] Pushing event updated for resources: {'Port': ['ID=a593cc91-47a4-4ad1-a946-e3fe369929ff,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:57.436002 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-535dbe99-66c5-473f-8577-750a37a2c1e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.503939 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9ff37b0-25ea-4f6e-8f43-56ed1a8c9760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.541985 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a17d20ad-4fe3-425b-855e-7ecac5c711f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.582210 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-535dbe99-66c5-473f-8577-750a37a2c1e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.584565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aec5c0-6e8f-46e5-a5fa-852b845f7dee req-c9bef50b-bd19-4105-abf8-3c0dcdc99b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:57.586178 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-88aec5c0-6e8f-46e5-a5fa-852b845f7dee req-c9bef50b-bd19-4105-abf8-3c0dcdc99b3d service neutron] 10.222.0.83 "GET /v2.0/networks?id=e6675c45-2017-448b-a56f-7a8487b5bcd0 HTTP/1.1" status: 200 len: 926 time: 0.3599253 Nov 18 17:05:57.586555 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Attempting to bind port a593cc91-47a4-4ad1-a946-e3fe369929ff on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:05:57.587020 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Attempting to bind port a593cc91-47a4-4ad1-a946-e3fe369929ff by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '56a0932c-a0af-47a4-b4c6-32a2ab23b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'a7d8617e-2a3a-4b5e-be7c-760987a7aefa'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:05:57.587465 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Attempting to bind port a593cc91-47a4-4ad1-a946-e3fe369929ff on network a7d8617e-2a3a-4b5e-be7c-760987a7aefa {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:05:57.602546 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:05:57.607917 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Checking segment: {'id': '56a0932c-a0af-47a4-b4c6-32a2ab23b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'a7d8617e-2a3a-4b5e-be7c-760987a7aefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:05:57.609221 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.611820 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Bound using segment: {'id': '56a0932c-a0af-47a4-b4c6-32a2ab23b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'a7d8617e-2a3a-4b5e-be7c-760987a7aefa'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:05:57.616195 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Bound port: a593cc91-47a4-4ad1-a946-e3fe369929ff, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a0932c-a0af-47a4-b4c6-32a2ab23b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'a7d8617e-2a3a-4b5e-be7c-760987a7aefa'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:05:57.616608 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.641575 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 0124fa3c-0cc1-4806-941a-ac7aeca832a2 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:05:57.658953 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-451a630f-a292-4510-888f-fa1b68038378 req-4d5bd509-9176-4fdb-86f3-fd5bf6347e2f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.748347 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-88aec5c0-6e8f-46e5-a5fa-852b845f7dee req-b5340485-ef2c-4820-9603-213c7395df35 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=992cd373-9dd5-47d3-8a48-6e987f022276 HTTP/1.1" status: 200 len: 1002 time: 0.1360283 Nov 18 17:05:57.758304 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 0124fa3c-0cc1-4806-941a-ac7aeca832a2 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:57.759001 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.820602 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aec5c0-6e8f-46e5-a5fa-852b845f7dee req-276d5cce-9113-4416-89a3-caedc0b4c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:57.822109 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-88aec5c0-6e8f-46e5-a5fa-852b845f7dee req-276d5cce-9113-4416-89a3-caedc0b4c452 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab1c1519-af93-4458-8a9d-ac5eb923f940 HTTP/1.1" status: 200 len: 863 time: 0.0636201 Nov 18 17:05:57.823182 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a17d20ad-4fe3-425b-855e-7ecac5c711f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.824074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17d20ad-4fe3-425b-855e-7ecac5c711f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:57.825229 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a17d20ad-4fe3-425b-855e-7ecac5c711f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.827822 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] For port a593cc91-47a4-4ad1-a946-e3fe369929ff, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:05:57.832699 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] For port a593cc91-47a4-4ad1-a946-e3fe369929ff, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a593cc91-47a4-4ad1-a946-e3fe369929ff,segment=NetworkSegment(56a0932c-a0af-47a4-b4c6-32a2ab23b1a6),segment_id=56a0932c-a0af-47a4-b4c6-32a2ab23b1a6)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:05:57.837716 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a00fe6a0-df0a-4ae0-a66a-89a1a93ad927 None None] Provisioning complete for port a593cc91-47a4-4ad1-a946-e3fe369929ff triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:57.838255 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a00fe6a0-df0a-4ae0-a66a-89a1a93ad927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.869116 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-451a630f-a292-4510-888f-fa1b68038378 req-4d5bd509-9176-4fdb-86f3-fd5bf6347e2f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Allocated IP 172.25.3.171 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/050fd9ae-3e4b-4adc-bb71-88541c2f8f53) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:05:57.896664 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9ff37b0-25ea-4f6e-8f43-56ed1a8c9760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.899328 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9ff37b0-25ea-4f6e-8f43-56ed1a8c9760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.900528 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b9ff37b0-25ea-4f6e-8f43-56ed1a8c9760 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/46a1bdb4-a069-47df-a0d3-5b8ef0f149ed HTTP/1.1" status: 204 len: 168 time: 0.9284415 Nov 18 17:05:57.918670 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff37b0-25ea-4f6e-8f43-56ed1a8c9760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a1bdb4-a069-47df-a0d3-5b8ef0f149ed,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:57.923833 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-535dbe99-66c5-473f-8577-750a37a2c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.926465 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-535dbe99-66c5-473f-8577-750a37a2c1e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:57.927635 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-535dbe99-66c5-473f-8577-750a37a2c1e2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/168a106d-717c-4347-84ca-c8e7e16a8734 HTTP/1.1" status: 204 len: 168 time: 0.8286707 Nov 18 17:05:58.006327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535dbe99-66c5-473f-8577-750a37a2c1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168a106d-717c-4347-84ca-c8e7e16a8734,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:58.008918 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d20ad-4fe3-425b-855e-7ecac5c711f2 admin admin] Pushing event updated for resources: {'Network': ['ID=836d12ad-6a15-4e93-b10d-efb37b2aefbc,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:58.022528 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a17d20ad-4fe3-425b-855e-7ecac5c711f2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0240128 Nov 18 17:05:58.026093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57738) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:58.041830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4b4977c1-4272-4307-b37f-1ab3b845d5f2 admin admin] Request body: {'subnet': {'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-699238369-subnet', 'tenant_id': 'eceaba8aa7d546658949d231f85ee2f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:58.042253 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 836d12ad-6a15-4e93-b10d-efb37b2aefbc details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:05:58.047594 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:58.063833 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aec5c0-6e8f-46e5-a5fa-852b845f7dee req-e5df77c5-e5de-4c11-8852-8a1517221201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:58.069406 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-88aec5c0-6e8f-46e5-a5fa-852b845f7dee req-e5df77c5-e5de-4c11-8852-8a1517221201 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6675c45-2017-448b-a56f-7a8487b5bcd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2219176 Nov 18 17:05:58.081570 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-8aa3c009-2b49-4815-b484-adcfaf92638c tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d9b79a2d3a514299bcd73cd4df7eef3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455070 Nov 18 17:05:58.092393 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57744) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:58.190207 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4977c1-4272-4307-b37f-1ab3b845d5f2 admin admin] Made reservation on behalf of eceaba8aa7d546658949d231f85ee2f1 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:05:58.193138 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4b4977c1-4272-4307-b37f-1ab3b845d5f2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:58.202772 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66e510-48c5-4b40-b036-9152877e522a None None] Pushing event updated for resources: {'Port': ['ID=a593cc91-47a4-4ad1-a946-e3fe369929ff,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:58.236066 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a00fe6a0-df0a-4ae0-a66a-89a1a93ad927 None None] Port a593cc91-47a4-4ad1-a946-e3fe369929ff cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:05:58.260871 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Routers {'ce59fcef-80ae-4d3f-9803-9cb7270a4686'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:05:58.261554 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:05:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ce59fcef-80ae-4d3f-9803-9cb7270a4686'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:58.265037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-9e96c4c4-e4e5-4e90-8268-5d8390956a84 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:58.266644 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-9e96c4c4-e4e5-4e90-8268-5d8390956a84 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748135 Nov 18 17:05:58.270176 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-451a630f-a292-4510-888f-fa1b68038378 req-4d5bd509-9176-4fdb-86f3-fd5bf6347e2f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:58.283896 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-88aec5c0-6e8f-46e5-a5fa-852b845f7dee req-5c94f7e8-b85a-4101-b34a-73ee227e3304 service neutron] 10.222.0.83 "GET /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936860 Nov 18 17:05:58.300865 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-aca85366-ceda-4b8e-9d73-f2430dd05887 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/quotas/d9b79a2d3a514299bcd73cd4df7eef3e HTTP/1.1" status: 200 len: 375 time: 0.0266116 Nov 18 17:05:58.375667 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-abd26a15-2c57-409d-bbe5-ec295f73259e tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d9b79a2d3a514299bcd73cd4df7eef3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595508 Nov 18 17:05:58.410706 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] Set router ce59fcef-80ae-4d3f-9803-9cb7270a4686 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:05:58.498531 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-88aec5c0-6e8f-46e5-a5fa-852b845f7dee req-e8cb4e37-991e-4991-9a9d-711d7da7f018 service neutron] 10.222.0.83 "GET /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044606 Nov 18 17:05:58.504341 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-451a630f-a292-4510-888f-fa1b68038378 req-4d5bd509-9176-4fdb-86f3-fd5bf6347e2f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:58.626220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bd509-9176-4fdb-86f3-fd5bf6347e2f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Pushing event updated for resources: {'Port': ['ID=050fd9ae-3e4b-4adc-bb71-88541c2f8f53,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:58.629193 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ae72d925-5d26-440d-b4ad-d581196af42c None None] Provisioning complete for port a593cc91-47a4-4ad1-a946-e3fe369929ff triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:58.629740 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae72d925-5d26-440d-b4ad-d581196af42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:58.644767 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451a630f-a292-4510-888f-fa1b68038378 req-4d5bd509-9176-4fdb-86f3-fd5bf6347e2f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:05:58.646187 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-451a630f-a292-4510-888f-fa1b68038378 req-4d5bd509-9176-4fdb-86f3-fd5bf6347e2f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:58.649304 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-451a630f-a292-4510-888f-fa1b68038378 req-4d5bd509-9176-4fdb-86f3-fd5bf6347e2f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:05:58.706281 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-e3d15d27-01d1-4bd6-87c8-a7296b6bb5be service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6061454 Nov 18 17:05:58.722724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-c488f427-74bb-46d7-a911-2868fa0665d6 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:05:58.723849 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-c488f427-74bb-46d7-a911-2868fa0665d6 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124018 Nov 18 17:05:58.732328 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4b4977c1-4272-4307-b37f-1ab3b845d5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:58.736879 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-451a630f-a292-4510-888f-fa1b68038378 req-4d5bd509-9176-4fdb-86f3-fd5bf6347e2f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:58.808135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4977c1-4272-4307-b37f-1ab3b845d5f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf4fb3f1-be4f-4a0d-b503-51f74fc5e440,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:58.838413 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47c02f-4ba4-4b2f-b2b0-e95f6b477600 req-11e216f9-bc06-48aa-b71f-37b541303309 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:58.888584 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c47c02f-4ba4-4b2f-b2b0-e95f6b477600 req-11e216f9-bc06-48aa-b71f-37b541303309 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.0739863 Nov 18 17:05:58.890270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4977c1-4272-4307-b37f-1ab3b845d5f2 admin admin] Checking segment: {'id': '744479e5-e815-4cfe-bb94-3a9a20c43c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:05:58.890270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4977c1-4272-4307-b37f-1ab3b845d5f2 admin admin] Network hostable DHCP agents. Network: 836d12ad-6a15-4e93-b10d-efb37b2aefbc, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:05:58.908397 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c47c02f-4ba4-4b2f-b2b0-e95f6b477600 req-3c330045-768c-4f05-8d3b-0ea80e402cff tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603218 Nov 18 17:05:58.934322 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae72d925-5d26-440d-b4ad-d581196af42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:58.966267 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'name': 'tempest-FloatingIPDetailsTestJSON-439260587-router', 'tenant_id': '834e7716dde14316b4308a56a4e1ad6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0124fa3c-0cc1-4806-941a-ac7aeca832a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:47Z', 'updated_at': '2021-11-18T17:05:54Z', 'revision_number': 4, 'project_id': '834e7716dde14316b4308a56a4e1ad6f', 'gw_port': {'id': '0124fa3c-0cc1-4806-941a-ac7aeca832a2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:48Z', 'updated_at': '2021-11-18T17:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'a593cc91-47a4-4ad1-a946-e3fe369929ff', 'name': '', 'network_id': 'a7d8617e-2a3a-4b5e-be7c-760987a7aefa', 'tenant_id': '834e7716dde14316b4308a56a4e1ad6f', 'mac_address': 'fa:16:3e:3f:39:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'baa6b44e-1963-4bee-9a14-109a3c3bb92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:52Z', 'updated_at': '2021-11-18T17:05:57Z', 'revision_number': 4, 'project_id': '834e7716dde14316b4308a56a4e1ad6f', 'subnets': [{'id': 'baa6b44e-1963-4bee-9a14-109a3c3bb92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:05:59.004202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4fefee-5a1c-482b-ba50-fcc1ed44d32a None None] The sync data for ids ['ce59fcef-80ae-4d3f-9803-9cb7270a4686'] in n-d-813419-11 is: [{'id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'name': 'tempest-FloatingIPDetailsTestJSON-439260587-router', 'tenant_id': '834e7716dde14316b4308a56a4e1ad6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0124fa3c-0cc1-4806-941a-ac7aeca832a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:47Z', 'updated_at': '2021-11-18T17:05:54Z', 'revision_number': 4, 'project_id': '834e7716dde14316b4308a56a4e1ad6f', 'gw_port': {'id': '0124fa3c-0cc1-4806-941a-ac7aeca832a2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:48Z', 'updated_at': '2021-11-18T17:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'a593cc91-47a4-4ad1-a946-e3fe369929ff', 'name': '', 'network_id': 'a7d8617e-2a3a-4b5e-be7c-760987a7aefa', 'tenant_id': '834e7716dde14316b4308a56a4e1ad6f', 'mac_address': 'fa:16:3e:3f:39:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'baa6b44e-1963-4bee-9a14-109a3c3bb92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:52Z', 'updated_at': '2021-11-18T17:05:57Z', 'revision_number': 4, 'project_id': '834e7716dde14316b4308a56a4e1ad6f', 'subnets': [{'id': 'baa6b44e-1963-4bee-9a14-109a3c3bb92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:05:59.009306 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ae72d925-5d26-440d-b4ad-d581196af42c None None] For port a593cc91-47a4-4ad1-a946-e3fe369929ff, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a593cc91-47a4-4ad1-a946-e3fe369929ff,segment=NetworkSegment(56a0932c-a0af-47a4-b4c6-32a2ab23b1a6),segment_id=56a0932c-a0af-47a4-b4c6-32a2ab23b1a6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:05:59.009411 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-451a630f-a292-4510-888f-fa1b68038378 req-4d5bd509-9176-4fdb-86f3-fd5bf6347e2f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:59.021693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4977c1-4272-4307-b37f-1ab3b845d5f2 admin admin] Network 836d12ad-6a15-4e93-b10d-efb37b2aefbc is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:05:59.253005 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-561da169-a5ae-493f-9434-127132811785 req-6b01cf60-f00a-4f40-8e2e-daf6088aa2ed tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 210 time: 0.0571866 Nov 18 17:05:59.253005 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-451a630f-a292-4510-888f-fa1b68038378 req-4d5bd509-9176-4fdb-86f3-fd5bf6347e2f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:59.439779 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-451a630f-a292-4510-888f-fa1b68038378 req-4d5bd509-9176-4fdb-86f3-fd5bf6347e2f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:59.443229 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae72d925-5d26-440d-b4ad-d581196af42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:59.443727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-4b4977c1-4272-4307-b37f-1ab3b845d5f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 836d12ad-6a15-4e93-b10d-efb37b2aefbc) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:05:59.464850 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4977c1-4272-4307-b37f-1ab3b845d5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:05:59.466659 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-451a630f-a292-4510-888f-fa1b68038378 req-4d5bd509-9176-4fdb-86f3-fd5bf6347e2f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:59.471999 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4b4977c1-4272-4307-b37f-1ab3b845d5f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:59.517761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72d925-5d26-440d-b4ad-d581196af42c None None] Pushing event updated for resources: {'Port': ['ID=a593cc91-47a4-4ad1-a946-e3fe369929ff,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:59.527276 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab28e5c7-efe0-49f4-9880-5342959131a7 None None] Network 836d12ad-6a15-4e93-b10d-efb37b2aefbc requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:05:59.565425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bd509-9176-4fdb-86f3-fd5bf6347e2f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Pushing event updated for resources: {'Port': ['ID=050fd9ae-3e4b-4adc-bb71-88541c2f8f53,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:05:59.609354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a593cc91-47a4-4ad1-a946-e3fe369929ff up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:05:59.701129 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4b4977c1-4272-4307-b37f-1ab3b845d5f2 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6703100 Nov 18 17:05:59.703465 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57766) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:59.712323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57768) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:59.712951 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a593cc91-47a4-4ad1-a946-e3fe369929ff triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:05:59.713394 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:59.714235 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-699238369-router', 'tenant_id': 'eceaba8aa7d546658949d231f85ee2f1', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:05:59.738496 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da4a7d05-e47a-4f93-a771-b62b4d4e5a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:59.751576 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-451a630f-a292-4510-888f-fa1b68038378 req-4d5bd509-9176-4fdb-86f3-fd5bf6347e2f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:59.753999 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-451a630f-a292-4510-888f-fa1b68038378 req-4d5bd509-9176-4fdb-86f3-fd5bf6347e2f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4610507 Nov 18 17:05:59.765485 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57770) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:59.806275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-836d12ad-6a15-4e93-b10d-efb37b2aefbc', 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc', 'tenant_id': 'eceaba8aa7d546658949d231f85ee2f1', 'fixed_ips': [{'subnet_id': 'cf4fb3f1-be4f-4a0d-b503-51f74fc5e440'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:05:59.808095 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:59.837393 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:59.840721 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:05:59.891534 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-451a630f-a292-4510-888f-fa1b68038378 req-89b9afd6-88b1-465f-ba6d-ceedce9e18df tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.171 HTTP/1.1" status: 200 len: 696 time: 0.1272876 Nov 18 17:05:59.947101 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-262c518d-3fe5-44e9-8988-12fdba2ab129 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=408e00770bae4906b07eeea4f8367550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672230 Nov 18 17:05:59.954414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57776) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:05:59.976948 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3f19388-20cd-419d-a17b-4cd39815f92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.118009 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Allocated IP 172.20.0.2 (836d12ad-6a15-4e93-b10d-efb37b2aefbc/cf4fb3f1-be4f-4a0d-b503-51f74fc5e440/f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:06:00.132992 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a630f-a292-4510-888f-fa1b68038378 req-a8a34dc3-4838-46c3-9560-b2c851c12826 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:00.135079 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-451a630f-a292-4510-888f-fa1b68038378 req-a8a34dc3-4838-46c3-9560-b2c851c12826 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.2244778 Nov 18 17:06:00.141439 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.156766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-451a630f-a292-4510-888f-fa1b68038378 req-6b0efa7e-d0f0-45c2-a4d7-ec4e51460ede tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:06:00.158453 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-451a630f-a292-4510-888f-fa1b68038378 req-6b0efa7e-d0f0-45c2-a4d7-ec4e51460ede tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083373 Nov 18 17:06:00.236543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fe078-7abc-4a47-b008-4b6f42610642 req-08499fc6-3c81-45a1-b92a-0a2949703f0e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:00.238240 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-348fe078-7abc-4a47-b008-4b6f42610642 req-08499fc6-3c81-45a1-b92a-0a2949703f0e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.0990765 Nov 18 17:06:00.356923 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da4a7d05-e47a-4f93-a771-b62b4d4e5a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.414497 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-348fe078-7abc-4a47-b008-4b6f42610642 req-d874a957-b9f5-48ad-b4fc-797e77d52d4e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467786 Nov 18 17:06:00.457825 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da4a7d05-e47a-4f93-a771-b62b4d4e5a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.475236 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.491570 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.510062 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b4583401-9097-43b5-bacc-7885600cdfbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.536369 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-da4a7d05-e47a-4f93-a771-b62b4d4e5a6e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a105e062d42e4a59b547daf982075637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8223774 Nov 18 17:06:00.537587 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b4583401-9097-43b5-bacc-7885600cdfbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.539978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57802) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:00.550042 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.551765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a7d05-e47a-4f93-a771-b62b4d4e5a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb509a5d-bda9-40c2-90bb-69d0891df75e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:00.573444 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-16afc776-6507-40f2-894a-b7132da01b20 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2379582 Nov 18 17:06:00.577312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-6b40d746-f134-43f8-bf56-e7c9c5f82a93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:00.628074 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Network 836d12ad-6a15-4e93-b10d-efb37b2aefbc is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:06:00.629991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:00.654370 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d86259c7-ee94-43c5-a9fc-e9355bd18825 req-34db1c7d-8f22-42af-a240-8d331cb66b6c tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 210 time: 0.0659997 Nov 18 17:06:00.688992 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d198ed01-24ac-4f1f-a805-86c37c72b2e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.708981 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:06:00.718650 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d198ed01-24ac-4f1f-a805-86c37c72b2e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.754617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b4583401-9097-43b5-bacc-7885600cdfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.754848 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Pushing event updated for resources: {'Port': ['ID=f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:00.754963 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b4583401-9097-43b5-bacc-7885600cdfbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.755674 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b4583401-9097-43b5-bacc-7885600cdfbe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/077fed5d-0804-4e3d-9ec5-360a78dcf1f9 HTTP/1.1" status: 204 len: 168 time: 0.7933798 Nov 18 17:06:00.790742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4583401-9097-43b5-bacc-7885600cdfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077fed5d-0804-4e3d-9ec5-360a78dcf1f9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:00.800806 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-6b40d746-f134-43f8-bf56-e7c9c5f82a93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.803320 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4583401-9097-43b5-bacc-7885600cdfbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:00.803709 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4583401-9097-43b5-bacc-7885600cdfbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:00.804109 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4583401-9097-43b5-bacc-7885600cdfbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:00.805271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4583401-9097-43b5-bacc-7885600cdfbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:00.805719 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4583401-9097-43b5-bacc-7885600cdfbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:00.805994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4583401-9097-43b5-bacc-7885600cdfbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:00.806422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4583401-9097-43b5-bacc-7885600cdfbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:00.806760 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4583401-9097-43b5-bacc-7885600cdfbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:00.806979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4583401-9097-43b5-bacc-7885600cdfbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:00.807317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4583401-9097-43b5-bacc-7885600cdfbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:00.807617 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4583401-9097-43b5-bacc-7885600cdfbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:00.807969 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4583401-9097-43b5-bacc-7885600cdfbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:00.855529 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Attempting to bind port f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:06:00.856338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Attempting to bind port f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '744479e5-e815-4cfe-bb94-3a9a20c43c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:06:00.856722 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Attempting to bind port f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf on network 836d12ad-6a15-4e93-b10d-efb37b2aefbc {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:06:00.881242 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:06:00.881639 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Checking segment: {'id': '744479e5-e815-4cfe-bb94-3a9a20c43c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:06:00.882053 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.882468 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Bound using segment: {'id': '744479e5-e815-4cfe-bb94-3a9a20c43c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:06:00.882963 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Bound port: f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744479e5-e815-4cfe-bb94-3a9a20c43c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:06:00.883353 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.967772 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d198ed01-24ac-4f1f-a805-86c37c72b2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.974493 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d198ed01-24ac-4f1f-a805-86c37c72b2e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.983618 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d198ed01-24ac-4f1f-a805-86c37c72b2e2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bb509a5d-bda9-40c2-90bb-69d0891df75e HTTP/1.1" status: 204 len: 168 time: 0.4410269 Nov 18 17:06:00.984364 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] For port f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:06:00.986841 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:00.989750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] For port f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf,segment=NetworkSegment(744479e5-e815-4cfe-bb94-3a9a20c43c8f),segment_id=744479e5-e815-4cfe-bb94-3a9a20c43c8f)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:06:01.010470 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:01.020230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198ed01-24ac-4f1f-a805-86c37c72b2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb509a5d-bda9-40c2-90bb-69d0891df75e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:01.053654 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:01.083650 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-6b40d746-f134-43f8-bf56-e7c9c5f82a93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:01.190373 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a8377-4096-4336-9b69-522f7edb1a4d None None] Pushing event updated for resources: {'Port': ['ID=f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:01.253490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Allocated IP 172.25.3.253 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/26d89a66-af4d-4343-8986-78c74f03f8ca) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:06:01.641328 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:01.687024 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d1637-be99-4b57-849b-235d4c2ab3c3 req-a9d87e44-e9ec-423b-b5cf-8ddce88ae492 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:01.696213 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-836d1637-be99-4b57-849b-235d4c2ab3c3 req-a9d87e44-e9ec-423b-b5cf-8ddce88ae492 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.1313052 Nov 18 17:06:01.749729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a593cc91-47a4-4ad1-a946-e3fe369929ff up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:06:01.792721 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-836d1637-be99-4b57-849b-235d4c2ab3c3 req-763fd349-47a8-4c44-a753-89ca2ad23188 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913849 Nov 18 17:06:01.832656 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:01.842490 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a593cc91-47a4-4ad1-a946-e3fe369929ff triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:01.843309 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:01.922301 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:06:01.924522 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:01.932635 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:06:01.983434 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Pushing event updated for resources: {'Port': ['ID=26d89a66-af4d-4343-8986-78c74f03f8ca,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:01.992119 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:06:02.013424 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-79effa59-51c0-4ad7-822f-4ee5b4604203 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d9b79a2d3a514299bcd73cd4df7eef3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311935 Nov 18 17:06:02.039764 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56985504-a5b4-49f8-9847-21524747738b req-c68f8861-e404-4a1b-98c0-0345c336c4c3 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 210 time: 0.1081276 Nov 18 17:06:02.079644 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-6b40d746-f134-43f8-bf56-e7c9c5f82a93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Allocated IP 172.25.3.99 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/b969bd77-ca43-4550-a079-a80dfdb838de) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:06:02.302056 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:02.303326 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:02.306915 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-6b40d746-f134-43f8-bf56-e7c9c5f82a93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:02.351426 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-24c27104-141c-4efc-81b1-c7f78af47de4 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:02.353798 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-24c27104-141c-4efc-81b1-c7f78af47de4 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2984242 Nov 18 17:06:02.371076 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-482af87d-9ced-4749-8aea-85ea21d0fec2 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Request body: {'port': {'device_id': '364467bc-9f85-4919-a787-2036032cec8f', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'd9b79a2d3a514299bcd73cd4df7eef3e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:02.403672 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5fcc0fcf-a3cd-40d2-a018-98c9c9314cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:02.420954 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:02.471493 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf,segment=NetworkSegment(744479e5-e815-4cfe-bb94-3a9a20c43c8f),segment_id=744479e5-e815-4cfe-bb94-3a9a20c43c8f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:02.519633 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-6b40d746-f134-43f8-bf56-e7c9c5f82a93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:02.585353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-6b40d746-f134-43f8-bf56-e7c9c5f82a93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:06:02.589088 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-6b40d746-f134-43f8-bf56-e7c9c5f82a93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:02.594130 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-6b40d746-f134-43f8-bf56-e7c9c5f82a93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:06:02.594930 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:02.640711 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:02.667057 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-6b40d746-f134-43f8-bf56-e7c9c5f82a93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:02.693899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40d746-f134-43f8-bf56-e7c9c5f82a93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Pushing event updated for resources: {'Port': ['ID=b969bd77-ca43-4550-a079-a80dfdb838de,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:02.703597 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:02.713655 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:02.713782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:02.714063 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:02.714415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:02.714837 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:02.715231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:02.715707 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:02.716106 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:02.716452 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:02.716787 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:02.717207 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:02.717452 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:02.749194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca379a4-e00b-42d7-9fe6-be6d9f99b3e0 None None] Network 836d12ad-6a15-4e93-b10d-efb37b2aefbc requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:06:02.790270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-482af87d-9ced-4749-8aea-85ea21d0fec2 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Made reservation on behalf of d9b79a2d3a514299bcd73cd4df7eef3e for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:06:02.794401 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-482af87d-9ced-4749-8aea-85ea21d0fec2 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:02.797734 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-6b40d746-f134-43f8-bf56-e7c9c5f82a93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:02.934534 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:02.937498 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-482af87d-9ced-4749-8aea-85ea21d0fec2 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:02.962362 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9e320c74-1ca9-4336-bb83-fcf5d504662a None None] Provisioning complete for port f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:02.962881 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9e320c74-1ca9-4336-bb83-fcf5d504662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:03.111274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58ea51-b931-4c55-8fd0-38cb52611e17 req-0b37781c-7713-4dc2-bf14-67df14b5d718 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:03.120779 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c58ea51-b931-4c55-8fd0-38cb52611e17 req-0b37781c-7713-4dc2-bf14-67df14b5d718 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.1252584 Nov 18 17:06:03.142207 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57880) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:03.187067 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-482af87d-9ced-4749-8aea-85ea21d0fec2 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:03.215803 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c58ea51-b931-4c55-8fd0-38cb52611e17 req-84cdf289-4ab3-4b28-b694-673fc015264f tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897164 Nov 18 17:06:03.218054 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e976897-1d8c-42cd-bf23-73827941c093 req-d78fdddc-95ca-41c7-9240-110974436f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:03.222474 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-d78fdddc-95ca-41c7-9240-110974436f07 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 1102 time: 0.1056514 Nov 18 17:06:03.248692 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-6b40d746-f134-43f8-bf56-e7c9c5f82a93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:03.301500 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-482af87d-9ced-4749-8aea-85ea21d0fec2 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:03.325582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Router de0f57fb-83dc-40ee-b688-b0047f9f1d3c is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:06:03.370894 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-6b40d746-f134-43f8-bf56-e7c9c5f82a93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:03.422027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482af87d-9ced-4749-8aea-85ea21d0fec2 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a84af5-151b-451c-85d1-3e55158c2fa2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:03.434182 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e976897-1d8c-42cd-bf23-73827941c093 req-38ea789e-2630-41a1-ae8e-26e66990c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:03.436966 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-38ea789e-2630-41a1-ae8e-26e66990c583 service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.2079244 Nov 18 17:06:03.453068 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-6b40d746-f134-43f8-bf56-e7c9c5f82a93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:03.455322 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:03.460483 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d93c9479-810d-4c2b-bdd1-f6a3b61cfe50 None None] Provisioning complete for port f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:03.460746 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d93c9479-810d-4c2b-bdd1-f6a3b61cfe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:03.498548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40d746-f134-43f8-bf56-e7c9c5f82a93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Pushing event updated for resources: {'Port': ['ID=b969bd77-ca43-4550-a079-a80dfdb838de,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:03.579580 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-6b40d746-f134-43f8-bf56-e7c9c5f82a93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:03.586201 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-6b40d746-f134-43f8-bf56-e7c9c5f82a93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0082488 Nov 18 17:06:03.599649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:06:03.665513 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-35638947-5d04-4f16-b442-640ed235d658 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0765636 Nov 18 17:06:03.667631 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:03.668687 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:03.757575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd669f0d-e5d2-44ca-b443-b126b1d53b81 req-a28c0696-1c0b-4481-b07d-d505a035d2bd tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 210 time: 0.0403411 Nov 18 17:06:03.847733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-81287954-1fcc-43fd-9f04-8758ebd5c4ba tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:03.857026 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e413a91-c36c-4f3a-b71b-b4cfd7a1d1e5 req-81287954-1fcc-43fd-9f04-8758ebd5c4ba tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.1905155 Nov 18 17:06:03.867189 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-30359697-8083-4cd6-9413-5cba4445927d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=14b037fd-40a5-4cab-9075-5b29f54b7340 HTTP/1.1" status: 200 len: 217 time: 0.1159861 Nov 18 17:06:03.878147 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1c19d4df-d76a-4190-8888-495419f44ea4 tempest-AutoAllocateNetworkTest-1070105116 tempest-AutoAllocateNetworkTest-1070105116-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8a3da0895f4a49ceba687365e87d05d4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7292733 Nov 18 17:06:03.880148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57900) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:04.004511 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-0d50ecf5-7d9a-45b2-b529-8f2ef03e6e47 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1246269 Nov 18 17:06:04.013216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-482af87d-9ced-4749-8aea-85ea21d0fec2 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Allocated IP 192.168.233.251 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/860d953c-42a4-4cbe-b9c7-1d003280656f) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:06:04.017034 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:04.077265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6814f873-b1cf-4d93-ae3b-4679ebffed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:04.083361 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6814f873-b1cf-4d93-ae3b-4679ebffed51 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1960733 Nov 18 17:06:04.088154 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:06:04.098725 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Sync routers for ids ['de0f57fb-83dc-40ee-b688-b0047f9f1d3c'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:06:04.102534 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:04.111989 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Routers {'de0f57fb-83dc-40ee-b688-b0047f9f1d3c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:06:04.115904 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:06:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['de0f57fb-83dc-40ee-b688-b0047f9f1d3c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:04.187362 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b943347-5e0d-4ca0-84d0-929d328acaa0 tempest-AutoAllocateNetworkTest-1070105116 tempest-AutoAllocateNetworkTest-1070105116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:04.191733 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7b943347-5e0d-4ca0-84d0-929d328acaa0 tempest-AutoAllocateNetworkTest-1070105116 tempest-AutoAllocateNetworkTest-1070105116-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3009284 Nov 18 17:06:04.195817 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57928) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:04.287544 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Set router de0f57fb-83dc-40ee-b688-b0047f9f1d3c gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:06:04.361194 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:04.370914 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8cfc8cb8-3ef0-4ec6-a781-f1084c9170a0 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6627400 Nov 18 17:06:04.378100 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e3d5447f-6620-4d9e-8fa1-1939168bd5f7 tempest-AutoAllocateNetworkTest-1070105116 tempest-AutoAllocateNetworkTest-1070105116-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1794395 Nov 18 17:06:04.383408 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57938) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:04.384201 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57940) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:04.497628 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61605656-bdf3-46bf-9037-20ef7e36d62b req-bbd2e3c7-a9a1-4a47-a222-8870c4431f30 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:04.499207 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61605656-bdf3-46bf-9037-20ef7e36d62b req-bbd2e3c7-a9a1-4a47-a222-8870c4431f30 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.0745363 Nov 18 17:06:04.520496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e976897-1d8c-42cd-bf23-73827941c093 req-167b9a2c-6035-4de0-bd9d-80ff600a5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:04.522133 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:04.523166 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-167b9a2c-6035-4de0-bd9d-80ff600a5867 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4309752 Nov 18 17:06:04.611284 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61605656-bdf3-46bf-9037-20ef7e36d62b req-7084212e-dbf6-4d01-9257-241a57169d30 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047230 Nov 18 17:06:04.629208 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c82e6903-f121-48de-abf1-4408d24491d7 tempest-AutoAllocateNetworkTest-1070105116 tempest-AutoAllocateNetworkTest-1070105116-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8a3da0895f4a49ceba687365e87d05d4 HTTP/1.1" status: 200 len: 208 time: 0.1117463 Nov 18 17:06:04.689173 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Allocated IP 172.25.3.149 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/669fefb4-8320-4d5e-9709-a0ff540ffbdf) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:06:04.690154 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-699238369-router', 'tenant_id': 'eceaba8aa7d546658949d231f85ee2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '26d89a66-af4d-4343-8986-78c74f03f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:59Z', 'updated_at': '2021-11-18T17:06:02Z', 'revision_number': 3, 'project_id': 'eceaba8aa7d546658949d231f85ee2f1', 'gw_port': {'id': '26d89a66-af4d-4343-8986-78c74f03f8ca', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:01Z', 'updated_at': '2021-11-18T17:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:04.731236 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Checking router: de0f57fb-83dc-40ee-b688-b0047f9f1d3c for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:06:04.731604 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Updating router de0f57fb-83dc-40ee-b688-b0047f9f1d3c port 26d89a66-af4d-4343-8986-78c74f03f8ca binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:06:04.760537 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:04.795193 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-482af87d-9ced-4749-8aea-85ea21d0fec2 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:04.830556 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:04.854041 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-3918c905-0c23-4b60-b1f2-5ff1e5c96b0c service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969692 Nov 18 17:06:04.936395 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:04.994209 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.031262 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-482af87d-9ced-4749-8aea-85ea21d0fec2 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.040415 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Pushing event updated for resources: {'Port': ['ID=669fefb4-8320-4d5e-9709-a0ff540ffbdf,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:05.053031 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.054978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.054978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.054978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.054978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.054978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.055536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.055536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.055888 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.056278 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.056547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.056930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.078876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:06:05.083700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:05.083960 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:06:05.124272 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-e1a41ebf-39ca-43f3-b5b5-136a392a708f service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304187 Nov 18 17:06:05.154204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-482af87d-9ced-4749-8aea-85ea21d0fec2 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:06:05.166287 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-482af87d-9ced-4749-8aea-85ea21d0fec2 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:05.170792 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-482af87d-9ced-4749-8aea-85ea21d0fec2 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:06:05.181469 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-482af87d-9ced-4749-8aea-85ea21d0fec2 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:05.181469 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-482af87d-9ced-4749-8aea-85ea21d0fec2 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.190646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57956) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:05.192512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482af87d-9ced-4749-8aea-85ea21d0fec2 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Pushing event updated for resources: {'Port': ['ID=860d953c-42a4-4cbe-b9c7-1d003280656f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:05.207696 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.314144 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57960) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:05.363323 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.396546 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.411501 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-482af87d-9ced-4749-8aea-85ea21d0fec2 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0473354 Nov 18 17:06:05.417053 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.432520 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Request body: {'port': {'device_id': '364467bc-9f85-4919-a787-2036032cec8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:05.445365 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.464048 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c55c645-3b27-4aa1-8078-b9e2960fa5d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.529544 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fa3b40c0-138c-4062-a41c-e3922c20a43b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.542915 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.585291 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c182ad7-bdb3-42f4-9edb-ded2147afb05 None None] Pushing event updated for resources: {'Port': ['ID=26d89a66-af4d-4343-8986-78c74f03f8ca,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:05.589705 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Attempting to bind port 26d89a66-af4d-4343-8986-78c74f03f8ca on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:06:05.590167 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Attempting to bind port 26d89a66-af4d-4343-8986-78c74f03f8ca by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:06:05.590592 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Attempting to bind port 26d89a66-af4d-4343-8986-78c74f03f8ca on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:06:05.590721 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-32830c8f-da7b-41d2-bc35-cd1d6a392697 None None] Provisioning complete for port 860d953c-42a4-4cbe-b9c7-1d003280656f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:05.591022 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32830c8f-da7b-41d2-bc35-cd1d6a392697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.602159 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c182ad7-bdb3-42f4-9edb-ded2147afb05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.602666 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c182ad7-bdb3-42f4-9edb-ded2147afb05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.603099 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c182ad7-bdb3-42f4-9edb-ded2147afb05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.603449 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c182ad7-bdb3-42f4-9edb-ded2147afb05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.603812 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c182ad7-bdb3-42f4-9edb-ded2147afb05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.604198 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c182ad7-bdb3-42f4-9edb-ded2147afb05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.604531 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c182ad7-bdb3-42f4-9edb-ded2147afb05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.604863 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c182ad7-bdb3-42f4-9edb-ded2147afb05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.605193 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c182ad7-bdb3-42f4-9edb-ded2147afb05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.605544 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c182ad7-bdb3-42f4-9edb-ded2147afb05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.605879 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c182ad7-bdb3-42f4-9edb-ded2147afb05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.606207 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c182ad7-bdb3-42f4-9edb-ded2147afb05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:06:05.609603 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:06:05.609982 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:06:05.610385 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.610769 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:06:05.611254 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Bound port: 26d89a66-af4d-4343-8986-78c74f03f8ca, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:06:05.611654 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.625688 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.671297 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-32830c8f-da7b-41d2-bc35-cd1d6a392697 None None] Port 860d953c-42a4-4cbe-b9c7-1d003280656f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:06:05.685363 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] For port 26d89a66-af4d-4343-8986-78c74f03f8ca, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:06:05.688729 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] For port 26d89a66-af4d-4343-8986-78c74f03f8ca, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=26d89a66-af4d-4343-8986-78c74f03f8ca,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:06:05.771616 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.797951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86725a67-b6e9-46ce-ba5c-f71e68cf024f req-11df2bf2-dfc2-404c-9d22-2fde1aeecc88 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:05.799114 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86725a67-b6e9-46ce-ba5c-f71e68cf024f req-11df2bf2-dfc2-404c-9d22-2fde1aeecc88 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 936 time: 0.1766078 Nov 18 17:06:05.809932 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c55c645-3b27-4aa1-8078-b9e2960fa5d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.834100 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Routers {'de0f57fb-83dc-40ee-b688-b0047f9f1d3c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:06:05.834904 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:06:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['de0f57fb-83dc-40ee-b688-b0047f9f1d3c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:05.836766 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c182ad7-bdb3-42f4-9edb-ded2147afb05 None None] Pushing event updated for resources: {'Port': ['ID=26d89a66-af4d-4343-8986-78c74f03f8ca,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:05.851147 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fa3b40c0-138c-4062-a41c-e3922c20a43b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.860962 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.869117 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c55c645-3b27-4aa1-8078-b9e2960fa5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.916874 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fa3b40c0-138c-4062-a41c-e3922c20a43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.926269 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:05.930966 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86725a67-b6e9-46ce-ba5c-f71e68cf024f req-79f2ba3b-37bd-4a66-9cd0-e179e9808df8 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159148 Nov 18 17:06:05.973990 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] Set router de0f57fb-83dc-40ee-b688-b0047f9f1d3c gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:06:06.009413 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:06.016052 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55c645-3b27-4aa1-8078-b9e2960fa5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bfc3b6-88d6-4932-ae5e-d3ac5912ebf7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:06.020885 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2c55c645-3b27-4aa1-8078-b9e2960fa5d2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a123933e7a13492d84e13dbea5e09cf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8291993 Nov 18 17:06:06.029240 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fa3b40c0-138c-4062-a41c-e3922c20a43b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8a3da0895f4a49ceba687365e87d05d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7137067 Nov 18 17:06:06.030050 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57968) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:06.037985 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57970) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:06.075299 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Pushing event updated for resources: {'Port': ['ID=669fefb4-8320-4d5e-9709-a0ff540ffbdf,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:06.108548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b40c0-138c-4062-a41c-e3922c20a43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330d74e2-66a3-41b8-9952-2304bc553d9e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:06.162681 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:06.163662 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-d23c124a-8997-4d6f-9ba2-349f1fe2b4e8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1519811 Nov 18 17:06:06.169145 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a68768ba-8329-4312-806a-a7e306057a59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:06.171090 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c60f72c7-2523-44e8-81ff-6bb1e5a498de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:06.214584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] Allocated IP 172.20.0.1 (836d12ad-6a15-4e93-b10d-efb37b2aefbc/cf4fb3f1-be4f-4a0d-b503-51f74fc5e440/d9447dd9-1dd4-4e32-bf56-31813c77b3f8) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:06:06.253131 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a68768ba-8329-4312-806a-a7e306057a59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:06.258148 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c60f72c7-2523-44e8-81ff-6bb1e5a498de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:06.288050 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-070d2919-5bdf-4a7f-899a-32d2da753358 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.149 HTTP/1.1" status: 200 len: 696 time: 0.1133666 Nov 18 17:06:06.296064 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-699238369-router', 'tenant_id': 'eceaba8aa7d546658949d231f85ee2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '26d89a66-af4d-4343-8986-78c74f03f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:59Z', 'updated_at': '2021-11-18T17:06:02Z', 'revision_number': 3, 'project_id': 'eceaba8aa7d546658949d231f85ee2f1', 'gw_port': {'id': '26d89a66-af4d-4343-8986-78c74f03f8ca', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:01Z', 'updated_at': '2021-11-18T17:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:06.326428 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860d953c-42a4-4cbe-b9c7-1d003280656f {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:06:06.332939 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5805d12b-df5e-4ce8-8233-c2d4133fdcde None None] The sync data for ids ['de0f57fb-83dc-40ee-b688-b0047f9f1d3c'] in n-d-813419-11 is: [{'id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-699238369-router', 'tenant_id': 'eceaba8aa7d546658949d231f85ee2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '26d89a66-af4d-4343-8986-78c74f03f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:59Z', 'updated_at': '2021-11-18T17:06:02Z', 'revision_number': 3, 'project_id': 'eceaba8aa7d546658949d231f85ee2f1', 'gw_port': {'id': '26d89a66-af4d-4343-8986-78c74f03f8ca', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:01Z', 'updated_at': '2021-11-18T17:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:06:06.339112 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:06.357836 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Transition to ACTIVE for port object 860d953c-42a4-4cbe-b9c7-1d003280656f will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:06:06.398428 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:06.430108 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:06.480522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-a2af43f9-5162-4ac6-ac93-db548f13a19e tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:06.481974 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-49af90d8-deb4-4a58-9f51-bae7bfb36a21 req-a2af43f9-5162-4ac6-ac93-db548f13a19e tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.1731725 Nov 18 17:06:06.507271 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd16f3-f14e-48eb-a159-d63e117cd742 req-f0f549d4-c40e-4eaa-9433-0821c68d2de4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:06.508889 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40dd16f3-f14e-48eb-a159-d63e117cd742 req-f0f549d4-c40e-4eaa-9433-0821c68d2de4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.1274548 Nov 18 17:06:06.510667 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Pushing event updated for resources: {'Port': ['ID=860d953c-42a4-4cbe-b9c7-1d003280656f,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:06.514414 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:06.557700 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c60f72c7-2523-44e8-81ff-6bb1e5a498de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:06.560413 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c60f72c7-2523-44e8-81ff-6bb1e5a498de admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:06.564024 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c60f72c7-2523-44e8-81ff-6bb1e5a498de admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/330d74e2-66a3-41b8-9952-2304bc553d9e HTTP/1.1" status: 204 len: 168 time: 0.5060239 Nov 18 17:06:06.564024 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a68768ba-8329-4312-806a-a7e306057a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:06.565999 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a68768ba-8329-4312-806a-a7e306057a59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:06.569503 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a68768ba-8329-4312-806a-a7e306057a59 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/49bfc3b6-88d6-4932-ae5e-d3ac5912ebf7 HTTP/1.1" status: 204 len: 168 time: 0.5325992 Nov 18 17:06:06.577687 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] Pushing event updated for resources: {'Port': ['ID=d9447dd9-1dd4-4e32-bf56-31813c77b3f8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:06.592597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Attempting to bind port 860d953c-42a4-4cbe-b9c7-1d003280656f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:06:06.592597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Attempting to bind port 860d953c-42a4-4cbe-b9c7-1d003280656f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:06:06.592597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Attempting to bind port 860d953c-42a4-4cbe-b9c7-1d003280656f on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:06:06.606137 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] Network 836d12ad-6a15-4e93-b10d-efb37b2aefbc is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:06:06.611466 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Port 860d953c-42a4-4cbe-b9c7-1d003280656f on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:06:06.614285 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f72c7-2523-44e8-81ff-6bb1e5a498de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330d74e2-66a3-41b8-9952-2304bc553d9e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:06.623856 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Attempting to bind port 860d953c-42a4-4cbe-b9c7-1d003280656f on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:06:06.627702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:06.632313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:06:06.633009 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:06.673160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68768ba-8329-4312-806a-a7e306057a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bfc3b6-88d6-4932-ae5e-d3ac5912ebf7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:06.686478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40dd16f3-f14e-48eb-a159-d63e117cd742 req-78f1be5c-f310-4abb-aac3-9c7257aa0568 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672945 Nov 18 17:06:06.738807 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-1fff437e-bafe-45d7-b1ef-f15a68b0ba41 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2058260 Nov 18 17:06:06.758417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-0b43e133-e0ce-4581-a0ce-69d903b38899 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:06.791141 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:06:06.791885 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:06:06.792949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:06:06.793707 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Bound port: 860d953c-42a4-4cbe-b9c7-1d003280656f, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:06:06.795606 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:06.940355 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-0b43e133-e0ce-4581-a0ce-69d903b38899 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:06.952158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] For port 860d953c-42a4-4cbe-b9c7-1d003280656f, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:06:06.997573 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] For port 860d953c-42a4-4cbe-b9c7-1d003280656f, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=860d953c-42a4-4cbe-b9c7-1d003280656f,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:06:07.080464 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b32df94f-f6a8-4c4f-9d96-94f3900b93ea None None] Provisioning complete for port d9447dd9-1dd4-4e32-bf56-31813c77b3f8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:07.081802 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b32df94f-f6a8-4c4f-9d96-94f3900b93ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:07.084771 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:07.138422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b32df94f-f6a8-4c4f-9d96-94f3900b93ea None None] Port d9447dd9-1dd4-4e32-bf56-31813c77b3f8 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:06:07.149817 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-0b43e133-e0ce-4581-a0ce-69d903b38899 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:07.167032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:07.168299 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:07.176800 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] 10.222.0.81 "PUT /v2.0/ports/860d953c-42a4-4cbe-b9c7-1d003280656f HTTP/1.1" status: 200 len: 1097 time: 1.7559905 Nov 18 17:06:07.181507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364467bc-9f85-4919-a787-2036032cec8f', 'tag': '860d953c-42a4-4cbe-b9c7-1d003280656f'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:06:07.183982 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e95b60-252b-4318-8c58-9dbfe742aa42" -d '{"events": [{"name": "network-changed", "server_uuid": "364467bc-9f85-4919-a787-2036032cec8f", "tag": "860d953c-42a4-4cbe-b9c7-1d003280656f"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:06:07.317648 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a56fc-965c-4ef3-9241-2f5f39528c29 service neutron] Pushing event updated for resources: {'Port': ['ID=860d953c-42a4-4cbe-b9c7-1d003280656f,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:07.337723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-0b43e133-e0ce-4581-a0ce-69d903b38899 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Allocated IP 172.25.3.208 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/014d82a3-3f1f-4ba6-be2a-b7fa7b07e734) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:06:07.406252 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:07.463269 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-f72b8564-1af2-4fe3-83a6-7cbff23dfbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:07.464721 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-f72b8564-1af2-4fe3-83a6-7cbff23dfbef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d9b79a2d3a514299bcd73cd4df7eef3e&device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 1100 time: 0.1708016 Nov 18 17:06:07.496946 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68888e1c-8f0a-4e1c-8b11-76b6a64a24f1 req-bf9bad21-87d1-4471-8c33-f3c2feb9f0bc tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:07.507571 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68888e1c-8f0a-4e1c-8b11-76b6a64a24f1 req-bf9bad21-87d1-4471-8c33-f3c2feb9f0bc tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 948 time: 0.1243429 Nov 18 17:06:07.565756 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-aadb81b0-5be1-4fb2-82ed-3e016501e07e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=860d953c-42a4-4cbe-b9c7-1d003280656f HTTP/1.1" status: 200 len: 217 time: 0.0903504 Nov 18 17:06:07.619498 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68888e1c-8f0a-4e1c-8b11-76b6a64a24f1 req-5ee3df41-5e9d-44d6-8193-4e31d64198f4 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972862 Nov 18 17:06:07.630730 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-0b43e133-e0ce-4581-a0ce-69d903b38899 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:07.649828 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 26d89a66-af4d-4343-8986-78c74f03f8ca up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:06:07.707566 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 26d89a66-af4d-4343-8986-78c74f03f8ca triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:07.708391 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:07.728235 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-714899f2-5d15-4ef2-87c3-44ec52b48c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:07.728235 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-714899f2-5d15-4ef2-87c3-44ec52b48c20 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1540275 Nov 18 17:06:07.761441 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58006) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:07.782846 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf825-024f-4bc8-b8be-e15de0cbbf33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:07.811672 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec395f3-cb28-47f4-80e1-e102bc5f79a4 x-openstack-request-id: req-4ec395f3-cb28-47f4-80e1-e102bc5f79a4 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:06:07.812451 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364467bc-9f85-4919-a787-2036032cec8f", "tag": "860d953c-42a4-4cbe-b9c7-1d003280656f", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:06:07.812893 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4ec395f3-cb28-47f4-80e1-e102bc5f79a4 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:06:07.813488 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364467bc-9f85-4919-a787-2036032cec8f', 'tag': '860d953c-42a4-4cbe-b9c7-1d003280656f', 'status': 'completed', 'code': 200} Nov 18 17:06:07.822783 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:07.849430 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 26d89a66-af4d-4343-8986-78c74f03f8ca, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=26d89a66-af4d-4343-8986-78c74f03f8ca,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:07.854668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-f9d5b35d-1aee-48d8-8f16-94e08153dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:07.857612 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-0b43e133-e0ce-4581-a0ce-69d903b38899 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:07.860357 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-f9d5b35d-1aee-48d8-8f16-94e08153dc8e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1199627 Nov 18 17:06:07.860649 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:07.938155 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:07.972570 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-0b43e133-e0ce-4581-a0ce-69d903b38899 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:06:07.992805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43e133-e0ce-4581-a0ce-69d903b38899 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Pushing event updated for resources: {'Port': ['ID=014d82a3-3f1f-4ba6-be2a-b7fa7b07e734,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:07.995878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-0b43e133-e0ce-4581-a0ce-69d903b38899 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:08.003110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-0b43e133-e0ce-4581-a0ce-69d903b38899 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:06:08.011317 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-b599cb6e-de1e-425d-9c69-e01b4a366971 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426029 Nov 18 17:06:08.012275 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:08.012528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=26d89a66-af4d-4343-8986-78c74f03f8ca,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:08.013026 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:08.059466 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a13de6-493d-499a-9163-70062d3ab353 req-739aee28-64b7-4cd4-ad21-a82c9671dc0c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:08.061080 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-83a13de6-493d-499a-9163-70062d3ab353 req-739aee28-64b7-4cd4-ad21-a82c9671dc0c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.1419613 Nov 18 17:06:08.081718 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf825-024f-4bc8-b8be-e15de0cbbf33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:08.104961 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-0b43e133-e0ce-4581-a0ce-69d903b38899 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:08.132342 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-83a13de6-493d-499a-9163-70062d3ab353 req-7044f28c-e5f3-45f2-8592-6c6a18c3a32e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619092 Nov 18 17:06:08.153405 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf825-024f-4bc8-b8be-e15de0cbbf33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:08.158822 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] Pushing event updated for resources: {'Port': ['ID=d9447dd9-1dd4-4e32-bf56-31813c77b3f8,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:08.216605 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ac0cf825-024f-4bc8-b8be-e15de0cbbf33 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=14c2bc06c4b249639c67743b9d2ac93e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4531569 Nov 18 17:06:08.221005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cf825-024f-4bc8-b8be-e15de0cbbf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5825ec9e-c4bc-4eee-95b0-0d6030be35e9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:08.223542 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58016) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:08.236231 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-0b43e133-e0ce-4581-a0ce-69d903b38899 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:08.250722 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f3c6beb-5448-4330-8ae0-20ddeba33f90 req-ca5efb92-5e4b-44ec-a11d-f97749f49d1f service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277887 Nov 18 17:06:08.285913 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] Network 836d12ad-6a15-4e93-b10d-efb37b2aefbc is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:06:08.287388 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:08.365050 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da46035c-9a17-42c2-a1da-58c13321f7b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:08.500946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] Router de0f57fb-83dc-40ee-b688-b0047f9f1d3c has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:06:08.566336 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e95b60-252b-4318-8c58-9dbfe742aa42 req-9130e7db-8dd3-4953-9a34-0ecaf16feb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:08.568361 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e0e95b60-252b-4318-8c58-9dbfe742aa42 req-9130e7db-8dd3-4953-9a34-0ecaf16feb97 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d9b79a2d3a514299bcd73cd4df7eef3e&device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 1100 time: 0.1418667 Nov 18 17:06:08.630832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6b847fb9-38b7-4d75-ad98-ff9dc37125ff None None] Provisioning complete for port d9447dd9-1dd4-4e32-bf56-31813c77b3f8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:08.631642 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6b847fb9-38b7-4d75-ad98-ff9dc37125ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:08.669611 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-0b43e133-e0ce-4581-a0ce-69d903b38899 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:08.676045 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da46035c-9a17-42c2-a1da-58c13321f7b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:08.705075 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6b847fb9-38b7-4d75-ad98-ff9dc37125ff None None] Port d9447dd9-1dd4-4e32-bf56-31813c77b3f8 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:06:08.766871 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-0b43e133-e0ce-4581-a0ce-69d903b38899 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:08.817410 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc78457-04c7-4377-99af-af914f79368c req-7290657d-a26a-4317-9780-1764c450dee3 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:08.817410 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fbc78457-04c7-4377-99af-af914f79368c req-7290657d-a26a-4317-9780-1764c450dee3 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 948 time: 0.0935297 Nov 18 17:06:08.817410 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-0b43e133-e0ce-4581-a0ce-69d903b38899 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:08.826410 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:06:08.828734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e95b60-252b-4318-8c58-9dbfe742aa42 req-bb0850d4-78f0-4691-83b9-410a7f5587b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:08.830245 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e0e95b60-252b-4318-8c58-9dbfe742aa42 req-bb0850d4-78f0-4691-83b9-410a7f5587b2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.2293046 Nov 18 17:06:08.838061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Sync routers for ids ['de0f57fb-83dc-40ee-b688-b0047f9f1d3c'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:06:08.840995 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c9727bba-a629-4093-a459-c410b87ba41d admin admin] 10.222.0.72 "PUT /v2.0/routers/de0f57fb-83dc-40ee-b688-b0047f9f1d3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3243408 Nov 18 17:06:08.851377 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43e133-e0ce-4581-a0ce-69d903b38899 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Pushing event updated for resources: {'Port': ['ID=014d82a3-3f1f-4ba6-be2a-b7fa7b07e734,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:08.853723 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da46035c-9a17-42c2-a1da-58c13321f7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:08.854171 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Routers {'de0f57fb-83dc-40ee-b688-b0047f9f1d3c'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:06:08.855007 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:06:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['de0f57fb-83dc-40ee-b688-b0047f9f1d3c'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:08.856519 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da46035c-9a17-42c2-a1da-58c13321f7b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:08.857838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-da46035c-9a17-42c2-a1da-58c13321f7b1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5825ec9e-c4bc-4eee-95b0-0d6030be35e9 HTTP/1.1" status: 204 len: 168 time: 0.6313417 Nov 18 17:06:08.884299 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46035c-9a17-42c2-a1da-58c13321f7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5825ec9e-c4bc-4eee-95b0-0d6030be35e9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:08.904228 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e0e95b60-252b-4318-8c58-9dbfe742aa42 req-686c6985-c2ba-4a89-8de6-233cf9e6e4f5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=860d953c-42a4-4cbe-b9c7-1d003280656f HTTP/1.1" status: 200 len: 217 time: 0.0553582 Nov 18 17:06:08.937828 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-0b43e133-e0ce-4581-a0ce-69d903b38899 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:08.951098 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-0b43e133-e0ce-4581-a0ce-69d903b38899 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2018409 Nov 18 17:06:08.958061 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fbc78457-04c7-4377-99af-af914f79368c req-381f4610-7286-4606-9a5f-7f618109f5b5 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351457 Nov 18 17:06:08.969834 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e95b60-252b-4318-8c58-9dbfe742aa42 req-b372974d-85e0-44ee-b726-43f922765e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:08.974274 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e0e95b60-252b-4318-8c58-9dbfe742aa42 req-b372974d-85e0-44ee-b726-43f922765e00 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0686023 Nov 18 17:06:09.052313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e95b60-252b-4318-8c58-9dbfe742aa42 req-08adfdeb-a831-4ae5-92aa-550b9a4449c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:09.054476 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e0e95b60-252b-4318-8c58-9dbfe742aa42 req-08adfdeb-a831-4ae5-92aa-550b9a4449c5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0656695 Nov 18 17:06:09.073935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-1ef44593-fc49-4300-ad62-3efc5ece4f93 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.208 HTTP/1.1" status: 200 len: 696 time: 0.0953174 Nov 18 17:06:09.077358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Set router de0f57fb-83dc-40ee-b688-b0047f9f1d3c gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:06:09.185568 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e0e95b60-252b-4318-8c58-9dbfe742aa42 req-e53bd6f3-a30b-41e3-953e-11efb2467ac8 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205320 Nov 18 17:06:09.232464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-4cf503dd-bf27-42d9-93cb-096896d10a3b tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:09.262614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b83f1ebe-ec9b-4d10-ba89-e0facec37c8f req-4cf503dd-bf27-42d9-93cb-096896d10a3b tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.1866233 Nov 18 17:06:09.302701 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e0e95b60-252b-4318-8c58-9dbfe742aa42 req-9d74c46b-aa66-4362-bbad-76ca9fb9653b service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077907 Nov 18 17:06:09.332443 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-699238369-router', 'tenant_id': 'eceaba8aa7d546658949d231f85ee2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '26d89a66-af4d-4343-8986-78c74f03f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:59Z', 'updated_at': '2021-11-18T17:06:07Z', 'revision_number': 4, 'project_id': 'eceaba8aa7d546658949d231f85ee2f1', 'gw_port': {'id': '26d89a66-af4d-4343-8986-78c74f03f8ca', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:01Z', 'updated_at': '2021-11-18T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'd9447dd9-1dd4-4e32-bf56-31813c77b3f8', 'name': '', 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc', 'tenant_id': 'eceaba8aa7d546658949d231f85ee2f1', 'mac_address': 'fa:16:3e:bd:e8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'cf4fb3f1-be4f-4a0d-b503-51f74fc5e440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:05Z', 'updated_at': '2021-11-18T17:06:07Z', 'revision_number': 2, 'project_id': 'eceaba8aa7d546658949d231f85ee2f1', 'subnets': [{'id': 'cf4fb3f1-be4f-4a0d-b503-51f74fc5e440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:09.361070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58050) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:09.367111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Checking router: de0f57fb-83dc-40ee-b688-b0047f9f1d3c for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:06:09.367564 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Updating router de0f57fb-83dc-40ee-b688-b0047f9f1d3c port d9447dd9-1dd4-4e32-bf56-31813c77b3f8 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:06:09.396544 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:09.396983 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9024655-77b4-4d2b-a496-3ae78f7f5aae req-7d0fd5d0-e377-4a8d-9404-81825be99d35 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/floatingips/2cc44bd7-90da-4e8c-821d-c27653e5b141 HTTP/1.1" status: 200 len: 693 time: 0.1334946 Nov 18 17:06:09.442417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e485ff-77fa-4109-80ce-2c446c798496 req-be6eb43b-d08b-4da4-a9a3-ab744b009242 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:09.448291 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94e485ff-77fa-4109-80ce-2c446c798496 req-be6eb43b-d08b-4da4-a9a3-ab744b009242 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.0938067 Nov 18 17:06:09.552145 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 26d89a66-af4d-4343-8986-78c74f03f8ca up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:06:09.591291 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94e485ff-77fa-4109-80ce-2c446c798496 req-820f01db-1502-48f5-ac92-e45533d6ff57 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367013 Nov 18 17:06:09.602095 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9024655-77b4-4d2b-a496-3ae78f7f5aae req-040fc406-7595-4e50-887e-1344d270b862 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:09.603602 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9024655-77b4-4d2b-a496-3ae78f7f5aae req-040fc406-7595-4e50-887e-1344d270b862 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.1982617 Nov 18 17:06:09.615278 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-a9024655-77b4-4d2b-a496-3ae78f7f5aae req-0667a027-956c-4c16-b712-8950ee3220d2 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:06:09.616396 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9024655-77b4-4d2b-a496-3ae78f7f5aae req-0667a027-956c-4c16-b712-8950ee3220d2 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061901 Nov 18 17:06:09.685164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6de6a0cf-3ee0-4822-9d4e-037b31b157f5 req-15aba567-0b59-4cad-a646-538249a3d0bb tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/floatingips/2cc44bd7-90da-4e8c-821d-c27653e5b141 HTTP/1.1" status: 200 len: 693 time: 0.0474665 Nov 18 17:06:09.698246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 26d89a66-af4d-4343-8986-78c74f03f8ca triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:09.698694 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:09.737199 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a94c-4568-411a-b009-00680add99fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:09.812152 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:09.859350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6a0cf-3ee0-4822-9d4e-037b31b157f5 req-7edace74-d1a6-4e06-9617-b36187bc1a85 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:09.864784 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6de6a0cf-3ee0-4822-9d4e-037b31b157f5 req-7edace74-d1a6-4e06-9617-b36187bc1a85 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.1672261 Nov 18 17:06:09.875288 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-6de6a0cf-3ee0-4822-9d4e-037b31b157f5 req-1071d209-c313-46ef-8cd3-a59d837d501e tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:06:09.881002 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6de6a0cf-3ee0-4822-9d4e-037b31b157f5 req-1071d209-c313-46ef-8cd3-a59d837d501e tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111337 Nov 18 17:06:09.887575 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a94c-4568-411a-b009-00680add99fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:09.901992 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:09.946275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387a525-31cb-4108-9295-b747d61b6f61 None None] Pushing event updated for resources: {'Port': ['ID=d9447dd9-1dd4-4e32-bf56-31813c77b3f8,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:09.950966 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6de6a0cf-3ee0-4822-9d4e-037b31b157f5 req-9f04b1f6-b731-4d3b-bae4-8e783b8563ed tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.208 HTTP/1.1" status: 200 len: 696 time: 0.0582781 Nov 18 17:06:09.966088 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a94c-4568-411a-b009-00680add99fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:10.046907 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6de6a0cf-3ee0-4822-9d4e-037b31b157f5 req-839ed010-d5e9-4947-8e32-ef73d02d8d44 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.208 HTTP/1.1" status: 200 len: 696 time: 0.0939364 Nov 18 17:06:10.055352 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f1b4a94c-4568-411a-b009-00680add99fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=410b0f247c224cb28a48c36e5779b0cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6901839 Nov 18 17:06:10.055352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4a94c-4568-411a-b009-00680add99fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed58543-40ee-400d-b719-cef74f614614,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:10.055625 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58076) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:10.073909 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Attempting to bind port d9447dd9-1dd4-4e32-bf56-31813c77b3f8 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:06:10.074861 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Attempting to bind port d9447dd9-1dd4-4e32-bf56-31813c77b3f8 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '744479e5-e815-4cfe-bb94-3a9a20c43c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:06:10.075253 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Attempting to bind port d9447dd9-1dd4-4e32-bf56-31813c77b3f8 on network 836d12ad-6a15-4e93-b10d-efb37b2aefbc {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:06:10.085064 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:06:10.085552 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Checking segment: {'id': '744479e5-e815-4cfe-bb94-3a9a20c43c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:06:10.085967 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:10.086372 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Bound using segment: {'id': '744479e5-e815-4cfe-bb94-3a9a20c43c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:06:10.086871 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Bound port: d9447dd9-1dd4-4e32-bf56-31813c77b3f8, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744479e5-e815-4cfe-bb94-3a9a20c43c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:06:10.087260 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:10.185280 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6e19f7af-05da-45df-91c4-ce208618f493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:10.193872 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] For port d9447dd9-1dd4-4e32-bf56-31813c77b3f8, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:06:10.197272 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] For port d9447dd9-1dd4-4e32-bf56-31813c77b3f8, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d9447dd9-1dd4-4e32-bf56-31813c77b3f8,segment=NetworkSegment(744479e5-e815-4cfe-bb94-3a9a20c43c8f),segment_id=744479e5-e815-4cfe-bb94-3a9a20c43c8f)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:06:10.220588 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6e19f7af-05da-45df-91c4-ce208618f493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:10.274373 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:10.320024 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265afdf8-d04b-44bb-8ee4-4afd6ccf7cfd req-d286d224-3308-4840-adb4-b04cab7f9900 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:10.322647 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-265afdf8-d04b-44bb-8ee4-4afd6ccf7cfd req-d286d224-3308-4840-adb4-b04cab7f9900 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 948 time: 0.2210979 Nov 18 17:06:10.387251 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387a525-31cb-4108-9295-b747d61b6f61 None None] Pushing event updated for resources: {'Port': ['ID=d9447dd9-1dd4-4e32-bf56-31813c77b3f8,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:10.389899 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Routers {'de0f57fb-83dc-40ee-b688-b0047f9f1d3c'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:06:10.390573 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:06:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['de0f57fb-83dc-40ee-b688-b0047f9f1d3c'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:10.409179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-6de6a0cf-3ee0-4822-9d4e-037b31b157f5 req-f557e963-58e3-40ae-ac07-6dcb44778480 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Deleting port 014d82a3-3f1f-4ba6-be2a-b7fa7b07e734 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:06:10.409179 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6de6a0cf-3ee0-4822-9d4e-037b31b157f5 req-f557e963-58e3-40ae-ac07-6dcb44778480 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:10.422515 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-265afdf8-d04b-44bb-8ee4-4afd6ccf7cfd req-0f93edc2-d8c6-4364-a92a-728ecc8d5b1d tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914979 Nov 18 17:06:10.457729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-44bb78c2-2e7e-43a4-8908-59e158037b10 None None] Provisioning complete for port d9447dd9-1dd4-4e32-bf56-31813c77b3f8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:10.458111 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44bb78c2-2e7e-43a4-8908-59e158037b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:10.494951 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6e19f7af-05da-45df-91c4-ce208618f493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:10.498733 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6e19f7af-05da-45df-91c4-ce208618f493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:10.502411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6e19f7af-05da-45df-91c4-ce208618f493 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bed58543-40ee-400d-b719-cef74f614614 HTTP/1.1" status: 204 len: 168 time: 0.4440496 Nov 18 17:06:10.539001 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19f7af-05da-45df-91c4-ce208618f493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed58543-40ee-400d-b719-cef74f614614,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:10.591067 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6de6a0cf-3ee0-4822-9d4e-037b31b157f5 req-f557e963-58e3-40ae-ac07-6dcb44778480 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:10.591876 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6de6a0cf-3ee0-4822-9d4e-037b31b157f5 req-f557e963-58e3-40ae-ac07-6dcb44778480 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:10.615505 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-6de6a0cf-3ee0-4822-9d4e-037b31b157f5 req-f557e963-58e3-40ae-ac07-6dcb44778480 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Calling delete_port for 014d82a3-3f1f-4ba6-be2a-b7fa7b07e734 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:06:10.650706 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58096) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:10.656728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2238f37b-ec99-4b67-801f-9bcadd6eba8c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1482626356-network', 'tenant_id': 'aa48757bbbf44cea9b58fe476a2a8548'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:10.724593 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] Set router de0f57fb-83dc-40ee-b688-b0047f9f1d3c gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:06:10.801379 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2238f37b-ec99-4b67-801f-9bcadd6eba8c admin admin] Made reservation on behalf of aa48757bbbf44cea9b58fe476a2a8548 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:06:10.804077 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2238f37b-ec99-4b67-801f-9bcadd6eba8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:10.805343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e39c-2800-4e39-a2f3-9fa6815235e0 req-e7d5b483-1cb8-4ce7-be22-166e7ef5fb25 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:10.808313 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ebe7e39c-2800-4e39-a2f3-9fa6815235e0 req-e7d5b483-1cb8-4ce7-be22-166e7ef5fb25 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.0730443 Nov 18 17:06:10.815655 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2238f37b-ec99-4b67-801f-9bcadd6eba8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:10.921298 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ebe7e39c-2800-4e39-a2f3-9fa6815235e0 req-330bb883-736b-4ba6-8c57-fcd27b28a5db tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942686 Nov 18 17:06:10.929416 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44bb78c2-2e7e-43a4-8908-59e158037b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:10.943086 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2238f37b-ec99-4b67-801f-9bcadd6eba8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:11.008392 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6de6a0cf-3ee0-4822-9d4e-037b31b157f5 req-f557e963-58e3-40ae-ac07-6dcb44778480 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:11.012802 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-44bb78c2-2e7e-43a4-8908-59e158037b10 None None] For port d9447dd9-1dd4-4e32-bf56-31813c77b3f8, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d9447dd9-1dd4-4e32-bf56-31813c77b3f8,segment=NetworkSegment(744479e5-e815-4cfe-bb94-3a9a20c43c8f),segment_id=744479e5-e815-4cfe-bb94-3a9a20c43c8f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:11.028426 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2238f37b-ec99-4b67-801f-9bcadd6eba8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:11.041162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-699238369-router', 'tenant_id': 'eceaba8aa7d546658949d231f85ee2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '26d89a66-af4d-4343-8986-78c74f03f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:59Z', 'updated_at': '2021-11-18T17:06:07Z', 'revision_number': 4, 'project_id': 'eceaba8aa7d546658949d231f85ee2f1', 'gw_port': {'id': '26d89a66-af4d-4343-8986-78c74f03f8ca', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:01Z', 'updated_at': '2021-11-18T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'd9447dd9-1dd4-4e32-bf56-31813c77b3f8', 'name': '', 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc', 'tenant_id': 'eceaba8aa7d546658949d231f85ee2f1', 'mac_address': 'fa:16:3e:bd:e8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'cf4fb3f1-be4f-4a0d-b503-51f74fc5e440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:05Z', 'updated_at': '2021-11-18T17:06:10Z', 'revision_number': 4, 'project_id': 'eceaba8aa7d546658949d231f85ee2f1', 'subnets': [{'id': 'cf4fb3f1-be4f-4a0d-b503-51f74fc5e440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:11.070522 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2238f37b-ec99-4b67-801f-9bcadd6eba8c admin admin] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:06:11.074093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8858d1d6-7861-4b23-9231-502dc6263ee3 None None] The sync data for ids ['de0f57fb-83dc-40ee-b688-b0047f9f1d3c'] in n-d-813419-11 is: [{'id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-699238369-router', 'tenant_id': 'eceaba8aa7d546658949d231f85ee2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '26d89a66-af4d-4343-8986-78c74f03f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:59Z', 'updated_at': '2021-11-18T17:06:07Z', 'revision_number': 4, 'project_id': 'eceaba8aa7d546658949d231f85ee2f1', 'gw_port': {'id': '26d89a66-af4d-4343-8986-78c74f03f8ca', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:01Z', 'updated_at': '2021-11-18T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'd9447dd9-1dd4-4e32-bf56-31813c77b3f8', 'name': '', 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc', 'tenant_id': 'eceaba8aa7d546658949d231f85ee2f1', 'mac_address': 'fa:16:3e:bd:e8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'cf4fb3f1-be4f-4a0d-b503-51f74fc5e440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:05Z', 'updated_at': '2021-11-18T17:06:10Z', 'revision_number': 4, 'project_id': 'eceaba8aa7d546658949d231f85ee2f1', 'subnets': [{'id': 'cf4fb3f1-be4f-4a0d-b503-51f74fc5e440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:06:11.085528 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44bb78c2-2e7e-43a4-8908-59e158037b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:11.107251 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238f37b-ec99-4b67-801f-9bcadd6eba8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f06fbb2-0b0f-4a54-a7f7-1bf5fd532946,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:11.112395 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2238f37b-ec99-4b67-801f-9bcadd6eba8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:11.112743 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-2238f37b-ec99-4b67-801f-9bcadd6eba8c admin admin] Added segment 3b17a4b8-3c6b-4692-b2a7-125458f22152 of type vlan for network 9fabee25-7075-450e-b1e3-f99b56de9250 Nov 18 17:06:11.118534 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557e963-58e3-40ae-ac07-6dcb44778480 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Pushing event deleted for resources: {'Port': ['ID=014d82a3-3f1f-4ba6-be2a-b7fa7b07e734,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:11.166950 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb78c2-2e7e-43a4-8908-59e158037b10 None None] Pushing event updated for resources: {'Port': ['ID=d9447dd9-1dd4-4e32-bf56-31813c77b3f8,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:11.189320 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6de6a0cf-3ee0-4822-9d4e-037b31b157f5 req-f557e963-58e3-40ae-ac07-6dcb44778480 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:11.191991 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6de6a0cf-3ee0-4822-9d4e-037b31b157f5 req-f557e963-58e3-40ae-ac07-6dcb44778480 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:11.193191 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6de6a0cf-3ee0-4822-9d4e-037b31b157f5 req-f557e963-58e3-40ae-ac07-6dcb44778480 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "DELETE /v2.0/floatingips/2cc44bd7-90da-4e8c-821d-c27653e5b141 HTTP/1.1" status: 204 len: 173 time: 1.1392832 Nov 18 17:06:11.216081 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2238f37b-ec99-4b67-801f-9bcadd6eba8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:11.224568 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-91fe2185-eeed-46a1-af9d-568d5afff8cc None None] Provisioning complete for port d9447dd9-1dd4-4e32-bf56-31813c77b3f8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:11.224941 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91fe2185-eeed-46a1-af9d-568d5afff8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:11.314076 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2238f37b-ec99-4b67-801f-9bcadd6eba8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:11.315394 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2238f37b-ec99-4b67-801f-9bcadd6eba8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:11.315640 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2238f37b-ec99-4b67-801f-9bcadd6eba8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:11.437148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238f37b-ec99-4b67-801f-9bcadd6eba8c admin admin] Pushing event updated for resources: {'Network': ['ID=9fabee25-7075-450e-b1e3-f99b56de9250,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:11.453053 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 9fabee25-7075-450e-b1e3-f99b56de9250 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:06:11.466241 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2238f37b-ec99-4b67-801f-9bcadd6eba8c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8128910 Nov 18 17:06:11.466241 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58116) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:11.467941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58118) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:11.481197 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b68bcb71-110c-481d-9312-1e4932818b49 admin admin] Request body: {'subnet': {'network_id': '9fabee25-7075-450e-b1e3-f99b56de9250', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482626356-subnet', 'tenant_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:11.500688 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5016-305c-4262-b10c-e59d6c97b64f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:11.557231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26f9d-d218-465c-9344-9840bcfa0295 req-675b8127-4aff-479c-92bc-b385e7de382e tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:11.580283 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2fe26f9d-d218-465c-9344-9840bcfa0295 req-675b8127-4aff-479c-92bc-b385e7de382e tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3576725 Nov 18 17:06:11.657868 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5016-305c-4262-b10c-e59d6c97b64f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:11.657868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68bcb71-110c-481d-9312-1e4932818b49 admin admin] Made reservation on behalf of aa48757bbbf44cea9b58fe476a2a8548 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:06:11.657868 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b68bcb71-110c-481d-9312-1e4932818b49 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:11.672736 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d9447dd9-1dd4-4e32-bf56-31813c77b3f8 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:06:11.690156 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c21ee7-3b00-40ef-b79c-33b44afcd76a req-e614edae-fa00-4c0d-ae03-f1d4e5da24ce tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:11.703666 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77c21ee7-3b00-40ef-b79c-33b44afcd76a req-e614edae-fa00-4c0d-ae03-f1d4e5da24ce tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 948 time: 0.1218424 Nov 18 17:06:11.776532 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d9447dd9-1dd4-4e32-bf56-31813c77b3f8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:11.777593 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:11.838164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77c21ee7-3b00-40ef-b79c-33b44afcd76a req-ddd9ceaa-85e7-474a-a03f-e9eded61fe44 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332562 Nov 18 17:06:11.900996 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a381fc0-32d6-4d05-b06f-b9ae6a102c0f req-64dfd34b-15ee-4c2f-b278-3b6d225dcd9f tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=834e7716dde14316b4308a56a4e1ad6f HTTP/1.1" status: 200 len: 1656 time: 0.1667941 Nov 18 17:06:11.901158 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 860d953c-42a4-4cbe-b9c7-1d003280656f details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:06:12.087425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a381fc0-32d6-4d05-b06f-b9ae6a102c0f req-983723ba-dc6c-4086-9251-ccf05b775e01 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:12.095520 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a381fc0-32d6-4d05-b06f-b9ae6a102c0f req-983723ba-dc6c-4086-9251-ccf05b775e01 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/networks?id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 787 time: 0.2115989 Nov 18 17:06:12.103410 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 860d953c-42a4-4cbe-b9c7-1d003280656f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=860d953c-42a4-4cbe-b9c7-1d003280656f,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:12.105344 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-2a381fc0-32d6-4d05-b06f-b9ae6a102c0f req-62d86cf2-4adb-435a-bfc6-d3c81455b5a6 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:06:12.117258 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a381fc0-32d6-4d05-b06f-b9ae6a102c0f req-62d86cf2-4adb-435a-bfc6-d3c81455b5a6 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196123 Nov 18 17:06:12.130647 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '860d953c-42a4-4cbe-b9c7-1d003280656f', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '860d953c-42a4-4cbe-b9c7-1d003280656f', 'mac_address': 'fa:16:3e:5f:a2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:06:12.131077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919f8ef-8287-4de1-9585-68b2007769af req-25cece7a-050b-48fe-9427-edc8623f3a62 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:12.132638 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6919f8ef-8287-4de1-9585-68b2007769af req-25cece7a-050b-48fe-9427-edc8623f3a62 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.0993984 Nov 18 17:06:12.210779 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:12.220229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6919f8ef-8287-4de1-9585-68b2007769af req-10a077fc-e222-4413-9e89-eec25e03c22f tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778723 Nov 18 17:06:12.233229 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5016-305c-4262-b10c-e59d6c97b64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:12.256105 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860d953c-42a4-4cbe-b9c7-1d003280656f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:06:12.303653 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 860d953c-42a4-4cbe-b9c7-1d003280656f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=860d953c-42a4-4cbe-b9c7-1d003280656f,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:12.313767 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b5016-305c-4262-b10c-e59d6c97b64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840c8312-31bb-439a-bdcb-eb32f95fd2ba,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:12.320974 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3d2b5016-305c-4262-b10c-e59d6c97b64f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d0ef96978bdd490488a81172591d64f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8536940 Nov 18 17:06:12.323541 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58142) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:12.426860 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4b89f745-8e19-4876-954f-cadf7738c7b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:12.439377 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:12.491578 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4b89f745-8e19-4876-954f-cadf7738c7b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:12.549180 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=860d953c-42a4-4cbe-b9c7-1d003280656f,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:12.578216 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b68bcb71-110c-481d-9312-1e4932818b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:12.604517 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7630a71f-ab5b-40e0-86ef-ffd5c7e48ae2 req-da07d7bc-169f-47fb-ae31-b1b07ab2f1f2 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/floatingips/1ea2fa07-d487-445e-a063-7a410195f90e HTTP/1.1" status: 200 len: 693 time: 0.3390584 Nov 18 17:06:12.641326 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['860d953c-42a4-4cbe-b9c7-1d003280656f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:06:12.656204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bcb71-110c-481d-9312-1e4932818b49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e003d559-f15c-47ab-a7a1-8d28761be417,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:12.669711 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4b89f745-8e19-4876-954f-cadf7738c7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:12.673419 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4b89f745-8e19-4876-954f-cadf7738c7b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:12.675481 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4b89f745-8e19-4876-954f-cadf7738c7b3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/840c8312-31bb-439a-bdcb-eb32f95fd2ba HTTP/1.1" status: 204 len: 168 time: 0.3495495 Nov 18 17:06:12.687506 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f745-8e19-4876-954f-cadf7738c7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840c8312-31bb-439a-bdcb-eb32f95fd2ba,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:12.697325 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68bcb71-110c-481d-9312-1e4932818b49 admin admin] Checking segment: {'id': '3b17a4b8-3c6b-4692-b2a7-125458f22152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9fabee25-7075-450e-b1e3-f99b56de9250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:06:12.697700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68bcb71-110c-481d-9312-1e4932818b49 admin admin] Network hostable DHCP agents. Network: 9fabee25-7075-450e-b1e3-f99b56de9250, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:06:12.811406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68bcb71-110c-481d-9312-1e4932818b49 admin admin] Network 9fabee25-7075-450e-b1e3-f99b56de9250 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:06:12.821319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630a71f-ab5b-40e0-86ef-ffd5c7e48ae2 req-9df7bb4f-6611-40d2-b873-587f0e994417 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:12.823554 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7630a71f-ab5b-40e0-86ef-ffd5c7e48ae2 req-9df7bb4f-6611-40d2-b873-587f0e994417 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.2051678 Nov 18 17:06:12.904245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b68bcb71-110c-481d-9312-1e4932818b49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 9fabee25-7075-450e-b1e3-f99b56de9250) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:12.909814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68bcb71-110c-481d-9312-1e4932818b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:12.910707 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b68bcb71-110c-481d-9312-1e4932818b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:12.915163 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7630a71f-ab5b-40e0-86ef-ffd5c7e48ae2 req-97de4ada-4220-4764-adc8-ee1f0854d2ed tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.149 HTTP/1.1" status: 200 len: 696 time: 0.0763483 Nov 18 17:06:12.917130 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3659072d-6c6f-4e33-a75a-a5a6e4c1f3bf None None] Network 9fabee25-7075-450e-b1e3-f99b56de9250 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:06:12.980225 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7630a71f-ab5b-40e0-86ef-ffd5c7e48ae2 req-9b5dc798-23bd-410f-880c-ca0b24b31860 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.149 HTTP/1.1" status: 200 len: 696 time: 0.0554349 Nov 18 17:06:13.058331 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58162) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:13.058535 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b68bcb71-110c-481d-9312-1e4932818b49 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5820503 Nov 18 17:06:13.068820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1482626356-router', 'tenant_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:13.121408 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-9fabee25-7075-450e-b1e3-f99b56de9250', 'network_id': '9fabee25-7075-450e-b1e3-f99b56de9250', 'tenant_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'fixed_ips': [{'subnet_id': 'e003d559-f15c-47ab-a7a1-8d28761be417'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:06:13.122419 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:13.176209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-7630a71f-ab5b-40e0-86ef-ffd5c7e48ae2 req-2b84287e-ce3a-4de7-85dc-0a1b3b16a6b3 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Deleting port 669fefb4-8320-4d5e-9709-a0ff540ffbdf {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:06:13.176556 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7630a71f-ab5b-40e0-86ef-ffd5c7e48ae2 req-2b84287e-ce3a-4de7-85dc-0a1b3b16a6b3 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:13.234333 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:13.235448 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:13.279897 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7630a71f-ab5b-40e0-86ef-ffd5c7e48ae2 req-2b84287e-ce3a-4de7-85dc-0a1b3b16a6b3 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:13.280323 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7630a71f-ab5b-40e0-86ef-ffd5c7e48ae2 req-2b84287e-ce3a-4de7-85dc-0a1b3b16a6b3 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:13.299264 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Allocated IP 172.20.0.2 (9fabee25-7075-450e-b1e3-f99b56de9250/e003d559-f15c-47ab-a7a1-8d28761be417/d9e2d7b6-82a3-46cc-97e5-5d503b5e988f) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:06:13.327248 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:13.328342 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-7630a71f-ab5b-40e0-86ef-ffd5c7e48ae2 req-2b84287e-ce3a-4de7-85dc-0a1b3b16a6b3 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Calling delete_port for 669fefb4-8320-4d5e-9709-a0ff540ffbdf owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:06:13.459184 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:13.492603 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39359e-259d-42b0-b526-7f67f59b73d4 req-868b7a6a-bbf2-44be-8012-bdb93bed6fe5 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:13.494077 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a39359e-259d-42b0-b526-7f67f59b73d4 req-868b7a6a-bbf2-44be-8012-bdb93bed6fe5 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 949 time: 0.2009220 Nov 18 17:06:13.536853 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:13.577908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Network 9fabee25-7075-450e-b1e3-f99b56de9250 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:06:13.580998 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:13.586630 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:13.587558 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:06:13.590733 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Pushing event updated for resources: {'Port': ['ID=d9e2d7b6-82a3-46cc-97e5-5d503b5e988f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:13.642726 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a39359e-259d-42b0-b526-7f67f59b73d4 req-d5be075c-4928-4580-b266-2833c100ecad tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139526 Nov 18 17:06:13.644007 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Attempting to bind port d9e2d7b6-82a3-46cc-97e5-5d503b5e988f on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:06:13.644464 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Attempting to bind port d9e2d7b6-82a3-46cc-97e5-5d503b5e988f by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '3b17a4b8-3c6b-4692-b2a7-125458f22152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9fabee25-7075-450e-b1e3-f99b56de9250'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:06:13.644851 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Attempting to bind port d9e2d7b6-82a3-46cc-97e5-5d503b5e988f on network 9fabee25-7075-450e-b1e3-f99b56de9250 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:06:13.650191 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:06:13.655485 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Checking segment: {'id': '3b17a4b8-3c6b-4692-b2a7-125458f22152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9fabee25-7075-450e-b1e3-f99b56de9250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:06:13.655485 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:13.655485 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Bound using segment: {'id': '3b17a4b8-3c6b-4692-b2a7-125458f22152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9fabee25-7075-450e-b1e3-f99b56de9250'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:06:13.655485 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Bound port: d9e2d7b6-82a3-46cc-97e5-5d503b5e988f, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b17a4b8-3c6b-4692-b2a7-125458f22152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9fabee25-7075-450e-b1e3-f99b56de9250'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:06:13.655485 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:13.734903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] For port d9e2d7b6-82a3-46cc-97e5-5d503b5e988f, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:06:13.739556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] For port d9e2d7b6-82a3-46cc-97e5-5d503b5e988f, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d9e2d7b6-82a3-46cc-97e5-5d503b5e988f,segment=NetworkSegment(3b17a4b8-3c6b-4692-b2a7-125458f22152),segment_id=3b17a4b8-3c6b-4692-b2a7-125458f22152)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:06:13.753505 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7630a71f-ab5b-40e0-86ef-ffd5c7e48ae2 req-2b84287e-ce3a-4de7-85dc-0a1b3b16a6b3 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:13.787389 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84287e-ce3a-4de7-85dc-0a1b3b16a6b3 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Pushing event deleted for resources: {'Port': ['ID=669fefb4-8320-4d5e-9709-a0ff540ffbdf,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:13.817562 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7630a71f-ab5b-40e0-86ef-ffd5c7e48ae2 req-2b84287e-ce3a-4de7-85dc-0a1b3b16a6b3 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:13.820226 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7630a71f-ab5b-40e0-86ef-ffd5c7e48ae2 req-2b84287e-ce3a-4de7-85dc-0a1b3b16a6b3 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:13.821356 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7630a71f-ab5b-40e0-86ef-ffd5c7e48ae2 req-2b84287e-ce3a-4de7-85dc-0a1b3b16a6b3 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "DELETE /v2.0/floatingips/1ea2fa07-d487-445e-a063-7a410195f90e HTTP/1.1" status: 204 len: 173 time: 0.8329089 Nov 18 17:06:13.833673 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:13.876737 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 860d953c-42a4-4cbe-b9c7-1d003280656f up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:06:13.946715 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efa61e-6662-4681-82c1-31f57bb367c4 None None] Pushing event updated for resources: {'Port': ['ID=d9e2d7b6-82a3-46cc-97e5-5d503b5e988f,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:13.983540 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:14.006617 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:14.076485 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 860d953c-42a4-4cbe-b9c7-1d003280656f completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:06:14.086004 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 860d953c-42a4-4cbe-b9c7-1d003280656f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:14.088197 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:14.143570 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Allocated IP 172.25.3.114 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/b0fbe66c-0385-486a-8e48-3958db59456f) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:06:14.264373 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:14.292400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364467bc-9f85-4919-a787-2036032cec8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860d953c-42a4-4cbe-b9c7-1d003280656f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:06:14.295457 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56de2709-1859-4df0-a3c2-653e0a694495" -d '{"events": [{"server_uuid": "364467bc-9f85-4919-a787-2036032cec8f", "name": "network-vif-plugged", "status": "completed", "tag": "860d953c-42a4-4cbe-b9c7-1d003280656f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:06:14.309018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 860d953c-42a4-4cbe-b9c7-1d003280656f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=860d953c-42a4-4cbe-b9c7-1d003280656f,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:14.364706 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f882f07-824c-4646-a8d5-206ae95ee0e6 req-7748c4a7-a8ec-4ee6-8c3b-a5cb2a499cef tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/floatingips/6c63d83c-411c-4316-85f8-a255d120833c HTTP/1.1" status: 200 len: 692 time: 0.0672495 Nov 18 17:06:14.375385 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac96f47-a28a-40bd-8566-6291ea109eb2 req-3a993eae-cf2f-4b7f-8402-a619a7ca624e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:14.376832 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aac96f47-a28a-40bd-8566-6291ea109eb2 req-3a993eae-cf2f-4b7f-8402-a619a7ca624e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.1904292 Nov 18 17:06:14.382029 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:14.436004 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=860d953c-42a4-4cbe-b9c7-1d003280656f,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:14.446375 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:14.520447 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aac96f47-a28a-40bd-8566-6291ea109eb2 req-bb779512-b700-401a-9dc8-18967fbc062a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363666 Nov 18 17:06:14.554646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f882f07-824c-4646-a8d5-206ae95ee0e6 req-ca329575-2e75-41e9-9962-1e30f905cb56 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:14.556031 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f882f07-824c-4646-a8d5-206ae95ee0e6 req-ca329575-2e75-41e9-9962-1e30f905cb56 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.1783030 Nov 18 17:06:14.610064 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f882f07-824c-4646-a8d5-206ae95ee0e6 req-841425b6-b2ba-402f-957a-bafeef84978a tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0475936 Nov 18 17:06:14.626616 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:14.707486 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f882f07-824c-4646-a8d5-206ae95ee0e6 req-ba5d3ebb-a3cb-4f9b-b205-43df1df95c6c tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0874746 Nov 18 17:06:14.717582 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:06:14.761755 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:14.768961 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:06:14.824283 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Pushing event updated for resources: {'Port': ['ID=b0fbe66c-0385-486a-8e48-3958db59456f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:15.097404 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f4c00c-edcc-43b4-802f-aa82660a34ab None None] Network 9fabee25-7075-450e-b1e3-f99b56de9250 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:06:15.167636 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-2f882f07-824c-4646-a8d5-206ae95ee0e6 req-72ca0dc5-9b62-4f5d-ba75-fbbd36420029 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Deleting port b969bd77-ca43-4550-a079-a80dfdb838de {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:06:15.169355 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2f882f07-824c-4646-a8d5-206ae95ee0e6 req-72ca0dc5-9b62-4f5d-ba75-fbbd36420029 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:15.218324 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3988932-211b-4e1a-9ea9-d52064916869 x-openstack-request-id: req-f3988932-211b-4e1a-9ea9-d52064916869 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:06:15.218653 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364467bc-9f85-4919-a787-2036032cec8f", "name": "network-vif-plugged", "status": "completed", "tag": "860d953c-42a4-4cbe-b9c7-1d003280656f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:06:15.218912 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f3988932-211b-4e1a-9ea9-d52064916869 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:06:15.219728 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364467bc-9f85-4919-a787-2036032cec8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860d953c-42a4-4cbe-b9c7-1d003280656f', 'code': 200} Nov 18 17:06:15.225580 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-957898cb-3a46-4011-960e-26c5c20b8d65 None None] Provisioning complete for port d9e2d7b6-82a3-46cc-97e5-5d503b5e988f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:15.225956 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-957898cb-3a46-4011-960e-26c5c20b8d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:15.297473 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2f882f07-824c-4646-a8d5-206ae95ee0e6 req-72ca0dc5-9b62-4f5d-ba75-fbbd36420029 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:15.297726 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2f882f07-824c-4646-a8d5-206ae95ee0e6 req-72ca0dc5-9b62-4f5d-ba75-fbbd36420029 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:15.345631 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2332d44-87c2-4150-9f33-6103a50e7cab req-2e102e1f-c594-4af8-8eba-76110326a523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:15.347667 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a2332d44-87c2-4150-9f33-6103a50e7cab req-2e102e1f-c594-4af8-8eba-76110326a523 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 1102 time: 0.0437672 Nov 18 17:06:15.352502 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-957898cb-3a46-4011-960e-26c5c20b8d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:15.357844 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-2f882f07-824c-4646-a8d5-206ae95ee0e6 req-72ca0dc5-9b62-4f5d-ba75-fbbd36420029 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Calling delete_port for b969bd77-ca43-4550-a079-a80dfdb838de owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:06:15.391024 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-957898cb-3a46-4011-960e-26c5c20b8d65 None None] For port d9e2d7b6-82a3-46cc-97e5-5d503b5e988f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d9e2d7b6-82a3-46cc-97e5-5d503b5e988f,segment=NetworkSegment(3b17a4b8-3c6b-4692-b2a7-125458f22152),segment_id=3b17a4b8-3c6b-4692-b2a7-125458f22152)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:15.400029 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a2332d44-87c2-4150-9f33-6103a50e7cab req-d50d769f-9086-4c82-8808-6781d0f2a627 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449927 Nov 18 17:06:15.421187 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:15.456663 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-957898cb-3a46-4011-960e-26c5c20b8d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:15.475971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6b2e8-7b61-42f2-8dd6-ddbd12bd2489 req-bf9418db-8e37-4363-a715-9feace2bad26 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:15.483390 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ca6b2e8-7b61-42f2-8dd6-ddbd12bd2489 req-bf9418db-8e37-4363-a715-9feace2bad26 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 950 time: 0.2004395 Nov 18 17:06:15.526123 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957898cb-3a46-4011-960e-26c5c20b8d65 None None] Pushing event updated for resources: {'Port': ['ID=d9e2d7b6-82a3-46cc-97e5-5d503b5e988f,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:15.584251 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d9e2d7b6-82a3-46cc-97e5-5d503b5e988f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:06:15.606472 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ca6b2e8-7b61-42f2-8dd6-ddbd12bd2489 req-b12745c8-791d-4e78-8393-65bfd4923d9a tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221547 Nov 18 17:06:15.629165 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee72b460-f831-4ede-b0c7-dfb522a41a71 None None] Provisioning complete for port d9e2d7b6-82a3-46cc-97e5-5d503b5e988f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:15.629552 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee72b460-f831-4ede-b0c7-dfb522a41a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:15.678535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d9e2d7b6-82a3-46cc-97e5-5d503b5e988f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:15.678909 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:15.756884 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:15.805379 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2f882f07-824c-4646-a8d5-206ae95ee0e6 req-72ca0dc5-9b62-4f5d-ba75-fbbd36420029 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:15.840178 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca0dc5-9b62-4f5d-ba75-fbbd36420029 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Pushing event deleted for resources: {'Port': ['ID=b969bd77-ca43-4550-a079-a80dfdb838de,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:15.901098 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2f882f07-824c-4646-a8d5-206ae95ee0e6 req-72ca0dc5-9b62-4f5d-ba75-fbbd36420029 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:15.903835 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2f882f07-824c-4646-a8d5-206ae95ee0e6 req-72ca0dc5-9b62-4f5d-ba75-fbbd36420029 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:15.904958 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f882f07-824c-4646-a8d5-206ae95ee0e6 req-72ca0dc5-9b62-4f5d-ba75-fbbd36420029 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "DELETE /v2.0/floatingips/6c63d83c-411c-4316-85f8-a255d120833c HTTP/1.1" status: 204 len: 173 time: 1.1916749 Nov 18 17:06:15.974102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77f09e-ab66-4fd9-b02b-4a4b55f762b4 req-e140f147-b13d-4188-a728-26f8f4d70fbf tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:15.975646 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af77f09e-ab66-4fd9-b02b-4a4b55f762b4 req-e140f147-b13d-4188-a728-26f8f4d70fbf tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.1275649 Nov 18 17:06:16.037392 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af77f09e-ab66-4fd9-b02b-4a4b55f762b4 req-f964ccff-6bd9-4ba6-95dd-c9c0b3a07965 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556479 Nov 18 17:06:16.158586 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Router a254dcb4-8c6f-4c07-ab81-cb40fbb1815e is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:06:16.168661 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41dcc577-e31b-4518-b064-cc6bcf243f55 req-5f5235a7-7e13-4233-8636-819b481832e2 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/floatingips/9f0d379d-b7e4-4216-a2c3-d2c722610e38 HTTP/1.1" status: 200 len: 693 time: 0.0490353 Nov 18 17:06:16.345828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:06:16.360422 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Sync routers for ids ['a254dcb4-8c6f-4c07-ab81-cb40fbb1815e'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:06:16.360958 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcc577-e31b-4518-b064-cc6bcf243f55 req-4a35fc9d-4cf5-4bbd-958d-146a1384af8a tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:16.360958 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41dcc577-e31b-4518-b064-cc6bcf243f55 req-4a35fc9d-4cf5-4bbd-958d-146a1384af8a tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.1836073 Nov 18 17:06:16.368011 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Routers {'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:06:16.368908 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:06:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a254dcb4-8c6f-4c07-ab81-cb40fbb1815e'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:16.372321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-41dcc577-e31b-4518-b064-cc6bcf243f55 req-7953e6c5-75f8-45d4-be35-c619b2847f52 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:06:16.374088 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41dcc577-e31b-4518-b064-cc6bcf243f55 req-7953e6c5-75f8-45d4-be35-c619b2847f52 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067422 Nov 18 17:06:16.383397 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58250) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:16.440999 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41dcc577-e31b-4518-b064-cc6bcf243f55 req-db23fd42-a29f-4d0a-badf-3d43946e09f8 tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.171 HTTP/1.1" status: 200 len: 696 time: 0.0567036 Nov 18 17:06:16.447649 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:16.448946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-48f7f08f-8348-4881-bcc0-df080699081d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3869283 Nov 18 17:06:16.451869 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58254) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:16.504077 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41dcc577-e31b-4518-b064-cc6bcf243f55 req-bd6805a4-85ec-4715-a927-973bf9f4bd5c tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.171 HTTP/1.1" status: 200 len: 696 time: 0.0538301 Nov 18 17:06:16.510004 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Set router a254dcb4-8c6f-4c07-ab81-cb40fbb1815e gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:06:16.623093 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d35435c7-0f35-4c1b-947d-a5aca9d88d1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:16.670218 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-41dcc577-e31b-4518-b064-cc6bcf243f55 req-8d848600-2c05-49f7-afa7-931c48799cbe tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Deleting port 050fd9ae-3e4b-4adc-bb71-88541c2f8f53 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:06:16.670536 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-41dcc577-e31b-4518-b064-cc6bcf243f55 req-8d848600-2c05-49f7-afa7-931c48799cbe tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:16.732430 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482626356-router', 'tenant_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe66c-0385-486a-8e48-3958db59456f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:13Z', 'updated_at': '2021-11-18T17:06:15Z', 'revision_number': 3, 'project_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'gw_port': {'id': 'b0fbe66c-0385-486a-8e48-3958db59456f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:14Z', 'updated_at': '2021-11-18T17:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:16.763044 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Checking router: a254dcb4-8c6f-4c07-ab81-cb40fbb1815e for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:06:16.763641 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Updating router a254dcb4-8c6f-4c07-ab81-cb40fbb1815e port b0fbe66c-0385-486a-8e48-3958db59456f binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:06:16.765684 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-41dcc577-e31b-4518-b064-cc6bcf243f55 req-8d848600-2c05-49f7-afa7-931c48799cbe tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:16.766053 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-41dcc577-e31b-4518-b064-cc6bcf243f55 req-8d848600-2c05-49f7-afa7-931c48799cbe tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:16.780149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-41dcc577-e31b-4518-b064-cc6bcf243f55 req-8d848600-2c05-49f7-afa7-931c48799cbe tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Calling delete_port for 050fd9ae-3e4b-4adc-bb71-88541c2f8f53 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:06:16.791466 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:16.843511 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d35435c7-0f35-4c1b-947d-a5aca9d88d1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:16.934531 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d35435c7-0f35-4c1b-947d-a5aca9d88d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:16.985828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35435c7-0f35-4c1b-947d-a5aca9d88d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fe8eab-492e-458f-b14a-1db0434064ce,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:17.005123 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-41dcc577-e31b-4518-b064-cc6bcf243f55 req-8d848600-2c05-49f7-afa7-931c48799cbe tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:17.008047 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d35435c7-0f35-4c1b-947d-a5aca9d88d1d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eaf59977ec0b494b99fd84a5e1ab9506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6234198 Nov 18 17:06:17.008376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58258) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:17.084029 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:17.086520 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:17.170614 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:17.233708 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40721821-ac5a-44be-a7d4-08d20a3f8f7b None None] Pushing event updated for resources: {'Port': ['ID=b0fbe66c-0385-486a-8e48-3958db59456f,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:17.253065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d848600-2c05-49f7-afa7-931c48799cbe tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Pushing event deleted for resources: {'Port': ['ID=050fd9ae-3e4b-4adc-bb71-88541c2f8f53,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:17.261528 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Attempting to bind port b0fbe66c-0385-486a-8e48-3958db59456f on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:06:17.264263 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Attempting to bind port b0fbe66c-0385-486a-8e48-3958db59456f by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:06:17.264758 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Attempting to bind port b0fbe66c-0385-486a-8e48-3958db59456f on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:06:17.270948 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:06:17.271468 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:06:17.272095 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:17.272718 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:06:17.273186 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Bound port: b0fbe66c-0385-486a-8e48-3958db59456f, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:06:17.273672 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:17.276172 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] Allocated IP 172.20.0.1 (9fabee25-7075-450e-b1e3-f99b56de9250/e003d559-f15c-47ab-a7a1-8d28761be417/5cc71673-dd28-47c2-8aa4-4ee2fdfd6303) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:06:17.291288 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-41dcc577-e31b-4518-b064-cc6bcf243f55 req-8d848600-2c05-49f7-afa7-931c48799cbe tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:17.293896 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-41dcc577-e31b-4518-b064-cc6bcf243f55 req-8d848600-2c05-49f7-afa7-931c48799cbe tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:17.295129 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41dcc577-e31b-4518-b064-cc6bcf243f55 req-8d848600-2c05-49f7-afa7-931c48799cbe tempest-FloatingIPDetailsTestJSON-605382025 tempest-FloatingIPDetailsTestJSON-605382025-project] 10.222.0.72 "DELETE /v2.0/floatingips/9f0d379d-b7e4-4216-a2c3-d2c722610e38 HTTP/1.1" status: 204 len: 173 time: 0.7901094 Nov 18 17:06:17.309514 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58268) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:17.407617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:17.429588 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] For port b0fbe66c-0385-486a-8e48-3958db59456f, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:06:17.432936 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] For port b0fbe66c-0385-486a-8e48-3958db59456f, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b0fbe66c-0385-486a-8e48-3958db59456f,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:06:17.442921 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-02e44126-010a-4242-9496-35ff1b997c95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:17.483414 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95786759-c993-433d-b421-a148ae199584 req-075d5d27-5502-4bd9-a2e6-8bb2bfc6abe7 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:17.484934 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95786759-c993-433d-b421-a148ae199584 req-075d5d27-5502-4bd9-a2e6-8bb2bfc6abe7 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 950 time: 0.2013674 Nov 18 17:06:17.508221 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:17.533644 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:17.534479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d9e2d7b6-82a3-46cc-97e5-5d503b5e988f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:06:17.536263 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae1ad6-9201-448f-b583-5f9bb2a696d8 req-231398f4-8173-4476-8946-f8341fe7a477 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:17.537703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-19ae1ad6-9201-448f-b583-5f9bb2a696d8 req-231398f4-8173-4476-8946-f8341fe7a477 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.1612709 Nov 18 17:06:17.539867 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-02e44126-010a-4242-9496-35ff1b997c95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:17.577270 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40721821-ac5a-44be-a7d4-08d20a3f8f7b None None] Pushing event updated for resources: {'Port': ['ID=b0fbe66c-0385-486a-8e48-3958db59456f,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:17.582825 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Routers {'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:06:17.583656 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:06:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a254dcb4-8c6f-4c07-ab81-cb40fbb1815e'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:17.612969 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] Network 9fabee25-7075-450e-b1e3-f99b56de9250 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:06:17.617198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:17.622688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:06:17.623691 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:17.652686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d9e2d7b6-82a3-46cc-97e5-5d503b5e988f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:17.653303 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:17.675408 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95786759-c993-433d-b421-a148ae199584 req-ecd47f9b-c045-49bc-bb77-1e419b54a993 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825953 Nov 18 17:06:17.685598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] Pushing event updated for resources: {'Port': ['ID=5cc71673-dd28-47c2-8aa4-4ee2fdfd6303,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:17.704743 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] Set router a254dcb4-8c6f-4c07-ab81-cb40fbb1815e gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:06:17.707887 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-19ae1ad6-9201-448f-b583-5f9bb2a696d8 req-7f894b9a-54de-4bb6-9016-0ebf105f85a0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585581 Nov 18 17:06:17.878799 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-02e44126-010a-4242-9496-35ff1b997c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:17.881480 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-02e44126-010a-4242-9496-35ff1b997c95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:17.882649 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-02e44126-010a-4242-9496-35ff1b997c95 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/82fe8eab-492e-458f-b14a-1db0434064ce HTTP/1.1" status: 204 len: 168 time: 0.8693058 Nov 18 17:06:17.944680 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e44126-010a-4242-9496-35ff1b997c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fe8eab-492e-458f-b14a-1db0434064ce,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:17.984460 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482626356-router', 'tenant_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe66c-0385-486a-8e48-3958db59456f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:13Z', 'updated_at': '2021-11-18T17:06:15Z', 'revision_number': 3, 'project_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'gw_port': {'id': 'b0fbe66c-0385-486a-8e48-3958db59456f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:14Z', 'updated_at': '2021-11-18T17:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:18.038442 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94be6c6-2d46-47aa-9eff-f38c9736c091 None None] The sync data for ids ['a254dcb4-8c6f-4c07-ab81-cb40fbb1815e'] in n-d-813419-11 is: [{'id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482626356-router', 'tenant_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe66c-0385-486a-8e48-3958db59456f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:13Z', 'updated_at': '2021-11-18T17:06:15Z', 'revision_number': 3, 'project_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'gw_port': {'id': 'b0fbe66c-0385-486a-8e48-3958db59456f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:14Z', 'updated_at': '2021-11-18T17:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:06:18.049617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:18.113341 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-56215bd9-9acd-476a-a945-1bd5e28efac6 None None] Provisioning complete for port 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:18.115473 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-56215bd9-9acd-476a-a945-1bd5e28efac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:18.195417 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-56215bd9-9acd-476a-a945-1bd5e28efac6 None None] Port 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:06:18.246386 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8601df9b-9228-4024-80c3-752732fbd98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:18.271783 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:18.382440 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:18.383202 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:18.466324 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] Pushing event updated for resources: {'Port': ['ID=5cc71673-dd28-47c2-8aa4-4ee2fdfd6303,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:18.572968 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] Network 9fabee25-7075-450e-b1e3-f99b56de9250 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:06:18.575091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:18.594961 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801be009-0547-4c5b-bc2d-29fafd1d380c req-5d59ef01-8e7a-43d4-9793-356ca8d0f57b tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:18.596564 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-801be009-0547-4c5b-bc2d-29fafd1d380c req-5d59ef01-8e7a-43d4-9793-356ca8d0f57b tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 950 time: 0.0923283 Nov 18 17:06:18.718292 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-801be009-0547-4c5b-bc2d-29fafd1d380c req-abedafbe-85c5-4b1a-924d-91345758b32a tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942245 Nov 18 17:06:18.749956 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8601df9b-9228-4024-80c3-752732fbd98c admin admin] Deleting port a593cc91-47a4-4ad1-a946-e3fe369929ff {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:06:18.750303 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8601df9b-9228-4024-80c3-752732fbd98c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:18.762629 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] Router a254dcb4-8c6f-4c07-ab81-cb40fbb1815e has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:06:18.835292 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58292) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:18.876231 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-514911ab-558c-4f39-8955-e376cc14ef75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:18.892014 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-8601df9b-9228-4024-80c3-752732fbd98c admin admin] For port a593cc91-47a4-4ad1-a946-e3fe369929ff, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a593cc91-47a4-4ad1-a946-e3fe369929ff,segment=NetworkSegment(56a0932c-a0af-47a4-b4c6-32a2ab23b1a6),segment_id=56a0932c-a0af-47a4-b4c6-32a2ab23b1a6)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:18.892662 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8601df9b-9228-4024-80c3-752732fbd98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:18.932800 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3c0c589f-688a-49bb-9739-a166d052d961 None None] Provisioning complete for port 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:18.933269 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3c0c589f-688a-49bb-9739-a166d052d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:18.960443 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8601df9b-9228-4024-80c3-752732fbd98c admin admin] Calling delete_port for a593cc91-47a4-4ad1-a946-e3fe369929ff owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:06:18.970105 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:06:18.985195 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3c0c589f-688a-49bb-9739-a166d052d961 None None] Port 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:06:18.989877 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-46810466-e83b-48fe-9a6f-1b7a2f6ed170 admin admin] 10.222.0.72 "PUT /v2.0/routers/a254dcb4-8c6f-4c07-ab81-cb40fbb1815e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5368924 Nov 18 17:06:18.997070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde3d75-61de-4413-baab-1c92205e1a35 req-8b07c8d7-211b-40a5-a299-d2b77387929a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:18.998713 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0dde3d75-61de-4413-baab-1c92205e1a35 req-8b07c8d7-211b-40a5-a299-d2b77387929a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.1159997 Nov 18 17:06:19.121756 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0dde3d75-61de-4413-baab-1c92205e1a35 req-bf86867f-5e2a-4f62-9fb6-7a8cde5e9fa7 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154516 Nov 18 17:06:19.196514 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-514911ab-558c-4f39-8955-e376cc14ef75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:19.315933 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-514911ab-558c-4f39-8955-e376cc14ef75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:19.391816 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-f67ddc57-d26c-4624-b1da-6f26984813ec tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d9b79a2d3a514299bcd73cd4df7eef3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696588 Nov 18 17:06:19.397311 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-514911ab-558c-4f39-8955-e376cc14ef75 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0efd049905554d5986c1a9c5a9df86e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5578029 Nov 18 17:06:19.400537 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58324) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:19.414605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514911ab-558c-4f39-8955-e376cc14ef75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378b27d7-460f-4abf-9163-b0d39597f841,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:19.563245 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3f5db502-d872-4a7f-96cb-2b2988c7d274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:19.619449 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8601df9b-9228-4024-80c3-752732fbd98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:19.620121 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3f5db502-d872-4a7f-96cb-2b2988c7d274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:19.695038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5db53d23-66cb-4e9f-8abf-98773878a4e1 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:19.696612 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5db53d23-66cb-4e9f-8abf-98773878a4e1 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2970705 Nov 18 17:06:19.697777 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601df9b-9228-4024-80c3-752732fbd98c admin admin] Pushing event deleted for resources: {'Port': ['ID=a593cc91-47a4-4ad1-a946-e3fe369929ff,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:19.728641 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b0fbe66c-0385-486a-8e48-3958db59456f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:06:19.806302 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-405b9db6-4071-40e3-a04b-12758cf7266e tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/quotas/d9b79a2d3a514299bcd73cd4df7eef3e HTTP/1.1" status: 200 len: 375 time: 0.0892348 Nov 18 17:06:19.828392 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3f5db502-d872-4a7f-96cb-2b2988c7d274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:19.831874 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3f5db502-d872-4a7f-96cb-2b2988c7d274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:19.836641 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3f5db502-d872-4a7f-96cb-2b2988c7d274 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/378b27d7-460f-4abf-9163-b0d39597f841 HTTP/1.1" status: 204 len: 168 time: 0.4347897 Nov 18 17:06:19.853933 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port b0fbe66c-0385-486a-8e48-3958db59456f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:19.854525 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:19.863765 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5db502-d872-4a7f-96cb-2b2988c7d274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378b27d7-460f-4abf-9163-b0d39597f841,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:19.910195 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58336) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:20.113400 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:20.181209 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port b0fbe66c-0385-486a-8e48-3958db59456f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b0fbe66c-0385-486a-8e48-3958db59456f,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:20.227687 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c26b8d69-b805-4978-95e4-77cc77ca1087 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:20.297420 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:20.352449 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8601df9b-9228-4024-80c3-752732fbd98c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:20.359553 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-61917b2a-88cc-4ab4-b165-64497230c037 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d9b79a2d3a514299bcd73cd4df7eef3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5523863 Nov 18 17:06:20.465312 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c26b8d69-b805-4978-95e4-77cc77ca1087 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:20.538636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=b0fbe66c-0385-486a-8e48-3958db59456f,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:20.543734 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c26b8d69-b805-4978-95e4-77cc77ca1087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:20.582032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Sync routers for ids ['a254dcb4-8c6f-4c07-ab81-cb40fbb1815e'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:06:20.600553 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Routers {'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:06:20.602316 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:06:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a254dcb4-8c6f-4c07-ab81-cb40fbb1815e'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:20.673754 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58354) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:20.674758 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c26b8d69-b805-4978-95e4-77cc77ca1087 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f4f0ae6c12fc4fb183792a067b54280c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7619293 Nov 18 17:06:20.678486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b8d69-b805-4978-95e4-77cc77ca1087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176aed69-a590-4a34-99df-996a517ccfa4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:20.968953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Set router a254dcb4-8c6f-4c07-ab81-cb40fbb1815e gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:06:21.121069 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:21.203662 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e2783045-6173-4de4-af9f-358ef2a35018 req-456380a2-cdbe-45ff-b158-db9b86ae588e tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 210 time: 0.1232800 Nov 18 17:06:21.206462 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-01835a8e-68f2-48b6-af5a-a4fde37cbeed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:21.288894 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-01835a8e-68f2-48b6-af5a-a4fde37cbeed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:21.320005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8601df9b-9228-4024-80c3-752732fbd98c admin admin] Router ce59fcef-80ae-4d3f-9803-9cb7270a4686 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:06:21.345129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482626356-router', 'tenant_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe66c-0385-486a-8e48-3958db59456f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:13Z', 'updated_at': '2021-11-18T17:06:17Z', 'revision_number': 4, 'project_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'gw_port': {'id': 'b0fbe66c-0385-486a-8e48-3958db59456f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:14Z', 'updated_at': '2021-11-18T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '5cc71673-dd28-47c2-8aa4-4ee2fdfd6303', 'name': '', 'network_id': '9fabee25-7075-450e-b1e3-f99b56de9250', 'tenant_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'mac_address': 'fa:16:3e:44:19:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'e003d559-f15c-47ab-a7a1-8d28761be417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:17Z', 'updated_at': '2021-11-18T17:06:18Z', 'revision_number': 2, 'project_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'subnets': [{'id': 'e003d559-f15c-47ab-a7a1-8d28761be417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:21.369505 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863c999-bb3c-49c1-b915-1c007af8636c req-a607295f-70dc-494c-bb85-5e3286dbac89 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:21.379069 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2863c999-bb3c-49c1-b915-1c007af8636c req-a607295f-70dc-494c-bb85-5e3286dbac89 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.2871814 Nov 18 17:06:21.399385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Checking router: a254dcb4-8c6f-4c07-ab81-cb40fbb1815e for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:06:21.400019 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Updating router a254dcb4-8c6f-4c07-ab81-cb40fbb1815e port 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:06:21.471515 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:21.534024 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2863c999-bb3c-49c1-b915-1c007af8636c req-3ebd7537-72ed-4539-9237-b30f1916c3a3 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556666 Nov 18 17:06:21.640190 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-01835a8e-68f2-48b6-af5a-a4fde37cbeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:21.643064 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-01835a8e-68f2-48b6-af5a-a4fde37cbeed admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:21.665368 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-01835a8e-68f2-48b6-af5a-a4fde37cbeed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/176aed69-a590-4a34-99df-996a517ccfa4 HTTP/1.1" status: 204 len: 168 time: 0.9905076 Nov 18 17:06:21.701206 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01835a8e-68f2-48b6-af5a-a4fde37cbeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176aed69-a590-4a34-99df-996a517ccfa4,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:21.738670 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8601df9b-9228-4024-80c3-752732fbd98c admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:06:21.746055 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8601df9b-9228-4024-80c3-752732fbd98c admin admin] 10.222.0.72 "PUT /v2.0/routers/ce59fcef-80ae-4d3f-9803-9cb7270a4686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4354854 Nov 18 17:06:21.748751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58388) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:21.749396 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c35455-79be-4e57-88e6-2489c266095d None None] Sync routers for ids ['ce59fcef-80ae-4d3f-9803-9cb7270a4686'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:06:21.779488 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c35455-79be-4e57-88e6-2489c266095d None None] Routers {'ce59fcef-80ae-4d3f-9803-9cb7270a4686'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:06:21.780911 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-74c35455-79be-4e57-88e6-2489c266095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:06:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ce59fcef-80ae-4d3f-9803-9cb7270a4686'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:21.879822 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b0fbe66c-0385-486a-8e48-3958db59456f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:06:21.915705 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-74c35455-79be-4e57-88e6-2489c266095d None None] Set router ce59fcef-80ae-4d3f-9803-9cb7270a4686 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:06:22.007746 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58398) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:22.127178 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7db3758-d200-4b9f-8644-851b486dd29f admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:22.296046 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port b0fbe66c-0385-486a-8e48-3958db59456f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:22.296652 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:22.463133 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:22.464271 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ccbc898f-1573-4c8d-ad58-504bd43fb4c1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-26338675-network', 'tenant_id': 'ab57ca449c3e49d28eeec3044faaef97'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:22.565219 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:22.579448 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7db3758-d200-4b9f-8644-851b486dd29f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:22.583067 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-74c35455-79be-4e57-88e6-2489c266095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'name': 'tempest-FloatingIPDetailsTestJSON-439260587-router', 'tenant_id': '834e7716dde14316b4308a56a4e1ad6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0124fa3c-0cc1-4806-941a-ac7aeca832a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:47Z', 'updated_at': '2021-11-18T17:06:19Z', 'revision_number': 5, 'project_id': '834e7716dde14316b4308a56a4e1ad6f', 'gw_port': {'id': '0124fa3c-0cc1-4806-941a-ac7aeca832a2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:48Z', 'updated_at': '2021-11-18T17:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:22.650833 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:22.652892 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c35455-79be-4e57-88e6-2489c266095d None None] Checking router: ce59fcef-80ae-4d3f-9803-9cb7270a4686 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:06:22.666983 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a196a45-5a97-44f5-b9f1-489aa1d4da7c None None] Pushing event updated for resources: {'Port': ['ID=5cc71673-dd28-47c2-8aa4-4ee2fdfd6303,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:22.679148 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c35455-79be-4e57-88e6-2489c266095d None None] Routers {'ce59fcef-80ae-4d3f-9803-9cb7270a4686'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:06:22.680203 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-74c35455-79be-4e57-88e6-2489c266095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:06:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ce59fcef-80ae-4d3f-9803-9cb7270a4686'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:22.710291 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbc898f-1573-4c8d-ad58-504bd43fb4c1 admin admin] Made reservation on behalf of ab57ca449c3e49d28eeec3044faaef97 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:06:22.716972 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ccbc898f-1573-4c8d-ad58-504bd43fb4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:22.727596 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-63f4c6ac-8f6c-4e02-938a-d5ec50d844e8 req-76d292d1-3833-468f-ab0c-1af4bb83dbb5 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 210 time: 0.1555858 Nov 18 17:06:22.748452 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ccbc898f-1573-4c8d-ad58-504bd43fb4c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:22.861178 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Attempting to bind port 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:06:22.861558 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Attempting to bind port 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '3b17a4b8-3c6b-4692-b2a7-125458f22152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9fabee25-7075-450e-b1e3-f99b56de9250'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:06:22.861928 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Attempting to bind port 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303 on network 9fabee25-7075-450e-b1e3-f99b56de9250 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:06:22.875080 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a7db3758-d200-4b9f-8644-851b486dd29f admin admin] Deleting port 0124fa3c-0cc1-4806-941a-ac7aeca832a2 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:06:22.876377 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7db3758-d200-4b9f-8644-851b486dd29f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:22.901744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:06:22.902159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Checking segment: {'id': '3b17a4b8-3c6b-4692-b2a7-125458f22152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9fabee25-7075-450e-b1e3-f99b56de9250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:06:22.904390 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:22.914014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Bound using segment: {'id': '3b17a4b8-3c6b-4692-b2a7-125458f22152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9fabee25-7075-450e-b1e3-f99b56de9250'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:06:22.914658 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Bound port: 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b17a4b8-3c6b-4692-b2a7-125458f22152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9fabee25-7075-450e-b1e3-f99b56de9250'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:06:22.915075 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:23.015824 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-a7db3758-d200-4b9f-8644-851b486dd29f admin admin] For port 0124fa3c-0cc1-4806-941a-ac7aeca832a2, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=0124fa3c-0cc1-4806-941a-ac7aeca832a2,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:23.018560 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7db3758-d200-4b9f-8644-851b486dd29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:23.021772 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-74c35455-79be-4e57-88e6-2489c266095d None None] Set router ce59fcef-80ae-4d3f-9803-9cb7270a4686 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:06:23.049788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a7db3758-d200-4b9f-8644-851b486dd29f admin admin] Calling delete_port for 0124fa3c-0cc1-4806-941a-ac7aeca832a2 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:06:23.144302 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58416) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:23.157219 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-74c35455-79be-4e57-88e6-2489c266095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'name': 'tempest-FloatingIPDetailsTestJSON-439260587-router', 'tenant_id': '834e7716dde14316b4308a56a4e1ad6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:47Z', 'updated_at': '2021-11-18T17:06:22Z', 'revision_number': 6, 'project_id': '834e7716dde14316b4308a56a4e1ad6f', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:23.186660 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56f4fdbb-dadc-40a3-b98b-759eaa2651a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:23.199073 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c35455-79be-4e57-88e6-2489c266095d None None] The sync data for ids ['ce59fcef-80ae-4d3f-9803-9cb7270a4686'] in n-d-813419-11 is: [{'id': 'ce59fcef-80ae-4d3f-9803-9cb7270a4686', 'name': 'tempest-FloatingIPDetailsTestJSON-439260587-router', 'tenant_id': '834e7716dde14316b4308a56a4e1ad6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:47Z', 'updated_at': '2021-11-18T17:06:22Z', 'revision_number': 6, 'project_id': '834e7716dde14316b4308a56a4e1ad6f', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:06:23.224304 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031550f-545f-47ef-84f2-4829ccc3d44e req-8aec8350-0562-4328-aba1-c0652605e008 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:23.247221 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a031550f-545f-47ef-84f2-4829ccc3d44e req-8aec8350-0562-4328-aba1-c0652605e008 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.2284515 Nov 18 17:06:23.268023 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] For port 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:06:23.297992 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] For port 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5cc71673-dd28-47c2-8aa4-4ee2fdfd6303,segment=NetworkSegment(3b17a4b8-3c6b-4692-b2a7-125458f22152),segment_id=3b17a4b8-3c6b-4692-b2a7-125458f22152)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:06:23.304902 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ccbc898f-1573-4c8d-ad58-504bd43fb4c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:23.306489 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-391c60da-c0ba-4c87-81cb-8e7a656121c1 None None] Provisioning complete for port 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:23.307988 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-391c60da-c0ba-4c87-81cb-8e7a656121c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:23.399220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-391c60da-c0ba-4c87-81cb-8e7a656121c1 None None] Port 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:06:23.440428 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:23.477944 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56f4fdbb-dadc-40a3-b98b-759eaa2651a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:23.486972 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ccbc898f-1573-4c8d-ad58-504bd43fb4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:23.591477 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc898f-1573-4c8d-ad58-504bd43fb4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b61a3a-3ad3-4b31-ad08-84c54ea76f2c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:23.597895 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a196a45-5a97-44f5-b9f1-489aa1d4da7c None None] Pushing event updated for resources: {'Port': ['ID=5cc71673-dd28-47c2-8aa4-4ee2fdfd6303,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:23.602473 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Routers {'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:06:23.603098 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:06:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a254dcb4-8c6f-4c07-ab81-cb40fbb1815e'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:23.612187 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56f4fdbb-dadc-40a3-b98b-759eaa2651a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:23.614635 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbc898f-1573-4c8d-ad58-504bd43fb4c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1117, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:06:23.690518 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7db3758-d200-4b9f-8644-851b486dd29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:23.788808 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a593cc91-47a4-4ad1-a946-e3fe369929ff no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:06:23.789202 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4fdbb-dadc-40a3-b98b-759eaa2651a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd99cfb-5e04-4e65-b1d1-78c912898458,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:23.834712 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ccbc898f-1573-4c8d-ad58-504bd43fb4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:23.835098 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-ccbc898f-1573-4c8d-ad58-504bd43fb4c1 admin admin] Added segment d80b3971-3bdf-4626-9e8f-3e9c7c611c82 of type vlan for network 1961ccf0-b088-481e-8248-b06d9dd60caa Nov 18 17:06:23.890858 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db3758-d200-4b9f-8644-851b486dd29f admin admin] Pushing event deleted for resources: {'Port': ['ID=0124fa3c-0cc1-4806-941a-ac7aeca832a2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:23.893117 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a031550f-545f-47ef-84f2-4829ccc3d44e req-2dd99955-3ab7-4edd-a97b-043fedf435ff tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6449447 Nov 18 17:06:23.910281 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7db3758-d200-4b9f-8644-851b486dd29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:23.927627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: a593cc91-47a4-4ad1-a946-e3fe369929ff {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:06:23.928148 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a593cc91-47a4-4ad1-a946-e3fe369929ff not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:06:23.988230 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-56f4fdbb-dadc-40a3-b98b-759eaa2651a9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6379e8f69b564642b1e917111e8b8ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8383501 Nov 18 17:06:23.989547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58428) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:24.089261 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8874f21-ac7b-41f2-8c27-7b040db789ab req-d731ea95-a189-4ef9-9491-2b01532f2d97 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 210 time: 0.1103489 Nov 18 17:06:24.090209 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-e19f36a5-3a79-45e3-b7bc-64b2def61853 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=d9b79a2d3a514299bcd73cd4df7eef3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638454 Nov 18 17:06:24.121729 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ccbc898f-1573-4c8d-ad58-504bd43fb4c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:24.247823 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb7797f1-3669-44a4-9956-298c6e6bd70d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:24.254431 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7db3758-d200-4b9f-8644-851b486dd29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:24.266391 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e629ad68-9a47-4791-a6ae-0efe19636a17 None None] Provisioning complete for port 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:24.266846 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e629ad68-9a47-4791-a6ae-0efe19636a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:24.272324 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] Set router a254dcb4-8c6f-4c07-ab81-cb40fbb1815e gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:06:24.299065 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ccbc898f-1573-4c8d-ad58-504bd43fb4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:24.299287 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7db3758-d200-4b9f-8644-851b486dd29f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:24.300591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbc898f-1573-4c8d-ad58-504bd43fb4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:24.301455 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ccbc898f-1573-4c8d-ad58-504bd43fb4c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:24.334335 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb7797f1-3669-44a4-9956-298c6e6bd70d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:24.468963 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e629ad68-9a47-4791-a6ae-0efe19636a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:24.475568 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-6eddd5ec-85a5-4b09-a1be-e195f35dd43c tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:24.487896 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-6eddd5ec-85a5-4b09-a1be-e195f35dd43c tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3515849 Nov 18 17:06:24.493647 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7db3758-d200-4b9f-8644-851b486dd29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:24.495020 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7db3758-d200-4b9f-8644-851b486dd29f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce59fcef-80ae-4d3f-9803-9cb7270a4686 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:06:24.515677 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7db3758-d200-4b9f-8644-851b486dd29f admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:24.516845 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a7db3758-d200-4b9f-8644-851b486dd29f admin admin] 10.222.0.72 "DELETE /v2.0/routers/ce59fcef-80ae-4d3f-9803-9cb7270a4686 HTTP/1.1" status: 204 len: 168 time: 2.7671127 Nov 18 17:06:24.523171 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-9cda0685-8c56-4b49-9207-b04669abd091 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Request body: {'port': {'device_id': '283fc368-17f5-42ad-a787-112b4ca42b64', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'd9b79a2d3a514299bcd73cd4df7eef3e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:24.528280 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58432) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:24.538162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e629ad68-9a47-4791-a6ae-0efe19636a17 None None] For port 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5cc71673-dd28-47c2-8aa4-4ee2fdfd6303,segment=NetworkSegment(3b17a4b8-3c6b-4692-b2a7-125458f22152),segment_id=3b17a4b8-3c6b-4692-b2a7-125458f22152)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:24.539663 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ccbc898f-1573-4c8d-ad58-504bd43fb4c1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5307782 Nov 18 17:06:24.542460 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc898f-1573-4c8d-ad58-504bd43fb4c1 admin admin] Pushing event updated for resources: {'Network': ['ID=1961ccf0-b088-481e-8248-b06d9dd60caa,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:24.547715 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58434) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:24.555985 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-dad8b226-d0ec-4411-acb4-2143f4152559 admin admin] Request body: {'subnet': {'network_id': '1961ccf0-b088-481e-8248-b06d9dd60caa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-26338675-subnet', 'tenant_id': 'ab57ca449c3e49d28eeec3044faaef97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:24.629166 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 1961ccf0-b088-481e-8248-b06d9dd60caa details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:06:24.679731 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad8b226-d0ec-4411-acb4-2143f4152559 admin admin] Made reservation on behalf of ab57ca449c3e49d28eeec3044faaef97 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:06:24.680034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a4535d-c8ab-4e61-b45e-4b020c4c5863 admin admin] Deleting subnet baa6b44e-1963-4bee-9a14-109a3c3bb92f {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:06:24.684980 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89a4535d-c8ab-4e61-b45e-4b020c4c5863 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:24.685827 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dad8b226-d0ec-4411-acb4-2143f4152559 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:24.738629 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89a4535d-c8ab-4e61-b45e-4b020c4c5863 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:24.801914 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e629ad68-9a47-4791-a6ae-0efe19636a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:24.910297 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629ad68-9a47-4791-a6ae-0efe19636a17 None None] Pushing event updated for resources: {'Port': ['ID=5cc71673-dd28-47c2-8aa4-4ee2fdfd6303,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:24.918717 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb7797f1-3669-44a4-9956-298c6e6bd70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:24.928479 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb7797f1-3669-44a4-9956-298c6e6bd70d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:24.928479 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fb7797f1-3669-44a4-9956-298c6e6bd70d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0dd99cfb-5e04-4e65-b1d1-78c912898458 HTTP/1.1" status: 204 len: 168 time: 0.9327595 Nov 18 17:06:24.933429 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58438) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:25.034295 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7797f1-3669-44a4-9956-298c6e6bd70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd99cfb-5e04-4e65-b1d1-78c912898458,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:25.124091 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482626356-router', 'tenant_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe66c-0385-486a-8e48-3958db59456f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:13Z', 'updated_at': '2021-11-18T17:06:17Z', 'revision_number': 4, 'project_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'gw_port': {'id': 'b0fbe66c-0385-486a-8e48-3958db59456f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:14Z', 'updated_at': '2021-11-18T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '5cc71673-dd28-47c2-8aa4-4ee2fdfd6303', 'name': '', 'network_id': '9fabee25-7075-450e-b1e3-f99b56de9250', 'tenant_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'mac_address': 'fa:16:3e:44:19:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'e003d559-f15c-47ab-a7a1-8d28761be417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:17Z', 'updated_at': '2021-11-18T17:06:23Z', 'revision_number': 4, 'project_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'subnets': [{'id': 'e003d559-f15c-47ab-a7a1-8d28761be417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:25.133576 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89a4535d-c8ab-4e61-b45e-4b020c4c5863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:25.156810 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-9cda0685-8c56-4b49-9207-b04669abd091 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Made reservation on behalf of d9b79a2d3a514299bcd73cd4df7eef3e for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:06:25.160474 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-9cda0685-8c56-4b49-9207-b04669abd091 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:25.203269 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ef24f-eb6a-47c7-9878-e998fcf3a9f8 None None] The sync data for ids ['a254dcb4-8c6f-4c07-ab81-cb40fbb1815e'] in n-d-813419-11 is: [{'id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482626356-router', 'tenant_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe66c-0385-486a-8e48-3958db59456f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:13Z', 'updated_at': '2021-11-18T17:06:17Z', 'revision_number': 4, 'project_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'gw_port': {'id': 'b0fbe66c-0385-486a-8e48-3958db59456f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:14Z', 'updated_at': '2021-11-18T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '5cc71673-dd28-47c2-8aa4-4ee2fdfd6303', 'name': '', 'network_id': '9fabee25-7075-450e-b1e3-f99b56de9250', 'tenant_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'mac_address': 'fa:16:3e:44:19:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'e003d559-f15c-47ab-a7a1-8d28761be417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:17Z', 'updated_at': '2021-11-18T17:06:23Z', 'revision_number': 4, 'project_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'subnets': [{'id': 'e003d559-f15c-47ab-a7a1-8d28761be417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:06:25.391178 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89a4535d-c8ab-4e61-b45e-4b020c4c5863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:25.435088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4535d-c8ab-4e61-b45e-4b020c4c5863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baa6b44e-1963-4bee-9a14-109a3c3bb92f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:25.442874 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89a4535d-c8ab-4e61-b45e-4b020c4c5863 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:25.449598 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-89a4535d-c8ab-4e61-b45e-4b020c4c5863 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/baa6b44e-1963-4bee-9a14-109a3c3bb92f HTTP/1.1" status: 204 len: 168 time: 0.9197066 Nov 18 17:06:25.449787 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b70af02-43f5-4525-9f73-a186d1545c93 None None] Network a7d8617e-2a3a-4b5e-be7c-760987a7aefa requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:06:25.454468 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58450) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:25.485961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c95e2017-fb54-458a-913f-4cbe7bf02887 req-461fe149-bab3-4230-9479-1fd2ec72ba2f tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 210 time: 0.1721909 Nov 18 17:06:25.571539 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:25.587676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-9cda0685-8c56-4b49-9207-b04669abd091 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Allocated IP 192.168.233.176 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/267c3435-d7eb-4e9a-a6da-431c67f57737) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:06:25.648013 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98617b62-2396-489f-a1fc-74ed2b30c417 req-1bf7f79f-374b-4814-b63b-84943eb34976 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:25.657266 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98617b62-2396-489f-a1fc-74ed2b30c417 req-1bf7f79f-374b-4814-b63b-84943eb34976 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.3453279 Nov 18 17:06:25.710312 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dad8b226-d0ec-4411-acb4-2143f4152559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:25.804729 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6881d80f-8698-49be-9f12-d20cf56fc5a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:25.832815 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aa6a96-4c10-4a40-816f-7fde5715f137 None None] DHCP port deletion for a7d8617e-2a3a-4b5e-be7c-760987a7aefa request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:06:25.839512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:06:25.843384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8b226-d0ec-4411-acb4-2143f4152559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffaab9be-2f7e-4544-bdee-3ae8e2fd55a5,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:25.891667 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98617b62-2396-489f-a1fc-74ed2b30c417 req-7164f48f-cc08-4b1c-970b-ef9e42405f74 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005148 Nov 18 17:06:26.012977 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6881d80f-8698-49be-9f12-d20cf56fc5a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:26.021953 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad8b226-d0ec-4411-acb4-2143f4152559 admin admin] Checking segment: {'id': 'd80b3971-3bdf-4626-9e8f-3e9c7c611c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '1961ccf0-b088-481e-8248-b06d9dd60caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:06:26.022308 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad8b226-d0ec-4411-acb4-2143f4152559 admin admin] Network hostable DHCP agents. Network: 1961ccf0-b088-481e-8248-b06d9dd60caa, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:06:26.055215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Deleting port b44ac0ac-1968-46cc-8a77-aa20adf2ea5b {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:06:26.055686 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:26.058049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:26.059953 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:26.063055 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6881d80f-8698-49be-9f12-d20cf56fc5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:26.132622 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6881d80f-8698-49be-9f12-d20cf56fc5a6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=81fded451f50484eaa18b785d51654da&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1891937 Nov 18 17:06:26.134259 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58462) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:26.134924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881d80f-8698-49be-9f12-d20cf56fc5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc0ed34-22fb-4d5f-9c3d-acb18e251caf,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:26.139330 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad8b226-d0ec-4411-acb4-2143f4152559 admin admin] Network 1961ccf0-b088-481e-8248-b06d9dd60caa is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:06:26.154715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] For port b44ac0ac-1968-46cc-8a77-aa20adf2ea5b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b44ac0ac-1968-46cc-8a77-aa20adf2ea5b,segment=NetworkSegment(56a0932c-a0af-47a4-b4c6-32a2ab23b1a6),segment_id=56a0932c-a0af-47a4-b4c6-32a2ab23b1a6)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:26.156263 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:26.165815 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa6a96-4c10-4a40-816f-7fde5715f137 None None] Deleting port b44ac0ac-1968-46cc-8a77-aa20adf2ea5b {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:06:26.166857 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6a96-4c10-4a40-816f-7fde5715f137 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:26.177694 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Calling delete_port for b44ac0ac-1968-46cc-8a77-aa20adf2ea5b owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:06:26.292288 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cfcaf2be-69bf-41ba-89ef-efbc5a97ac31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:26.319865 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-dad8b226-d0ec-4411-acb4-2143f4152559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 1961ccf0-b088-481e-8248-b06d9dd60caa) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:26.327731 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad8b226-d0ec-4411-acb4-2143f4152559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:26.333746 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dad8b226-d0ec-4411-acb4-2143f4152559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:26.376442 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3005ea-0263-4365-b8a3-863736c2609e None None] Network 1961ccf0-b088-481e-8248-b06d9dd60caa requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:06:26.377952 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-9cda0685-8c56-4b49-9207-b04669abd091 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:26.382310 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cfcaf2be-69bf-41ba-89ef-efbc5a97ac31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:26.393514 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:26.397738 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e7aa6a96-4c10-4a40-816f-7fde5715f137 None None] For port b44ac0ac-1968-46cc-8a77-aa20adf2ea5b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b44ac0ac-1968-46cc-8a77-aa20adf2ea5b,segment=NetworkSegment(56a0932c-a0af-47a4-b4c6-32a2ab23b1a6),segment_id=56a0932c-a0af-47a4-b4c6-32a2ab23b1a6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:26.397738 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6a96-4c10-4a40-816f-7fde5715f137 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:26.461442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] No DVR routers for this DVR port b44ac0ac-1968-46cc-8a77-aa20adf2ea5b on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:06:26.467664 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa6a96-4c10-4a40-816f-7fde5715f137 None None] Calling delete_port for b44ac0ac-1968-46cc-8a77-aa20adf2ea5b owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:06:26.472798 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Pushing event deleted for resources: {'Port': ['ID=b44ac0ac-1968-46cc-8a77-aa20adf2ea5b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:26.500420 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-dad8b226-d0ec-4411-acb4-2143f4152559 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9508984 Nov 18 17:06:26.576663 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cfcaf2be-69bf-41ba-89ef-efbc5a97ac31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:26.581539 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cfcaf2be-69bf-41ba-89ef-efbc5a97ac31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:26.586601 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cfcaf2be-69bf-41ba-89ef-efbc5a97ac31 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6cc0ed34-22fb-4d5f-9c3d-acb18e251caf HTTP/1.1" status: 204 len: 168 time: 0.4485173 Nov 18 17:06:26.648723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaf2be-69bf-41ba-89ef-efbc5a97ac31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc0ed34-22fb-4d5f-9c3d-acb18e251caf,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:26.701377 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-734dbfda-db56-4611-ad62-2427f626499c req-b2508fa6-c7af-44de-960c-da5cbe46e375 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 210 time: 0.0711668 Nov 18 17:06:26.746739 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:26.791086 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-9cda0685-8c56-4b49-9207-b04669abd091 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:26.888813 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:26.889375 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:26.890125 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:26.890468 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Subscribe: > port after_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:26.890821 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:26.891167 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Subscribe: > port after_update 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:26.891495 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:26.895610 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:26.896168 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:26.896652 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:26.971849 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['860d953c-42a4-4cbe-b9c7-1d003280656f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:06:27.042265 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:27.043886 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:27.044465 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:27.045029 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:27.045838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d8617e-2a3a-4b5e-be7c-760987a7aefa']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:27.095110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a0932c-a0af-47a4-b4c6-32a2ab23b1a6') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:27.095410 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a0932c-a0af-47a4-b4c6-32a2ab23b1a6') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:27.122906 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-9cda0685-8c56-4b49-9207-b04669abd091 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:06:27.123197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f24318-8424-492c-8f42-5627eda35e38 req-e5ed7a4b-38b2-4544-96a4-430e4bc98c11 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:27.125807 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:27.128154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96f24318-8424-492c-8f42-5627eda35e38 req-e5ed7a4b-38b2-4544-96a4-430e4bc98c11 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.0766070 Nov 18 17:06:27.202865 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-9cda0685-8c56-4b49-9207-b04669abd091 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:27.223223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-9cda0685-8c56-4b49-9207-b04669abd091 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:06:27.235868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-9cda0685-8c56-4b49-9207-b04669abd091 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:27.236607 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-9cda0685-8c56-4b49-9207-b04669abd091 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:27.269707 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda0685-8c56-4b49-9207-b04669abd091 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Pushing event updated for resources: {'Port': ['ID=267c3435-d7eb-4e9a-a6da-431c67f57737,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:27.289195 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:27.305182 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6a96-4c10-4a40-816f-7fde5715f137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:27.309343 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96f24318-8424-492c-8f42-5627eda35e38 req-02b81ac6-d117-4fd6-a396-b3c60f501984 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703064 Nov 18 17:06:27.328139 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:06:27.328567 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: from cryptography.utils import int_from_bytes Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: from cryptography.utils import int_from_bytes Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:06:27.370180 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:06:27.405617 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-9cda0685-8c56-4b49-9207-b04669abd091 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8870630 Nov 18 17:06:27.428724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Request body: {'port': {'device_id': '283fc368-17f5-42ad-a787-112b4ca42b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:27.449025 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 0124fa3c-0cc1-4806-941a-ac7aeca832a2 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:06:27.526618 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa6a96-4c10-4a40-816f-7fde5715f137 None None] Pushing event deleted for resources: {'Port': ['ID=b44ac0ac-1968-46cc-8a77-aa20adf2ea5b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:27.537036 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab075c1b-c036-49af-b8e6-43952368fa3b None None] Network 1961ccf0-b088-481e-8248-b06d9dd60caa requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:06:27.554094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa6a96-4c10-4a40-816f-7fde5715f137 None None] No DVR routers for this DVR port b44ac0ac-1968-46cc-8a77-aa20adf2ea5b on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:06:27.581539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 0124fa3c-0cc1-4806-941a-ac7aeca832a2 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:06:27.582028 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 0124fa3c-0cc1-4806-941a-ac7aeca832a2 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:06:27.665590 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:27.671482 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.83', 53977) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:27.806142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b44ac0ac-1968-46cc-8a77-aa20adf2ea5b no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:06:27.808328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7de64f7f-7c15-4067-946a-bb2f51e4e03e None None] Provisioning complete for port 267c3435-d7eb-4e9a-a6da-431c67f57737 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:27.809518 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7de64f7f-7c15-4067-946a-bb2f51e4e03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:27.907700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: b44ac0ac-1968-46cc-8a77-aa20adf2ea5b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:06:27.908324 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b44ac0ac-1968-46cc-8a77-aa20adf2ea5b not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:06:27.933386 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:06:28.020395 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-7e976897-1d8c-42cd-bf23-73827941c093 req-b3ddd7c9-a75e-4e47-baf3-d00ed318f35f service neutron] show failed (client error): The resource could not be found. Nov 18 17:06:28.021777 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-b3ddd7c9-a75e-4e47-baf3-d00ed318f35f service neutron] 10.222.0.83 "GET /v2.0/ports/14b037fd-40a5-4cab-9075-5b29f54b7340/bindings/n-h1-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.3491306 Nov 18 17:06:28.100960 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a0e6e-0919-4bb7-a7f3-657f9181b2a7 req-80195951-a69f-434b-8e6c-c0234551ef9e tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:28.109543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e40a0e6e-0919-4bb7-a7f3-657f9181b2a7 req-80195951-a69f-434b-8e6c-c0234551ef9e tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 936 time: 0.2026892 Nov 18 17:06:28.124236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7de64f7f-7c15-4067-946a-bb2f51e4e03e None None] Port 267c3435-d7eb-4e9a-a6da-431c67f57737 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:06:28.138502 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:28.172803 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Pushing event deleted for resources: {'Network': ['ID=a7d8617e-2a3a-4b5e-be7c-760987a7aefa,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:28.178165 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:28.186573 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a36b3be1-ec06-4d48-a8ae-cb105d85205b admin admin] 10.222.0.72 "DELETE /v2.0/networks/a7d8617e-2a3a-4b5e-be7c-760987a7aefa HTTP/1.1" status: 204 len: 168 time: 2.7309606 Nov 18 17:06:28.194315 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e40a0e6e-0919-4bb7-a7f3-657f9181b2a7 req-1f756edc-6450-4e4a-9a9f-f6e615418db7 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807045 Nov 18 17:06:28.383065 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267c3435-d7eb-4e9a-a6da-431c67f57737 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:06:28.395663 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:28.413822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58506) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:28.422344 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Transition to ACTIVE for port object 267c3435-d7eb-4e9a-a6da-431c67f57737 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:06:28.434744 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c11ecacf-26ae-4050-a629-1a76e8339607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:28.542656 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:28.559637 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00df78-1373-47f0-bf9e-f1975166b47b req-3d56dc5e-ddb5-4b9d-a852-5f51516c0a85 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:28.560142 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da00df78-1373-47f0-bf9e-f1975166b47b req-3d56dc5e-ddb5-4b9d-a852-5f51516c0a85 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.1042702 Nov 18 17:06:28.641179 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da00df78-1373-47f0-bf9e-f1975166b47b req-ba5e6c8d-d012-4f59-99f5-879817fd0151 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747380 Nov 18 17:06:28.715844 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Pushing event updated for resources: {'Port': ['ID=267c3435-d7eb-4e9a-a6da-431c67f57737,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:28.734044 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c11ecacf-26ae-4050-a629-1a76e8339607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:28.862158 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c11ecacf-26ae-4050-a629-1a76e8339607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:28.980425 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c11ecacf-26ae-4050-a629-1a76e8339607 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd232e5c3b734a969f102b7f12f6ae54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5642304 Nov 18 17:06:28.981561 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ecacf-26ae-4050-a629-1a76e8339607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36522c3c-756c-474a-856a-eca6fc65be54,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:28.984135 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58516) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:29.040284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Attempting to bind port 267c3435-d7eb-4e9a-a6da-431c67f57737 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:06:29.041871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Attempting to bind port 267c3435-d7eb-4e9a-a6da-431c67f57737 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:06:29.045365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Attempting to bind port 267c3435-d7eb-4e9a-a6da-431c67f57737 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:06:29.089940 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Port 267c3435-d7eb-4e9a-a6da-431c67f57737 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:06:29.091443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Attempting to bind port 267c3435-d7eb-4e9a-a6da-431c67f57737 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:06:29.095093 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-60f290ef-9370-4450-99ad-850c66093616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:29.118623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e976897-1d8c-42cd-bf23-73827941c093 req-7c51c208-7b9c-4aff-83e9-1fe5096aeeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:29.120803 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-7c51c208-7b9c-4aff-83e9-1fe5096aeeea service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c&tenant_id=b5619a9fdad84356bf3a835e304c5fab HTTP/1.1" status: 200 len: 1102 time: 0.3105950 Nov 18 17:06:29.124242 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:06:29.126243 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:06:29.128267 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:06:29.128991 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Bound port: 267c3435-d7eb-4e9a-a6da-431c67f57737, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:06:29.131977 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:29.136225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58520) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:29.166984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:29.207622 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-60f290ef-9370-4450-99ad-850c66093616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:29.359976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] For port 267c3435-d7eb-4e9a-a6da-431c67f57737, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:06:29.365335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] For port 267c3435-d7eb-4e9a-a6da-431c67f57737, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=267c3435-d7eb-4e9a-a6da-431c67f57737,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:06:29.369579 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-77a6bc53-1012-4ff9-8c4a-ebd7d5b63c93 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=834e7716dde14316b4308a56a4e1ad6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321584 Nov 18 17:06:29.373316 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58528) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:29.379627 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58530) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:29.393498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7beb29b9-6ccb-4be8-aae6-dd34abe0c02d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-284931349-network', 'tenant_id': 'fb597752dce7476cb40664c2355b1440'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:29.446616 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:29.452794 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:29.514152 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:29.516504 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:29.518730 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] 10.222.0.83 "PUT /v2.0/ports/267c3435-d7eb-4e9a-a6da-431c67f57737 HTTP/1.1" status: 200 len: 1097 time: 2.1033514 Nov 18 17:06:29.532120 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4e3d181e-ef7f-4609-86b5-a2f97347b71a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:29.535402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283fc368-17f5-42ad-a787-112b4ca42b64', 'tag': '267c3435-d7eb-4e9a-a6da-431c67f57737'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:06:29.538082 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f57382a-6f74-4b59-9b79-770d09119b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "283fc368-17f5-42ad-a787-112b4ca42b64", "tag": "267c3435-d7eb-4e9a-a6da-431c67f57737"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:06:29.541722 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcffa8-e8ee-4d36-b147-db0b92d6067d req-4f69c55d-13c0-42c0-b6ec-5c2c150b8514 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:29.544536 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d7fcffa8-e8ee-4d36-b147-db0b92d6067d req-4f69c55d-13c0-42c0-b6ec-5c2c150b8514 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 948 time: 0.1383862 Nov 18 17:06:29.573598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7beb29b9-6ccb-4be8-aae6-dd34abe0c02d admin admin] Made reservation on behalf of fb597752dce7476cb40664c2355b1440 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:06:29.573598 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7beb29b9-6ccb-4be8-aae6-dd34abe0c02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:29.617765 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7beb29b9-6ccb-4be8-aae6-dd34abe0c02d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:29.653515 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d7fcffa8-e8ee-4d36-b147-db0b92d6067d req-c534f6b9-ec36-4bdf-a8b3-7c4d426a15bf tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992746 Nov 18 17:06:29.658488 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-60f290ef-9370-4450-99ad-850c66093616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:29.661490 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-60f290ef-9370-4450-99ad-850c66093616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:29.668113 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-60f290ef-9370-4450-99ad-850c66093616 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/36522c3c-756c-474a-856a-eca6fc65be54 HTTP/1.1" status: 204 len: 168 time: 0.6564462 Nov 18 17:06:29.670918 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a2e56-f05f-4c7a-b6a5-31e616d19260 service neutron] Pushing event updated for resources: {'Port': ['ID=267c3435-d7eb-4e9a-a6da-431c67f57737,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:29.734893 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4e3d181e-ef7f-4609-86b5-a2f97347b71a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:29.749258 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f290ef-9370-4450-99ad-850c66093616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36522c3c-756c-474a-856a-eca6fc65be54,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:29.895911 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c22d095-0f37-4eef-9dc5-7f4fb797060f x-openstack-request-id: req-0c22d095-0f37-4eef-9dc5-7f4fb797060f {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:06:29.896592 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283fc368-17f5-42ad-a787-112b4ca42b64", "tag": "267c3435-d7eb-4e9a-a6da-431c67f57737", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:06:29.896860 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0c22d095-0f37-4eef-9dc5-7f4fb797060f {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:06:29.897293 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283fc368-17f5-42ad-a787-112b4ca42b64', 'tag': '267c3435-d7eb-4e9a-a6da-431c67f57737', 'status': 'completed', 'code': 200} Nov 18 17:06:29.950353 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d91a608-55eb-4f4f-bfa4-9a07545a12a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:29.986092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-0864bd56-4bb9-44eb-8aa6-d460a37f1b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:29.988903 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-0864bd56-4bb9-44eb-8aa6-d460a37f1b03 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d9b79a2d3a514299bcd73cd4df7eef3e&device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 1100 time: 0.3110449 Nov 18 17:06:30.066084 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-7b8b2bfa-b9e5-4a4b-9369-a72b79f56260 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=267c3435-d7eb-4e9a-a6da-431c67f57737 HTTP/1.1" status: 200 len: 217 time: 0.0600252 Nov 18 17:06:30.195891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb09fb-3bdb-491c-9b39-bd7f252a6d85 req-5fb646e0-1153-45fb-9037-0a0571a412d0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:30.195891 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97cb09fb-3bdb-491c-9b39-bd7f252a6d85 req-5fb646e0-1153-45fb-9037-0a0571a412d0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.2063444 Nov 18 17:06:30.195891 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4e3d181e-ef7f-4609-86b5-a2f97347b71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:30.195891 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4e3d181e-ef7f-4609-86b5-a2f97347b71a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:30.195891 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4e3d181e-ef7f-4609-86b5-a2f97347b71a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6040285d-4e2b-4451-80f7-e189a2314289 HTTP/1.1" status: 204 len: 168 time: 0.7511516 Nov 18 17:06:30.195891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d181e-ef7f-4609-86b5-a2f97347b71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6040285d-4e2b-4451-80f7-e189a2314289,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:30.203691 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97cb09fb-3bdb-491c-9b39-bd7f252a6d85 req-b15de485-f39e-4e48-b05a-7f044f21e134 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847907 Nov 18 17:06:30.264159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-f8781e08-ec9a-4707-bb4c-1ce51e89e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:30.265689 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-f8781e08-ec9a-4707-bb4c-1ce51e89e1e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1829677 Nov 18 17:06:30.269405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] For port 14b037fd-40a5-4cab-9075-5b29f54b7340, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=14b037fd-40a5-4cab-9075-5b29f54b7340,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:30.335383 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7beb29b9-6ccb-4be8-aae6-dd34abe0c02d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:30.363530 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] For port 14b037fd-40a5-4cab-9075-5b29f54b7340, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:06:30.387781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-fac2b8c6-2e28-492c-ae1e-63b2e023108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:30.389384 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-fac2b8c6-2e28-492c-ae1e-63b2e023108e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1051202 Nov 18 17:06:30.428282 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:30.453981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Transition to ACTIVE for port object 14b037fd-40a5-4cab-9075-5b29f54b7340 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:06:30.505535 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-0fbcb4d9-75d1-46a0-954e-71e169f1ea74 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986991 Nov 18 17:06:30.581795 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:30.584133 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7beb29b9-6ccb-4be8-aae6-dd34abe0c02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:30.653863 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7beb29b9-6ccb-4be8-aae6-dd34abe0c02d admin admin] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:06:30.699866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] No DVR routers for this DVR port 14b037fd-40a5-4cab-9075-5b29f54b7340 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:06:30.746149 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb29b9-6ccb-4be8-aae6-dd34abe0c02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4a3660-f405-49ae-b6cc-a76f00b4693e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:30.747236 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7beb29b9-6ccb-4be8-aae6-dd34abe0c02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:30.747236 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-7beb29b9-6ccb-4be8-aae6-dd34abe0c02d admin admin] Added segment efca6899-11e7-4bea-961d-b0672cfd7bf4 of type vlan for network 8c8bf6a7-de2a-4a00-bc4a-90ab6fb68d46 Nov 18 17:06:30.748805 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Pushing event updated for resources: {'Port': ['ID=14b037fd-40a5-4cab-9075-5b29f54b7340,revision_number=6']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:30.773239 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6742e811-0840-4e5b-8d7e-d6bcc7e430d9 req-7d5de006-789c-4e9c-a343-0b1f0f037f75 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582362 Nov 18 17:06:30.828268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Attempting to bind port 14b037fd-40a5-4cab-9075-5b29f54b7340 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:06:30.828619 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Attempting to bind port 14b037fd-40a5-4cab-9075-5b29f54b7340 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:06:30.828955 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Attempting to bind port 14b037fd-40a5-4cab-9075-5b29f54b7340 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:06:30.860691 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7beb29b9-6ccb-4be8-aae6-dd34abe0c02d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:30.920212 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Port 14b037fd-40a5-4cab-9075-5b29f54b7340 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:06:30.920540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Attempting to bind port 14b037fd-40a5-4cab-9075-5b29f54b7340 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:06:30.930085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:06:30.930447 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:06:30.930891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:06:30.931643 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Bound port: 14b037fd-40a5-4cab-9075-5b29f54b7340, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:06:30.932214 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:30.956808 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6a40e-a152-46d8-9423-fab7754d0742 req-a6ff725e-4897-4768-aaf0-47b9a0ca1f01 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:30.966628 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16c6a40e-a152-46d8-9423-fab7754d0742 req-a6ff725e-4897-4768-aaf0-47b9a0ca1f01 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 948 time: 0.1029162 Nov 18 17:06:31.056511 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7beb29b9-6ccb-4be8-aae6-dd34abe0c02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:31.057505 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beb29b9-6ccb-4be8-aae6-dd34abe0c02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:31.058260 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7beb29b9-6ccb-4be8-aae6-dd34abe0c02d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:31.066946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16c6a40e-a152-46d8-9423-fab7754d0742 req-d56ce42a-c4b0-4359-80f2-566d3e13617f tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990531 Nov 18 17:06:31.186754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57382a-6f74-4b59-9b79-770d09119b7a req-e9e9b34e-cf66-439a-a866-5f373bbc3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:31.188427 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f57382a-6f74-4b59-9b79-770d09119b7a req-e9e9b34e-cf66-439a-a866-5f373bbc3bc5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d9b79a2d3a514299bcd73cd4df7eef3e&device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 1100 time: 0.2523854 Nov 18 17:06:31.204230 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7beb29b9-6ccb-4be8-aae6-dd34abe0c02d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8166208 Nov 18 17:06:31.206646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58566) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:31.213607 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-0ca60ce6-d76c-45b4-9f5d-0ac4766175fe admin admin] Request body: {'subnet': {'network_id': '8c8bf6a7-de2a-4a00-bc4a-90ab6fb68d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-284931349-subnet', 'tenant_id': 'fb597752dce7476cb40664c2355b1440', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:31.257166 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58572) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:31.282834 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0e387a1-e6c4-4d9f-93f8-7dfe7ea4c768 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:31.438592 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0e387a1-e6c4-4d9f-93f8-7dfe7ea4c768 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:31.451001 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca60ce6-d76c-45b4-9f5d-0ac4766175fe admin admin] Made reservation on behalf of fb597752dce7476cb40664c2355b1440 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:06:31.453385 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ca60ce6-d76c-45b4-9f5d-0ac4766175fe admin admin] Publish callbacks [] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:31.464510 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb29b9-6ccb-4be8-aae6-dd34abe0c02d admin admin] Pushing event updated for resources: {'Network': ['ID=8c8bf6a7-de2a-4a00-bc4a-90ab6fb68d46,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:31.468661 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57382a-6f74-4b59-9b79-770d09119b7a req-86005df2-09f3-46ae-9867-a6d4588d16a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:31.470795 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f57382a-6f74-4b59-9b79-770d09119b7a req-86005df2-09f3-46ae-9867-a6d4588d16a4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.2642477 Nov 18 17:06:31.488447 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 8c8bf6a7-de2a-4a00-bc4a-90ab6fb68d46 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:06:31.541984 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f57382a-6f74-4b59-9b79-770d09119b7a req-d459efaa-6225-4128-9227-79ad2e238089 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=267c3435-d7eb-4e9a-a6da-431c67f57737 HTTP/1.1" status: 200 len: 217 time: 0.0527520 Nov 18 17:06:31.548792 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 14b037fd-40a5-4cab-9075-5b29f54b7340 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:06:31.550567 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] For port 14b037fd-40a5-4cab-9075-5b29f54b7340, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:06:31.563123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] For port 14b037fd-40a5-4cab-9075-5b29f54b7340, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=14b037fd-40a5-4cab-9075-5b29f54b7340,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:06:31.616155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57382a-6f74-4b59-9b79-770d09119b7a req-729b57ad-49b2-4378-a6d8-f61480b9b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:31.619990 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f57382a-6f74-4b59-9b79-770d09119b7a req-729b57ad-49b2-4378-a6d8-f61480b9b604 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0669019 Nov 18 17:06:31.624441 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:31.643505 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0e387a1-e6c4-4d9f-93f8-7dfe7ea4c768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:31.738658 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b0e387a1-e6c4-4d9f-93f8-7dfe7ea4c768 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f972753722b8417db884ec458f4266fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4762430 Nov 18 17:06:31.740345 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58584) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:31.744609 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e387a1-e6c4-4d9f-93f8-7dfe7ea4c768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd3a457-cea0-452c-bed5-ab525d43809d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:31.773643 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 14b037fd-40a5-4cab-9075-5b29f54b7340 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:06:31.802759 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4b01f-4523-4674-b557-6eb29fc0381d req-f4edab54-ebee-4a3b-93c4-11a005182f34 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:31.808409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a7f4b01f-4523-4674-b557-6eb29fc0381d req-f4edab54-ebee-4a3b-93c4-11a005182f34 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 948 time: 0.3644376 Nov 18 17:06:31.824943 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Pushing event updated for resources: {'Port': ['ID=14b037fd-40a5-4cab-9075-5b29f54b7340,revision_number=7']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:31.840248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:31.841234 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:31.842793 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-6aa450d2-44a6-49a6-bac4-8b15b77ff71d service neutron] 10.222.0.81 "PUT /v2.0/ports/14b037fd-40a5-4cab-9075-5b29f54b7340 HTTP/1.1" status: 200 len: 1097 time: 2.7056046 Nov 18 17:06:31.854415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57382a-6f74-4b59-9b79-770d09119b7a req-abef57bf-8168-4199-9915-7e4b93a05c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:31.860208 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f57382a-6f74-4b59-9b79-770d09119b7a req-abef57bf-8168-4199-9915-7e4b93a05c69 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2280896 Nov 18 17:06:31.936745 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa05a29a-d613-41cb-b276-814e5d0e114c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b037fd-40a5-4cab-9075-5b29f54b7340'}, {'name': 'network-changed', 'server_uuid': 'fa05a29a-d613-41cb-b276-814e5d0e114c', 'tag': '14b037fd-40a5-4cab-9075-5b29f54b7340'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:06:31.940725 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509bf188-4fb5-4770-a77a-8df294a5788d" -d '{"events": [{"server_uuid": "fa05a29a-d613-41cb-b276-814e5d0e114c", "name": "network-vif-unplugged", "status": "completed", "tag": "14b037fd-40a5-4cab-9075-5b29f54b7340"}, {"name": "network-changed", "server_uuid": "fa05a29a-d613-41cb-b276-814e5d0e114c", "tag": "14b037fd-40a5-4cab-9075-5b29f54b7340"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:06:31.984030 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a7f4b01f-4523-4674-b557-6eb29fc0381d req-284d072f-0614-4c91-b293-ee71dfab87ce tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687269 Nov 18 17:06:32.033899 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c48e-381f-4a4e-99b5-37e95dd605a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:32.094598 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c48e-381f-4a4e-99b5-37e95dd605a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:32.171507 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ca60ce6-d76c-45b4-9f5d-0ac4766175fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:32.299672 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca60ce6-d76c-45b4-9f5d-0ac4766175fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=97253704-8ad7-4568-806b-240015542435,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:32.350303 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 18 Nov 2021 17:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b801a96d-5e52-4e25-8fe9-b85d30a180b9 x-openstack-request-id: req-b801a96d-5e52-4e25-8fe9-b85d30a180b9 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:06:32.350906 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa05a29a-d613-41cb-b276-814e5d0e114c", "name": "network-vif-unplugged", "status": "completed", "tag": "14b037fd-40a5-4cab-9075-5b29f54b7340", "code": 200}, {"name": "network-changed", "server_uuid": "fa05a29a-d613-41cb-b276-814e5d0e114c", "tag": "14b037fd-40a5-4cab-9075-5b29f54b7340", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:06:32.354422 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b801a96d-5e52-4e25-8fe9-b85d30a180b9 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:06:32.356577 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa05a29a-d613-41cb-b276-814e5d0e114c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b037fd-40a5-4cab-9075-5b29f54b7340', 'code': 200} Nov 18 17:06:32.357595 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa05a29a-d613-41cb-b276-814e5d0e114c', 'tag': '14b037fd-40a5-4cab-9075-5b29f54b7340', 'status': 'completed', 'code': 200} Nov 18 17:06:32.382919 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f57382a-6f74-4b59-9b79-770d09119b7a req-131143c1-c5fa-42f6-beed-e6a8df422845 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140438 Nov 18 17:06:32.413717 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d61cb48f-7bb1-41cb-9d13-e79d1e530105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:32.423900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e976897-1d8c-42cd-bf23-73827941c093 req-17e32345-5e39-4658-a4c7-b50d00765a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:32.427714 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-17e32345-5e39-4658-a4c7-b50d00765a89 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 1100 time: 0.4840779 Nov 18 17:06:32.467915 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca60ce6-d76c-45b4-9f5d-0ac4766175fe admin admin] Checking segment: {'id': 'efca6899-11e7-4bea-961d-b0672cfd7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '8c8bf6a7-de2a-4a00-bc4a-90ab6fb68d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:06:32.467915 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca60ce6-d76c-45b4-9f5d-0ac4766175fe admin admin] Network hostable DHCP agents. Network: 8c8bf6a7-de2a-4a00-bc4a-90ab6fb68d46, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:06:32.471235 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c48e-381f-4a4e-99b5-37e95dd605a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:32.474057 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c48e-381f-4a4e-99b5-37e95dd605a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:32.477640 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f2a6c48e-381f-4a4e-99b5-37e95dd605a7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5cd3a457-cea0-452c-bed5-ab525d43809d HTTP/1.1" status: 204 len: 168 time: 0.7271862 Nov 18 17:06:32.484747 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5cc6bcab-6058-4276-b1a9-0c1fa2497b3b req-2381571b-e56c-42e4-bf20-587610f3a0f0 tempest-QuotasAdminNegativeTest-548614303 tempest-QuotasAdminNegativeTest-548614303-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=dea43b774ca04f4aa3ea6d0e412314fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1612313 Nov 18 17:06:32.561528 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f57382a-6f74-4b59-9b79-770d09119b7a req-dc6e880b-85d3-4865-a51a-27ab39dfa628 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641264 Nov 18 17:06:32.609106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6c48e-381f-4a4e-99b5-37e95dd605a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd3a457-cea0-452c-bed5-ab525d43809d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:32.678761 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bf188-4fb5-4770-a77a-8df294a5788d req-68f52e77-4253-4778-aa37-fd9ff41e5809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:32.680488 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-509bf188-4fb5-4770-a77a-8df294a5788d req-68f52e77-4253-4778-aa37-fd9ff41e5809 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 1100 time: 0.3225982 Nov 18 17:06:32.710374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b7211-af71-443c-afcd-e744f2066893 req-631fcd6d-8ef3-404f-a929-d53e087b1275 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:32.717457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e976897-1d8c-42cd-bf23-73827941c093 req-b36bd9fb-8c6c-4e8c-ba64-b44a0c3b3ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:32.717983 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c40b7211-af71-443c-afcd-e744f2066893 req-631fcd6d-8ef3-404f-a929-d53e087b1275 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 948 time: 0.3654795 Nov 18 17:06:32.718934 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-b36bd9fb-8c6c-4e8c-ba64-b44a0c3b3ea5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1875520 Nov 18 17:06:32.767152 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-8ed21a48-fe13-41f4-b0db-7b00ec0d0c16 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=14b037fd-40a5-4cab-9075-5b29f54b7340 HTTP/1.1" status: 200 len: 217 time: 0.0394824 Nov 18 17:06:32.769263 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6bcab-6058-4276-b1a9-0c1fa2497b3b req-4b78b66d-aa67-427f-8e3f-1fa628653d3c tempest-QuotasAdminNegativeTest-548614303 tempest-QuotasAdminNegativeTest-548614303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:32.770881 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5cc6bcab-6058-4276-b1a9-0c1fa2497b3b req-4b78b66d-aa67-427f-8e3f-1fa628653d3c tempest-QuotasAdminNegativeTest-548614303 tempest-QuotasAdminNegativeTest-548614303-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2852178 Nov 18 17:06:32.787866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca60ce6-d76c-45b4-9f5d-0ac4766175fe admin admin] Network 8c8bf6a7-de2a-4a00-bc4a-90ab6fb68d46 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:06:32.863119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e976897-1d8c-42cd-bf23-73827941c093 req-14dd78b3-348e-4289-9641-491e420f49f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:32.863706 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5cc6bcab-6058-4276-b1a9-0c1fa2497b3b req-8941f308-e3a2-4d17-9a06-472e3a7da4bd tempest-QuotasAdminNegativeTest-548614303 tempest-QuotasAdminNegativeTest-548614303-project] 10.222.0.72 "GET /v2.0/quotas/dea43b774ca04f4aa3ea6d0e412314fa HTTP/1.1" status: 200 len: 375 time: 0.0828834 Nov 18 17:06:32.867866 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-14dd78b3-348e-4289-9641-491e420f49f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0876079 Nov 18 17:06:32.924116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e976897-1d8c-42cd-bf23-73827941c093 req-2dfda4d1-8230-4670-b983-9d89b476f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:32.926117 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-2dfda4d1-8230-4670-b983-9d89b476f54c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0492058 Nov 18 17:06:33.048352 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-281d4d12-c720-4308-ac88-db496025c9f8 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131325 Nov 18 17:06:33.122496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-0ca60ce6-d76c-45b4-9f5d-0ac4766175fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 8c8bf6a7-de2a-4a00-bc4a-90ab6fb68d46) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:33.128627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca60ce6-d76c-45b4-9f5d-0ac4766175fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:33.132060 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ca60ce6-d76c-45b4-9f5d-0ac4766175fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:33.134767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8164a04d-96f9-4d0b-891d-d26c9b1783ed None None] Network 8c8bf6a7-de2a-4a00-bc4a-90ab6fb68d46 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:06:33.170867 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c40b7211-af71-443c-afcd-e744f2066893 req-dddaa694-a95c-4408-8a4a-22fc93c5c46d tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468341 Nov 18 17:06:33.189422 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5cc6bcab-6058-4276-b1a9-0c1fa2497b3b req-435f4289-1eca-44e4-8268-8721d9965274 tempest-QuotasAdminNegativeTest-548614303 tempest-QuotasAdminNegativeTest-548614303-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dea43b774ca04f4aa3ea6d0e412314fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2967780 Nov 18 17:06:33.236187 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bf188-4fb5-4770-a77a-8df294a5788d req-9d25558d-2aec-4124-ad1f-1780ea811cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:33.241754 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-509bf188-4fb5-4770-a77a-8df294a5788d req-9d25558d-2aec-4124-ad1f-1780ea811cf1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.5493071 Nov 18 17:06:33.336158 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-509bf188-4fb5-4770-a77a-8df294a5788d req-e3d8fd87-347d-4ec1-8bbd-9e2d58bbbab7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=14b037fd-40a5-4cab-9075-5b29f54b7340 HTTP/1.1" status: 200 len: 217 time: 0.0882823 Nov 18 17:06:33.348271 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0ca60ce6-d76c-45b4-9f5d-0ac4766175fe admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1312754 Nov 18 17:06:33.410636 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bf188-4fb5-4770-a77a-8df294a5788d req-1b693c8c-2c4d-41a2-9a33-c6653327f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:33.414834 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-509bf188-4fb5-4770-a77a-8df294a5788d req-1b693c8c-2c4d-41a2-9a33-c6653327f67c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0703254 Nov 18 17:06:33.452363 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e976897-1d8c-42cd-bf23-73827941c093 req-35db2861-5043-44d6-87f3-329253d1c14f service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951569 Nov 18 17:06:33.523233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58640) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:33.528601 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807bc485-b9c1-4f8b-a485-4f78dd133074 None None] Network 8c8bf6a7-de2a-4a00-bc4a-90ab6fb68d46 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:06:33.533175 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:33.550991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 267c3435-d7eb-4e9a-a6da-431c67f57737 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:06:33.642643 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bf188-4fb5-4770-a77a-8df294a5788d req-7e59c0a2-4ce2-449f-b4e6-1d8ca5eba734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:33.644304 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-509bf188-4fb5-4770-a77a-8df294a5788d req-7e59c0a2-4ce2-449f-b4e6-1d8ca5eba734 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2185454 Nov 18 17:06:33.689353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cf870-bb16-40b2-aa65-a93c26164178 req-7dece980-1879-44fc-94b3-227de19487d4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:33.690949 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f02cf870-bb16-40b2-aa65-a93c26164178 req-7dece980-1879-44fc-94b3-227de19487d4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 948 time: 0.1921954 Nov 18 17:06:33.693540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-5475934a-188c-4dd5-8903-445dd370c516 admin admin] Deleting subnet ffaab9be-2f7e-4544-bdee-3ae8e2fd55a5 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:06:33.704860 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5475934a-188c-4dd5-8903-445dd370c516 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:33.744885 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bf188-4fb5-4770-a77a-8df294a5788d req-19ceb2b4-81f3-49a8-847d-704f113c0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:33.747044 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-509bf188-4fb5-4770-a77a-8df294a5788d req-19ceb2b4-81f3-49a8-847d-704f113c0da4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 1100 time: 0.1685860 Nov 18 17:06:33.776708 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5475934a-188c-4dd5-8903-445dd370c516 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:33.849852 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f02cf870-bb16-40b2-aa65-a93c26164178 req-f29a969c-b4bc-48b3-b21c-ffcc20230ac8 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287501 Nov 18 17:06:33.857119 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 267c3435-d7eb-4e9a-a6da-431c67f57737, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=267c3435-d7eb-4e9a-a6da-431c67f57737,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:33.901190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '267c3435-d7eb-4e9a-a6da-431c67f57737', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '267c3435-d7eb-4e9a-a6da-431c67f57737', 'mac_address': 'fa:16:3e:99:94:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:06:33.948127 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-509bf188-4fb5-4770-a77a-8df294a5788d req-be54067e-593d-443d-813f-afefa5431fe0 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858779 Nov 18 17:06:33.970409 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5475934a-188c-4dd5-8903-445dd370c516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:34.016467 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:34.033856 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267c3435-d7eb-4e9a-a6da-431c67f57737 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:06:34.054036 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 267c3435-d7eb-4e9a-a6da-431c67f57737, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=267c3435-d7eb-4e9a-a6da-431c67f57737,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:34.066940 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bf188-4fb5-4770-a77a-8df294a5788d req-b1a6db86-e170-4241-bed2-792061697f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:34.068955 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-509bf188-4fb5-4770-a77a-8df294a5788d req-b1a6db86-e170-4241-bed2-792061697f31 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.3133056 Nov 18 17:06:34.119817 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-509bf188-4fb5-4770-a77a-8df294a5788d req-ea33ab77-6982-46bd-910c-bf4ab0760920 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=14b037fd-40a5-4cab-9075-5b29f54b7340 HTTP/1.1" status: 200 len: 217 time: 0.0407298 Nov 18 17:06:34.119991 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-509bf188-4fb5-4770-a77a-8df294a5788d req-3d8991fe-f5c8-461f-9a6d-d6088a7d7c24 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530116 Nov 18 17:06:34.136209 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:34.182303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bf188-4fb5-4770-a77a-8df294a5788d req-c71ed745-4ef1-44cf-a081-c2a240cbc76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:34.184730 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-509bf188-4fb5-4770-a77a-8df294a5788d req-c71ed745-4ef1-44cf-a081-c2a240cbc76f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0598795 Nov 18 17:06:34.194209 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5475934a-188c-4dd5-8903-445dd370c516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:34.228727 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=267c3435-d7eb-4e9a-a6da-431c67f57737,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:34.265204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475934a-188c-4dd5-8903-445dd370c516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffaab9be-2f7e-4544-bdee-3ae8e2fd55a5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:34.271185 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5475934a-188c-4dd5-8903-445dd370c516 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:34.276966 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5475934a-188c-4dd5-8903-445dd370c516 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ffaab9be-2f7e-4544-bdee-3ae8e2fd55a5 HTTP/1.1" status: 204 len: 168 time: 0.7502913 Nov 18 17:06:34.277432 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58666) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:34.296419 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bf188-4fb5-4770-a77a-8df294a5788d req-daade9f9-7d97-4c0d-97aa-ef805314c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:34.298098 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-509bf188-4fb5-4770-a77a-8df294a5788d req-daade9f9-7d97-4c0d-97aa-ef805314c76e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0992486 Nov 18 17:06:34.404172 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['267c3435-d7eb-4e9a-a6da-431c67f57737'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:06:34.458180 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:34.461268 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-509bf188-4fb5-4770-a77a-8df294a5788d req-1ce8c49f-84f0-48e0-b2c1-43d918e9a015 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536946 Nov 18 17:06:34.629843 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:34.661560 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:34.662264 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:34.663909 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:34.664441 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Subscribe: > port after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:34.664981 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:34.666066 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Subscribe: > port after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:34.666560 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:34.667257 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:34.668199 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:34.668692 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:34.673080 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-509bf188-4fb5-4770-a77a-8df294a5788d req-87c867ab-8183-427e-8315-266c07bb1b61 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983624 Nov 18 17:06:34.862094 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:35.003064 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:35.003664 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:35.004189 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:35.004677 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 17:06:35.005227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1961ccf0-b088-481e-8248-b06d9dd60caa']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:35.067963 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80b3971-3bdf-4626-9e8f-3e9c7c611c82') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:35.068513 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80b3971-3bdf-4626-9e8f-3e9c7c611c82') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:35.120177 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:35.161559 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:35.178697 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18eafa-777b-44e9-81b6-e2379de0ed14 req-a98e6027-5bf8-4961-83e1-d9da369e1fbf tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:35.187229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b18eafa-777b-44e9-81b6-e2379de0ed14 req-a98e6027-5bf8-4961-83e1-d9da369e1fbf tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 949 time: 0.1751287 Nov 18 17:06:35.198350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:06:35.199026 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: from cryptography.utils import int_from_bytes Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: from cryptography.utils import int_from_bytes Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:06:35.203359 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:06:35.238249 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490def19-e728-41d4-9c15-a749357f601c req-9d01c4fb-b696-4cc3-bfd4-bc09c0d420e2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:35.241904 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-490def19-e728-41d4-9c15-a749357f601c req-9d01c4fb-b696-4cc3-bfd4-bc09c0d420e2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 948 time: 0.1908557 Nov 18 17:06:35.328988 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b18eafa-777b-44e9-81b6-e2379de0ed14 req-56e4b7a4-f95c-4202-887e-b1e43c89f436 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405637 Nov 18 17:06:35.399195 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:35.399695 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-490def19-e728-41d4-9c15-a749357f601c req-c7bef631-7ec6-4e49-9e4c-d31c9aebdf8b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447008 Nov 18 17:06:35.445708 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:35.453543 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:35.457677 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1961ccf0-b088-481e-8248-b06d9dd60caa HTTP/1.1" status: 204 len: 168 time: 1.1791286 Nov 18 17:06:35.460920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58706) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:35.472515 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978ebb9-051e-4f14-a968-7b5968091163 admin admin] Pushing event deleted for resources: {'Network': ['ID=1961ccf0-b088-481e-8248-b06d9dd60caa,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:35.551422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 267c3435-d7eb-4e9a-a6da-431c67f57737 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:06:35.592343 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e234eb-6f7b-43bb-9b10-879ad66d0ee9 admin admin] Deleting subnet 97253704-8ad7-4568-806b-240015542435 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:06:35.600886 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81e234eb-6f7b-43bb-9b10-879ad66d0ee9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:35.682469 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81e234eb-6f7b-43bb-9b10-879ad66d0ee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:35.758711 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81e234eb-6f7b-43bb-9b10-879ad66d0ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:35.821892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 267c3435-d7eb-4e9a-a6da-431c67f57737 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:06:35.827391 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 267c3435-d7eb-4e9a-a6da-431c67f57737 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:35.827889 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:35.896705 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81e234eb-6f7b-43bb-9b10-879ad66d0ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:35.944134 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:35.970985 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283fc368-17f5-42ad-a787-112b4ca42b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267c3435-d7eb-4e9a-a6da-431c67f57737'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:06:35.973692 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef37c7c-a9f7-4347-b302-636f1dd57b93" -d '{"events": [{"server_uuid": "283fc368-17f5-42ad-a787-112b4ca42b64", "name": "network-vif-plugged", "status": "completed", "tag": "267c3435-d7eb-4e9a-a6da-431c67f57737"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:06:35.988203 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 267c3435-d7eb-4e9a-a6da-431c67f57737, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=267c3435-d7eb-4e9a-a6da-431c67f57737,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:36.011023 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81e234eb-6f7b-43bb-9b10-879ad66d0ee9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:36.024822 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-81e234eb-6f7b-43bb-9b10-879ad66d0ee9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/97253704-8ad7-4568-806b-240015542435 HTTP/1.1" status: 204 len: 168 time: 0.5627880 Nov 18 17:06:36.026002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e234eb-6f7b-43bb-9b10-879ad66d0ee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97253704-8ad7-4568-806b-240015542435,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:36.031374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58722) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:36.050759 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:36.141074 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb7e41a-ef02-457a-ba66-694afe41f5f8 x-openstack-request-id: req-deb7e41a-ef02-457a-ba66-694afe41f5f8 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:06:36.141401 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283fc368-17f5-42ad-a787-112b4ca42b64", "name": "network-vif-plugged", "status": "completed", "tag": "267c3435-d7eb-4e9a-a6da-431c67f57737", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:06:36.142614 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-deb7e41a-ef02-457a-ba66-694afe41f5f8 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:06:36.143066 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283fc368-17f5-42ad-a787-112b4ca42b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267c3435-d7eb-4e9a-a6da-431c67f57737', 'code': 200} Nov 18 17:06:36.165157 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=267c3435-d7eb-4e9a-a6da-431c67f57737,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:36.238841 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-65a3f3e1-1401-465a-8e40-5323b0dbb84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:36.328343 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f4ecaa0-d46d-4e32-939e-99bbbc1b5a21 req-38f98312-fb4b-4800-a849-b492cfbf8623 tempest-QuotasAdminNegativeTest-548614303 tempest-QuotasAdminNegativeTest-548614303-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=dea43b774ca04f4aa3ea6d0e412314fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400968 Nov 18 17:06:36.421551 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551ada3-7959-4fdb-84dd-de53b9b736e1 req-d81c3cf6-a632-401f-aa16-0cbb07df5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:36.423903 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3551ada3-7959-4fdb-84dd-de53b9b736e1 req-d81c3cf6-a632-401f-aa16-0cbb07df5dae service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 1102 time: 0.1828339 Nov 18 17:06:36.515596 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-65a3f3e1-1401-465a-8e40-5323b0dbb84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:36.565912 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-65a3f3e1-1401-465a-8e40-5323b0dbb84f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8bf6a7-de2a-4a00-bc4a-90ab6fb68d46']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:36.597885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-65a3f3e1-1401-465a-8e40-5323b0dbb84f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efca6899-11e7-4bea-961d-b0672cfd7bf4') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:36.597885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-65a3f3e1-1401-465a-8e40-5323b0dbb84f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efca6899-11e7-4bea-961d-b0672cfd7bf4') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:06:36.609355 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ecaa0-d46d-4e32-939e-99bbbc1b5a21 req-7e13ab1a-d902-4424-af67-ac93aa375de6 tempest-QuotasAdminNegativeTest-548614303 tempest-QuotasAdminNegativeTest-548614303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:36.611028 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f4ecaa0-d46d-4e32-939e-99bbbc1b5a21 req-7e13ab1a-d902-4424-af67-ac93aa375de6 tempest-QuotasAdminNegativeTest-548614303 tempest-QuotasAdminNegativeTest-548614303-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2815580 Nov 18 17:06:36.631266 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3551ada3-7959-4fdb-84dd-de53b9b736e1 req-aaf939dc-3730-4f56-ab0b-f24fa37b2b12 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693189 Nov 18 17:06:36.638059 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-65a3f3e1-1401-465a-8e40-5323b0dbb84f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:36.668416 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f4ecaa0-d46d-4e32-939e-99bbbc1b5a21 req-c5a60533-ad2e-436c-96b8-061a96efd83a tempest-QuotasAdminNegativeTest-548614303 tempest-QuotasAdminNegativeTest-548614303-project] 10.222.0.72 "GET /v2.0/quotas/dea43b774ca04f4aa3ea6d0e412314fa HTTP/1.1" status: 200 len: 375 time: 0.0337875 Nov 18 17:06:36.675764 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-65a3f3e1-1401-465a-8e40-5323b0dbb84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:36.701906 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a3f3e1-1401-465a-8e40-5323b0dbb84f admin admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:06:36.702323 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-65a3f3e1-1401-465a-8e40-5323b0dbb84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:06:36.704451 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:06:36.725635 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f4ecaa0-d46d-4e32-939e-99bbbc1b5a21 req-5c5e8842-c163-4950-9e29-2e1ebc2d9d8d tempest-QuotasAdminNegativeTest-548614303 tempest-QuotasAdminNegativeTest-548614303-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dea43b774ca04f4aa3ea6d0e412314fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562170 Nov 18 17:06:36.750362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ba2ac-809c-4873-aec2-534fe64b5933 req-6d316f39-5bf9-4fb3-a416-75fac3ccf4ab tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:36.759418 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-355ba2ac-809c-4873-aec2-534fe64b5933 req-6d316f39-5bf9-4fb3-a416-75fac3ccf4ab tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 950 time: 0.1899805 Nov 18 17:06:36.864225 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-355ba2ac-809c-4873-aec2-534fe64b5933 req-d127ee4a-7846-44ca-823d-5167d7af0f9f tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043868 Nov 18 17:06:36.911605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e991a-fe39-4d16-b18a-183a1fe865b3 req-fc293e66-1a08-48df-bce6-db47b015c673 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:36.916277 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a3e991a-fe39-4d16-b18a-183a1fe865b3 req-fc293e66-1a08-48df-bce6-db47b015c673 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 948 time: 0.0681133 Nov 18 17:06:36.917134 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-65a3f3e1-1401-465a-8e40-5323b0dbb84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:36.923671 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-65a3f3e1-1401-465a-8e40-5323b0dbb84f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:36.927342 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-65a3f3e1-1401-465a-8e40-5323b0dbb84f admin admin] 10.222.0.72 "DELETE /v2.0/networks/8c8bf6a7-de2a-4a00-bc4a-90ab6fb68d46 HTTP/1.1" status: 204 len: 168 time: 0.8974721 Nov 18 17:06:36.955396 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3f3e1-1401-465a-8e40-5323b0dbb84f admin admin] Pushing event deleted for resources: {'Network': ['ID=8c8bf6a7-de2a-4a00-bc4a-90ab6fb68d46,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:36.991579 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a3e991a-fe39-4d16-b18a-183a1fe865b3 req-88f19ca3-168c-4b89-8f8c-386d0b023ccc tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616095 Nov 18 17:06:37.634394 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58780) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:37.700320 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6834e40a-6fa8-48b4-9365-8e5d383de941 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ab57ca449c3e49d28eeec3044faaef97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0637593 Nov 18 17:06:37.702731 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58788) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:37.774966 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fbdff91c-1f44-4215-97e6-cbbb91dde703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:37.811546 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fbdff91c-1f44-4215-97e6-cbbb91dde703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:37.960052 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f826b-8866-47a1-9868-f59826963291 req-1f80afc9-cc0c-4e1f-921c-969a40b0b620 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:37.962172 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a7f826b-8866-47a1-9868-f59826963291 req-1f80afc9-cc0c-4e1f-921c-969a40b0b620 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c&tenant_id=b5619a9fdad84356bf3a835e304c5fab&binding%3Ahost_id=n-h1-813419-11 HTTP/1.1" status: 200 len: 948 time: 0.1302040 Nov 18 17:06:38.052751 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fbdff91c-1f44-4215-97e6-cbbb91dde703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:38.055488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 14b037fd-40a5-4cab-9075-5b29f54b7340 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:06:38.061649 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fbdff91c-1f44-4215-97e6-cbbb91dde703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:38.063837 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fbdff91c-1f44-4215-97e6-cbbb91dde703 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18b61a3a-3ad3-4b31-ad08-84c54ea76f2c HTTP/1.1" status: 204 len: 168 time: 0.3597329 Nov 18 17:06:38.084594 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdff91c-1f44-4215-97e6-cbbb91dde703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b61a3a-3ad3-4b31-ad08-84c54ea76f2c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:38.087348 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-5a7f826b-8866-47a1-9868-f59826963291 req-dcaa5b36-1a94-4dbe-98e2-980a0cf52994 service neutron] delete failed (client error): The resource could not be found. Nov 18 17:06:38.089183 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a7f826b-8866-47a1-9868-f59826963291 req-dcaa5b36-1a94-4dbe-98e2-980a0cf52994 service neutron] 10.222.0.83 "DELETE /v2.0/ports/14b037fd-40a5-4cab-9075-5b29f54b7340/bindings/n-h2-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.1172593 Nov 18 17:06:38.268877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f826b-8866-47a1-9868-f59826963291 req-d8284faa-a5aa-4ceb-ba23-85951925a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:38.271478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a7f826b-8866-47a1-9868-f59826963291 req-d8284faa-a5aa-4ceb-ba23-85951925a172 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 1100 time: 0.0573347 Nov 18 17:06:38.280233 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 14b037fd-40a5-4cab-9075-5b29f54b7340, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=14b037fd-40a5-4cab-9075-5b29f54b7340,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:38.305900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '14b037fd-40a5-4cab-9075-5b29f54b7340', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '14b037fd-40a5-4cab-9075-5b29f54b7340', 'mac_address': 'fa:16:3e:f0:96:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:06:38.366717 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:38.386274 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b037fd-40a5-4cab-9075-5b29f54b7340 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:06:38.446082 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 14b037fd-40a5-4cab-9075-5b29f54b7340, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=14b037fd-40a5-4cab-9075-5b29f54b7340,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:38.453222 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013ef1f-fe56-4501-90f6-2b8dbfaac9df req-e39d2723-8094-481e-8032-5062d6b91914 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:38.460871 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1013ef1f-fe56-4501-90f6-2b8dbfaac9df req-e39d2723-8094-481e-8032-5062d6b91914 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 948 time: 0.1401246 Nov 18 17:06:38.463058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f826b-8866-47a1-9868-f59826963291 req-ee385b3f-57d5-415f-9a01-67f40575be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:38.466755 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a7f826b-8866-47a1-9868-f59826963291 req-ee385b3f-57d5-415f-9a01-67f40575be96 service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1858652 Nov 18 17:06:38.525056 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:38.578264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58806) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:38.587265 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a7f826b-8866-47a1-9868-f59826963291 req-2469a994-f798-403d-84be-93deda0aeacd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=14b037fd-40a5-4cab-9075-5b29f54b7340 HTTP/1.1" status: 200 len: 217 time: 0.1133463 Nov 18 17:06:38.621340 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=14b037fd-40a5-4cab-9075-5b29f54b7340,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:38.655477 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1013ef1f-fe56-4501-90f6-2b8dbfaac9df req-267236dd-f8d3-40d7-84b7-2994eac237cd tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878786 Nov 18 17:06:38.819530 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df379bfc-ef5d-41c9-9141-a9c01db13f52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:38.826302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['14b037fd-40a5-4cab-9075-5b29f54b7340'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:06:38.948537 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df379bfc-ef5d-41c9-9141-a9c01db13f52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:38.990641 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d657ad5-ea6e-46eb-baa1-daa8150ea52a req-80c9c235-9f3f-484c-9246-aad66e37cbce tempest-QuotasAdminNegativeTest-548614303 tempest-QuotasAdminNegativeTest-548614303-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=dea43b774ca04f4aa3ea6d0e412314fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331616 Nov 18 17:06:39.010911 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f826b-8866-47a1-9868-f59826963291 req-f651dcf3-4cbe-4661-9d52-9df7db40a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:39.012380 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a7f826b-8866-47a1-9868-f59826963291 req-f651dcf3-4cbe-4661-9d52-9df7db40a7b4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.4014509 Nov 18 17:06:39.021305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8b2b1-b582-41f2-bb83-4c9538f737e2 req-3251dde2-fb7d-427a-ba15-299f66b93562 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:39.022664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5a8b2b1-b582-41f2-bb83-4c9538f737e2 req-3251dde2-fb7d-427a-ba15-299f66b93562 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 950 time: 0.4374769 Nov 18 17:06:39.158837 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f826b-8866-47a1-9868-f59826963291 req-a653fa82-52d4-4a18-9435-b7d0438c4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:39.160401 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a7f826b-8866-47a1-9868-f59826963291 req-a653fa82-52d4-4a18-9435-b7d0438c4eda service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1368639 Nov 18 17:06:39.169956 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5a8b2b1-b582-41f2-bb83-4c9538f737e2 req-6361adcd-e489-4f65-a973-052c4dfedeb7 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295185 Nov 18 17:06:39.197255 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d657ad5-ea6e-46eb-baa1-daa8150ea52a req-74ae7790-870f-4378-967a-a6fa0ef86e86 tempest-QuotasAdminNegativeTest-548614303 tempest-QuotasAdminNegativeTest-548614303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:39.198791 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d657ad5-ea6e-46eb-baa1-daa8150ea52a req-74ae7790-870f-4378-967a-a6fa0ef86e86 tempest-QuotasAdminNegativeTest-548614303 tempest-QuotasAdminNegativeTest-548614303-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993732 Nov 18 17:06:39.249988 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d657ad5-ea6e-46eb-baa1-daa8150ea52a req-543d4018-ef70-4e71-887a-87436a93c65a tempest-QuotasAdminNegativeTest-548614303 tempest-QuotasAdminNegativeTest-548614303-project] 10.222.0.72 "GET /v2.0/quotas/dea43b774ca04f4aa3ea6d0e412314fa HTTP/1.1" status: 200 len: 375 time: 0.0446506 Nov 18 17:06:39.294195 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d657ad5-ea6e-46eb-baa1-daa8150ea52a req-85af9c8a-d047-485c-88ae-f362bdf22f50 tempest-QuotasAdminNegativeTest-548614303 tempest-QuotasAdminNegativeTest-548614303-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dea43b774ca04f4aa3ea6d0e412314fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381081 Nov 18 17:06:39.301305 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a7f826b-8866-47a1-9868-f59826963291 req-e2aedfc9-6306-4e3b-be84-6a1b735c7574 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304646 Nov 18 17:06:39.365261 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df379bfc-ef5d-41c9-9141-a9c01db13f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:39.432816 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a7f826b-8866-47a1-9868-f59826963291 req-8d1691d2-ff56-4240-bf9c-ffb396213006 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223404 Nov 18 17:06:39.473859 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-df379bfc-ef5d-41c9-9141-a9c01db13f52 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d95d85b60a914b0e975fc7d4489e2f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8912661 Nov 18 17:06:39.473859 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df379bfc-ef5d-41c9-9141-a9c01db13f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7891e49d-15df-4bca-9f19-010d1772fa4e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:39.475140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58826) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:39.552261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58828) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:39.615388 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33c326b2-d97e-48c7-a015-343fb31680ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:39.658217 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c8da885f-56fc-40ee-aee5-ead6f68c179d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fb597752dce7476cb40664c2355b1440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1046774 Nov 18 17:06:39.661659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58830) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:39.670733 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33c326b2-d97e-48c7-a015-343fb31680ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:39.747617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3673ff7-16b1-4b66-ab0c-40b598297575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:39.801730 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3673ff7-16b1-4b66-ab0c-40b598297575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:39.834136 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33c326b2-d97e-48c7-a015-343fb31680ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:39.846061 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33c326b2-d97e-48c7-a015-343fb31680ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:39.847465 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-33c326b2-d97e-48c7-a015-343fb31680ea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7891e49d-15df-4bca-9f19-010d1772fa4e HTTP/1.1" status: 204 len: 168 time: 0.3712568 Nov 18 17:06:39.891823 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c326b2-d97e-48c7-a015-343fb31680ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7891e49d-15df-4bca-9f19-010d1772fa4e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:39.998760 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3673ff7-16b1-4b66-ab0c-40b598297575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:40.002074 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3673ff7-16b1-4b66-ab0c-40b598297575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:40.005574 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d3673ff7-16b1-4b66-ab0c-40b598297575 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7b4a3660-f405-49ae-b6cc-a76f00b4693e HTTP/1.1" status: 204 len: 168 time: 0.3406031 Nov 18 17:06:40.020667 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3673ff7-16b1-4b66-ab0c-40b598297575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4a3660-f405-49ae-b6cc-a76f00b4693e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:40.069234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 14b037fd-40a5-4cab-9075-5b29f54b7340 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:06:40.210570 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 14b037fd-40a5-4cab-9075-5b29f54b7340 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:06:40.219315 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 14b037fd-40a5-4cab-9075-5b29f54b7340 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:40.219743 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:40.385838 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:40.397039 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280bb25-c272-44d5-9ec8-810c32947e88 req-9b9f1422-8337-40f8-ba18-e39ffecb3f85 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:40.409816 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f280bb25-c272-44d5-9ec8-810c32947e88 req-9b9f1422-8337-40f8-ba18-e39ffecb3f85 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 949 time: 0.1267197 Nov 18 17:06:40.471213 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 14b037fd-40a5-4cab-9075-5b29f54b7340, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=14b037fd-40a5-4cab-9075-5b29f54b7340,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:40.473754 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa05a29a-d613-41cb-b276-814e5d0e114c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b037fd-40a5-4cab-9075-5b29f54b7340'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:06:40.478125 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eea4723-4930-4146-ac5e-0837d80b4404" -d '{"events": [{"server_uuid": "fa05a29a-d613-41cb-b276-814e5d0e114c", "name": "network-vif-plugged", "status": "completed", "tag": "14b037fd-40a5-4cab-9075-5b29f54b7340"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:06:40.508158 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f280bb25-c272-44d5-9ec8-810c32947e88 req-2a4c4809-8dd9-4ab7-8b1b-762c3a2b182b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934553 Nov 18 17:06:40.530772 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:40.604667 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=14b037fd-40a5-4cab-9075-5b29f54b7340,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:40.685188 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7195898c-78d9-4466-b603-1fc30d45bc9c x-openstack-request-id: req-7195898c-78d9-4466-b603-1fc30d45bc9c {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:06:40.685188 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa05a29a-d613-41cb-b276-814e5d0e114c", "name": "network-vif-plugged", "status": "completed", "tag": "14b037fd-40a5-4cab-9075-5b29f54b7340", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:06:40.685188 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7195898c-78d9-4466-b603-1fc30d45bc9c {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:06:40.685188 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa05a29a-d613-41cb-b276-814e5d0e114c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b037fd-40a5-4cab-9075-5b29f54b7340', 'code': 200} Nov 18 17:06:40.702496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1686a1-8e72-493a-b650-f722bb9acee6 req-300239bf-f1f9-4319-9aed-1fdf989ac63c tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:40.713734 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f1686a1-8e72-493a-b650-f722bb9acee6 req-300239bf-f1f9-4319-9aed-1fdf989ac63c tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 950 time: 0.0989058 Nov 18 17:06:40.781118 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f1686a1-8e72-493a-b650-f722bb9acee6 req-7ab53782-e661-4916-9517-fea0df7f3e77 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662138 Nov 18 17:06:40.998855 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58866) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:41.021230 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e48eb5d0-5127-4a89-a9a4-a11b615956e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:41.122760 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e48eb5d0-5127-4a89-a9a4-a11b615956e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:41.187692 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e48eb5d0-5127-4a89-a9a4-a11b615956e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:41.237962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58872) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:41.238443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e48eb5d0-5127-4a89-a9a4-a11b615956e0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9e5485d4489344c18e6fc24ab10d582a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386634 Nov 18 17:06:41.238868 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48eb5d0-5127-4a89-a9a4-a11b615956e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12640d47-a202-402b-ab47-587ff60b6908,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:41.365760 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-30145481-24f3-43e8-b61c-1dee6f2e0bb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:41.398493 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-30145481-24f3-43e8-b61c-1dee6f2e0bb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:41.571845 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-30145481-24f3-43e8-b61c-1dee6f2e0bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:41.576196 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-30145481-24f3-43e8-b61c-1dee6f2e0bb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:41.577686 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-30145481-24f3-43e8-b61c-1dee6f2e0bb9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/12640d47-a202-402b-ab47-587ff60b6908 HTTP/1.1" status: 204 len: 168 time: 0.3389125 Nov 18 17:06:41.598521 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58884) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:41.609285 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30145481-24f3-43e8-b61c-1dee6f2e0bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12640d47-a202-402b-ab47-587ff60b6908,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:41.634196 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58888) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:41.728085 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e4549-8743-45b0-aaa2-97d47ce4de48 req-a635ca51-631c-4076-9b9d-d2356bfb8099 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:41.729750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b30e4549-8743-45b0-aaa2-97d47ce4de48 req-a635ca51-631c-4076-9b9d-d2356bfb8099 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.0704083 Nov 18 17:06:41.806035 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b30e4549-8743-45b0-aaa2-97d47ce4de48 req-cfdabd85-f02e-46dd-abe3-bbac0b540d34 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639350 Nov 18 17:06:41.962548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2622dc-1c16-446a-bae2-599776138af4 req-6c6c36e0-9a14-4f6f-855d-0e69761e4821 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:41.967484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df2622dc-1c16-446a-bae2-599776138af4 req-6c6c36e0-9a14-4f6f-855d-0e69761e4821 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 950 time: 0.0649035 Nov 18 17:06:42.063901 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df2622dc-1c16-446a-bae2-599776138af4 req-63fa4cfd-e633-4a22-b282-e9c0d6a1ce57 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864675 Nov 18 17:06:42.108218 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab4fad-ccff-4d4f-994e-4be319cf0964 req-e9a9a2a4-972d-4907-b6dc-68a18995d609 tempest-MigrationsAdminTest-1873975640 tempest-MigrationsAdminTest-1873975640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:42.117265 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-82ab4fad-ccff-4d4f-994e-4be319cf0964 req-e9a9a2a4-972d-4907-b6dc-68a18995d609 tempest-MigrationsAdminTest-1873975640 tempest-MigrationsAdminTest-1873975640-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 1102 time: 0.0872378 Nov 18 17:06:42.150821 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c781de9-bec1-4859-8567-ef77a4dfa55c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:42.182414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-82ab4fad-ccff-4d4f-994e-4be319cf0964 req-365a5574-6deb-45fd-8829-d9de207e972e tempest-MigrationsAdminTest-1873975640 tempest-MigrationsAdminTest-1873975640-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642331 Nov 18 17:06:42.253431 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db0695fb-d3ca-4cae-a2e9-da5ec360fc2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:42.279311 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb946a-cbe9-4da7-8586-abfc31ca84d1 req-34a7f22c-5f71-4972-80c7-f2645a912045 tempest-LiveMigrationNegativeTest-1354792587 tempest-LiveMigrationNegativeTest-1354792587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:42.286912 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fcdb946a-cbe9-4da7-8586-abfc31ca84d1 req-34a7f22c-5f71-4972-80c7-f2645a912045 tempest-LiveMigrationNegativeTest-1354792587 tempest-LiveMigrationNegativeTest-1354792587-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 1102 time: 0.1099606 Nov 18 17:06:42.325899 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fcdb946a-cbe9-4da7-8586-abfc31ca84d1 req-eeb1f7af-3b17-4ef2-8a31-33e0a39640f9 tempest-LiveMigrationNegativeTest-1354792587 tempest-LiveMigrationNegativeTest-1354792587-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:42.381934 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c781de9-bec1-4859-8567-ef77a4dfa55c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:42.451766 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c781de9-bec1-4859-8567-ef77a4dfa55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:42.505047 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c781de9-bec1-4859-8567-ef77a4dfa55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f707f0-8aa6-4956-a641-620dbb3dad9a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:42.545291 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db0695fb-d3ca-4cae-a2e9-da5ec360fc2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:42.598337 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0c781de9-bec1-4859-8567-ef77a4dfa55c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dea43b774ca04f4aa3ea6d0e412314fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9961169 Nov 18 17:06:42.599081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58926) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:42.616403 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db0695fb-d3ca-4cae-a2e9-da5ec360fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:42.672073 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fcdb946a-cbe9-4da7-8586-abfc31ca84d1 req-eeb1f7af-3b17-4ef2-8a31-33e0a39640f9 tempest-LiveMigrationNegativeTest-1354792587 tempest-LiveMigrationNegativeTest-1354792587-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:42.673859 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0695fb-d3ca-4cae-a2e9-da5ec360fc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b24c8a5-2a46-4e9a-be6d-fb3c929b4dd1,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:42.683585 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0ab1-244e-4ad8-8085-5d384240a72c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:42.718463 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0ab1-244e-4ad8-8085-5d384240a72c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:42.730756 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-d3badad3-9f82-470b-8f04-35ebbd0cb24f tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b5619a9fdad84356bf3a835e304c5fab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1058488 Nov 18 17:06:42.734997 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-db0695fb-d3ca-4cae-a2e9-da5ec360fc2c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a780208beca54339a2f50ffd97764b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0999160 Nov 18 17:06:42.737895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58936) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:42.892962 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fcdb946a-cbe9-4da7-8586-abfc31ca84d1 req-eeb1f7af-3b17-4ef2-8a31-33e0a39640f9 tempest-LiveMigrationNegativeTest-1354792587 tempest-LiveMigrationNegativeTest-1354792587-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:42.901942 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0ab1-244e-4ad8-8085-5d384240a72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:42.903502 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-ff748911-0a0f-4df8-8598-1330e30658e5 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:42.906038 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0ab1-244e-4ad8-8085-5d384240a72c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:42.907659 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dcbd0ab1-244e-4ad8-8085-5d384240a72c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/46f707f0-8aa6-4956-a641-620dbb3dad9a HTTP/1.1" status: 204 len: 168 time: 0.3075831 Nov 18 17:06:42.918109 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-ff748911-0a0f-4df8-8598-1330e30658e5 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691127 Nov 18 17:06:42.921237 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd0ab1-244e-4ad8-8085-5d384240a72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f707f0-8aa6-4956-a641-620dbb3dad9a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:43.018350 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-923770fc-9b8b-4a07-9664-29fd14f04cb5 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/quotas/b5619a9fdad84356bf3a835e304c5fab HTTP/1.1" status: 200 len: 375 time: 0.1020682 Nov 18 17:06:43.050296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1f7af-3b17-4ef2-8a31-33e0a39640f9 tempest-LiveMigrationNegativeTest-1354792587 tempest-LiveMigrationNegativeTest-1354792587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe27516-1ed6-49d9-97f3-7242d4314f3a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:43.098211 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fcdb946a-cbe9-4da7-8586-abfc31ca84d1 req-eeb1f7af-3b17-4ef2-8a31-33e0a39640f9 tempest-LiveMigrationNegativeTest-1354792587 tempest-LiveMigrationNegativeTest-1354792587-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8085427 Nov 18 17:06:43.125333 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b5519ec9-b44c-46ec-b786-70099704f687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:43.172839 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-9ed893b4-2cbe-466e-991d-50adba73c259 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1530874 Nov 18 17:06:43.184238 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b5519ec9-b44c-46ec-b786-70099704f687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:43.347911 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b5519ec9-b44c-46ec-b786-70099704f687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:43.350818 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b5519ec9-b44c-46ec-b786-70099704f687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:43.357092 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b5519ec9-b44c-46ec-b786-70099704f687 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5b24c8a5-2a46-4e9a-be6d-fb3c929b4dd1 HTTP/1.1" status: 204 len: 168 time: 0.6180022 Nov 18 17:06:43.368789 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5519ec9-b44c-46ec-b786-70099704f687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b24c8a5-2a46-4e9a-be6d-fb3c929b4dd1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:43.597569 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9bc0ad9f-2732-4e56-a5ab-dbe9304fec68 req-34f38188-a155-484e-b4dd-3806fb7eadc4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 210 time: 0.0599642 Nov 18 17:06:43.899106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-313f8630-19d0-4d55-aca4-b050247a83d4 req-e0247958-8ddc-4e3a-95ac-0525b30f4146 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:06:43.901285 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-313f8630-19d0-4d55-aca4-b050247a83d4 req-e0247958-8ddc-4e3a-95ac-0525b30f4146 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2254751 Nov 18 17:06:44.175839 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58990) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:44.194020 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce1f2b4f-fad8-4780-b2d1-d63ea942bb29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:44.289456 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce1f2b4f-fad8-4780-b2d1-d63ea942bb29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:44.644802 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce1f2b4f-fad8-4780-b2d1-d63ea942bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:44.709820 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ce1f2b4f-fad8-4780-b2d1-d63ea942bb29 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=17875938c8434516a3d1b64702c24de3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5304022 Nov 18 17:06:44.710093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59006) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:44.718106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f2b4f-fad8-4780-b2d1-d63ea942bb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9084ba-16aa-47bc-92eb-48bf4bba4bc9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:44.749832 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77f6e23e-894b-4f0d-b8e7-1fd4c164bfd0 req-f906f977-78c7-40d7-839f-99b25ba103ec tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 210 time: 0.0501533 Nov 18 17:06:44.813768 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abbbfc64-d13e-4fdc-9c62-e6d8a5ab131c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:44.846795 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abbbfc64-d13e-4fdc-9c62-e6d8a5ab131c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:44.867631 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e4c15-cb50-41bc-b8d8-e6dd567cd486 req-558fe704-4d2e-41b5-afee-bc6c4653d51d tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:44.869235 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee5e4c15-cb50-41bc-b8d8-e6dd567cd486 req-558fe704-4d2e-41b5-afee-bc6c4653d51d tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 950 time: 0.0611227 Nov 18 17:06:44.940267 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee5e4c15-cb50-41bc-b8d8-e6dd567cd486 req-e9ac6226-5c95-4d83-9e06-ce682811e8be tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637026 Nov 18 17:06:45.010351 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abbbfc64-d13e-4fdc-9c62-e6d8a5ab131c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:45.016136 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abbbfc64-d13e-4fdc-9c62-e6d8a5ab131c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:45.022167 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-abbbfc64-d13e-4fdc-9c62-e6d8a5ab131c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/db9084ba-16aa-47bc-92eb-48bf4bba4bc9 HTTP/1.1" status: 204 len: 168 time: 0.3060858 Nov 18 17:06:45.031872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbfc64-d13e-4fdc-9c62-e6d8a5ab131c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9084ba-16aa-47bc-92eb-48bf4bba4bc9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:45.875496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7a8e9a4-b284-400c-9655-5a8d4222cf62 req-0d1d6492-4d06-4b84-8939-8128afa35bb1 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 210 time: 0.0466011 Nov 18 17:06:46.074929 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872be25-bb9e-4d92-8f0c-ce2c5a0ebc94 req-86db8ffc-8f0e-4432-8b83-4a7299b251c9 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:46.077300 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2872be25-bb9e-4d92-8f0c-ce2c5a0ebc94 req-86db8ffc-8f0e-4432-8b83-4a7299b251c9 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 950 time: 0.0610685 Nov 18 17:06:46.168787 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2872be25-bb9e-4d92-8f0c-ce2c5a0ebc94 req-61eee599-7e15-4e19-8f02-b4753979ae9d tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849128 Nov 18 17:06:46.185246 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-be361b0f-15dd-4983-b39b-0904e6af6c25 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b5619a9fdad84356bf3a835e304c5fab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370932 Nov 18 17:06:46.373529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-f76d842f-b65e-470b-9e66-80c14cece163 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:46.376229 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-f76d842f-b65e-470b-9e66-80c14cece163 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825626 Nov 18 17:06:46.390555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-9a7bb72c-72e7-474c-8bd7-f9b468e2899a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Request body: {'port': {'device_id': '7563052c-dc58-41f5-a97c-7c3e5bc61513', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'b5619a9fdad84356bf3a835e304c5fab'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:46.438578 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59058) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:46.455778 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59062) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:46.566992 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae41cdd-e5fa-402b-a09d-a525a3e7668d req-dbcea896-1c69-4610-8efb-f39e4a38ffc0 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:46.569227 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ae41cdd-e5fa-402b-a09d-a525a3e7668d req-dbcea896-1c69-4610-8efb-f39e4a38ffc0 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.83 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 950 time: 0.0610766 Nov 18 17:06:46.692950 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-9a7bb72c-72e7-474c-8bd7-f9b468e2899a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Made reservation on behalf of b5619a9fdad84356bf3a835e304c5fab for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:06:46.698442 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-9a7bb72c-72e7-474c-8bd7-f9b468e2899a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:46.850322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-6ae41cdd-e5fa-402b-a09d-a525a3e7668d req-efa94d05-5a2e-45e6-98a9-2b0a12184d5d tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Deleting port 267c3435-d7eb-4e9a-a6da-431c67f57737 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:06:46.850932 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6ae41cdd-e5fa-402b-a09d-a525a3e7668d req-efa94d05-5a2e-45e6-98a9-2b0a12184d5d tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:46.920947 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8b784933-11ef-4e66-be70-0037a07d9727 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1992139050-network', 'tenant_id': '55caac8368f342498d23e1f2fc3e64df'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:46.946960 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-9a7bb72c-72e7-474c-8bd7-f9b468e2899a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Allocated IP 192.168.233.193 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/da026f53-f7bc-4ad6-8324-99511509ddcb) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:06:46.990309 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d292619-408a-4038-9dde-e1537262a278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:47.103223 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-104aef20-d241-4103-be8d-dd1a4da61ac6 req-3202d4dc-5efb-4680-b41f-32d5cefba630 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 210 time: 0.0797393 Nov 18 17:06:47.110884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b784933-11ef-4e66-be70-0037a07d9727 admin admin] Made reservation on behalf of 55caac8368f342498d23e1f2fc3e64df for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:06:47.113474 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8b784933-11ef-4e66-be70-0037a07d9727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:47.138952 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8b784933-11ef-4e66-be70-0037a07d9727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:47.172052 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-9a7bb72c-72e7-474c-8bd7-f9b468e2899a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:47.214874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-6ae41cdd-e5fa-402b-a09d-a525a3e7668d req-efa94d05-5a2e-45e6-98a9-2b0a12184d5d tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] For port 267c3435-d7eb-4e9a-a6da-431c67f57737, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=267c3435-d7eb-4e9a-a6da-431c67f57737,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:47.220357 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6ae41cdd-e5fa-402b-a09d-a525a3e7668d req-efa94d05-5a2e-45e6-98a9-2b0a12184d5d tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:47.258127 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-6ae41cdd-e5fa-402b-a09d-a525a3e7668d req-efa94d05-5a2e-45e6-98a9-2b0a12184d5d tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Calling delete_port for 267c3435-d7eb-4e9a-a6da-431c67f57737 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:06:47.274206 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-9a7bb72c-72e7-474c-8bd7-f9b468e2899a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:47.290288 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['14b037fd-40a5-4cab-9075-5b29f54b7340'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:06:47.360882 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-9a7bb72c-72e7-474c-8bd7-f9b468e2899a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:06:47.362814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-9a7bb72c-72e7-474c-8bd7-f9b468e2899a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:47.399380 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7bb72c-72e7-474c-8bd7-f9b468e2899a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Pushing event updated for resources: {'Port': ['ID=da026f53-f7bc-4ad6-8324-99511509ddcb,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:47.416250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-9a7bb72c-72e7-474c-8bd7-f9b468e2899a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:06:47.502891 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d292619-408a-4038-9dde-e1537262a278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:47.549086 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d03e01-459d-4b0f-a09f-06f6ffae44de req-a4603811-e3a0-44fc-90ab-f8e504264321 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:47.560405 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16d03e01-459d-4b0f-a09f-06f6ffae44de req-a4603811-e3a0-44fc-90ab-f8e504264321 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 950 time: 0.2964547 Nov 18 17:06:47.591492 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-9a7bb72c-72e7-474c-8bd7-f9b468e2899a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:47.592370 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-9a7bb72c-72e7-474c-8bd7-f9b468e2899a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:47.681940 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d292619-408a-4038-9dde-e1537262a278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:47.687746 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-9a7bb72c-72e7-474c-8bd7-f9b468e2899a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3012350 Nov 18 17:06:47.705650 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Request body: {'port': {'device_id': '7563052c-dc58-41f5-a97c-7c3e5bc61513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:47.729514 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8b784933-11ef-4e66-be70-0037a07d9727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:47.752964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16d03e01-459d-4b0f-a09f-06f6ffae44de req-b69dbca2-133e-48c2-bebc-c1ef37b2c2e0 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916547 Nov 18 17:06:47.816219 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8b784933-11ef-4e66-be70-0037a07d9727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:47.823173 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1d292619-408a-4038-9dde-e1537262a278 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4a8ee9f005854d869aea604b1eb2bf48&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3817949 Nov 18 17:06:47.829030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59094) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:47.849333 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d292619-408a-4038-9dde-e1537262a278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfda38c-b72c-4130-bbcf-d7ab687d552b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:47.870886 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:47.871001 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-19a59a1a-e91c-486b-90b4-c6f82d5b4a32 None None] Provisioning complete for port da026f53-f7bc-4ad6-8324-99511509ddcb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:47.871001 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-19a59a1a-e91c-486b-90b4-c6f82d5b4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:47.912368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b784933-11ef-4e66-be70-0037a07d9727 admin admin] vlan segment allocate from pool success with {'vlan_id': 1134, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:06:47.977558 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-19a59a1a-e91c-486b-90b4-c6f82d5b4a32 None None] Port da026f53-f7bc-4ad6-8324-99511509ddcb cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:06:48.051585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b784933-11ef-4e66-be70-0037a07d9727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbebee59-64b5-4fba-a488-e57584cd31c5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:48.099156 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-796b3d32-f492-4a86-b44d-3bad2fa94d5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:48.131719 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-796b3d32-f492-4a86-b44d-3bad2fa94d5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:48.195601 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6ae41cdd-e5fa-402b-a09d-a525a3e7668d req-efa94d05-5a2e-45e6-98a9-2b0a12184d5d tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:48.212597 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['860d953c-42a4-4cbe-b9c7-1d003280656f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:06:48.224544 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8b784933-11ef-4e66-be70-0037a07d9727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:48.227354 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-8b784933-11ef-4e66-be70-0037a07d9727 admin admin] Added segment e1f08466-e68d-4f3c-bc92-056322b73a56 of type vlan for network 1f2a14f8-4ee0-4cb8-9fe5-e4a07af1c5b3 Nov 18 17:06:48.268924 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['267c3435-d7eb-4e9a-a6da-431c67f57737'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:06:48.323078 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa94d05-5a2e-45e6-98a9-2b0a12184d5d tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Pushing event deleted for resources: {'Port': ['ID=267c3435-d7eb-4e9a-a6da-431c67f57737,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:48.463697 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8b784933-11ef-4e66-be70-0037a07d9727 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:48.523134 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da026f53-f7bc-4ad6-8324-99511509ddcb {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:06:48.526307 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae41cdd-e5fa-402b-a09d-a525a3e7668d req-efa94d05-5a2e-45e6-98a9-2b0a12184d5d tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] No DVR routers for this DVR port 267c3435-d7eb-4e9a-a6da-431c67f57737 on host n-h2-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:06:48.548052 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:48.557525 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6ae41cdd-e5fa-402b-a09d-a525a3e7668d req-efa94d05-5a2e-45e6-98a9-2b0a12184d5d tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:48.565873 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59106) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:48.566282 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ae41cdd-e5fa-402b-a09d-a525a3e7668d req-efa94d05-5a2e-45e6-98a9-2b0a12184d5d tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.83 "DELETE /v2.0/ports/267c3435-d7eb-4e9a-a6da-431c67f57737 HTTP/1.1" status: 204 len: 173 time: 1.9893551 Nov 18 17:06:48.566913 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283fc368-17f5-42ad-a787-112b4ca42b64', 'name': 'network-vif-deleted', 'tag': '267c3435-d7eb-4e9a-a6da-431c67f57737'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:06:48.582671 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Transition to ACTIVE for port object da026f53-f7bc-4ad6-8324-99511509ddcb will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:06:48.602677 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-796b3d32-f492-4a86-b44d-3bad2fa94d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:48.606027 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-796b3d32-f492-4a86-b44d-3bad2fa94d5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:48.607194 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-796b3d32-f492-4a86-b44d-3bad2fa94d5e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ebfda38c-b72c-4130-bbcf-d7ab687d552b HTTP/1.1" status: 204 len: 168 time: 0.7769480 Nov 18 17:06:48.629891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86898d-a511-48ea-a948-1fc3975d2549 req-cf7e51d4-7745-4f76-ad87-611e15d9a8c5 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:48.637362 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f86898d-a511-48ea-a948-1fc3975d2549 req-cf7e51d4-7745-4f76-ad87-611e15d9a8c5 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 936 time: 0.3158240 Nov 18 17:06:48.664695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b3d32-f492-4a86-b44d-3bad2fa94d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfda38c-b72c-4130-bbcf-d7ab687d552b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:48.696595 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:48.714067 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8b784933-11ef-4e66-be70-0037a07d9727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:48.719814 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b784933-11ef-4e66-be70-0037a07d9727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:48.720648 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8b784933-11ef-4e66-be70-0037a07d9727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:48.781083 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f86898d-a511-48ea-a948-1fc3975d2549 req-8903cd3c-c93b-4186-9e0a-bf438b6f2da1 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426806 Nov 18 17:06:48.853734 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-599e1b12-5161-433b-ab9c-9c49a8a07730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:48.905596 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8b784933-11ef-4e66-be70-0037a07d9727 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4452281 Nov 18 17:06:48.912786 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59120) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:48.918791 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-56632a49-999e-4af8-a925-fdd977c436e3 admin admin] Request body: {'subnet': {'network_id': '1f2a14f8-4ee0-4cb8-9fe5-e4a07af1c5b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1992139050-subnet', 'tenant_id': '55caac8368f342498d23e1f2fc3e64df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:48.953391 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b784933-11ef-4e66-be70-0037a07d9727 admin admin] Pushing event updated for resources: {'Network': ['ID=1f2a14f8-4ee0-4cb8-9fe5-e4a07af1c5b3,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:48.969559 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 1f2a14f8-4ee0-4cb8-9fe5-e4a07af1c5b3 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:06:48.998783 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4a4945c4-4154-44fe-8914-7bd303bb09fc req-d20f6993-ae2d-4567-a2fd-a409fc6cdfcb tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 210 time: 0.1099265 Nov 18 17:06:49.036194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Pushing event updated for resources: {'Port': ['ID=da026f53-f7bc-4ad6-8324-99511509ddcb,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:49.054921 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56632a49-999e-4af8-a925-fdd977c436e3 admin admin] Made reservation on behalf of 55caac8368f342498d23e1f2fc3e64df for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:06:49.057234 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56632a49-999e-4af8-a925-fdd977c436e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:49.235601 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Attempting to bind port da026f53-f7bc-4ad6-8324-99511509ddcb on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:06:49.236117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Attempting to bind port da026f53-f7bc-4ad6-8324-99511509ddcb by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:06:49.236554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Attempting to bind port da026f53-f7bc-4ad6-8324-99511509ddcb on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:06:49.270860 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Port da026f53-f7bc-4ad6-8324-99511509ddcb on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:06:49.271561 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Attempting to bind port da026f53-f7bc-4ad6-8324-99511509ddcb on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:06:49.302637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:06:49.303379 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:06:49.304037 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:06:49.304722 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Bound port: da026f53-f7bc-4ad6-8324-99511509ddcb, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:06:49.305329 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:49.320781 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560cc574-a807-4349-9ae3-ee877fa71ba5" -d '{"events": [{"server_uuid": "283fc368-17f5-42ad-a787-112b4ca42b64", "name": "network-vif-deleted", "tag": "267c3435-d7eb-4e9a-a6da-431c67f57737"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:06:49.332432 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-599e1b12-5161-433b-ab9c-9c49a8a07730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:49.404936 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-599e1b12-5161-433b-ab9c-9c49a8a07730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:49.476391 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59136) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:49.476534 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-599e1b12-5161-433b-ab9c-9c49a8a07730 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0b5abadd9d3e4201a977691b63436291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9091148 Nov 18 17:06:49.478032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] For port da026f53-f7bc-4ad6-8324-99511509ddcb, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:06:49.481028 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e1b12-5161-433b-ab9c-9c49a8a07730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65e94f1-9104-4169-91af-a6f9a980fc99,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:49.484087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] For port da026f53-f7bc-4ad6-8324-99511509ddcb, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=da026f53-f7bc-4ad6-8324-99511509ddcb,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:06:49.486112 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56632a49-999e-4af8-a925-fdd977c436e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:49.547568 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3272e33-7f3c-4df7-b636-bd9ee3beecac x-openstack-request-id: req-b3272e33-7f3c-4df7-b636-bd9ee3beecac {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:06:49.547945 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283fc368-17f5-42ad-a787-112b4ca42b64", "name": "network-vif-deleted", "tag": "267c3435-d7eb-4e9a-a6da-431c67f57737", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:06:49.548212 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b3272e33-7f3c-4df7-b636-bd9ee3beecac {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:06:49.552058 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283fc368-17f5-42ad-a787-112b4ca42b64', 'name': 'network-vif-deleted', 'tag': '267c3435-d7eb-4e9a-a6da-431c67f57737', 'status': 'completed', 'code': 200} Nov 18 17:06:49.552543 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61eba63a-b225-4659-948e-ceddd34da269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:49.553852 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56632a49-999e-4af8-a925-fdd977c436e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d27aa1-f6f0-4431-954f-e73bef918ee7,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:49.568892 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56632a49-999e-4af8-a925-fdd977c436e3 admin admin] Checking segment: {'id': 'e1f08466-e68d-4f3c-bc92-056322b73a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '1f2a14f8-4ee0-4cb8-9fe5-e4a07af1c5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:06:49.569386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56632a49-999e-4af8-a925-fdd977c436e3 admin admin] Network hostable DHCP agents. Network: 1f2a14f8-4ee0-4cb8-9fe5-e4a07af1c5b3, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:06:49.573804 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:49.577703 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61eba63a-b225-4659-948e-ceddd34da269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:49.654458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:49.666974 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:49.666974 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] 10.222.0.81 "PUT /v2.0/ports/da026f53-f7bc-4ad6-8324-99511509ddcb HTTP/1.1" status: 200 len: 1097 time: 1.9589911 Nov 18 17:06:49.666974 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7563052c-dc58-41f5-a97c-7c3e5bc61513', 'tag': 'da026f53-f7bc-4ad6-8324-99511509ddcb'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:06:49.666974 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f760e99-197a-452d-8ee6-e0a15953f609" -d '{"events": [{"name": "network-changed", "server_uuid": "7563052c-dc58-41f5-a97c-7c3e5bc61513", "tag": "da026f53-f7bc-4ad6-8324-99511509ddcb"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:06:49.666974 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a07c0-0037-488c-9667-a3f54e6c728b service neutron] Pushing event updated for resources: {'Port': ['ID=da026f53-f7bc-4ad6-8324-99511509ddcb,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:49.707907 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56632a49-999e-4af8-a925-fdd977c436e3 admin admin] Network 1f2a14f8-4ee0-4cb8-9fe5-e4a07af1c5b3 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:06:49.757701 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc3c842-72df-45e0-9fa3-315fe49bf31d x-openstack-request-id: req-cfc3c842-72df-45e0-9fa3-315fe49bf31d {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:06:49.758443 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7563052c-dc58-41f5-a97c-7c3e5bc61513", "tag": "da026f53-f7bc-4ad6-8324-99511509ddcb", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:06:49.758815 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cfc3c842-72df-45e0-9fa3-315fe49bf31d {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:06:49.759676 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7563052c-dc58-41f5-a97c-7c3e5bc61513', 'tag': 'da026f53-f7bc-4ad6-8324-99511509ddcb', 'status': 'completed', 'code': 200} Nov 18 17:06:49.777614 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61eba63a-b225-4659-948e-ceddd34da269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:49.780641 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61eba63a-b225-4659-948e-ceddd34da269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:49.782738 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-61eba63a-b225-4659-948e-ceddd34da269 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e65e94f1-9104-4169-91af-a6f9a980fc99 HTTP/1.1" status: 204 len: 168 time: 0.3052540 Nov 18 17:06:49.812157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eba63a-b225-4659-948e-ceddd34da269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65e94f1-9104-4169-91af-a6f9a980fc99,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:49.815856 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-56632a49-999e-4af8-a925-fdd977c436e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 1f2a14f8-4ee0-4cb8-9fe5-e4a07af1c5b3) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:49.822254 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56632a49-999e-4af8-a925-fdd977c436e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:49.822977 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56632a49-999e-4af8-a925-fdd977c436e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:49.860599 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8595ce59-235d-4d3e-9b46-81d1e8f92c3e None None] Network 1f2a14f8-4ee0-4cb8-9fe5-e4a07af1c5b3 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:06:49.908413 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f760e99-197a-452d-8ee6-e0a15953f609 req-2fc977c3-91cb-4d2a-9181-c21c7eacc881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:49.915131 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f760e99-197a-452d-8ee6-e0a15953f609 req-2fc977c3-91cb-4d2a-9181-c21c7eacc881 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 1100 time: 0.0842872 Nov 18 17:06:49.938054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59148) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:49.971942 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7b9680c1-ceee-457e-a5c7-d88b2772dcc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:49.992965 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f760e99-197a-452d-8ee6-e0a15953f609 req-8a368f4b-38f5-4826-a8ba-f59c6cdbca47 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=b5619a9fdad84356bf3a835e304c5fab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636971 Nov 18 17:06:50.167041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f760e99-197a-452d-8ee6-e0a15953f609 req-a3bbcf74-d5fd-45a5-aded-24b5d1ef6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:50.169460 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f760e99-197a-452d-8ee6-e0a15953f609 req-a3bbcf74-d5fd-45a5-aded-24b5d1ef6a24 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1702316 Nov 18 17:06:50.213802 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-384cba10-e1f9-42dd-892a-85779e496282 req-a0e09dbd-3292-4886-a5c7-7d54d5278921 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=283fc368-17f5-42ad-a787-112b4ca42b64 HTTP/1.1" status: 200 len: 210 time: 0.0419500 Nov 18 17:06:50.229746 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064c321-931f-4884-8a52-1c63a3eb2795 req-4a4cdaf0-4d73-4a5b-9791-2903fc74f543 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:50.240490 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9064c321-931f-4884-8a52-1c63a3eb2795 req-4a4cdaf0-4d73-4a5b-9791-2903fc74f543 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 948 time: 0.2638941 Nov 18 17:06:50.268630 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7b9680c1-ceee-457e-a5c7-d88b2772dcc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:50.286467 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-82199fd7-c443-4a67-a7c2-dcb59cbee3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:50.288113 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-82199fd7-c443-4a67-a7c2-dcb59cbee3d0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 1100 time: 0.0682437 Nov 18 17:06:50.312300 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9064c321-931f-4884-8a52-1c63a3eb2795 req-6d3149c6-3af7-4582-9f1e-c30924a7160e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704546 Nov 18 17:06:50.334202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffea330-93f0-452b-8140-d3459229e42b None None] Network 1f2a14f8-4ee0-4cb8-9fe5-e4a07af1c5b3 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:06:50.352565 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-ad310379-64b7-432f-b10e-d66a23a173dd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=da026f53-f7bc-4ad6-8324-99511509ddcb HTTP/1.1" status: 200 len: 217 time: 0.0532787 Nov 18 17:06:50.405133 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-56632a49-999e-4af8-a925-fdd977c436e3 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4903400 Nov 18 17:06:50.425204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-4f79c05b-49f5-42ff-8cd8-cebeb2e4e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:50.426897 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-4f79c05b-49f5-42ff-8cd8-cebeb2e4e6bb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0661297 Nov 18 17:06:50.445861 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7b9680c1-ceee-457e-a5c7-d88b2772dcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:50.542795 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-11c3c193-686b-412d-806c-6e7c464fa6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:50.544871 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-11c3c193-686b-412d-806c-6e7c464fa6e0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1094687 Nov 18 17:06:50.558576 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f576263-60c3-4c23-8859-bb46fec760eb req-69aa5983-1bde-403f-a1cf-082d41ac3c3a tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=de4c450e368647d2bafc3060b63d2c78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351074 Nov 18 17:06:50.596440 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9680c1-ceee-457e-a5c7-d88b2772dcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47d13bb-1b38-489a-8852-d79a26e66d58,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:50.604092 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7b9680c1-ceee-457e-a5c7-d88b2772dcc1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c1bcdf28cfc64321ae4a235cae802527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6647038 Nov 18 17:06:50.609308 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59172) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:50.742336 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-a638d8fc-d189-4cd4-8667-45657d234aca service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878233 Nov 18 17:06:50.757433 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85b33684-c1be-4cfd-9815-34f2d11fa4a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:50.769340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576263-60c3-4c23-8859-bb46fec760eb req-b82af412-b46f-4310-9115-b6b1f58b6627 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:50.778147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f576263-60c3-4c23-8859-bb46fec760eb req-b82af412-b46f-4310-9115-b6b1f58b6627 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184370 Nov 18 17:06:50.797468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f576263-60c3-4c23-8859-bb46fec760eb req-a373cb38-2553-4be6-9755-61bdb03dfe2e tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/quotas/de4c450e368647d2bafc3060b63d2c78 HTTP/1.1" status: 200 len: 375 time: 0.0180700 Nov 18 17:06:50.851417 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f576263-60c3-4c23-8859-bb46fec760eb req-8b5f1d54-df65-491d-b7ec-7d94a4a0af81 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=de4c450e368647d2bafc3060b63d2c78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523367 Nov 18 17:06:50.865615 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85b33684-c1be-4cfd-9815-34f2d11fa4a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:50.933806 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-30d86f9f-61f5-4510-832e-fbf8c1a2cb74 req-6177cd57-6d3f-44e1-9a42-adbb14e41ce0 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1548640100', 'description': 'tempest-description-548701616'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:50.983373 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0850fc8-7558-4878-b8e9-6e6396fa3ebb req-03d04cf3-532b-4e51-9d12-e2b066eca524 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328742 Nov 18 17:06:51.045361 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85b33684-c1be-4cfd-9815-34f2d11fa4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:51.048247 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85b33684-c1be-4cfd-9815-34f2d11fa4a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:51.052456 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-85b33684-c1be-4cfd-9815-34f2d11fa4a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a47d13bb-1b38-489a-8852-d79a26e66d58 HTTP/1.1" status: 204 len: 168 time: 0.4410212 Nov 18 17:06:51.056485 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-30d86f9f-61f5-4510-832e-fbf8c1a2cb74 req-6177cd57-6d3f-44e1-9a42-adbb14e41ce0 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:51.089619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b33684-c1be-4cfd-9815-34f2d11fa4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47d13bb-1b38-489a-8852-d79a26e66d58,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:51.157233 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:51.244934 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-30d86f9f-61f5-4510-832e-fbf8c1a2cb74 req-6177cd57-6d3f-44e1-9a42-adbb14e41ce0 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:51.330364 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-30d86f9f-61f5-4510-832e-fbf8c1a2cb74 req-6177cd57-6d3f-44e1-9a42-adbb14e41ce0 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:51.408446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59194) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:51.422944 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-41565737-9ec1-4d99-bc80-1c0f98f94a84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:51.547917 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-41565737-9ec1-4d99-bc80-1c0f98f94a84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:51.657418 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-584cc3d7-87ea-498b-9670-431de9a2eb62 req-ecc40b10-f269-4859-8dc2-224fbf7fbd24 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/ports?device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 210 time: 0.2902219 Nov 18 17:06:51.660435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 267c3435-d7eb-4e9a-a6da-431c67f57737 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:06:51.661772 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-30d86f9f-61f5-4510-832e-fbf8c1a2cb74 req-6177cd57-6d3f-44e1-9a42-adbb14e41ce0 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:51.663043 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-30d86f9f-61f5-4510-832e-fbf8c1a2cb74 req-6177cd57-6d3f-44e1-9a42-adbb14e41ce0 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7365255 Nov 18 17:06:51.663709 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177cd57-6d3f-44e1-9a42-adbb14e41ce0 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13af6272-f63b-4b8a-9dd2-91fef9aee4e0,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:51.696429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 267c3435-d7eb-4e9a-a6da-431c67f57737 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:06:51.696839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 267c3435-d7eb-4e9a-a6da-431c67f57737 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:06:51.730874 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-41565737-9ec1-4d99-bc80-1c0f98f94a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:51.823289 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-41565737-9ec1-4d99-bc80-1c0f98f94a84 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=944e32137e164768a35bd8de299ab9b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4111958 Nov 18 17:06:51.823289 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41565737-9ec1-4d99-bc80-1c0f98f94a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409e32d7-326c-4276-b155-96915f3a7ce9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:51.827582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59210) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:51.860253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1e541-06c1-48bd-8a45-de3cb114b4c2 req-7ab569ce-5dc7-4af2-83e4-2152c0bdaad5 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:51.862126 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1f1e541-06c1-48bd-8a45-de3cb114b4c2 req-7ab569ce-5dc7-4af2-83e4-2152c0bdaad5 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 948 time: 0.0984790 Nov 18 17:06:51.910019 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79772d6b-889d-41ed-b6e5-24c24f195d2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:51.936463 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79772d6b-889d-41ed-b6e5-24c24f195d2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:51.937506 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1f1e541-06c1-48bd-8a45-de3cb114b4c2 req-a6376a24-76c8-4bf7-a18f-4ebd8aa1d2fd tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623276 Nov 18 17:06:52.113287 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79772d6b-889d-41ed-b6e5-24c24f195d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:52.115953 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79772d6b-889d-41ed-b6e5-24c24f195d2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:52.117229 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-79772d6b-889d-41ed-b6e5-24c24f195d2a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/409e32d7-326c-4276-b155-96915f3a7ce9 HTTP/1.1" status: 204 len: 168 time: 0.2886348 Nov 18 17:06:52.128004 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79772d6b-889d-41ed-b6e5-24c24f195d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409e32d7-326c-4276-b155-96915f3a7ce9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:52.154959 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0bb8ad22-9a27-4963-aba1-6b5c351d399f req-a2013650-ae4c-471b-aa8a-0b26683d38f9 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/13af6272-f63b-4b8a-9dd2-91fef9aee4e0 HTTP/1.1" status: 200 len: 1821 time: 0.0732958 Nov 18 17:06:52.168856 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-0bb8ad22-9a27-4963-aba1-6b5c351d399f req-26dcd3f5-9b7a-4586-8596-d749f02ed0a1 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '13af6272-f63b-4b8a-9dd2-91fef9aee4e0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:52.169283 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-0bb8ad22-9a27-4963-aba1-6b5c351d399f req-26dcd3f5-9b7a-4586-8596-d749f02ed0a1 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '13af6272-f63b-4b8a-9dd2-91fef9aee4e0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:52.412997 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0bb8ad22-9a27-4963-aba1-6b5c351d399f req-26dcd3f5-9b7a-4586-8596-d749f02ed0a1 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:52.442378 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0bb8ad22-9a27-4963-aba1-6b5c351d399f req-26dcd3f5-9b7a-4586-8596-d749f02ed0a1 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:52.524454 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0bb8ad22-9a27-4963-aba1-6b5c351d399f req-26dcd3f5-9b7a-4586-8596-d749f02ed0a1 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:52.542959 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcd3f5-9b7a-4586-8596-d749f02ed0a1 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5acdf454-9f45-46db-9c74-56a912b65589,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:52.604495 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:52.607141 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0bb8ad22-9a27-4963-aba1-6b5c351d399f req-26dcd3f5-9b7a-4586-8596-d749f02ed0a1 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:52.608400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0bb8ad22-9a27-4963-aba1-6b5c351d399f req-26dcd3f5-9b7a-4586-8596-d749f02ed0a1 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4436750 Nov 18 17:06:52.760938 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b852975-7d08-4cbc-8d08-f8f57182b289 req-55486010-b479-48ff-b390-222b9b0f828f tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:52.763164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1b852975-7d08-4cbc-8d08-f8f57182b289 req-55486010-b479-48ff-b390-222b9b0f828f tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 950 time: 0.0972922 Nov 18 17:06:52.820528 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1b852975-7d08-4cbc-8d08-f8f57182b289 req-1ebd857c-fdb3-42e7-a2f0-0f65f8a94dfa tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491669 Nov 18 17:06:52.852577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-77ce52ca-ada8-4529-b670-6cf493bb287e req-6b6fccd4-2e7b-40a0-b976-df30ebcb7fd5 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-946735318', 'description': 'tempest-description-628697944'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:52.949213 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-c27bddee-edeb-49f8-b08e-5e6a11348a39 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:52.950761 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-c27bddee-edeb-49f8-b08e-5e6a11348a39 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/networks?id=836d12ad-6a15-4e93-b10d-efb37b2aefbc HTTP/1.1" status: 200 len: 814 time: 0.1291070 Nov 18 17:06:52.968233 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-ff9f5eda-0318-4171-9e5c-12b51e637233 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/quotas/eceaba8aa7d546658949d231f85ee2f1 HTTP/1.1" status: 200 len: 375 time: 0.0095747 Nov 18 17:06:53.018292 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-77ce52ca-ada8-4529-b670-6cf493bb287e req-6b6fccd4-2e7b-40a0-b976-df30ebcb7fd5 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:53.027718 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-d819e24b-606c-4345-aaf5-f6793b4bf0f4 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=eceaba8aa7d546658949d231f85ee2f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527163 Nov 18 17:06:53.157516 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-e5c8a924-48f5-42f3-87e0-9c97f187187a service neutron] 10.222.0.72 "GET /v2.0/networks/836d12ad-6a15-4e93-b10d-efb37b2aefbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198561 Nov 18 17:06:53.177998 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-77ce52ca-ada8-4529-b670-6cf493bb287e req-6b6fccd4-2e7b-40a0-b976-df30ebcb7fd5 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:53.262036 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-32179f3f-3121-4d3e-8ebe-fb318bfff280 service neutron] 10.222.0.72 "GET /v2.0/networks/836d12ad-6a15-4e93-b10d-efb37b2aefbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947998 Nov 18 17:06:53.296793 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-77ce52ca-ada8-4529-b670-6cf493bb287e req-6b6fccd4-2e7b-40a0-b976-df30ebcb7fd5 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:53.326883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fccd4-2e7b-40a0-b976-df30ebcb7fd5 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b214aa5-30b3-4246-8df7-6fd38d4b9a75,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:53.418722 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-77ce52ca-ada8-4529-b670-6cf493bb287e req-6b6fccd4-2e7b-40a0-b976-df30ebcb7fd5 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:53.420114 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77ce52ca-ada8-4529-b670-6cf493bb287e req-6b6fccd4-2e7b-40a0-b976-df30ebcb7fd5 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5754821 Nov 18 17:06:53.532047 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-915a7312-4cac-4b1b-979d-d5b4aed82647 req-db783eac-47b7-4354-9ae2-1df05e80d8b0 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/ports?device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 210 time: 0.0449040 Nov 18 17:06:53.551571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59288) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:53.666284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915d35d-ad30-429f-8306-7a2dd261eff1 req-18beac67-0de5-4970-974f-10d33d9d1077 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:53.668418 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9915d35d-ad30-429f-8306-7a2dd261eff1 req-18beac67-0de5-4970-974f-10d33d9d1077 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 948 time: 0.0681078 Nov 18 17:06:53.718670 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6576db44-0cdb-4882-a620-f23c73d92a64 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402547065-network', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:53.747281 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9915d35d-ad30-429f-8306-7a2dd261eff1 req-f2b47c98-b3de-4382-ab78-0b5915787f6f tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669129 Nov 18 17:06:53.775739 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089caba-7334-49b7-9baf-c4587dec06fc req-1abde2d4-b178-4093-9013-96c93fd080be tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:53.777822 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6089caba-7334-49b7-9baf-c4587dec06fc req-1abde2d4-b178-4093-9013-96c93fd080be tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.81 "GET /v2.0/ports?device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 950 time: 0.0877948 Nov 18 17:06:53.797640 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df1d3a0e-2d2a-42e5-a376-af48ff55819f req-8941f69f-fb3b-409f-8527-6e56ceea25de tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/1b214aa5-30b3-4246-8df7-6fd38d4b9a75 HTTP/1.1" status: 200 len: 1820 time: 0.1181433 Nov 18 17:06:53.802673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-df1d3a0e-2d2a-42e5-a376-af48ff55819f req-7a0cde11-9694-4cb3-9352-2d054ef4b2e5 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1b214aa5-30b3-4246-8df7-6fd38d4b9a75', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:53.803080 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-df1d3a0e-2d2a-42e5-a376-af48ff55819f req-7a0cde11-9694-4cb3-9352-2d054ef4b2e5 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1b214aa5-30b3-4246-8df7-6fd38d4b9a75', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:53.823613 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6576db44-0cdb-4882-a620-f23c73d92a64 admin admin] Made reservation on behalf of cec8bc8d40c44f229736948c844a6997 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:06:53.826406 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6576db44-0cdb-4882-a620-f23c73d92a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:53.843841 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6576db44-0cdb-4882-a620-f23c73d92a64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:53.869833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d92dabf-dc83-43e4-a42b-ecf854a8e17b req-c76d8946-95fc-4f51-bde7-e1700690848a tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 210 time: 0.0337870 Nov 18 17:06:53.944845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-6089caba-7334-49b7-9baf-c4587dec06fc req-12b4fc4d-abf5-4b73-8bd3-2f829913248b tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Deleting port 860d953c-42a4-4cbe-b9c7-1d003280656f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:06:53.945451 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6089caba-7334-49b7-9baf-c4587dec06fc req-12b4fc4d-abf5-4b73-8bd3-2f829913248b tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.008468 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-df1d3a0e-2d2a-42e5-a376-af48ff55819f req-7a0cde11-9694-4cb3-9352-2d054ef4b2e5 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.031971 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6576db44-0cdb-4882-a620-f23c73d92a64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.035876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258af30-14fa-4842-9e89-5ca1b4eb4866 req-162e47d1-8e11-4f80-94d7-9f94d1efa641 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:54.043963 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3258af30-14fa-4842-9e89-5ca1b4eb4866 req-162e47d1-8e11-4f80-94d7-9f94d1efa641 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 950 time: 0.0994270 Nov 18 17:06:54.080972 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-df1d3a0e-2d2a-42e5-a376-af48ff55819f req-7a0cde11-9694-4cb3-9352-2d054ef4b2e5 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.082583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6089caba-7334-49b7-9baf-c4587dec06fc req-12b4fc4d-abf5-4b73-8bd3-2f829913248b tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] For port 860d953c-42a4-4cbe-b9c7-1d003280656f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=860d953c-42a4-4cbe-b9c7-1d003280656f,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:54.083066 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6089caba-7334-49b7-9baf-c4587dec06fc req-12b4fc4d-abf5-4b73-8bd3-2f829913248b tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.110285 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-6089caba-7334-49b7-9baf-c4587dec06fc req-12b4fc4d-abf5-4b73-8bd3-2f829913248b tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Calling delete_port for 860d953c-42a4-4cbe-b9c7-1d003280656f owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:06:54.111406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f576263-60c3-4c23-8859-bb46fec760eb req-c22a0d74-be9e-4d11-adc5-ae5f24593de6 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=de4c450e368647d2bafc3060b63d2c78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291634 Nov 18 17:06:54.148812 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device da026f53-f7bc-4ad6-8324-99511509ddcb details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:06:54.159124 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6576db44-0cdb-4882-a620-f23c73d92a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.176151 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3258af30-14fa-4842-9e89-5ca1b4eb4866 req-87a30519-dc37-40ee-bbbe-550c8b2d3b25 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/security-groups?id=10a84af5-151b-451c-85d1-3e55158c2fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171451 Nov 18 17:06:54.181607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6576db44-0cdb-4882-a620-f23c73d92a64 admin admin] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:06:54.199689 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-df1d3a0e-2d2a-42e5-a376-af48ff55819f req-7a0cde11-9694-4cb3-9352-2d054ef4b2e5 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.216891 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6576db44-0cdb-4882-a620-f23c73d92a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.217785 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-6576db44-0cdb-4882-a620-f23c73d92a64 admin admin] Added segment 789bee4f-0bbf-459c-8c8e-e8b05a4ac37d of type vlan for network 4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b Nov 18 17:06:54.232066 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576db44-0cdb-4882-a620-f23c73d92a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f17be5e-0356-41b1-87ff-831774448c1c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:54.304435 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6576db44-0cdb-4882-a620-f23c73d92a64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.305140 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cde11-9694-4cb3-9352-2d054ef4b2e5 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e313a281-eb75-4c19-ace8-3897f74cc466,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:54.346670 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576263-60c3-4c23-8859-bb46fec760eb req-4eca087b-0eb0-4600-9378-0f3e62fcd7c5 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:54.348366 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f576263-60c3-4c23-8859-bb46fec760eb req-4eca087b-0eb0-4600-9378-0f3e62fcd7c5 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229095 Nov 18 17:06:54.365995 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-0f576263-60c3-4c23-8859-bb46fec760eb req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Request body: {'port': {'device_id': '37ca6d22-f8dd-45e0-9994-e8055defdac4', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'de4c450e368647d2bafc3060b63d2c78'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:54.366805 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port da026f53-f7bc-4ad6-8324-99511509ddcb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=da026f53-f7bc-4ad6-8324-99511509ddcb,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:54.391410 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'da026f53-f7bc-4ad6-8324-99511509ddcb', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': 'da026f53-f7bc-4ad6-8324-99511509ddcb', 'mac_address': 'fa:16:3e:3c:c1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:06:54.399355 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-df1d3a0e-2d2a-42e5-a376-af48ff55819f req-7a0cde11-9694-4cb3-9352-2d054ef4b2e5 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.400772 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df1d3a0e-2d2a-42e5-a376-af48ff55819f req-7a0cde11-9694-4cb3-9352-2d054ef4b2e5 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6023798 Nov 18 17:06:54.450066 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.462291 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6089caba-7334-49b7-9baf-c4587dec06fc req-12b4fc4d-abf5-4b73-8bd3-2f829913248b tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.464132 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6576db44-0cdb-4882-a620-f23c73d92a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.465330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6576db44-0cdb-4882-a620-f23c73d92a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:54.466007 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6576db44-0cdb-4882-a620-f23c73d92a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.466782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da026f53-f7bc-4ad6-8324-99511509ddcb {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:06:54.484993 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['860d953c-42a4-4cbe-b9c7-1d003280656f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:06:54.509779 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-faf8c887-55e6-4ad2-8bd7-57091700bfb9 req-83c286b9-25bd-4e36-9893-658488f65650 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-344905141', 'description': 'tempest-description-904838277'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:54.527005 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4fc4d-abf5-4b73-8bd3-2f829913248b tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Pushing event deleted for resources: {'Port': ['ID=860d953c-42a4-4cbe-b9c7-1d003280656f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:54.550612 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port da026f53-f7bc-4ad6-8324-99511509ddcb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=da026f53-f7bc-4ad6-8324-99511509ddcb,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:54.607515 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-d17ff67c-99d9-4858-bdca-3ba93ffe2b7c tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b94e2faa6fdd44fb8ec92e6bc7fc151d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347815 Nov 18 17:06:54.618140 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.api [req-0f576263-60c3-4c23-8859-bb46fec760eb req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 18 17:06:54.618140 n-d-813419-11 neutron-server[104007]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 18 17:06:54.618140 n-d-813419-11 neutron-server[104007]: [parameters: {'project_id_1': 'de4c450e368647d2bafc3060b63d2c78', 'expiration_1': datetime.datetime(2021, 11, 18, 17, 6, 34, 604032)}] Nov 18 17:06:54.618140 n-d-813419-11 neutron-server[104007]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:06:54.618605 n-d-813419-11 neutron-server[104007]: DEBUG oslo_db.api [req-0f576263-60c3-4c23-8859-bb46fec760eb req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:06:54.630373 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576db44-0cdb-4882-a620-f23c73d92a64 admin admin] Pushing event updated for resources: {'Network': ['ID=4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:54.638450 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6576db44-0cdb-4882-a620-f23c73d92a64 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 1.0854397 Nov 18 17:06:54.639170 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.639537 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59324) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:54.641836 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6089caba-7334-49b7-9baf-c4587dec06fc req-12b4fc4d-abf5-4b73-8bd3-2f829913248b tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] No DVR routers for this DVR port 860d953c-42a4-4cbe-b9c7-1d003280656f on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:06:54.646579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3c3df411-3d08-4d23-968f-56cdf3c5d9d3 admin admin] Request body: {'subnet': {'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402547065-subnet', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:54.650174 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6089caba-7334-49b7-9baf-c4587dec06fc req-12b4fc4d-abf5-4b73-8bd3-2f829913248b tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.653478 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6089caba-7334-49b7-9baf-c4587dec06fc req-12b4fc4d-abf5-4b73-8bd3-2f829913248b tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.81 "DELETE /v2.0/ports/860d953c-42a4-4cbe-b9c7-1d003280656f HTTP/1.1" status: 204 len: 173 time: 0.8630471 Nov 18 17:06:54.654876 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364467bc-9f85-4919-a787-2036032cec8f', 'name': 'network-vif-deleted', 'tag': '860d953c-42a4-4cbe-b9c7-1d003280656f'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:06:54.657142 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8cd685-08da-447b-bcdf-5b622724b829" -d '{"events": [{"server_uuid": "364467bc-9f85-4919-a787-2036032cec8f", "name": "network-vif-deleted", "tag": "860d953c-42a4-4cbe-b9c7-1d003280656f"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:06:54.675229 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:06:54.722248 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-faf8c887-55e6-4ad2-8bd7-57091700bfb9 req-83c286b9-25bd-4e36-9893-658488f65650 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.755121 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=da026f53-f7bc-4ad6-8324-99511509ddcb,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:54.782755 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3df411-3d08-4d23-968f-56cdf3c5d9d3 admin admin] Made reservation on behalf of cec8bc8d40c44f229736948c844a6997 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:06:54.784172 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c3df411-3d08-4d23-968f-56cdf3c5d9d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.809517 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-b48e328e-543f-459e-8742-db559f1967d3 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:54.816957 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-b48e328e-543f-459e-8742-db559f1967d3 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999815 Nov 18 17:06:54.832983 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-0d95c9c7-d437-49ec-9794-557b68c98929 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/quotas/b94e2faa6fdd44fb8ec92e6bc7fc151d HTTP/1.1" status: 200 len: 375 time: 0.0150330 Nov 18 17:06:54.864210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['da026f53-f7bc-4ad6-8324-99511509ddcb'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:06:54.894938 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c644cf28-3e59-4b7f-936e-dba8a6e0ae85 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b94e2faa6fdd44fb8ec92e6bc7fc151d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505092 Nov 18 17:06:54.910219 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-faf8c887-55e6-4ad2-8bd7-57091700bfb9 req-83c286b9-25bd-4e36-9893-658488f65650 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:54.994043 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-faf8c887-55e6-4ad2-8bd7-57091700bfb9 req-83c286b9-25bd-4e36-9893-658488f65650 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:55.081500 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c286b9-25bd-4e36-9893-658488f65650 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7e54e3-e562-4a66-8eb0-e4824296b3ea,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:55.151481 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-faf8c887-55e6-4ad2-8bd7-57091700bfb9 req-83c286b9-25bd-4e36-9893-658488f65650 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:55.153126 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-faf8c887-55e6-4ad2-8bd7-57091700bfb9 req-83c286b9-25bd-4e36-9893-658488f65650 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6761327 Nov 18 17:06:55.178068 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c3df411-3d08-4d23-968f-56cdf3c5d9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:55.224388 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b21030-4413-40f3-a627-eb4dc1736e4a x-openstack-request-id: req-72b21030-4413-40f3-a627-eb4dc1736e4a {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:06:55.224841 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364467bc-9f85-4919-a787-2036032cec8f", "name": "network-vif-deleted", "tag": "860d953c-42a4-4cbe-b9c7-1d003280656f", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:06:55.225165 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-72b21030-4413-40f3-a627-eb4dc1736e4a {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:06:55.225693 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364467bc-9f85-4919-a787-2036032cec8f', 'name': 'network-vif-deleted', 'tag': '860d953c-42a4-4cbe-b9c7-1d003280656f', 'status': 'completed', 'code': 200} Nov 18 17:06:55.256650 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f576263-60c3-4c23-8859-bb46fec760eb req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Made reservation on behalf of de4c450e368647d2bafc3060b63d2c78 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:06:55.260869 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0f576263-60c3-4c23-8859-bb46fec760eb req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:55.282878 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3df411-3d08-4d23-968f-56cdf3c5d9d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e3f9de-bbd5-4806-ba02-214638f003c2,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:55.291492 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0f576263-60c3-4c23-8859-bb46fec760eb req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:55.303713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3df411-3d08-4d23-968f-56cdf3c5d9d3 admin admin] Checking segment: {'id': '789bee4f-0bbf-459c-8c8e-e8b05a4ac37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:06:55.304353 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3df411-3d08-4d23-968f-56cdf3c5d9d3 admin admin] Network hostable DHCP agents. Network: 4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:06:55.329692 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36f84501-c4ee-4587-a259-d8a0fc474c79 req-3cb5555a-00c2-4a96-92b0-d8f61920b417 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/ports?device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 210 time: 0.0506589 Nov 18 17:06:55.428435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3df411-3d08-4d23-968f-56cdf3c5d9d3 admin admin] Network 4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:06:55.481462 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd9dd461-0741-4956-a593-dd2e58b885a2 req-238859c9-fef1-4334-ad36-d0fb5fb04030 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 210 time: 0.0581756 Nov 18 17:06:55.513622 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-3c3df411-3d08-4d23-968f-56cdf3c5d9d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:55.519044 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3df411-3d08-4d23-968f-56cdf3c5d9d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:55.519897 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c3df411-3d08-4d23-968f-56cdf3c5d9d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:55.527607 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97c1c48-6da6-405e-b447-b253c651b91b None None] Network 4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:06:55.529216 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4125f31-590b-4e3f-9582-11756f3da5c2 req-eed0b33d-80c6-4c36-8049-dcf71dc26159 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:55.530900 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4125f31-590b-4e3f-9582-11756f3da5c2 req-eed0b33d-80c6-4c36-8049-dcf71dc26159 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 949 time: 0.1321256 Nov 18 17:06:55.553650 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0f576263-60c3-4c23-8859-bb46fec760eb req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:55.569791 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0108a05c-284e-4f59-9ed3-fee4c828d629 req-6389747e-a3ed-44c2-983c-aa643b35695d tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 210 time: 0.0341065 Nov 18 17:06:55.606032 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3c3df411-3d08-4d23-968f-56cdf3c5d9d3 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9621413 Nov 18 17:06:55.606397 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59346) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:55.612384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402547065-router', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:55.616937 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-b2d31050-316f-4407-bc30-7ef81a8bada2 req-badc72cb-b153-438f-b71f-c057043b5c50 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2047898525', 'description': 'tempest-description-1761628674'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:55.649377 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4125f31-590b-4e3f-9582-11756f3da5c2 req-8eebd06c-0e97-44be-a0c4-000d7cff5a50 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042817 Nov 18 17:06:55.651058 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0f576263-60c3-4c23-8859-bb46fec760eb req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:55.713614 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:55.715249 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:55.742728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b', 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'fixed_ips': [{'subnet_id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:06:55.744979 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:55.750659 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.api [req-b2d31050-316f-4407-bc30-7ef81a8bada2 req-badc72cb-b153-438f-b71f-c057043b5c50 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 18 17:06:55.750659 n-d-813419-11 neutron-server[104007]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 18 17:06:55.750659 n-d-813419-11 neutron-server[104007]: [parameters: {'project_id_1': '55caac8368f342498d23e1f2fc3e64df', 'expiration_1': datetime.datetime(2021, 11, 18, 17, 6, 35, 623935)}] Nov 18 17:06:55.750659 n-d-813419-11 neutron-server[104007]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:06:55.751178 n-d-813419-11 neutron-server[104007]: DEBUG oslo_db.api [req-b2d31050-316f-4407-bc30-7ef81a8bada2 req-badc72cb-b153-438f-b71f-c057043b5c50 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:06:55.755915 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68b796b-f07e-429a-b998-a7cedb5f48b0,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:55.829593 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:55.924608 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51c2d4ac-9a32-4acb-aabb-a3fd4ca6c83a req-b5149570-16f4-4670-b71f-6cf0b53fabb7 tempest-LiveMigrationNegativeTest-1653445923 tempest-LiveMigrationNegativeTest-1653445923-project] 10.222.0.72 "GET /v2.0/ports?device_id=364467bc-9f85-4919-a787-2036032cec8f HTTP/1.1" status: 200 len: 210 time: 0.0935059 Nov 18 17:06:55.959050 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Allocated IP 172.20.0.2 (4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b/f0e3f9de-bbd5-4806-ba02-214638f003c2/fbdba89c-56fd-4df3-9c8b-4c4cdd766892) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:06:56.110645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-0f576263-60c3-4c23-8859-bb46fec760eb req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Allocated IP 192.168.233.179 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/947645b7-ce6a-4449-a913-0e0fa36a7956) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:06:56.176486 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device da026f53-f7bc-4ad6-8324-99511509ddcb up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:06:56.231659 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:56.297765 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:56.359672 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3df64aab-71d3-45d2-b367-f7faaafb7b1d req-53107ce2-e5d5-4ff0-907f-2ddff3eb9a28 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4550519 Nov 18 17:06:56.370559 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0f576263-60c3-4c23-8859-bb46fec760eb req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:56.386121 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Pushing event updated for resources: {'Port': ['ID=fbdba89c-56fd-4df3-9c8b-4c4cdd766892,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:56.390554 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port da026f53-f7bc-4ad6-8324-99511509ddcb completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:06:56.400154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Network 4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:06:56.401937 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port da026f53-f7bc-4ad6-8324-99511509ddcb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:56.402327 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:56.438706 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:56.442229 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:06:56.450981 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b2d31050-316f-4407-bc30-7ef81a8bada2 req-badc72cb-b153-438f-b71f-c057043b5c50 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:56.523133 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:56.527433 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Attempting to bind port fbdba89c-56fd-4df3-9c8b-4c4cdd766892 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:06:56.527843 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Attempting to bind port fbdba89c-56fd-4df3-9c8b-4c4cdd766892 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '789bee4f-0bbf-459c-8c8e-e8b05a4ac37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:06:56.528410 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Attempting to bind port fbdba89c-56fd-4df3-9c8b-4c4cdd766892 on network 4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:06:56.535699 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:06:56.536109 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Checking segment: {'id': '789bee4f-0bbf-459c-8c8e-e8b05a4ac37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:06:56.536515 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:56.536913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Bound using segment: {'id': '789bee4f-0bbf-459c-8c8e-e8b05a4ac37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:06:56.537529 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Bound port: fbdba89c-56fd-4df3-9c8b-4c4cdd766892, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789bee4f-0bbf-459c-8c8e-e8b05a4ac37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:06:56.537920 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:56.565050 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d93a3ba9-4bb9-43af-a4ad-2c165ab77a07 req-c8c1ac1e-97b8-4dc1-b171-a5baeb52e8b4 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/ports?device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 210 time: 0.0573123 Nov 18 17:06:56.596864 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df64aab-71d3-45d2-b367-f7faaafb7b1d req-e382afa2-8d7b-4779-8abe-a700a7944863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:56.602963 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0f576263-60c3-4c23-8859-bb46fec760eb req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:56.603379 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3df64aab-71d3-45d2-b367-f7faaafb7b1d req-e382afa2-8d7b-4779-8abe-a700a7944863 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 1102 time: 0.1699166 Nov 18 17:06:56.635345 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:56.679608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f576263-60c3-4c23-8859-bb46fec760eb req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:06:56.688813 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port da026f53-f7bc-4ad6-8324-99511509ddcb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=da026f53-f7bc-4ad6-8324-99511509ddcb,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:56.688813 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7563052c-dc58-41f5-a97c-7c3e5bc61513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da026f53-f7bc-4ad6-8324-99511509ddcb'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:06:56.690846 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323ebe6e-98d7-4dfa-8c41-36ceb94197f9" -d '{"events": [{"server_uuid": "7563052c-dc58-41f5-a97c-7c3e5bc61513", "name": "network-vif-plugged", "status": "completed", "tag": "da026f53-f7bc-4ad6-8324-99511509ddcb"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:06:56.697192 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-0f576263-60c3-4c23-8859-bb46fec760eb req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:56.702768 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] For port fbdba89c-56fd-4df3-9c8b-4c4cdd766892, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:06:56.706486 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] For port fbdba89c-56fd-4df3-9c8b-4c4cdd766892, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fbdba89c-56fd-4df3-9c8b-4c4cdd766892,segment=NetworkSegment(789bee4f-0bbf-459c-8c8e-e8b05a4ac37d),segment_id=789bee4f-0bbf-459c-8c8e-e8b05a4ac37d)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:06:56.722057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f576263-60c3-4c23-8859-bb46fec760eb req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:06:56.732954 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b2d31050-316f-4407-bc30-7ef81a8bada2 req-badc72cb-b153-438f-b71f-c057043b5c50 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:56.763197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Pushing event updated for resources: {'Port': ['ID=947645b7-ce6a-4449-a913-0e0fa36a7956,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:56.784815 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:56.789216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 860d953c-42a4-4cbe-b9c7-1d003280656f no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:06:56.789829 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3c105139-7e53-4a7b-b3a1-7cda434ffb16 req-fe5ccf47-34a0-45bb-b5e4-b204a4f4d751 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 210 time: 0.0684235 Nov 18 17:06:56.804798 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b2d31050-316f-4407-bc30-7ef81a8bada2 req-badc72cb-b153-438f-b71f-c057043b5c50 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:56.821680 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576263-60c3-4c23-8859-bb46fec760eb req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:56.822655 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0f576263-60c3-4c23-8859-bb46fec760eb req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:56.834208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df64aab-71d3-45d2-b367-f7faaafb7b1d req-a16045d6-f572-4242-a6a0-692e91cdf3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:56.835672 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3df64aab-71d3-45d2-b367-f7faaafb7b1d req-a16045d6-f572-4242-a6a0-692e91cdf3ea service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1797724 Nov 18 17:06:56.885841 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc72cb-b153-438f-b71f-c057043b5c50 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12a0d70-4ac8-467c-8aac-16efb30c37db,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:56.889527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 860d953c-42a4-4cbe-b9c7-1d003280656f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:06:56.889898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 860d953c-42a4-4cbe-b9c7-1d003280656f not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:06:56.913296 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:56.920328 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3df64aab-71d3-45d2-b367-f7faaafb7b1d req-d64c131a-680b-4208-8b62-4fdd6932536c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=14b037fd-40a5-4cab-9075-5b29f54b7340 HTTP/1.1" status: 200 len: 217 time: 0.0710337 Nov 18 17:06:56.982089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=da026f53-f7bc-4ad6-8324-99511509ddcb,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:56.990628 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b8ab2cf4-2b92-4329-8da7-cd90f8171342 req-13250008-a16f-476a-9f5e-4405f0e357f3 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 210 time: 0.0538502 Nov 18 17:06:56.998360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f576263-60c3-4c23-8859-bb46fec760eb req-c66b0a1a-5801-44b3-8246-7e881451ad1f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6389413 Nov 18 17:06:57.001115 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b2d31050-316f-4407-bc30-7ef81a8bada2 req-badc72cb-b153-438f-b71f-c057043b5c50 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:57.007322 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b2d31050-316f-4407-bc30-7ef81a8bada2 req-badc72cb-b153-438f-b71f-c057043b5c50 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.3980703 Nov 18 17:06:57.027828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Request body: {'port': {'device_id': '37ca6d22-f8dd-45e0-9994-e8055defdac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:57.083558 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f28596-4cb7-41d6-92b2-3476a6f5e781 None None] Pushing event updated for resources: {'Port': ['ID=fbdba89c-56fd-4df3-9c8b-4c4cdd766892,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:57.108940 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91c6215-32d6-47b0-a346-4308158fb253 x-openstack-request-id: req-c91c6215-32d6-47b0-a346-4308158fb253 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:06:57.109456 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7563052c-dc58-41f5-a97c-7c3e5bc61513", "name": "network-vif-plugged", "status": "completed", "tag": "da026f53-f7bc-4ad6-8324-99511509ddcb", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:06:57.109721 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c91c6215-32d6-47b0-a346-4308158fb253 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:06:57.110150 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7563052c-dc58-41f5-a97c-7c3e5bc61513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da026f53-f7bc-4ad6-8324-99511509ddcb', 'code': 200} Nov 18 17:06:57.131094 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df64aab-71d3-45d2-b367-f7faaafb7b1d req-5b8f9850-22ec-4eac-aeb1-9a859a1686a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:57.138765 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3df64aab-71d3-45d2-b367-f7faaafb7b1d req-5b8f9850-22ec-4eac-aeb1-9a859a1686a2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1899645 Nov 18 17:06:57.182683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.81', 64190) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:57.208306 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:57.338839 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da89f4-e77e-40b9-bb7c-2d80ba190a21 req-d1c55e01-ebc7-40f3-aec7-d391b93df405 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:57.347389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09da89f4-e77e-40b9-bb7c-2d80ba190a21 req-d1c55e01-ebc7-40f3-aec7-d391b93df405 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.2210498 Nov 18 17:06:57.374075 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac6a0cf8-a9c7-4f90-adcc-39c4fbf977a2 req-d7b93324-0728-4805-87c5-39cbea05d073 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/eb7e54e3-e562-4a66-8eb0-e4824296b3ea HTTP/1.1" status: 200 len: 1820 time: 0.1922026 Nov 18 17:06:57.392666 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbe4a6-007f-4ac8-a866-52caca8f174a req-e4149d4a-4f31-4628-832e-047820a39475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:57.392666 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98fbe4a6-007f-4ac8-a866-52caca8f174a req-e4149d4a-4f31-4628-832e-047820a39475 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 1102 time: 0.2084298 Nov 18 17:06:57.542927 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-a8b740b3-6011-4c3b-a91c-5769a87ed317 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:57.544839 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-a8b740b3-6011-4c3b-a91c-5769a87ed317 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.83 "GET /v2.0/networks?id=836d12ad-6a15-4e93-b10d-efb37b2aefbc HTTP/1.1" status: 200 len: 814 time: 0.6181688 Nov 18 17:06:57.546581 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:57.605822 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-e0c0a710-0484-49af-811a-70cfff336365 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Request body: {'port': {'device_id': '8d1a2136-d1f2-415a-b5fc-f3e9332bc7de', 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc', 'admin_state_up': True, 'tenant_id': 'eceaba8aa7d546658949d231f85ee2f1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:57.638237 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:57.645598 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09da89f4-e77e-40b9-bb7c-2d80ba190a21 req-2d53e6b1-19cf-456f-afbe-b290a5b33034 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972209 Nov 18 17:06:57.656639 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df64aab-71d3-45d2-b367-f7faaafb7b1d req-365cf9c2-2940-4b80-bf00-a65ee1b1e357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:57.657947 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3df64aab-71d3-45d2-b367-f7faaafb7b1d req-365cf9c2-2940-4b80-bf00-a65ee1b1e357 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4619021 Nov 18 17:06:57.854987 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fbdba89c-56fd-4df3-9c8b-4c4cdd766892 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:06:57.864202 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59388) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:57.901663 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98fbe4a6-007f-4ac8-a866-52caca8f174a req-36e4bcf3-e5a5-4438-a64d-26d9f8d49ba2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927523 Nov 18 17:06:57.912431 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac6a0cf8-a9c7-4f90-adcc-39c4fbf977a2 req-53e9ec02-b6c2-4447-a474-454405048bd8 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/a12a0d70-4ac8-467c-8aac-16efb30c37db HTTP/1.1" status: 200 len: 1822 time: 0.5154903 Nov 18 17:06:57.920119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-ac6a0cf8-a9c7-4f90-adcc-39c4fbf977a2 req-aa3fb683-d161-410f-8382-18b39a5a5994 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'eb7e54e3-e562-4a66-8eb0-e4824296b3ea', 'remote_group_id': 'a12a0d70-4ac8-467c-8aac-16efb30c37db', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:57.920432 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-ac6a0cf8-a9c7-4f90-adcc-39c4fbf977a2 req-aa3fb683-d161-410f-8382-18b39a5a5994 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'eb7e54e3-e562-4a66-8eb0-e4824296b3ea', 'remote_group_id': 'a12a0d70-4ac8-467c-8aac-16efb30c37db', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:58.025245 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port fbdba89c-56fd-4df3-9c8b-4c4cdd766892 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:58.026867 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:58.127700 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3df64aab-71d3-45d2-b367-f7faaafb7b1d req-fd8469de-847d-47d9-8f0d-b5c57e332eec service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616218 Nov 18 17:06:58.154088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.83', 53987) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:58.168588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Allocated IP 172.25.3.76 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/61d346f2-593e-43d5-9b78-63dd39b573d8) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:06:58.175274 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:58.178871 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a068e343-13a8-4aff-8133-5b8c2d76b3b9 None None] Provisioning complete for port 947645b7-ce6a-4449-a913-0e0fa36a7956 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:58.179276 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a068e343-13a8-4aff-8133-5b8c2d76b3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:58.250281 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-0bdf4003-892a-47b5-9dc6-2dd388ec03fa tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=b94e2faa6fdd44fb8ec92e6bc7fc151d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788271 Nov 18 17:06:58.340540 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a068e343-13a8-4aff-8133-5b8c2d76b3b9 None None] Port 947645b7-ce6a-4449-a913-0e0fa36a7956 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:06:58.350601 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port fbdba89c-56fd-4df3-9c8b-4c4cdd766892, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fbdba89c-56fd-4df3-9c8b-4c4cdd766892,segment=NetworkSegment(789bee4f-0bbf-459c-8c8e-e8b05a4ac37d),segment_id=789bee4f-0bbf-459c-8c8e-e8b05a4ac37d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:06:58.422920 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:58.424152 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2dda7ae2-7406-4419-b6aa-48504fe2eb6d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d9b79a2d3a514299bcd73cd4df7eef3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5564051 Nov 18 17:06:58.447509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59402) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:06:58.523508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=fbdba89c-56fd-4df3-9c8b-4c4cdd766892,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:58.581251 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947645b7-ce6a-4449-a913-0e0fa36a7956 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:06:58.596993 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3df64aab-71d3-45d2-b367-f7faaafb7b1d req-3f6fb8fb-16d3-457c-b926-946a85bdef06 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449065 Nov 18 17:06:58.597844 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90f091-fd32-4645-b553-de0c8e609f2c req-6084dcb4-6529-49a5-ae35-9cea96eebad0 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:58.599545 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df90f091-fd32-4645-b553-de0c8e609f2c req-6084dcb4-6529-49a5-ae35-9cea96eebad0 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/ports?device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 936 time: 0.6746893 Nov 18 17:06:58.608556 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:58.698311 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ac6a0cf8-a9c7-4f90-adcc-39c4fbf977a2 req-aa3fb683-d161-410f-8382-18b39a5a5994 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:58.719861 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b37c16-411c-4bda-854d-5c74ff9bc87c None None] Network 4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:06:58.749825 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-980f2555-6229-422d-a961-19c66db49590 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:58.751672 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-980f2555-6229-422d-a961-19c66db49590 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4440598 Nov 18 17:06:58.768824 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:58.770208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-e0c0a710-0484-49af-811a-70cfff336365 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Made reservation on behalf of eceaba8aa7d546658949d231f85ee2f1 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:06:58.788879 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-e0c0a710-0484-49af-811a-70cfff336365 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:58.793523 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ac6a0cf8-a9c7-4f90-adcc-39c4fbf977a2 req-aa3fb683-d161-410f-8382-18b39a5a5994 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:58.796141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Transition to ACTIVE for port object 947645b7-ce6a-4449-a913-0e0fa36a7956 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:06:58.850470 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6a364465-cc5f-42a3-a18e-71cce6870c43 None None] Provisioning complete for port fbdba89c-56fd-4df3-9c8b-4c4cdd766892 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:58.851563 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6a364465-cc5f-42a3-a18e-71cce6870c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:58.856621 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-404a30f9-cd81-4065-9d72-77c03e7c40a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:58.862135 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df90f091-fd32-4645-b553-de0c8e609f2c req-39990f26-53d1-42aa-aee9-125b890f426f tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/security-groups?id=f68b796b-f07e-429a-b998-a7cedb5f48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481916 Nov 18 17:06:58.872894 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ac6a0cf8-a9c7-4f90-adcc-39c4fbf977a2 req-aa3fb683-d161-410f-8382-18b39a5a5994 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:58.923996 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fb683-d161-410f-8382-18b39a5a5994 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53181f09-639d-40fc-9294-a67681099ec4,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:58.928029 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:58.975641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Request body: {'port': {'device_id': 'ca04769e-268a-4df8-98db-91321a24f1c4', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'b94e2faa6fdd44fb8ec92e6bc7fc151d'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:58.980359 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-404a30f9-cd81-4065-9d72-77c03e7c40a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:59.006750 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ac6a0cf8-a9c7-4f90-adcc-39c4fbf977a2 req-aa3fb683-d161-410f-8382-18b39a5a5994 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:59.016217 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac6a0cf8-a9c7-4f90-adcc-39c4fbf977a2 req-aa3fb683-d161-410f-8382-18b39a5a5994 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1017148 Nov 18 17:06:59.122516 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ac4aac3-7f34-453e-9792-1706e3002ee3 req-42f5d044-cee6-4bf1-a4f4-1bfdb6348f7b tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 210 time: 0.1452236 Nov 18 17:06:59.242469 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-246bd270-cbb2-4060-93d5-6f439b959ed6 req-0a20b94e-a915-4bea-901b-d67e39c60faf tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 210 time: 0.0954328 Nov 18 17:06:59.243223 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:59.278724 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Pushing event updated for resources: {'Port': ['ID=947645b7-ce6a-4449-a913-0e0fa36a7956,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:59.479842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-4750c8c7-31fb-49ae-ba18-725bdb33e868 req-f0c9d444-78f3-429c-b2a7-8be324184a74 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-252948324', 'description': 'tempest-description-1901578426'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:06:59.482447 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:06:59.500127 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936b8d9-de3a-45d6-82cb-9f839068ef87 req-adfd8405-c20e-4e88-a25e-b54257dcf995 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:06:59.505580 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:06:59.507992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Pushing event updated for resources: {'Port': ['ID=61d346f2-593e-43d5-9b78-63dd39b573d8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:59.513763 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:06:59.523959 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f936b8d9-de3a-45d6-82cb-9f839068ef87 req-adfd8405-c20e-4e88-a25e-b54257dcf995 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.3022573 Nov 18 17:06:59.543947 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Attempting to bind port 947645b7-ce6a-4449-a913-0e0fa36a7956 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:06:59.544313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Attempting to bind port 947645b7-ce6a-4449-a913-0e0fa36a7956 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:06:59.544668 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Attempting to bind port 947645b7-ce6a-4449-a913-0e0fa36a7956 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:06:59.572273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Port 947645b7-ce6a-4449-a913-0e0fa36a7956 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:06:59.573166 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Attempting to bind port 947645b7-ce6a-4449-a913-0e0fa36a7956 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:06:59.577999 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-404a30f9-cd81-4065-9d72-77c03e7c40a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:59.582299 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-404a30f9-cd81-4065-9d72-77c03e7c40a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:59.583769 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-404a30f9-cd81-4065-9d72-77c03e7c40a7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/10a84af5-151b-451c-85d1-3e55158c2fa2 HTTP/1.1" status: 204 len: 168 time: 1.1312976 Nov 18 17:06:59.596511 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:06:59.597157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:06:59.599172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:06:59.599172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Bound port: 947645b7-ce6a-4449-a913-0e0fa36a7956, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:06:59.599172 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:59.606053 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-e0c0a710-0484-49af-811a-70cfff336365 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Allocated IP 172.20.0.12 (836d12ad-6a15-4e93-b10d-efb37b2aefbc/cf4fb3f1-be4f-4a0d-b503-51f74fc5e440/de41a100-c395-43bc-a09a-a10a28400149) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:06:59.618115 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a30f9-cd81-4065-9d72-77c03e7c40a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a84af5-151b-451c-85d1-3e55158c2fa2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:06:59.666484 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-4750c8c7-31fb-49ae-ba18-725bdb33e868 req-f0c9d444-78f3-429c-b2a7-8be324184a74 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:59.705073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f918c6f8-dd57-48b5-83c7-857735f4d15c None None] Provisioning complete for port fbdba89c-56fd-4df3-9c8b-4c4cdd766892 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:59.708559 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f918c6f8-dd57-48b5-83c7-857735f4d15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:59.767129 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f936b8d9-de3a-45d6-82cb-9f839068ef87 req-63eb4078-8a07-47e5-9667-f7f1d8bf21df tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414238 Nov 18 17:06:59.815757 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fbdba89c-56fd-4df3-9c8b-4c4cdd766892 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:06:59.821543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Made reservation on behalf of b94e2faa6fdd44fb8ec92e6bc7fc151d for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:06:59.830276 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:59.859188 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:59.910780 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] For port 947645b7-ce6a-4449-a913-0e0fa36a7956, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:06:59.920470 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] For port 947645b7-ce6a-4449-a913-0e0fa36a7956, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=947645b7-ce6a-4449-a913-0e0fa36a7956,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:06:59.971667 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-462560b8-8ec1-42a7-beec-9b5dd7d04693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:06:59.989494 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port fbdba89c-56fd-4df3-9c8b-4c4cdd766892 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:06:59.990214 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:00.026508 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:00.066893 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:00.088987 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-4750c8c7-31fb-49ae-ba18-725bdb33e868 req-f0c9d444-78f3-429c-b2a7-8be324184a74 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:00.177980 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-4750c8c7-31fb-49ae-ba18-725bdb33e868 req-f0c9d444-78f3-429c-b2a7-8be324184a74 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:00.181273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Pushing event updated for resources: {'Port': ['ID=947645b7-ce6a-4449-a913-0e0fa36a7956,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:00.186264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:00.186877 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:00.188363 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f576263-60c3-4c23-8859-bb46fec760eb req-106ea677-5706-4873-811c-5b0dc68eeee7 service neutron] 10.222.0.83 "PUT /v2.0/ports/947645b7-ce6a-4449-a913-0e0fa36a7956 HTTP/1.1" status: 200 len: 1097 time: 3.1797073 Nov 18 17:07:00.194242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ca6d22-f8dd-45e0-9994-e8055defdac4', 'tag': '947645b7-ce6a-4449-a913-0e0fa36a7956'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:00.196636 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9548b1-59f9-40af-888b-7facc6449031" -d '{"events": [{"name": "network-changed", "server_uuid": "37ca6d22-f8dd-45e0-9994-e8055defdac4", "tag": "947645b7-ce6a-4449-a913-0e0fa36a7956"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:00.239023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9d444-78f3-429c-b2a7-8be324184a74 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbaa77b-a453-4571-9394-00fc2bc2ef52,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:00.255141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934978e4-81cc-4b53-aa14-bf617416075e req-17490674-e7bd-46fe-a68a-0c644204d317 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:00.259345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-934978e4-81cc-4b53-aa14-bf617416075e req-17490674-e7bd-46fe-a68a-0c644204d317 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/ports?device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 948 time: 0.2564251 Nov 18 17:07:00.346130 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-934978e4-81cc-4b53-aa14-bf617416075e req-51506f0b-8cb6-4c96-a5ac-b6ef4057bb69 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/security-groups?id=f68b796b-f07e-429a-b998-a7cedb5f48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770292 Nov 18 17:07:00.368690 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-4750c8c7-31fb-49ae-ba18-725bdb33e868 req-f0c9d444-78f3-429c-b2a7-8be324184a74 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:00.368690 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4750c8c7-31fb-49ae-ba18-725bdb33e868 req-f0c9d444-78f3-429c-b2a7-8be324184a74 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.9140663 Nov 18 17:07:00.483908 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662eab2d-a885-455b-8c2e-5950e0d0a81e x-openstack-request-id: req-662eab2d-a885-455b-8c2e-5950e0d0a81e {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:00.483908 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ca6d22-f8dd-45e0-9994-e8055defdac4", "tag": "947645b7-ce6a-4449-a913-0e0fa36a7956", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:00.483908 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-662eab2d-a885-455b-8c2e-5950e0d0a81e {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:00.483908 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ca6d22-f8dd-45e0-9994-e8055defdac4', 'tag': '947645b7-ce6a-4449-a913-0e0fa36a7956', 'status': 'completed', 'code': 200} Nov 18 17:07:00.599904 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c395a223-eeaa-489c-bbd2-5618bf316750 req-c47bb21c-f1ae-48f4-a9c2-b262321aa1c4 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 210 time: 0.0978906 Nov 18 17:07:00.603028 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59426) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:00.629003 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94291430-bd6a-4ba4-8ce6-c840e84e7086 req-e8a327ad-3f6e-4cf2-8d8b-b274d1af0fb5 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 210 time: 0.0748048 Nov 18 17:07:00.676977 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576263-60c3-4c23-8859-bb46fec760eb req-128f1833-8544-4fe1-8e7a-57777296c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:00.678322 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:00.678541 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f576263-60c3-4c23-8859-bb46fec760eb req-128f1833-8544-4fe1-8e7a-57777296c4c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=de4c450e368647d2bafc3060b63d2c78&device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 1100 time: 0.1948826 Nov 18 17:07:00.695989 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-ee6b0f23-3f2e-4c57-85d6-bdfd07e6d0c3 req-4d35d4b5-eb88-4bb0-a553-ea4bf97ba0f3 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-547061481', 'description': 'tempest-description-1250234466'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:00.707854 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8c27ddc0-a6da-41e6-9219-dbd55c3ffb95 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7eef3d89b77241e9a497ee53ad1ea154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0986609 Nov 18 17:07:00.717448 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59428) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:00.729889 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-e0c0a710-0484-49af-811a-70cfff336365 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:00.739753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:00.786154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f576263-60c3-4c23-8859-bb46fec760eb req-a8a2a3bb-d031-4f3c-9061-f3d1426c0ad7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=947645b7-ce6a-4449-a913-0e0fa36a7956 HTTP/1.1" status: 200 len: 217 time: 0.0761955 Nov 18 17:07:00.836314 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ee6b0f23-3f2e-4c57-85d6-bdfd07e6d0c3 req-4d35d4b5-eb88-4bb0-a553-ea4bf97ba0f3 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:00.838421 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a2061d38-5885-4bb8-900a-b31175c21baa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:00.917569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4783355c-7dcb-48a9-9c36-6b685a4bbacd,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:00.949736 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:00.950246 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:00.950752 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:00.951182 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:00.951717 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:00.952114 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:00.952605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:00.952995 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:00.953474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:00.953890 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:00.954340 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:00.954813 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:01.018017 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576263-60c3-4c23-8859-bb46fec760eb req-daecf468-3540-4a7e-b685-1356e76f3c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:01.019539 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f576263-60c3-4c23-8859-bb46fec760eb req-daecf468-3540-4a7e-b685-1356e76f3c59 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1428006 Nov 18 17:07:01.042327 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-e0c0a710-0484-49af-811a-70cfff336365 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:01.065051 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ee6b0f23-3f2e-4c57-85d6-bdfd07e6d0c3 req-4d35d4b5-eb88-4bb0-a553-ea4bf97ba0f3 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:01.071910 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a2061d38-5885-4bb8-900a-b31175c21baa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:01.103759 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281a75e-ce97-4b02-8d66-3e8cb4baf402 req-0236bc38-5700-4128-acb6-f3a67f0459f1 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:01.110092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Allocated IP 192.168.233.174 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/1b05a343-8565-482c-8bc3-cb0a02db0dca) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:07:01.111522 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f281a75e-ce97-4b02-8d66-3e8cb4baf402 req-0236bc38-5700-4128-acb6-f3a67f0459f1 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.0877943 Nov 18 17:07:01.125299 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:01.133182 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ee6b0f23-3f2e-4c57-85d6-bdfd07e6d0c3 req-4d35d4b5-eb88-4bb0-a553-ea4bf97ba0f3 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:01.146092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-e0c0a710-0484-49af-811a-70cfff336365 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Network 836d12ad-6a15-4e93-b10d-efb37b2aefbc is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:07:01.150047 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0a710-0484-49af-811a-70cfff336365 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Pushing event updated for resources: {'Port': ['ID=de41a100-c395-43bc-a09a-a10a28400149,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:01.155487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-e0c0a710-0484-49af-811a-70cfff336365 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:07:01.163111 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-e0c0a710-0484-49af-811a-70cfff336365 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:07:01.175312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35d4b5-eb88-4bb0-a553-ea4bf97ba0f3 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b499e6-596d-47e1-9fd7-7c659168d885,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:01.240858 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f281a75e-ce97-4b02-8d66-3e8cb4baf402 req-97a92725-419d-47fe-aadc-493ac9d294a6 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278644 Nov 18 17:07:01.280968 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ee6b0f23-3f2e-4c57-85d6-bdfd07e6d0c3 req-4d35d4b5-eb88-4bb0-a553-ea4bf97ba0f3 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:01.282995 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee6b0f23-3f2e-4c57-85d6-bdfd07e6d0c3 req-4d35d4b5-eb88-4bb0-a553-ea4bf97ba0f3 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6033692 Nov 18 17:07:01.319989 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576263-60c3-4c23-8859-bb46fec760eb req-be72e7a7-3b38-4d46-8fbf-1b598a1966c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:01.326376 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f576263-60c3-4c23-8859-bb46fec760eb req-be72e7a7-3b38-4d46-8fbf-1b598a1966c2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1080637 Nov 18 17:07:01.342549 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a2061d38-5885-4bb8-900a-b31175c21baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:01.345281 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a2061d38-5885-4bb8-900a-b31175c21baa admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:01.351064 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a2061d38-5885-4bb8-900a-b31175c21baa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fbe27516-1ed6-49d9-97f3-7242d4314f3a HTTP/1.1" status: 204 len: 168 time: 0.6172416 Nov 18 17:07:01.351211 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-e0c0a710-0484-49af-811a-70cfff336365 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:01.351211 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-e0c0a710-0484-49af-811a-70cfff336365 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:01.456236 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2061d38-5885-4bb8-900a-b31175c21baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe27516-1ed6-49d9-97f3-7242d4314f3a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:01.511818 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-d3212248-8e62-4262-9846-c79e24ef5514 req-be0b96f1-6e2e-4a2a-aea2-0616dd0d3219 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:07:01.515385 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-e0c0a710-0484-49af-811a-70cfff336365 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9240105 Nov 18 17:07:01.519855 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3212248-8e62-4262-9846-c79e24ef5514 req-be0b96f1-6e2e-4a2a-aea2-0616dd0d3219 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0331511 Nov 18 17:07:01.561658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Request body: {'port': {'device_id': '8d1a2136-d1f2-415a-b5fc-f3e9332bc7de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:01.565591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6d989ba5-5a38-44f8-bfea-796d58915009 None None] Provisioning complete for port de41a100-c395-43bc-a09a-a10a28400149 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:01.566108 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d989ba5-5a38-44f8-bfea-796d58915009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:01.662069 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6d989ba5-5a38-44f8-bfea-796d58915009 None None] Port de41a100-c395-43bc-a09a-a10a28400149 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:07:01.683977 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f576263-60c3-4c23-8859-bb46fec760eb req-31dabb92-eda8-480c-8b69-f26360243023 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326808 Nov 18 17:07:01.695148 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fe1f216b-d397-4931-904d-4ee120377384 req-78d5dca6-4895-43e8-b9b1-539fa4a9b8b2 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/9bbaa77b-a453-4571-9394-00fc2bc2ef52 HTTP/1.1" status: 200 len: 1821 time: 0.3262289 Nov 18 17:07:01.695928 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:01.703484 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:01.748694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fe1f216b-d397-4931-904d-4ee120377384 req-5a06f331-c60e-42ad-bc91-585f9a1cbfd8 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/f8b499e6-596d-47e1-9fd7-7c659168d885 HTTP/1.1" status: 200 len: 1821 time: 0.0524795 Nov 18 17:07:01.767974 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-fe1f216b-d397-4931-904d-4ee120377384 req-3fcf442e-0f56-45f8-8c65-bf72f54fd338 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9bbaa77b-a453-4571-9394-00fc2bc2ef52', 'remote_group_id': 'f8b499e6-596d-47e1-9fd7-7c659168d885', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:01.769572 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-fe1f216b-d397-4931-904d-4ee120377384 req-3fcf442e-0f56-45f8-8c65-bf72f54fd338 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9bbaa77b-a453-4571-9394-00fc2bc2ef52', 'remote_group_id': 'f8b499e6-596d-47e1-9fd7-7c659168d885', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:01.835693 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:01.894920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:07:01.901424 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:07:01.916893 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:07:01.920455 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Router ca651b49-7703-43d6-9f0a-a903f1f30c5b is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:07:02.036604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d7019-9492-4d86-9bfa-252b8fdba523 req-a715ed6f-afc4-4066-b5ca-2e0e27997a17 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:02.056408 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-030d7019-9492-4d86-9bfa-252b8fdba523 req-a715ed6f-afc4-4066-b5ca-2e0e27997a17 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/ports?device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 948 time: 0.1838241 Nov 18 17:07:02.075195 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Pushing event updated for resources: {'Port': ['ID=1b05a343-8565-482c-8bc3-cb0a02db0dca,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:02.156015 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fe1f216b-d397-4931-904d-4ee120377384 req-3fcf442e-0f56-45f8-8c65-bf72f54fd338 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:02.348289 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de41a100-c395-43bc-a09a-a10a28400149 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:07:02.348598 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-030d7019-9492-4d86-9bfa-252b8fdba523 req-4190a964-6d68-4ca0-9a24-8cf2467dfa88 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/security-groups?id=f68b796b-f07e-429a-b998-a7cedb5f48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910323 Nov 18 17:07:02.349295 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59458) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:02.359101 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fe1f216b-d397-4931-904d-4ee120377384 req-3fcf442e-0f56-45f8-8c65-bf72f54fd338 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:02.359249 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:02.383061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Transition to ACTIVE for port object de41a100-c395-43bc-a09a-a10a28400149 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:07:02.392984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:02.393402 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:02.397532 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f576263-60c3-4c23-8859-bb46fec760eb req-f778b448-d5b2-4fb2-9635-015d41d9b6a8 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522581 Nov 18 17:07:02.404614 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c26b4613-6769-4257-8bd6-a74f00647d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:02.411539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-713f6820-8436-405a-9583-96c8f302b0b7 None None] Provisioning complete for port 1b05a343-8565-482c-8bc3-cb0a02db0dca triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:02.411539 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-713f6820-8436-405a-9583-96c8f302b0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:02.472495 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fe1f216b-d397-4931-904d-4ee120377384 req-3fcf442e-0f56-45f8-8c65-bf72f54fd338 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:02.497753 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-713f6820-8436-405a-9583-96c8f302b0b7 None None] Port 1b05a343-8565-482c-8bc3-cb0a02db0dca cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:07:02.556296 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:02.617162 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Pushing event updated for resources: {'Port': ['ID=de41a100-c395-43bc-a09a-a10a28400149,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:02.639822 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:07:02.655211 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Sync routers for ids ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:07:02.673074 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Routers {'ca651b49-7703-43d6-9f0a-a903f1f30c5b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:07:02.677830 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:07:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:02.682097 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf442e-0f56-45f8-8c65-bf72f54fd338 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14923232-a0df-4825-bb09-41987187b766,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:02.751996 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-34f1b0f8-53ea-462d-837b-f4484bdf3962 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7804742 Nov 18 17:07:02.844237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-df65f378-5bbe-4fc2-8db2-9c4bdb50e594 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4766281 Nov 18 17:07:02.875526 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-0b868026-7600-47fa-8b33-dfc96e155244 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:07:02.876711 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-0b868026-7600-47fa-8b33-dfc96e155244 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0221796 Nov 18 17:07:02.887552 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Attempting to bind port de41a100-c395-43bc-a09a-a10a28400149 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:07:02.888146 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Attempting to bind port de41a100-c395-43bc-a09a-a10a28400149 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '744479e5-e815-4cfe-bb94-3a9a20c43c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:07:02.888661 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Attempting to bind port de41a100-c395-43bc-a09a-a10a28400149 on network 836d12ad-6a15-4e93-b10d-efb37b2aefbc {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:02.891733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c231a5-ded6-4a61-9575-8230ed570be9 req-c0b2f066-a743-44d3-9d34-add240f34892 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:02.909025 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:03.048314 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-234330ee-3ac1-4049-936e-f57504001e1e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.3046751 Nov 18 17:07:03.048734 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57c231a5-ded6-4a61-9575-8230ed570be9 req-c0b2f066-a743-44d3-9d34-add240f34892 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 944 time: 0.3732154 Nov 18 17:07:03.049146 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Port de41a100-c395-43bc-a09a-a10a28400149 on network 836d12ad-6a15-4e93-b10d-efb37b2aefbc not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:07:03.049146 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Attempting to bind port de41a100-c395-43bc-a09a-a10a28400149 on network 836d12ad-6a15-4e93-b10d-efb37b2aefbc {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:03.049146 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:07:03.049146 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Checking segment: {'id': '744479e5-e815-4cfe-bb94-3a9a20c43c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:07:03.049146 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Bound using segment: {'id': '744479e5-e815-4cfe-bb94-3a9a20c43c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:07:03.049146 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Bound port: de41a100-c395-43bc-a09a-a10a28400149, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744479e5-e815-4cfe-bb94-3a9a20c43c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:07:03.049146 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:03.050137 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9548b1-59f9-40af-888b-7facc6449031 req-a025a94f-a871-4172-93de-33aa1fd5c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:03.050137 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f9548b1-59f9-40af-888b-7facc6449031 req-a025a94f-a871-4172-93de-33aa1fd5c512 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=de4c450e368647d2bafc3060b63d2c78&device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 1100 time: 0.2512488 Nov 18 17:07:03.050308 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] For port de41a100-c395-43bc-a09a-a10a28400149, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:07:03.050389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57c231a5-ded6-4a61-9575-8230ed570be9 req-3a1351dc-6274-4bce-aec1-46a1bac2d3a4 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0556d99-8d33-4d62-856d-16295fbb4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776434 Nov 18 17:07:03.050473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] For port de41a100-c395-43bc-a09a-a10a28400149, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=de41a100-c395-43bc-a09a-a10a28400149,segment=NetworkSegment(744479e5-e815-4cfe-bb94-3a9a20c43c8f),segment_id=744479e5-e815-4cfe-bb94-3a9a20c43c8f)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:07:03.050473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Request body: {'port': {'device_id': 'ca04769e-268a-4df8-98db-91321a24f1c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:03.050733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59468) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:03.112993 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fe1f216b-d397-4931-904d-4ee120377384 req-3fcf442e-0f56-45f8-8c65-bf72f54fd338 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:03.116376 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fe1f216b-d397-4931-904d-4ee120377384 req-3fcf442e-0f56-45f8-8c65-bf72f54fd338 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.3570440 Nov 18 17:07:03.145216 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:03.231207 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Set router ca651b49-7703-43d6-9f0a-a903f1f30c5b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:07:03.268200 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9548b1-59f9-40af-888b-7facc6449031 req-ad876bb0-32b9-499d-9202-b28de730e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:03.269800 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f9548b1-59f9-40af-888b-7facc6449031 req-ad876bb0-32b9-499d-9202-b28de730e44c service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.2605305 Nov 18 17:07:03.295228 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064a730-085e-4dae-9981-bb9c7cd07ffb req-a918d35f-0247-448b-8076-4431fb9d51de tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:03.298255 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a064a730-085e-4dae-9981-bb9c7cd07ffb req-a918d35f-0247-448b-8076-4431fb9d51de tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 936 time: 0.1775594 Nov 18 17:07:03.329749 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:03.381355 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f9548b1-59f9-40af-888b-7facc6449031 req-568669d4-e70b-4fea-a07e-481b0f632acb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=947645b7-ce6a-4449-a913-0e0fa36a7956 HTTP/1.1" status: 200 len: 217 time: 0.0835180 Nov 18 17:07:03.461516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Pushing event updated for resources: {'Port': ['ID=de41a100-c395-43bc-a09a-a10a28400149,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:03.476228 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:03.477388 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:03.479201 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3fd68b2c-2f66-4dc9-b211-39ddb5f2b255 service neutron] 10.222.0.83 "PUT /v2.0/ports/de41a100-c395-43bc-a09a-a10a28400149 HTTP/1.1" status: 200 len: 1093 time: 1.9307687 Nov 18 17:07:03.480531 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1a2136-d1f2-415a-b5fc-f3e9332bc7de', 'tag': 'de41a100-c395-43bc-a09a-a10a28400149'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:03.483658 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e71808-8891-4796-99be-7b7087926a67" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1a2136-d1f2-415a-b5fc-f3e9332bc7de", "tag": "de41a100-c395-43bc-a09a-a10a28400149"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:03.512112 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:03.642876 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a064a730-085e-4dae-9981-bb9c7cd07ffb req-19a9a04c-40d7-4599-ba10-17ef815c59b4 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356776 Nov 18 17:07:03.681426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402547065-router', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:55Z', 'updated_at': '2021-11-18T17:06:59Z', 'revision_number': 3, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'gw_port': {'id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:93:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:57Z', 'updated_at': '2021-11-18T17:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:03.771272 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9548b1-59f9-40af-888b-7facc6449031 req-0f404a8e-5b66-4bfd-9511-f5f7042f8318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:03.781475 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f9548b1-59f9-40af-888b-7facc6449031 req-0f404a8e-5b66-4bfd-9511-f5f7042f8318 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.3801434 Nov 18 17:07:03.806218 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Checking router: ca651b49-7703-43d6-9f0a-a903f1f30c5b for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:07:03.806807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Updating router ca651b49-7703-43d6-9f0a-a903f1f30c5b port 61d346f2-593e-43d5-9b78-63dd39b573d8 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:07:03.896048 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:03.909764 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b70dcf-3800-459a-b1db-74dd7bbecd9e req-0a6c4152-df49-4cbf-baa6-bb0f005129fc tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:03.920441 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-82b70dcf-3800-459a-b1db-74dd7bbecd9e req-0a6c4152-df49-4cbf-baa6-bb0f005129fc tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.4387202 Nov 18 17:07:04.081016 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c8d51c58-efaf-46e4-a875-2c0a020767d4 req-bef6c7d8-ed0a-4c15-8062-22c7747b12dc tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/f8b499e6-596d-47e1-9fd7-7c659168d885 HTTP/1.1" status: 200 len: 1821 time: 0.3186295 Nov 18 17:07:04.211104 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b05a343-8565-482c-8bc3-cb0a02db0dca {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:07:04.218633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-e9d41523-a3e5-489b-8f40-f8f372a8f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:04.220743 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-e9d41523-a3e5-489b-8f40-f8f372a8f15a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eceaba8aa7d546658949d231f85ee2f1&device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 1096 time: 0.2488537 Nov 18 17:07:04.225567 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:04.242347 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9548b1-59f9-40af-888b-7facc6449031 req-fcd769cf-7410-4546-88ee-af82dd58427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:04.243947 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f9548b1-59f9-40af-888b-7facc6449031 req-fcd769cf-7410-4546-88ee-af82dd58427d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2373710 Nov 18 17:07:04.267117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Transition to ACTIVE for port object 1b05a343-8565-482c-8bc3-cb0a02db0dca will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:07:04.272569 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-82b70dcf-3800-459a-b1db-74dd7bbecd9e req-4a7f35c1-5127-4f5f-9f6c-01c6fc9e8642 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400633 Nov 18 17:07:04.334811 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-a4d2fafe-35c0-45fb-9792-b72b279e0bc3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de41a100-c395-43bc-a09a-a10a28400149 HTTP/1.1" status: 200 len: 217 time: 0.0929444 Nov 18 17:07:04.370134 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:04.407498 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:04.473195 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:04.512343 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c8d51c58-efaf-46e4-a875-2c0a020767d4 req-eb12f38e-e548-41fe-bfd1-eb7ff896bd60 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:04.665115 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Attempting to bind port 61d346f2-593e-43d5-9b78-63dd39b573d8 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:07:04.665593 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Attempting to bind port 61d346f2-593e-43d5-9b78-63dd39b573d8 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:07:04.668175 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Attempting to bind port 61d346f2-593e-43d5-9b78-63dd39b573d8 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:04.673042 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12b551-b538-4d41-9d52-c4aa524cf890 None None] Pushing event updated for resources: {'Port': ['ID=61d346f2-593e-43d5-9b78-63dd39b573d8,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:04.698815 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12b551-b538-4d41-9d52-c4aa524cf890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:04.700060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12b551-b538-4d41-9d52-c4aa524cf890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:04.703149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12b551-b538-4d41-9d52-c4aa524cf890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:04.703624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12b551-b538-4d41-9d52-c4aa524cf890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:04.704888 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12b551-b538-4d41-9d52-c4aa524cf890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:04.706578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12b551-b538-4d41-9d52-c4aa524cf890 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:04.708084 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12b551-b538-4d41-9d52-c4aa524cf890 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:04.711955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12b551-b538-4d41-9d52-c4aa524cf890 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:04.711955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12b551-b538-4d41-9d52-c4aa524cf890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:04.711955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12b551-b538-4d41-9d52-c4aa524cf890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:04.711955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12b551-b538-4d41-9d52-c4aa524cf890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:04.711955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12b551-b538-4d41-9d52-c4aa524cf890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:04.712861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf1c0f-9a8f-463b-b224-e132ee2f8780 req-dcda9e22-9749-479b-882b-39935dd8d040 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:04.712861 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c7bf1c0f-9a8f-463b-b224-e132ee2f8780 req-dcda9e22-9749-479b-882b-39935dd8d040 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/ports?device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 948 time: 0.3249164 Nov 18 17:07:04.730952 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:07:04.733521 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:07:04.734202 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:04.734705 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:07:04.735337 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Bound port: 61d346f2-593e-43d5-9b78-63dd39b573d8, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:07:04.735934 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:04.806632 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] For port 61d346f2-593e-43d5-9b78-63dd39b573d8, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:07:04.815649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] For port 61d346f2-593e-43d5-9b78-63dd39b573d8, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=61d346f2-593e-43d5-9b78-63dd39b573d8,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:07:04.865087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Pushing event updated for resources: {'Port': ['ID=1b05a343-8565-482c-8bc3-cb0a02db0dca,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:04.866286 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c8d51c58-efaf-46e4-a875-2c0a020767d4 req-eb12f38e-e548-41fe-bfd1-eb7ff896bd60 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:04.899668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-5ce4e783-e463-4d1e-a8a5-44f6805d0817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:04.901570 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-5ce4e783-e463-4d1e-a8a5-44f6805d0817 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cf4fb3f1-be4f-4a0d-b503-51f74fc5e440 HTTP/1.1" status: 200 len: 853 time: 0.4126971 Nov 18 17:07:04.904660 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Attempting to bind port 1b05a343-8565-482c-8bc3-cb0a02db0dca on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:07:04.905933 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Attempting to bind port 1b05a343-8565-482c-8bc3-cb0a02db0dca by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:07:04.906606 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Attempting to bind port 1b05a343-8565-482c-8bc3-cb0a02db0dca on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:04.917345 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:04.926287 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Port 1b05a343-8565-482c-8bc3-cb0a02db0dca on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:07:04.926860 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Attempting to bind port 1b05a343-8565-482c-8bc3-cb0a02db0dca on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:04.950158 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:07:04.976035 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:07:04.976494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:07:04.976991 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:07:04.977553 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Bound port: 1b05a343-8565-482c-8bc3-cb0a02db0dca, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:07:04.978148 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:04.982131 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f9548b1-59f9-40af-888b-7facc6449031 req-bd494aa9-c4b8-42e1-bdf4-2b61be120161 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7084415 Nov 18 17:07:05.035866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-a4906708-4145-4b02-b43b-f4f7ff9deef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:05.037773 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-a4906708-4145-4b02-b43b-f4f7ff9deef5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=836d12ad-6a15-4e93-b10d-efb37b2aefbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996895 Nov 18 17:07:05.039665 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:05.053697 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c7bf1c0f-9a8f-463b-b224-e132ee2f8780 req-4c019858-c711-4f82-adde-e214314997c6 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/security-groups?id=f68b796b-f07e-429a-b998-a7cedb5f48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412288 Nov 18 17:07:05.095406 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:05.114738 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Routers {'ca651b49-7703-43d6-9f0a-a903f1f30c5b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:07:05.115346 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:07:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:05.137213 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12b551-b538-4d41-9d52-c4aa524cf890 None None] Pushing event updated for resources: {'Port': ['ID=61d346f2-593e-43d5-9b78-63dd39b573d8,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:05.169138 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64a98c7-1698-44f1-b190-ef3b5c2cf0aa x-openstack-request-id: req-e64a98c7-1698-44f1-b190-ef3b5c2cf0aa {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:05.169868 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1a2136-d1f2-415a-b5fc-f3e9332bc7de", "tag": "de41a100-c395-43bc-a09a-a10a28400149", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:05.170350 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e64a98c7-1698-44f1-b190-ef3b5c2cf0aa {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:05.172366 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1a2136-d1f2-415a-b5fc-f3e9332bc7de', 'tag': 'de41a100-c395-43bc-a09a-a10a28400149', 'status': 'completed', 'code': 200} Nov 18 17:07:05.214437 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] For port 1b05a343-8565-482c-8bc3-cb0a02db0dca, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:07:05.291720 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c8d51c58-efaf-46e4-a875-2c0a020767d4 req-eb12f38e-e548-41fe-bfd1-eb7ff896bd60 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:05.295171 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c8d51c58-efaf-46e4-a875-2c0a020767d4 req-eb12f38e-e548-41fe-bfd1-eb7ff896bd60 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:05.296195 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] For port 1b05a343-8565-482c-8bc3-cb0a02db0dca, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=1b05a343-8565-482c-8bc3-cb0a02db0dca,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:07:05.306578 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c8d51c58-efaf-46e4-a875-2c0a020767d4 req-eb12f38e-e548-41fe-bfd1-eb7ff896bd60 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "DELETE /v2.0/security-groups/f8b499e6-596d-47e1-9fd7-7c659168d885 HTTP/1.1" status: 204 len: 173 time: 1.2245333 Nov 18 17:07:05.354864 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-760ba8d2-7f01-4f5e-9f22-d11b45db8cfe service neutron] 10.222.0.83 "GET /v2.0/networks/836d12ad-6a15-4e93-b10d-efb37b2aefbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054512 Nov 18 17:07:05.383302 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:05.495299 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12f38e-e548-41fe-bfd1-eb7ff896bd60 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b499e6-596d-47e1-9fd7-7c659168d885,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:05.509305 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Pushing event updated for resources: {'Port': ['ID=1b05a343-8565-482c-8bc3-cb0a02db0dca,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:05.544027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:05.546158 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] Set router ca651b49-7703-43d6-9f0a-a903f1f30c5b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:07:05.546276 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:05.546537 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c3ad69b3-a662-4bc0-8a8b-1a35d3747a07 service neutron] 10.222.0.83 "PUT /v2.0/ports/1b05a343-8565-482c-8bc3-cb0a02db0dca HTTP/1.1" status: 200 len: 1097 time: 2.5337086 Nov 18 17:07:05.597191 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f38e-e548-41fe-bfd1-eb7ff896bd60 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:05.597556 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f38e-e548-41fe-bfd1-eb7ff896bd60 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:05.600431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f38e-e548-41fe-bfd1-eb7ff896bd60 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:05.600431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f38e-e548-41fe-bfd1-eb7ff896bd60 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:05.600431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f38e-e548-41fe-bfd1-eb7ff896bd60 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:05.600431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f38e-e548-41fe-bfd1-eb7ff896bd60 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:05.600431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f38e-e548-41fe-bfd1-eb7ff896bd60 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:05.600431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f38e-e548-41fe-bfd1-eb7ff896bd60 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:05.600868 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f38e-e548-41fe-bfd1-eb7ff896bd60 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:05.601132 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f38e-e548-41fe-bfd1-eb7ff896bd60 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:05.601355 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f38e-e548-41fe-bfd1-eb7ff896bd60 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:05.601906 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb12f38e-e548-41fe-bfd1-eb7ff896bd60 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:05.668486 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8530d1ee-2a03-4f4b-973e-5f2e899040c4 req-3dc05722-f355-4ceb-aec7-7ecf364aff7d service neutron] 10.222.0.83 "GET /v2.0/networks/836d12ad-6a15-4e93-b10d-efb37b2aefbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872972 Nov 18 17:07:05.684512 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f9548b1-59f9-40af-888b-7facc6449031 req-cb20f001-dc01-4d12-9a39-8a8444745a16 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6372888 Nov 18 17:07:05.700833 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80018d4d-ae42-46bb-966c-e62339f83d90 req-58de513f-b9dd-49f2-a424-c2223bdbf0c3 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:05.702609 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80018d4d-ae42-46bb-966c-e62339f83d90 req-58de513f-b9dd-49f2-a424-c2223bdbf0c3 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 944 time: 0.3911517 Nov 18 17:07:05.756089 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:05.772296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 947645b7-ce6a-4449-a913-0e0fa36a7956 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:07:05.814387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-1e0a7bb2-5842-4da6-9cff-42912f873da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:05.816138 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-1e0a7bb2-5842-4da6-9cff-42912f873da4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b94e2faa6fdd44fb8ec92e6bc7fc151d&device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 1100 time: 0.1464598 Nov 18 17:07:05.913261 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-eb8c8dd3-3b64-44a7-8ede-cc4b4294e396 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=1b05a343-8565-482c-8bc3-cb0a02db0dca HTTP/1.1" status: 200 len: 217 time: 0.0732884 Nov 18 17:07:06.028566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-50f86921-1181-44ac-97cf-0b24ed0fd672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:06.033163 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-50f86921-1181-44ac-97cf-0b24ed0fd672 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0957811 Nov 18 17:07:06.146303 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 947645b7-ce6a-4449-a913-0e0fa36a7956, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=947645b7-ce6a-4449-a913-0e0fa36a7956,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:06.161047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '947645b7-ce6a-4449-a913-0e0fa36a7956', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '947645b7-ce6a-4449-a913-0e0fa36a7956', 'mac_address': 'fa:16:3e:95:33:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:07:06.170134 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] Allocated IP 172.20.0.1 (4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b/f0e3f9de-bbd5-4806-ba02-214638f003c2/9b0fcedc-6907-4c96-9ae4-5594e17db1a0) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:07:06.219543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964beed-239a-4d8e-8065-825236bbc48d req-c5b50c0f-2e4b-4176-ab71-19cea479439f tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:06.221103 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4964beed-239a-4d8e-8065-825236bbc48d req-c5b50c0f-2e4b-4176-ab71-19cea479439f tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 948 time: 0.6118259 Nov 18 17:07:06.239331 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:06.251022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402547065-router', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:55Z', 'updated_at': '2021-11-18T17:06:59Z', 'revision_number': 3, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'gw_port': {'id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:93:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:57Z', 'updated_at': '2021-11-18T17:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:06.263163 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c5849109-9278-43bc-8932-499ead333813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:06.265957 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-c5849109-9278-43bc-8932-499ead333813 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1027832 Nov 18 17:07:06.272943 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80018d4d-ae42-46bb-966c-e62339f83d90 req-ba2388e3-fb55-48a0-a849-38d21dfe5f42 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0556d99-8d33-4d62-856d-16295fbb4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5588987 Nov 18 17:07:06.302321 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c06ab6-15cc-4f4c-a38b-c42f4d00337e None None] The sync data for ids ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'] in n-d-813419-11 is: [{'id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402547065-router', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:55Z', 'updated_at': '2021-11-18T17:06:59Z', 'revision_number': 3, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'gw_port': {'id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:93:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:57Z', 'updated_at': '2021-11-18T17:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:07:06.309232 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947645b7-ce6a-4449-a913-0e0fa36a7956 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:07:06.363700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 947645b7-ce6a-4449-a913-0e0fa36a7956, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=947645b7-ce6a-4449-a913-0e0fa36a7956,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:06.399290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e71808-8891-4796-99be-7b7087926a67 req-8da3676b-936e-43f1-8d7b-38d0c159e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:06.401012 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20e71808-8891-4796-99be-7b7087926a67 req-8da3676b-936e-43f1-8d7b-38d0c159e0af service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eceaba8aa7d546658949d231f85ee2f1&device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 1096 time: 0.2837248 Nov 18 17:07:06.410076 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:06.444432 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:06.469160 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-27557233-453c-4df6-bf5a-6b732d2af842 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903872 Nov 18 17:07:06.470048 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4964beed-239a-4d8e-8065-825236bbc48d req-0b02f584-e4ff-498b-9d7b-ed3c06a33ffc tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008579 Nov 18 17:07:06.520636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=947645b7-ce6a-4449-a913-0e0fa36a7956,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:06.674489 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['947645b7-ce6a-4449-a913-0e0fa36a7956'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:07:06.692098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de02563-6ef1-4e65-80a5-80c7caaaefc8 req-60231983-98dd-4759-a8c8-e39f45d921db tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:06.693688 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7de02563-6ef1-4e65-80a5-80c7caaaefc8 req-60231983-98dd-4759-a8c8-e39f45d921db tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.2474761 Nov 18 17:07:06.736039 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91154326-633b-4684-a7fa-dea640b487e5 req-cd6290d8-fa08-47dc-88c8-ba61fe625e0d tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/9bbaa77b-a453-4571-9394-00fc2bc2ef52 HTTP/1.1" status: 200 len: 1821 time: 0.2034364 Nov 18 17:07:06.800727 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:06.834860 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-9e648ec0-2ee8-4594-985e-c71af5086733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:06.838082 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-9e648ec0-2ee8-4594-985e-c71af5086733 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 1102 time: 0.2121024 Nov 18 17:07:06.875464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e71808-8891-4796-99be-7b7087926a67 req-401997f7-4806-46b7-a1ab-fdaaeadaa335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:06.877097 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20e71808-8891-4796-99be-7b7087926a67 req-401997f7-4806-46b7-a1ab-fdaaeadaa335 service neutron] 10.222.0.83 "GET /v2.0/networks?id=836d12ad-6a15-4e93-b10d-efb37b2aefbc HTTP/1.1" status: 200 len: 916 time: 0.4492588 Nov 18 17:07:06.967488 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-83801f87-4956-464c-bf1a-4a047ae986a9 req-51df7fba-a582-4414-bfbc-8b2231aa5233 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890339 Nov 18 17:07:07.023536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] Network 4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:07:07.041658 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20e71808-8891-4796-99be-7b7087926a67 req-ae2e9ca6-0ee8-4e41-988f-1746233598b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de41a100-c395-43bc-a09a-a10a28400149 HTTP/1.1" status: 200 len: 217 time: 0.0837138 Nov 18 17:07:07.057002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:07:07.070956 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:07:07.071864 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-98159fbf-03a3-4760-aaf3-10186ab91861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:07.073608 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-98159fbf-03a3-4760-aaf3-10186ab91861 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.2069051 Nov 18 17:07:07.075852 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] Pushing event updated for resources: {'Port': ['ID=9b0fcedc-6907-4c96-9ae4-5594e17db1a0,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:07.299077 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7de02563-6ef1-4e65-80a5-80c7caaaefc8 req-15659454-bee0-444a-b56c-92b9c1bfc5bc tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937269 Nov 18 17:07:07.369229 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e71808-8891-4796-99be-7b7087926a67 req-acc9e1bf-e294-44cb-a853-4a05e0da794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:07.374034 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20e71808-8891-4796-99be-7b7087926a67 req-acc9e1bf-e294-44cb-a853-4a05e0da794e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cf4fb3f1-be4f-4a0d-b503-51f74fc5e440 HTTP/1.1" status: 200 len: 853 time: 0.3105853 Nov 18 17:07:07.383394 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:07.567600 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3ab85ed8-56a2-4806-aa79-b43f153e8ac1 None None] Provisioning complete for port 9b0fcedc-6907-4c96-9ae4-5594e17db1a0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:07.568182 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ab85ed8-56a2-4806-aa79-b43f153e8ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:07.575177 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-3b7986ab-516f-4b8d-8c6b-e8cfc22cac22 req-64043473-7278-4c1a-9864-98a774c7a673 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1341388255', 'description': 'tempest-description-1360290581'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:07.646056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca04769e-268a-4df8-98db-91321a24f1c4', 'tag': '1b05a343-8565-482c-8bc3-cb0a02db0dca'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:07.648896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3ab85ed8-56a2-4806-aa79-b43f153e8ac1 None None] Port 9b0fcedc-6907-4c96-9ae4-5594e17db1a0 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:07:07.652976 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1363f82-8bdf-43d0-824e-e8d0cd11ab56" -d '{"events": [{"name": "network-changed", "server_uuid": "ca04769e-268a-4df8-98db-91321a24f1c4", "tag": "1b05a343-8565-482c-8bc3-cb0a02db0dca"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:07.668820 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-ce700813-f03c-4ce8-9a62-509a14cda118 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=da026f53-f7bc-4ad6-8324-99511509ddcb HTTP/1.1" status: 200 len: 217 time: 0.5848813 Nov 18 17:07:07.704999 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47f6e6-b677-4e21-9837-587826fb3477 req-4ed12b7e-5f8c-4d9b-b57f-226b3c0cd422 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:07.711403 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c47f6e6-b677-4e21-9837-587826fb3477 req-4ed12b7e-5f8c-4d9b-b57f-226b3c0cd422 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/ports?device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 949 time: 0.3510339 Nov 18 17:07:07.737308 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 947645b7-ce6a-4449-a913-0e0fa36a7956 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:07:07.781998 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e71808-8891-4796-99be-7b7087926a67 req-eb20dabd-0f5d-4978-b117-bcf5d74dbd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:07.783825 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20e71808-8891-4796-99be-7b7087926a67 req-eb20dabd-0f5d-4978-b117-bcf5d74dbd1d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=836d12ad-6a15-4e93-b10d-efb37b2aefbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2908094 Nov 18 17:07:07.813188 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-3b7986ab-516f-4b8d-8c6b-e8cfc22cac22 req-64043473-7278-4c1a-9864-98a774c7a673 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:07.837135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-3597e3b3-3c61-4006-b457-d3ed884dbe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:07.838709 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-3597e3b3-3c61-4006-b457-d3ed884dbe25 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1615007 Nov 18 17:07:07.889248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 61d346f2-593e-43d5-9b78-63dd39b573d8 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:07:07.913700 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c47f6e6-b677-4e21-9837-587826fb3477 req-13dca0e3-2086-47c3-b76f-3ad1e36ccfed tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/security-groups?id=f68b796b-f07e-429a-b998-a7cedb5f48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578534 Nov 18 17:07:07.934868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-2ec48ffa-cc69-4b95-b736-b974517fa210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:07.936642 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-2ec48ffa-cc69-4b95-b736-b974517fa210 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0897875 Nov 18 17:07:07.990572 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 61d346f2-593e-43d5-9b78-63dd39b573d8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:07.991178 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:07.993144 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:07.998672 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-3b7986ab-516f-4b8d-8c6b-e8cfc22cac22 req-64043473-7278-4c1a-9864-98a774c7a673 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:08.038807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 947645b7-ce6a-4449-a913-0e0fa36a7956 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:07:08.050375 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 947645b7-ce6a-4449-a913-0e0fa36a7956 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:08.050755 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:08.096237 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-3b7986ab-516f-4b8d-8c6b-e8cfc22cac22 req-64043473-7278-4c1a-9864-98a774c7a673 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:08.113109 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-4298171d-21e3-45ce-9b07-8c2bef93b9fa service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683514 Nov 18 17:07:08.153272 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:08.218455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 61d346f2-593e-43d5-9b78-63dd39b573d8, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=61d346f2-593e-43d5-9b78-63dd39b573d8,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:08.236231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64043473-7278-4c1a-9864-98a774c7a673 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3ccc1b-b14c-45f6-a5e2-b8f4e149a220,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:08.298831 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-dcdcbe51-3acb-466b-849c-6df940474ae9 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729131 Nov 18 17:07:08.310596 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20e71808-8891-4796-99be-7b7087926a67 req-07db0a4f-7e1e-4177-99a9-9ae4e81f1008 service neutron] 10.222.0.83 "GET /v2.0/networks/836d12ad-6a15-4e93-b10d-efb37b2aefbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911315 Nov 18 17:07:08.354292 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:08.384989 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:08.389391 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ca6d22-f8dd-45e0-9994-e8055defdac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947645b7-ce6a-4449-a913-0e0fa36a7956'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:08.392053 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2be756-1d2b-4dfd-b8be-2f496d37550b" -d '{"events": [{"server_uuid": "37ca6d22-f8dd-45e0-9994-e8055defdac4", "name": "network-vif-plugged", "status": "completed", "tag": "947645b7-ce6a-4449-a913-0e0fa36a7956"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:08.422539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 947645b7-ce6a-4449-a913-0e0fa36a7956, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=947645b7-ce6a-4449-a913-0e0fa36a7956,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:08.755451 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:08.757225 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:08.763435 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:08.767687 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-3b7986ab-516f-4b8d-8c6b-e8cfc22cac22 req-64043473-7278-4c1a-9864-98a774c7a673 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:08.768979 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b7986ab-516f-4b8d-8c6b-e8cfc22cac22 req-64043473-7278-4c1a-9864-98a774c7a673 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.2102911 Nov 18 17:07:08.915936 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=947645b7-ce6a-4449-a913-0e0fa36a7956,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:08.960912 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] Pushing event updated for resources: {'Port': ['ID=9b0fcedc-6907-4c96-9ae4-5594e17db1a0,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:08.963404 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:08.985962 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=61d346f2-593e-43d5-9b78-63dd39b573d8,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:09.062214 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a91646-52e2-4c6b-84b7-7198276ece16 req-e0bb120b-4bd5-4bb2-8908-fc6976d273c6 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:09.070097 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6a91646-52e2-4c6b-84b7-7198276ece16 req-e0bb120b-4bd5-4bb2-8908-fc6976d273c6 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 944 time: 0.2108908 Nov 18 17:07:09.156669 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32844d7e-bcf6-442c-932d-49c08ab53fac req-2fcab113-fef0-424f-a2bb-3fa5b4a0666e tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:09.159067 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32844d7e-bcf6-442c-932d-49c08ab53fac req-2fcab113-fef0-424f-a2bb-3fa5b4a0666e tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 948 time: 0.2276366 Nov 18 17:07:09.198031 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6a91646-52e2-4c6b-84b7-7198276ece16 req-69fc11c0-a7e6-42a0-b420-0a895b49f558 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0556d99-8d33-4d62-856d-16295fbb4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270337 Nov 18 17:07:09.251760 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e6386e-97e8-4ad4-b09e-0a38e9c1f55d x-openstack-request-id: req-99e6386e-97e8-4ad4-b09e-0a38e9c1f55d {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:09.252296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] Network 4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:07:09.252824 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca04769e-268a-4df8-98db-91321a24f1c4", "tag": "1b05a343-8565-482c-8bc3-cb0a02db0dca", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:09.253307 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-99e6386e-97e8-4ad4-b09e-0a38e9c1f55d {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:09.253714 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:07:09.254252 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca04769e-268a-4df8-98db-91321a24f1c4', 'tag': '1b05a343-8565-482c-8bc3-cb0a02db0dca', 'status': 'completed', 'code': 200} Nov 18 17:07:09.280778 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32844d7e-bcf6-442c-932d-49c08ab53fac req-fc6c73b5-28df-4d99-8542-773fa9e6d724 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122632 Nov 18 17:07:09.375407 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0ab108-ec43-48e9-8810-e244375c3f9a x-openstack-request-id: req-bd0ab108-ec43-48e9-8810-e244375c3f9a {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:09.375879 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ca6d22-f8dd-45e0-9994-e8055defdac4", "name": "network-vif-plugged", "status": "completed", "tag": "947645b7-ce6a-4449-a913-0e0fa36a7956", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:09.376164 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bd0ab108-ec43-48e9-8810-e244375c3f9a {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:09.376597 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ca6d22-f8dd-45e0-9994-e8055defdac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947645b7-ce6a-4449-a913-0e0fa36a7956', 'code': 200} Nov 18 17:07:09.467409 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] Router ca651b49-7703-43d6-9f0a-a903f1f30c5b has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:07:09.476622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8afb83-abff-423a-806c-2435da25b2d0 req-32feaaf8-2dd3-4228-9499-85c1b507e69c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:09.478331 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b8afb83-abff-423a-806c-2435da25b2d0 req-32feaaf8-2dd3-4228-9499-85c1b507e69c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.0773175 Nov 18 17:07:09.578932 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b8afb83-abff-423a-806c-2435da25b2d0 req-266facb2-c70a-45e1-8bca-49086f547a55 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929587 Nov 18 17:07:09.688197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:07:09.698098 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Sync routers for ids ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:07:09.698792 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-882261e1-ac82-45b4-ba26-0f342270b35a req-4b46f29f-d4ba-4136-bbe3-b632e93209b6 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/ec3ccc1b-b14c-45f6-a5e2-b8f4e149a220 HTTP/1.1" status: 200 len: 1822 time: 0.0678716 Nov 18 17:07:09.712410 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-56cfdb2b-7121-47a7-9072-877bd8f2e251 admin admin] 10.222.0.72 "PUT /v2.0/routers/ca651b49-7703-43d6-9f0a-a903f1f30c5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6673040 Nov 18 17:07:09.716534 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-882261e1-ac82-45b4-ba26-0f342270b35a req-5301877b-9c29-4aed-b3fe-7f0e00b3ef0e tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec3ccc1b-b14c-45f6-a5e2-b8f4e149a220', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:09.716534 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-882261e1-ac82-45b4-ba26-0f342270b35a req-5301877b-9c29-4aed-b3fe-7f0e00b3ef0e tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec3ccc1b-b14c-45f6-a5e2-b8f4e149a220', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:09.743028 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Routers {'ca651b49-7703-43d6-9f0a-a903f1f30c5b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:07:09.744234 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:07:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:09.753869 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cd1992d8-57f2-4b71-acd8-84d68846b623 None None] Provisioning complete for port 9b0fcedc-6907-4c96-9ae4-5594e17db1a0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:09.754542 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd1992d8-57f2-4b71-acd8-84d68846b623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:09.791254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cd1992d8-57f2-4b71-acd8-84d68846b623 None None] Port 9b0fcedc-6907-4c96-9ae4-5594e17db1a0 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:07:09.804765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 61d346f2-593e-43d5-9b78-63dd39b573d8 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:07:09.867327 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 61d346f2-593e-43d5-9b78-63dd39b573d8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:09.868117 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:09.892506 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-882261e1-ac82-45b4-ba26-0f342270b35a req-5301877b-9c29-4aed-b3fe-7f0e00b3ef0e tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:09.923452 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-882261e1-ac82-45b4-ba26-0f342270b35a req-5301877b-9c29-4aed-b3fe-7f0e00b3ef0e tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:09.975890 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Set router ca651b49-7703-43d6-9f0a-a903f1f30c5b gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:07:09.998222 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-882261e1-ac82-45b4-ba26-0f342270b35a req-5301877b-9c29-4aed-b3fe-7f0e00b3ef0e tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:10.023391 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301877b-9c29-4aed-b3fe-7f0e00b3ef0e tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=966be5bf-156d-4853-a5f5-d24c051a6231,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:10.132682 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-882261e1-ac82-45b4-ba26-0f342270b35a req-5301877b-9c29-4aed-b3fe-7f0e00b3ef0e tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:10.143605 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-882261e1-ac82-45b4-ba26-0f342270b35a req-5301877b-9c29-4aed-b3fe-7f0e00b3ef0e tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4398339 Nov 18 17:07:10.318503 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402547065-router', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:55Z', 'updated_at': '2021-11-18T17:07:07Z', 'revision_number': 4, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'gw_port': {'id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:57Z', 'updated_at': '2021-11-18T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '9b0fcedc-6907-4c96-9ae4-5594e17db1a0', 'name': '', 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'mac_address': 'fa:16:3e:bb:d3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:05Z', 'updated_at': '2021-11-18T17:07:08Z', 'revision_number': 2, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'subnets': [{'id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:10.327120 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf56332-9342-477e-9ff8-755bd56cca75 req-19656c0a-d371-4853-8d6d-f73a7dbdbf6b tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:10.334550 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fcf56332-9342-477e-9ff8-755bd56cca75 req-19656c0a-d371-4853-8d6d-f73a7dbdbf6b tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/ports?device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 950 time: 0.0712826 Nov 18 17:07:10.347317 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Checking router: ca651b49-7703-43d6-9f0a-a903f1f30c5b for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:07:10.348262 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Updating router ca651b49-7703-43d6-9f0a-a903f1f30c5b port 9b0fcedc-6907-4c96-9ae4-5594e17db1a0 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:07:10.376395 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:10.391386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fcf56332-9342-477e-9ff8-755bd56cca75 req-f6b72404-4f18-457d-8882-c6bbefa86780 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/security-groups?id=f68b796b-f07e-429a-b998-a7cedb5f48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556939 Nov 18 17:07:10.654582 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-b6e67a01-451a-47b9-85ce-79245adcdc12 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:10.656098 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-b6e67a01-451a-47b9-85ce-79245adcdc12 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/networks?id=4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b HTTP/1.1" status: 200 len: 829 time: 0.1190853 Nov 18 17:07:10.671331 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-dc1ac15a-168f-4bdf-ba25-7f61d96dc584 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/quotas/cec8bc8d40c44f229736948c844a6997 HTTP/1.1" status: 200 len: 375 time: 0.0094941 Nov 18 17:07:10.689443 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:10.728154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-791e3493-312b-4ad0-aa07-ae21a9c4aa1c tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec8bc8d40c44f229736948c844a6997&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506172 Nov 18 17:07:10.764399 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:10.821120 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200c0b9-6a6d-44f4-b228-5eb31f11bd24 None None] Pushing event updated for resources: {'Port': ['ID=9b0fcedc-6907-4c96-9ae4-5594e17db1a0,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:10.827604 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-fd4d4360-668d-43db-8351-ed55896d0c57 service neutron] 10.222.0.72 "GET /v2.0/networks/4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906894 Nov 18 17:07:10.845361 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c0b9-6a6d-44f4-b228-5eb31f11bd24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:10.845706 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c0b9-6a6d-44f4-b228-5eb31f11bd24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:10.846057 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c0b9-6a6d-44f4-b228-5eb31f11bd24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:10.846400 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c0b9-6a6d-44f4-b228-5eb31f11bd24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:10.846744 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c0b9-6a6d-44f4-b228-5eb31f11bd24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:10.847082 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c0b9-6a6d-44f4-b228-5eb31f11bd24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:10.847413 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c0b9-6a6d-44f4-b228-5eb31f11bd24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:10.847739 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c0b9-6a6d-44f4-b228-5eb31f11bd24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:10.848097 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c0b9-6a6d-44f4-b228-5eb31f11bd24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:10.848426 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c0b9-6a6d-44f4-b228-5eb31f11bd24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:10.848753 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c0b9-6a6d-44f4-b228-5eb31f11bd24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:10.849079 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200c0b9-6a6d-44f4-b228-5eb31f11bd24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:07:10.894451 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Attempting to bind port 9b0fcedc-6907-4c96-9ae4-5594e17db1a0 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:07:10.894975 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Attempting to bind port 9b0fcedc-6907-4c96-9ae4-5594e17db1a0 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '789bee4f-0bbf-459c-8c8e-e8b05a4ac37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:07:10.895423 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Attempting to bind port 9b0fcedc-6907-4c96-9ae4-5594e17db1a0 on network 4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:10.901472 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:07:10.902019 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Checking segment: {'id': '789bee4f-0bbf-459c-8c8e-e8b05a4ac37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:07:10.902515 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:10.903024 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Bound using segment: {'id': '789bee4f-0bbf-459c-8c8e-e8b05a4ac37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:07:10.903586 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Bound port: 9b0fcedc-6907-4c96-9ae4-5594e17db1a0, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789bee4f-0bbf-459c-8c8e-e8b05a4ac37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:07:10.904301 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:10.960414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-90ee772c-267c-4c93-ac1a-d47fff5e748e service neutron] 10.222.0.72 "GET /v2.0/networks/4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260228 Nov 18 17:07:10.978092 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] For port 9b0fcedc-6907-4c96-9ae4-5594e17db1a0, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:07:10.982424 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] For port 9b0fcedc-6907-4c96-9ae4-5594e17db1a0, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9b0fcedc-6907-4c96-9ae4-5594e17db1a0,segment=NetworkSegment(789bee4f-0bbf-459c-8c8e-e8b05a4ac37d),segment_id=789bee4f-0bbf-459c-8c8e-e8b05a4ac37d)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:07:11.050679 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:11.107182 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Routers {'ca651b49-7703-43d6-9f0a-a903f1f30c5b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:07:11.107838 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:07:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:11.127380 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b7a8b4a1-6262-4775-af82-a9178a00d3c8 None None] Provisioning complete for port 9b0fcedc-6907-4c96-9ae4-5594e17db1a0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:11.128565 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b4a1-6262-4775-af82-a9178a00d3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:11.151140 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200c0b9-6a6d-44f4-b228-5eb31f11bd24 None None] Pushing event updated for resources: {'Port': ['ID=9b0fcedc-6907-4c96-9ae4-5594e17db1a0,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:11.245522 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b4a1-6262-4775-af82-a9178a00d3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:11.246605 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] Set router ca651b49-7703-43d6-9f0a-a903f1f30c5b gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:07:11.295491 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09bfd772-c17e-4a74-87c5-7ec9f7df85d1 req-70a2a04e-d931-42c0-8e94-c6a32bc1b574 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/ec3ccc1b-b14c-45f6-a5e2-b8f4e149a220 HTTP/1.1" status: 200 len: 2415 time: 0.1154921 Nov 18 17:07:11.295648 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b7a8b4a1-6262-4775-af82-a9178a00d3c8 None None] For port 9b0fcedc-6907-4c96-9ae4-5594e17db1a0, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9b0fcedc-6907-4c96-9ae4-5594e17db1a0,segment=NetworkSegment(789bee4f-0bbf-459c-8c8e-e8b05a4ac37d),segment_id=789bee4f-0bbf-459c-8c8e-e8b05a4ac37d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:11.304584 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-09bfd772-c17e-4a74-87c5-7ec9f7df85d1 req-9e8d49cc-a37f-4e09-bdb0-a9c14e3fbfdc tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec3ccc1b-b14c-45f6-a5e2-b8f4e149a220', 'remote_group_id': None}]} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:11.304913 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-09bfd772-c17e-4a74-87c5-7ec9f7df85d1 req-9e8d49cc-a37f-4e09-bdb0-a9c14e3fbfdc tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec3ccc1b-b14c-45f6-a5e2-b8f4e149a220', 'remote_group_id': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:11.366130 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b4a1-6262-4775-af82-a9178a00d3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:11.473670 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363f82-8bdf-43d0-824e-e8d0cd11ab56 req-1169f2c1-8a23-4f16-9623-2fadd28fad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:11.477896 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1363f82-8bdf-43d0-824e-e8d0cd11ab56 req-1169f2c1-8a23-4f16-9623-2fadd28fad99 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b94e2faa6fdd44fb8ec92e6bc7fc151d&device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 1100 time: 0.1099799 Nov 18 17:07:11.491089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8b4a1-6262-4775-af82-a9178a00d3c8 None None] Pushing event updated for resources: {'Port': ['ID=9b0fcedc-6907-4c96-9ae4-5594e17db1a0,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:11.512771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20e71808-8891-4796-99be-7b7087926a67 req-c3e9e337-7708-4834-a2eb-e9c6bb517f3f service neutron] 10.222.0.83 "GET /v2.0/networks/836d12ad-6a15-4e93-b10d-efb37b2aefbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022049 Nov 18 17:07:11.515294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0f04ea76-cf9e-499f-8244-4d2b8cdb2ef0 None None] Provisioning complete for port 9b0fcedc-6907-4c96-9ae4-5594e17db1a0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:11.515685 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f04ea76-cf9e-499f-8244-4d2b8cdb2ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:11.528259 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-09bfd772-c17e-4a74-87c5-7ec9f7df85d1 req-9e8d49cc-a37f-4e09-bdb0-a9c14e3fbfdc tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:11.551601 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-09bfd772-c17e-4a74-87c5-7ec9f7df85d1 req-9e8d49cc-a37f-4e09-bdb0-a9c14e3fbfdc tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:11.597468 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64043848-f60b-4449-9838-8a6d3e924cdb req-778d17fa-a78d-4b61-b281-9672407b1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:11.599093 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-09bfd772-c17e-4a74-87c5-7ec9f7df85d1 req-9e8d49cc-a37f-4e09-bdb0-a9c14e3fbfdc tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:11.606683 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-64043848-f60b-4449-9838-8a6d3e924cdb req-778d17fa-a78d-4b61-b281-9672407b1b2a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 1102 time: 0.1796930 Nov 18 17:07:11.623382 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402547065-router', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:55Z', 'updated_at': '2021-11-18T17:07:07Z', 'revision_number': 4, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'gw_port': {'id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:57Z', 'updated_at': '2021-11-18T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '9b0fcedc-6907-4c96-9ae4-5594e17db1a0', 'name': '', 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'mac_address': 'fa:16:3e:bb:d3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:05Z', 'updated_at': '2021-11-18T17:07:10Z', 'revision_number': 4, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'subnets': [{'id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:11.648675 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d49cc-a37f-4e09-bdb0-a9c14e3fbfdc tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6128fe0f-0540-4317-96b1-0ec806ab8117,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:11.677202 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7317f4c-c1da-45b1-98f2-4813503eb922 None None] The sync data for ids ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'] in n-d-813419-11 is: [{'id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402547065-router', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:55Z', 'updated_at': '2021-11-18T17:07:07Z', 'revision_number': 4, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'gw_port': {'id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:57Z', 'updated_at': '2021-11-18T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '9b0fcedc-6907-4c96-9ae4-5594e17db1a0', 'name': '', 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'mac_address': 'fa:16:3e:bb:d3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:05Z', 'updated_at': '2021-11-18T17:07:10Z', 'revision_number': 4, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'subnets': [{'id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:07:11.681065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0b311-d10a-4e50-baa3-3f6e7aeb71aa req-dd9faed3-a9e1-4ef6-af99-0d99d2097f97 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:11.682577 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2e0b311-d10a-4e50-baa3-3f6e7aeb71aa req-dd9faed3-a9e1-4ef6-af99-0d99d2097f97 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 944 time: 0.0811212 Nov 18 17:07:11.718293 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-09bfd772-c17e-4a74-87c5-7ec9f7df85d1 req-9e8d49cc-a37f-4e09-bdb0-a9c14e3fbfdc tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:11.720287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09bfd772-c17e-4a74-87c5-7ec9f7df85d1 req-9e8d49cc-a37f-4e09-bdb0-a9c14e3fbfdc tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4197366 Nov 18 17:07:11.762695 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-64043848-f60b-4449-9838-8a6d3e924cdb req-4fc43281-42f6-4a8d-9cec-3d556edc390d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f68b796b-f07e-429a-b998-a7cedb5f48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147611 Nov 18 17:07:11.763952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363f82-8bdf-43d0-824e-e8d0cd11ab56 req-cca147c7-8f7a-450a-819d-f99527a8143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:11.765358 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1363f82-8bdf-43d0-824e-e8d0cd11ab56 req-cca147c7-8f7a-450a-819d-f99527a8143c service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.2717128 Nov 18 17:07:11.790673 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2e0b311-d10a-4e50-baa3-3f6e7aeb71aa req-ccc161bd-d0c4-484e-9118-b0b742ebc751 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0556d99-8d33-4d62-856d-16295fbb4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004283 Nov 18 17:07:11.883596 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ce939-52ef-4e32-a901-aa737cf16efd req-deacca83-1755-40cf-84c8-d7748ce9bd7d tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:11.885186 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa5ce939-52ef-4e32-a901-aa737cf16efd req-deacca83-1755-40cf-84c8-d7748ce9bd7d tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 948 time: 0.0660050 Nov 18 17:07:11.959579 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d08407-d835-4a58-8445-3111f5cc45f1 req-8293e17a-6537-4599-9a86-3b6ce9e89b6a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:11.961185 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72d08407-d835-4a58-8445-3111f5cc45f1 req-8293e17a-6537-4599-9a86-3b6ce9e89b6a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.0984871 Nov 18 17:07:11.971670 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa5ce939-52ef-4e32-a901-aa737cf16efd req-5d2accf7-9ecf-42c6-8d2b-24a49ec99c32 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650904 Nov 18 17:07:12.041343 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1363f82-8bdf-43d0-824e-e8d0cd11ab56 req-92780831-49e9-47f2-9d0c-04d7a9137d18 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=1b05a343-8565-482c-8bc3-cb0a02db0dca HTTP/1.1" status: 200 len: 217 time: 0.0684991 Nov 18 17:07:12.048152 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72d08407-d835-4a58-8445-3111f5cc45f1 req-a079c0a1-6601-4f4b-b23d-8896dbc0f6d5 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748274 Nov 18 17:07:12.077074 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f9cf53f7-cd71-4208-b5d4-901419bd273e req-86fad3e3-85ca-4d2d-b963-074bcc7c1627 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 210 time: 0.0423594 Nov 18 17:07:12.134337 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363f82-8bdf-43d0-824e-e8d0cd11ab56 req-91313158-6f4a-4b59-9448-c59929c92ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:12.135846 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1363f82-8bdf-43d0-824e-e8d0cd11ab56 req-91313158-6f4a-4b59-9448-c59929c92ec6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0713460 Nov 18 17:07:12.166992 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48d86544-1a83-46d5-ab5e-18a7c63b4392 req-f7d9ae94-3a9d-425b-80ee-f47eacb7a406 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/ec3ccc1b-b14c-45f6-a5e2-b8f4e149a220 HTTP/1.1" status: 200 len: 3013 time: 0.0749965 Nov 18 17:07:12.195436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363f82-8bdf-43d0-824e-e8d0cd11ab56 req-7742362c-a193-4cf4-a3e5-0084b1c0191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:12.197264 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1363f82-8bdf-43d0-824e-e8d0cd11ab56 req-7742362c-a193-4cf4-a3e5-0084b1c0191c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0538936 Nov 18 17:07:12.214066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d4013-c4fd-45f5-8300-2d6155fe2d60 req-7bce4cb8-f493-41f2-8bb2-a781c56a8649 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:12.217230 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb4d4013-c4fd-45f5-8300-2d6155fe2d60 req-7bce4cb8-f493-41f2-8bb2-a781c56a8649 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/ports?device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 950 time: 0.0852091 Nov 18 17:07:12.285402 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb4d4013-c4fd-45f5-8300-2d6155fe2d60 req-cb1ae8c2-8078-4576-a841-b87a21da26c3 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/security-groups?id=f68b796b-f07e-429a-b998-a7cedb5f48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631902 Nov 18 17:07:12.351920 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9eff62e-e272-4c2a-9f31-a8e10d68a07f req-bd59681f-2736-4ea3-ae7b-38ab9ca4f179 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-group-rules/6128fe0f-0540-4317-96b1-0ec806ab8117 HTTP/1.1" status: 200 len: 783 time: 0.0296395 Nov 18 17:07:12.352478 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1363f82-8bdf-43d0-824e-e8d0cd11ab56 req-8366d1ea-954e-4289-8b59-786df7a942f6 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283243 Nov 18 17:07:12.405752 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9eff62e-e272-4c2a-9f31-a8e10d68a07f req-a622dd20-b024-4b22-b482-531274f9eb1d tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/ec3ccc1b-b14c-45f6-a5e2-b8f4e149a220 HTTP/1.1" status: 200 len: 3013 time: 0.0528626 Nov 18 17:07:12.450836 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b9eff62e-e272-4c2a-9f31-a8e10d68a07f req-34549207-c4fa-453c-8f75-ca8b6f0883aa tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:12.464597 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b9eff62e-e272-4c2a-9f31-a8e10d68a07f req-34549207-c4fa-453c-8f75-ca8b6f0883aa tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:12.486670 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1363f82-8bdf-43d0-824e-e8d0cd11ab56 req-a9fae795-74f3-448e-922f-183631724af9 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253817 Nov 18 17:07:12.616547 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b9eff62e-e272-4c2a-9f31-a8e10d68a07f req-34549207-c4fa-453c-8f75-ca8b6f0883aa tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:12.624554 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b9eff62e-e272-4c2a-9f31-a8e10d68a07f req-34549207-c4fa-453c-8f75-ca8b6f0883aa tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:12.626163 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9eff62e-e272-4c2a-9f31-a8e10d68a07f req-34549207-c4fa-453c-8f75-ca8b6f0883aa tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/6128fe0f-0540-4317-96b1-0ec806ab8117 HTTP/1.1" status: 204 len: 173 time: 0.2138813 Nov 18 17:07:12.636614 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34549207-c4fa-453c-8f75-ca8b6f0883aa tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6128fe0f-0540-4317-96b1-0ec806ab8117,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:12.735760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa2d719b-f190-4b65-bc77-6e8c74615814 req-5a465e0d-bd18-48a3-8371-641333cbcdbd tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/ec3ccc1b-b14c-45f6-a5e2-b8f4e149a220 HTTP/1.1" status: 200 len: 2415 time: 0.0811169 Nov 18 17:07:12.806466 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-aa2d719b-f190-4b65-bc77-6e8c74615814 req-91716ac5-d8a5-40ae-bb6c-d1b9c53f88d3 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:12.831919 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-aa2d719b-f190-4b65-bc77-6e8c74615814 req-91716ac5-d8a5-40ae-bb6c-d1b9c53f88d3 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:12.947722 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-aa2d719b-f190-4b65-bc77-6e8c74615814 req-91716ac5-d8a5-40ae-bb6c-d1b9c53f88d3 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:12.950598 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-aa2d719b-f190-4b65-bc77-6e8c74615814 req-91716ac5-d8a5-40ae-bb6c-d1b9c53f88d3 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:12.952555 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa2d719b-f190-4b65-bc77-6e8c74615814 req-91716ac5-d8a5-40ae-bb6c-d1b9c53f88d3 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "DELETE /v2.0/security-groups/ec3ccc1b-b14c-45f6-a5e2-b8f4e149a220 HTTP/1.1" status: 204 len: 173 time: 0.2087054 Nov 18 17:07:12.967568 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91716ac5-d8a5-40ae-bb6c-d1b9c53f88d3 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3ccc1b-b14c-45f6-a5e2-b8f4e149a220,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:13.068983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354f801-d853-4d61-8cbd-04ba15b81c62 req-fdb3f4ae-3406-4dec-a85f-1f5021ed2780 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:13.070667 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f354f801-d853-4d61-8cbd-04ba15b81c62 req-fdb3f4ae-3406-4dec-a85f-1f5021ed2780 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 944 time: 0.0578511 Nov 18 17:07:13.091149 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-126bc8f4-ec63-4791-b381-a19de1cf65a8 req-85f3721a-f770-47b6-9c51-6f4b9cde0fde tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] show failed (client error): The resource could not be found. Nov 18 17:07:13.092203 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-126bc8f4-ec63-4791-b381-a19de1cf65a8 req-85f3721a-f770-47b6-9c51-6f4b9cde0fde tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/f8b499e6-596d-47e1-9fd7-7c659168d885 HTTP/1.1" status: 404 len: 352 time: 0.0205855 Nov 18 17:07:13.133433 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f354f801-d853-4d61-8cbd-04ba15b81c62 req-97502e5e-38b5-4047-94eb-e535177253ff tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0556d99-8d33-4d62-856d-16295fbb4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541508 Nov 18 17:07:13.202871 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d067d-af91-4fc9-9e42-dea1995088c9 req-1ac5ad49-4a3d-40b5-bf0e-386748de9d4f tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:13.204402 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b83d067d-af91-4fc9-9e42-dea1995088c9 req-1ac5ad49-4a3d-40b5-bf0e-386748de9d4f tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 948 time: 0.0576291 Nov 18 17:07:13.520456 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b83d067d-af91-4fc9-9e42-dea1995088c9 req-c512d0b6-e4ed-4530-861e-485f08974184 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099306 Nov 18 17:07:13.536080 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa717b6-cd4d-4dc6-b1c7-9042a9949e9f req-2766c7ec-de14-42df-a7f4-83e12848c74b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:13.537676 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-afa717b6-cd4d-4dc6-b1c7-9042a9949e9f req-2766c7ec-de14-42df-a7f4-83e12848c74b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.0751066 Nov 18 17:07:13.591895 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-afa717b6-cd4d-4dc6-b1c7-9042a9949e9f req-2dbe143a-8650-43b8-9242-cdfbc96e9868 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474741 Nov 18 17:07:13.629760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9dd658ec-3d76-4fa6-aa18-ae69ed153683 req-90beb752-22de-4e46-a957-df9f0e6b8f05 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 210 time: 0.0284715 Nov 18 17:07:13.646946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-8183723d-eaa6-4cb4-a448-452e79f056e7 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:13.646946 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-8183723d-eaa6-4cb4-a448-452e79f056e7 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.81 "GET /v2.0/networks?id=4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b HTTP/1.1" status: 200 len: 829 time: 0.1432438 Nov 18 17:07:13.661126 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-8f1fd309-4de5-43e1-9ddb-93bc11066213 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Request body: {'port': {'device_id': '1bb97c6a-2714-4e40-a545-1a811ee9592f', 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b', 'admin_state_up': True, 'tenant_id': 'cec8bc8d40c44f229736948c844a6997'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:13.688706 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0902bc1b-ca32-4029-b756-e63fd3ac92ce req-2febe5d4-0247-4679-977b-aa1f311c62a2 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/9bbaa77b-a453-4571-9394-00fc2bc2ef52 HTTP/1.1" status: 200 len: 1821 time: 0.0615788 Nov 18 17:07:13.784246 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09f965-5144-4652-8d8b-9bc48c9c1b22 req-5cd0e428-c0ef-44c5-9277-8660253b2e84 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:13.784947 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 1b05a343-8565-482c-8bc3-cb0a02db0dca details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:07:13.785795 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d09f965-5144-4652-8d8b-9bc48c9c1b22 req-5cd0e428-c0ef-44c5-9277-8660253b2e84 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/ports?device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 950 time: 0.0803323 Nov 18 17:07:13.812719 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0902bc1b-ca32-4029-b756-e63fd3ac92ce req-98a38e6b-1974-4eb6-aa5e-6be626809d72 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:13.858711 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9b0fcedc-6907-4c96-9ae4-5594e17db1a0 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:07:13.860978 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0902bc1b-ca32-4029-b756-e63fd3ac92ce req-98a38e6b-1974-4eb6-aa5e-6be626809d72 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:13.888348 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d09f965-5144-4652-8d8b-9bc48c9c1b22 req-70d2787e-16b3-44a2-b176-ca4040e0495c tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/security-groups?id=f68b796b-f07e-429a-b998-a7cedb5f48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934129 Nov 18 17:07:13.933941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 1b05a343-8565-482c-8bc3-cb0a02db0dca, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=1b05a343-8565-482c-8bc3-cb0a02db0dca,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:13.949384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '1b05a343-8565-482c-8bc3-cb0a02db0dca', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '1b05a343-8565-482c-8bc3-cb0a02db0dca', 'mac_address': 'fa:16:3e:e0:d8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:07:13.979752 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 9b0fcedc-6907-4c96-9ae4-5594e17db1a0 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:13.980191 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:14.015807 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:14.038442 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b05a343-8565-482c-8bc3-cb0a02db0dca {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:07:14.063512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 1b05a343-8565-482c-8bc3-cb0a02db0dca, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=1b05a343-8565-482c-8bc3-cb0a02db0dca,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:14.501707 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-8f1fd309-4de5-43e1-9ddb-93bc11066213 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Made reservation on behalf of cec8bc8d40c44f229736948c844a6997 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:07:14.501960 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0902bc1b-ca32-4029-b756-e63fd3ac92ce req-98a38e6b-1974-4eb6-aa5e-6be626809d72 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:14.502059 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:14.505390 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-8f1fd309-4de5-43e1-9ddb-93bc11066213 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:14.512211 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0902bc1b-ca32-4029-b756-e63fd3ac92ce req-98a38e6b-1974-4eb6-aa5e-6be626809d72 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:14.514399 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0902bc1b-ca32-4029-b756-e63fd3ac92ce req-98a38e6b-1974-4eb6-aa5e-6be626809d72 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "DELETE /v2.0/security-groups/9bbaa77b-a453-4571-9394-00fc2bc2ef52 HTTP/1.1" status: 204 len: 173 time: 0.8133805 Nov 18 17:07:14.533547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a38e6b-1974-4eb6-aa5e-6be626809d72 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbaa77b-a453-4571-9394-00fc2bc2ef52,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:14.584813 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=1b05a343-8565-482c-8bc3-cb0a02db0dca,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:14.665283 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-8f1fd309-4de5-43e1-9ddb-93bc11066213 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Allocated IP 172.20.0.14 (4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b/f0e3f9de-bbd5-4806-ba02-214638f003c2/e755ffee-85fc-4156-b667-f92de2c9edfa) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:07:14.719515 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6d04f-0154-4c5b-89b4-09ebdae75dba req-40e0ebc3-81d4-422c-957f-918ee31da6bd tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:14.726982 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9fa6d04f-0154-4c5b-89b4-09ebdae75dba req-40e0ebc3-81d4-422c-957f-918ee31da6bd tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 944 time: 0.0655787 Nov 18 17:07:14.749850 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['1b05a343-8565-482c-8bc3-cb0a02db0dca'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:07:14.784877 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9fa6d04f-0154-4c5b-89b4-09ebdae75dba req-6d255257-2607-438d-822b-8ba2bf04dd54 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0556d99-8d33-4d62-856d-16295fbb4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570250 Nov 18 17:07:14.835446 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-8f1fd309-4de5-43e1-9ddb-93bc11066213 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:14.840172 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10960d30-824c-4e98-8c2c-3515bcc4140e req-4aba1a95-e69e-474f-9c7b-7414e2527349 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/a12a0d70-4ac8-467c-8aac-16efb30c37db HTTP/1.1" status: 200 len: 1822 time: 0.0668752 Nov 18 17:07:14.936538 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-8f1fd309-4de5-43e1-9ddb-93bc11066213 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:14.945497 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f8645-207b-4674-be30-51887d561aa1 req-685931a2-5121-41d4-b70c-f21dda428e8a tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:14.947142 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-178f8645-207b-4674-be30-51887d561aa1 req-685931a2-5121-41d4-b70c-f21dda428e8a tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 949 time: 0.0838048 Nov 18 17:07:14.947747 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-10960d30-824c-4e98-8c2c-3515bcc4140e req-c490ca71-0280-4ec6-8687-4efaee0dcdc4 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:14.979445 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-8f1fd309-4de5-43e1-9ddb-93bc11066213 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Network 4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:07:14.983116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-8f1fd309-4de5-43e1-9ddb-93bc11066213 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:07:14.986795 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-8f1fd309-4de5-43e1-9ddb-93bc11066213 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:07:14.988500 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-10960d30-824c-4e98-8c2c-3515bcc4140e req-c490ca71-0280-4ec6-8687-4efaee0dcdc4 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:14.995324 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fd309-4de5-43e1-9ddb-93bc11066213 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Pushing event updated for resources: {'Port': ['ID=e755ffee-85fc-4156-b667-f92de2c9edfa,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:15.046257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-8f1fd309-4de5-43e1-9ddb-93bc11066213 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:15.047025 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-8f1fd309-4de5-43e1-9ddb-93bc11066213 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:15.060063 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-178f8645-207b-4674-be30-51887d561aa1 req-e745652e-02ed-4dba-befb-7baf414384fb tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962820 Nov 18 17:07:15.161490 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-8f1fd309-4de5-43e1-9ddb-93bc11066213 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5046804 Nov 18 17:07:15.163021 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-10960d30-824c-4e98-8c2c-3515bcc4140e req-c490ca71-0280-4ec6-8687-4efaee0dcdc4 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:15.166531 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-10960d30-824c-4e98-8c2c-3515bcc4140e req-c490ca71-0280-4ec6-8687-4efaee0dcdc4 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:15.175233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Request body: {'port': {'device_id': '1bb97c6a-2714-4e40-a545-1a811ee9592f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:15.191246 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10960d30-824c-4e98-8c2c-3515bcc4140e req-c490ca71-0280-4ec6-8687-4efaee0dcdc4 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "DELETE /v2.0/security-groups/a12a0d70-4ac8-467c-8aac-16efb30c37db HTTP/1.1" status: 204 len: 173 time: 0.3433232 Nov 18 17:07:15.240344 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490ca71-0280-4ec6-8687-4efaee0dcdc4 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12a0d70-4ac8-467c-8aac-16efb30c37db,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:15.243273 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:15.299031 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdbe48-68dc-49d2-9074-30f8007894e4 req-f2afd140-1002-44c0-9b70-e783834ea78b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:15.300476 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-671d7fac-8e1d-4fda-b8c0-6fba7a5e62b7 None None] Provisioning complete for port e755ffee-85fc-4156-b667-f92de2c9edfa triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:15.301001 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bfcdbe48-68dc-49d2-9074-30f8007894e4 req-f2afd140-1002-44c0-9b70-e783834ea78b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.1118064 Nov 18 17:07:15.301131 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-671d7fac-8e1d-4fda-b8c0-6fba7a5e62b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:15.316988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08020a35-6ff3-4fc8-af02-fba9ea382181 req-26199510-61aa-414b-a0f9-d95923281987 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:15.324470 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-08020a35-6ff3-4fc8-af02-fba9ea382181 req-26199510-61aa-414b-a0f9-d95923281987 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 932 time: 0.0803220 Nov 18 17:07:15.359567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-671d7fac-8e1d-4fda-b8c0-6fba7a5e62b7 None None] Port e755ffee-85fc-4156-b667-f92de2c9edfa cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:07:15.403649 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-08020a35-6ff3-4fc8-af02-fba9ea382181 req-b2c843c3-e979-42e6-9c3a-60162d56f7d7 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f17be5e-0356-41b1-87ff-831774448c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785770 Nov 18 17:07:15.407341 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bfcdbe48-68dc-49d2-9074-30f8007894e4 req-5d5df42a-9d1a-4d05-b55c-bb4fd68da8e1 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985234 Nov 18 17:07:15.484521 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4790844b-09c0-4aa4-979e-27db0e5a367e req-0635f0e9-bb0f-4eea-a946-c363882540c5 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/eb7e54e3-e562-4a66-8eb0-e4824296b3ea HTTP/1.1" status: 200 len: 1820 time: 0.0446384 Nov 18 17:07:15.554954 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-4790844b-09c0-4aa4-979e-27db0e5a367e req-3f7c911a-1583-46d1-a4d8-337a67e3a3b0 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:15.573263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e755ffee-85fc-4156-b667-f92de2c9edfa {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:07:15.586029 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-4790844b-09c0-4aa4-979e-27db0e5a367e req-3f7c911a-1583-46d1-a4d8-337a67e3a3b0 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:15.593315 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:15.608805 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Transition to ACTIVE for port object e755ffee-85fc-4156-b667-f92de2c9edfa will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:07:15.667446 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:15.721628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Pushing event updated for resources: {'Port': ['ID=e755ffee-85fc-4156-b667-f92de2c9edfa,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:15.736189 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-4790844b-09c0-4aa4-979e-27db0e5a367e req-3f7c911a-1583-46d1-a4d8-337a67e3a3b0 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:15.739048 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-4790844b-09c0-4aa4-979e-27db0e5a367e req-3f7c911a-1583-46d1-a4d8-337a67e3a3b0 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:15.740623 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4790844b-09c0-4aa4-979e-27db0e5a367e req-3f7c911a-1583-46d1-a4d8-337a67e3a3b0 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "DELETE /v2.0/security-groups/eb7e54e3-e562-4a66-8eb0-e4824296b3ea HTTP/1.1" status: 204 len: 173 time: 0.2486911 Nov 18 17:07:15.761587 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c911a-1583-46d1-a4d8-337a67e3a3b0 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7e54e3-e562-4a66-8eb0-e4824296b3ea,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:15.807328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device de41a100-c395-43bc-a09a-a10a28400149 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:07:15.816562 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Attempting to bind port e755ffee-85fc-4156-b667-f92de2c9edfa on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:07:15.816917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Attempting to bind port e755ffee-85fc-4156-b667-f92de2c9edfa by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '789bee4f-0bbf-459c-8c8e-e8b05a4ac37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:07:15.817250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Attempting to bind port e755ffee-85fc-4156-b667-f92de2c9edfa on network 4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:15.822019 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Port e755ffee-85fc-4156-b667-f92de2c9edfa on network 4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:07:15.823291 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Attempting to bind port e755ffee-85fc-4156-b667-f92de2c9edfa on network 4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:15.829151 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:07:15.829514 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Checking segment: {'id': '789bee4f-0bbf-459c-8c8e-e8b05a4ac37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:07:15.829960 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Bound using segment: {'id': '789bee4f-0bbf-459c-8c8e-e8b05a4ac37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:07:15.830353 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Bound port: e755ffee-85fc-4156-b667-f92de2c9edfa, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789bee4f-0bbf-459c-8c8e-e8b05a4ac37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:07:15.830738 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:15.843820 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 1b05a343-8565-482c-8bc3-cb0a02db0dca up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:07:15.910704 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1f72729-5d75-446d-8bbf-7a0447df02eb req-c470f0e2-3b74-43df-b6f8-3958a9818773 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/1b214aa5-30b3-4246-8df7-6fd38d4b9a75 HTTP/1.1" status: 200 len: 2419 time: 0.0599909 Nov 18 17:07:15.923436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] For port e755ffee-85fc-4156-b667-f92de2c9edfa, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:07:15.927559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] For port e755ffee-85fc-4156-b667-f92de2c9edfa, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e755ffee-85fc-4156-b667-f92de2c9edfa,segment=NetworkSegment(789bee4f-0bbf-459c-8c8e-e8b05a4ac37d),segment_id=789bee4f-0bbf-459c-8c8e-e8b05a4ac37d)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:07:15.983536 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c1f72729-5d75-446d-8bbf-7a0447df02eb req-9cb1d5ed-2fee-4800-929b-7cea9b49cfe2 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:16.013219 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c1f72729-5d75-446d-8bbf-7a0447df02eb req-9cb1d5ed-2fee-4800-929b-7cea9b49cfe2 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:16.015190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port de41a100-c395-43bc-a09a-a10a28400149, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=de41a100-c395-43bc-a09a-a10a28400149,segment=NetworkSegment(744479e5-e815-4cfe-bb94-3a9a20c43c8f),segment_id=744479e5-e815-4cfe-bb94-3a9a20c43c8f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:16.032981 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'de41a100-c395-43bc-a09a-a10a28400149', 'network_id': '836d12ad-6a15-4e93-b10d-efb37b2aefbc', 'port_id': 'de41a100-c395-43bc-a09a-a10a28400149', 'mac_address': 'fa:16:3e:08:23:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4fb3f1-be4f-4a0d-b503-51f74fc5e440', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:07:16.035841 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:16.078762 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:16.088607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:16.089357 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:16.090808 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] 10.222.0.81 "PUT /v2.0/ports/e755ffee-85fc-4156-b667-f92de2c9edfa HTTP/1.1" status: 200 len: 1093 time: 0.9202502 Nov 18 17:07:16.091313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb97c6a-2714-4e40-a545-1a811ee9592f', 'tag': 'e755ffee-85fc-4156-b667-f92de2c9edfa'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:16.093853 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181792ee-ddad-4819-ac78-0f3f149dbd3a" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb97c6a-2714-4e40-a545-1a811ee9592f", "tag": "e755ffee-85fc-4156-b667-f92de2c9edfa"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:16.107046 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de41a100-c395-43bc-a09a-a10a28400149 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:07:16.121874 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 1b05a343-8565-482c-8bc3-cb0a02db0dca completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:07:16.126744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840bedc-03b1-4075-b345-feb3639a6b7a service neutron] Pushing event updated for resources: {'Port': ['ID=e755ffee-85fc-4156-b667-f92de2c9edfa,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:16.141792 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 1b05a343-8565-482c-8bc3-cb0a02db0dca triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:16.142797 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:16.147084 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port de41a100-c395-43bc-a09a-a10a28400149, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=de41a100-c395-43bc-a09a-a10a28400149,segment=NetworkSegment(744479e5-e815-4cfe-bb94-3a9a20c43c8f),segment_id=744479e5-e815-4cfe-bb94-3a9a20c43c8f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:16.158712 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c1f72729-5d75-446d-8bbf-7a0447df02eb req-9cb1d5ed-2fee-4800-929b-7cea9b49cfe2 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:16.162637 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c1f72729-5d75-446d-8bbf-7a0447df02eb req-9cb1d5ed-2fee-4800-929b-7cea9b49cfe2 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:16.166929 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1f72729-5d75-446d-8bbf-7a0447df02eb req-9cb1d5ed-2fee-4800-929b-7cea9b49cfe2 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "DELETE /v2.0/security-groups/1b214aa5-30b3-4246-8df7-6fd38d4b9a75 HTTP/1.1" status: 204 len: 173 time: 0.2467864 Nov 18 17:07:16.179677 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1d5ed-2fee-4800-929b-7cea9b49cfe2 tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b214aa5-30b3-4246-8df7-6fd38d4b9a75,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:16.253004 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:16.279659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-533d0fa9-9ed2-4cd9-89ee-a566bf804ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:16.281513 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-533d0fa9-9ed2-4cd9-89ee-a566bf804ede service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cec8bc8d40c44f229736948c844a6997&device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 1096 time: 0.0700274 Nov 18 17:07:16.326054 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=de41a100-c395-43bc-a09a-a10a28400149,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:16.350640 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:16.350865 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5bb2d-95e8-4901-a0e3-0e710dd04efe req-91bb1598-a3f0-40a4-832a-7cf94f85346e tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:16.353332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56c5bb2d-95e8-4901-a0e3-0e710dd04efe req-91bb1598-a3f0-40a4-832a-7cf94f85346e tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 945 time: 0.0659392 Nov 18 17:07:16.356111 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-4c993df8-375f-4c70-a372-e196430445aa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e755ffee-85fc-4156-b667-f92de2c9edfa HTTP/1.1" status: 200 len: 217 time: 0.0653408 Nov 18 17:07:16.380975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca04769e-268a-4df8-98db-91321a24f1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05a343-8565-482c-8bc3-cb0a02db0dca'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:16.383172 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b3a759-c8c2-45eb-b17a-8ade16c73559" -d '{"events": [{"server_uuid": "ca04769e-268a-4df8-98db-91321a24f1c4", "name": "network-vif-plugged", "status": "completed", "tag": "1b05a343-8565-482c-8bc3-cb0a02db0dca"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:16.400150 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 1b05a343-8565-482c-8bc3-cb0a02db0dca, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=1b05a343-8565-482c-8bc3-cb0a02db0dca,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:16.409489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-6c327a75-9acc-4ccd-b078-f2e9392cd8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:16.411038 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-6c327a75-9acc-4ccd-b078-f2e9392cd8e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f0e3f9de-bbd5-4806-ba02-214638f003c2 HTTP/1.1" status: 200 len: 868 time: 0.0478940 Nov 18 17:07:16.437899 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56c5bb2d-95e8-4901-a0e3-0e710dd04efe req-a1278d5d-8a5f-40e7-aa17-e681e4428136 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0556d99-8d33-4d62-856d-16295fbb4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773106 Nov 18 17:07:16.450760 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda01e7-1e61-440b-bd75-6fa10eef4400 req-28f20770-4388-4ec1-81a3-922c395cbad3 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:16.452438 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3cda01e7-1e61-440b-bd75-6fa10eef4400 req-28f20770-4388-4ec1-81a3-922c395cbad3 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/ports?device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 950 time: 0.0901260 Nov 18 17:07:16.465247 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-0954c8da-0fbf-47a4-8b47-455a0ab34ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:16.466811 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-0954c8da-0fbf-47a4-8b47-455a0ab34ff4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478745 Nov 18 17:07:16.478406 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:16.505595 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3cda01e7-1e61-440b-bd75-6fa10eef4400 req-2112190c-c688-4a4e-8ac2-340ddfb22ae0 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/security-groups?id=f68b796b-f07e-429a-b998-a7cedb5f48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465262 Nov 18 17:07:16.524768 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['de41a100-c395-43bc-a09a-a10a28400149'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:07:16.557826 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c840f30-a595-4c8c-976e-949a7a66af28 x-openstack-request-id: req-3c840f30-a595-4c8c-976e-949a7a66af28 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:16.558411 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb97c6a-2714-4e40-a545-1a811ee9592f", "tag": "e755ffee-85fc-4156-b667-f92de2c9edfa", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:16.558876 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3c840f30-a595-4c8c-976e-949a7a66af28 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:16.559479 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb97c6a-2714-4e40-a545-1a811ee9592f', 'tag': 'e755ffee-85fc-4156-b667-f92de2c9edfa', 'status': 'completed', 'code': 200} Nov 18 17:07:16.566226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe6a49-059f-43e9-9006-40bbbfdfc8c9 req-34432cea-2ad4-408e-b233-918fa514c775 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:16.567952 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cfbe6a49-059f-43e9-9006-40bbbfdfc8c9 req-34432cea-2ad4-408e-b233-918fa514c775 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 950 time: 0.0613265 Nov 18 17:07:16.587437 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-85fa8995-56db-469d-a6da-44fcab74f1c2 service neutron] 10.222.0.81 "GET /v2.0/networks/4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129148 Nov 18 17:07:16.602025 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=1b05a343-8565-482c-8bc3-cb0a02db0dca,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:16.653270 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-252c8fdd-3dc0-4cae-99c2-cadab7f51560 req-6c6c8d6a-2cb0-4b4f-aa2a-853a175a103f tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "GET /v2.0/security-groups/13af6272-f63b-4b8a-9dd2-91fef9aee4e0 HTTP/1.1" status: 200 len: 2414 time: 0.0722575 Nov 18 17:07:16.660264 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cfbe6a49-059f-43e9-9006-40bbbfdfc8c9 req-25ed3cf8-b1aa-460c-93ab-1e587efee685 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857668 Nov 18 17:07:16.702398 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a6b40cdb-e487-449b-93e7-dea6a15a9ed6 req-8aab2465-7d85-46f1-9598-79d6c3d52d58 service neutron] 10.222.0.81 "GET /v2.0/networks/4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036851 Nov 18 17:07:16.733396 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-252c8fdd-3dc0-4cae-99c2-cadab7f51560 req-527ef69c-2aff-409c-be80-65245abbdafd tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:16.757537 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-252c8fdd-3dc0-4cae-99c2-cadab7f51560 req-527ef69c-2aff-409c-be80-65245abbdafd tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:16.882627 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181792ee-ddad-4819-ac78-0f3f149dbd3a req-23772039-56b8-4312-8cd2-0ebbbda7cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:16.884250 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-181792ee-ddad-4819-ac78-0f3f149dbd3a req-23772039-56b8-4312-8cd2-0ebbbda7cfb3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cec8bc8d40c44f229736948c844a6997&device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 1096 time: 0.0452361 Nov 18 17:07:16.902761 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-252c8fdd-3dc0-4cae-99c2-cadab7f51560 req-527ef69c-2aff-409c-be80-65245abbdafd tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:16.905399 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-252c8fdd-3dc0-4cae-99c2-cadab7f51560 req-527ef69c-2aff-409c-be80-65245abbdafd tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:16.906557 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-252c8fdd-3dc0-4cae-99c2-cadab7f51560 req-527ef69c-2aff-409c-be80-65245abbdafd tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] 10.222.0.72 "DELETE /v2.0/security-groups/13af6272-f63b-4b8a-9dd2-91fef9aee4e0 HTTP/1.1" status: 204 len: 173 time: 0.2453914 Nov 18 17:07:16.912803 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59748) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:16.925851 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ef69c-2aff-409c-be80-65245abbdafd tempest-SecurityGroupRulesTestJSON-1373723154 tempest-SecurityGroupRulesTestJSON-1373723154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13af6272-f63b-4b8a-9dd2-91fef9aee4e0,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:16.951105 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf33977-2ca7-4c57-9482-82aa233fa736 x-openstack-request-id: req-edf33977-2ca7-4c57-9482-82aa233fa736 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:16.951475 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca04769e-268a-4df8-98db-91321a24f1c4", "name": "network-vif-plugged", "status": "completed", "tag": "1b05a343-8565-482c-8bc3-cb0a02db0dca", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:16.951931 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-edf33977-2ca7-4c57-9482-82aa233fa736 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:16.952127 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca04769e-268a-4df8-98db-91321a24f1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05a343-8565-482c-8bc3-cb0a02db0dca', 'code': 200} Nov 18 17:07:16.979322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-63934511-a8f3-4ab8-9f4a-549b55baf1b4 admin admin] Deleting subnet 90d27aa1-f6f0-4431-954f-e73bef918ee7 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:07:16.982823 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63934511-a8f3-4ab8-9f4a-549b55baf1b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:17.007587 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181792ee-ddad-4819-ac78-0f3f149dbd3a req-6f18a121-1df0-4846-aa4e-a0337cb200fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:17.010342 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-181792ee-ddad-4819-ac78-0f3f149dbd3a req-6f18a121-1df0-4846-aa4e-a0337cb200fe service neutron] 10.222.0.81 "GET /v2.0/networks?id=4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b HTTP/1.1" status: 200 len: 931 time: 0.1170757 Nov 18 17:07:17.022959 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63934511-a8f3-4ab8-9f4a-549b55baf1b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:17.066437 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-181792ee-ddad-4819-ac78-0f3f149dbd3a req-a318ba8b-468d-4008-87e7-34f463a0b8ae service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e755ffee-85fc-4156-b667-f92de2c9edfa HTTP/1.1" status: 200 len: 217 time: 0.0462956 Nov 18 17:07:17.099636 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63934511-a8f3-4ab8-9f4a-549b55baf1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:17.130177 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181792ee-ddad-4819-ac78-0f3f149dbd3a req-84822e33-631f-4fea-be51-abc71a0f16af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:17.131562 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-181792ee-ddad-4819-ac78-0f3f149dbd3a req-84822e33-631f-4fea-be51-abc71a0f16af service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f0e3f9de-bbd5-4806-ba02-214638f003c2 HTTP/1.1" status: 200 len: 868 time: 0.0513258 Nov 18 17:07:17.133070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c7add-2eb7-4f6a-9bbb-a626e0d85373 req-0d36bf61-1712-4ada-87bd-3efe6e981d52 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:17.134453 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c838d-8832-458c-a2b3-13803b38b9d8 req-94dbdc12-a84e-4b73-9e65-8d4f15a78ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:17.134619 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a5c7add-2eb7-4f6a-9bbb-a626e0d85373 req-0d36bf61-1712-4ada-87bd-3efe6e981d52 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 944 time: 0.1147711 Nov 18 17:07:17.135899 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff2c838d-8832-458c-a2b3-13803b38b9d8 req-94dbdc12-a84e-4b73-9e65-8d4f15a78ddd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 1102 time: 0.1080732 Nov 18 17:07:17.199753 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a5c7add-2eb7-4f6a-9bbb-a626e0d85373 req-9ab62c40-86c0-44ae-a88b-be690bd8ba74 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f17be5e-0356-41b1-87ff-831774448c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562994 Nov 18 17:07:17.212372 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181792ee-ddad-4819-ac78-0f3f149dbd3a req-866bc771-a54a-4ab3-b7ee-149d67f52bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:17.213903 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-181792ee-ddad-4819-ac78-0f3f149dbd3a req-866bc771-a54a-4ab3-b7ee-149d67f52bdf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746427 Nov 18 17:07:17.216769 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff2c838d-8832-458c-a2b3-13803b38b9d8 req-7d150127-a696-470b-ac68-2905f261ebdf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684917 Nov 18 17:07:17.251308 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63934511-a8f3-4ab8-9f4a-549b55baf1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:17.288708 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63934511-a8f3-4ab8-9f4a-549b55baf1b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d27aa1-f6f0-4431-954f-e73bef918ee7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:17.293994 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63934511-a8f3-4ab8-9f4a-549b55baf1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:17.297969 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-63934511-a8f3-4ab8-9f4a-549b55baf1b4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/90d27aa1-f6f0-4431-954f-e73bef918ee7 HTTP/1.1" status: 204 len: 168 time: 0.3820362 Nov 18 17:07:17.299568 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59750) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:17.336281 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-181792ee-ddad-4819-ac78-0f3f149dbd3a req-5b3b2e5a-3f29-4750-a44c-7763a1b923fa service neutron] 10.222.0.81 "GET /v2.0/networks/4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117132 Nov 18 17:07:17.340042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05781796-2712-4887-8fc0-06a5c85aa54d req-2287b2ed-5686-473f-b095-4dcc9192fc28 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:17.341630 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05781796-2712-4887-8fc0-06a5c85aa54d req-2287b2ed-5686-473f-b095-4dcc9192fc28 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.0618517 Nov 18 17:07:17.398178 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05781796-2712-4887-8fc0-06a5c85aa54d req-0603ef31-55a4-4c22-990a-a05ac5105a2e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451915 Nov 18 17:07:17.413096 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f773ce0-f459-4cd6-a48e-254d0197eeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:17.508240 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-181792ee-ddad-4819-ac78-0f3f149dbd3a req-d3f49407-5f4b-4fba-a5de-57326cddc612 service neutron] 10.222.0.81 "GET /v2.0/networks/4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617165 Nov 18 17:07:17.544551 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f773ce0-f459-4cd6-a48e-254d0197eeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:17.565102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-7f773ce0-f459-4cd6-a48e-254d0197eeba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2a14f8-4ee0-4cb8-9fe5-e4a07af1c5b3']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:17.567986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45668ace-9def-4aaa-8d03-f78393051e23 req-7f097c27-88ac-4025-ac1b-4f43f9a562ee tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:17.569627 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-45668ace-9def-4aaa-8d03-f78393051e23 req-7f097c27-88ac-4025-ac1b-4f43f9a562ee tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 945 time: 0.0529649 Nov 18 17:07:17.575024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-7f773ce0-f459-4cd6-a48e-254d0197eeba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f08466-e68d-4f3c-bc92-056322b73a56') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:17.575328 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-7f773ce0-f459-4cd6-a48e-254d0197eeba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f08466-e68d-4f3c-bc92-056322b73a56') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:17.585082 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f773ce0-f459-4cd6-a48e-254d0197eeba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:17.598220 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f773ce0-f459-4cd6-a48e-254d0197eeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:17.614261 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f773ce0-f459-4cd6-a48e-254d0197eeba admin admin] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:07:17.614683 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f773ce0-f459-4cd6-a48e-254d0197eeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:07:17.616381 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:07:17.621937 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-45668ace-9def-4aaa-8d03-f78393051e23 req-dec34219-83bd-485d-bc6a-2cf5d9e5ecfb tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0556d99-8d33-4d62-856d-16295fbb4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451581 Nov 18 17:07:17.702604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645193a-7c8f-462b-b7ba-72b843dbbcc6 req-883fb10d-760b-4eeb-be6b-505aa5efc114 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:17.704134 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9645193a-7c8f-462b-b7ba-72b843dbbcc6 req-883fb10d-760b-4eeb-be6b-505aa5efc114 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.83 "GET /v2.0/ports?device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 950 time: 0.0993361 Nov 18 17:07:17.733826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e900beb-c26c-4bff-b7d4-4ffe023de8ee req-69de6f8b-57eb-4f3c-9b9e-d31989928b27 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:17.735341 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e900beb-c26c-4bff-b7d4-4ffe023de8ee req-69de6f8b-57eb-4f3c-9b9e-d31989928b27 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/ports?device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 950 time: 0.0504537 Nov 18 17:07:17.773619 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f773ce0-f459-4cd6-a48e-254d0197eeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:17.778708 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f773ce0-f459-4cd6-a48e-254d0197eeba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:17.784255 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7f773ce0-f459-4cd6-a48e-254d0197eeba admin admin] 10.222.0.72 "DELETE /v2.0/networks/1f2a14f8-4ee0-4cb8-9fe5-e4a07af1c5b3 HTTP/1.1" status: 204 len: 168 time: 0.4836395 Nov 18 17:07:17.788930 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e900beb-c26c-4bff-b7d4-4ffe023de8ee req-6226acc8-8a1d-45fd-8999-55761a0b71c7 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/security-groups?id=f68b796b-f07e-429a-b998-a7cedb5f48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472906 Nov 18 17:07:17.801092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device de41a100-c395-43bc-a09a-a10a28400149 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:07:17.832981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f773ce0-f459-4cd6-a48e-254d0197eeba admin admin] Pushing event deleted for resources: {'Network': ['ID=1f2a14f8-4ee0-4cb8-9fe5-e4a07af1c5b3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:17.859031 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-9645193a-7c8f-462b-b7ba-72b843dbbcc6 req-ea3162db-9bc2-47cd-bd94-6fca9cdd6db7 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Deleting port 947645b7-ce6a-4449-a913-0e0fa36a7956 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:07:17.859673 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9645193a-7c8f-462b-b7ba-72b843dbbcc6 req-ea3162db-9bc2-47cd-bd94-6fca9cdd6db7 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:17.922158 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5b409-9443-45db-a698-cd35a81ae4a3 req-f8ffd4e5-0a03-4472-95a0-758da5475efb tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:17.924058 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2a5b409-9443-45db-a698-cd35a81ae4a3 req-f8ffd4e5-0a03-4472-95a0-758da5475efb tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 950 time: 0.0654106 Nov 18 17:07:17.940849 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port de41a100-c395-43bc-a09a-a10a28400149 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:07:17.947914 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port de41a100-c395-43bc-a09a-a10a28400149 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:17.948454 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:17.955606 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-9645193a-7c8f-462b-b7ba-72b843dbbcc6 req-ea3162db-9bc2-47cd-bd94-6fca9cdd6db7 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] For port 947645b7-ce6a-4449-a913-0e0fa36a7956, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=947645b7-ce6a-4449-a913-0e0fa36a7956,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:17.956004 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9645193a-7c8f-462b-b7ba-72b843dbbcc6 req-ea3162db-9bc2-47cd-bd94-6fca9cdd6db7 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:17.969411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-9645193a-7c8f-462b-b7ba-72b843dbbcc6 req-ea3162db-9bc2-47cd-bd94-6fca9cdd6db7 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Calling delete_port for 947645b7-ce6a-4449-a913-0e0fa36a7956 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:07:17.988989 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2a5b409-9443-45db-a698-cd35a81ae4a3 req-c5698182-b524-46ce-b7a4-9774e01ab04b tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570257 Nov 18 17:07:18.043622 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:18.090092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port de41a100-c395-43bc-a09a-a10a28400149, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=de41a100-c395-43bc-a09a-a10a28400149,segment=NetworkSegment(744479e5-e815-4cfe-bb94-3a9a20c43c8f),segment_id=744479e5-e815-4cfe-bb94-3a9a20c43c8f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:18.141443 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:18.169314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59766) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:18.190625 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=de41a100-c395-43bc-a09a-a10a28400149,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:18.198959 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9645193a-7c8f-462b-b7ba-72b843dbbcc6 req-ea3162db-9bc2-47cd-bd94-6fca9cdd6db7 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:18.216074 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['947645b7-ce6a-4449-a913-0e0fa36a7956'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:07:18.216927 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-032eee29-9926-461f-8deb-1ed862c2eeed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=55caac8368f342498d23e1f2fc3e64df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463524 Nov 18 17:07:18.219238 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59768) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:18.234825 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3162db-9bc2-47cd-bd94-6fca9cdd6db7 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Pushing event deleted for resources: {'Port': ['ID=947645b7-ce6a-4449-a913-0e0fa36a7956,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:18.284413 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-9645193a-7c8f-462b-b7ba-72b843dbbcc6 req-ea3162db-9bc2-47cd-bd94-6fca9cdd6db7 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] No DVR routers for this DVR port 947645b7-ce6a-4449-a913-0e0fa36a7956 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:07:18.287157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9645193a-7c8f-462b-b7ba-72b843dbbcc6 req-ea3162db-9bc2-47cd-bd94-6fca9cdd6db7 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:18.290508 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9645193a-7c8f-462b-b7ba-72b843dbbcc6 req-ea3162db-9bc2-47cd-bd94-6fca9cdd6db7 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.83 "DELETE /v2.0/ports/947645b7-ce6a-4449-a913-0e0fa36a7956 HTTP/1.1" status: 204 len: 173 time: 0.5785689 Nov 18 17:07:18.304223 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43d9e535-5504-4454-ba6e-149a81d8d3f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:18.366149 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43d9e535-5504-4454-ba6e-149a81d8d3f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:18.396110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb29187-4835-4c8b-acf5-3d2bbaff49f0 req-c7ed5470-cdde-4eb0-beb6-02724d72296e tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:18.397778 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0bb29187-4835-4c8b-acf5-3d2bbaff49f0 req-c7ed5470-cdde-4eb0-beb6-02724d72296e tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 944 time: 0.0955698 Nov 18 17:07:18.467496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0bb29187-4835-4c8b-acf5-3d2bbaff49f0 req-4ead099e-a7a7-424b-a9f4-edcf417d86bf tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f17be5e-0356-41b1-87ff-831774448c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623484 Nov 18 17:07:18.555698 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43d9e535-5504-4454-ba6e-149a81d8d3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:18.558302 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43d9e535-5504-4454-ba6e-149a81d8d3f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:18.559452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-43d9e535-5504-4454-ba6e-149a81d8d3f1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bbebee59-64b5-4fba-a488-e57584cd31c5 HTTP/1.1" status: 204 len: 168 time: 0.3382790 Nov 18 17:07:18.560546 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ca6d22-f8dd-45e0-9994-e8055defdac4', 'name': 'network-vif-deleted', 'tag': '947645b7-ce6a-4449-a913-0e0fa36a7956'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:18.563263 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39af0566-7cef-4163-b781-c6c12316218e" -d '{"events": [{"server_uuid": "37ca6d22-f8dd-45e0-9994-e8055defdac4", "name": "network-vif-deleted", "tag": "947645b7-ce6a-4449-a913-0e0fa36a7956"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:18.570401 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9e535-5504-4454-ba6e-149a81d8d3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbebee59-64b5-4fba-a488-e57584cd31c5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:18.598665 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e879744-20d1-4cae-894b-caeea953bd67 req-300cfd8a-6e38-4e50-9811-a7c5d4344c22 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:18.600267 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0e879744-20d1-4cae-894b-caeea953bd67 req-300cfd8a-6e38-4e50-9811-a7c5d4344c22 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.0722957 Nov 18 17:07:18.655518 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0e879744-20d1-4cae-894b-caeea953bd67 req-4f0b2113-369c-4eed-a962-8e3613dff6d8 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484595 Nov 18 17:07:18.751741 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f6a624-fbe2-4f43-9971-e67c74eb3ea1 x-openstack-request-id: req-76f6a624-fbe2-4f43-9971-e67c74eb3ea1 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:18.752313 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ca6d22-f8dd-45e0-9994-e8055defdac4", "name": "network-vif-deleted", "tag": "947645b7-ce6a-4449-a913-0e0fa36a7956", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:18.752313 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-76f6a624-fbe2-4f43-9971-e67c74eb3ea1 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:18.752715 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ca6d22-f8dd-45e0-9994-e8055defdac4', 'name': 'network-vif-deleted', 'tag': '947645b7-ce6a-4449-a913-0e0fa36a7956', 'status': 'completed', 'code': 200} Nov 18 17:07:18.850660 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b512d9c-f4bb-4dd5-9d31-909d8a336fbf req-6bc175de-f7c3-41e4-a6a9-85e745abd9ec tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:18.852209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b512d9c-f4bb-4dd5-9d31-909d8a336fbf req-6bc175de-f7c3-41e4-a6a9-85e745abd9ec tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 946 time: 0.0543640 Nov 18 17:07:18.907865 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b512d9c-f4bb-4dd5-9d31-909d8a336fbf req-f282afe5-5a4f-49d8-a027-0a9416a6f6ed tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0556d99-8d33-4d62-856d-16295fbb4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495329 Nov 18 17:07:18.953322 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1a2136-d1f2-415a-b5fc-f3e9332bc7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de41a100-c395-43bc-a09a-a10a28400149'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:18.957648 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1a6cc2-e0db-4e68-a3dd-25ececfdbb0b" -d '{"events": [{"server_uuid": "8d1a2136-d1f2-415a-b5fc-f3e9332bc7de", "name": "network-vif-plugged", "status": "completed", "tag": "de41a100-c395-43bc-a09a-a10a28400149"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:19.005963 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc7b091c-f569-462a-8467-52e148308de9 req-51546c4b-58ba-432f-aea9-dcbca4176327 tempest-TenantUsagesTestJSON-702181055 tempest-TenantUsagesTestJSON-702181055-project] 10.222.0.72 "GET /v2.0/ports?device_id=37ca6d22-f8dd-45e0-9994-e8055defdac4 HTTP/1.1" status: 200 len: 210 time: 0.0282271 Nov 18 17:07:19.054594 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89dfcd7-916b-45ae-85d8-23cea593a203 x-openstack-request-id: req-e89dfcd7-916b-45ae-85d8-23cea593a203 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:19.054906 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1a2136-d1f2-415a-b5fc-f3e9332bc7de", "name": "network-vif-plugged", "status": "completed", "tag": "de41a100-c395-43bc-a09a-a10a28400149", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:19.055329 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e89dfcd7-916b-45ae-85d8-23cea593a203 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:19.055904 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1a2136-d1f2-415a-b5fc-f3e9332bc7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de41a100-c395-43bc-a09a-a10a28400149', 'code': 200} Nov 18 17:07:19.153957 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8879cc-a1ea-421c-99b8-4a67bdc399df req-6b35b3d8-8c70-4bf7-b422-75d590fdde4b tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:19.155480 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff8879cc-a1ea-421c-99b8-4a67bdc399df req-6b35b3d8-8c70-4bf7-b422-75d590fdde4b tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 950 time: 0.0512855 Nov 18 17:07:19.171497 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adfe8f-3bf3-42d7-8b8d-aa44599af3fc req-7e03728c-e112-4a71-a564-7485133001fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:19.173094 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06adfe8f-3bf3-42d7-8b8d-aa44599af3fc req-7e03728c-e112-4a71-a564-7485133001fa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 1098 time: 0.0446556 Nov 18 17:07:19.204966 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff8879cc-a1ea-421c-99b8-4a67bdc399df req-7d62cf04-51d7-4d44-9e40-5890fc7077b0 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431061 Nov 18 17:07:19.227383 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06adfe8f-3bf3-42d7-8b8d-aa44599af3fc req-3ddb5400-fe01-40f0-8496-77bcb439353d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a0556d99-8d33-4d62-856d-16295fbb4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465560 Nov 18 17:07:19.603702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabd9b3-86af-4b36-be58-5b4f883b051f req-9cb2e199-c208-4cef-ab62-2c6535d0fa2a tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:19.607061 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8cabd9b3-86af-4b36-be58-5b4f883b051f req-9cb2e199-c208-4cef-ab62-2c6535d0fa2a tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 944 time: 0.0617423 Nov 18 17:07:19.655710 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8cabd9b3-86af-4b36-be58-5b4f883b051f req-6aca4d52-3c2e-4074-983a-825bde7c3a4b tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f17be5e-0356-41b1-87ff-831774448c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426707 Nov 18 17:07:19.750557 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-fbec6112-8fae-4fd2-b474-0d200eee3332 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b94e2faa6fdd44fb8ec92e6bc7fc151d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223429 Nov 18 17:07:19.773705 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59828) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:19.863842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-72336c34-aa5e-4eeb-84c0-0a75ddda40f9 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:19.865462 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-72336c34-aa5e-4eeb-84c0-0a75ddda40f9 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1095362 Nov 18 17:07:19.877974 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-50d48b5e-350f-4f32-ac74-c3b7c17742a3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1284566622-network', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:19.888312 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-024f912c-f3cd-440d-aed8-9bf67feac770 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/quotas/b94e2faa6fdd44fb8ec92e6bc7fc151d HTTP/1.1" status: 200 len: 375 time: 0.0171876 Nov 18 17:07:19.948355 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-e7ab2f5a-f654-457c-ab61-9d21e401b36c tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b94e2faa6fdd44fb8ec92e6bc7fc151d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0537043 Nov 18 17:07:19.964536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d48b5e-350f-4f32-ac74-c3b7c17742a3 admin admin] Made reservation on behalf of e1ea671c0fde4fd8b5f996fbf92564c3 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:07:19.967411 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50d48b5e-350f-4f32-ac74-c3b7c17742a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:19.978943 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50d48b5e-350f-4f32-ac74-c3b7c17742a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:20.015628 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b53bd-c926-4340-80bf-5ee27ceffd6d req-f5fe65c6-b842-4395-bbc6-24c1b9e46db2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:20.017501 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f9b53bd-c926-4340-80bf-5ee27ceffd6d req-f5fe65c6-b842-4395-bbc6-24c1b9e46db2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.0645421 Nov 18 17:07:20.064090 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50d48b5e-350f-4f32-ac74-c3b7c17742a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:20.069421 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f9b53bd-c926-4340-80bf-5ee27ceffd6d req-bcd105c6-0093-433c-8836-c3151d561616 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456705 Nov 18 17:07:20.181661 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50d48b5e-350f-4f32-ac74-c3b7c17742a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:20.208321 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d48b5e-350f-4f32-ac74-c3b7c17742a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1119, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:07:20.237979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9a750-8d56-4ba0-be08-e6ebdffb12e7 req-2f211860-3795-45e0-9f44-c67be1098fbf tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:20.238125 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d48b5e-350f-4f32-ac74-c3b7c17742a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75801dc-2665-4c1e-a8ce-a7c1e0761ad2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:20.238248 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66d9a750-8d56-4ba0-be08-e6ebdffb12e7 req-2f211860-3795-45e0-9f44-c67be1098fbf tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 946 time: 0.0541804 Nov 18 17:07:20.246556 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50d48b5e-350f-4f32-ac74-c3b7c17742a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:20.246903 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-50d48b5e-350f-4f32-ac74-c3b7c17742a3 admin admin] Added segment 01861380-1107-47c7-ab4a-be11090e1798 of type vlan for network b774b810-3d9c-4b19-9254-bb91c7b50841 Nov 18 17:07:20.268496 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device e755ffee-85fc-4156-b667-f92de2c9edfa details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:07:20.331356 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66d9a750-8d56-4ba0-be08-e6ebdffb12e7 req-9ced7e56-31c7-4c99-b58d-08ebdbd2344c tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0556d99-8d33-4d62-856d-16295fbb4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795000 Nov 18 17:07:20.335722 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50d48b5e-350f-4f32-ac74-c3b7c17742a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:20.385909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c11d9e4-b09d-4bde-a98d-18f8d3afb68e req-a043c3f0-8164-40d3-9737-288e2f29d5d6 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 210 time: 0.0395653 Nov 18 17:07:20.456105 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port e755ffee-85fc-4156-b667-f92de2c9edfa, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e755ffee-85fc-4156-b667-f92de2c9edfa,segment=NetworkSegment(789bee4f-0bbf-459c-8c8e-e8b05a4ac37d),segment_id=789bee4f-0bbf-459c-8c8e-e8b05a4ac37d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:20.456495 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50d48b5e-350f-4f32-ac74-c3b7c17742a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:20.459298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d48b5e-350f-4f32-ac74-c3b7c17742a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:20.460290 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50d48b5e-350f-4f32-ac74-c3b7c17742a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:20.471565 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'e755ffee-85fc-4156-b667-f92de2c9edfa', 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b', 'port_id': 'e755ffee-85fc-4156-b667-f92de2c9edfa', 'mac_address': 'fa:16:3e:f6:c0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:07:20.518236 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59850) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:20.519688 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:20.538534 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e755ffee-85fc-4156-b667-f92de2c9edfa {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:07:20.548644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d48b5e-350f-4f32-ac74-c3b7c17742a3 admin admin] Pushing event updated for resources: {'Network': ['ID=b774b810-3d9c-4b19-9254-bb91c7b50841,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:20.560774 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network b774b810-3d9c-4b19-9254-bb91c7b50841 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:07:20.564407 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port e755ffee-85fc-4156-b667-f92de2c9edfa, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e755ffee-85fc-4156-b667-f92de2c9edfa,segment=NetworkSegment(789bee4f-0bbf-459c-8c8e-e8b05a4ac37d),segment_id=789bee4f-0bbf-459c-8c8e-e8b05a4ac37d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:20.596795 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-50d48b5e-350f-4f32-ac74-c3b7c17742a3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8215165 Nov 18 17:07:20.601680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59854) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:20.604005 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0d111caa-2073-4c5f-81ce-2dd00dc977c7 admin admin] Request body: {'subnet': {'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1284566622-subnet', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:20.650258 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:20.663353 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-651f3f5e-0e96-4b41-8447-5663a1f03162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:20.713636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=e755ffee-85fc-4156-b667-f92de2c9edfa,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:20.741331 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d111caa-2073-4c5f-81ce-2dd00dc977c7 admin admin] Made reservation on behalf of e1ea671c0fde4fd8b5f996fbf92564c3 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:07:20.745704 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d111caa-2073-4c5f-81ce-2dd00dc977c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:20.798126 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-651f3f5e-0e96-4b41-8447-5663a1f03162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:20.815391 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c07355-0a1d-4ceb-813d-ccaec62ef019 req-64cea976-7223-43ec-b574-c611c43f9f65 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:20.817201 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e8c07355-0a1d-4ceb-813d-ccaec62ef019 req-64cea976-7223-43ec-b574-c611c43f9f65 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 945 time: 0.0767176 Nov 18 17:07:20.881252 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-651f3f5e-0e96-4b41-8447-5663a1f03162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:20.904748 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['e755ffee-85fc-4156-b667-f92de2c9edfa'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:07:20.910385 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59862) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:20.947838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f3f5e-0e96-4b41-8447-5663a1f03162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5896d3f3-0108-429e-a830-325d2639fe84,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:20.958773 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e8c07355-0a1d-4ceb-813d-ccaec62ef019 req-cd06b40e-db8e-4e7d-b23a-0fc00f308962 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f17be5e-0356-41b1-87ff-831774448c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355162 Nov 18 17:07:20.969783 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59866) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:20.970067 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-651f3f5e-0e96-4b41-8447-5663a1f03162 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=025af757131a4f18936beb8750fd98df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4503851 Nov 18 17:07:21.036281 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e010d292-f4fa-4ed8-ab00-c4ef4afa6734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:21.048388 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d111caa-2073-4c5f-81ce-2dd00dc977c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:21.094044 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e010d292-f4fa-4ed8-ab00-c4ef4afa6734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:21.155629 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:21.173540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d111caa-2073-4c5f-81ce-2dd00dc977c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4e7e67-a70a-4a00-91fd-a038d1d82df8,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:21.192916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d111caa-2073-4c5f-81ce-2dd00dc977c7 admin admin] Checking segment: {'id': '01861380-1107-47c7-ab4a-be11090e1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:07:21.193181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d111caa-2073-4c5f-81ce-2dd00dc977c7 admin admin] Network hostable DHCP agents. Network: b774b810-3d9c-4b19-9254-bb91c7b50841, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:07:21.197830 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8fdb029c-31d9-489c-a896-a13a1575e5a0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=de4c450e368647d2bafc3060b63d2c78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863853 Nov 18 17:07:21.201487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59872) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:21.208332 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026cf19-7b86-4091-9738-c37abf6ca554 req-f76f8799-3c55-4877-99ed-8da114515746 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:21.212217 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7026cf19-7b86-4091-9738-c37abf6ca554 req-f76f8799-3c55-4877-99ed-8da114515746 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.0695870 Nov 18 17:07:21.259706 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3d5b9fd-284f-4ebc-bb38-3133a66c2021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:21.261945 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7026cf19-7b86-4091-9738-c37abf6ca554 req-9f6cd491-9706-4a50-adfa-b4e13e22a11d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432441 Nov 18 17:07:21.282991 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3d5b9fd-284f-4ebc-bb38-3133a66c2021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:21.319084 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d111caa-2073-4c5f-81ce-2dd00dc977c7 admin admin] Network b774b810-3d9c-4b19-9254-bb91c7b50841 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:07:21.320869 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e010d292-f4fa-4ed8-ab00-c4ef4afa6734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:21.323499 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e010d292-f4fa-4ed8-ab00-c4ef4afa6734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:21.325326 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e010d292-f4fa-4ed8-ab00-c4ef4afa6734 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5896d3f3-0108-429e-a830-325d2639fe84 HTTP/1.1" status: 204 len: 168 time: 0.3545270 Nov 18 17:07:21.337635 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010d292-f4fa-4ed8-ab00-c4ef4afa6734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5896d3f3-0108-429e-a830-325d2639fe84,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:21.418003 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-0d111caa-2073-4c5f-81ce-2dd00dc977c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, b774b810-3d9c-4b19-9254-bb91c7b50841) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:07:21.418411 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3d5b9fd-284f-4ebc-bb38-3133a66c2021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:21.421430 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3d5b9fd-284f-4ebc-bb38-3133a66c2021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:21.424530 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a3d5b9fd-284f-4ebc-bb38-3133a66c2021 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f68b796b-f07e-429a-b998-a7cedb5f48b0 HTTP/1.1" status: 204 len: 168 time: 0.2186146 Nov 18 17:07:21.426211 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f886c775-3dd1-41eb-8ecd-10e32146843f None None] Network b774b810-3d9c-4b19-9254-bb91c7b50841 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:07:21.441477 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d111caa-2073-4c5f-81ce-2dd00dc977c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:21.442167 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d111caa-2073-4c5f-81ce-2dd00dc977c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:21.475278 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5b9fd-284f-4ebc-bb38-3133a66c2021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68b796b-f07e-429a-b998-a7cedb5f48b0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:21.494995 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bc7e0-5e75-48aa-8521-12ce9227ecdc req-1bac7714-b29b-486b-b7e3-568cecf1b7c5 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:21.497217 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f2bc7e0-5e75-48aa-8521-12ce9227ecdc req-1bac7714-b29b-486b-b7e3-568cecf1b7c5 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 946 time: 0.0999157 Nov 18 17:07:21.522199 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f2fd2fcf-b1a1-482b-9d24-c831fa5c9a5e req-ec9c7a33-a245-447b-865d-07e067c9911f tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 210 time: 0.0626996 Nov 18 17:07:21.555994 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0d111caa-2073-4c5f-81ce-2dd00dc977c7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9557352 Nov 18 17:07:21.563059 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59882) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:21.568004 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1284566622-router', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:21.588135 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f2bc7e0-5e75-48aa-8521-12ce9227ecdc req-801f7cc4-1d02-4b4a-9aa3-ca86b50e5152 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0556d99-8d33-4d62-856d-16295fbb4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689368 Nov 18 17:07:21.668500 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:21.669692 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:21.763436 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:21.774116 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-b774b810-3d9c-4b19-9254-bb91c7b50841', 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'fixed_ips': [{'subnet_id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:07:21.775088 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:21.850205 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 947645b7-ce6a-4449-a913-0e0fa36a7956 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:07:21.882404 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 947645b7-ce6a-4449-a913-0e0fa36a7956 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:07:21.882843 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 947645b7-ce6a-4449-a913-0e0fa36a7956 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:07:21.947065 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Allocated IP 172.20.0.2 (b774b810-3d9c-4b19-9254-bb91c7b50841/0b4e7e67-a70a-4a00-91fd-a038d1d82df8/feb97cb4-998b-405d-bc80-d775a133004c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:07:22.132100 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe2b2-7b22-420e-96e2-d693ffd5f3cb req-f45bf80c-6c63-4e0f-9f02-9441ae11e36e tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:22.140415 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6abfe2b2-7b22-420e-96e2-d693ffd5f3cb req-f45bf80c-6c63-4e0f-9f02-9441ae11e36e tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 945 time: 0.0920424 Nov 18 17:07:22.159397 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.177583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59894) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:22.196181 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6abfe2b2-7b22-420e-96e2-d693ffd5f3cb req-c220f910-03da-4dee-aa94-05f2d5cf8c19 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f17be5e-0356-41b1-87ff-831774448c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491273 Nov 18 17:07:22.224641 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7ee60c5-a47f-4c82-a754-07abb5b16e9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.271446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device e755ffee-85fc-4156-b667-f92de2c9edfa up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:07:22.271685 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.280731 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.288640 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59900) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:22.313240 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c22d630-b403-4486-a8db-f589e51ce33f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.386783 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7ee60c5-a47f-4c82-a754-07abb5b16e9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.396405 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Network b774b810-3d9c-4b19-9254-bb91c7b50841 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:07:22.401397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:07:22.417078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:07:22.432637 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Pushing event updated for resources: {'Port': ['ID=feb97cb4-998b-405d-bc80-d775a133004c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:22.465168 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7ee60c5-a47f-4c82-a754-07abb5b16e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.492314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Attempting to bind port feb97cb4-998b-405d-bc80-d775a133004c on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:07:22.492951 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Attempting to bind port feb97cb4-998b-405d-bc80-d775a133004c by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '01861380-1107-47c7-ab4a-be11090e1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:07:22.493321 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Attempting to bind port feb97cb4-998b-405d-bc80-d775a133004c on network b774b810-3d9c-4b19-9254-bb91c7b50841 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:22.498733 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:07:22.499336 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Checking segment: {'id': '01861380-1107-47c7-ab4a-be11090e1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:07:22.499746 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.500199 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Bound using segment: {'id': '01861380-1107-47c7-ab4a-be11090e1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:07:22.500918 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Bound port: feb97cb4-998b-405d-bc80-d775a133004c, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01861380-1107-47c7-ab4a-be11090e1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:07:22.501304 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.518772 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a7ee60c5-a47f-4c82-a754-07abb5b16e9d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=817e42cd64ce4e9da0ede23c8f39a090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401401 Nov 18 17:07:22.519488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48184f44-1794-4949-a512-8c163c0e7989 req-7487c7d7-5adc-4d52-aa0a-ba51ba358898 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:22.521357 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48184f44-1794-4949-a512-8c163c0e7989 req-7487c7d7-5adc-4d52-aa0a-ba51ba358898 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.1145036 Nov 18 17:07:22.521865 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59902) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:22.532867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee60c5-a47f-4c82-a754-07abb5b16e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce45de68-6f7d-4a1c-a2c9-3a4727757fac,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:22.551909 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port e755ffee-85fc-4156-b667-f92de2c9edfa completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:07:22.561518 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port e755ffee-85fc-4156-b667-f92de2c9edfa triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:22.562225 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.569183 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-468070df-b897-48ce-b6fd-c909e80b1e5b tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=b94e2faa6fdd44fb8ec92e6bc7fc151d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296609 Nov 18 17:07:22.597571 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.624582 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] For port feb97cb4-998b-405d-bc80-d775a133004c, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:07:22.642574 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] For port feb97cb4-998b-405d-bc80-d775a133004c, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=feb97cb4-998b-405d-bc80-d775a133004c,segment=NetworkSegment(01861380-1107-47c7-ab4a-be11090e1798),segment_id=01861380-1107-47c7-ab4a-be11090e1798)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:07:22.647478 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8a3e-28a3-45a9-9e72-82b61eba0c7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.677058 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8a3e-28a3-45a9-9e72-82b61eba0c7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.689550 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.702834 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.758512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb97c6a-2714-4e40-a545-1a811ee9592f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e755ffee-85fc-4156-b667-f92de2c9edfa'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:22.763776 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7968ed-91f7-452f-b3b2-404482dca1d9" -d '{"events": [{"server_uuid": "1bb97c6a-2714-4e40-a545-1a811ee9592f", "name": "network-vif-plugged", "status": "completed", "tag": "e755ffee-85fc-4156-b667-f92de2c9edfa"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:22.778530 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48184f44-1794-4949-a512-8c163c0e7989 req-9b5688ff-a9c8-4e20-9674-64d66bbe3590 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819851 Nov 18 17:07:22.783297 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port e755ffee-85fc-4156-b667-f92de2c9edfa, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e755ffee-85fc-4156-b667-f92de2c9edfa,segment=NetworkSegment(789bee4f-0bbf-459c-8c8e-e8b05a4ac37d),segment_id=789bee4f-0bbf-459c-8c8e-e8b05a4ac37d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:22.801242 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c22d630-b403-4486-a8db-f589e51ce33f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.810717 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b537c-40b3-4b21-8491-770ce6136656 None None] Pushing event updated for resources: {'Port': ['ID=feb97cb4-998b-405d-bc80-d775a133004c,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:22.857239 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.883739 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ddcb47a8-e356-4db0-b0d3-fae43d1b826a req-42939303-88f8-4c5f-8195-ae57ac8fbaee tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 210 time: 0.1243107 Nov 18 17:07:22.887391 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8a3e-28a3-45a9-9e72-82b61eba0c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.894908 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8a3e-28a3-45a9-9e72-82b61eba0c7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.904739 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d9aa8a3e-28a3-45a9-9e72-82b61eba0c7e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ce45de68-6f7d-4a1c-a2c9-3a4727757fac HTTP/1.1" status: 204 len: 168 time: 0.3683715 Nov 18 17:07:22.912193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa8a3e-28a3-45a9-9e72-82b61eba0c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce45de68-6f7d-4a1c-a2c9-3a4727757fac,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:22.914294 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c22d630-b403-4486-a8db-f589e51ce33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.942807 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.974958 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-c80cf3bf-bc26-420b-b1de-e452feeaf328 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:22.976765 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-c80cf3bf-bc26-420b-b1de-e452feeaf328 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3254976 Nov 18 17:07:22.978395 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:22.983718 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9c22d630-b403-4486-a8db-f589e51ce33f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e07549ce7278490c80d93c2d5bf4a4e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6942699 Nov 18 17:07:22.984905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22d630-b403-4486-a8db-f589e51ce33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ce110f-16ae-41cb-903a-4d46ae6f72ed,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:22.990007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59920) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:22.994500 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-50f12e0c-8c28-4867-9678-23a1db88fa18 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Request body: {'port': {'device_id': '9a02da6d-5e82-45d1-88d4-01329e189714', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'b94e2faa6fdd44fb8ec92e6bc7fc151d'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:23.038506 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975f8d03-d0db-46ca-af3c-ed36eb4e540b x-openstack-request-id: req-975f8d03-d0db-46ca-af3c-ed36eb4e540b {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:23.038802 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb97c6a-2714-4e40-a545-1a811ee9592f", "name": "network-vif-plugged", "status": "completed", "tag": "e755ffee-85fc-4156-b667-f92de2c9edfa", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:23.039065 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-975f8d03-d0db-46ca-af3c-ed36eb4e540b {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:23.039603 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb97c6a-2714-4e40-a545-1a811ee9592f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e755ffee-85fc-4156-b667-f92de2c9edfa', 'code': 200} Nov 18 17:07:23.106173 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a49492d5-e2cd-44c8-8a9c-65da2d8d3812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:23.150910 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a49492d5-e2cd-44c8-8a9c-65da2d8d3812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:23.181056 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=e755ffee-85fc-4156-b667-f92de2c9edfa,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:23.327207 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a49492d5-e2cd-44c8-8a9c-65da2d8d3812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:23.331550 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a49492d5-e2cd-44c8-8a9c-65da2d8d3812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:23.335316 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a49492d5-e2cd-44c8-8a9c-65da2d8d3812 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/69ce110f-16ae-41cb-903a-4d46ae6f72ed HTTP/1.1" status: 204 len: 168 time: 0.3412259 Nov 18 17:07:23.349913 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49492d5-e2cd-44c8-8a9c-65da2d8d3812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ce110f-16ae-41cb-903a-4d46ae6f72ed,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:23.365489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42452fa5-703d-462c-bc15-15774bd1570d req-45bbca5b-64fa-4976-ab81-2dc34fb8dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:23.367525 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-42452fa5-703d-462c-bc15-15774bd1570d req-45bbca5b-64fa-4976-ab81-2dc34fb8dac5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 1098 time: 0.2165599 Nov 18 17:07:23.383054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc8ebc-606c-4262-b26b-440c3f910995 req-0dfc5667-eb09-4d95-a171-afab00f42f65 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:23.391332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1fc8ebc-606c-4262-b26b-440c3f910995 req-0dfc5667-eb09-4d95-a171-afab00f42f65 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 946 time: 0.1080849 Nov 18 17:07:23.394208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Allocated IP 172.25.3.108 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/efa9409b-77b0-4d61-899d-0a80c43c950e) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:07:23.470065 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1fc8ebc-606c-4262-b26b-440c3f910995 req-ddf74b90-5838-4333-8298-bb0b5e21d6fd tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f17be5e-0356-41b1-87ff-831774448c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720565 Nov 18 17:07:23.473676 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-42452fa5-703d-462c-bc15-15774bd1570d req-4e17b7a3-289b-43e8-8aa4-c47e4fbc3124 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4f17be5e-0356-41b1-87ff-831774448c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832896 Nov 18 17:07:23.532063 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-50f12e0c-8c28-4867-9678-23a1db88fa18 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Made reservation on behalf of b94e2faa6fdd44fb8ec92e6bc7fc151d for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:07:23.535617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-50f12e0c-8c28-4867-9678-23a1db88fa18 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:23.613955 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:23.786777 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-50f12e0c-8c28-4867-9678-23a1db88fa18 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Allocated IP 192.168.233.243 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/9d8b8c51-5d7c-4537-aded-dd30c011e7cf) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:07:23.834611 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:23.869577 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device feb97cb4-998b-405d-bc80-d775a133004c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:07:23.908634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:07:23.929806 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:07:23.954999 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:07:23.977627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb613e-7b04-44d5-aa81-12d7c3d29204 req-c3e137a8-fe18-45f4-a8fd-84c12709919e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:24.004072 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0cfb613e-7b04-44d5-aa81-12d7c3d29204 req-c3e137a8-fe18-45f4-a8fd-84c12709919e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.0890000 Nov 18 17:07:24.006105 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port feb97cb4-998b-405d-bc80-d775a133004c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:24.006500 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:24.114489 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c12be0d-47f9-4856-ad67-44eea706bb57 req-1a6e3471-7363-4039-a984-36b406a60b76 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 210 time: 0.0774481 Nov 18 17:07:24.195529 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0cfb613e-7b04-44d5-aa81-12d7c3d29204 req-f97fb03a-1daa-4e94-9af9-6f6ba230423e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891680 Nov 18 17:07:24.198144 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:24.248445 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port feb97cb4-998b-405d-bc80-d775a133004c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=feb97cb4-998b-405d-bc80-d775a133004c,segment=NetworkSegment(01861380-1107-47c7-ab4a-be11090e1798),segment_id=01861380-1107-47c7-ab4a-be11090e1798)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:24.260651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Pushing event updated for resources: {'Port': ['ID=efa9409b-77b0-4d61-899d-0a80c43c950e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:24.340817 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937fcbc4-731a-44e1-8fe2-c9b272bb893a None None] Network b774b810-3d9c-4b19-9254-bb91c7b50841 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:07:24.367404 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:24.369342 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-50f12e0c-8c28-4867-9678-23a1db88fa18 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:24.440851 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a7a2d5f4-919f-42e7-a8f2-f34b9dedd16e None None] Provisioning complete for port feb97cb4-998b-405d-bc80-d775a133004c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:24.441303 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d5f4-919f-42e7-a8f2-f34b9dedd16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:24.592516 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-50f12e0c-8c28-4867-9678-23a1db88fa18 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:24.619879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['1b05a343-8565-482c-8bc3-cb0a02db0dca'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:07:24.669748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c4ea4-0db8-4691-bc53-a77f1902ce14 req-61b1090e-a5ab-4bf9-bbbc-1b7929eaea14 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:24.677965 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d5c4ea4-0db8-4691-bc53-a77f1902ce14 req-61b1090e-a5ab-4bf9-bbbc-1b7929eaea14 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 946 time: 0.0959036 Nov 18 17:07:24.697997 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=feb97cb4-998b-405d-bc80-d775a133004c,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:24.712802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-50f12e0c-8c28-4867-9678-23a1db88fa18 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:07:24.733637 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:24.735599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-50f12e0c-8c28-4867-9678-23a1db88fa18 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:07:24.740611 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-50f12e0c-8c28-4867-9678-23a1db88fa18 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:07:24.781559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f12e0c-8c28-4867-9678-23a1db88fa18 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Pushing event updated for resources: {'Port': ['ID=9d8b8c51-5d7c-4537-aded-dd30c011e7cf,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:24.829229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d5c4ea4-0db8-4691-bc53-a77f1902ce14 req-0f1e1c38-faf5-4fc1-8aee-def77088cad9 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f17be5e-0356-41b1-87ff-831774448c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500020 Nov 18 17:07:24.905727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-50f12e0c-8c28-4867-9678-23a1db88fa18 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:24.906412 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-50f12e0c-8c28-4867-9678-23a1db88fa18 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:25.257861 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3bc96407-6a5f-404c-8173-d470aeb6dfa1 None None] Provisioning complete for port 9d8b8c51-5d7c-4537-aded-dd30c011e7cf triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:25.258456 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bc96407-6a5f-404c-8173-d470aeb6dfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:25.286929 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:25.293471 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-50f12e0c-8c28-4867-9678-23a1db88fa18 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3044443 Nov 18 17:07:25.320316 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Request body: {'port': {'device_id': '9a02da6d-5e82-45d1-88d4-01329e189714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:25.381976 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3bc96407-6a5f-404c-8173-d470aeb6dfa1 None None] Port 9d8b8c51-5d7c-4537-aded-dd30c011e7cf cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:07:25.436560 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab82633-4ca6-4a11-ba7e-4479d752d2fe req-12b3a9f9-0d59-4ade-a12f-c2a797d84354 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:25.446604 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ab82633-4ca6-4a11-ba7e-4479d752d2fe req-12b3a9f9-0d59-4ade-a12f-c2a797d84354 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 936 time: 0.1682506 Nov 18 17:07:25.461472 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:25.513879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c7784c31-da70-4d95-b5df-506ec54f0d7a None None] Provisioning complete for port feb97cb4-998b-405d-bc80-d775a133004c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:25.515258 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c7784c31-da70-4d95-b5df-506ec54f0d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:25.563378 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ab82633-4ca6-4a11-ba7e-4479d752d2fe req-ec3f038e-f486-4264-a4aa-4309b603699c tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156533 Nov 18 17:07:25.652712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fb7b5-c62c-4d87-acab-1d3749b7cff4 req-7d48461d-cc96-4a28-b92d-84b00de87009 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:25.655389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b2fb7b5-c62c-4d87-acab-1d3749b7cff4 req-7d48461d-cc96-4a28-b92d-84b00de87009 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.1460927 Nov 18 17:07:25.765175 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Router 5932232a-967c-4d2d-9f9c-d222fd57865c is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:07:25.795142 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b2fb7b5-c62c-4d87-acab-1d3749b7cff4 req-93bc7822-f764-4455-a351-663e68030b24 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327188 Nov 18 17:07:25.822655 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device feb97cb4-998b-405d-bc80-d775a133004c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:07:25.923627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port feb97cb4-998b-405d-bc80-d775a133004c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:25.924189 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:26.015936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:07:26.065955 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430810e-a095-4260-bd32-cd6d465bab13 req-7ccf3267-0946-4e25-a4f8-0d7670160620 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:26.066837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8b8c51-5d7c-4537-aded-dd30c011e7cf {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:07:26.071622 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Sync routers for ids ['5932232a-967c-4d2d-9f9c-d222fd57865c'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:07:26.078414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6430810e-a095-4260-bd32-cd6d465bab13 req-7ccf3267-0946-4e25-a4f8-0d7670160620 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 946 time: 0.1153796 Nov 18 17:07:26.085525 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Routers {'5932232a-967c-4d2d-9f9c-d222fd57865c'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:07:26.086197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:07:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['5932232a-967c-4d2d-9f9c-d222fd57865c'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:26.095038 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:26.106925 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:26.109701 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-188c063d-cc45-4e39-a7d1-bdd107dae9bd admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.5452464 Nov 18 17:07:26.113496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60040) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:26.134256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Transition to ACTIVE for port object 9d8b8c51-5d7c-4537-aded-dd30c011e7cf will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:07:26.204096 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6430810e-a095-4260-bd32-cd6d465bab13 req-5344c02d-9660-46e2-9d56-c2addc7bf4e3 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f17be5e-0356-41b1-87ff-831774448c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238480 Nov 18 17:07:26.210642 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:26.243724 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Set router 5932232a-967c-4d2d-9f9c-d222fd57865c gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:07:26.293536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8b8c51-5d7c-4537-aded-dd30c011e7cf,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:26.402160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Attempting to bind port 9d8b8c51-5d7c-4537-aded-dd30c011e7cf on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:07:26.402662 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Attempting to bind port 9d8b8c51-5d7c-4537-aded-dd30c011e7cf by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:07:26.403486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Attempting to bind port 9d8b8c51-5d7c-4537-aded-dd30c011e7cf on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:26.410483 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Port 9d8b8c51-5d7c-4537-aded-dd30c011e7cf on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:07:26.411057 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Attempting to bind port 9d8b8c51-5d7c-4537-aded-dd30c011e7cf on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:26.418159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:07:26.418576 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:07:26.419076 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:07:26.419649 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Bound port: 9d8b8c51-5d7c-4537-aded-dd30c011e7cf, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:07:26.421297 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:26.550581 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] For port 9d8b8c51-5d7c-4537-aded-dd30c011e7cf, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:07:26.554198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] For port 9d8b8c51-5d7c-4537-aded-dd30c011e7cf, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=9d8b8c51-5d7c-4537-aded-dd30c011e7cf,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:07:26.650086 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-7c2ea878-b380-4e5d-bf45-70eb15e6366a tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 258 time: 0.4052818 Nov 18 17:07:26.674539 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-6bc99782-6d33-4e50-ba9b-954cbdc69948 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:26.686913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'name': 'tempest-ServersTestJSON-1284566622-router', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:07:21Z', 'updated_at': '2021-11-18T17:07:24Z', 'revision_number': 3, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'gw_port': {'id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:22Z', 'updated_at': '2021-11-18T17:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:26.705217 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60062) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:26.720700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Checking router: 5932232a-967c-4d2d-9f9c-d222fd57865c for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:07:26.721053 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Updating router 5932232a-967c-4d2d-9f9c-d222fd57865c port efa9409b-77b0-4d61-899d-0a80c43c950e binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:07:26.748062 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:26.834574 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:26.847462 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e826e47-ec00-420e-a839-4b68420e3898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:26.893373 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:26.894137 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:26.895776 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] 10.222.0.83 "PUT /v2.0/ports/9d8b8c51-5d7c-4537-aded-dd30c011e7cf HTTP/1.1" status: 200 len: 1097 time: 1.5911326 Nov 18 17:07:26.898066 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a02da6d-5e82-45d1-88d4-01329e189714', 'tag': '9d8b8c51-5d7c-4537-aded-dd30c011e7cf'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:26.921794 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e48219-c541-47de-9556-0c842b399da8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a02da6d-5e82-45d1-88d4-01329e189714", "tag": "9d8b8c51-5d7c-4537-aded-dd30c011e7cf"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:26.967712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c69155-d612-40a2-8b07-774dfb9da804 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8b8c51-5d7c-4537-aded-dd30c011e7cf,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:27.057326 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-6bc99782-6d33-4e50-ba9b-954cbdc69948 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:27.070129 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:27.158869 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:27.250073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbc586-9526-4f31-9740-46d96cdd8e8b None None] Pushing event updated for resources: {'Port': ['ID=efa9409b-77b0-4d61-899d-0a80c43c950e,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:27.260786 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Attempting to bind port efa9409b-77b0-4d61-899d-0a80c43c950e on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:07:27.261448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Attempting to bind port efa9409b-77b0-4d61-899d-0a80c43c950e by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:07:27.263166 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Attempting to bind port efa9409b-77b0-4d61-899d-0a80c43c950e on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:27.270584 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:07:27.271155 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:07:27.272027 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:27.272441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:07:27.273292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Bound port: efa9409b-77b0-4d61-899d-0a80c43c950e, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:07:27.273805 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:27.311491 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:27.330061 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-6bc99782-6d33-4e50-ba9b-954cbdc69948 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:27.346118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] For port efa9409b-77b0-4d61-899d-0a80c43c950e, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:07:27.346887 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e826e47-ec00-420e-a839-4b68420e3898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:27.350165 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] For port efa9409b-77b0-4d61-899d-0a80c43c950e, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=efa9409b-77b0-4d61-899d-0a80c43c950e,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:07:27.364440 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-565240ed-7c5f-408c-83d3-467af61c535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:27.365954 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-565240ed-7c5f-408c-83d3-467af61c535b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b94e2faa6fdd44fb8ec92e6bc7fc151d&device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 1100 time: 0.3315375 Nov 18 17:07:27.411633 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-18a31e1d-8916-46bd-b015-e184c854d8f3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=9d8b8c51-5d7c-4537-aded-dd30c011e7cf HTTP/1.1" status: 200 len: 217 time: 0.0356545 Nov 18 17:07:27.454632 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e826e47-ec00-420e-a839-4b68420e3898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:27.479436 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:27.500930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-f07e3d00-419d-4bdb-87a8-39b210f43b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:27.502414 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-f07e3d00-419d-4bdb-87a8-39b210f43b1b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0838633 Nov 18 17:07:27.527841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e826e47-ec00-420e-a839-4b68420e3898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad2c0f3-5eb4-4a72-aa0c-fa633fdf287d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:27.532799 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5e826e47-ec00-420e-a839-4b68420e3898 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ece162c021ca49718c051dd8e3dacad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8263943 Nov 18 17:07:27.540352 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60076) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:27.548110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-6bc99782-6d33-4e50-ba9b-954cbdc69948 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Allocated IP 172.25.3.171 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/c97f5b58-ff42-4bed-9a21-eda846a34477) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:07:27.553219 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbc586-9526-4f31-9740-46d96cdd8e8b None None] Pushing event updated for resources: {'Port': ['ID=efa9409b-77b0-4d61-899d-0a80c43c950e,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:27.562733 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Routers {'5932232a-967c-4d2d-9f9c-d222fd57865c'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:07:27.568567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:07:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['5932232a-967c-4d2d-9f9c-d222fd57865c'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:27.594278 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-d32efc81-b271-48f5-a8c8-09e242130042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:27.597573 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-d32efc81-b271-48f5-a8c8-09e242130042 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0824566 Nov 18 17:07:27.597937 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] Allocated IP 172.20.0.1 (b774b810-3d9c-4b19-9254-bb91c7b50841/0b4e7e67-a70a-4a00-91fd-a038d1d82df8/019f2ab6-12b3-4b43-987a-ca50d8668711) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:07:27.710151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] Set router 5932232a-967c-4d2d-9f9c-d222fd57865c gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:07:27.751981 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-58573070-ebdd-4139-956e-1d4b3372c749 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444626 Nov 18 17:07:27.829526 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64397e51-b3c9-487b-a4c7-e2fe3092792c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:27.910484 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be2bd914-b94f-448c-a1fa-3b76b8726206 req-0131ab18-da61-4e02-8071-ee664b9429cb service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157737 Nov 18 17:07:27.912176 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:27.919731 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64397e51-b3c9-487b-a4c7-e2fe3092792c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:27.937095 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'name': 'tempest-ServersTestJSON-1284566622-router', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:07:21Z', 'updated_at': '2021-11-18T17:07:24Z', 'revision_number': 3, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'gw_port': {'id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:22Z', 'updated_at': '2021-11-18T17:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:27.937663 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92a0ec-9c14-4454-a777-c1f1fc888d6e req-4f5b779c-60c2-4d1e-9583-67170a59c728 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:27.940176 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b92a0ec-9c14-4454-a777-c1f1fc888d6e req-4f5b779c-60c2-4d1e-9583-67170a59c728 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 948 time: 0.1993520 Nov 18 17:07:27.943520 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-6bc99782-6d33-4e50-ba9b-954cbdc69948 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:27.967012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee791c0e-4b2c-43da-ae09-fbcb1d708696 None None] The sync data for ids ['5932232a-967c-4d2d-9f9c-d222fd57865c'] in n-d-813419-11 is: [{'id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'name': 'tempest-ServersTestJSON-1284566622-router', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:07:21Z', 'updated_at': '2021-11-18T17:07:24Z', 'revision_number': 3, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'gw_port': {'id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:22Z', 'updated_at': '2021-11-18T17:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:07:28.060673 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b92a0ec-9c14-4454-a777-c1f1fc888d6e req-1f3dcd63-bcf0-415e-a3b3-d15e4ce2f630 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115553 Nov 18 17:07:28.119383 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:28.165000 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64397e51-b3c9-487b-a4c7-e2fe3092792c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:28.168177 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64397e51-b3c9-487b-a4c7-e2fe3092792c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:28.169163 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-64397e51-b3c9-487b-a4c7-e2fe3092792c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bad2c0f3-5eb4-4a72-aa0c-fa633fdf287d HTTP/1.1" status: 204 len: 168 time: 0.6242671 Nov 18 17:07:28.175995 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-6bc99782-6d33-4e50-ba9b-954cbdc69948 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:28.237050 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64397e51-b3c9-487b-a4c7-e2fe3092792c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad2c0f3-5eb4-4a72-aa0c-fa633fdf287d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:28.241571 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] Network b774b810-3d9c-4b19-9254-bb91c7b50841 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:07:28.254858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] Pushing event updated for resources: {'Port': ['ID=019f2ab6-12b3-4b43-987a-ca50d8668711,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:28.257639 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:07:28.266046 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:07:28.270274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-6bc99782-6d33-4e50-ba9b-954cbdc69948 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:07:28.316512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-6bc99782-6d33-4e50-ba9b-954cbdc69948 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:07:28.340330 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-6bc99782-6d33-4e50-ba9b-954cbdc69948 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:07:28.395525 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e2326-308b-4c43-bade-01cf4a8ba934 req-1475dc8b-e973-4530-b47a-c5cff68de2b6 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:28.403095 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e2e2326-308b-4c43-bade-01cf4a8ba934 req-1475dc8b-e973-4530-b47a-c5cff68de2b6 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.2720141 Nov 18 17:07:28.408161 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc99782-6d33-4e50-ba9b-954cbdc69948 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Pushing event updated for resources: {'Port': ['ID=c97f5b58-ff42-4bed-9a21-eda846a34477,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:28.436310 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:28.594020 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e2e2326-308b-4c43-bade-01cf4a8ba934 req-f72b024d-7733-4ff0-96ae-8d5af65d7024 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899090 Nov 18 17:07:28.661726 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-6bc99782-6d33-4e50-ba9b-954cbdc69948 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:28.680366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9d0788a6-18f5-4a77-9002-d701b6388e9b None None] Provisioning complete for port 019f2ab6-12b3-4b43-987a-ca50d8668711 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:28.688293 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9d0788a6-18f5-4a77-9002-d701b6388e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:28.744806 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9d0788a6-18f5-4a77-9002-d701b6388e9b None None] Port 019f2ab6-12b3-4b43-987a-ca50d8668711 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:07:28.795739 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b4e42e-640b-4852-a637-fba34932c1a0 x-openstack-request-id: req-07b4e42e-640b-4852-a637-fba34932c1a0 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:28.796630 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a02da6d-5e82-45d1-88d4-01329e189714", "tag": "9d8b8c51-5d7c-4537-aded-dd30c011e7cf", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:28.797048 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-07b4e42e-640b-4852-a637-fba34932c1a0 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:28.797611 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a02da6d-5e82-45d1-88d4-01329e189714', 'tag': '9d8b8c51-5d7c-4537-aded-dd30c011e7cf', 'status': 'completed', 'code': 200} Nov 18 17:07:28.826067 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-6bc99782-6d33-4e50-ba9b-954cbdc69948 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:28.904448 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:28.910866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e48219-c541-47de-9556-0c842b399da8 req-438e6c5c-5c72-4277-8949-2569e4848049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:28.912526 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a6e48219-c541-47de-9556-0c842b399da8 req-438e6c5c-5c72-4277-8949-2569e4848049 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b94e2faa6fdd44fb8ec92e6bc7fc151d&device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 1100 time: 0.0853858 Nov 18 17:07:29.082356 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e48219-c541-47de-9556-0c842b399da8 req-15332a6a-fb20-49af-bf19-a265ce486e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:29.084053 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a6e48219-c541-47de-9556-0c842b399da8 req-15332a6a-fb20-49af-bf19-a265ce486e08 service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1587088 Nov 18 17:07:29.158241 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a6e48219-c541-47de-9556-0c842b399da8 req-b965324b-9d2d-4818-a1c3-f71a08bcd0ee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=9d8b8c51-5d7c-4537-aded-dd30c011e7cf HTTP/1.1" status: 200 len: 217 time: 0.0596306 Nov 18 17:07:29.242325 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e48219-c541-47de-9556-0c842b399da8 req-fd9d659b-5a99-4116-a288-2ce5383b2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:29.250139 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a6e48219-c541-47de-9556-0c842b399da8 req-fd9d659b-5a99-4116-a288-2ce5383b2829 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0721488 Nov 18 17:07:29.259663 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-6bc99782-6d33-4e50-ba9b-954cbdc69948 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:29.293916 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:29.316958 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e48219-c541-47de-9556-0c842b399da8 req-107e328d-f379-4541-8d25-022a2e745ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:29.318686 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a6e48219-c541-47de-9556-0c842b399da8 req-107e328d-f379-4541-8d25-022a2e745ac6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0623765 Nov 18 17:07:29.346670 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-6bc99782-6d33-4e50-ba9b-954cbdc69948 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:29.411317 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:29.473027 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a6e48219-c541-47de-9556-0c842b399da8 req-ae7de89a-9a78-48b8-8ff6-86ef9851f928 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457396 Nov 18 17:07:29.476018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc99782-6d33-4e50-ba9b-954cbdc69948 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Pushing event updated for resources: {'Port': ['ID=c97f5b58-ff42-4bed-9a21-eda846a34477,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:29.562504 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:29.563995 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-6bc99782-6d33-4e50-ba9b-954cbdc69948 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:29.595170 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] Pushing event updated for resources: {'Port': ['ID=019f2ab6-12b3-4b43-987a-ca50d8668711,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:29.609124 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a6e48219-c541-47de-9556-0c842b399da8 req-7d6c17df-bdc9-4cbc-920d-fc6b16daaab0 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201375 Nov 18 17:07:29.633695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995775a0-95f0-48f4-ba25-0cfd13afb484 req-c786205b-bedf-46ba-989a-cb4905d51f19 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:29.635278 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-995775a0-95f0-48f4-ba25-0cfd13afb484 req-c786205b-bedf-46ba-989a-cb4905d51f19 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 948 time: 0.1453927 Nov 18 17:07:29.675196 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-6bc99782-6d33-4e50-ba9b-954cbdc69948 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:29.679356 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-6bc99782-6d33-4e50-ba9b-954cbdc69948 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0139599 Nov 18 17:07:29.758105 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-dd1daf46-07af-4cb1-95a5-13b5072bf7ce tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.171 HTTP/1.1" status: 200 len: 696 time: 0.0714197 Nov 18 17:07:29.812942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] Network b774b810-3d9c-4b19-9254-bb91c7b50841 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:07:29.823126 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-995775a0-95f0-48f4-ba25-0cfd13afb484 req-698148de-efef-41b8-9c00-1997665cfc2a tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580558 Nov 18 17:07:29.848602 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device efa9409b-77b0-4d61-899d-0a80c43c950e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:07:29.850452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:07:29.940702 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port efa9409b-77b0-4d61-899d-0a80c43c950e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:29.941458 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:30.028042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-3c176d7c-9b68-4123-a4c2-c0570d281c94 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:30.050452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ca3ec43-aad0-4bb6-9939-e1a410c88458 req-3c176d7c-9b68-4123-a4c2-c0570d281c94 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.2839992 Nov 18 17:07:30.083776 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-040c1a7e-7176-4d05-ad9f-fb6a3564212c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:30.157675 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:30.179329 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] Router 5932232a-967c-4d2d-9f9c-d222fd57865c has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:07:30.188413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port efa9409b-77b0-4d61-899d-0a80c43c950e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=efa9409b-77b0-4d61-899d-0a80c43c950e,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:30.273186 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4eb5f4-b534-4e22-b161-cb5b856daa5c req-45d0110b-979f-418f-8bfb-417fc7e53e83 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:30.274798 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de4eb5f4-b534-4e22-b161-cb5b856daa5c req-45d0110b-979f-418f-8bfb-417fc7e53e83 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.1167898 Nov 18 17:07:30.283980 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-215cd99e-c4ac-4e07-882b-744760fddaf8 None None] Provisioning complete for port 019f2ab6-12b3-4b43-987a-ca50d8668711 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:30.284360 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-215cd99e-c4ac-4e07-882b-744760fddaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:30.308828 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:30.366381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=efa9409b-77b0-4d61-899d-0a80c43c950e,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:30.380749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:07:30.386607 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-215cd99e-c4ac-4e07-882b-744760fddaf8 None None] Port 019f2ab6-12b3-4b43-987a-ca50d8668711 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:07:30.391895 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-588e8c22-9439-4d24-8643-890f1f7f7f0d admin admin] 10.222.0.72 "PUT /v2.0/routers/5932232a-967c-4d2d-9f9c-d222fd57865c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2747829 Nov 18 17:07:30.400303 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de4eb5f4-b534-4e22-b161-cb5b856daa5c req-1f8464b2-97e5-4f14-913d-6ace1989f888 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136203 Nov 18 17:07:30.473449 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Sync routers for ids ['5932232a-967c-4d2d-9f9c-d222fd57865c'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:07:30.485972 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Routers {'5932232a-967c-4d2d-9f9c-d222fd57865c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:07:30.486621 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:07:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['5932232a-967c-4d2d-9f9c-d222fd57865c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:30.647924 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Set router 5932232a-967c-4d2d-9f9c-d222fd57865c gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:07:30.732884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-09f7b412-95e5-4227-99dc-b4e417da77a2 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:30.736265 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-09f7b412-95e5-4227-99dc-b4e417da77a2 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1059391 Nov 18 17:07:30.806022 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-c98eb9ba-1e82-44f6-9875-8489cd47fd94 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.171 HTTP/1.1" status: 200 len: 696 time: 0.0639870 Nov 18 17:07:30.828545 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-b5d9cf18-9835-44d2-9468-6098e7f0f61c tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Request body: {'floatingip': {'port_id': 'e755ffee-85fc-4156-b667-f92de2c9edfa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:30.898885 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-b97439cf-451e-489d-8ced-8c66c5b086c0 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=bf9f6e02792d4c25a1cd99bf139d5a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673540 Nov 18 17:07:30.901400 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-b5d9cf18-9835-44d2-9468-6098e7f0f61c tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:30.902584 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'name': 'tempest-ServersTestJSON-1284566622-router', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:07:21Z', 'updated_at': '2021-11-18T17:07:28Z', 'revision_number': 4, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'gw_port': {'id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:22Z', 'updated_at': '2021-11-18T17:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '019f2ab6-12b3-4b43-987a-ca50d8668711', 'name': '', 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'mac_address': 'fa:16:3e:b0:67:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:27Z', 'updated_at': '2021-11-18T17:07:29Z', 'revision_number': 2, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'subnets': [{'id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:30.930573 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Checking router: 5932232a-967c-4d2d-9f9c-d222fd57865c for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:07:30.930963 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Updating router 5932232a-967c-4d2d-9f9c-d222fd57865c port 019f2ab6-12b3-4b43-987a-ca50d8668711 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:07:30.956468 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:31.089643 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-ce73c7d2-7624-48cc-a4ad-5b08b401f680 service neutron] 10.222.0.81 "GET /v2.0/ports/da026f53-f7bc-4ad6-8324-99511509ddcb/bindings/n-h1-813419-11 HTTP/1.1" status: 200 len: 383 time: 0.0954716 Nov 18 17:07:31.148926 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-7e4a184c-86b3-472e-bd66-9712763ecea6 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:31.150491 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-7e4a184c-86b3-472e-bd66-9712763ecea6 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2153850 Nov 18 17:07:31.233507 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:31.289942 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:31.336043 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab5a33-9dcc-4eca-b56f-22b361584416 None None] Pushing event updated for resources: {'Port': ['ID=019f2ab6-12b3-4b43-987a-ca50d8668711,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:31.684664 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Attempting to bind port 019f2ab6-12b3-4b43-987a-ca50d8668711 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:07:31.684664 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Attempting to bind port 019f2ab6-12b3-4b43-987a-ca50d8668711 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '01861380-1107-47c7-ab4a-be11090e1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:07:31.684664 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Attempting to bind port 019f2ab6-12b3-4b43-987a-ca50d8668711 on network b774b810-3d9c-4b19-9254-bb91c7b50841 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:31.684664 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:07:31.684664 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Checking segment: {'id': '01861380-1107-47c7-ab4a-be11090e1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:07:31.684664 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:31.684664 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Bound using segment: {'id': '01861380-1107-47c7-ab4a-be11090e1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:07:31.684664 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Bound port: 019f2ab6-12b3-4b43-987a-ca50d8668711, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01861380-1107-47c7-ab4a-be11090e1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:07:31.684664 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:31.698347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-b696c60b-140d-49fa-af61-8d77a85c67ab tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/quotas/bf9f6e02792d4c25a1cd99bf139d5a8e HTTP/1.1" status: 200 len: 375 time: 0.3267224 Nov 18 17:07:31.699366 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] For port 019f2ab6-12b3-4b43-987a-ca50d8668711, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:07:31.699366 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] For port 019f2ab6-12b3-4b43-987a-ca50d8668711, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=019f2ab6-12b3-4b43-987a-ca50d8668711,segment=NetworkSegment(01861380-1107-47c7-ab4a-be11090e1798),segment_id=01861380-1107-47c7-ab4a-be11090e1798)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:07:31.700026 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-007360f2-ff33-46a5-8fd0-1e4f8e198e9f tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf9f6e02792d4c25a1cd99bf139d5a8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1469600 Nov 18 17:07:31.700849 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:31.744994 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-636272a9-c5a5-4c34-b287-4fb972a8201e None None] Provisioning complete for port 019f2ab6-12b3-4b43-987a-ca50d8668711 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:31.745839 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-636272a9-c5a5-4c34-b287-4fb972a8201e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:31.817670 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device efa9409b-77b0-4d61-899d-0a80c43c950e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:07:31.889417 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 9d8b8c51-5d7c-4537-aded-dd30c011e7cf details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:07:31.919172 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Routers {'5932232a-967c-4d2d-9f9c-d222fd57865c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:07:31.920028 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:07:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['5932232a-967c-4d2d-9f9c-d222fd57865c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:31.973217 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.resource_extend [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-b5d9cf18-9835-44d2-9468-6098e7f0f61c tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:07:32.041378 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-f6d4cc29-bf6c-4311-af52-3f421787d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:32.043466 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-f6d4cc29-bf6c-4311-af52-3f421787d0be service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513&tenant_id=b5619a9fdad84356bf3a835e304c5fab HTTP/1.1" status: 200 len: 1102 time: 0.0964046 Nov 18 17:07:32.050846 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab5a33-9dcc-4eca-b56f-22b361584416 None None] Pushing event updated for resources: {'Port': ['ID=019f2ab6-12b3-4b43-987a-ca50d8668711,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:32.081823 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-636272a9-c5a5-4c34-b287-4fb972a8201e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:32.123563 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.resource_extend [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:07:32.178032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-36e181f0-70a7-4a25-95ba-99f09bec6bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:32.183380 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-b5d9cf18-9835-44d2-9468-6098e7f0f61c tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:32.185369 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-36e181f0-70a7-4a25-95ba-99f09bec6bb9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 1102 time: 0.0977316 Nov 18 17:07:32.241689 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] Set router 5932232a-967c-4d2d-9f9c-d222fd57865c gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:07:32.278970 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-b5d9cf18-9835-44d2-9468-6098e7f0f61c tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:32.333274 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 9d8b8c51-5d7c-4537-aded-dd30c011e7cf, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=9d8b8c51-5d7c-4537-aded-dd30c011e7cf,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:32.360492 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '9d8b8c51-5d7c-4537-aded-dd30c011e7cf', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '9d8b8c51-5d7c-4537-aded-dd30c011e7cf', 'mac_address': 'fa:16:3e:09:40:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:07:32.400365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-b3594bb0-e861-4388-82c9-580ad405da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:32.403276 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-b3594bb0-e861-4388-82c9-580ad405da5d service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.2079430 Nov 18 17:07:32.460873 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-f247e37c-aec7-4977-ad3c-64370d339c09 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=da026f53-f7bc-4ad6-8324-99511509ddcb HTTP/1.1" status: 200 len: 217 time: 0.0488503 Nov 18 17:07:32.461908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port efa9409b-77b0-4d61-899d-0a80c43c950e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:32.462292 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:32.470167 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:32.503654 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-636272a9-c5a5-4c34-b287-4fb972a8201e None None] For port 019f2ab6-12b3-4b43-987a-ca50d8668711, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=019f2ab6-12b3-4b43-987a-ca50d8668711,segment=NetworkSegment(01861380-1107-47c7-ab4a-be11090e1798),segment_id=01861380-1107-47c7-ab4a-be11090e1798)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:32.507576 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-b5d9cf18-9835-44d2-9468-6098e7f0f61c tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Floating IP 57a26a36-5f21-4201-8522-5d0d8bf2108e associated. External IP: 172.25.3.171, port: e755ffee-85fc-4156-b667-f92de2c9edfa. Nov 18 17:07:32.536348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-03daa538-f812-4944-8dae-576e83ced588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:32.537630 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4ed5c9d9-e549-4a17-9157-fd51914eb00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:32.538616 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-03daa538-f812-4944-8dae-576e83ced588 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0675123 Nov 18 17:07:32.563192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8b8c51-5d7c-4537-aded-dd30c011e7cf {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:07:32.588421 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 9d8b8c51-5d7c-4537-aded-dd30c011e7cf, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=9d8b8c51-5d7c-4537-aded-dd30c011e7cf,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:32.590765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60244) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:32.608687 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a2316b83-dc82-4ce0-bcdf-3d81b09bcb3c tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--792694425', 'description': 'tempest-description--334114944'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:32.634402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-1c5c6caf-71de-4a51-a5ed-a1e876c6d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:32.637696 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-1c5c6caf-71de-4a51-a5ed-a1e876c6d37b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0907538 Nov 18 17:07:32.648256 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-636272a9-c5a5-4c34-b287-4fb972a8201e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:32.702533 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'name': 'tempest-ServersTestJSON-1284566622-router', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:07:21Z', 'updated_at': '2021-11-18T17:07:28Z', 'revision_number': 4, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'gw_port': {'id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:22Z', 'updated_at': '2021-11-18T17:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '019f2ab6-12b3-4b43-987a-ca50d8668711', 'name': '', 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'mac_address': 'fa:16:3e:b0:67:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:27Z', 'updated_at': '2021-11-18T17:07:31Z', 'revision_number': 4, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'subnets': [{'id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:32.718247 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:32.782527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636272a9-c5a5-4c34-b287-4fb972a8201e None None] Pushing event updated for resources: {'Port': ['ID=019f2ab6-12b3-4b43-987a-ca50d8668711,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:32.784101 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368e8ce5-9f99-459b-82e7-fed73606c1fe None None] The sync data for ids ['5932232a-967c-4d2d-9f9c-d222fd57865c'] in n-d-813419-11 is: [{'id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'name': 'tempest-ServersTestJSON-1284566622-router', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:07:21Z', 'updated_at': '2021-11-18T17:07:28Z', 'revision_number': 4, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'gw_port': {'id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:22Z', 'updated_at': '2021-11-18T17:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '019f2ab6-12b3-4b43-987a-ca50d8668711', 'name': '', 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'mac_address': 'fa:16:3e:b0:67:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:27Z', 'updated_at': '2021-11-18T17:07:31Z', 'revision_number': 4, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'subnets': [{'id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:07:32.833861 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a2316b83-dc82-4ce0-bcdf-3d81b09bcb3c tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:32.901778 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-a344d6d6-344a-4a1f-87f5-a5710cc22b02 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562094 Nov 18 17:07:32.918139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-712bed94-b3df-489f-a254-afe712403f8f None None] Provisioning complete for port 019f2ab6-12b3-4b43-987a-ca50d8668711 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:32.918567 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-712bed94-b3df-489f-a254-afe712403f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:32.971981 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=9d8b8c51-5d7c-4537-aded-dd30c011e7cf,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:33.029629 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['9d8b8c51-5d7c-4537-aded-dd30c011e7cf'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:07:33.052473 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11adcf-480b-496f-a363-d06ad0d43e89 req-7a56eab5-54f7-4116-aee6-b60cff08a925 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:33.071825 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d11adcf-480b-496f-a363-d06ad0d43e89 req-7a56eab5-54f7-4116-aee6-b60cff08a925 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 949 time: 0.2584150 Nov 18 17:07:33.101901 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8ab88771-a20d-4d34-aef2-192b653ef0d2 req-6b6cb5c9-b12f-4bfd-8f25-45c3609390da service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890502 Nov 18 17:07:33.155641 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-b5d9cf18-9835-44d2-9468-6098e7f0f61c tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Router ca651b49-7703-43d6-9f0a-a903f1f30c5b has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:07:33.189175 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a2316b83-dc82-4ce0-bcdf-3d81b09bcb3c tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:33.211224 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d11adcf-480b-496f-a363-d06ad0d43e89 req-dca5bd33-2f05-4169-a22e-1e9e1dd2a9e8 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205521 Nov 18 17:07:33.336444 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a2316b83-dc82-4ce0-bcdf-3d81b09bcb3c tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:33.402345 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-b5d9cf18-9835-44d2-9468-6098e7f0f61c tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:07:33.407707 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-b5d9cf18-9835-44d2-9468-6098e7f0f61c tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:33.409759 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2316b83-dc82-4ce0-bcdf-3d81b09bcb3c tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a2741d-8792-4d13-8c96-51157d607400,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:33.414778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3203fb-7de6-4ae3-8a94-d40bf949c0b4 None None] Sync routers for ids ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:07:33.431666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3203fb-7de6-4ae3-8a94-d40bf949c0b4 None None] Routers {'ca651b49-7703-43d6-9f0a-a903f1f30c5b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:07:33.432633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0d3203fb-7de6-4ae3-8a94-d40bf949c0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:07:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:33.447484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-b5d9cf18-9835-44d2-9468-6098e7f0f61c tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "PUT /v2.0/floatingips/57a26a36-5f21-4201-8522-5d0d8bf2108e HTTP/1.1" status: 200 len: 997 time: 2.6301873 Nov 18 17:07:33.448690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb97c6a-2714-4e40-a545-1a811ee9592f', 'tag': 'e755ffee-85fc-4156-b667-f92de2c9edfa'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:33.463382 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a098a60-81bc-4f46-a169-aafc08697866" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb97c6a-2714-4e40-a545-1a811ee9592f", "tag": "e755ffee-85fc-4156-b667-f92de2c9edfa"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:33.463382 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fcd61-391f-46bf-83d5-fd665f917659 req-c1a31b81-6058-4610-94ca-ea076900b57d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:33.464316 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-673fcd61-391f-46bf-83d5-fd665f917659 req-c1a31b81-6058-4610-94ca-ea076900b57d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.1309383 Nov 18 17:07:33.548925 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-673fcd61-391f-46bf-83d5-fd665f917659 req-1a3e06f7-0697-43af-ad38-0fa473873c90 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723991 Nov 18 17:07:33.550961 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-57f43e85-989d-4585-b774-351d20f8b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:33.552629 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-57f43e85-989d-4585-b774-351d20f8b89a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec8bc8d40c44f229736948c844a6997&device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 1098 time: 0.0859025 Nov 18 17:07:33.570435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-0d3203fb-7de6-4ae3-8a94-d40bf949c0b4 None None] Set router ca651b49-7703-43d6-9f0a-a903f1f30c5b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:07:33.655852 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a2316b83-dc82-4ce0-bcdf-3d81b09bcb3c tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:33.660234 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60264) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:33.665201 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a2316b83-dc82-4ce0-bcdf-3d81b09bcb3c tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0663168 Nov 18 17:07:33.668897 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d584cdf9-c173-4fdd-8c3d-11a48d2ff981 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Request body: {'security_group_rule': {'security_group_id': '06a2741d-8792-4d13-8c96-51157d607400', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:33.687571 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-0f62c44b-64c7-43cf-b232-f32042396eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:33.689308 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-0f62c44b-64c7-43cf-b232-f32042396eb2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b HTTP/1.1" status: 200 len: 931 time: 0.1287296 Nov 18 17:07:33.781979 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:33.827847 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d584cdf9-c173-4fdd-8c3d-11a48d2ff981 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:33.848579 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-212a0de2-3b87-4aa4-8fd6-798fedef7311 req-3c1d6a08-ec85-4cde-9093-aa1c309b9a53 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8653c88-3547-4d70-8f4c-e4c524953a4c HTTP/1.1" status: 200 len: 210 time: 0.0523028 Nov 18 17:07:33.924128 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 9d8b8c51-5d7c-4537-aded-dd30c011e7cf up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:07:33.947360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-785bdb86-effd-46bc-a42c-ef177901d7b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e755ffee-85fc-4156-b667-f92de2c9edfa HTTP/1.1" status: 200 len: 1000 time: 0.2492542 Nov 18 17:07:33.977310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 019f2ab6-12b3-4b43-987a-ca50d8668711 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:07:34.006657 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d584cdf9-c173-4fdd-8c3d-11a48d2ff981 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:34.035942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-f03efa1c-f38d-4cd9-99d1-23c93f8d7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:34.052453 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-f03efa1c-f38d-4cd9-99d1-23c93f8d7e84 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f0e3f9de-bbd5-4806-ba02-214638f003c2 HTTP/1.1" status: 200 len: 868 time: 0.1000886 Nov 18 17:07:34.067332 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d584cdf9-c173-4fdd-8c3d-11a48d2ff981 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:34.108448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584cdf9-c173-4fdd-8c3d-11a48d2ff981 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51208d7-8d78-450b-b342-408064eb1839,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:34.135240 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-02037c1b-fe59-45ab-ad6b-85a97386aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:34.138071 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-02037c1b-fe59-45ab-ad6b-85a97386aa64 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885167 Nov 18 17:07:34.155283 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-a5f0c9b6-b527-462e-aa46-b1a11616d5db service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:07:34.159019 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-a5f0c9b6-b527-462e-aa46-b1a11616d5db service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129066 Nov 18 17:07:34.189173 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d584cdf9-c173-4fdd-8c3d-11a48d2ff981 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:34.190850 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d584cdf9-c173-4fdd-8c3d-11a48d2ff981 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5286713 Nov 18 17:07:34.193466 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60296) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:34.200750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3bfee6fc-d95e-4825-bf23-7da04a22803b tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Request body: {'security_group_rule': {'security_group_id': '06a2741d-8792-4d13-8c96-51157d607400', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:34.220666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 019f2ab6-12b3-4b43-987a-ca50d8668711 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:34.220666 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:34.317831 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bfee6fc-d95e-4825-bf23-7da04a22803b tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:34.343179 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-6ee2be35-1b2f-4b26-a04d-b8c5606b2489 service neutron] 10.222.0.72 "GET /v2.0/networks/4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777885 Nov 18 17:07:34.385342 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device da026f53-f7bc-4ad6-8324-99511509ddcb no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:07:34.451306 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bfee6fc-d95e-4825-bf23-7da04a22803b tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:34.483939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 9d8b8c51-5d7c-4537-aded-dd30c011e7cf completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:07:34.496282 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 9d8b8c51-5d7c-4537-aded-dd30c011e7cf triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:34.496587 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:34.505545 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e201fcd-9f8c-418d-b0f4-8ce5801642c3 req-89cbac1b-8536-4ceb-8071-e4960e95e801 service neutron] 10.222.0.72 "GET /v2.0/networks/4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435759 Nov 18 17:07:34.542138 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bfee6fc-d95e-4825-bf23-7da04a22803b tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:34.584636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfee6fc-d95e-4825-bf23-7da04a22803b tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a56288-4c2e-47a8-a4ab-a2a445f918f7,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:34.643846 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f34671f-ff8a-4f9e-ba10-c25ac4efd6aa x-openstack-request-id: req-5f34671f-ff8a-4f9e-ba10-c25ac4efd6aa {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:34.643846 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb97c6a-2714-4e40-a545-1a811ee9592f", "tag": "e755ffee-85fc-4156-b667-f92de2c9edfa", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:34.643846 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5f34671f-ff8a-4f9e-ba10-c25ac4efd6aa {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:34.644185 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb97c6a-2714-4e40-a545-1a811ee9592f', 'tag': 'e755ffee-85fc-4156-b667-f92de2c9edfa', 'status': 'completed', 'code': 200} Nov 18 17:07:34.662126 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:34.686766 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bfee6fc-d95e-4825-bf23-7da04a22803b tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:34.690118 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3bfee6fc-d95e-4825-bf23-7da04a22803b tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4939287 Nov 18 17:07:34.691555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60314) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:34.699304 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-20d597ef-ae47-4bba-ba73-a9357a875cc7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:34.707625 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7563052c-dc58-41f5-a97c-7c3e5bc61513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da026f53-f7bc-4ad6-8324-99511509ddcb'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:34.709965 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ac8b28-9cdb-4d2d-ae39-67c9418375ed" -d '{"events": [{"server_uuid": "7563052c-dc58-41f5-a97c-7c3e5bc61513", "name": "network-vif-unplugged", "status": "completed", "tag": "da026f53-f7bc-4ad6-8324-99511509ddcb"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:34.736875 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0d3203fb-7de6-4ae3-8a94-d40bf949c0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402547065-router', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:55Z', 'updated_at': '2021-11-18T17:07:07Z', 'revision_number': 4, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'gw_port': {'id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:57Z', 'updated_at': '2021-11-18T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '57a26a36-5f21-4201-8522-5d0d8bf2108e', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'floating_ip_address': '172.25.3.171', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'port_id': 'e755ffee-85fc-4156-b667-f92de2c9edfa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b', 'mac_address': 'fa:16:3e:f6:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb97c6a-2714-4e40-a545-1a811ee9592f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:07:28Z', 'updated_at': '2021-11-18T17:07:31Z', 'revision_number': 1, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b0fcedc-6907-4c96-9ae4-5594e17db1a0', 'name': '', 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'mac_address': 'fa:16:3e:bb:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:05Z', 'updated_at': '2021-11-18T17:07:11Z', 'revision_number': 5, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'subnets': [{'id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:34.763467 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port da026f53-f7bc-4ad6-8324-99511509ddcb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=da026f53-f7bc-4ad6-8324-99511509ddcb,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:34.793734 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3203fb-7de6-4ae3-8a94-d40bf949c0b4 None None] Checking router: ca651b49-7703-43d6-9f0a-a903f1f30c5b for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:07:34.834621 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9491576-469a-4dcf-8078-80dec76ce38f req-0849428c-fa14-466c-9633-8ab63545eba5 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:34.844184 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9491576-469a-4dcf-8078-80dec76ce38f req-0849428c-fa14-466c-9633-8ab63545eba5 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 949 time: 0.1333447 Nov 18 17:07:34.844623 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:34.856192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3203fb-7de6-4ae3-8a94-d40bf949c0b4 None None] Routers {'ca651b49-7703-43d6-9f0a-a903f1f30c5b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:07:34.860452 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0d3203fb-7de6-4ae3-8a94-d40bf949c0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:07:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:34.869728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a098a60-81bc-4f46-a169-aafc08697866 req-053a20bf-a659-4d24-88c1-9a2a4be37ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:34.873858 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a098a60-81bc-4f46-a169-aafc08697866 req-053a20bf-a659-4d24-88c1-9a2a4be37ca2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cec8bc8d40c44f229736948c844a6997&device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 1098 time: 0.1477592 Nov 18 17:07:34.909011 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862fe98-25ae-4c43-b78c-83b5677a72f0 req-860633c1-25e4-45b3-b893-59224d0f54d9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:34.910840 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0862fe98-25ae-4c43-b78c-83b5677a72f0 req-860633c1-25e4-45b3-b893-59224d0f54d9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 946 time: 0.1504920 Nov 18 17:07:34.956064 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20d597ef-ae47-4bba-ba73-a9357a875cc7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for floatingip, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:34.967345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9491576-469a-4dcf-8078-80dec76ce38f req-688612aa-1f67-41f6-a434-14a3b5e1eb94 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218641 Nov 18 17:07:34.992031 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 9d8b8c51-5d7c-4537-aded-dd30c011e7cf, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=9d8b8c51-5d7c-4537-aded-dd30c011e7cf,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:34.997590 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:35.015533 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0862fe98-25ae-4c43-b78c-83b5677a72f0 req-e4ca7a61-3980-4080-a58f-1d59104994c1 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945795 Nov 18 17:07:35.028190 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:35.028724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a098a60-81bc-4f46-a169-aafc08697866 req-3144182d-865a-4083-9a83-557cc00a7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:35.030394 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a098a60-81bc-4f46-a169-aafc08697866 req-3144182d-865a-4083-9a83-557cc00a7b03 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b HTTP/1.1" status: 200 len: 931 time: 0.1445658 Nov 18 17:07:35.134864 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-8114c9c3-6b5e-4342-9b21-114796bc1dcd tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=bf9f6e02792d4c25a1cd99bf139d5a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425978 Nov 18 17:07:35.148111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-0d3203fb-7de6-4ae3-8a94-d40bf949c0b4 None None] Set router ca651b49-7703-43d6-9f0a-a903f1f30c5b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:07:35.193938 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a098a60-81bc-4f46-a169-aafc08697866 req-d750ff3f-6af4-4ff3-9df9-9e7e0e2d962e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e755ffee-85fc-4156-b667-f92de2c9edfa HTTP/1.1" status: 200 len: 1000 time: 0.1537435 Nov 18 17:07:35.241267 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20d597ef-ae47-4bba-ba73-a9357a875cc7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:35.298911 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:35.370901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-20d597ef-ae47-4bba-ba73-a9357a875cc7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Allocated IP 172.25.3.217 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/4de51e89-eee9-493d-bce6-58dc013fc2d2) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:07:35.384663 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-73241787-756d-4ab1-b796-635e9544d6ed tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 258 time: 0.2001059 Nov 18 17:07:35.411171 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-0cc28b66-efdc-44a8-b0bf-f1278983a148 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:35.426919 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=da026f53-f7bc-4ad6-8324-99511509ddcb,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:35.497794 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14777d9-ebf2-48a5-a6ff-98b41df3a11c req-df8f11af-56a3-4448-a226-1b6db554f3f9 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:35.497969 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20d597ef-ae47-4bba-ba73-a9357a875cc7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:35.508145 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f14777d9-ebf2-48a5-a6ff-98b41df3a11c req-df8f11af-56a3-4448-a226-1b6db554f3f9 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 948 time: 0.4413853 Nov 18 17:07:35.523904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=9d8b8c51-5d7c-4537-aded-dd30c011e7cf,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:35.529659 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:35.572087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a098a60-81bc-4f46-a169-aafc08697866 req-7728984c-2a31-4062-85cf-28c2ae14ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:35.573728 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a098a60-81bc-4f46-a169-aafc08697866 req-7728984c-2a31-4062-85cf-28c2ae14ca17 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f0e3f9de-bbd5-4806-ba02-214638f003c2 HTTP/1.1" status: 200 len: 868 time: 0.3688848 Nov 18 17:07:35.593773 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-0cc28b66-efdc-44a8-b0bf-f1278983a148 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:35.609018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0d3203fb-7de6-4ae3-8a94-d40bf949c0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402547065-router', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:55Z', 'updated_at': '2021-11-18T17:07:07Z', 'revision_number': 4, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'gw_port': {'id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:57Z', 'updated_at': '2021-11-18T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '57a26a36-5f21-4201-8522-5d0d8bf2108e', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'floating_ip_address': '172.25.3.171', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'port_id': 'e755ffee-85fc-4156-b667-f92de2c9edfa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b', 'mac_address': 'fa:16:3e:f6:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb97c6a-2714-4e40-a545-1a811ee9592f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:07:28Z', 'updated_at': '2021-11-18T17:07:31Z', 'revision_number': 1, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b0fcedc-6907-4c96-9ae4-5594e17db1a0', 'name': '', 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'mac_address': 'fa:16:3e:bb:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:05Z', 'updated_at': '2021-11-18T17:07:11Z', 'revision_number': 5, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'subnets': [{'id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:35.643018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-1b93c158-b45e-457a-9c0f-34f46df39702 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:35.644785 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-1b93c158-b45e-457a-9c0f-34f46df39702 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4889622 Nov 18 17:07:35.651110 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3203fb-7de6-4ae3-8a94-d40bf949c0b4 None None] The sync data for ids ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'] in n-d-813419-11 is: [{'id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402547065-router', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:55Z', 'updated_at': '2021-11-18T17:07:07Z', 'revision_number': 4, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'gw_port': {'id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:57Z', 'updated_at': '2021-11-18T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '57a26a36-5f21-4201-8522-5d0d8bf2108e', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'floating_ip_address': '172.25.3.171', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'port_id': 'e755ffee-85fc-4156-b667-f92de2c9edfa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b', 'mac_address': 'fa:16:3e:f6:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb97c6a-2714-4e40-a545-1a811ee9592f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:07:28Z', 'updated_at': '2021-11-18T17:07:31Z', 'revision_number': 1, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b0fcedc-6907-4c96-9ae4-5594e17db1a0', 'name': '', 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'mac_address': 'fa:16:3e:bb:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:05Z', 'updated_at': '2021-11-18T17:07:11Z', 'revision_number': 5, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'subnets': [{'id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:07:35.666558 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f14777d9-ebf2-48a5-a6ff-98b41df3a11c req-e469c36a-84a3-4b30-855a-8e92d168853d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479475 Nov 18 17:07:35.666681 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20d597ef-ae47-4bba-ba73-a9357a875cc7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:35.666801 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-c25a24b4-38b7-4b7f-860e-311e9002667c tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Request body: {'port': {'device_id': 'c8653c88-3547-4d70-8f4c-e4c524953a4c', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'bf9f6e02792d4c25a1cd99bf139d5a8e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:35.680430 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a098a60-81bc-4f46-a169-aafc08697866 req-14a68a25-0aec-456d-9666-123299986f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:35.682559 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a098a60-81bc-4f46-a169-aafc08697866 req-14a68a25-0aec-456d-9666-123299986f40 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0896766 Nov 18 17:07:35.712661 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d597ef-ae47-4bba-ba73-a9357a875cc7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:07:35.754074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-20d597ef-ae47-4bba-ba73-a9357a875cc7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:07:35.787743 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa72b9d-5933-4ef0-a4e6-9145ba7d7e96 x-openstack-request-id: req-2aa72b9d-5933-4ef0-a4e6-9145ba7d7e96 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:35.791049 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7563052c-dc58-41f5-a97c-7c3e5bc61513", "name": "network-vif-unplugged", "status": "completed", "tag": "da026f53-f7bc-4ad6-8324-99511509ddcb", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:35.791049 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2aa72b9d-5933-4ef0-a4e6-9145ba7d7e96 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:35.791049 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7563052c-dc58-41f5-a97c-7c3e5bc61513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da026f53-f7bc-4ad6-8324-99511509ddcb', 'code': 200} Nov 18 17:07:35.798044 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d597ef-ae47-4bba-ba73-a9357a875cc7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:07:35.849995 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d597ef-ae47-4bba-ba73-a9357a875cc7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Pushing event updated for resources: {'Port': ['ID=4de51e89-eee9-493d-bce6-58dc013fc2d2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:35.900240 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a098a60-81bc-4f46-a169-aafc08697866 req-5815af66-4dde-48f8-94ba-cd0df8265b31 service neutron] 10.222.0.81 "GET /v2.0/networks/4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839416 Nov 18 17:07:36.006076 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67521511-6987-4597-9075-8061116ba469 None None] New status for floating IP 57a26a36-5f21-4201-8522-5d0d8bf2108e: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:07:36.079315 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20d597ef-ae47-4bba-ba73-a9357a875cc7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:36.090680 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e194a0d5-b8b0-4416-91a0-467d46b2f7bc req-1bf966c2-1675-4371-a294-2a642da8ee97 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8653c88-3547-4d70-8f4c-e4c524953a4c HTTP/1.1" status: 200 len: 210 time: 0.1043921 Nov 18 17:07:36.132643 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a098a60-81bc-4f46-a169-aafc08697866 req-75e1bc13-5f16-49c4-a31e-d0b801133937 service neutron] 10.222.0.81 "GET /v2.0/networks/4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112842 Nov 18 17:07:36.189268 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-0cc28b66-efdc-44a8-b0bf-f1278983a148 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:36.221977 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20d597ef-ae47-4bba-ba73-a9357a875cc7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:36.372550 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-0cc28b66-efdc-44a8-b0bf-f1278983a148 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Allocated IP 172.25.3.13 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/f533abe7-e1e4-44d3-af56-9f24f51716fb) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:07:36.374575 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-c25a24b4-38b7-4b7f-860e-311e9002667c tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Made reservation on behalf of bf9f6e02792d4c25a1cd99bf139d5a8e for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:07:36.379052 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-c25a24b4-38b7-4b7f-860e-311e9002667c tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:36.382860 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device da026f53-f7bc-4ad6-8324-99511509ddcb details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:07:36.398342 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-c25a24b4-38b7-4b7f-860e-311e9002667c tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:36.488530 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20d597ef-ae47-4bba-ba73-a9357a875cc7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:36.536129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port da026f53-f7bc-4ad6-8324-99511509ddcb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=da026f53-f7bc-4ad6-8324-99511509ddcb,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:36.546537 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-0cc28b66-efdc-44a8-b0bf-f1278983a148 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:36.550465 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'da026f53-f7bc-4ad6-8324-99511509ddcb', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': 'da026f53-f7bc-4ad6-8324-99511509ddcb', 'mac_address': 'fa:16:3e:3c:c1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:07:36.567977 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-c25a24b4-38b7-4b7f-860e-311e9002667c tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:36.594892 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:36.598283 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20d597ef-ae47-4bba-ba73-a9357a875cc7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:36.613767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da026f53-f7bc-4ad6-8324-99511509ddcb {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:07:36.635987 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port da026f53-f7bc-4ad6-8324-99511509ddcb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=da026f53-f7bc-4ad6-8324-99511509ddcb,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:36.649892 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-c25a24b4-38b7-4b7f-860e-311e9002667c tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:36.669733 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-0cc28b66-efdc-44a8-b0bf-f1278983a148 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:36.674654 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:36.696245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d597ef-ae47-4bba-ba73-a9357a875cc7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Pushing event updated for resources: {'Port': ['ID=4de51e89-eee9-493d-bce6-58dc013fc2d2,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:36.707460 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20d597ef-ae47-4bba-ba73-a9357a875cc7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:36.740320 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=da026f53-f7bc-4ad6-8324-99511509ddcb,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:36.768923 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20d597ef-ae47-4bba-ba73-a9357a875cc7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:36.773797 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-20d597ef-ae47-4bba-ba73-a9357a875cc7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0807815 Nov 18 17:07:36.777845 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-0cc28b66-efdc-44a8-b0bf-f1278983a148 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:07:36.778782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a24b4-38b7-4b7f-860e-311e9002667c tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509eb858-5241-4325-a224-f42412221ea8,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:36.788771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-0cc28b66-efdc-44a8-b0bf-f1278983a148 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:07:36.798227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-0cc28b66-efdc-44a8-b0bf-f1278983a148 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:07:36.803352 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc28b66-efdc-44a8-b0bf-f1278983a148 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Pushing event updated for resources: {'Port': ['ID=f533abe7-e1e4-44d3-af56-9f24f51716fb,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:36.896182 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-c25a24b4-38b7-4b7f-860e-311e9002667c tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Allocated IP 192.168.233.46 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/75475524-5d6c-482f-baa7-0d084e272755) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:07:36.952652 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-0cc28b66-efdc-44a8-b0bf-f1278983a148 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:36.969308 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['da026f53-f7bc-4ad6-8324-99511509ddcb'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:07:37.132788 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-0cc28b66-efdc-44a8-b0bf-f1278983a148 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:37.145986 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-c25a24b4-38b7-4b7f-860e-311e9002667c tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:37.206522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0cb9b-ba87-479f-9582-349e21834900 req-691ac8ae-4a15-4f65-9dcf-d0238919f28b tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:37.208032 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ff0cb9b-ba87-479f-9582-349e21834900 req-691ac8ae-4a15-4f65-9dcf-d0238919f28b tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 950 time: 0.1240029 Nov 18 17:07:37.325275 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ff0cb9b-ba87-479f-9582-349e21834900 req-494be2c3-9160-474f-a73d-49e6d83a64c9 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100712 Nov 18 17:07:37.364690 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-0cc28b66-efdc-44a8-b0bf-f1278983a148 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:37.384111 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-c25a24b4-38b7-4b7f-860e-311e9002667c tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:37.436863 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-c25a24b4-38b7-4b7f-860e-311e9002667c tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:07:37.451566 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-0cc28b66-efdc-44a8-b0bf-f1278983a148 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:37.454160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-c25a24b4-38b7-4b7f-860e-311e9002667c tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:07:37.479168 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-c25a24b4-38b7-4b7f-860e-311e9002667c tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:07:37.506878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a24b4-38b7-4b7f-860e-311e9002667c tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Pushing event updated for resources: {'Port': ['ID=75475524-5d6c-482f-baa7-0d084e272755,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:37.597523 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dba9ce-69ff-46b8-906b-84ea5b323a54 req-1c5df151-b1b3-45d7-98a2-a4f8edb528ea tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:37.599114 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1dba9ce-69ff-46b8-906b-84ea5b323a54 req-1c5df151-b1b3-45d7-98a2-a4f8edb528ea tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 949 time: 0.1654198 Nov 18 17:07:37.630507 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-c25a24b4-38b7-4b7f-860e-311e9002667c tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:37.631128 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-c25a24b4-38b7-4b7f-860e-311e9002667c tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:37.634743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc28b66-efdc-44a8-b0bf-f1278983a148 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Pushing event updated for resources: {'Port': ['ID=f533abe7-e1e4-44d3-af56-9f24f51716fb,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:37.645937 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-0cc28b66-efdc-44a8-b0bf-f1278983a148 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:37.686521 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1dba9ce-69ff-46b8-906b-84ea5b323a54 req-cb04d145-4eeb-41e4-80de-dccbac63bacd tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762656 Nov 18 17:07:37.696793 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cb921dd4-39dc-47bc-b88e-011b8277aa48 None None] Provisioning complete for port 75475524-5d6c-482f-baa7-0d084e272755 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:37.697311 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb921dd4-39dc-47bc-b88e-011b8277aa48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:37.731254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cb921dd4-39dc-47bc-b88e-011b8277aa48 None None] Port 75475524-5d6c-482f-baa7-0d084e272755 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:07:37.766831 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-c25a24b4-38b7-4b7f-860e-311e9002667c tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1072392 Nov 18 17:07:37.777128 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-0cc28b66-efdc-44a8-b0bf-f1278983a148 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:37.778324 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-0cc28b66-efdc-44a8-b0bf-f1278983a148 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3835118 Nov 18 17:07:37.784962 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Request body: {'port': {'device_id': 'c8653c88-3547-4d70-8f4c-e4c524953a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:37.790405 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a02da6d-5e82-45d1-88d4-01329e189714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8b8c51-5d7c-4537-aded-dd30c011e7cf'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:37.792595 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd16ee6-3098-49dc-96b0-f18236460a6a" -d '{"events": [{"server_uuid": "9a02da6d-5e82-45d1-88d4-01329e189714", "name": "network-vif-plugged", "status": "completed", "tag": "9d8b8c51-5d7c-4537-aded-dd30c011e7cf"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:37.876496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-bc5a4dc6-e3be-46aa-8cbb-fa504f1d6bba tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.0889275 Nov 18 17:07:37.931521 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:37.953977 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-378aff5d-6d6b-4d44-ad36-24a30372d3fa tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--792694425&fields=id&tenant_id=e1ea671c0fde4fd8b5f996fbf92564c3 HTTP/1.1" status: 200 len: 267 time: 0.1851249 Nov 18 17:07:38.160475 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-cf0d2bb0-491b-4951-943b-751c1220133a tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:38.161873 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35f6a2d5-c9bd-4836-a1b5-559eab7c3f7e req-cf0d2bb0-491b-4951-943b-751c1220133a tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.2659469 Nov 18 17:07:38.225925 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-2a3b4f5a-0303-4dcd-89a8-6efac1e391d7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:38.227446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-2a3b4f5a-0303-4dcd-89a8-6efac1e391d7 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/networks?id=b774b810-3d9c-4b19-9254-bb91c7b50841 HTTP/1.1" status: 200 len: 806 time: 0.2416143 Nov 18 17:07:38.288625 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-9874038b-8e96-4da2-9ec2-896952d43358 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/quotas/e1ea671c0fde4fd8b5f996fbf92564c3 HTTP/1.1" status: 200 len: 375 time: 0.0542760 Nov 18 17:07:38.356479 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-3ccb4abe-a345-474c-b65c-71f34f9f2a7d tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1487173457&fields=id&tenant_id=8c06eab41c094a658cd4053515999f68 HTTP/1.1" status: 200 len: 267 time: 0.1252851 Nov 18 17:07:38.397174 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device da026f53-f7bc-4ad6-8324-99511509ddcb up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:07:38.426306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-054bd70d-aae9-44d1-85d6-584bc1e48ac4 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1ea671c0fde4fd8b5f996fbf92564c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1188152 Nov 18 17:07:38.445255 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port da026f53-f7bc-4ad6-8324-99511509ddcb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:38.445544 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:38.533052 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:38.553628 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75475524-5d6c-482f-baa7-0d084e272755 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:07:38.569379 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port da026f53-f7bc-4ad6-8324-99511509ddcb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=da026f53-f7bc-4ad6-8324-99511509ddcb,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:38.589983 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:38.604334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-06877b0e-e305-4f56-85a5-cdb6bae465b0 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:38.605908 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-06877b0e-e305-4f56-85a5-cdb6bae465b0 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/networks?id=e6675c45-2017-448b-a56f-7a8487b5bcd0 HTTP/1.1" status: 200 len: 824 time: 0.2403340 Nov 18 17:07:38.610472 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae65492-efe5-45d6-8ecf-4358924600ee req-675d90c8-a324-4f8e-acb7-486cfaca9672 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:38.611986 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2ae65492-efe5-45d6-8ecf-4358924600ee req-675d90c8-a324-4f8e-acb7-486cfaca9672 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.83 "GET /v2.0/ports?device_id=badc24ce-72f9-4628-8051-52334919e3b7 HTTP/1.1" status: 200 len: 946 time: 0.0495687 Nov 18 17:07:38.627921 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Transition to ACTIVE for port object 75475524-5d6c-482f-baa7-0d084e272755 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:07:38.633663 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-074de79e-c901-4116-b3d2-8c22820899a9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/quotas/8c06eab41c094a658cd4053515999f68 HTTP/1.1" status: 200 len: 375 time: 0.0218239 Nov 18 17:07:38.653853 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-40150486-15c3-4657-b70e-08a45deee4d4 service neutron] 10.222.0.72 "GET /v2.0/networks/b774b810-3d9c-4b19-9254-bb91c7b50841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884322 Nov 18 17:07:38.673035 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:38.709986 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:38.710984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-2ae65492-efe5-45d6-8ecf-4358924600ee req-f5a4280e-496a-4e2b-97ec-b265a03311c7 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Deleting port 992cd373-9dd5-47d3-8a48-6e987f022276 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:07:38.711507 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2ae65492-efe5-45d6-8ecf-4358924600ee req-f5a4280e-496a-4e2b-97ec-b265a03311c7 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:38.726675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=da026f53-f7bc-4ad6-8324-99511509ddcb,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:38.784548 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-e126cea1-020a-4794-9fae-9e2add6d0244 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c06eab41c094a658cd4053515999f68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1434040 Nov 18 17:07:38.810475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2ae65492-efe5-45d6-8ecf-4358924600ee req-f5a4280e-496a-4e2b-97ec-b265a03311c7 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] For port 992cd373-9dd5-47d3-8a48-6e987f022276, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=992cd373-9dd5-47d3-8a48-6e987f022276,segment=NetworkSegment(c64e58f2-65dc-44f4-bbbe-7df53f8c3711),segment_id=c64e58f2-65dc-44f4-bbbe-7df53f8c3711)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:38.810475 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2ae65492-efe5-45d6-8ecf-4358924600ee req-f5a4280e-496a-4e2b-97ec-b265a03311c7 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:38.813738 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-1339179d-4b1c-4f77-a0ec-3d1a1e7d3476 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:07:38.814825 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-1339179d-4b1c-4f77-a0ec-3d1a1e7d3476 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077701 Nov 18 17:07:38.820248 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Pushing event updated for resources: {'Port': ['ID=75475524-5d6c-482f-baa7-0d084e272755,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:38.870938 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-73ac9aa2-431e-4b8e-825b-1fd5f4dc3b14 service neutron] 10.222.0.72 "GET /v2.0/networks/b774b810-3d9c-4b19-9254-bb91c7b50841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964164 Nov 18 17:07:38.978891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Attempting to bind port 75475524-5d6c-482f-baa7-0d084e272755 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:07:38.979242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Attempting to bind port 75475524-5d6c-482f-baa7-0d084e272755 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:07:38.980129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Attempting to bind port 75475524-5d6c-482f-baa7-0d084e272755 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:38.984738 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-cef6f3e0-8cf5-445c-b952-ae64a8250a51 service neutron] 10.222.0.72 "GET /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563179 Nov 18 17:07:38.986808 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Port 75475524-5d6c-482f-baa7-0d084e272755 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:07:38.987140 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Attempting to bind port 75475524-5d6c-482f-baa7-0d084e272755 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:39.001195 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:07:39.001544 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:07:39.002046 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:07:39.002576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Bound port: 75475524-5d6c-482f-baa7-0d084e272755, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:07:39.002945 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:39.138574 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-e0820368-4b49-40bb-91ab-fd5dcd533fba service neutron] 10.222.0.72 "GET /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459723 Nov 18 17:07:39.141876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] For port 75475524-5d6c-482f-baa7-0d084e272755, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:07:39.144027 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] For port 75475524-5d6c-482f-baa7-0d084e272755, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=75475524-5d6c-482f-baa7-0d084e272755,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:07:39.204642 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:39.346354 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2ae65492-efe5-45d6-8ecf-4358924600ee req-f5a4280e-496a-4e2b-97ec-b265a03311c7 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:39.346983 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2ae65492-efe5-45d6-8ecf-4358924600ee req-f5a4280e-496a-4e2b-97ec-b265a03311c7 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:39.348616 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [req-2ae65492-efe5-45d6-8ecf-4358924600ee req-f5a4280e-496a-4e2b-97ec-b265a03311c7 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Floating IP e0fff3ab-43f6-4e4c-aec0-3276db54c4e7 disassociated. External IP: 172.25.3.160, port: 992cd373-9dd5-47d3-8a48-6e987f022276. Nov 18 17:07:39.348616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-2ae65492-efe5-45d6-8ecf-4358924600ee req-f5a4280e-496a-4e2b-97ec-b265a03311c7 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Calling delete_port for 992cd373-9dd5-47d3-8a48-6e987f022276 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:07:39.577147 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:39.579683 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:39.584629 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] 10.222.0.81 "PUT /v2.0/ports/75475524-5d6c-482f-baa7-0d084e272755 HTTP/1.1" status: 200 len: 1096 time: 1.8053772 Nov 18 17:07:39.588655 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8653c88-3547-4d70-8f4c-e4c524953a4c', 'tag': '75475524-5d6c-482f-baa7-0d084e272755'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:39.591016 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da2b3f0-e793-4492-945c-4b7fc4852e13" -d '{"events": [{"name": "network-changed", "server_uuid": "c8653c88-3547-4d70-8f4c-e4c524953a4c", "tag": "75475524-5d6c-482f-baa7-0d084e272755"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:39.635032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ddbf9-c138-4601-adb2-06423a8c8f1d req-91a71948-a33a-451d-b10c-5f80886d2f46 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:39.636597 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b8ddbf9-c138-4601-adb2-06423a8c8f1d req-91a71948-a33a-451d-b10c-5f80886d2f46 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8653c88-3547-4d70-8f4c-e4c524953a4c HTTP/1.1" status: 200 len: 947 time: 0.4448915 Nov 18 17:07:39.641964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d77e2-a2e3-4878-ba4b-7eb5cda37173 service neutron] Pushing event updated for resources: {'Port': ['ID=75475524-5d6c-482f-baa7-0d084e272755,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:39.678973 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2ae65492-efe5-45d6-8ecf-4358924600ee req-f5a4280e-496a-4e2b-97ec-b265a03311c7 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:39.718912 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b8ddbf9-c138-4601-adb2-06423a8c8f1d req-0f5b5e41-a344-4594-b7ce-380117ca333e tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/security-groups?id=509eb858-5241-4325-a224-f42412221ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726202 Nov 18 17:07:39.772302 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4280e-496a-4e2b-97ec-b265a03311c7 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Pushing event deleted for resources: {'Port': ['ID=992cd373-9dd5-47d3-8a48-6e987f022276,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:39.819346 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-0a98596e-e738-4ce1-b5a6-39deb234068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:39.825115 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-0a98596e-e738-4ce1-b5a6-39deb234068f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bf9f6e02792d4c25a1cd99bf139d5a8e&device_id=c8653c88-3547-4d70-8f4c-e4c524953a4c HTTP/1.1" status: 200 len: 1099 time: 0.1049716 Nov 18 17:07:39.833041 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfb5a66-b0b6-4b1c-a005-c56739cac2b3 x-openstack-request-id: req-3cfb5a66-b0b6-4b1c-a005-c56739cac2b3 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:39.834095 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a02da6d-5e82-45d1-88d4-01329e189714", "name": "network-vif-plugged", "status": "completed", "tag": "9d8b8c51-5d7c-4537-aded-dd30c011e7cf", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:39.834432 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3cfb5a66-b0b6-4b1c-a005-c56739cac2b3 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:39.835040 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a02da6d-5e82-45d1-88d4-01329e189714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8b8c51-5d7c-4537-aded-dd30c011e7cf', 'code': 200} Nov 18 17:07:39.937281 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-87d43d71-cb73-43e5-9ef5-9f0c7f8aae90 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=75475524-5d6c-482f-baa7-0d084e272755 HTTP/1.1" status: 200 len: 217 time: 0.1027772 Nov 18 17:07:40.047174 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af437c3-bd3f-484a-a093-fd650fb30614 req-b6191620-cbe7-4bdd-ae73-f83f35d1bdec tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:40.049510 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0af437c3-bd3f-484a-a093-fd650fb30614 req-b6191620-cbe7-4bdd-ae73-f83f35d1bdec tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1231470 Nov 18 17:07:40.057272 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-e15fde3e-1293-4ff9-851a-75cb2fdfbe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:40.058899 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-e15fde3e-1293-4ff9-851a-75cb2fdfbe7d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0963323 Nov 18 17:07:40.078589 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f37f5-901d-441d-90a6-c623075aa6ae req-f6fc0434-14e0-48c8-849b-dbf8d0c7c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:40.081774 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b41f37f5-901d-441d-90a6-c623075aa6ae req-f6fc0434-14e0-48c8-849b-dbf8d0c7c278 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 1102 time: 0.1467633 Nov 18 17:07:40.082130 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ae65492-efe5-45d6-8ecf-4358924600ee req-f5a4280e-496a-4e2b-97ec-b265a03311c7 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:07:40.201772 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b41f37f5-901d-441d-90a6-c623075aa6ae req-1a8291ad-3240-495a-ab3e-fb1d2a1e4956 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091146 Nov 18 17:07:40.259200 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0af437c3-bd3f-484a-a093-fd650fb30614 req-c32c64e8-2d76-4029-814c-84744f26c6c4 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.1980836 Nov 18 17:07:40.264273 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ae65492-efe5-45d6-8ecf-4358924600ee req-f5a4280e-496a-4e2b-97ec-b265a03311c7 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:07:40.276217 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65048ae8-4245-4d28-88d6-6fcd2b53f14e None None] Sync routers for ids ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:07:40.298419 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65048ae8-4245-4d28-88d6-6fcd2b53f14e None None] Routers {'481f53fc-b0fb-496a-b964-ef1bc6ac9265'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:07:40.302275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-65048ae8-4245-4d28-88d6-6fcd2b53f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:07:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:40.342268 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-0af437c3-bd3f-484a-a093-fd650fb30614 req-ce301033-2232-4fca-8d0e-2c6b932ec206 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Request body: {'floatingip': {'port_id': 'e755ffee-85fc-4156-b667-f92de2c9edfa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:40.388272 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae65492-efe5-45d6-8ecf-4358924600ee req-f5a4280e-496a-4e2b-97ec-b265a03311c7 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] No DVR routers for this DVR port 992cd373-9dd5-47d3-8a48-6e987f022276 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:07:40.396237 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0af437c3-bd3f-484a-a093-fd650fb30614 req-ce301033-2232-4fca-8d0e-2c6b932ec206 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:40.401330 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2ae65492-efe5-45d6-8ecf-4358924600ee req-f5a4280e-496a-4e2b-97ec-b265a03311c7 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:40.405305 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2ae65492-efe5-45d6-8ecf-4358924600ee req-f5a4280e-496a-4e2b-97ec-b265a03311c7 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.83 "DELETE /v2.0/ports/992cd373-9dd5-47d3-8a48-6e987f022276 HTTP/1.1" status: 204 len: 173 time: 1.7864413 Nov 18 17:07:40.405778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'badc24ce-72f9-4628-8051-52334919e3b7', 'name': 'network-vif-deleted', 'tag': '992cd373-9dd5-47d3-8a48-6e987f022276'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:40.408234 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f907ec-3b2f-405d-b3ff-b465a6ac3a33" -d '{"events": [{"server_uuid": "badc24ce-72f9-4628-8051-52334919e3b7", "name": "network-vif-deleted", "tag": "992cd373-9dd5-47d3-8a48-6e987f022276"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:40.439419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-6cb9038e-8312-4749-86fa-df9c78095147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:40.440941 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-6cb9038e-8312-4749-86fa-df9c78095147 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2844677 Nov 18 17:07:40.453768 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b866dc-6dfd-438c-9b27-9c63f985d9df req-68e96ea5-65e2-4a42-996e-2d9abb62047c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:40.454477 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48b866dc-6dfd-438c-9b27-9c63f985d9df req-68e96ea5-65e2-4a42-996e-2d9abb62047c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.81 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513&tenant_id=b5619a9fdad84356bf3a835e304c5fab&binding%3Ahost_id=n-h1-813419-11 HTTP/1.1" status: 200 len: 950 time: 0.1801770 Nov 18 17:07:40.458205 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-65048ae8-4245-4d28-88d6-6fcd2b53f14e None None] Set router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:07:40.492901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3109c-bed4-4a82-b5c1-ea2e8c2fc6d5 req-6bf4822d-1cbe-4da2-9d79-cecb257bc0f7 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:40.494159 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-70b3109c-bed4-4a82-b5c1-ea2e8c2fc6d5 req-6bf4822d-1cbe-4da2-9d79-cecb257bc0f7 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 950 time: 0.3388255 Nov 18 17:07:40.544683 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b866dc-6dfd-438c-9b27-9c63f985d9df req-ebe550f4-204a-4f2c-af3c-5081ab6013f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:40.546547 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48b866dc-6dfd-438c-9b27-9c63f985d9df req-ebe550f4-204a-4f2c-af3c-5081ab6013f8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 1102 time: 0.0447769 Nov 18 17:07:40.661825 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-70b3109c-bed4-4a82-b5c1-ea2e8c2fc6d5 req-d56cc84f-01b2-4740-98ef-0daec2364c5a tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506877 Nov 18 17:07:40.704908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b866dc-6dfd-438c-9b27-9c63f985d9df req-a9925964-3a3f-48b2-a915-216f76a93293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:40.707003 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48b866dc-6dfd-438c-9b27-9c63f985d9df req-a9925964-3a3f-48b2-a915-216f76a93293 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1474299 Nov 18 17:07:40.771859 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48b866dc-6dfd-438c-9b27-9c63f985d9df req-cbe060cf-4c48-4c79-aed1-ed5725ef867a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=da026f53-f7bc-4ad6-8324-99511509ddcb HTTP/1.1" status: 200 len: 217 time: 0.0545998 Nov 18 17:07:40.790301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-5142be5b-5d44-4fd7-a9e5-13e5a99d7f09 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155971 Nov 18 17:07:40.792715 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1b501da4-0e9b-4b52-ad31-a91ffa8a8a9d req-2bc22c35-7914-4f19-be4a-a7e272a65af3 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 210 time: 0.0357809 Nov 18 17:07:40.866782 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b866dc-6dfd-438c-9b27-9c63f985d9df req-7509725f-b53e-4a85-8f5a-33da112286f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:40.868823 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48b866dc-6dfd-438c-9b27-9c63f985d9df req-7509725f-b53e-4a85-8f5a-33da112286f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0841136 Nov 18 17:07:40.943521 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-65048ae8-4245-4d28-88d6-6fcd2b53f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:05:05Z', 'revision_number': 4, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '45b77293-3f0c-4ed5-94c8-a28671f17be5', 'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'mac_address': 'fa:16:3e:f2:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:04Z', 'updated_at': '2021-11-18T17:05:09Z', 'revision_number': 5, 'project_id': '8c06eab41c094a658cd4053515999f68', 'subnets': [{'id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:40.951029 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b866dc-6dfd-438c-9b27-9c63f985d9df req-44969be8-97b6-400b-9ab6-1e895f2376c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:40.953001 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48b866dc-6dfd-438c-9b27-9c63f985d9df req-44969be8-97b6-400b-9ab6-1e895f2376c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0720575 Nov 18 17:07:40.970865 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04732b8c-b638-4ea5-9e62-6a43acb28c3c req-f3043e60-565c-4457-b250-512b2db00e7e tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 210 time: 0.0767725 Nov 18 17:07:40.973049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65048ae8-4245-4d28-88d6-6fcd2b53f14e None None] Checking router: 481f53fc-b0fb-496a-b964-ef1bc6ac9265 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:07:40.982981 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-0af437c3-bd3f-484a-a093-fd650fb30614 req-ce301033-2232-4fca-8d0e-2c6b932ec206 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] update failed (client error): There was a conflict when trying to complete your request. Nov 18 17:07:40.984098 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0af437c3-bd3f-484a-a093-fd650fb30614 req-ce301033-2232-4fca-8d0e-2c6b932ec206 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "PUT /v2.0/floatingips/3c5ca5b1-0aff-45b2-a7da-7d9569329a92 HTTP/1.1" status: 409 len: 550 time: 0.6752009 Nov 18 17:07:40.991313 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65048ae8-4245-4d28-88d6-6fcd2b53f14e None None] Routers {'481f53fc-b0fb-496a-b964-ef1bc6ac9265'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:07:40.992031 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-65048ae8-4245-4d28-88d6-6fcd2b53f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:07:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:41.017618 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59508fe7-47d8-45bd-9641-d7e417c8405b req-0aee4131-205e-429f-9390-1c9e132e7bb8 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727669 Nov 18 17:07:41.056385 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10660e0-36ec-4eed-9e3a-1c38b167d0ea x-openstack-request-id: req-a10660e0-36ec-4eed-9e3a-1c38b167d0ea {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:41.057399 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8653c88-3547-4d70-8f4c-e4c524953a4c", "tag": "75475524-5d6c-482f-baa7-0d084e272755", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:41.059055 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a10660e0-36ec-4eed-9e3a-1c38b167d0ea {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:41.059629 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8653c88-3547-4d70-8f4c-e4c524953a4c', 'tag': '75475524-5d6c-482f-baa7-0d084e272755', 'status': 'completed', 'code': 200} Nov 18 17:07:41.135511 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-65048ae8-4245-4d28-88d6-6fcd2b53f14e None None] Set router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:07:41.136956 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48b866dc-6dfd-438c-9b27-9c63f985d9df req-2d0c26ad-a1bc-4d2e-b0aa-ef7ad7f2da35 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678798 Nov 18 17:07:41.202287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6f702-c7c5-4241-aec4-a4ccfc0d2bd0 req-f76bcd20-1132-47c5-a774-e01e7f13d8bd tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:41.203944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ed6f702-c7c5-4241-aec4-a4ccfc0d2bd0 req-f76bcd20-1132-47c5-a774-e01e7f13d8bd tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.0855286 Nov 18 17:07:41.268649 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48b866dc-6dfd-438c-9b27-9c63f985d9df req-fc34438f-8fad-4668-88b2-6bf14a99be46 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200123 Nov 18 17:07:41.291216 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ed6f702-c7c5-4241-aec4-a4ccfc0d2bd0 req-02824652-6273-45a3-aca3-f75e842b36d1 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693688 Nov 18 17:07:41.309516 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2b3f0-e793-4492-945c-4b7fc4852e13 req-3a8041b6-eee9-4cbc-9241-302ab044ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:41.311015 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4da2b3f0-e793-4492-945c-4b7fc4852e13 req-3a8041b6-eee9-4cbc-9241-302ab044ca51 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bf9f6e02792d4c25a1cd99bf139d5a8e&device_id=c8653c88-3547-4d70-8f4c-e4c524953a4c HTTP/1.1" status: 200 len: 1099 time: 0.1061635 Nov 18 17:07:41.345908 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb72a33-4ff6-4533-a8a0-6a9fc7380c4f x-openstack-request-id: req-beb72a33-4ff6-4533-a8a0-6a9fc7380c4f {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:41.348989 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "badc24ce-72f9-4628-8051-52334919e3b7", "name": "network-vif-deleted", "tag": "992cd373-9dd5-47d3-8a48-6e987f022276", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:41.348989 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-beb72a33-4ff6-4533-a8a0-6a9fc7380c4f {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:41.348989 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'badc24ce-72f9-4628-8051-52334919e3b7', 'name': 'network-vif-deleted', 'tag': '992cd373-9dd5-47d3-8a48-6e987f022276', 'status': 'completed', 'code': 200} Nov 18 17:07:41.424612 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-65048ae8-4245-4d28-88d6-6fcd2b53f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:05:05Z', 'revision_number': 4, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '45b77293-3f0c-4ed5-94c8-a28671f17be5', 'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'mac_address': 'fa:16:3e:f2:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:04Z', 'updated_at': '2021-11-18T17:05:09Z', 'revision_number': 5, 'project_id': '8c06eab41c094a658cd4053515999f68', 'subnets': [{'id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:41.459822 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65048ae8-4245-4d28-88d6-6fcd2b53f14e None None] The sync data for ids ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'] in n-d-813419-11 is: [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:05:05Z', 'revision_number': 4, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '45b77293-3f0c-4ed5-94c8-a28671f17be5', 'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'mac_address': 'fa:16:3e:f2:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:04Z', 'updated_at': '2021-11-18T17:05:09Z', 'revision_number': 5, 'project_id': '8c06eab41c094a658cd4053515999f68', 'subnets': [{'id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:07:41.468237 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2b3f0-e793-4492-945c-4b7fc4852e13 req-dc75faba-b862-4f17-aad7-43470efa20d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:41.469857 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4da2b3f0-e793-4492-945c-4b7fc4852e13 req-dc75faba-b862-4f17-aad7-43470efa20d2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1426456 Nov 18 17:07:41.484034 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e842da-15a5-4c44-901f-d76906f3900b req-93c08b1c-bb25-4e73-ad95-c62448c0b3e4 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:41.485563 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e2e842da-15a5-4c44-901f-d76906f3900b req-93c08b1c-bb25-4e73-ad95-c62448c0b3e4 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8653c88-3547-4d70-8f4c-e4c524953a4c HTTP/1.1" status: 200 len: 947 time: 0.0831521 Nov 18 17:07:41.533023 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4da2b3f0-e793-4492-945c-4b7fc4852e13 req-004443a5-3d93-4b3a-a8a3-f46b010c5a8c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=75475524-5d6c-482f-baa7-0d084e272755 HTTP/1.1" status: 200 len: 217 time: 0.0447779 Nov 18 17:07:41.613202 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e2e842da-15a5-4c44-901f-d76906f3900b req-0dd915b3-df83-485e-af4c-3c43a8308c17 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/security-groups?id=509eb858-5241-4325-a224-f42412221ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791318 Nov 18 17:07:41.616997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2b3f0-e793-4492-945c-4b7fc4852e13 req-34278b4f-3597-4dd5-a75c-175c0aec517a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:41.618452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4da2b3f0-e793-4492-945c-4b7fc4852e13 req-34278b4f-3597-4dd5-a75c-175c0aec517a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0703876 Nov 18 17:07:41.664644 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61d00d02-257c-4c29-b685-e304d20cf7c1 req-4fdd728b-fc23-48d5-b6e2-5a45e9712a3b tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/floatingips/3c5ca5b1-0aff-45b2-a7da-7d9569329a92 HTTP/1.1" status: 200 len: 692 time: 0.0452116 Nov 18 17:07:41.827016 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f08dac-49e4-4c12-9f53-733cef79a746 None None] New status for floating IP e0fff3ab-43f6-4e4c-aec0-3276db54c4e7: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:07:41.831356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2b3f0-e793-4492-945c-4b7fc4852e13 req-1616eb91-6bb9-4b52-847f-93d62fbdaef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:41.832919 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4da2b3f0-e793-4492-945c-4b7fc4852e13 req-1616eb91-6bb9-4b52-847f-93d62fbdaef0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1673846 Nov 18 17:07:41.836478 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7563052c-dc58-41f5-a97c-7c3e5bc61513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da026f53-f7bc-4ad6-8324-99511509ddcb'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:41.839676 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8579e2eb-d84f-4d6f-9db6-431bede2345f" -d '{"events": [{"server_uuid": "7563052c-dc58-41f5-a97c-7c3e5bc61513", "name": "network-vif-plugged", "status": "completed", "tag": "da026f53-f7bc-4ad6-8324-99511509ddcb"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:41.884815 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04598b-452f-43a6-b87a-07c67420d782 req-dbe2d191-b5c0-4a94-b6be-2d4c72507630 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:41.886380 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b04598b-452f-43a6-b87a-07c67420d782 req-dbe2d191-b5c0-4a94-b6be-2d4c72507630 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 950 time: 0.1272655 Nov 18 17:07:41.895623 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d00d02-257c-4c29-b685-e304d20cf7c1 req-7aa67139-3b4a-41a9-baa0-4df321dfb5ee tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:41.897555 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61d00d02-257c-4c29-b685-e304d20cf7c1 req-7aa67139-3b4a-41a9-baa0-4df321dfb5ee tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.2236688 Nov 18 17:07:41.945883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 992cd373-9dd5-47d3-8a48-6e987f022276 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:07:41.958581 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:07:41.966098 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 992cd373-9dd5-47d3-8a48-6e987f022276 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:07:41.966446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 992cd373-9dd5-47d3-8a48-6e987f022276 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:07:42.010808 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61d00d02-257c-4c29-b685-e304d20cf7c1 req-cb252a31-40d1-4737-9e7a-267435492f2a tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.1030469 Nov 18 17:07:42.050035 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4da2b3f0-e793-4492-945c-4b7fc4852e13 req-d67d0d77-e0a0-4fe3-99c3-5e6f594690c3 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978168 Nov 18 17:07:42.093780 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b04598b-452f-43a6-b87a-07c67420d782 req-33ef2b3e-40b2-4c71-a278-4fdbee72c4f0 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957264 Nov 18 17:07:42.097805 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61d00d02-257c-4c29-b685-e304d20cf7c1 req-f0d10134-fbf7-4f9d-a859-d4bcd201f4d7 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.0749300 Nov 18 17:07:42.273865 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4da2b3f0-e793-4492-945c-4b7fc4852e13 req-e3afcce3-d3c9-43f3-ae38-bfaea783a4bc service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939692 Nov 18 17:07:42.293172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-61d00d02-257c-4c29-b685-e304d20cf7c1 req-1b100b7e-3c73-48b1-ac06-7af8307ca936 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Deleting port f533abe7-e1e4-44d3-af56-9f24f51716fb {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:07:42.293772 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-61d00d02-257c-4c29-b685-e304d20cf7c1 req-1b100b7e-3c73-48b1-ac06-7af8307ca936 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:42.378753 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-61d00d02-257c-4c29-b685-e304d20cf7c1 req-1b100b7e-3c73-48b1-ac06-7af8307ca936 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:42.379104 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-61d00d02-257c-4c29-b685-e304d20cf7c1 req-1b100b7e-3c73-48b1-ac06-7af8307ca936 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:42.392699 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-61d00d02-257c-4c29-b685-e304d20cf7c1 req-1b100b7e-3c73-48b1-ac06-7af8307ca936 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Calling delete_port for f533abe7-e1e4-44d3-af56-9f24f51716fb owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:07:42.640046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-ca7dd71b-a0b3-4eeb-99fe-0fcf2da10bb9 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:42.640717 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-ca7dd71b-a0b3-4eeb-99fe-0fcf2da10bb9 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.83 "GET /v2.0/networks?id=b774b810-3d9c-4b19-9254-bb91c7b50841 HTTP/1.1" status: 200 len: 806 time: 0.1264727 Nov 18 17:07:42.644078 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-61d00d02-257c-4c29-b685-e304d20cf7c1 req-1b100b7e-3c73-48b1-ac06-7af8307ca936 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:42.674148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b100b7e-3c73-48b1-ac06-7af8307ca936 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Pushing event deleted for resources: {'Port': ['ID=f533abe7-e1e4-44d3-af56-9f24f51716fb,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:42.719257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cf1e400a-912a-4d4e-87aa-f5f5fc67c980 req-951b4739-0e22-4902-a69d-33c03e458a22 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 210 time: 0.0484979 Nov 18 17:07:42.721501 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-a1b62b56-b3b4-4c38-8a6a-cfb1bf3af244 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1ea671c0fde4fd8b5f996fbf92564c3 HTTP/1.1" status: 200 len: 379 time: 0.0609307 Nov 18 17:07:42.742856 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-8ca1394a-9d62-4c77-9754-672738c3c0f1 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Request body: {'port': {'device_id': '74e05446-bcfa-4f90-92e4-ebef50d38702', 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841', 'admin_state_up': True, 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'security_groups': ['06a2741d-8792-4d13-8c96-51157d607400']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:42.768744 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d163b3df-d882-44b2-aca3-11e0742ab0e5 x-openstack-request-id: req-d163b3df-d882-44b2-aca3-11e0742ab0e5 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:42.769162 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7563052c-dc58-41f5-a97c-7c3e5bc61513", "name": "network-vif-plugged", "status": "completed", "tag": "da026f53-f7bc-4ad6-8324-99511509ddcb", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:42.769433 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d163b3df-d882-44b2-aca3-11e0742ab0e5 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:42.769865 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7563052c-dc58-41f5-a97c-7c3e5bc61513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da026f53-f7bc-4ad6-8324-99511509ddcb', 'code': 200} Nov 18 17:07:42.779900 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-61d00d02-257c-4c29-b685-e304d20cf7c1 req-1b100b7e-3c73-48b1-ac06-7af8307ca936 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:42.782906 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-61d00d02-257c-4c29-b685-e304d20cf7c1 req-1b100b7e-3c73-48b1-ac06-7af8307ca936 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:42.789230 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61d00d02-257c-4c29-b685-e304d20cf7c1 req-1b100b7e-3c73-48b1-ac06-7af8307ca936 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "DELETE /v2.0/floatingips/3c5ca5b1-0aff-45b2-a7da-7d9569329a92 HTTP/1.1" status: 204 len: 173 time: 0.6817751 Nov 18 17:07:42.858732 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-640f39ff-3e49-4c13-81b9-a23e7f14cf57 req-82c9491c-5e4d-4c43-9ad0-8252c63100e6 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 210 time: 0.0322444 Nov 18 17:07:42.950452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90985dc-8840-4cc4-9b67-c2f54d5edcde req-5633361b-771f-4e15-88c9-938d1f55c37d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:42.956280 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a90985dc-8840-4cc4-9b67-c2f54d5edcde req-5633361b-771f-4e15-88c9-938d1f55c37d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.1015253 Nov 18 17:07:43.004438 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-8ca1394a-9d62-4c77-9754-672738c3c0f1 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Made reservation on behalf of e1ea671c0fde4fd8b5f996fbf92564c3 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:07:43.008376 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-8ca1394a-9d62-4c77-9754-672738c3c0f1 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:43.011121 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a90985dc-8840-4cc4-9b67-c2f54d5edcde req-5c51df9d-d6c5-4d3a-97ba-bdfbfb9e32d5 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502293 Nov 18 17:07:43.148708 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4377436-8c43-4409-86b9-14cd0b6d6894 req-f89ed557-212b-4f67-a6cf-2a25bc595017 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:43.150149 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4377436-8c43-4409-86b9-14cd0b6d6894 req-f89ed557-212b-4f67-a6cf-2a25bc595017 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8653c88-3547-4d70-8f4c-e4c524953a4c HTTP/1.1" status: 200 len: 947 time: 0.0586979 Nov 18 17:07:43.153659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-8ca1394a-9d62-4c77-9754-672738c3c0f1 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Allocated IP 172.20.0.4 (b774b810-3d9c-4b19-9254-bb91c7b50841/0b4e7e67-a70a-4a00-91fd-a038d1d82df8/5c6dbd70-9637-4268-8efe-14f3278784ab) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:07:43.203209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4377436-8c43-4409-86b9-14cd0b6d6894 req-6fe136b1-47af-42da-9a5a-6f7fb114392d tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/security-groups?id=509eb858-5241-4325-a224-f42412221ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443306 Nov 18 17:07:43.312184 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-8ca1394a-9d62-4c77-9754-672738c3c0f1 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:43.332664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b387637-b8a7-4920-8349-8af28327daad req-434fc9fa-5142-4ea4-aa1c-51fbcf8e59e9 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.171 HTTP/1.1" status: 200 len: 1002 time: 0.1047447 Nov 18 17:07:43.397147 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b387637-b8a7-4920-8349-8af28327daad req-f16732a2-3141-43f2-8286-04e76ef4de82 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:43.399003 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b387637-b8a7-4920-8349-8af28327daad req-f16732a2-3141-43f2-8286-04e76ef4de82 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports/e755ffee-85fc-4156-b667-f92de2c9edfa HTTP/1.1" status: 200 len: 943 time: 0.0591915 Nov 18 17:07:43.455889 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-bf060cf8-33af-41d2-a19a-1c02de857707 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:43.457635 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-bf060cf8-33af-41d2-a19a-1c02de857707 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.83 "GET /v2.0/networks?id=e6675c45-2017-448b-a56f-7a8487b5bcd0 HTTP/1.1" status: 200 len: 824 time: 0.1435468 Nov 18 17:07:43.467054 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-8ca1394a-9d62-4c77-9754-672738c3c0f1 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:43.476104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29eb9e-0041-4e1c-8ad0-745ded401e46 req-0a35d512-0a2d-444c-96a0-10c7ac5121a5 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:43.477979 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e29eb9e-0041-4e1c-8ad0-745ded401e46 req-0a35d512-0a2d-444c-96a0-10c7ac5121a5 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.0560877 Nov 18 17:07:43.534215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-8ca1394a-9d62-4c77-9754-672738c3c0f1 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Network b774b810-3d9c-4b19-9254-bb91c7b50841 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:07:43.540682 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-8ca1394a-9d62-4c77-9754-672738c3c0f1 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:07:43.546621 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-8ca1394a-9d62-4c77-9754-672738c3c0f1 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:07:43.582717 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1394a-9d62-4c77-9754-672738c3c0f1 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Pushing event updated for resources: {'Port': ['ID=5c6dbd70-9637-4268-8efe-14f3278784ab,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:43.585318 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e29eb9e-0041-4e1c-8ad0-745ded401e46 req-eb974916-49c4-4f81-96a9-57e2cf61b471 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964630 Nov 18 17:07:43.598734 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b387637-b8a7-4920-8349-8af28327daad req-8939c37e-b9a0-4ca7-aac3-c2d76a9f17f6 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.171 HTTP/1.1" status: 200 len: 1002 time: 0.1033132 Nov 18 17:07:43.620729 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-3d8a93f9-9414-4c9a-a358-5d313443e1e3 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c06eab41c094a658cd4053515999f68 HTTP/1.1" status: 200 len: 380 time: 0.1154692 Nov 18 17:07:43.635618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-03fbeed1-179e-4b48-abb1-d3f47cea50c9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Request body: {'port': {'device_id': '9ecc2e21-1594-4e74-ac57-3807302bc8a0', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'admin_state_up': True, 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'security_groups': ['2d425477-6ea9-41af-9a46-df114e70ce55']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:43.645142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-8ca1394a-9d62-4c77-9754-672738c3c0f1 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:43.645806 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-8ca1394a-9d62-4c77-9754-672738c3c0f1 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:43.750167 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-8ca1394a-9d62-4c77-9754-672738c3c0f1 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0131755 Nov 18 17:07:43.781363 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Request body: {'port': {'device_id': '74e05446-bcfa-4f90-92e4-ebef50d38702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:43.807341 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b387637-b8a7-4920-8349-8af28327daad req-11294dc4-0324-4245-8aee-9c45553e7be0 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:43.808952 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b387637-b8a7-4920-8349-8af28327daad req-11294dc4-0324-4245-8aee-9c45553e7be0 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.1899090 Nov 18 17:07:43.832924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b69411-6c63-4f20-95bc-473ad62ed246 req-8db0c5fc-a64e-4444-a1c6-d2ac1cbb9a05 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:43.836056 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-55b69411-6c63-4f20-95bc-473ad62ed246 req-8db0c5fc-a64e-4444-a1c6-d2ac1cbb9a05 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 950 time: 0.1103539 Nov 18 17:07:43.847600 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-7b387637-b8a7-4920-8349-8af28327daad req-84cc1605-0c3c-488c-accd-aaa940b4ad12 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:07:43.848628 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b387637-b8a7-4920-8349-8af28327daad req-84cc1605-0c3c-488c-accd-aaa940b4ad12 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100422 Nov 18 17:07:43.869324 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:43.895455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f7d00d04-df5d-4f58-a654-123667a4620e None None] Provisioning complete for port 5c6dbd70-9637-4268-8efe-14f3278784ab triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:43.896800 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f7d00d04-df5d-4f58-a654-123667a4620e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:43.935519 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-03fbeed1-179e-4b48-abb1-d3f47cea50c9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Made reservation on behalf of 8c06eab41c094a658cd4053515999f68 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:07:43.939809 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-03fbeed1-179e-4b48-abb1-d3f47cea50c9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:43.956039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f7d00d04-df5d-4f58-a654-123667a4620e None None] Port 5c6dbd70-9637-4268-8efe-14f3278784ab cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:07:43.974350 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b387637-b8a7-4920-8349-8af28327daad req-a14314d6-98f8-4dc4-9f28-9575c6bb9351 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.171 HTTP/1.1" status: 200 len: 1002 time: 0.1154101 Nov 18 17:07:43.979907 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-55b69411-6c63-4f20-95bc-473ad62ed246 req-a0d56039-dfc8-41d0-a3da-a65bb495064f tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430337 Nov 18 17:07:43.982881 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-7b387637-b8a7-4920-8349-8af28327daad req-399f3fcd-76cc-4b11-b75c-9c6eb02a8d79 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:44.094034 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7b387637-b8a7-4920-8349-8af28327daad req-399f3fcd-76cc-4b11-b75c-9c6eb02a8d79 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:44.250037 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-03fbeed1-179e-4b48-abb1-d3f47cea50c9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Allocated IP 172.20.0.5 (e6675c45-2017-448b-a56f-7a8487b5bcd0/ab1c1519-af93-4458-8a9d-ac5eb923f940/b6e8f1c3-a065-4e47-80ce-f16360e90e44) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:07:44.345970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6dbd70-9637-4268-8efe-14f3278784ab {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:07:44.359644 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:44.400710 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Transition to ACTIVE for port object 5c6dbd70-9637-4268-8efe-14f3278784ab will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:07:44.432441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 75475524-5d6c-482f-baa7-0d084e272755 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:07:44.467583 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:44.522119 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-03fbeed1-179e-4b48-abb1-d3f47cea50c9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:44.539532 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 75475524-5d6c-482f-baa7-0d084e272755, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=75475524-5d6c-482f-baa7-0d084e272755,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:44.557382 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '75475524-5d6c-482f-baa7-0d084e272755', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '75475524-5d6c-482f-baa7-0d084e272755', 'mac_address': 'fa:16:3e:ce:4b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:07:44.568187 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7b387637-b8a7-4920-8349-8af28327daad req-399f3fcd-76cc-4b11-b75c-9c6eb02a8d79 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:44.576846 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d5774-f461-4fc2-80be-070c4825bcb5 req-c8a631d2-e5b2-4649-80e8-fd37726ced2f tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:44.584223 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec0d5774-f461-4fc2-80be-070c4825bcb5 req-c8a631d2-e5b2-4649-80e8-fd37726ced2f tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 943 time: 0.4240975 Nov 18 17:07:44.588025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6dbd70-9637-4268-8efe-14f3278784ab,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:44.601089 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:44.615183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75475524-5d6c-482f-baa7-0d084e272755 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:07:44.638545 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 75475524-5d6c-482f-baa7-0d084e272755, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=75475524-5d6c-482f-baa7-0d084e272755,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:44.639572 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec0d5774-f461-4fc2-80be-070c4825bcb5 req-a2368c0b-92f3-4441-86a7-89dd67e698c6 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/security-groups?id=06a2741d-8792-4d13-8c96-51157d607400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528231 Nov 18 17:07:44.643452 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7b387637-b8a7-4920-8349-8af28327daad req-399f3fcd-76cc-4b11-b75c-9c6eb02a8d79 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:44.643452 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [req-7b387637-b8a7-4920-8349-8af28327daad req-399f3fcd-76cc-4b11-b75c-9c6eb02a8d79 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Floating IP 57a26a36-5f21-4201-8522-5d0d8bf2108e disassociated. External IP: 172.25.3.171, port: e755ffee-85fc-4156-b667-f92de2c9edfa. Nov 18 17:07:44.679309 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Attempting to bind port 5c6dbd70-9637-4268-8efe-14f3278784ab on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:07:44.679847 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Attempting to bind port 5c6dbd70-9637-4268-8efe-14f3278784ab by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '01861380-1107-47c7-ab4a-be11090e1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:07:44.680178 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Attempting to bind port 5c6dbd70-9637-4268-8efe-14f3278784ab on network b774b810-3d9c-4b19-9254-bb91c7b50841 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:44.686271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Port 5c6dbd70-9637-4268-8efe-14f3278784ab on network b774b810-3d9c-4b19-9254-bb91c7b50841 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:07:44.686814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Attempting to bind port 5c6dbd70-9637-4268-8efe-14f3278784ab on network b774b810-3d9c-4b19-9254-bb91c7b50841 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:44.692587 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:07:44.693163 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Checking segment: {'id': '01861380-1107-47c7-ab4a-be11090e1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:07:44.693942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Bound using segment: {'id': '01861380-1107-47c7-ab4a-be11090e1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:07:44.694164 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Bound port: 5c6dbd70-9637-4268-8efe-14f3278784ab, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01861380-1107-47c7-ab4a-be11090e1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:07:44.694622 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:44.731905 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:44.757812 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-03fbeed1-179e-4b48-abb1-d3f47cea50c9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:44.764356 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84eb1d98-0338-4968-96bb-4edf67b4655a req-e2c0c5c7-dfa8-440c-ad4f-ffbd37864682 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 210 time: 0.0578589 Nov 18 17:07:44.799614 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=75475524-5d6c-482f-baa7-0d084e272755,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:44.847732 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] For port 5c6dbd70-9637-4268-8efe-14f3278784ab, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:07:44.856274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] For port 5c6dbd70-9637-4268-8efe-14f3278784ab, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=5c6dbd70-9637-4268-8efe-14f3278784ab,segment=NetworkSegment(01861380-1107-47c7-ab4a-be11090e1798),segment_id=01861380-1107-47c7-ab4a-be11090e1798)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:07:44.858427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-03fbeed1-179e-4b48-abb1-d3f47cea50c9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Network e6675c45-2017-448b-a56f-7a8487b5bcd0 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:07:44.867292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-03fbeed1-179e-4b48-abb1-d3f47cea50c9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:07:44.869593 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbeed1-179e-4b48-abb1-d3f47cea50c9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Pushing event updated for resources: {'Port': ['ID=b6e8f1c3-a065-4e47-80ce-f16360e90e44,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:44.874831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-03fbeed1-179e-4b48-abb1-d3f47cea50c9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:07:44.940892 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-03fbeed1-179e-4b48-abb1-d3f47cea50c9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:44.941803 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-03fbeed1-179e-4b48-abb1-d3f47cea50c9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:44.945895 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:44.966209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b387637-b8a7-4920-8349-8af28327daad req-399f3fcd-76cc-4b11-b75c-9c6eb02a8d79 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Router ca651b49-7703-43d6-9f0a-a903f1f30c5b has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:07:45.009026 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6dbd70-9637-4268-8efe-14f3278784ab,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:45.019494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:45.020195 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:45.021635 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-e2540ae1-041e-45ec-b53f-76365308a929 service neutron] 10.222.0.83 "PUT /v2.0/ports/5c6dbd70-9637-4268-8efe-14f3278784ab HTTP/1.1" status: 200 len: 1092 time: 1.2457647 Nov 18 17:07:45.022090 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e05446-bcfa-4f90-92e4-ebef50d38702', 'tag': '5c6dbd70-9637-4268-8efe-14f3278784ab'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:45.024466 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb68a29-fff4-42c2-b92a-9f5053045ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "74e05446-bcfa-4f90-92e4-ebef50d38702", "tag": "5c6dbd70-9637-4268-8efe-14f3278784ab"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:45.071321 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['75475524-5d6c-482f-baa7-0d084e272755'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:07:45.094953 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b387637-b8a7-4920-8349-8af28327daad req-399f3fcd-76cc-4b11-b75c-9c6eb02a8d79 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:07:45.101831 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7b387637-b8a7-4920-8349-8af28327daad req-399f3fcd-76cc-4b11-b75c-9c6eb02a8d79 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:45.163750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9f0849-647e-4f73-a9a8-0251a0c6246b None None] Sync routers for ids ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:07:45.165837 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b387637-b8a7-4920-8349-8af28327daad req-399f3fcd-76cc-4b11-b75c-9c6eb02a8d79 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "PUT /v2.0/floatingips/57a26a36-5f21-4201-8522-5d0d8bf2108e HTTP/1.1" status: 200 len: 695 time: 1.1721835 Nov 18 17:07:45.165837 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb97c6a-2714-4e40-a545-1a811ee9592f', 'tag': 'e755ffee-85fc-4156-b667-f92de2c9edfa'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:45.166022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9f0849-647e-4f73-a9a8-0251a0c6246b None None] Routers {'ca651b49-7703-43d6-9f0a-a903f1f30c5b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:07:45.166022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7d9f0849-647e-4f73-a9a8-0251a0c6246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:07:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:45.166221 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e353620-9354-42e3-a2a8-3aa34424dc75" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb97c6a-2714-4e40-a545-1a811ee9592f", "tag": "e755ffee-85fc-4156-b667-f92de2c9edfa"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:45.225662 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b387637-b8a7-4920-8349-8af28327daad req-6923fdbd-a556-466e-932a-b6ffd987531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:45.227396 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b387637-b8a7-4920-8349-8af28327daad req-6923fdbd-a556-466e-932a-b6ffd987531c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec8bc8d40c44f229736948c844a6997&device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 1098 time: 0.0660260 Nov 18 17:07:45.256873 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-03fbeed1-179e-4b48-abb1-d3f47cea50c9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6257923 Nov 18 17:07:45.274667 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Request body: {'port': {'device_id': '9ecc2e21-1594-4e74-ac57-3807302bc8a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:45.363590 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b387637-b8a7-4920-8349-8af28327daad req-ae020275-d099-437a-b2b9-53d4de862919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:45.365972 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b387637-b8a7-4920-8349-8af28327daad req-ae020275-d099-437a-b2b9-53d4de862919 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b HTTP/1.1" status: 200 len: 931 time: 0.1317575 Nov 18 17:07:45.383599 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-7d9f0849-647e-4f73-a9a8-0251a0c6246b None None] Set router ca651b49-7703-43d6-9f0a-a903f1f30c5b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:07:45.415985 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b387637-b8a7-4920-8349-8af28327daad req-cc1828d1-5eb5-41d7-bb6b-d399bcddfe64 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e755ffee-85fc-4156-b667-f92de2c9edfa HTTP/1.1" status: 200 len: 217 time: 0.0432417 Nov 18 17:07:45.449634 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:45.452048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-9fe8a8e2-a8a9-4581-8d0a-fc726d5ccad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:45.453569 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-9fe8a8e2-a8a9-4581-8d0a-fc726d5ccad3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e1ea671c0fde4fd8b5f996fbf92564c3&device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 1095 time: 0.1550932 Nov 18 17:07:45.462090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0256671c-e1d6-42ec-93dc-31f0a9f92b64 None None] Provisioning complete for port b6e8f1c3-a065-4e47-80ce-f16360e90e44 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:45.462477 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0256671c-e1d6-42ec-93dc-31f0a9f92b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:45.487758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b387637-b8a7-4920-8349-8af28327daad req-0b0d547a-10af-48ef-9906-73a9be68b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:45.490752 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b387637-b8a7-4920-8349-8af28327daad req-0b0d547a-10af-48ef-9906-73a9be68b773 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f0e3f9de-bbd5-4806-ba02-214638f003c2 HTTP/1.1" status: 200 len: 868 time: 0.0679846 Nov 18 17:07:45.521731 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-5bc98726-ca40-42b6-9c90-af495cdc8062 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c6dbd70-9637-4268-8efe-14f3278784ab HTTP/1.1" status: 200 len: 217 time: 0.0571668 Nov 18 17:07:45.559686 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b387637-b8a7-4920-8349-8af28327daad req-ef96e44f-0979-4503-90e5-032bcdc1ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:45.563984 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b387637-b8a7-4920-8349-8af28327daad req-ef96e44f-0979-4503-90e5-032bcdc1ec28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659811 Nov 18 17:07:45.577067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0256671c-e1d6-42ec-93dc-31f0a9f92b64 None None] Port b6e8f1c3-a065-4e47-80ce-f16360e90e44 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:07:45.655388 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-4001274e-1d64-4a5c-a60a-e06a776f7d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:45.657398 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-4001274e-1d64-4a5c-a60a-e06a776f7d39 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0b4e7e67-a70a-4a00-91fd-a038d1d82df8 HTTP/1.1" status: 200 len: 845 time: 0.1116195 Nov 18 17:07:45.700788 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b387637-b8a7-4920-8349-8af28327daad req-b8af4677-751e-4883-88b7-c422989a1965 service neutron] 10.222.0.72 "GET /v2.0/networks/4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303961 Nov 18 17:07:45.737488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7d9f0849-647e-4f73-a9a8-0251a0c6246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402547065-router', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:55Z', 'updated_at': '2021-11-18T17:07:07Z', 'revision_number': 4, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'gw_port': {'id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:57Z', 'updated_at': '2021-11-18T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '9b0fcedc-6907-4c96-9ae4-5594e17db1a0', 'name': '', 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'mac_address': 'fa:16:3e:bb:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:05Z', 'updated_at': '2021-11-18T17:07:11Z', 'revision_number': 5, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'subnets': [{'id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:45.765459 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9f0849-647e-4f73-a9a8-0251a0c6246b None None] Checking router: ca651b49-7703-43d6-9f0a-a903f1f30c5b for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:07:45.776414 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9f0849-647e-4f73-a9a8-0251a0c6246b None None] Routers {'ca651b49-7703-43d6-9f0a-a903f1f30c5b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:07:45.777535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7d9f0849-647e-4f73-a9a8-0251a0c6246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:07:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:45.778231 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-eeb816d2-c92b-4cf6-89c5-8d6f0bdbefa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:45.780051 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-eeb816d2-c92b-4cf6-89c5-8d6f0bdbefa2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b774b810-3d9c-4b19-9254-bb91c7b50841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1099658 Nov 18 17:07:45.801196 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b387637-b8a7-4920-8349-8af28327daad req-a3c86634-7ae2-4f98-b0df-e582b7154bb4 service neutron] 10.222.0.72 "GET /v2.0/networks/4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994630 Nov 18 17:07:45.899412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-7d9f0849-647e-4f73-a9a8-0251a0c6246b None None] Set router ca651b49-7703-43d6-9f0a-a903f1f30c5b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:07:45.952285 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e8f1c3-a065-4e47-80ce-f16360e90e44 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:07:45.960728 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-9535b6cd-0cb6-48ec-9fa6-24750d47ae6b service neutron] 10.222.0.83 "GET /v2.0/networks/b774b810-3d9c-4b19-9254-bb91c7b50841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649828 Nov 18 17:07:45.962827 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:45.979252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Transition to ACTIVE for port object b6e8f1c3-a065-4e47-80ce-f16360e90e44 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:07:45.988438 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41619300-d34d-4ea8-92b0-3f72e0d663dd x-openstack-request-id: req-41619300-d34d-4ea8-92b0-3f72e0d663dd {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:45.988780 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e05446-bcfa-4f90-92e4-ebef50d38702", "tag": "5c6dbd70-9637-4268-8efe-14f3278784ab", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:45.989041 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-41619300-d34d-4ea8-92b0-3f72e0d663dd {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:45.989439 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e05446-bcfa-4f90-92e4-ebef50d38702', 'tag': '5c6dbd70-9637-4268-8efe-14f3278784ab', 'status': 'completed', 'code': 200} Nov 18 17:07:46.026993 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd235f69-e4fa-4833-bd91-a70d08882e93 x-openstack-request-id: req-cd235f69-e4fa-4833-bd91-a70d08882e93 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:46.026993 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb97c6a-2714-4e40-a545-1a811ee9592f", "tag": "e755ffee-85fc-4156-b667-f92de2c9edfa", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:46.026993 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cd235f69-e4fa-4833-bd91-a70d08882e93 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:46.026993 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb97c6a-2714-4e40-a545-1a811ee9592f', 'tag': 'e755ffee-85fc-4156-b667-f92de2c9edfa', 'status': 'completed', 'code': 200} Nov 18 17:07:46.082843 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:46.130243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e2d3d-badf-4f6f-8134-0a362a2523a3 req-a0a7d161-e86d-4c0e-9151-82a62ef330b7 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:46.132079 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-105e2d3d-badf-4f6f-8134-0a362a2523a3 req-a0a7d161-e86d-4c0e-9151-82a62ef330b7 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8653c88-3547-4d70-8f4c-e4c524953a4c HTTP/1.1" status: 200 len: 948 time: 0.1212132 Nov 18 17:07:46.149789 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e353620-9354-42e3-a2a8-3aa34424dc75 req-9f8657cf-999c-4e6a-870c-b84261851505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:46.151443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e353620-9354-42e3-a2a8-3aa34424dc75 req-9f8657cf-999c-4e6a-870c-b84261851505 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cec8bc8d40c44f229736948c844a6997&device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 1098 time: 0.0963476 Nov 18 17:07:46.180911 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7550bac1-a3e3-4c31-8422-59f92c507629 req-1c37dea2-0260-4a3a-8741-de20a1c342a8 service neutron] 10.222.0.83 "GET /v2.0/networks/b774b810-3d9c-4b19-9254-bb91c7b50841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045500 Nov 18 17:07:46.183690 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e8f1c3-a065-4e47-80ce-f16360e90e44,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:46.237744 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-105e2d3d-badf-4f6f-8134-0a362a2523a3 req-560d9246-5463-4090-9d14-c3143f20b0ed tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/security-groups?id=509eb858-5241-4325-a224-f42412221ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910096 Nov 18 17:07:46.295025 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8647d-940e-46ff-a52d-b1c4f3a0561e req-d49a50af-129a-4b90-aa1c-9406dd2ba792 tempest-ServersAdminNegativeTestJSON-356057786 tempest-ServersAdminNegativeTestJSON-356057786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:46.299374 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56f8647d-940e-46ff-a52d-b1c4f3a0561e req-d49a50af-129a-4b90-aa1c-9406dd2ba792 tempest-ServersAdminNegativeTestJSON-356057786 tempest-ServersAdminNegativeTestJSON-356057786-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 1102 time: 0.1662204 Nov 18 17:07:46.305889 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Attempting to bind port b6e8f1c3-a065-4e47-80ce-f16360e90e44 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:07:46.308529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Attempting to bind port b6e8f1c3-a065-4e47-80ce-f16360e90e44 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:07:46.308982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Attempting to bind port b6e8f1c3-a065-4e47-80ce-f16360e90e44 on network e6675c45-2017-448b-a56f-7a8487b5bcd0 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:46.310017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7d9f0849-647e-4f73-a9a8-0251a0c6246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402547065-router', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:55Z', 'updated_at': '2021-11-18T17:07:07Z', 'revision_number': 4, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'gw_port': {'id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:57Z', 'updated_at': '2021-11-18T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '9b0fcedc-6907-4c96-9ae4-5594e17db1a0', 'name': '', 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'mac_address': 'fa:16:3e:bb:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:05Z', 'updated_at': '2021-11-18T17:07:11Z', 'revision_number': 5, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'subnets': [{'id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:46.322232 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Port b6e8f1c3-a065-4e47-80ce-f16360e90e44 on network e6675c45-2017-448b-a56f-7a8487b5bcd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:07:46.322591 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Attempting to bind port b6e8f1c3-a065-4e47-80ce-f16360e90e44 on network e6675c45-2017-448b-a56f-7a8487b5bcd0 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:46.325366 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-56f8647d-940e-46ff-a52d-b1c4f3a0561e req-242311ff-9269-495a-a2d1-76f2d8c520e7 tempest-ServersAdminNegativeTestJSON-356057786 tempest-ServersAdminNegativeTestJSON-356057786-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:46.331938 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:07:46.332459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Checking segment: {'id': 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:07:46.333629 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Bound using segment: {'id': 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:07:46.333758 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Bound port: b6e8f1c3-a065-4e47-80ce-f16360e90e44, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:07:46.334288 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:46.365746 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9f0849-647e-4f73-a9a8-0251a0c6246b None None] The sync data for ids ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'] in n-d-813419-11 is: [{'id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402547065-router', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:55Z', 'updated_at': '2021-11-18T17:07:07Z', 'revision_number': 4, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'gw_port': {'id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:57Z', 'updated_at': '2021-11-18T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '9b0fcedc-6907-4c96-9ae4-5594e17db1a0', 'name': '', 'network_id': '4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'mac_address': 'fa:16:3e:bb:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:05Z', 'updated_at': '2021-11-18T17:07:11Z', 'revision_number': 5, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'subnets': [{'id': 'f0e3f9de-bbd5-4806-ba02-214638f003c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:07:46.425754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] For port b6e8f1c3-a065-4e47-80ce-f16360e90e44, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:07:46.430408 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] For port b6e8f1c3-a065-4e47-80ce-f16360e90e44, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b6e8f1c3-a065-4e47-80ce-f16360e90e44,segment=NetworkSegment(c64e58f2-65dc-44f4-bbbe-7df53f8c3711),segment_id=c64e58f2-65dc-44f4-bbbe-7df53f8c3711)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:07:46.450204 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 75475524-5d6c-482f-baa7-0d084e272755 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:07:46.477810 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb68a29-fff4-42c2-b92a-9f5053045ed1 req-69ea3d6f-2f60-4fb9-a764-5f838dac1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:46.480241 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bdb68a29-fff4-42c2-b92a-9f5053045ed1 req-69ea3d6f-2f60-4fb9-a764-5f838dac1443 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e1ea671c0fde4fd8b5f996fbf92564c3&device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 1095 time: 0.1243055 Nov 18 17:07:46.504508 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e353620-9354-42e3-a2a8-3aa34424dc75 req-b6138d44-9acf-4d18-a5d6-ba2b740601ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:46.506304 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e353620-9354-42e3-a2a8-3aa34424dc75 req-b6138d44-9acf-4d18-a5d6-ba2b740601ec service neutron] 10.222.0.81 "GET /v2.0/networks?id=4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b HTTP/1.1" status: 200 len: 931 time: 0.2727180 Nov 18 17:07:46.507453 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:46.524320 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b092d-71ee-4a58-817e-610f929fa01b req-eaffbd96-8163-45bf-ae46-71b33c8f4db9 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:46.525843 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c20b092d-71ee-4a58-817e-610f929fa01b req-eaffbd96-8163-45bf-ae46-71b33c8f4db9 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 943 time: 0.1332383 Nov 18 17:07:46.568611 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:46.569386 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:46.570933 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] 10.222.0.83 "PUT /v2.0/ports/b6e8f1c3-a065-4e47-80ce-f16360e90e44 HTTP/1.1" status: 200 len: 1092 time: 1.3007863 Nov 18 17:07:46.579507 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-56f8647d-940e-46ff-a52d-b1c4f3a0561e req-242311ff-9269-495a-a2d1-76f2d8c520e7 tempest-ServersAdminNegativeTestJSON-356057786 tempest-ServersAdminNegativeTestJSON-356057786-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:46.581587 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e353620-9354-42e3-a2a8-3aa34424dc75 req-26b9436a-e253-47ec-bdc3-d259726ee554 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e755ffee-85fc-4156-b667-f92de2c9edfa HTTP/1.1" status: 200 len: 217 time: 0.0524445 Nov 18 17:07:46.585355 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 75475524-5d6c-482f-baa7-0d084e272755 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:07:46.594619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 75475524-5d6c-482f-baa7-0d084e272755 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:46.595223 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:46.660990 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc30cd5-8763-44d3-9b69-29035147b487 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e8f1c3-a065-4e47-80ce-f16360e90e44,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:46.670576 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb68a29-fff4-42c2-b92a-9f5053045ed1 req-b99b236d-0af7-44fe-9410-b329e75aae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:46.676523 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bdb68a29-fff4-42c2-b92a-9f5053045ed1 req-b99b236d-0af7-44fe-9410-b329e75aae82 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b774b810-3d9c-4b19-9254-bb91c7b50841 HTTP/1.1" status: 200 len: 908 time: 0.1835973 Nov 18 17:07:46.684301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c20b092d-71ee-4a58-817e-610f929fa01b req-988feca2-1221-467b-a598-1fe154f27618 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/security-groups?id=06a2741d-8792-4d13-8c96-51157d607400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417708 Nov 18 17:07:46.685267 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-56f8647d-940e-46ff-a52d-b1c4f3a0561e req-242311ff-9269-495a-a2d1-76f2d8c520e7 tempest-ServersAdminNegativeTestJSON-356057786 tempest-ServersAdminNegativeTestJSON-356057786-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:46.758962 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:46.793733 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8653c88-3547-4d70-8f4c-e4c524953a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75475524-5d6c-482f-baa7-0d084e272755'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:46.794621 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bca5d-058d-4891-8cf9-eb786c3c165a None None] New status for floating IP 57a26a36-5f21-4201-8522-5d0d8bf2108e: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:07:46.796721 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10daa401-5c51-4ab3-abcd-d208c89b8c92" -d '{"events": [{"server_uuid": "c8653c88-3547-4d70-8f4c-e4c524953a4c", "name": "network-vif-plugged", "status": "completed", "tag": "75475524-5d6c-482f-baa7-0d084e272755"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:46.813426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 75475524-5d6c-482f-baa7-0d084e272755, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=75475524-5d6c-482f-baa7-0d084e272755,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:46.858998 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e353620-9354-42e3-a2a8-3aa34424dc75 req-1a183623-5a82-4f79-a46b-79d856df09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:46.860811 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e353620-9354-42e3-a2a8-3aa34424dc75 req-1a183623-5a82-4f79-a46b-79d856df09ab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f0e3f9de-bbd5-4806-ba02-214638f003c2 HTTP/1.1" status: 200 len: 868 time: 0.2693028 Nov 18 17:07:46.889419 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56f8647d-940e-46ff-a52d-b1c4f3a0561e req-242311ff-9269-495a-a2d1-76f2d8c520e7 tempest-ServersAdminNegativeTestJSON-356057786 tempest-ServersAdminNegativeTestJSON-356057786-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803959 Nov 18 17:07:46.890139 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242311ff-9269-495a-a2d1-76f2d8c520e7 tempest-ServersAdminNegativeTestJSON-356057786 tempest-ServersAdminNegativeTestJSON-356057786-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18421a19-0e70-404c-b4ae-b2e8801a0620,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:46.895519 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:46.952917 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394a746-8b04-4b68-98f7-6e7702a53ba7 req-9dbfe9c4-fba0-45d6-91ef-e9b922cfbce5 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:46.959616 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f394a746-8b04-4b68-98f7-6e7702a53ba7 req-9dbfe9c4-fba0-45d6-91ef-e9b922cfbce5 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 943 time: 0.1426313 Nov 18 17:07:46.962085 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e353620-9354-42e3-a2a8-3aa34424dc75 req-851dffe0-458b-4e18-aee0-9f12c608bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:46.966730 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e353620-9354-42e3-a2a8-3aa34424dc75 req-851dffe0-458b-4e18-aee0-9f12c608bb88 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873635 Nov 18 17:07:46.994255 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=75475524-5d6c-482f-baa7-0d084e272755,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:47.043715 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bdb68a29-fff4-42c2-b92a-9f5053045ed1 req-34dfcdc7-0b6f-4518-be10-472a70deec4a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c6dbd70-9637-4268-8efe-14f3278784ab HTTP/1.1" status: 200 len: 217 time: 0.3521311 Nov 18 17:07:47.067606 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-cbd598b7-5692-4c7f-ac54-6f767aefe6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:47.069223 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-cbd598b7-5692-4c7f-ac54-6f767aefe6d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8c06eab41c094a658cd4053515999f68&device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 1095 time: 0.3700185 Nov 18 17:07:47.115120 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f30bf499-afc4-4569-b091-209ae6d461a9 req-bdf5648e-6a7f-41ee-9d64-fba1cc13a607 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/floatingips/57a26a36-5f21-4201-8522-5d0d8bf2108e HTTP/1.1" status: 200 len: 695 time: 0.1403902 Nov 18 17:07:47.130531 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-4a9e53d6-ded1-4c7b-ae4e-75cf944b8c6d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6e8f1c3-a065-4e47-80ce-f16360e90e44 HTTP/1.1" status: 200 len: 217 time: 0.0437603 Nov 18 17:07:47.169114 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb68a29-fff4-42c2-b92a-9f5053045ed1 req-5525e296-6ad9-4c6f-b22e-8f73b9a01e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:47.170559 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bdb68a29-fff4-42c2-b92a-9f5053045ed1 req-5525e296-6ad9-4c6f-b22e-8f73b9a01e6f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0b4e7e67-a70a-4a00-91fd-a038d1d82df8 HTTP/1.1" status: 200 len: 845 time: 0.1131563 Nov 18 17:07:47.176308 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f394a746-8b04-4b68-98f7-6e7702a53ba7 req-b5d815f1-8cb0-4fc3-b9bd-2561e5a9735f tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033148 Nov 18 17:07:47.184901 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e353620-9354-42e3-a2a8-3aa34424dc75 req-33446dc7-0422-4782-a314-86e954a91231 service neutron] 10.222.0.81 "GET /v2.0/networks/4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079375 Nov 18 17:07:47.210020 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-8b5f54cb-5f0b-455a-b8b5-76466516aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:47.211570 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-8b5f54cb-5f0b-455a-b8b5-76466516aa08 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab1c1519-af93-4458-8a9d-ac5eb923f940 HTTP/1.1" status: 200 len: 863 time: 0.0730302 Nov 18 17:07:47.248517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb68a29-fff4-42c2-b92a-9f5053045ed1 req-b8d42c53-7b01-4b45-a869-ba904b221cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:47.249876 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bdb68a29-fff4-42c2-b92a-9f5053045ed1 req-b8d42c53-7b01-4b45-a869-ba904b221cf9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b774b810-3d9c-4b19-9254-bb91c7b50841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713594 Nov 18 17:07:47.273913 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-b844a981-05b3-4869-a822-26cf9b0afb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:47.275426 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-b844a981-05b3-4869-a822-26cf9b0afb23 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6675c45-2017-448b-a56f-7a8487b5bcd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558417 Nov 18 17:07:47.319025 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bf499-afc4-4569-b091-209ae6d461a9 req-53818ea4-c9dc-4a8e-a609-80f899ee19d1 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:47.320468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f30bf499-afc4-4569-b091-209ae6d461a9 req-53818ea4-c9dc-4a8e-a609-80f899ee19d1 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.1961410 Nov 18 17:07:47.377435 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e353620-9354-42e3-a2a8-3aa34424dc75 req-1f19c70b-0432-413c-af60-89a3e7151280 service neutron] 10.222.0.81 "GET /v2.0/networks/4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600735 Nov 18 17:07:47.387669 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f30bf499-afc4-4569-b091-209ae6d461a9 req-fa7b47cb-d4c0-44f2-ab44-5e71fc3f3252 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.171 HTTP/1.1" status: 200 len: 696 time: 0.0537679 Nov 18 17:07:47.425155 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bdb68a29-fff4-42c2-b92a-9f5053045ed1 req-446949cd-56a1-4af2-8817-617493d17408 service neutron] 10.222.0.83 "GET /v2.0/networks/b774b810-3d9c-4b19-9254-bb91c7b50841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625452 Nov 18 17:07:47.430701 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-19217f50-3f3d-4506-aeff-b3b471608f15 service neutron] 10.222.0.83 "GET /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446862 Nov 18 17:07:47.458217 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f30bf499-afc4-4569-b091-209ae6d461a9 req-fed2f180-8c04-42a8-9ff3-d9c74227748a tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.171 HTTP/1.1" status: 200 len: 696 time: 0.0520744 Nov 18 17:07:47.589971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-f30bf499-afc4-4569-b091-209ae6d461a9 req-83e11606-0505-4161-9a2f-21a1cc122716 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Deleting port c97f5b58-ff42-4bed-9a21-eda846a34477 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:07:47.590318 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f30bf499-afc4-4569-b091-209ae6d461a9 req-83e11606-0505-4161-9a2f-21a1cc122716 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:47.598630 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bdb68a29-fff4-42c2-b92a-9f5053045ed1 req-2a2061a9-c4f6-4c7d-be7a-295599aa544a service neutron] 10.222.0.83 "GET /v2.0/networks/b774b810-3d9c-4b19-9254-bb91c7b50841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576779 Nov 18 17:07:47.600570 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-714c9caa-3493-4dc0-89f3-d4b17137c88c req-af16d660-9356-4443-8332-e8ae43848ac2 service neutron] 10.222.0.83 "GET /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523221 Nov 18 17:07:47.666530 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f30bf499-afc4-4569-b091-209ae6d461a9 req-83e11606-0505-4161-9a2f-21a1cc122716 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:47.666860 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f30bf499-afc4-4569-b091-209ae6d461a9 req-83e11606-0505-4161-9a2f-21a1cc122716 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:47.679748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-f30bf499-afc4-4569-b091-209ae6d461a9 req-83e11606-0505-4161-9a2f-21a1cc122716 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Calling delete_port for c97f5b58-ff42-4bed-9a21-eda846a34477 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:07:47.912492 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f30bf499-afc4-4569-b091-209ae6d461a9 req-83e11606-0505-4161-9a2f-21a1cc122716 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:47.944310 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e11606-0505-4161-9a2f-21a1cc122716 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Pushing event deleted for resources: {'Port': ['ID=c97f5b58-ff42-4bed-9a21-eda846a34477,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:47.991256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ecc2e21-1594-4e74-ac57-3807302bc8a0', 'tag': 'b6e8f1c3-a065-4e47-80ce-f16360e90e44'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:47.993659 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662e2447-19df-4c6b-b407-6b1c78d32679" -d '{"events": [{"name": "network-changed", "server_uuid": "9ecc2e21-1594-4e74-ac57-3807302bc8a0", "tag": "b6e8f1c3-a065-4e47-80ce-f16360e90e44"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:48.007148 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f30bf499-afc4-4569-b091-209ae6d461a9 req-83e11606-0505-4161-9a2f-21a1cc122716 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:48.010157 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f30bf499-afc4-4569-b091-209ae6d461a9 req-83e11606-0505-4161-9a2f-21a1cc122716 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:48.011375 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f30bf499-afc4-4569-b091-209ae6d461a9 req-83e11606-0505-4161-9a2f-21a1cc122716 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "DELETE /v2.0/floatingips/57a26a36-5f21-4201-8522-5d0d8bf2108e HTTP/1.1" status: 204 len: 173 time: 0.5474656 Nov 18 17:07:48.046407 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a335a1c-cc78-4f1b-8f4b-787b279b3b57 x-openstack-request-id: req-8a335a1c-cc78-4f1b-8f4b-787b279b3b57 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:48.046886 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8653c88-3547-4d70-8f4c-e4c524953a4c", "name": "network-vif-plugged", "status": "completed", "tag": "75475524-5d6c-482f-baa7-0d084e272755", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:48.046979 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8a335a1c-cc78-4f1b-8f4b-787b279b3b57 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:48.047381 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8653c88-3547-4d70-8f4c-e4c524953a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75475524-5d6c-482f-baa7-0d084e272755', 'code': 200} Nov 18 17:07:48.217559 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee362bf-659b-4c6d-8f93-3a61aed628da req-5b21217d-b107-4829-9243-ab8fea80bab3 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:48.219152 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ee362bf-659b-4c6d-8f93-3a61aed628da req-5b21217d-b107-4829-9243-ab8fea80bab3 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8653c88-3547-4d70-8f4c-e4c524953a4c HTTP/1.1" status: 200 len: 949 time: 0.1149912 Nov 18 17:07:48.227153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5917526-7c9c-45b3-9ac1-0c90603acf10 req-2fd0a598-33ef-4648-b390-7e14c057833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:48.228635 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5917526-7c9c-45b3-9ac1-0c90603acf10 req-2fd0a598-33ef-4648-b390-7e14c057833a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c8653c88-3547-4d70-8f4c-e4c524953a4c HTTP/1.1" status: 200 len: 1101 time: 0.1087251 Nov 18 17:07:48.273663 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059ea7c-a510-4dbc-af7f-161ef3d1f88e req-dcc2baab-a8f2-44ae-8627-82def936effd tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:48.275175 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8059ea7c-a510-4dbc-af7f-161ef3d1f88e req-dcc2baab-a8f2-44ae-8627-82def936effd tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 943 time: 0.1148531 Nov 18 17:07:48.331682 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ee362bf-659b-4c6d-8f93-3a61aed628da req-d84ca78a-5752-43e0-ad5f-f24160efe744 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/security-groups?id=509eb858-5241-4325-a224-f42412221ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019659 Nov 18 17:07:48.343771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5917526-7c9c-45b3-9ac1-0c90603acf10 req-90ae6c12-e128-40ec-9f49-8324e135a4f8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=509eb858-5241-4325-a224-f42412221ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042364 Nov 18 17:07:48.367048 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8059ea7c-a510-4dbc-af7f-161ef3d1f88e req-4942c303-2ca7-457c-a129-d6fa801586fc tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/security-groups?id=06a2741d-8792-4d13-8c96-51157d607400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848691 Nov 18 17:07:48.422914 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9714e568-2590-43aa-8c10-944d5fc07505 x-openstack-request-id: req-9714e568-2590-43aa-8c10-944d5fc07505 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:48.424214 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ecc2e21-1594-4e74-ac57-3807302bc8a0", "tag": "b6e8f1c3-a065-4e47-80ce-f16360e90e44", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:48.424482 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9714e568-2590-43aa-8c10-944d5fc07505 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:48.424897 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ecc2e21-1594-4e74-ac57-3807302bc8a0', 'tag': 'b6e8f1c3-a065-4e47-80ce-f16360e90e44', 'status': 'completed', 'code': 200} Nov 18 17:07:48.477980 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dac94-2833-4b4e-83db-fa0974a9472e req-116d85af-aa89-424e-8dab-e9b76a014cbe tempest-ServersAdminNegativeTestJSON-356057786 tempest-ServersAdminNegativeTestJSON-356057786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:48.480111 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-542dac94-2833-4b4e-83db-fa0974a9472e req-116d85af-aa89-424e-8dab-e9b76a014cbe tempest-ServersAdminNegativeTestJSON-356057786 tempest-ServersAdminNegativeTestJSON-356057786-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 1102 time: 0.0542955 Nov 18 17:07:48.506232 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e2447-19df-4c6b-b407-6b1c78d32679 req-5d3b1cdb-42ce-4011-bbdc-89707c85816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:48.507799 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-662e2447-19df-4c6b-b407-6b1c78d32679 req-5d3b1cdb-42ce-4011-bbdc-89707c85816a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8c06eab41c094a658cd4053515999f68&device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 1095 time: 0.0524864 Nov 18 17:07:48.550983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b524db-dc5d-4813-a8d7-618407e186df req-6cf34703-a201-4d69-99ae-d3e042ecd636 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:48.552559 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-75b524db-dc5d-4813-a8d7-618407e186df req-6cf34703-a201-4d69-99ae-d3e042ecd636 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 943 time: 0.0709639 Nov 18 17:07:48.580548 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-542dac94-2833-4b4e-83db-fa0974a9472e req-363089c6-8fd9-41ea-8bf4-3ec91bc31515 tempest-ServersAdminNegativeTestJSON-356057786 tempest-ServersAdminNegativeTestJSON-356057786-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904529 Nov 18 17:07:48.617258 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-75b524db-dc5d-4813-a8d7-618407e186df req-0db929e8-e75d-4749-beee-6ca95640bf70 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562124 Nov 18 17:07:48.624527 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e2447-19df-4c6b-b407-6b1c78d32679 req-9bcb55e9-8b08-46b1-b4f9-dfd60d559d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:48.626079 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-662e2447-19df-4c6b-b407-6b1c78d32679 req-9bcb55e9-8b08-46b1-b4f9-dfd60d559d6d service neutron] 10.222.0.83 "GET /v2.0/networks?id=e6675c45-2017-448b-a56f-7a8487b5bcd0 HTTP/1.1" status: 200 len: 926 time: 0.1076345 Nov 18 17:07:48.676213 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-662e2447-19df-4c6b-b407-6b1c78d32679 req-b3f21b4b-0701-4621-96ed-75f32bce6b54 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6e8f1c3-a065-4e47-80ce-f16360e90e44 HTTP/1.1" status: 200 len: 217 time: 0.0407062 Nov 18 17:07:48.710285 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-097c31ff-25a1-46b9-89e6-aaaa9fe5e8ec tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b5619a9fdad84356bf3a835e304c5fab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250070 Nov 18 17:07:48.737574 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e2447-19df-4c6b-b407-6b1c78d32679 req-02cc7485-ab90-4916-949c-0b92d0876345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:48.739026 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-662e2447-19df-4c6b-b407-6b1c78d32679 req-02cc7485-ab90-4916-949c-0b92d0876345 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab1c1519-af93-4458-8a9d-ac5eb923f940 HTTP/1.1" status: 200 len: 863 time: 0.0449188 Nov 18 17:07:48.789911 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e2447-19df-4c6b-b407-6b1c78d32679 req-879bb139-31fa-4d1d-925b-38f47c0f246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:48.794108 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-662e2447-19df-4c6b-b407-6b1c78d32679 req-879bb139-31fa-4d1d-925b-38f47c0f246d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6675c45-2017-448b-a56f-7a8487b5bcd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460069 Nov 18 17:07:48.822333 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fd603-644a-4570-8bc3-bf0d1cac1a1c req-bd1810b8-bc09-45d5-a046-6136f77b8bfe tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:48.823954 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c1fd603-644a-4570-8bc3-bf0d1cac1a1c req-bd1810b8-bc09-45d5-a046-6136f77b8bfe tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1166248 Nov 18 17:07:48.869043 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-d51d8cac-f43b-4147-8c50-3c4b07aae010 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:48.876168 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-d51d8cac-f43b-4147-8c50-3c4b07aae010 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1584356 Nov 18 17:07:48.919639 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c1fd603-644a-4570-8bc3-bf0d1cac1a1c req-e417ddb3-d9fd-4dd2-97a4-611ffe353723 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0720279 Nov 18 17:07:48.927212 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-fc9a8f51-fc4c-4170-88cf-09ed2aa432f3 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/quotas/b5619a9fdad84356bf3a835e304c5fab HTTP/1.1" status: 200 len: 375 time: 0.0501654 Nov 18 17:07:48.948619 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-662e2447-19df-4c6b-b407-6b1c78d32679 req-277ee040-7cdd-4fd8-952b-0e8259131315 service neutron] 10.222.0.83 "GET /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461561 Nov 18 17:07:48.994418 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-e5a5507d-507f-4a1c-898d-b492376deed2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662231 Nov 18 17:07:49.142447 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-662e2447-19df-4c6b-b407-6b1c78d32679 req-97f537b7-aa71-4232-ac84-651d21ab20f7 service neutron] 10.222.0.83 "GET /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838629 Nov 18 17:07:49.194211 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-258bb583-82c5-4879-8329-57169c98edd5 req-aeee5d6e-75d5-46d5-b711-d4f18843daab tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0562205 Nov 18 17:07:49.532842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9af7e-94d9-4992-8bd0-9ab71c82b2bf req-718f9552-0b4b-440b-94b6-e0e7e340b4cd tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:49.534532 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76a9af7e-94d9-4992-8bd0-9ab71c82b2bf req-718f9552-0b4b-440b-94b6-e0e7e340b4cd tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8653c88-3547-4d70-8f4c-e4c524953a4c HTTP/1.1" status: 200 len: 949 time: 0.0583847 Nov 18 17:07:49.624498 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76a9af7e-94d9-4992-8bd0-9ab71c82b2bf req-e96ec8d7-3248-48f7-98d8-84ccd81d989b tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/security-groups?id=509eb858-5241-4325-a224-f42412221ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798099 Nov 18 17:07:49.712690 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60870) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:49.756090 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33f91032-e3a5-4a10-9c9f-05a7ab50b28a req-08957e21-94be-4baf-90f8-f905627cdb72 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 210 time: 0.0558691 Nov 18 17:07:49.810136 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b959836-3a0e-4463-8aae-ce2cf2943a26 req-469d6d3a-91ff-4a7b-ab35-0041e9147d19 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:49.814066 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b959836-3a0e-4463-8aae-ce2cf2943a26 req-469d6d3a-91ff-4a7b-ab35-0041e9147d19 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 943 time: 0.1427739 Nov 18 17:07:49.874640 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03f322d0-49b0-46d6-919b-cbe6d61ee8c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:49.914494 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b959836-3a0e-4463-8aae-ce2cf2943a26 req-56f78a3d-4247-4de2-ba3c-998c3554ba05 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/security-groups?id=06a2741d-8792-4d13-8c96-51157d607400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922813 Nov 18 17:07:49.976676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 5c6dbd70-9637-4268-8efe-14f3278784ab details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:07:50.000361 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03f322d0-49b0-46d6-919b-cbe6d61ee8c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:50.045985 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446bbd1-39cc-4b5f-a21b-4d135fbac834 req-a6a10fac-b1bb-4167-a8b9-fb70aa896de4 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:50.058865 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a446bbd1-39cc-4b5f-a21b-4d135fbac834 req-a6a10fac-b1bb-4167-a8b9-fb70aa896de4 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 946 time: 0.1581476 Nov 18 17:07:50.067186 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03f322d0-49b0-46d6-919b-cbe6d61ee8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:50.101238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 5c6dbd70-9637-4268-8efe-14f3278784ab, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=5c6dbd70-9637-4268-8efe-14f3278784ab,segment=NetworkSegment(01861380-1107-47c7-ab4a-be11090e1798),segment_id=01861380-1107-47c7-ab4a-be11090e1798)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:50.116321 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '5c6dbd70-9637-4268-8efe-14f3278784ab', 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841', 'port_id': '5c6dbd70-9637-4268-8efe-14f3278784ab', 'mac_address': 'fa:16:3e:1e:19:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:07:50.129197 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-03f322d0-49b0-46d6-919b-cbe6d61ee8c1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6eed8d3661694264a75ab1b3d7657ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4129782 Nov 18 17:07:50.129428 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab2672-4258-4782-8bc9-855e831c8a63 req-d6ce9302-40aa-497c-a073-54fd7e614bd9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:50.129554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f322d0-49b0-46d6-919b-cbe6d61ee8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9522cbfc-f9c4-43ed-83d5-76a75bce1374,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:50.129652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20ab2672-4258-4782-8bc9-855e831c8a63 req-d6ce9302-40aa-497c-a073-54fd7e614bd9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 943 time: 0.1344018 Nov 18 17:07:50.129744 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60878) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:50.151051 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a446bbd1-39cc-4b5f-a21b-4d135fbac834 req-c250c58b-3c0b-4ba4-926c-184a55bae430 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f17be5e-0356-41b1-87ff-831774448c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911441 Nov 18 17:07:50.171517 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:50.187487 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6dbd70-9637-4268-8efe-14f3278784ab {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:07:50.210752 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 5c6dbd70-9637-4268-8efe-14f3278784ab, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=5c6dbd70-9637-4268-8efe-14f3278784ab,segment=NetworkSegment(01861380-1107-47c7-ab4a-be11090e1798),segment_id=01861380-1107-47c7-ab4a-be11090e1798)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:50.228405 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20ab2672-4258-4782-8bc9-855e831c8a63 req-ea2ed85f-8e80-4f52-909e-6abe6600e741 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905442 Nov 18 17:07:50.239286 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e6bce83-0340-422a-b759-4d05b69f6906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:50.269419 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e6bce83-0340-422a-b759-4d05b69f6906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:50.272911 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:50.340962 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=5c6dbd70-9637-4268-8efe-14f3278784ab,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:50.421345 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e6bce83-0340-422a-b759-4d05b69f6906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:50.424125 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e6bce83-0340-422a-b759-4d05b69f6906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:50.425496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1e6bce83-0340-422a-b759-4d05b69f6906 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9522cbfc-f9c4-43ed-83d5-76a75bce1374 HTTP/1.1" status: 204 len: 168 time: 0.2937448 Nov 18 17:07:50.439345 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bce83-0340-422a-b759-4d05b69f6906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9522cbfc-f9c4-43ed-83d5-76a75bce1374,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:50.539063 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['5c6dbd70-9637-4268-8efe-14f3278784ab'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:07:50.768310 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bd406-3317-48f5-8e06-8dce39893a39 req-6ca85fab-2281-4faf-8ff8-dde0efc91800 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:50.769707 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b67bd406-3317-48f5-8e06-8dce39893a39 req-6ca85fab-2281-4faf-8ff8-dde0efc91800 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 950 time: 0.0788984 Nov 18 17:07:50.850786 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845ae5f-937e-4def-a84e-cc34e65cd80b req-6106d324-6ed8-4c1b-8362-199f27cd19b8 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:50.853209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6845ae5f-937e-4def-a84e-cc34e65cd80b req-6106d324-6ed8-4c1b-8362-199f27cd19b8 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8653c88-3547-4d70-8f4c-e4c524953a4c HTTP/1.1" status: 200 len: 949 time: 0.1058142 Nov 18 17:07:50.904038 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b67bd406-3317-48f5-8e06-8dce39893a39 req-4b595f31-f9af-44ad-b316-23dbeb6261d2 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206610 Nov 18 17:07:51.067470 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6845ae5f-937e-4def-a84e-cc34e65cd80b req-4f73eda8-e9ba-4dfe-b763-c121af5e3737 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/security-groups?id=509eb858-5241-4325-a224-f42412221ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025747 Nov 18 17:07:51.137017 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c8682626-1946-4c4f-b5dc-ea1a258e1b06 req-2fbd00c0-cbf0-4dfc-9538-84ed894aae98 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 210 time: 0.0661776 Nov 18 17:07:51.180858 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:51.297154 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc3eae-ceb5-4ef5-ad8e-5d960f6eae62 req-32d38f69-163a-48d3-8c53-390e60df993f tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:51.298713 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21cc3eae-ceb5-4ef5-ad8e-5d960f6eae62 req-32d38f69-163a-48d3-8c53-390e60df993f tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 944 time: 0.0925186 Nov 18 17:07:51.413581 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21cc3eae-ceb5-4ef5-ad8e-5d960f6eae62 req-92dc966f-9fb6-4086-ac0f-dd6f88e27965 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/security-groups?id=06a2741d-8792-4d13-8c96-51157d607400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933781 Nov 18 17:07:51.543620 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82b57a-3714-40d1-8238-f99134dc1bfa req-798bff44-0e9e-4c7e-be13-7e15bf8a61c0 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:51.545184 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb82b57a-3714-40d1-8238-f99134dc1bfa req-798bff44-0e9e-4c7e-be13-7e15bf8a61c0 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 946 time: 0.0898154 Nov 18 17:07:51.558691 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b09f4-3fbc-438a-b7ee-3990d044c09e req-38a0b7b4-fe3b-4f30-903f-b70ec80ca29a tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:51.560232 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-190b09f4-3fbc-438a-b7ee-3990d044c09e req-38a0b7b4-fe3b-4f30-903f-b70ec80ca29a tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 946 time: 0.0741730 Nov 18 17:07:51.685753 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-190b09f4-3fbc-438a-b7ee-3990d044c09e req-f427dda4-8395-4e3e-9108-68b85997ea33 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f17be5e-0356-41b1-87ff-831774448c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144617 Nov 18 17:07:51.741677 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-fb82b57a-3714-40d1-8238-f99134dc1bfa req-ffab5dd2-2c93-4289-8758-9eb034217ba4 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Deleting port e755ffee-85fc-4156-b667-f92de2c9edfa {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:07:51.744425 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fb82b57a-3714-40d1-8238-f99134dc1bfa req-ffab5dd2-2c93-4289-8758-9eb034217ba4 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:51.993133 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device b6e8f1c3-a065-4e47-80ce-f16360e90e44 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:07:51.997722 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 5c6dbd70-9637-4268-8efe-14f3278784ab up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:07:52.020767 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95475523-1af8-4921-a24a-4560703f540f req-1cc44e81-39bd-4105-9a84-d779a793eb5b tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:52.023288 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95475523-1af8-4921-a24a-4560703f540f req-1cc44e81-39bd-4105-9a84-d779a793eb5b tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 943 time: 0.2006543 Nov 18 17:07:52.037586 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-fb82b57a-3714-40d1-8238-f99134dc1bfa req-ffab5dd2-2c93-4289-8758-9eb034217ba4 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] For port e755ffee-85fc-4156-b667-f92de2c9edfa, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e755ffee-85fc-4156-b667-f92de2c9edfa,segment=NetworkSegment(789bee4f-0bbf-459c-8c8e-e8b05a4ac37d),segment_id=789bee4f-0bbf-459c-8c8e-e8b05a4ac37d)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:52.037996 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fb82b57a-3714-40d1-8238-f99134dc1bfa req-ffab5dd2-2c93-4289-8758-9eb034217ba4 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:52.084397 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-01ca603f-f6da-4930-8218-dc277d27727f tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b5619a9fdad84356bf3a835e304c5fab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544586 Nov 18 17:07:52.085383 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b00548-f9bb-4d1d-830d-f469b200a7bc req-15022226-0632-4292-9859-42551a112e13 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:52.086977 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52b00548-f9bb-4d1d-830d-f469b200a7bc req-15022226-0632-4292-9859-42551a112e13 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8653c88-3547-4d70-8f4c-e4c524953a4c HTTP/1.1" status: 200 len: 949 time: 0.1759436 Nov 18 17:07:52.104726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-fb82b57a-3714-40d1-8238-f99134dc1bfa req-ffab5dd2-2c93-4289-8758-9eb034217ba4 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Calling delete_port for e755ffee-85fc-4156-b667-f92de2c9edfa owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:07:52.282249 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-3c95204b-99fc-40e9-b138-8a34f29aebd9 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:52.285045 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-3c95204b-99fc-40e9-b138-8a34f29aebd9 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895859 Nov 18 17:07:52.310894 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-0d10b5e5-03ce-4374-a970-518f5f90c499 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Request body: {'port': {'device_id': '02192778-86dc-4d55-8759-d63195143468', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'b5619a9fdad84356bf3a835e304c5fab'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:52.319908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port b6e8f1c3-a065-4e47-80ce-f16360e90e44, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b6e8f1c3-a065-4e47-80ce-f16360e90e44,segment=NetworkSegment(c64e58f2-65dc-44f4-bbbe-7df53f8c3711),segment_id=c64e58f2-65dc-44f4-bbbe-7df53f8c3711)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:52.362650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'b6e8f1c3-a065-4e47-80ce-f16360e90e44', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'port_id': 'b6e8f1c3-a065-4e47-80ce-f16360e90e44', 'mac_address': 'fa:16:3e:8c:24:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:07:52.376508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 5c6dbd70-9637-4268-8efe-14f3278784ab completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:07:52.377750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 5c6dbd70-9637-4268-8efe-14f3278784ab triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:52.379267 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:52.492162 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:52.539138 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:52.560443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af2d91-8e02-45ca-a9a8-0e2916289562 req-bfbe4c65-9b7a-42b5-85d7-c38a1e3f6f11 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:52.563116 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-17af2d91-8e02-45ca-a9a8-0e2916289562 req-bfbe4c65-9b7a-42b5-85d7-c38a1e3f6f11 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 950 time: 0.2324886 Nov 18 17:07:52.567894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e8f1c3-a065-4e47-80ce-f16360e90e44 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:07:52.611071 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95475523-1af8-4921-a24a-4560703f540f req-39a825de-9e97-48b1-bb68-9f1dd5e523dc tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5800292 Nov 18 17:07:52.627219 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-0d10b5e5-03ce-4374-a970-518f5f90c499 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Made reservation on behalf of b5619a9fdad84356bf3a835e304c5fab for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:07:52.634578 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-0d10b5e5-03ce-4374-a970-518f5f90c499 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:52.635179 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port b6e8f1c3-a065-4e47-80ce-f16360e90e44, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b6e8f1c3-a065-4e47-80ce-f16360e90e44,segment=NetworkSegment(c64e58f2-65dc-44f4-bbbe-7df53f8c3711),segment_id=c64e58f2-65dc-44f4-bbbe-7df53f8c3711)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:52.637247 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e05446-bcfa-4f90-92e4-ebef50d38702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6dbd70-9637-4268-8efe-14f3278784ab'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:52.641209 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54a0805-5d16-4d4d-a073-79da19847f48" -d '{"events": [{"server_uuid": "74e05446-bcfa-4f90-92e4-ebef50d38702", "name": "network-vif-plugged", "status": "completed", "tag": "5c6dbd70-9637-4268-8efe-14f3278784ab"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:52.660456 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52b00548-f9bb-4d1d-830d-f469b200a7bc req-048e55f0-6ae3-4eff-ab5a-673d03c55052 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/security-groups?id=509eb858-5241-4325-a224-f42412221ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593023 Nov 18 17:07:52.673559 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 5c6dbd70-9637-4268-8efe-14f3278784ab, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=5c6dbd70-9637-4268-8efe-14f3278784ab,segment=NetworkSegment(01861380-1107-47c7-ab4a-be11090e1798),segment_id=01861380-1107-47c7-ab4a-be11090e1798)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:52.707610 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:52.788018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f193b0-1548-4c68-a989-71929992d0c6 req-b034cee1-b01d-4cf6-b72d-b6f6938bd18e tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:52.789853 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50f193b0-1548-4c68-a989-71929992d0c6 req-b034cee1-b01d-4cf6-b72d-b6f6938bd18e tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 950 time: 0.0884337 Nov 18 17:07:52.830532 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:52.832903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=b6e8f1c3-a065-4e47-80ce-f16360e90e44,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:52.835749 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:52.878938 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fb82b57a-3714-40d1-8238-f99134dc1bfa req-ffab5dd2-2c93-4289-8758-9eb034217ba4 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:52.904239 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50f193b0-1548-4c68-a989-71929992d0c6 req-1e833bd3-1bcd-41a2-b43c-fe716f827e1d tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075361 Nov 18 17:07:52.965917 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=5c6dbd70-9637-4268-8efe-14f3278784ab,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:52.971531 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['e755ffee-85fc-4156-b667-f92de2c9edfa'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:07:52.973034 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab5dd2-2c93-4289-8758-9eb034217ba4 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Pushing event deleted for resources: {'Port': ['ID=e755ffee-85fc-4156-b667-f92de2c9edfa,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:52.986694 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-17af2d91-8e02-45ca-a9a8-0e2916289562 req-b2ac0d5a-06e0-4dd8-a404-0c23798dae59 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Deleting port 9d8b8c51-5d7c-4537-aded-dd30c011e7cf {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:07:52.987571 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-17af2d91-8e02-45ca-a9a8-0e2916289562 req-b2ac0d5a-06e0-4dd8-a404-0c23798dae59 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:53.064763 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb82b57a-3714-40d1-8238-f99134dc1bfa req-ffab5dd2-2c93-4289-8758-9eb034217ba4 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] No DVR routers for this DVR port e755ffee-85fc-4156-b667-f92de2c9edfa on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:07:53.082488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-0d10b5e5-03ce-4374-a970-518f5f90c499 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Allocated IP 192.168.233.236 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/0285dffd-5957-4323-b54a-84c0c333dbfa) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:07:53.086888 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['b6e8f1c3-a065-4e47-80ce-f16360e90e44'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:07:53.100492 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51615a8a-2327-43f9-a81a-6174a87cc394 req-a032ac02-4802-4833-8c1c-4b741d70ebb9 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 210 time: 0.0821764 Nov 18 17:07:53.101608 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fb82b57a-3714-40d1-8238-f99134dc1bfa req-ffab5dd2-2c93-4289-8758-9eb034217ba4 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:53.110507 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb82b57a-3714-40d1-8238-f99134dc1bfa req-ffab5dd2-2c93-4289-8758-9eb034217ba4 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.81 "DELETE /v2.0/ports/e755ffee-85fc-4156-b667-f92de2c9edfa HTTP/1.1" status: 204 len: 173 time: 1.5493422 Nov 18 17:07:53.119119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb97c6a-2714-4e40-a545-1a811ee9592f', 'name': 'network-vif-deleted', 'tag': 'e755ffee-85fc-4156-b667-f92de2c9edfa'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:53.125186 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7471d351-7dde-498b-8226-1c6f5a40f286" -d '{"events": [{"server_uuid": "1bb97c6a-2714-4e40-a545-1a811ee9592f", "name": "network-vif-deleted", "tag": "e755ffee-85fc-4156-b667-f92de2c9edfa"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:53.287704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-17af2d91-8e02-45ca-a9a8-0e2916289562 req-b2ac0d5a-06e0-4dd8-a404-0c23798dae59 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] For port 9d8b8c51-5d7c-4537-aded-dd30c011e7cf, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=9d8b8c51-5d7c-4537-aded-dd30c011e7cf,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:53.288566 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-17af2d91-8e02-45ca-a9a8-0e2916289562 req-b2ac0d5a-06e0-4dd8-a404-0c23798dae59 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:53.320854 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-17af2d91-8e02-45ca-a9a8-0e2916289562 req-b2ac0d5a-06e0-4dd8-a404-0c23798dae59 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Calling delete_port for 9d8b8c51-5d7c-4537-aded-dd30c011e7cf owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:07:53.324242 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607bfe24-da0d-408c-a8dd-f50daab6a6de x-openstack-request-id: req-607bfe24-da0d-408c-a8dd-f50daab6a6de {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:53.324770 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e05446-bcfa-4f90-92e4-ebef50d38702", "name": "network-vif-plugged", "status": "completed", "tag": "5c6dbd70-9637-4268-8efe-14f3278784ab", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:53.325100 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-607bfe24-da0d-408c-a8dd-f50daab6a6de {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:53.325684 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e05446-bcfa-4f90-92e4-ebef50d38702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6dbd70-9637-4268-8efe-14f3278784ab', 'code': 200} Nov 18 17:07:53.353230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d456168-adc9-4883-aa4b-c00752b6191d req-3a7be601-3dc5-42a1-bf17-404c03723b24 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:53.355908 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d456168-adc9-4883-aa4b-c00752b6191d req-3a7be601-3dc5-42a1-bf17-404c03723b24 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 945 time: 0.1374514 Nov 18 17:07:53.415320 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-197dabf6-132e-4884-b2bf-fb6c14e5b82e req-9da006a2-27ba-483b-8867-02227e6fc50a tempest-FloatingIPsAssociationNegativeTestJSON-1250108144 tempest-FloatingIPsAssociationNegativeTestJSON-1250108144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bb97c6a-2714-4e40-a545-1a811ee9592f HTTP/1.1" status: 200 len: 210 time: 0.0323796 Nov 18 17:07:53.459607 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d456168-adc9-4883-aa4b-c00752b6191d req-4e3a19f6-8791-47eb-b944-d36e88b26d18 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/security-groups?id=06a2741d-8792-4d13-8c96-51157d607400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928884 Nov 18 17:07:53.480069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99fb0b-9f2b-406e-bb14-ff434a9217be req-4f4b5e69-147e-4e81-ada9-535923045d07 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:53.482041 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f99fb0b-9f2b-406e-bb14-ff434a9217be req-4f4b5e69-147e-4e81-ada9-535923045d07 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8653c88-3547-4d70-8f4c-e4c524953a4c HTTP/1.1" status: 200 len: 949 time: 0.1249554 Nov 18 17:07:53.554874 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd20297c-8e7e-4ef9-b904-1a98f49993fb x-openstack-request-id: req-dd20297c-8e7e-4ef9-b904-1a98f49993fb {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:53.555389 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb97c6a-2714-4e40-a545-1a811ee9592f", "name": "network-vif-deleted", "tag": "e755ffee-85fc-4156-b667-f92de2c9edfa", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:53.555970 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dd20297c-8e7e-4ef9-b904-1a98f49993fb {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:53.556553 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb97c6a-2714-4e40-a545-1a811ee9592f', 'name': 'network-vif-deleted', 'tag': 'e755ffee-85fc-4156-b667-f92de2c9edfa', 'status': 'completed', 'code': 200} Nov 18 17:07:53.627870 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b6e85-d9b7-4239-80c8-83119231e8de req-ef706be2-df7e-4666-8e53-07a1479216ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:53.629074 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc7b6e85-d9b7-4239-80c8-83119231e8de req-ef706be2-df7e-4666-8e53-07a1479216ad service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 1097 time: 0.2356477 Nov 18 17:07:53.639669 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-7f99fb0b-9f2b-406e-bb14-ff434a9217be req-4453c402-2cb4-4a2c-a66d-01d5f1350303 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Deleting port 75475524-5d6c-482f-baa7-0d084e272755 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:07:53.639991 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7f99fb0b-9f2b-406e-bb14-ff434a9217be req-4453c402-2cb4-4a2c-a66d-01d5f1350303 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:53.687186 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-0d10b5e5-03ce-4374-a970-518f5f90c499 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:53.747650 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc7b6e85-d9b7-4239-80c8-83119231e8de req-ff46bc76-aa7a-4c6b-a4a0-d429596b30c4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=06a2741d-8792-4d13-8c96-51157d607400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008723 Nov 18 17:07:53.827652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-7f99fb0b-9f2b-406e-bb14-ff434a9217be req-4453c402-2cb4-4a2c-a66d-01d5f1350303 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] For port 75475524-5d6c-482f-baa7-0d084e272755, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=75475524-5d6c-482f-baa7-0d084e272755,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:53.828341 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7f99fb0b-9f2b-406e-bb14-ff434a9217be req-4453c402-2cb4-4a2c-a66d-01d5f1350303 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:53.843987 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-17af2d91-8e02-45ca-a9a8-0e2916289562 req-b2ac0d5a-06e0-4dd8-a404-0c23798dae59 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:53.854991 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e658e5-54de-4efd-a572-0fe09be0da4b req-b32cf2d4-5511-49a9-b408-bbc6e5e2958b tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:53.857860 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97e658e5-54de-4efd-a572-0fe09be0da4b req-b32cf2d4-5511-49a9-b408-bbc6e5e2958b tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 944 time: 0.1136563 Nov 18 17:07:53.859172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-7f99fb0b-9f2b-406e-bb14-ff434a9217be req-4453c402-2cb4-4a2c-a66d-01d5f1350303 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Calling delete_port for 75475524-5d6c-482f-baa7-0d084e272755 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:07:53.880366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['1b05a343-8565-482c-8bc3-cb0a02db0dca', '9d8b8c51-5d7c-4537-aded-dd30c011e7cf'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:07:53.891315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac0d5a-06e0-4dd8-a404-0c23798dae59 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Pushing event deleted for resources: {'Port': ['ID=9d8b8c51-5d7c-4537-aded-dd30c011e7cf,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:53.917903 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-0d10b5e5-03ce-4374-a970-518f5f90c499 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:53.964388 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['14b037fd-40a5-4cab-9075-5b29f54b7340', 'da026f53-f7bc-4ad6-8324-99511509ddcb'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:07:54.006516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-17af2d91-8e02-45ca-a9a8-0e2916289562 req-b2ac0d5a-06e0-4dd8-a404-0c23798dae59 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] No DVR routers for this DVR port 9d8b8c51-5d7c-4537-aded-dd30c011e7cf on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:07:54.010970 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-17af2d91-8e02-45ca-a9a8-0e2916289562 req-b2ac0d5a-06e0-4dd8-a404-0c23798dae59 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:54.014371 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-17af2d91-8e02-45ca-a9a8-0e2916289562 req-b2ac0d5a-06e0-4dd8-a404-0c23798dae59 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.83 "DELETE /v2.0/ports/9d8b8c51-5d7c-4537-aded-dd30c011e7cf HTTP/1.1" status: 204 len: 173 time: 1.4413037 Nov 18 17:07:54.014995 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a02da6d-5e82-45d1-88d4-01329e189714', 'name': 'network-vif-deleted', 'tag': '9d8b8c51-5d7c-4537-aded-dd30c011e7cf'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:54.017605 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0cf2f4-eccd-4010-a84e-c1994829c526" -d '{"events": [{"server_uuid": "9a02da6d-5e82-45d1-88d4-01329e189714", "name": "network-vif-deleted", "tag": "9d8b8c51-5d7c-4537-aded-dd30c011e7cf"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:54.048338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-0d10b5e5-03ce-4374-a970-518f5f90c499 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:07:54.051994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-0d10b5e5-03ce-4374-a970-518f5f90c499 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:07:54.059151 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97e658e5-54de-4efd-a572-0fe09be0da4b req-7490a256-7a7d-4295-9bf8-2b890e1390a6 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525998 Nov 18 17:07:54.070047 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-0d10b5e5-03ce-4374-a970-518f5f90c499 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:07:54.097268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10b5e5-03ce-4374-a970-518f5f90c499 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Pushing event updated for resources: {'Port': ['ID=0285dffd-5957-4323-b54a-84c0c333dbfa,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:54.212584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-0d10b5e5-03ce-4374-a970-518f5f90c499 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:54.214517 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-0d10b5e5-03ce-4374-a970-518f5f90c499 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:54.327216 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8a0f186-1a04-4cd4-a0f9-c595c35f87d1 req-070ce737-0345-43bf-9467-9b395282b254 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 210 time: 0.0783985 Nov 18 17:07:54.349718 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-0d10b5e5-03ce-4374-a970-518f5f90c499 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0533106 Nov 18 17:07:54.363409 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Request body: {'port': {'device_id': '02192778-86dc-4d55-8759-d63195143468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:54.375392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469f33c-f547-4cbe-9ec3-3ae97e2c7cad req-744c24be-59d5-4289-9fa9-007530930c05 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:54.377859 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d469f33c-f547-4cbe-9ec3-3ae97e2c7cad req-744c24be-59d5-4289-9fa9-007530930c05 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8653c88-3547-4d70-8f4c-e4c524953a4c HTTP/1.1" status: 200 len: 949 time: 0.1871660 Nov 18 17:07:54.424446 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1149e532-0b22-45fa-a44d-47990184ce41 x-openstack-request-id: req-1149e532-0b22-45fa-a44d-47990184ce41 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:54.424746 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a02da6d-5e82-45d1-88d4-01329e189714", "name": "network-vif-deleted", "tag": "9d8b8c51-5d7c-4537-aded-dd30c011e7cf", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:54.425225 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1149e532-0b22-45fa-a44d-47990184ce41 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:54.425812 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a02da6d-5e82-45d1-88d4-01329e189714', 'name': 'network-vif-deleted', 'tag': '9d8b8c51-5d7c-4537-aded-dd30c011e7cf', 'status': 'completed', 'code': 200} Nov 18 17:07:54.463613 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7f99fb0b-9f2b-406e-bb14-ff434a9217be req-4453c402-2cb4-4a2c-a66d-01d5f1350303 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:54.501449 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:54.520116 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453c402-2cb4-4a2c-a66d-01d5f1350303 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Pushing event deleted for resources: {'Port': ['ID=75475524-5d6c-482f-baa7-0d084e272755,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:54.528899 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d469f33c-f547-4cbe-9ec3-3ae97e2c7cad req-feea9ea6-a68d-407a-8340-c3cc701477a6 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/security-groups?id=509eb858-5241-4325-a224-f42412221ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441860 Nov 18 17:07:54.627954 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f99fb0b-9f2b-406e-bb14-ff434a9217be req-4453c402-2cb4-4a2c-a66d-01d5f1350303 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] No DVR routers for this DVR port 75475524-5d6c-482f-baa7-0d084e272755 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:07:54.632054 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7f99fb0b-9f2b-406e-bb14-ff434a9217be req-4453c402-2cb4-4a2c-a66d-01d5f1350303 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:54.640523 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f99fb0b-9f2b-406e-bb14-ff434a9217be req-4453c402-2cb4-4a2c-a66d-01d5f1350303 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.81 "DELETE /v2.0/ports/75475524-5d6c-482f-baa7-0d084e272755 HTTP/1.1" status: 204 len: 173 time: 1.1456664 Nov 18 17:07:54.700348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60966) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:54.716420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9793d8d9-7cfe-4a9a-93c5-1d1e2e716b6f None None] Provisioning complete for port 0285dffd-5957-4323-b54a-84c0c333dbfa triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:54.721608 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9793d8d9-7cfe-4a9a-93c5-1d1e2e716b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:54.773930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4b151-f451-48d6-8508-acb03fd7cfaa req-e566a3f5-6be3-4657-8d07-e092a05df7c5 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:54.776009 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cf4b151-f451-48d6-8508-acb03fd7cfaa req-e566a3f5-6be3-4657-8d07-e092a05df7c5 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 936 time: 0.1134479 Nov 18 17:07:54.810858 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9793d8d9-7cfe-4a9a-93c5-1d1e2e716b6f None None] Port 0285dffd-5957-4323-b54a-84c0c333dbfa cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:07:54.828886 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['75475524-5d6c-482f-baa7-0d084e272755'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:07:54.903905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9309646-efa9-4f27-9dfd-edb0d40ba85f req-ffdb6c50-64ae-4407-a58f-da26ab3071cc tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:54.905555 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e9309646-efa9-4f27-9dfd-edb0d40ba85f req-ffdb6c50-64ae-4407-a58f-da26ab3071cc tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 945 time: 0.1418502 Nov 18 17:07:54.922383 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cf4b151-f451-48d6-8508-acb03fd7cfaa req-92dabc26-85c3-4c7c-8cfd-180b7f7cd992 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324089 Nov 18 17:07:55.021704 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e9309646-efa9-4f27-9dfd-edb0d40ba85f req-648a54f1-df0b-4517-8fc5-f65d5f60e4f1 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/security-groups?id=06a2741d-8792-4d13-8c96-51157d607400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970948 Nov 18 17:07:55.202344 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47025a71-38ac-4d0e-8723-854f181aa4e7 req-d279e004-760c-43dc-86a8-caf968a165e7 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:55.203920 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47025a71-38ac-4d0e-8723-854f181aa4e7 req-d279e004-760c-43dc-86a8-caf968a165e7 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 944 time: 0.0501890 Nov 18 17:07:55.259823 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47025a71-38ac-4d0e-8723-854f181aa4e7 req-5fb34bb3-6bf3-49e9-95d4-aff71b1663ad tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481265 Nov 18 17:07:55.265163 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0285dffd-5957-4323-b54a-84c0c333dbfa {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:07:55.292433 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:55.361855 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Transition to ACTIVE for port object 0285dffd-5957-4323-b54a-84c0c333dbfa will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:07:55.453029 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af7c8fb3-07d1-4db2-bea3-d71d91746104 req-ea3dc785-13cb-4ba8-9920-b12f820a7fab tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a02da6d-5e82-45d1-88d4-01329e189714 HTTP/1.1" status: 200 len: 210 time: 0.0274374 Nov 18 17:07:55.462045 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:55.558230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8653c88-3547-4d70-8f4c-e4c524953a4c', 'name': 'network-vif-deleted', 'tag': '75475524-5d6c-482f-baa7-0d084e272755'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:55.560545 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fbb295-9cd1-4dd8-96cd-fa911d1b31af" -d '{"events": [{"server_uuid": "c8653c88-3547-4d70-8f4c-e4c524953a4c", "name": "network-vif-deleted", "tag": "75475524-5d6c-482f-baa7-0d084e272755"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:55.605963 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfae6f83-10c4-4803-9d01-e05472b8f4ed x-openstack-request-id: req-cfae6f83-10c4-4803-9d01-e05472b8f4ed {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:55.606274 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8653c88-3547-4d70-8f4c-e4c524953a4c", "name": "network-vif-deleted", "tag": "75475524-5d6c-482f-baa7-0d084e272755", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:55.606540 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cfae6f83-10c4-4803-9d01-e05472b8f4ed {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:55.607062 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8653c88-3547-4d70-8f4c-e4c524953a4c', 'name': 'network-vif-deleted', 'tag': '75475524-5d6c-482f-baa7-0d084e272755', 'status': 'completed', 'code': 200} Nov 18 17:07:55.710944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed22fbd4-ff99-435d-9ce8-e4dd888f1486 req-38eb2fcd-b54e-472c-a490-57ff9b5c28b4 tempest-ImagesNegativeTestJSON-257900501 tempest-ImagesNegativeTestJSON-257900501-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8653c88-3547-4d70-8f4c-e4c524953a4c HTTP/1.1" status: 200 len: 210 time: 0.0372434 Nov 18 17:07:55.800154 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Pushing event updated for resources: {'Port': ['ID=0285dffd-5957-4323-b54a-84c0c333dbfa,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:55.817661 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b22ace6-9893-4b48-a2ec-b4fd441dee5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:55.965076 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Attempting to bind port 0285dffd-5957-4323-b54a-84c0c333dbfa on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:07:55.965424 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Attempting to bind port 0285dffd-5957-4323-b54a-84c0c333dbfa by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:07:55.965761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Attempting to bind port 0285dffd-5957-4323-b54a-84c0c333dbfa on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:55.975506 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Port 0285dffd-5957-4323-b54a-84c0c333dbfa on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:07:55.975872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Attempting to bind port 0285dffd-5957-4323-b54a-84c0c333dbfa on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:07:55.988159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:07:55.988512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:07:55.988970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:07:55.989421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Bound port: 0285dffd-5957-4323-b54a-84c0c333dbfa, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:07:55.989789 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:56.008498 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device b6e8f1c3-a065-4e47-80ce-f16360e90e44 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:07:56.180820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef08f10-804d-431c-9618-e0ca564d1528 req-5241b9d3-a2d6-4d3a-8282-a950ec03e9a7 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:56.182972 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0ef08f10-804d-431c-9618-e0ca564d1528 req-5241b9d3-a2d6-4d3a-8282-a950ec03e9a7 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 948 time: 0.0614674 Nov 18 17:07:56.201619 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:07:56.234220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0285dffd-5957-4323-b54a-84c0c333dbfa,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:07:56.255050 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0ef08f10-804d-431c-9618-e0ca564d1528 req-5f95cd4d-d0d1-4be9-adaf-023ec9a94dbb tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602822 Nov 18 17:07:56.278506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port b6e8f1c3-a065-4e47-80ce-f16360e90e44 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:07:56.282887 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port b6e8f1c3-a065-4e47-80ce-f16360e90e44 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:07:56.283186 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:56.283530 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-9b22ace6-9893-4b48-a2ec-b4fd441dee5a admin admin] Deleting port 9b0fcedc-6907-4c96-9ae4-5594e17db1a0 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:07:56.283903 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b22ace6-9893-4b48-a2ec-b4fd441dee5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:56.341145 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:56.384407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:56.385090 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:56.386506 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] 10.222.0.81 "PUT /v2.0/ports/0285dffd-5957-4323-b54a-84c0c333dbfa HTTP/1.1" status: 200 len: 1097 time: 2.0274315 Nov 18 17:07:56.386623 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:56.408809 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-9b22ace6-9893-4b48-a2ec-b4fd441dee5a admin admin] For port 9b0fcedc-6907-4c96-9ae4-5594e17db1a0, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9b0fcedc-6907-4c96-9ae4-5594e17db1a0,segment=NetworkSegment(789bee4f-0bbf-459c-8c8e-e8b05a4ac37d),segment_id=789bee4f-0bbf-459c-8c8e-e8b05a4ac37d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:56.409206 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b22ace6-9893-4b48-a2ec-b4fd441dee5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:56.421364 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecc2e21-1594-4e74-ac57-3807302bc8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e8f1c3-a065-4e47-80ce-f16360e90e44'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:56.423942 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49cecda-6eff-466d-91dc-1713c61b2ceb" -d '{"events": [{"server_uuid": "9ecc2e21-1594-4e74-ac57-3807302bc8a0", "name": "network-vif-plugged", "status": "completed", "tag": "b6e8f1c3-a065-4e47-80ce-f16360e90e44"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:56.427132 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02192778-86dc-4d55-8759-d63195143468', 'tag': '0285dffd-5957-4323-b54a-84c0c333dbfa'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:56.429531 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb37494-8e53-4001-adc2-30562f29e2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "02192778-86dc-4d55-8759-d63195143468", "tag": "0285dffd-5957-4323-b54a-84c0c333dbfa"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:56.440340 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port b6e8f1c3-a065-4e47-80ce-f16360e90e44, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b6e8f1c3-a065-4e47-80ce-f16360e90e44,segment=NetworkSegment(c64e58f2-65dc-44f4-bbbe-7df53f8c3711),segment_id=c64e58f2-65dc-44f4-bbbe-7df53f8c3711)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:56.442261 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863aa84-7ef8-4fc6-9e3d-f354f0396a5b service neutron] Pushing event updated for resources: {'Port': ['ID=0285dffd-5957-4323-b54a-84c0c333dbfa,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:56.444108 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-9b22ace6-9893-4b48-a2ec-b4fd441dee5a admin admin] Calling delete_port for 9b0fcedc-6907-4c96-9ae4-5594e17db1a0 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:07:56.489209 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device e755ffee-85fc-4156-b667-f92de2c9edfa no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:07:56.517413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: e755ffee-85fc-4156-b667-f92de2c9edfa {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:07:56.517799 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device e755ffee-85fc-4156-b667-f92de2c9edfa not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:07:56.518232 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 75475524-5d6c-482f-baa7-0d084e272755 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:07:56.565242 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:56.566178 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 9d8b8c51-5d7c-4537-aded-dd30c011e7cf no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:07:56.567855 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 75475524-5d6c-482f-baa7-0d084e272755 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:07:56.579757 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 75475524-5d6c-482f-baa7-0d084e272755 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:07:56.602187 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c085103-d350-424a-af1e-2f0e559c9a92 req-aaec19bd-54fe-4f62-bfea-38f065ff955f tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:56.608407 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3c085103-d350-424a-af1e-2f0e559c9a92 req-aaec19bd-54fe-4f62-bfea-38f065ff955f tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 945 time: 0.0614572 Nov 18 17:07:56.631685 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 9d8b8c51-5d7c-4537-aded-dd30c011e7cf {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:07:56.632181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 9d8b8c51-5d7c-4537-aded-dd30c011e7cf not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:07:56.670588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-8550b7c9-e74c-4edd-b0c9-5baad437423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:56.672071 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-8550b7c9-e74c-4edd-b0c9-5baad437423c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 1100 time: 0.1129563 Nov 18 17:07:56.685061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=b6e8f1c3-a065-4e47-80ce-f16360e90e44,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:56.690009 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3c085103-d350-424a-af1e-2f0e559c9a92 req-eccbc3fd-bb38-46c8-9cd8-0a11f09d0888 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/security-groups?id=06a2741d-8792-4d13-8c96-51157d607400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779152 Nov 18 17:07:56.727638 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-c6f77a84-8399-46de-826a-271754475e5c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=0285dffd-5957-4323-b54a-84c0c333dbfa HTTP/1.1" status: 200 len: 217 time: 0.0395892 Nov 18 17:07:56.770913 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec2624c-0f0a-4f4d-b7e5-a76b0ed2dc8e x-openstack-request-id: req-1ec2624c-0f0a-4f4d-b7e5-a76b0ed2dc8e {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:56.771237 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ecc2e21-1594-4e74-ac57-3807302bc8a0", "name": "network-vif-plugged", "status": "completed", "tag": "b6e8f1c3-a065-4e47-80ce-f16360e90e44", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:56.771500 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1ec2624c-0f0a-4f4d-b7e5-a76b0ed2dc8e {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:56.771930 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecc2e21-1594-4e74-ac57-3807302bc8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e8f1c3-a065-4e47-80ce-f16360e90e44', 'code': 200} Nov 18 17:07:56.807067 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b7b5c-a3f4-4b94-a282-dfdaf4128077 req-5eb57e16-d30f-4aaa-80b6-d1cb1724db10 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:56.807713 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e28afb-3949-4f4a-817e-743d8f800943 x-openstack-request-id: req-13e28afb-3949-4f4a-817e-743d8f800943 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:56.808150 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02192778-86dc-4d55-8759-d63195143468", "tag": "0285dffd-5957-4323-b54a-84c0c333dbfa", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:56.808415 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-13e28afb-3949-4f4a-817e-743d8f800943 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:56.808811 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02192778-86dc-4d55-8759-d63195143468', 'tag': '0285dffd-5957-4323-b54a-84c0c333dbfa', 'status': 'completed', 'code': 200} Nov 18 17:07:56.815966 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b23b7b5c-a3f4-4b94-a282-dfdaf4128077 req-5eb57e16-d30f-4aaa-80b6-d1cb1724db10 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 945 time: 0.0616746 Nov 18 17:07:56.840712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-e0c6e02b-4971-4afe-b933-e6a3822c6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:56.842207 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-e0c6e02b-4971-4afe-b933-e6a3822c6f10 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1017246 Nov 18 17:07:56.892944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b23b7b5c-a3f4-4b94-a282-dfdaf4128077 req-dcabdd71-a7ac-4c58-8966-562cf760be89 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761840 Nov 18 17:07:56.905986 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b22ace6-9893-4b48-a2ec-b4fd441dee5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:56.954576 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22ace6-9893-4b48-a2ec-b4fd441dee5a admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0fcedc-6907-4c96-9ae4-5594e17db1a0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:56.997808 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-32d5a1df-a7b1-4565-990c-8e8b5ee2ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:56.999307 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-32d5a1df-a7b1-4565-990c-8e8b5ee2ddb9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1421397 Nov 18 17:07:57.033773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123d7a2-cc43-4188-bd2d-bec281c9ce91 req-48df266c-c833-476f-95d6-df5ff9c8a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:57.035239 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b123d7a2-cc43-4188-bd2d-bec281c9ce91 req-48df266c-c833-476f-95d6-df5ff9c8a075 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 1097 time: 0.1505880 Nov 18 17:07:57.088257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa509e61-65f9-4037-ad64-3c367e55a8c3 req-62b697ed-aa62-4326-b4e0-44168633f56c tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:57.090133 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa509e61-65f9-4037-ad64-3c367e55a8c3 req-62b697ed-aa62-4326-b4e0-44168633f56c tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 945 time: 0.0703959 Nov 18 17:07:57.104461 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32788) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:57.109540 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ad320484-9f1a-42ab-bba2-ea4b185fe756 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Request body: {'floatingip': {'port_id': '5c6dbd70-9637-4268-8efe-14f3278784ab'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:07:57.116814 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b123d7a2-cc43-4188-bd2d-bec281c9ce91 req-6fdb8b5f-ab3f-4679-9b8b-33e12603bd7b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622783 Nov 18 17:07:57.164584 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ad320484-9f1a-42ab-bba2-ea4b185fe756 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:57.233420 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-ef0f3783-9802-480c-8ac8-cad81bb52847 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102563 Nov 18 17:07:57.314702 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b22ace6-9893-4b48-a2ec-b4fd441dee5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:57.327683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708f3ab-a93c-4b57-b912-3a0e04a3d8d9 req-20748017-6f58-49be-b156-f3faa68c9d3c tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:57.329436 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9708f3ab-a93c-4b57-b912-3a0e04a3d8d9 req-20748017-6f58-49be-b156-f3faa68c9d3c tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 946 time: 0.1215513 Nov 18 17:07:57.421590 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-617a38e6-a93b-40a0-9cab-7b1ec2d5b797 req-06c24c26-906b-4985-a457-38a59c49db8f service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518769 Nov 18 17:07:57.431505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9708f3ab-a93c-4b57-b912-3a0e04a3d8d9 req-286a9dca-2e44-4d4d-b675-496ccc2aa1a2 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0556d99-8d33-4d62-856d-16295fbb4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949090 Nov 18 17:07:57.631111 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b22ace6-9893-4b48-a2ec-b4fd441dee5a admin admin] Router ca651b49-7703-43d6-9f0a-a903f1f30c5b has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:07:57.639941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb37494-8e53-4001-adc2-30562f29e2ce req-be19585b-0926-473b-a1bc-b32ecc9e83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:57.641428 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3eb37494-8e53-4001-adc2-30562f29e2ce req-be19585b-0926-473b-a1bc-b32ecc9e83cb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 1100 time: 0.0599945 Nov 18 17:07:57.680343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdcc09-576d-4cd2-ad78-314bd13a53a2 req-589f437f-54d8-4ca8-9374-cce77432eb34 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:57.681774 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6fdcc09-576d-4cd2-ad78-314bd13a53a2 req-589f437f-54d8-4ca8-9374-cce77432eb34 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 948 time: 0.0976145 Nov 18 17:07:57.815450 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6fdcc09-576d-4cd2-ad78-314bd13a53a2 req-655fb09e-5307-4bdb-91e1-aa427a8039ce tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266544 Nov 18 17:07:57.824742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b22ace6-9893-4b48-a2ec-b4fd441dee5a admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:07:57.826763 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb37494-8e53-4001-adc2-30562f29e2ce req-b2f818a9-0163-4fa4-a8f6-9106464e1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:57.828303 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3eb37494-8e53-4001-adc2-30562f29e2ce req-b2f818a9-0163-4fa4-a8f6-9106464e1d7b service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1780167 Nov 18 17:07:57.834384 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9b22ace6-9893-4b48-a2ec-b4fd441dee5a admin admin] 10.222.0.72 "PUT /v2.0/routers/ca651b49-7703-43d6-9f0a-a903f1f30c5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1306820 Nov 18 17:07:57.834620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32798) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:57.874032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5786ecc-67a0-4a9c-9440-7aeb68cf3450 None None] Sync routers for ids ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:07:57.895892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5786ecc-67a0-4a9c-9440-7aeb68cf3450 None None] Routers {'ca651b49-7703-43d6-9f0a-a903f1f30c5b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:07:57.896681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e5786ecc-67a0-4a9c-9440-7aeb68cf3450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:07:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:57.945269 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3eb37494-8e53-4001-adc2-30562f29e2ce req-edb84584-fa10-4532-9242-f91ac0707770 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=0285dffd-5957-4323-b54a-84c0c333dbfa HTTP/1.1" status: 200 len: 217 time: 0.1043549 Nov 18 17:07:57.969282 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ad320484-9f1a-42ab-bba2-ea4b185fe756 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:58.014197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15c640-91a0-4c20-b2a7-38e84fc5832a req-09730fe4-804a-483a-9147-a6cbd6aae8e6 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:58.015827 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f15c640-91a0-4c20-b2a7-38e84fc5832a req-09730fe4-804a-483a-9147-a6cbd6aae8e6 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 950 time: 0.1048007 Nov 18 17:07:58.044882 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-e5786ecc-67a0-4a9c-9440-7aeb68cf3450 None None] Set router ca651b49-7703-43d6-9f0a-a903f1f30c5b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:07:58.048433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb37494-8e53-4001-adc2-30562f29e2ce req-0aab0d92-9f37-47bc-9452-54e1a3509720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:58.049948 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3eb37494-8e53-4001-adc2-30562f29e2ce req-0aab0d92-9f37-47bc-9452-54e1a3509720 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0964174 Nov 18 17:07:58.057163 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ad320484-9f1a-42ab-bba2-ea4b185fe756 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:58.070200 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6df9dfeb-6fc8-4baf-a7ba-15aa744950e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:58.143934 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb37494-8e53-4001-adc2-30562f29e2ce req-31d5e179-6cc4-4b92-bfe3-4a2ffa979c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:58.146008 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3eb37494-8e53-4001-adc2-30562f29e2ce req-31d5e179-6cc4-4b92-bfe3-4a2ffa979c4e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0832810 Nov 18 17:07:58.153636 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fceca8c-f6b1-43b2-9453-af8325da7772 req-bfc72c0f-4195-4098-b2ac-ba1521bed33c tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:58.155190 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9fceca8c-f6b1-43b2-9453-af8325da7772 req-bfc72c0f-4195-4098-b2ac-ba1521bed33c tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 945 time: 0.1383269 Nov 18 17:07:58.164354 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f15c640-91a0-4c20-b2a7-38e84fc5832a req-7e17c955-ca9d-4715-aadb-791901a1c8de tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362064 Nov 18 17:07:58.219259 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6df9dfeb-6fc8-4baf-a7ba-15aa744950e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:58.247840 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e5786ecc-67a0-4a9c-9440-7aeb68cf3450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402547065-router', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:55Z', 'updated_at': '2021-11-18T17:07:56Z', 'revision_number': 5, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'gw_port': {'id': '61d346f2-593e-43d5-9b78-63dd39b573d8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:57Z', 'updated_at': '2021-11-18T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:58.249993 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-ad320484-9f1a-42ab-bba2-ea4b185fe756 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Floating IP 100dbfa2-7856-4c0a-bf19-64de9eb75777 associated. External IP: 172.25.3.217, port: 5c6dbd70-9637-4268-8efe-14f3278784ab. Nov 18 17:07:58.286233 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5786ecc-67a0-4a9c-9440-7aeb68cf3450 None None] Checking router: ca651b49-7703-43d6-9f0a-a903f1f30c5b for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:07:58.298812 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5786ecc-67a0-4a9c-9440-7aeb68cf3450 None None] Routers {'ca651b49-7703-43d6-9f0a-a903f1f30c5b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:07:58.299460 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e5786ecc-67a0-4a9c-9440-7aeb68cf3450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:07:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:58.316548 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9fceca8c-f6b1-43b2-9453-af8325da7772 req-bd355022-605d-42fd-a1a3-390fd1b0c9df tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504285 Nov 18 17:07:58.668726 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3eb37494-8e53-4001-adc2-30562f29e2ce req-440b673e-0374-465e-80b1-d7a89d2dad45 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694064 Nov 18 17:07:58.673149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-e5786ecc-67a0-4a9c-9440-7aeb68cf3450 None None] Set router ca651b49-7703-43d6-9f0a-a903f1f30c5b gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:07:58.673933 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb863dfd-caf7-426e-9dec-cd2e469d7a02 req-e9f73ce1-52a4-4c40-bce2-41b80ac7eecb tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:58.681549 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb863dfd-caf7-426e-9dec-cd2e469d7a02 req-e9f73ce1-52a4-4c40-bce2-41b80ac7eecb tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 946 time: 0.0825298 Nov 18 17:07:58.687362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad320484-9f1a-42ab-bba2-ea4b185fe756 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Router 5932232a-967c-4d2d-9f9c-d222fd57865c has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:07:58.731252 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e5786ecc-67a0-4a9c-9440-7aeb68cf3450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402547065-router', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:55Z', 'updated_at': '2021-11-18T17:07:58Z', 'revision_number': 6, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:58.747950 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb863dfd-caf7-426e-9dec-cd2e469d7a02 req-87099bf5-512b-4524-a4ee-c66c20fd7ce5 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0556d99-8d33-4d62-856d-16295fbb4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654116 Nov 18 17:07:58.768687 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5786ecc-67a0-4a9c-9440-7aeb68cf3450 None None] The sync data for ids ['ca651b49-7703-43d6-9f0a-a903f1f30c5b'] in n-d-813419-11 is: [{'id': 'ca651b49-7703-43d6-9f0a-a903f1f30c5b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402547065-router', 'tenant_id': 'cec8bc8d40c44f229736948c844a6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:55Z', 'updated_at': '2021-11-18T17:07:58Z', 'revision_number': 6, 'project_id': 'cec8bc8d40c44f229736948c844a6997', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:07:58.771303 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3eb37494-8e53-4001-adc2-30562f29e2ce req-55ed3d58-1d48-4789-931c-010b4e7c8589 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933094 Nov 18 17:07:58.788411 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-50647dce-cc34-4576-8da1-d22e08230271 req-e1187bd9-7819-4e4c-b953-7dbd0058ee46 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1483953 Nov 18 17:07:58.799428 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6df9dfeb-6fc8-4baf-a7ba-15aa744950e6 admin admin] Deleting port 61d346f2-593e-43d5-9b78-63dd39b573d8 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:07:58.799826 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6df9dfeb-6fc8-4baf-a7ba-15aa744950e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:58.904706 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-6df9dfeb-6fc8-4baf-a7ba-15aa744950e6 admin admin] For port 61d346f2-593e-43d5-9b78-63dd39b573d8, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=61d346f2-593e-43d5-9b78-63dd39b573d8,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:07:58.905762 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6df9dfeb-6fc8-4baf-a7ba-15aa744950e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:58.957274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad320484-9f1a-42ab-bba2-ea4b185fe756 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:07:58.972889 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706f2d1e-e991-4baf-be88-bc50ad4d4065 None None] Sync routers for ids ['5932232a-967c-4d2d-9f9c-d222fd57865c'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:07:58.974859 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ad320484-9f1a-42ab-bba2-ea4b185fe756 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:58.985896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6df9dfeb-6fc8-4baf-a7ba-15aa744950e6 admin admin] Calling delete_port for 61d346f2-593e-43d5-9b78-63dd39b573d8 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:07:58.992213 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706f2d1e-e991-4baf-be88-bc50ad4d4065 None None] Routers {'5932232a-967c-4d2d-9f9c-d222fd57865c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:07:59.000336 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-706f2d1e-e991-4baf-be88-bc50ad4d4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:07:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['5932232a-967c-4d2d-9f9c-d222fd57865c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:59.035419 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ad320484-9f1a-42ab-bba2-ea4b185fe756 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "PUT /v2.0/floatingips/100dbfa2-7856-4c0a-bf19-64de9eb75777 HTTP/1.1" status: 200 len: 991 time: 1.9297154 Nov 18 17:07:59.036198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e05446-bcfa-4f90-92e4-ebef50d38702', 'tag': '5c6dbd70-9637-4268-8efe-14f3278784ab'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:07:59.039715 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f6eda5-7998-41ab-a2ab-4e36d071c7c9" -d '{"events": [{"name": "network-changed", "server_uuid": "74e05446-bcfa-4f90-92e4-ebef50d38702", "tag": "5c6dbd70-9637-4268-8efe-14f3278784ab"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:07:59.059141 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50647dce-cc34-4576-8da1-d22e08230271 req-0a9fbd70-0a21-4474-b0f3-ea9f48141dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:59.060674 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-50647dce-cc34-4576-8da1-d22e08230271 req-0a9fbd70-0a21-4474-b0f3-ea9f48141dd5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e1ea671c0fde4fd8b5f996fbf92564c3&device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 1097 time: 0.1292479 Nov 18 17:07:59.086695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8bcdd-5a62-4130-89aa-6687585cfbee req-561e46b3-d816-45ba-97f6-836b70d993d2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:59.099244 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7a8bcdd-5a62-4130-89aa-6687585cfbee req-561e46b3-d816-45ba-97f6-836b70d993d2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 948 time: 0.1455355 Nov 18 17:07:59.162928 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7a8bcdd-5a62-4130-89aa-6687585cfbee req-d1a8e3ae-dbac-4159-80d2-ce7805d49579 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641174 Nov 18 17:07:59.193666 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-706f2d1e-e991-4baf-be88-bc50ad4d4065 None None] Set router 5932232a-967c-4d2d-9f9c-d222fd57865c gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:07:59.217396 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f0c235-b8ef-42ad-b03d-d5a033aad486 x-openstack-request-id: req-c9f0c235-b8ef-42ad-b03d-d5a033aad486 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:07:59.217396 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e05446-bcfa-4f90-92e4-ebef50d38702", "tag": "5c6dbd70-9637-4268-8efe-14f3278784ab", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:07:59.217396 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c9f0c235-b8ef-42ad-b03d-d5a033aad486 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:07:59.217396 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e05446-bcfa-4f90-92e4-ebef50d38702', 'tag': '5c6dbd70-9637-4268-8efe-14f3278784ab', 'status': 'completed', 'code': 200} Nov 18 17:07:59.260399 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32840) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:59.377252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59084afe-743f-42c2-b7f5-5fc47b425ff3 req-c2075b28-2f4b-4260-adcd-897b7131ea14 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:59.379656 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59084afe-743f-42c2-b7f5-5fc47b425ff3 req-c2075b28-2f4b-4260-adcd-897b7131ea14 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 950 time: 0.0858798 Nov 18 17:07:59.413867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50647dce-cc34-4576-8da1-d22e08230271 req-239a497c-5a02-4647-8a0c-aaadd54b3cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:59.415369 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-50647dce-cc34-4576-8da1-d22e08230271 req-239a497c-5a02-4647-8a0c-aaadd54b3cf6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b774b810-3d9c-4b19-9254-bb91c7b50841 HTTP/1.1" status: 200 len: 908 time: 0.3216558 Nov 18 17:07:59.501816 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe157c-7b07-4eab-a78f-e0f41f8b4160 req-6ba0bff9-0501-4cb8-843b-70f8daa6e153 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:59.503461 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4ffe157c-7b07-4eab-a78f-e0f41f8b4160 req-6ba0bff9-0501-4cb8-843b-70f8daa6e153 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.83 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 946 time: 0.2039509 Nov 18 17:07:59.529110 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bfb3c8ee-2ff9-4ccf-81ed-2c43050b2122 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bf9f6e02792d4c25a1cd99bf139d5a8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669563 Nov 18 17:07:59.533725 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32848) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:07:59.556058 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59084afe-743f-42c2-b7f5-5fc47b425ff3 req-f432be16-eec8-4630-8df2-a7d221af391d tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643765 Nov 18 17:07:59.612236 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef446213-3e9a-4e73-afcf-86b9a9356cdb req-52552266-cd47-464d-a110-e2bdb2ab9e68 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:59.613814 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef446213-3e9a-4e73-afcf-86b9a9356cdb req-52552266-cd47-464d-a110-e2bdb2ab9e68 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 945 time: 0.1454670 Nov 18 17:07:59.642310 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-50647dce-cc34-4576-8da1-d22e08230271 req-af4f29fc-f36d-466b-a4e0-9577d99dcfe0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c6dbd70-9637-4268-8efe-14f3278784ab HTTP/1.1" status: 200 len: 999 time: 0.2136693 Nov 18 17:07:59.651917 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-706f2d1e-e991-4baf-be88-bc50ad4d4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'name': 'tempest-ServersTestJSON-1284566622-router', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:07:21Z', 'updated_at': '2021-11-18T17:07:28Z', 'revision_number': 4, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'gw_port': {'id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:22Z', 'updated_at': '2021-11-18T17:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '100dbfa2-7856-4c0a-bf19-64de9eb75777', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'floating_ip_address': '172.25.3.217', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'port_id': '5c6dbd70-9637-4268-8efe-14f3278784ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841', 'mac_address': 'fa:16:3e:1e:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e05446-bcfa-4f90-92e4-ebef50d38702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:07:35Z', 'updated_at': '2021-11-18T17:07:57Z', 'revision_number': 1, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '019f2ab6-12b3-4b43-987a-ca50d8668711', 'name': '', 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'mac_address': 'fa:16:3e:b0:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:27Z', 'updated_at': '2021-11-18T17:07:32Z', 'revision_number': 5, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'subnets': [{'id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:59.681492 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706f2d1e-e991-4baf-be88-bc50ad4d4065 None None] Checking router: 5932232a-967c-4d2d-9f9c-d222fd57865c for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:07:59.693062 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706f2d1e-e991-4baf-be88-bc50ad4d4065 None None] Routers {'5932232a-967c-4d2d-9f9c-d222fd57865c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:07:59.697746 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-706f2d1e-e991-4baf-be88-bc50ad4d4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:07:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['5932232a-967c-4d2d-9f9c-d222fd57865c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:07:59.716848 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50647dce-cc34-4576-8da1-d22e08230271 req-d84114ca-16e7-4829-ab32-0e19199e2dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:59.718627 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-50647dce-cc34-4576-8da1-d22e08230271 req-d84114ca-16e7-4829-ab32-0e19199e2dae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0b4e7e67-a70a-4a00-91fd-a038d1d82df8 HTTP/1.1" status: 200 len: 845 time: 0.0668521 Nov 18 17:07:59.734152 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-4ffe157c-7b07-4eab-a78f-e0f41f8b4160 req-ad0ea8e0-f1c2-46b6-a0cc-4ef46c87b08c tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Deleting port de41a100-c395-43bc-a09a-a10a28400149 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:07:59.736235 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4ffe157c-7b07-4eab-a78f-e0f41f8b4160 req-ad0ea8e0-f1c2-46b6-a0cc-4ef46c87b08c tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:59.759774 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6df9dfeb-6fc8-4baf-a7ba-15aa744950e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:59.772674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef446213-3e9a-4e73-afcf-86b9a9356cdb req-11e900b6-f56e-424f-86a4-fc086260a5ea tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411407 Nov 18 17:07:59.829229 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9b0fcedc-6907-4c96-9ae4-5594e17db1a0 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:07:59.838517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9dfeb-6fc8-4baf-a7ba-15aa744950e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=61d346f2-593e-43d5-9b78-63dd39b573d8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:07:59.862995 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b3bc5a8-1991-40ae-b3e3-a736f32ce4b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:59.884572 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 9b0fcedc-6907-4c96-9ae4-5594e17db1a0 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:07:59.885446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9b0fcedc-6907-4c96-9ae4-5594e17db1a0 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:07:59.886576 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 61d346f2-593e-43d5-9b78-63dd39b573d8 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:07:59.896748 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-706f2d1e-e991-4baf-be88-bc50ad4d4065 None None] Set router 5932232a-967c-4d2d-9f9c-d222fd57865c gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:07:59.917371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 61d346f2-593e-43d5-9b78-63dd39b573d8 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:07:59.918018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 61d346f2-593e-43d5-9b78-63dd39b573d8 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:07:59.960529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50647dce-cc34-4576-8da1-d22e08230271 req-cf9c1a8d-5484-48c4-9e36-b754da775e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:59.961019 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-50647dce-cc34-4576-8da1-d22e08230271 req-cf9c1a8d-5484-48c4-9e36-b754da775e07 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b774b810-3d9c-4b19-9254-bb91c7b50841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2327762 Nov 18 17:07:59.964264 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b3bc5a8-1991-40ae-b3e3-a736f32ce4b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:07:59.996309 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff203b2-7da6-47c9-a541-2030de630281 req-fa52dbfb-4998-4ac1-9f21-07e9fa89b24f tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:07:59.999090 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bff203b2-7da6-47c9-a541-2030de630281 req-fa52dbfb-4998-4ac1-9f21-07e9fa89b24f tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 950 time: 0.2189767 Nov 18 17:08:00.012700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a7b42-87ec-4481-b4b6-5a2086f4f3c3 req-9a21b24d-2059-4a8b-8474-8524cea90fb7 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:00.014179 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b35a7b42-87ec-4481-b4b6-5a2086f4f3c3 req-9a21b24d-2059-4a8b-8474-8524cea90fb7 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 946 time: 0.1378624 Nov 18 17:08:00.018820 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fc90d26a-2b7b-4188-b4c4-53a50e4464c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:00.024112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-4ffe157c-7b07-4eab-a78f-e0f41f8b4160 req-ad0ea8e0-f1c2-46b6-a0cc-4ef46c87b08c tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] For port de41a100-c395-43bc-a09a-a10a28400149, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=de41a100-c395-43bc-a09a-a10a28400149,segment=NetworkSegment(744479e5-e815-4cfe-bb94-3a9a20c43c8f),segment_id=744479e5-e815-4cfe-bb94-3a9a20c43c8f)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:00.027744 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4ffe157c-7b07-4eab-a78f-e0f41f8b4160 req-ad0ea8e0-f1c2-46b6-a0cc-4ef46c87b08c tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:00.029267 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6df9dfeb-6fc8-4baf-a7ba-15aa744950e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:00.131313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-4ffe157c-7b07-4eab-a78f-e0f41f8b4160 req-ad0ea8e0-f1c2-46b6-a0cc-4ef46c87b08c tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Calling delete_port for de41a100-c395-43bc-a09a-a10a28400149 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:08:00.172681 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6df9dfeb-6fc8-4baf-a7ba-15aa744950e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:00.180352 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6df9dfeb-6fc8-4baf-a7ba-15aa744950e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:00.188611 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b35a7b42-87ec-4481-b4b6-5a2086f4f3c3 req-6ebdc517-2d8a-4f47-b051-c6148bb58ddb tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/security-groups?id=a0556d99-8d33-4d62-856d-16295fbb4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526401 Nov 18 17:08:00.193654 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-706f2d1e-e991-4baf-be88-bc50ad4d4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'name': 'tempest-ServersTestJSON-1284566622-router', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:07:21Z', 'updated_at': '2021-11-18T17:07:28Z', 'revision_number': 4, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'gw_port': {'id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:22Z', 'updated_at': '2021-11-18T17:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '100dbfa2-7856-4c0a-bf19-64de9eb75777', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'floating_ip_address': '172.25.3.217', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'port_id': '5c6dbd70-9637-4268-8efe-14f3278784ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841', 'mac_address': 'fa:16:3e:1e:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e05446-bcfa-4f90-92e4-ebef50d38702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:07:35Z', 'updated_at': '2021-11-18T17:07:57Z', 'revision_number': 1, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '019f2ab6-12b3-4b43-987a-ca50d8668711', 'name': '', 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'mac_address': 'fa:16:3e:b0:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:27Z', 'updated_at': '2021-11-18T17:07:32Z', 'revision_number': 5, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'subnets': [{'id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:00.214947 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-bff203b2-7da6-47c9-a541-2030de630281 req-592d9045-a197-4a7d-a14e-e38161cb55a6 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Deleting port 1b05a343-8565-482c-8bc3-cb0a02db0dca {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:08:00.214947 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bff203b2-7da6-47c9-a541-2030de630281 req-592d9045-a197-4a7d-a14e-e38161cb55a6 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:00.224937 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706f2d1e-e991-4baf-be88-bc50ad4d4065 None None] The sync data for ids ['5932232a-967c-4d2d-9f9c-d222fd57865c'] in n-d-813419-11 is: [{'id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'name': 'tempest-ServersTestJSON-1284566622-router', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:07:21Z', 'updated_at': '2021-11-18T17:07:28Z', 'revision_number': 4, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'gw_port': {'id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:22Z', 'updated_at': '2021-11-18T17:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '100dbfa2-7856-4c0a-bf19-64de9eb75777', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'floating_ip_address': '172.25.3.217', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'port_id': '5c6dbd70-9637-4268-8efe-14f3278784ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841', 'mac_address': 'fa:16:3e:1e:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e05446-bcfa-4f90-92e4-ebef50d38702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:07:35Z', 'updated_at': '2021-11-18T17:07:57Z', 'revision_number': 1, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '019f2ab6-12b3-4b43-987a-ca50d8668711', 'name': '', 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'mac_address': 'fa:16:3e:b0:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:27Z', 'updated_at': '2021-11-18T17:07:32Z', 'revision_number': 5, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'subnets': [{'id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:08:00.252509 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b3bc5a8-1991-40ae-b3e3-a736f32ce4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:00.255415 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b3bc5a8-1991-40ae-b3e3-a736f32ce4b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:00.256690 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3b3bc5a8-1991-40ae-b3e3-a736f32ce4b1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/509eb858-5241-4325-a224-f42412221ea8 HTTP/1.1" status: 204 len: 168 time: 0.7212842 Nov 18 17:08:00.266696 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-50647dce-cc34-4576-8da1-d22e08230271 req-1f870b4e-f64f-4f6c-900e-3f51d1d86c1c service neutron] 10.222.0.83 "GET /v2.0/networks/b774b810-3d9c-4b19-9254-bb91c7b50841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938721 Nov 18 17:08:00.314752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bc5a8-1991-40ae-b3e3-a736f32ce4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509eb858-5241-4325-a224-f42412221ea8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:00.386109 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-bff203b2-7da6-47c9-a541-2030de630281 req-592d9045-a197-4a7d-a14e-e38161cb55a6 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] For port 1b05a343-8565-482c-8bc3-cb0a02db0dca, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=1b05a343-8565-482c-8bc3-cb0a02db0dca,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:00.386442 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bff203b2-7da6-47c9-a541-2030de630281 req-592d9045-a197-4a7d-a14e-e38161cb55a6 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:00.400550 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6df9dfeb-6fc8-4baf-a7ba-15aa744950e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:00.401057 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df9dfeb-6fc8-4baf-a7ba-15aa744950e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca651b49-7703-43d6-9f0a-a903f1f30c5b {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:08:00.407607 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-bff203b2-7da6-47c9-a541-2030de630281 req-592d9045-a197-4a7d-a14e-e38161cb55a6 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Calling delete_port for 1b05a343-8565-482c-8bc3-cb0a02db0dca owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:08:00.416523 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6df9dfeb-6fc8-4baf-a7ba-15aa744950e6 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:00.420312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099a26a-caa9-44f9-8d01-a611c5603cf2 req-15edcd11-5eb4-401c-8e39-def1952000b0 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:00.421400 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6df9dfeb-6fc8-4baf-a7ba-15aa744950e6 admin admin] 10.222.0.72 "DELETE /v2.0/routers/ca651b49-7703-43d6-9f0a-a903f1f30c5b HTTP/1.1" status: 204 len: 168 time: 2.5857909 Nov 18 17:08:00.422025 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3099a26a-caa9-44f9-8d01-a611c5603cf2 req-15edcd11-5eb4-401c-8e39-def1952000b0 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 945 time: 0.1330187 Nov 18 17:08:00.424767 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32862) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:00.437604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32864) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:00.465937 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b1c84b2b-d0e9-4632-b9cc-47c3f288dbde tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Request body: {'floatingip': {'port_id': 'b6e8f1c3-a065-4e47-80ce-f16360e90e44'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:00.501240 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 0285dffd-5957-4323-b54a-84c0c333dbfa details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:08:00.517356 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-50647dce-cc34-4576-8da1-d22e08230271 req-f9dad022-73a1-4839-9449-4136c5c59163 service neutron] 10.222.0.83 "GET /v2.0/networks/b774b810-3d9c-4b19-9254-bb91c7b50841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377775 Nov 18 17:08:00.577202 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4ffe157c-7b07-4eab-a78f-e0f41f8b4160 req-ad0ea8e0-f1c2-46b6-a0cc-4ef46c87b08c tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:00.616030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ea8e0-f1c2-46b6-a0cc-4ef46c87b08c tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Pushing event deleted for resources: {'Port': ['ID=de41a100-c395-43bc-a09a-a10a28400149,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:00.712977 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0285dffd-5957-4323-b54a-84c0c333dbfa,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:00.740931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '0285dffd-5957-4323-b54a-84c0c333dbfa', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '0285dffd-5957-4323-b54a-84c0c333dbfa', 'mac_address': 'fa:16:3e:42:28:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:08:00.747096 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['de41a100-c395-43bc-a09a-a10a28400149'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:08:00.747297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffe157c-7b07-4eab-a78f-e0f41f8b4160 req-ad0ea8e0-f1c2-46b6-a0cc-4ef46c87b08c tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] No DVR routers for this DVR port de41a100-c395-43bc-a09a-a10a28400149 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:08:00.761490 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4ffe157c-7b07-4eab-a78f-e0f41f8b4160 req-ad0ea8e0-f1c2-46b6-a0cc-4ef46c87b08c tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:00.765105 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4ffe157c-7b07-4eab-a78f-e0f41f8b4160 req-ad0ea8e0-f1c2-46b6-a0cc-4ef46c87b08c tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.83 "DELETE /v2.0/ports/de41a100-c395-43bc-a09a-a10a28400149 HTTP/1.1" status: 204 len: 173 time: 1.2518108 Nov 18 17:08:00.765595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1a2136-d1f2-415a-b5fc-f3e9332bc7de', 'name': 'network-vif-deleted', 'tag': 'de41a100-c395-43bc-a09a-a10a28400149'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:00.773568 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75227790-05de-4284-bb01-5ca940b6f3e7 None None] New status for floating IP 100dbfa2-7856-4c0a-bf19-64de9eb75777: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:08:00.775588 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4892f1-8425-4df0-bf95-fd9a9a8b6c5b" -d '{"events": [{"server_uuid": "8d1a2136-d1f2-415a-b5fc-f3e9332bc7de", "name": "network-vif-deleted", "tag": "de41a100-c395-43bc-a09a-a10a28400149"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:00.815148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6eda5-7998-41ab-a2ab-4e36d071c7c9 req-116c115e-331d-42d0-aa15-b2ae95673812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:00.819444 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-08f6eda5-7998-41ab-a2ab-4e36d071c7c9 req-116c115e-331d-42d0-aa15-b2ae95673812 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e1ea671c0fde4fd8b5f996fbf92564c3&device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 1097 time: 0.1854692 Nov 18 17:08:00.937687 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:00.997785 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6eda5-7998-41ab-a2ab-4e36d071c7c9 req-fdfe7cee-c366-4aa6-9404-7024bbec1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:00.999390 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-08f6eda5-7998-41ab-a2ab-4e36d071c7c9 req-fdfe7cee-c366-4aa6-9404-7024bbec1521 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b774b810-3d9c-4b19-9254-bb91c7b50841 HTTP/1.1" status: 200 len: 908 time: 0.1721120 Nov 18 17:08:01.031710 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0285dffd-5957-4323-b54a-84c0c333dbfa {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:08:01.082609 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0285dffd-5957-4323-b54a-84c0c333dbfa,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:01.110526 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-08f6eda5-7998-41ab-a2ab-4e36d071c7c9 req-65c82278-565e-4c72-905d-fc7728ccb5b3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c6dbd70-9637-4268-8efe-14f3278784ab HTTP/1.1" status: 200 len: 999 time: 0.1011276 Nov 18 17:08:01.156950 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1c84b2b-d0e9-4632-b9cc-47c3f288dbde tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:01.188417 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:01.201565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6eda5-7998-41ab-a2ab-4e36d071c7c9 req-0550f710-5386-42ad-afe9-50ba2a019453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:01.203414 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-08f6eda5-7998-41ab-a2ab-4e36d071c7c9 req-0550f710-5386-42ad-afe9-50ba2a019453 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0b4e7e67-a70a-4a00-91fd-a038d1d82df8 HTTP/1.1" status: 200 len: 845 time: 0.0824509 Nov 18 17:08:01.236707 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d987d9-18b3-4f40-9763-9bdf52ced893 admin admin] Deleting subnet f0e3f9de-bbd5-4806-ba02-214638f003c2 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:08:01.252084 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-01d987d9-18b3-4f40-9763-9bdf52ced893 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:01.274057 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6eda5-7998-41ab-a2ab-4e36d071c7c9 req-f3f81060-f5d5-4097-8a98-94f9d0e63212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:01.275652 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-08f6eda5-7998-41ab-a2ab-4e36d071c7c9 req-f3f81060-f5d5-4097-8a98-94f9d0e63212 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b774b810-3d9c-4b19-9254-bb91c7b50841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639932 Nov 18 17:08:01.307371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=0285dffd-5957-4323-b54a-84c0c333dbfa,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:01.350137 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661921e4-f273-44a0-bd7e-90d6011454cb req-dc74fb0e-c993-4fb8-949c-1311a8e16b5d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:01.351730 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-661921e4-f273-44a0-bd7e-90d6011454cb req-dc74fb0e-c993-4fb8-949c-1311a8e16b5d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 948 time: 0.8818111 Nov 18 17:08:01.373841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32890) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:01.395538 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce57f78-8d62-492b-9534-e2d6cdb67294 req-ad73afa2-b285-4447-ac06-7dd16a82e1e3 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:01.397064 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ce57f78-8d62-492b-9534-e2d6cdb67294 req-ad73afa2-b285-4447-ac06-7dd16a82e1e3 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 950 time: 0.3811653 Nov 18 17:08:01.415068 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-08f6eda5-7998-41ab-a2ab-4e36d071c7c9 req-d489134f-fcc3-416b-8807-c697ed5a5b0f service neutron] 10.222.0.83 "GET /v2.0/networks/b774b810-3d9c-4b19-9254-bb91c7b50841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310244 Nov 18 17:08:01.454914 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['0285dffd-5957-4323-b54a-84c0c333dbfa'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:08:01.457475 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-01d987d9-18b3-4f40-9763-9bdf52ced893 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:01.546317 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-08f6eda5-7998-41ab-a2ab-4e36d071c7c9 req-7fe3bad3-764f-457d-b6b3-71797eb1627f service neutron] 10.222.0.83 "GET /v2.0/networks/b774b810-3d9c-4b19-9254-bb91c7b50841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188891 Nov 18 17:08:01.555093 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cfae09c3-0157-40b0-ae0a-99e8d7c53952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:01.679660 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-661921e4-f273-44a0-bd7e-90d6011454cb req-d51483fa-1f18-4fc2-b6d5-e781ceb7027d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991016 Nov 18 17:08:01.681860 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cfae09c3-0157-40b0-ae0a-99e8d7c53952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:01.715621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ce57f78-8d62-492b-9534-e2d6cdb67294 req-272401d2-7206-4f3c-968a-c50b7b6da64e tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/security-groups?id=4783355c-7dcb-48a9-9c36-6b685a4bbacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891331 Nov 18 17:08:01.730113 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c17d12f-ef62-4732-9d6b-b8bfc3b19935 x-openstack-request-id: req-1c17d12f-ef62-4732-9d6b-b8bfc3b19935 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:01.731113 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1a2136-d1f2-415a-b5fc-f3e9332bc7de", "name": "network-vif-deleted", "tag": "de41a100-c395-43bc-a09a-a10a28400149", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:01.731113 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1c17d12f-ef62-4732-9d6b-b8bfc3b19935 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:01.731113 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1a2136-d1f2-415a-b5fc-f3e9332bc7de', 'name': 'network-vif-deleted', 'tag': 'de41a100-c395-43bc-a09a-a10a28400149', 'status': 'completed', 'code': 200} Nov 18 17:08:01.781233 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-01d987d9-18b3-4f40-9763-9bdf52ced893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:01.781486 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cfae09c3-0157-40b0-ae0a-99e8d7c53952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:01.785303 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bff203b2-7da6-47c9-a541-2030de630281 req-592d9045-a197-4a7d-a14e-e38161cb55a6 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:01.797422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['1b05a343-8565-482c-8bc3-cb0a02db0dca'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:08:01.843833 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cfae09c3-0157-40b0-ae0a-99e8d7c53952 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e32ee6e8d28842bfa34020a40215f916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4687757 Nov 18 17:08:01.848870 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32904) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:01.872526 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d9045-a197-4a7d-a14e-e38161cb55a6 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Pushing event deleted for resources: {'Port': ['ID=1b05a343-8565-482c-8bc3-cb0a02db0dca,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:01.902474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae09c3-0157-40b0-ae0a-99e8d7c53952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1727a52c-d2f8-4d64-83d9-05095fee7a54,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:01.928206 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae09c3-0157-40b0-ae0a-99e8d7c53952 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:01.928538 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae09c3-0157-40b0-ae0a-99e8d7c53952 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:01.929614 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae09c3-0157-40b0-ae0a-99e8d7c53952 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:01.929614 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae09c3-0157-40b0-ae0a-99e8d7c53952 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:01.929614 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae09c3-0157-40b0-ae0a-99e8d7c53952 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:01.929926 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae09c3-0157-40b0-ae0a-99e8d7c53952 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:01.930178 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae09c3-0157-40b0-ae0a-99e8d7c53952 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:01.930509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae09c3-0157-40b0-ae0a-99e8d7c53952 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:01.930842 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae09c3-0157-40b0-ae0a-99e8d7c53952 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:01.931171 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae09c3-0157-40b0-ae0a-99e8d7c53952 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:01.931506 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae09c3-0157-40b0-ae0a-99e8d7c53952 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:01.935112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae09c3-0157-40b0-ae0a-99e8d7c53952 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:01.937603 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c5a02e54-34fc-4627-998d-c5e652698a38 req-8006c205-8fd3-41e9-8cd8-5b457be025f1 tempest-AttachSCSIVolumeTestJSON-1991837457 tempest-AttachSCSIVolumeTestJSON-1991837457-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d1a2136-d1f2-415a-b5fc-f3e9332bc7de HTTP/1.1" status: 200 len: 210 time: 0.0699253 Nov 18 17:08:01.951541 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f54a442-46f9-4fcd-8722-d8e8dcdaedaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:01.987297 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f54a442-46f9-4fcd-8722-d8e8dcdaedaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:01.997081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32906) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:02.038535 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff203b2-7da6-47c9-a541-2030de630281 req-592d9045-a197-4a7d-a14e-e38161cb55a6 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] No DVR routers for this DVR port 1b05a343-8565-482c-8bc3-cb0a02db0dca on host n-h2-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:08:02.046230 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bff203b2-7da6-47c9-a541-2030de630281 req-592d9045-a197-4a7d-a14e-e38161cb55a6 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.049691 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bff203b2-7da6-47c9-a541-2030de630281 req-592d9045-a197-4a7d-a14e-e38161cb55a6 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.83 "DELETE /v2.0/ports/1b05a343-8565-482c-8bc3-cb0a02db0dca HTTP/1.1" status: 204 len: 173 time: 2.0346055 Nov 18 17:08:02.050144 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca04769e-268a-4df8-98db-91321a24f1c4', 'name': 'network-vif-deleted', 'tag': '1b05a343-8565-482c-8bc3-cb0a02db0dca'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:02.052520 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4582c10-8630-4902-a373-139e48acea02" -d '{"events": [{"server_uuid": "ca04769e-268a-4df8-98db-91321a24f1c4", "name": "network-vif-deleted", "tag": "1b05a343-8565-482c-8bc3-cb0a02db0dca"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:02.110762 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-956a1811-94aa-46ac-a3ac-de1c6ceda3ff admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1444429045-network', 'tenant_id': '0a95fb8abcec43a69396adebe0839baf'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:02.118880 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37643c8-2a5e-48a5-8121-2ccc6a6558fb x-openstack-request-id: req-b37643c8-2a5e-48a5-8121-2ccc6a6558fb {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:02.119460 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca04769e-268a-4df8-98db-91321a24f1c4", "name": "network-vif-deleted", "tag": "1b05a343-8565-482c-8bc3-cb0a02db0dca", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:02.119723 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b37643c8-2a5e-48a5-8121-2ccc6a6558fb {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:02.120729 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca04769e-268a-4df8-98db-91321a24f1c4', 'name': 'network-vif-deleted', 'tag': '1b05a343-8565-482c-8bc3-cb0a02db0dca', 'status': 'completed', 'code': 200} Nov 18 17:08:02.152188 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f54a442-46f9-4fcd-8722-d8e8dcdaedaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.154912 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f54a442-46f9-4fcd-8722-d8e8dcdaedaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.156177 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5f54a442-46f9-4fcd-8722-d8e8dcdaedaf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1727a52c-d2f8-4d64-83d9-05095fee7a54 HTTP/1.1" status: 204 len: 168 time: 0.3062859 Nov 18 17:08:02.164425 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54a442-46f9-4fcd-8722-d8e8dcdaedaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1727a52c-d2f8-4d64-83d9-05095fee7a54,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:02.178139 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-01d987d9-18b3-4f40-9763-9bdf52ced893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.242903 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d987d9-18b3-4f40-9763-9bdf52ced893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e3f9de-bbd5-4806-ba02-214638f003c2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:02.253501 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-01d987d9-18b3-4f40-9763-9bdf52ced893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.259750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32914) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:02.260012 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-01d987d9-18b3-4f40-9763-9bdf52ced893 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f0e3f9de-bbd5-4806-ba02-214638f003c2 HTTP/1.1" status: 204 len: 168 time: 1.8340061 Nov 18 17:08:02.269742 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e698fd-026f-4454-89a5-63d9f35da989 None None] Network 4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:08:02.282679 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1c84b2b-d0e9-4632-b9cc-47c3f288dbde tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.286878 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956a1811-94aa-46ac-a3ac-de1c6ceda3ff admin admin] Made reservation on behalf of 0a95fb8abcec43a69396adebe0839baf for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:02.289364 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-956a1811-94aa-46ac-a3ac-de1c6ceda3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.307344 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-956a1811-94aa-46ac-a3ac-de1c6ceda3ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.363742 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.448536 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c297c743-d9cf-4676-9d3e-7caa61e006d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.472733 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-956a1811-94aa-46ac-a3ac-de1c6ceda3ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.473426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df5ce56-b7e4-4ada-a599-68ca6513fa58 None None] DHCP port deletion for 4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:08:02.481900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] Deleting port fbdba89c-56fd-4df3-9c8b-4c4cdd766892 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:08:02.482349 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.513076 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1c84b2b-d0e9-4632-b9cc-47c3f288dbde tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.519365 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 0285dffd-5957-4323-b54a-84c0c333dbfa up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:02.558836 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0df5ce56-b7e4-4ada-a599-68ca6513fa58 None None] Deleting port fbdba89c-56fd-4df3-9c8b-4c4cdd766892 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:08:02.559102 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0df5ce56-b7e4-4ada-a599-68ca6513fa58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.561797 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] For port fbdba89c-56fd-4df3-9c8b-4c4cdd766892, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fbdba89c-56fd-4df3-9c8b-4c4cdd766892,segment=NetworkSegment(789bee4f-0bbf-459c-8c8e-e8b05a4ac37d),segment_id=789bee4f-0bbf-459c-8c8e-e8b05a4ac37d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:02.562249 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.570189 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-956a1811-94aa-46ac-a3ac-de1c6ceda3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.588182 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] Calling delete_port for fbdba89c-56fd-4df3-9c8b-4c4cdd766892 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:08:02.606180 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956a1811-94aa-46ac-a3ac-de1c6ceda3ff admin admin] vlan segment allocate from pool success with {'vlan_id': 1117, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:08:02.621284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a1811-94aa-46ac-a3ac-de1c6ceda3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b925ccc0-776f-422d-9b6e-ea9c76deda59,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:02.627177 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-956a1811-94aa-46ac-a3ac-de1c6ceda3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.627733 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-956a1811-94aa-46ac-a3ac-de1c6ceda3ff admin admin] Added segment 09e7b4fa-d6c3-45d1-9554-35762703303d of type vlan for network 5081e599-c749-48b6-bd1f-9b11ee49b04a Nov 18 17:08:02.635987 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0df5ce56-b7e4-4ada-a599-68ca6513fa58 None None] For port fbdba89c-56fd-4df3-9c8b-4c4cdd766892, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fbdba89c-56fd-4df3-9c8b-4c4cdd766892,segment=NetworkSegment(789bee4f-0bbf-459c-8c8e-e8b05a4ac37d),segment_id=789bee4f-0bbf-459c-8c8e-e8b05a4ac37d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:02.636308 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0df5ce56-b7e4-4ada-a599-68ca6513fa58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.652361 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0df5ce56-b7e4-4ada-a599-68ca6513fa58 None None] Calling delete_port for fbdba89c-56fd-4df3-9c8b-4c4cdd766892 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:08:02.680085 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-b1c84b2b-d0e9-4632-b9cc-47c3f288dbde tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Floating IP e0fff3ab-43f6-4e4c-aec0-3276db54c4e7 associated. External IP: 172.25.3.160, port: b6e8f1c3-a065-4e47-80ce-f16360e90e44. Nov 18 17:08:02.716073 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-956a1811-94aa-46ac-a3ac-de1c6ceda3ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.757931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 0285dffd-5957-4323-b54a-84c0c333dbfa completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:08:02.762147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 0285dffd-5957-4323-b54a-84c0c333dbfa triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:02.762526 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.835389 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0df5ce56-b7e4-4ada-a599-68ca6513fa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.840708 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.873660 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5ce56-b7e4-4ada-a599-68ca6513fa58 None None] Pushing event deleted for resources: {'Port': ['ID=fbdba89c-56fd-4df3-9c8b-4c4cdd766892,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:02.881749 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df5ce56-b7e4-4ada-a599-68ca6513fa58 None None] No DVR routers for this DVR port fbdba89c-56fd-4df3-9c8b-4c4cdd766892 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:08:02.886083 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbdba89c-56fd-4df3-9c8b-4c4cdd766892,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:02.899266 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] No DVR routers for this DVR port fbdba89c-56fd-4df3-9c8b-4c4cdd766892 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:08:02.901129 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-956a1811-94aa-46ac-a3ac-de1c6ceda3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.902633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956a1811-94aa-46ac-a3ac-de1c6ceda3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:02.903681 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-956a1811-94aa-46ac-a3ac-de1c6ceda3ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.933841 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:02.959516 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02192778-86dc-4d55-8759-d63195143468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0285dffd-5957-4323-b54a-84c0c333dbfa'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:02.961751 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3672ebf9-1b2c-41c2-acf3-2a1058d1f56c" -d '{"events": [{"server_uuid": "02192778-86dc-4d55-8759-d63195143468", "name": "network-vif-plugged", "status": "completed", "tag": "0285dffd-5957-4323-b54a-84c0c333dbfa"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:02.970327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-366ce31f-e0bc-416e-880e-ab62d8abfedb req-9da29a56-2553-4b2e-b8c9-be415e163ff8 tempest-ServersAdminNegativeTestJSON-1645309435 tempest-ServersAdminNegativeTestJSON-1645309435-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca04769e-268a-4df8-98db-91321a24f1c4 HTTP/1.1" status: 200 len: 210 time: 0.1252036 Nov 18 17:08:02.983629 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0285dffd-5957-4323-b54a-84c0c333dbfa,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:03.017546 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a1811-94aa-46ac-a3ac-de1c6ceda3ff admin admin] Pushing event updated for resources: {'Network': ['ID=5081e599-c749-48b6-bd1f-9b11ee49b04a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:03.032293 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 5081e599-c749-48b6-bd1f-9b11ee49b04a details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:08:03.037499 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f98de-0756-4e11-8f6c-76c30ac8f584 req-7fc96e71-adb7-4001-9a4c-8ca72125308b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:03.039272 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef6f98de-0756-4e11-8f6c-76c30ac8f584 req-7fc96e71-adb7-4001-9a4c-8ca72125308b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 949 time: 0.2209651 Nov 18 17:08:03.094536 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:03.111781 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-956a1811-94aa-46ac-a3ac-de1c6ceda3ff admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1125998 Nov 18 17:08:03.114488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32936) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:03.120761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9227b8c2-1ec4-4bd6-8e36-b332607a6c02 admin admin] Request body: {'subnet': {'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1444429045-subnet', 'tenant_id': '0a95fb8abcec43a69396adebe0839baf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:03.130746 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:03.163143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:03.168509 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef6f98de-0756-4e11-8f6c-76c30ac8f584 req-aad4d1ab-522c-445d-8157-615707b1cdfd tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099684 Nov 18 17:08:03.180788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789bee4f-0bbf-459c-8c8e-e8b05a4ac37d') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:03.181097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789bee4f-0bbf-459c-8c8e-e8b05a4ac37d') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:03.193089 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6d5007-c804-4d23-94d8-3a4bcc4dfa94 x-openstack-request-id: req-aa6d5007-c804-4d23-94d8-3a4bcc4dfa94 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:03.193409 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02192778-86dc-4d55-8759-d63195143468", "name": "network-vif-plugged", "status": "completed", "tag": "0285dffd-5957-4323-b54a-84c0c333dbfa", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:03.193688 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aa6d5007-c804-4d23-94d8-3a4bcc4dfa94 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:03.194065 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02192778-86dc-4d55-8759-d63195143468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0285dffd-5957-4323-b54a-84c0c333dbfa', 'code': 200} Nov 18 17:08:03.202648 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:03.210529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9227b8c2-1ec4-4bd6-8e36-b332607a6c02 admin admin] Made reservation on behalf of 0a95fb8abcec43a69396adebe0839baf for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:03.213439 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9227b8c2-1ec4-4bd6-8e36-b332607a6c02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:03.216817 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=0285dffd-5957-4323-b54a-84c0c333dbfa,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:03.230318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c84b2b-d0e9-4632-b9cc-47c3f288dbde tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:08:03.240255 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:03.255268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:08:03.255679 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:08:03.257705 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:08:03.402252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c84b2b-d0e9-4632-b9cc-47c3f288dbde tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:08:03.427319 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629ec75-8b0a-4263-a7c8-1d5595e0cc3e None None] Sync routers for ids ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:08:03.432355 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1c84b2b-d0e9-4632-b9cc-47c3f288dbde tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:03.447642 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629ec75-8b0a-4263-a7c8-1d5595e0cc3e None None] Routers {'481f53fc-b0fb-496a-b964-ef1bc6ac9265'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:08:03.448457 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9629ec75-8b0a-4263-a7c8-1d5595e0cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:03.463755 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032d274-b5fd-4949-bc5d-3500eea35408 req-da231a3f-bf0d-4dcc-a804-f3c6396bad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:03.465523 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0032d274-b5fd-4949-bc5d-3500eea35408 req-da231a3f-bf0d-4dcc-a804-f3c6396bad3c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 1102 time: 0.1107841 Nov 18 17:08:03.476262 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b1c84b2b-d0e9-4632-b9cc-47c3f288dbde tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "PUT /v2.0/floatingips/e0fff3ab-43f6-4e4c-aec0-3276db54c4e7 HTTP/1.1" status: 200 len: 991 time: 3.0360470 Nov 18 17:08:03.484246 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:03.498045 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:03.603114 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-9629ec75-8b0a-4263-a7c8-1d5595e0cc3e None None] Set router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:08:03.736477 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32964) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:03.780270 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fbdba89c-56fd-4df3-9c8b-4c4cdd766892 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:08:03.820366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: fbdba89c-56fd-4df3-9c8b-4c4cdd766892 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:08:03.820673 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fbdba89c-56fd-4df3-9c8b-4c4cdd766892 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:08:03.867539 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:03.872517 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b HTTP/1.1" status: 204 len: 168 time: 1.6110544 Nov 18 17:08:03.895871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3f4cb-1a93-4a61-b063-44382e5ad4e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8a2103-c7ab-4d8d-ad8a-13b08f842e4b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:03.905768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-bba6518d-738c-4b80-85f3-affaa7e3deda admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-827613960-network', 'tenant_id': '8636c767565a441eb773511271a60b63'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:03.915607 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9629ec75-8b0a-4263-a7c8-1d5595e0cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:05:05Z', 'revision_number': 4, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'e0fff3ab-43f6-4e4c-aec0-3276db54c4e7', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'floating_ip_address': '172.25.3.160', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'port_id': 'b6e8f1c3-a065-4e47-80ce-f16360e90e44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'mac_address': 'fa:16:3e:8c:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc2e21-1594-4e74-ac57-3807302bc8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:05:24Z', 'updated_at': '2021-11-18T17:08:02Z', 'revision_number': 5, 'project_id': '8c06eab41c094a658cd4053515999f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b77293-3f0c-4ed5-94c8-a28671f17be5', 'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'mac_address': 'fa:16:3e:f2:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:04Z', 'updated_at': '2021-11-18T17:05:09Z', 'revision_number': 5, 'project_id': '8c06eab41c094a658cd4053515999f68', 'subnets': [{'id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:03.938213 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0032d274-b5fd-4949-bc5d-3500eea35408 req-4eb652f2-dc3c-4278-bac0-4631f603be9e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640176 Nov 18 17:08:03.946125 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629ec75-8b0a-4263-a7c8-1d5595e0cc3e None None] Checking router: 481f53fc-b0fb-496a-b964-ef1bc6ac9265 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:08:03.954571 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629ec75-8b0a-4263-a7c8-1d5595e0cc3e None None] Routers {'481f53fc-b0fb-496a-b964-ef1bc6ac9265'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:08:03.955176 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9629ec75-8b0a-4263-a7c8-1d5595e0cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:04.010282 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 1b05a343-8565-482c-8bc3-cb0a02db0dca no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:08:04.032634 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 1b05a343-8565-482c-8bc3-cb0a02db0dca {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:08:04.032991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 1b05a343-8565-482c-8bc3-cb0a02db0dca not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:08:04.033429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device de41a100-c395-43bc-a09a-a10a28400149 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:08:04.055140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: de41a100-c395-43bc-a09a-a10a28400149 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:08:04.055551 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device de41a100-c395-43bc-a09a-a10a28400149 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:08:04.055949 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9227b8c2-1ec4-4bd6-8e36-b332607a6c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:04.066966 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba6518d-738c-4b80-85f3-affaa7e3deda admin admin] Made reservation on behalf of 8636c767565a441eb773511271a60b63 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:04.067656 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-9629ec75-8b0a-4263-a7c8-1d5595e0cc3e None None] Set router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:08:04.074020 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bba6518d-738c-4b80-85f3-affaa7e3deda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:04.092906 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bba6518d-738c-4b80-85f3-affaa7e3deda admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:04.121541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ecc2e21-1594-4e74-ac57-3807302bc8a0', 'tag': 'b6e8f1c3-a065-4e47-80ce-f16360e90e44'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:04.128374 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c4074e-de06-4e9c-8346-18445143027e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ecc2e21-1594-4e74-ac57-3807302bc8a0", "tag": "b6e8f1c3-a065-4e47-80ce-f16360e90e44"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:04.179372 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a082117b-436b-49e2-b8ec-52b331e376ab x-openstack-request-id: req-a082117b-436b-49e2-b8ec-52b331e376ab {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:04.180160 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ecc2e21-1594-4e74-ac57-3807302bc8a0", "tag": "b6e8f1c3-a065-4e47-80ce-f16360e90e44", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:04.180813 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a082117b-436b-49e2-b8ec-52b331e376ab {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:04.181371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227b8c2-1ec4-4bd6-8e36-b332607a6c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20b73df-b35d-4384-ad07-d38c6494ce58,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:04.181509 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ecc2e21-1594-4e74-ac57-3807302bc8a0', 'tag': 'b6e8f1c3-a065-4e47-80ce-f16360e90e44', 'status': 'completed', 'code': 200} Nov 18 17:08:04.187965 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9227b8c2-1ec4-4bd6-8e36-b332607a6c02 admin admin] Checking segment: {'id': '09e7b4fa-d6c3-45d1-9554-35762703303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:04.188502 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9227b8c2-1ec4-4bd6-8e36-b332607a6c02 admin admin] Network hostable DHCP agents. Network: 5081e599-c749-48b6-bd1f-9b11ee49b04a, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:08:04.301591 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bba6518d-738c-4b80-85f3-affaa7e3deda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:04.320404 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4074e-de06-4e9c-8346-18445143027e req-cce69bb3-1836-4b35-88a8-2511d955e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:04.321987 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34c4074e-de06-4e9c-8346-18445143027e req-cce69bb3-1836-4b35-88a8-2511d955e384 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8c06eab41c094a658cd4053515999f68&device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 1097 time: 0.1028976 Nov 18 17:08:04.330744 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69615b10-1f93-442d-a074-37da6f2a2e38 req-cbeec6ec-d777-4656-b28f-ef62fa331607 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:04.332213 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-69615b10-1f93-442d-a074-37da6f2a2e38 req-cbeec6ec-d777-4656-b28f-ef62fa331607 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.0731852 Nov 18 17:08:04.369926 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9227b8c2-1ec4-4bd6-8e36-b332607a6c02 admin admin] Network 5081e599-c749-48b6-bd1f-9b11ee49b04a is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:08:04.380704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33002) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:04.397579 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-69615b10-1f93-442d-a074-37da6f2a2e38 req-fa372cc8-b8bf-4ee2-b0e0-6b5b9aabcabc tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586047 Nov 18 17:08:04.404117 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9629ec75-8b0a-4263-a7c8-1d5595e0cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:05:05Z', 'revision_number': 4, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'e0fff3ab-43f6-4e4c-aec0-3276db54c4e7', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'floating_ip_address': '172.25.3.160', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'port_id': 'b6e8f1c3-a065-4e47-80ce-f16360e90e44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'mac_address': 'fa:16:3e:8c:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc2e21-1594-4e74-ac57-3807302bc8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:05:24Z', 'updated_at': '2021-11-18T17:08:02Z', 'revision_number': 5, 'project_id': '8c06eab41c094a658cd4053515999f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b77293-3f0c-4ed5-94c8-a28671f17be5', 'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'mac_address': 'fa:16:3e:f2:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:04Z', 'updated_at': '2021-11-18T17:05:09Z', 'revision_number': 5, 'project_id': '8c06eab41c094a658cd4053515999f68', 'subnets': [{'id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:04.432295 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0087b8c4-0780-4d57-b2b0-9e2adde5ac81 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cec8bc8d40c44f229736948c844a6997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503855 Nov 18 17:08:04.436000 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629ec75-8b0a-4263-a7c8-1d5595e0cc3e None None] The sync data for ids ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'] in n-d-813419-11 is: [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:05:05Z', 'revision_number': 4, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'e0fff3ab-43f6-4e4c-aec0-3276db54c4e7', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'floating_ip_address': '172.25.3.160', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'port_id': 'b6e8f1c3-a065-4e47-80ce-f16360e90e44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'mac_address': 'fa:16:3e:8c:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc2e21-1594-4e74-ac57-3807302bc8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:05:24Z', 'updated_at': '2021-11-18T17:08:02Z', 'revision_number': 5, 'project_id': '8c06eab41c094a658cd4053515999f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b77293-3f0c-4ed5-94c8-a28671f17be5', 'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'mac_address': 'fa:16:3e:f2:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:04Z', 'updated_at': '2021-11-18T17:05:09Z', 'revision_number': 5, 'project_id': '8c06eab41c094a658cd4053515999f68', 'subnets': [{'id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:08:04.436540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33004) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:04.478025 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bba6518d-738c-4b80-85f3-affaa7e3deda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:04.493886 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cf21fbc-5367-4e0f-b730-6bf9c32cb4ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:04.511277 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba6518d-738c-4b80-85f3-affaa7e3deda admin admin] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:08:04.524122 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cf21fbc-5367-4e0f-b730-6bf9c32cb4ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:04.537359 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6518d-738c-4b80-85f3-affaa7e3deda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaf955b-2088-4f7c-8a60-6779658ce3a8,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:04.541180 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-9227b8c2-1ec4-4bd6-8e36-b332607a6c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 5081e599-c749-48b6-bd1f-9b11ee49b04a) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:04.544102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4074e-de06-4e9c-8346-18445143027e req-b261f6bd-4b52-4cb8-86cf-cb7c65fef787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:04.545642 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34c4074e-de06-4e9c-8346-18445143027e req-b261f6bd-4b52-4cb8-86cf-cb7c65fef787 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e6675c45-2017-448b-a56f-7a8487b5bcd0 HTTP/1.1" status: 200 len: 926 time: 0.1385367 Nov 18 17:08:04.554320 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bba6518d-738c-4b80-85f3-affaa7e3deda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:04.554320 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-bba6518d-738c-4b80-85f3-affaa7e3deda admin admin] Added segment 43d244d6-cded-4df4-a838-fac1b113d553 of type vlan for network 21e57fb7-15e2-4168-9940-61b5b33853bf Nov 18 17:08:04.554674 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9227b8c2-1ec4-4bd6-8e36-b332607a6c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:04.554674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9227b8c2-1ec4-4bd6-8e36-b332607a6c02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:04.563623 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2820d0c2-bb6c-4fbb-aba4-d3d4541e3ffa None None] Network 5081e599-c749-48b6-bd1f-9b11ee49b04a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:08:04.635612 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bba6518d-738c-4b80-85f3-affaa7e3deda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:04.657446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34c4074e-de06-4e9c-8346-18445143027e req-a8d03297-212f-4fff-8006-66d959e4925f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6e8f1c3-a065-4e47-80ce-f16360e90e44 HTTP/1.1" status: 200 len: 999 time: 0.1020582 Nov 18 17:08:04.717758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33010) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:04.723639 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9227b8c2-1ec4-4bd6-8e36-b332607a6c02 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6078749 Nov 18 17:08:04.732854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4074e-de06-4e9c-8346-18445143027e req-dc7292da-2ad2-483b-946f-09e6639a0873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:04.734405 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34c4074e-de06-4e9c-8346-18445143027e req-dc7292da-2ad2-483b-946f-09e6639a0873 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab1c1519-af93-4458-8a9d-ac5eb923f940 HTTP/1.1" status: 200 len: 863 time: 0.0654471 Nov 18 17:08:04.748714 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cf21fbc-5367-4e0f-b730-6bf9c32cb4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:04.758286 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cf21fbc-5367-4e0f-b730-6bf9c32cb4ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:04.763352 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8cf21fbc-5367-4e0f-b730-6bf9c32cb4ac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f17be5e-0356-41b1-87ff-831774448c1c HTTP/1.1" status: 204 len: 168 time: 0.3260524 Nov 18 17:08:04.775873 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bba6518d-738c-4b80-85f3-affaa7e3deda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:04.779735 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba6518d-738c-4b80-85f3-affaa7e3deda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:04.780673 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bba6518d-738c-4b80-85f3-affaa7e3deda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:04.797652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf21fbc-5367-4e0f-b730-6bf9c32cb4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f17be5e-0356-41b1-87ff-831774448c1c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:04.868376 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6948de6d-54f6-4326-b277-6bc1d3a6280f None None] New status for floating IP e0fff3ab-43f6-4e4c-aec0-3276db54c4e7: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:08:04.892547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4074e-de06-4e9c-8346-18445143027e req-f8f26a8a-50b4-458f-bbcb-536790e45134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:04.894085 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34c4074e-de06-4e9c-8346-18445143027e req-f8f26a8a-50b4-458f-bbcb-536790e45134 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6675c45-2017-448b-a56f-7a8487b5bcd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1503930 Nov 18 17:08:04.895095 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6518d-738c-4b80-85f3-affaa7e3deda admin admin] Pushing event updated for resources: {'Network': ['ID=21e57fb7-15e2-4168-9940-61b5b33853bf,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:04.904439 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bba6518d-738c-4b80-85f3-affaa7e3deda admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1625926 Nov 18 17:08:04.905133 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33020) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:04.910978 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-204748f7-4b46-4930-91fb-b1facb3eb195 admin admin] Request body: {'subnet': {'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-827613960-subnet', 'tenant_id': '8636c767565a441eb773511271a60b63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:04.997051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 21e57fb7-15e2-4168-9940-61b5b33853bf details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:08:05.015845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204748f7-4b46-4930-91fb-b1facb3eb195 admin admin] Made reservation on behalf of 8636c767565a441eb773511271a60b63 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:05.021094 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-204748f7-4b46-4930-91fb-b1facb3eb195 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:05.043307 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0d0d7308-c674-4721-9b74-b0322da16915 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b94e2faa6fdd44fb8ec92e6bc7fc151d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228834 Nov 18 17:08:05.046636 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33026) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:05.055978 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34c4074e-de06-4e9c-8346-18445143027e req-069136ae-f019-4cc7-ab32-13e02bdb16be service neutron] 10.222.0.83 "GET /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534014 Nov 18 17:08:05.365323 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:05.386334 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1af3807-62c4-47b4-b367-9bb16cc89762 None None] Network 5081e599-c749-48b6-bd1f-9b11ee49b04a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:08:05.547548 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:05.586903 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-204748f7-4b46-4930-91fb-b1facb3eb195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:05.660987 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204748f7-4b46-4930-91fb-b1facb3eb195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6246afd-a473-49e2-aa8f-305885903cc9,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:05.697821 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204748f7-4b46-4930-91fb-b1facb3eb195 admin admin] Checking segment: {'id': '43d244d6-cded-4df4-a838-fac1b113d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:05.698916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204748f7-4b46-4930-91fb-b1facb3eb195 admin admin] Network hostable DHCP agents. Network: 21e57fb7-15e2-4168-9940-61b5b33853bf, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:08:05.729866 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-095d87d8-beb5-4dc7-82de-512bea3504f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:05.811646 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-095d87d8-beb5-4dc7-82de-512bea3504f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:05.863018 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34c4074e-de06-4e9c-8346-18445143027e req-10e8c442-d13e-49ae-9770-8731eebedb87 service neutron] 10.222.0.83 "GET /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7551608 Nov 18 17:08:05.889276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951666a-5906-4dfa-ab55-c1fe57032ba2 req-da9ce813-27df-4ecb-a867-7906f9d1231b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:05.891308 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2951666a-5906-4dfa-ab55-c1fe57032ba2 req-da9ce813-27df-4ecb-a867-7906f9d1231b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.2320755 Nov 18 17:08:05.932165 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-0e329e57-d499-4067-9152-fa32aeaf71ad tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:05.933832 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-0e329e57-d499-4067-9152-fa32aeaf71ad tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/networks?id=5081e599-c749-48b6-bd1f-9b11ee49b04a HTTP/1.1" status: 200 len: 822 time: 0.2731321 Nov 18 17:08:05.964408 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204748f7-4b46-4930-91fb-b1facb3eb195 admin admin] Network 21e57fb7-15e2-4168-9940-61b5b33853bf is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:08:05.969447 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-f661329d-9824-41f6-ac60-b455c84b8de0 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/quotas/0a95fb8abcec43a69396adebe0839baf HTTP/1.1" status: 200 len: 375 time: 0.0260715 Nov 18 17:08:05.974146 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2951666a-5906-4dfa-ab55-c1fe57032ba2 req-1160574a-cd6c-4b10-86d0-5cf04aba95f4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674994 Nov 18 17:08:06.008662 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-5d461c8d-b9d9-49e5-9b35-9c65d69b6d2f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a95fb8abcec43a69396adebe0839baf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299423 Nov 18 17:08:06.061999 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-095d87d8-beb5-4dc7-82de-512bea3504f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:06.064943 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-095d87d8-beb5-4dc7-82de-512bea3504f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:06.066255 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-095d87d8-beb5-4dc7-82de-512bea3504f0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4783355c-7dcb-48a9-9c36-6b685a4bbacd HTTP/1.1" status: 204 len: 168 time: 1.0183163 Nov 18 17:08:06.083586 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-204748f7-4b46-4930-91fb-b1facb3eb195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 21e57fb7-15e2-4168-9940-61b5b33853bf) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:06.089574 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204748f7-4b46-4930-91fb-b1facb3eb195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:06.090541 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-204748f7-4b46-4930-91fb-b1facb3eb195 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:06.095415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e16354-10c4-4481-9f8d-547152053d33 None None] Network 21e57fb7-15e2-4168-9940-61b5b33853bf requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:08:06.129297 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d87d8-beb5-4dc7-82de-512bea3504f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4783355c-7dcb-48a9-9c36-6b685a4bbacd,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:06.148454 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d87d8-beb5-4dc7-82de-512bea3504f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:06.148813 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d87d8-beb5-4dc7-82de-512bea3504f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:06.149351 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d87d8-beb5-4dc7-82de-512bea3504f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:06.150073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d87d8-beb5-4dc7-82de-512bea3504f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:06.150256 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d87d8-beb5-4dc7-82de-512bea3504f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:06.150611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d87d8-beb5-4dc7-82de-512bea3504f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:06.151653 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d87d8-beb5-4dc7-82de-512bea3504f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:06.152050 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d87d8-beb5-4dc7-82de-512bea3504f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:06.152385 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d87d8-beb5-4dc7-82de-512bea3504f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:06.152718 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d87d8-beb5-4dc7-82de-512bea3504f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:06.153073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d87d8-beb5-4dc7-82de-512bea3504f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:06.153403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d87d8-beb5-4dc7-82de-512bea3504f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:06.185416 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-204748f7-4b46-4930-91fb-b1facb3eb195 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2786052 Nov 18 17:08:06.188894 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33070) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:06.195150 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-827613960-router', 'tenant_id': '8636c767565a441eb773511271a60b63', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:06.225552 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-a3f0f34d-f972-4341-a2db-c147160e37d4 service neutron] 10.222.0.72 "GET /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045572 Nov 18 17:08:06.272242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090a87f-76ab-428f-a887-f7aa00064054 req-4255e9d6-e18f-4d07-9def-b46d99c5d873 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:06.273921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d090a87f-76ab-428f-a887-f7aa00064054 req-4255e9d6-e18f-4d07-9def-b46d99c5d873 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.1299443 Nov 18 17:08:06.330750 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:06.336241 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:06.375777 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-5652c07b-af23-4bdd-9be6-7d3935e962ba service neutron] 10.222.0.72 "GET /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492040 Nov 18 17:08:06.405847 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-21e57fb7-15e2-4168-9940-61b5b33853bf', 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf', 'tenant_id': '8636c767565a441eb773511271a60b63', 'fixed_ips': [{'subnet_id': 'e6246afd-a473-49e2-aa8f-305885903cc9'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:08:06.407831 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:06.427939 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d090a87f-76ab-428f-a887-f7aa00064054 req-77bbb201-4cf3-41b6-9ce2-f02f378f0561 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120636 Nov 18 17:08:06.461418 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:06.554843 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33080) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:06.656254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Allocated IP 172.20.0.2 (21e57fb7-15e2-4168-9940-61b5b33853bf/e6246afd-a473-49e2-aa8f-305885903cc9/cda438e3-bc8a-4489-95e5-d741e5daab3e) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:08:06.697755 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-48a2e22f-7d22-4e7c-91ab-9ef909d96292 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-717377147-network', 'tenant_id': '761ea56e890c4594857d7964ba6f052a'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:06.724585 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:06.848658 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed80733e-3d49-49cc-b719-830c54c9ecd6 req-f99f9931-c5c1-4b3f-bfd3-36049c774e48 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 210 time: 0.0593293 Nov 18 17:08:06.909649 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a2e22f-7d22-4e7c-91ab-9ef909d96292 admin admin] Made reservation on behalf of 761ea56e890c4594857d7964ba6f052a for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:06.909649 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48a2e22f-7d22-4e7c-91ab-9ef909d96292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:06.924842 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48a2e22f-7d22-4e7c-91ab-9ef909d96292 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:06.971376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-6e080e3f-919f-45f6-bdd3-06abb7a57fc3 req-3b71572f-9fb1-47db-93c6-6fb0729dcaa1 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:08:06.973752 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e080e3f-919f-45f6-bdd3-06abb7a57fc3 req-3b71572f-9fb1-47db-93c6-6fb0729dcaa1 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137982 Nov 18 17:08:07.055779 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.079094 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48a2e22f-7d22-4e7c-91ab-9ef909d96292 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.102975 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33100) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:07.160365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-59e7b31d-13db-4448-8001-439d056d3739 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=93b5f3013f304d7eaed25e8fa3fab2ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0560582 Nov 18 17:08:07.162908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33102) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:07.176353 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.200598 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.225731 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.231950 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Pushing event updated for resources: {'Port': ['ID=cda438e3-bc8a-4489-95e5-d741e5daab3e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:07.233274 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48a2e22f-7d22-4e7c-91ab-9ef909d96292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.239217 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Network 21e57fb7-15e2-4168-9940-61b5b33853bf is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:07.248111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:07.248111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:07.248111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:07.248111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:07.248111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:07.248111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:07.248111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:07.248111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:07.248886 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:07.248886 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:07.249067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:07.249243 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:07.252570 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:07.254963 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:08:07.297209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a2e22f-7d22-4e7c-91ab-9ef909d96292 admin admin] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:08:07.304569 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-49a16144-089d-4967-830c-c0d67b47c41f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.322786 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2e22f-7d22-4e7c-91ab-9ef909d96292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84d61ff-c22f-4470-b1fd-360ba8696359,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:07.335510 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Attempting to bind port cda438e3-bc8a-4489-95e5-d741e5daab3e on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:08:07.335937 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Attempting to bind port cda438e3-bc8a-4489-95e5-d741e5daab3e by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '43d244d6-cded-4df4-a838-fac1b113d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:08:07.336332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Attempting to bind port cda438e3-bc8a-4489-95e5-d741e5daab3e on network 21e57fb7-15e2-4168-9940-61b5b33853bf {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:07.342709 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48a2e22f-7d22-4e7c-91ab-9ef909d96292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.342827 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:08:07.350241 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Checking segment: {'id': '43d244d6-cded-4df4-a838-fac1b113d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:07.350241 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.350756 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-49a16144-089d-4967-830c-c0d67b47c41f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.350859 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-48a2e22f-7d22-4e7c-91ab-9ef909d96292 admin admin] Added segment c2f3bd5f-1ec4-423c-b701-01e98b173682 of type vlan for network c6c347bd-d7a4-462c-b20c-bb31d883f5bf Nov 18 17:08:07.350958 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Bound using segment: {'id': '43d244d6-cded-4df4-a838-fac1b113d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:08:07.350958 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Bound port: cda438e3-bc8a-4489-95e5-d741e5daab3e, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d244d6-cded-4df4-a838-fac1b113d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:08:07.350958 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.411378 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48a2e22f-7d22-4e7c-91ab-9ef909d96292 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.445493 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] For port cda438e3-bc8a-4489-95e5-d741e5daab3e, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:07.445869 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Allocated IP 172.25.3.24 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/944dd6c5-b058-49bd-bfb4-89a11b36d06a) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:08:07.458728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] For port cda438e3-bc8a-4489-95e5-d741e5daab3e, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cda438e3-bc8a-4489-95e5-d741e5daab3e,segment=NetworkSegment(43d244d6-cded-4df4-a838-fac1b113d553),segment_id=43d244d6-cded-4df4-a838-fac1b113d553)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:08:07.542293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b12f9-ce12-4cc6-8967-07fa3d3de9ee req-b564980f-f12b-4d76-bcc2-459421d09180 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:07.544194 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-006b12f9-ce12-4cc6-8967-07fa3d3de9ee req-b564980f-f12b-4d76-bcc2-459421d09180 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.0503078 Nov 18 17:08:07.573994 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.647271 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-006b12f9-ce12-4cc6-8967-07fa3d3de9ee req-0b07a59e-b31c-4bcb-8941-c1203b81687f tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885694 Nov 18 17:08:07.667387 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48a2e22f-7d22-4e7c-91ab-9ef909d96292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.668835 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a2e22f-7d22-4e7c-91ab-9ef909d96292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:07.669542 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48a2e22f-7d22-4e7c-91ab-9ef909d96292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.704990 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.712237 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.714542 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-49a16144-089d-4967-830c-c0d67b47c41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.717313 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-49a16144-089d-4967-830c-c0d67b47c41f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:07.721090 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-49a16144-089d-4967-830c-c0d67b47c41f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18421a19-0e70-404c-b4ae-b2e8801a0620 HTTP/1.1" status: 204 len: 168 time: 0.5548644 Nov 18 17:08:07.739152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2e22f-7d22-4e7c-91ab-9ef909d96292 admin admin] Pushing event updated for resources: {'Network': ['ID=c6c347bd-d7a4-462c-b20c-bb31d883f5bf,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:07.755213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a16144-089d-4967-830c-c0d67b47c41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18421a19-0e70-404c-b4ae-b2e8801a0620,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:07.787079 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-48a2e22f-7d22-4e7c-91ab-9ef909d96292 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2302792 Nov 18 17:08:07.789934 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33112) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:07.795754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:07.796016 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network c6c347bd-d7a4-462c-b20c-bb31d883f5bf details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:08:07.796128 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:07.808332 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d6062337-7732-40d7-9b27-fec3530d08f1 admin admin] Request body: {'subnet': {'network_id': 'c6c347bd-d7a4-462c-b20c-bb31d883f5bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-717377147-subnet', 'tenant_id': '761ea56e890c4594857d7964ba6f052a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:07.812027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:08:07.943326 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54240a3a-a728-4f33-acfe-791bf455fc2c None None] Pushing event updated for resources: {'Port': ['ID=cda438e3-bc8a-4489-95e5-d741e5daab3e,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:08.027565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6062337-7732-40d7-9b27-fec3530d08f1 admin admin] Made reservation on behalf of 761ea56e890c4594857d7964ba6f052a for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:08.030181 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d6062337-7732-40d7-9b27-fec3530d08f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:08.076412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Pushing event updated for resources: {'Port': ['ID=944dd6c5-b058-49bd-bfb4-89a11b36d06a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:08.142681 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79547f9d-f978-4e0d-9a4b-bb24e1805565 req-9df3df27-efc6-4bb0-9b88-52e098d42219 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 210 time: 0.1180236 Nov 18 17:08:08.194382 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ed1992a9-5da7-4d5a-856b-0346ee8e85e1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2911201 Nov 18 17:08:08.312907 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:08.541498 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d6062337-7732-40d7-9b27-fec3530d08f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:08.564110 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:08.713045 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6062337-7732-40d7-9b27-fec3530d08f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a4ecb9-4093-4729-8b61-7db6a528b5d6,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:08.730453 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6062337-7732-40d7-9b27-fec3530d08f1 admin admin] Checking segment: {'id': 'c2f3bd5f-1ec4-423c-b701-01e98b173682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c6c347bd-d7a4-462c-b20c-bb31d883f5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:08.730956 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6062337-7732-40d7-9b27-fec3530d08f1 admin admin] Network hostable DHCP agents. Network: c6c347bd-d7a4-462c-b20c-bb31d883f5bf, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:08:08.840897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6062337-7732-40d7-9b27-fec3530d08f1 admin admin] Network c6c347bd-d7a4-462c-b20c-bb31d883f5bf is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:08:08.895500 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b31e1-da49-4d63-9584-466d80490856 req-c20f7cf5-ee0f-4336-b673-84b191a6bd66 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:08.913464 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-873b31e1-da49-4d63-9584-466d80490856 req-c20f7cf5-ee0f-4336-b673-84b191a6bd66 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.1205332 Nov 18 17:08:08.918742 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-d6062337-7732-40d7-9b27-fec3530d08f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, c6c347bd-d7a4-462c-b20c-bb31d883f5bf) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:08.928159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba99617-2ca0-4bd2-969b-d164f90735b0 None None] Network c6c347bd-d7a4-462c-b20c-bb31d883f5bf requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:08:08.933792 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6062337-7732-40d7-9b27-fec3530d08f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:08.934386 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d6062337-7732-40d7-9b27-fec3530d08f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:09.011204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Router b52574e1-2bbd-4dc0-8540-fa978add6738 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:08:09.047559 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d6062337-7732-40d7-9b27-fec3530d08f1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2563360 Nov 18 17:08:09.127442 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-873b31e1-da49-4d63-9584-466d80490856 req-c60a2ec6-00af-48db-8e04-050e6fa16b2a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983981 Nov 18 17:08:09.250507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:08:09.266170 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Sync routers for ids ['b52574e1-2bbd-4dc0-8540-fa978add6738'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:08:09.288480 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Routers {'b52574e1-2bbd-4dc0-8540-fa978add6738'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:08:09.300224 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b52574e1-2bbd-4dc0-8540-fa978add6738'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:09.306200 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12740d1-25b3-47a5-805e-f0eebcfd3636 None None] Network c6c347bd-d7a4-462c-b20c-bb31d883f5bf requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:08:09.396455 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-70cc26d2-5b8f-41ed-8336-df9f5d6a4826 req-f4735af0-57cf-4162-b061-a57dcbdc6bc0 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 210 time: 0.0851741 Nov 18 17:08:09.409232 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:09.411583 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-478d35ef-5678-44fb-938f-1c9f2f892e5e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2209530 Nov 18 17:08:09.414480 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33170) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:09.534931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af78955d-852a-46c5-aefb-8253a113fc69 None None] Network 21e57fb7-15e2-4168-9940-61b5b33853bf requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:08:09.637814 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-50165163-fd1f-43b7-af02-ad317af52792 req-5a4192ef-0443-47cf-a322-20a62d89681e tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1021475811', 'description': 'tempest-description-689306848'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:09.855599 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Set router b52574e1-2bbd-4dc0-8540-fa978add6738 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:08:09.918829 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-50165163-fd1f-43b7-af02-ad317af52792 req-5a4192ef-0443-47cf-a322-20a62d89681e tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:10.070455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cda438e3-bc8a-4489-95e5-d741e5daab3e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:10.075170 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f736bc5c-e6d9-42a1-9644-fff1fa81f0b2 None None] Provisioning complete for port cda438e3-bc8a-4489-95e5-d741e5daab3e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:10.079408 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f736bc5c-e6d9-42a1-9644-fff1fa81f0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:10.114287 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'name': 'tempest-TaggedBootDevicesTest_v242-827613960-router', 'tenant_id': '8636c767565a441eb773511271a60b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:06Z', 'updated_at': '2021-11-18T17:08:08Z', 'revision_number': 3, 'project_id': '8636c767565a441eb773511271a60b63', 'gw_port': {'id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:07Z', 'updated_at': '2021-11-18T17:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:10.151299 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Checking router: b52574e1-2bbd-4dc0-8540-fa978add6738 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:08:10.151299 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Updating router b52574e1-2bbd-4dc0-8540-fa978add6738 port 944dd6c5-b058-49bd-bfb4-89a11b36d06a binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:08:10.183267 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-50165163-fd1f-43b7-af02-ad317af52792 req-5a4192ef-0443-47cf-a322-20a62d89681e tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:10.192156 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:10.275629 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:10.397253 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port cda438e3-bc8a-4489-95e5-d741e5daab3e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:10.397678 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:10.451593 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f736bc5c-e6d9-42a1-9644-fff1fa81f0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:10.482643 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] Allocated IP 172.20.0.1 (21e57fb7-15e2-4168-9940-61b5b33853bf/e6246afd-a473-49e2-aa8f-305885903cc9/305ba18c-9f03-43c3-895a-419f24b35dbb) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:08:10.560822 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f736bc5c-e6d9-42a1-9644-fff1fa81f0b2 None None] For port cda438e3-bc8a-4489-95e5-d741e5daab3e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cda438e3-bc8a-4489-95e5-d741e5daab3e,segment=NetworkSegment(43d244d6-cded-4df4-a838-fac1b113d553),segment_id=43d244d6-cded-4df4-a838-fac1b113d553)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:10.595394 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:10.647401 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-50165163-fd1f-43b7-af02-ad317af52792 req-5a4192ef-0443-47cf-a322-20a62d89681e tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:10.656162 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f736bc5c-e6d9-42a1-9644-fff1fa81f0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:10.688716 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:10.703467 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:10.743347 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4192ef-0443-47cf-a322-20a62d89681e tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da48d1cb-5a2e-4222-97de-8ff881e21df8,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:10.746339 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:10.792772 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:10.798187 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736bc5c-e6d9-42a1-9644-fff1fa81f0b2 None None] Pushing event updated for resources: {'Port': ['ID=cda438e3-bc8a-4489-95e5-d741e5daab3e,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:10.814714 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:08:10.815198 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:08:10.842405 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Attempting to bind port 944dd6c5-b058-49bd-bfb4-89a11b36d06a on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:08:10.842819 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Attempting to bind port 944dd6c5-b058-49bd-bfb4-89a11b36d06a by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:08:10.843195 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Attempting to bind port 944dd6c5-b058-49bd-bfb4-89a11b36d06a on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:10.849203 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] Network 21e57fb7-15e2-4168-9940-61b5b33853bf is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:10.852164 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:08:10.852548 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:10.853208 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:10.853838 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:08:10.855087 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Bound port: 944dd6c5-b058-49bd-bfb4-89a11b36d06a, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:08:10.856191 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:10.900374 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992bb52-c7fb-44f9-94fe-2fc873044708 None None] Pushing event updated for resources: {'Port': ['ID=944dd6c5-b058-49bd-bfb4-89a11b36d06a,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:10.901848 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6012a929-8dcf-4cd8-9faa-3c99ad1d6997 None None] Provisioning complete for port cda438e3-bc8a-4489-95e5-d741e5daab3e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:10.902233 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6012a929-8dcf-4cd8-9faa-3c99ad1d6997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:10.928273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:10.935977 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:08:10.970011 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992bb52-c7fb-44f9-94fe-2fc873044708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:10.970370 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992bb52-c7fb-44f9-94fe-2fc873044708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:10.970719 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992bb52-c7fb-44f9-94fe-2fc873044708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:10.971064 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992bb52-c7fb-44f9-94fe-2fc873044708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:10.971404 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992bb52-c7fb-44f9-94fe-2fc873044708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:10.971748 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992bb52-c7fb-44f9-94fe-2fc873044708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:10.972107 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992bb52-c7fb-44f9-94fe-2fc873044708 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:10.972439 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992bb52-c7fb-44f9-94fe-2fc873044708 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:10.972765 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992bb52-c7fb-44f9-94fe-2fc873044708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:10.976050 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992bb52-c7fb-44f9-94fe-2fc873044708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:10.982421 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992bb52-c7fb-44f9-94fe-2fc873044708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:10.984052 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a992bb52-c7fb-44f9-94fe-2fc873044708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:08:11.006135 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-50165163-fd1f-43b7-af02-ad317af52792 req-5a4192ef-0443-47cf-a322-20a62d89681e tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:11.007778 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50165163-fd1f-43b7-af02-ad317af52792 req-5a4192ef-0443-47cf-a322-20a62d89681e tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.3760357 Nov 18 17:08:11.015571 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] Pushing event updated for resources: {'Port': ['ID=305ba18c-9f03-43c3-895a-419f24b35dbb,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:11.035832 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bfefa-b9c0-4efc-90b9-fdee866dfc9a req-44dffeaf-35cf-43e0-9df7-863168ee02d9 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:11.043589 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] For port 944dd6c5-b058-49bd-bfb4-89a11b36d06a, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:11.044012 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b4bfefa-b9c0-4efc-90b9-fdee866dfc9a req-44dffeaf-35cf-43e0-9df7-863168ee02d9 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.4080908 Nov 18 17:08:11.057075 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] For port 944dd6c5-b058-49bd-bfb4-89a11b36d06a, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=944dd6c5-b058-49bd-bfb4-89a11b36d06a,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:08:11.087236 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33206) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:11.130303 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:11.140760 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-924d2d21-3861-4d3b-ac2d-49dd99d2a40b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:11.142573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-924d2d21-3861-4d3b-ac2d-49dd99d2a40b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.83 "GET /v2.0/networks?id=5081e599-c749-48b6-bd1f-9b11ee49b04a HTTP/1.1" status: 200 len: 822 time: 0.8772025 Nov 18 17:08:11.168193 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:11.212483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-80a60f25-0a4e-4b9e-97be-aa98165f81f7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Request body: {'port': {'device_id': 'd72dc716-4be5-48cd-bc33-e5573037bff6', 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a', 'admin_state_up': True, 'tenant_id': '0a95fb8abcec43a69396adebe0839baf'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:11.234778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-451cfa1c-b0d7-415d-a1ce-40979cbb3df2 None None] Provisioning complete for port 305ba18c-9f03-43c3-895a-419f24b35dbb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:11.235818 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-451cfa1c-b0d7-415d-a1ce-40979cbb3df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:11.278097 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992bb52-c7fb-44f9-94fe-2fc873044708 None None] Pushing event updated for resources: {'Port': ['ID=944dd6c5-b058-49bd-bfb4-89a11b36d06a,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:11.293702 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-451cfa1c-b0d7-415d-a1ce-40979cbb3df2 None None] Port 305ba18c-9f03-43c3-895a-419f24b35dbb cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:08:11.339077 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Routers {'b52574e1-2bbd-4dc0-8540-fa978add6738'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:08:11.341443 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b52574e1-2bbd-4dc0-8540-fa978add6738'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:11.342133 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7684a96e-194d-452e-84a8-1c6c5cd71e40 req-b326b0bc-7f31-4e66-b722-ca50e9d58ddc tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 210 time: 0.1409545 Nov 18 17:08:11.371392 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b4bfefa-b9c0-4efc-90b9-fdee866dfc9a req-81eb0647-3ed8-4453-9548-c6a9c619d659 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264191 Nov 18 17:08:11.551031 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] Set router b52574e1-2bbd-4dc0-8540-fa978add6738 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:08:11.662560 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5651ef36-d8cb-4478-9f66-334ec99b1198 req-43801970-a1df-4f49-9b7e-33231154f289 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "GET /v2.0/security-groups/da48d1cb-5a2e-4222-97de-8ff881e21df8 HTTP/1.1" status: 200 len: 1829 time: 0.1233709 Nov 18 17:08:11.664117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-8c7b29e9-95a5-4d61-90e6-c33ce23ad705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:11.665747 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-8c7b29e9-95a5-4d61-90e6-c33ce23ad705 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 1102 time: 0.1169429 Nov 18 17:08:11.671268 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-5651ef36-d8cb-4478-9f66-334ec99b1198 req-67ed6448-dadb-426d-9705-ba94c28ab5ca tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da48d1cb-5a2e-4222-97de-8ff881e21df8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:11.672241 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-5651ef36-d8cb-4478-9f66-334ec99b1198 req-67ed6448-dadb-426d-9705-ba94c28ab5ca tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da48d1cb-5a2e-4222-97de-8ff881e21df8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:11.676546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-80a60f25-0a4e-4b9e-97be-aa98165f81f7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Made reservation on behalf of 0a95fb8abcec43a69396adebe0839baf for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:11.679894 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-80a60f25-0a4e-4b9e-97be-aa98165f81f7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:11.696068 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:11.809534 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-50dc0b98-51ea-447a-9345-f55b5e401c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:11.810658 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-50dc0b98-51ea-447a-9345-f55b5e401c6c service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1160650 Nov 18 17:08:11.844244 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'name': 'tempest-TaggedBootDevicesTest_v242-827613960-router', 'tenant_id': '8636c767565a441eb773511271a60b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:06Z', 'updated_at': '2021-11-18T17:08:08Z', 'revision_number': 3, 'project_id': '8636c767565a441eb773511271a60b63', 'gw_port': {'id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:07Z', 'updated_at': '2021-11-18T17:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:11.869237 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-2d950ee9-0d59-4ec5-8d91-e3f600596aed service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=0285dffd-5957-4323-b54a-84c0c333dbfa HTTP/1.1" status: 200 len: 217 time: 0.0486073 Nov 18 17:08:11.893809 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cda438e3-bc8a-4489-95e5-d741e5daab3e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:11.918179 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6021a808-5a3f-4dac-82e4-390ced9643b9 None None] The sync data for ids ['b52574e1-2bbd-4dc0-8540-fa978add6738'] in n-d-813419-11 is: [{'id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'name': 'tempest-TaggedBootDevicesTest_v242-827613960-router', 'tenant_id': '8636c767565a441eb773511271a60b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:06Z', 'updated_at': '2021-11-18T17:08:08Z', 'revision_number': 3, 'project_id': '8636c767565a441eb773511271a60b63', 'gw_port': {'id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:07Z', 'updated_at': '2021-11-18T17:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:08:12.014022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port cda438e3-bc8a-4489-95e5-d741e5daab3e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:12.014587 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:12.041384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-66f68fd6-7548-4ee0-ac79-4b629acfc231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:12.041384 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-66f68fd6-7548-4ee0-ac79-4b629acfc231 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1635978 Nov 18 17:08:12.047437 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-80a60f25-0a4e-4b9e-97be-aa98165f81f7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Allocated IP 172.20.0.2 (5081e599-c749-48b6-bd1f-9b11ee49b04a/e20b73df-b35d-4384-ad07-d38c6494ce58/7dd22c08-7361-4653-9834-83635b7a85bd) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:08:12.099065 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5651ef36-d8cb-4478-9f66-334ec99b1198 req-67ed6448-dadb-426d-9705-ba94c28ab5ca tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:12.119571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-29e0a818-62ec-4ae5-937d-751ad5c306b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:12.121196 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-29e0a818-62ec-4ae5-937d-751ad5c306b4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0690560 Nov 18 17:08:12.191154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-33df63fc-01d6-49b4-9b24-278de95739cf tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ac151e4448864b68b1035daf3741f627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1220815 Nov 18 17:08:12.308995 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5651ef36-d8cb-4478-9f66-334ec99b1198 req-67ed6448-dadb-426d-9705-ba94c28ab5ca tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:12.317683 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:12.449940 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5651ef36-d8cb-4478-9f66-334ec99b1198 req-67ed6448-dadb-426d-9705-ba94c28ab5ca tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:12.473947 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:12.501378 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-691d1a05-5c57-4471-8b47-e100177f2ac3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:12.503061 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-691d1a05-5c57-4471-8b47-e100177f2ac3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3110287 Nov 18 17:08:12.548018 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c41ddb2-3223-4035-837b-fb8dd45e5094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:12.551265 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-9ce8d976-0726-43aa-8933-707b71868262 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129658 Nov 18 17:08:12.569173 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed6448-dadb-426d-9705-ba94c28ab5ca tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c47857-87ad-417d-a72e-72315a5692f8,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:12.619399 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] Pushing event updated for resources: {'Port': ['ID=305ba18c-9f03-43c3-895a-419f24b35dbb,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:12.627685 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-8f42b531-cb93-47f4-8305-aa27db7212e7 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/quotas/ac151e4448864b68b1035daf3741f627 HTTP/1.1" status: 200 len: 375 time: 0.0893700 Nov 18 17:08:12.630532 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:12.637060 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-80a60f25-0a4e-4b9e-97be-aa98165f81f7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:12.695743 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-b15d85de-6c30-42e1-9280-beae86c43571 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496793 Nov 18 17:08:12.699650 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5651ef36-d8cb-4478-9f66-334ec99b1198 req-67ed6448-dadb-426d-9705-ba94c28ab5ca tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:12.708812 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5651ef36-d8cb-4478-9f66-334ec99b1198 req-67ed6448-dadb-426d-9705-ba94c28ab5ca tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0375040 Nov 18 17:08:12.737512 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-a0d319fe-cd93-49a5-8f16-3f695bd30fe2 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521640 Nov 18 17:08:12.836990 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e7041d2-3655-47ec-9712-52543822f069 req-55269adb-3290-4e3e-87c5-a690d78a4844 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 210 time: 0.0390301 Nov 18 17:08:12.849029 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] Network 21e57fb7-15e2-4168-9940-61b5b33853bf is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:12.856207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:13.012489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0c41ddb2-3223-4035-837b-fb8dd45e5094 admin admin] Deleting port d9447dd9-1dd4-4e32-bf56-31813c77b3f8 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:08:13.012932 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c41ddb2-3223-4035-837b-fb8dd45e5094 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:13.133621 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-80a60f25-0a4e-4b9e-97be-aa98165f81f7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:13.158359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-0c41ddb2-3223-4035-837b-fb8dd45e5094 admin admin] For port d9447dd9-1dd4-4e32-bf56-31813c77b3f8, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d9447dd9-1dd4-4e32-bf56-31813c77b3f8,segment=NetworkSegment(744479e5-e815-4cfe-bb94-3a9a20c43c8f),segment_id=744479e5-e815-4cfe-bb94-3a9a20c43c8f)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:13.158873 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c41ddb2-3223-4035-837b-fb8dd45e5094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:13.185066 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0c41ddb2-3223-4035-837b-fb8dd45e5094 admin admin] Calling delete_port for d9447dd9-1dd4-4e32-bf56-31813c77b3f8 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:08:13.238741 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a60f25-0a4e-4b9e-97be-aa98165f81f7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Pushing event updated for resources: {'Port': ['ID=7dd22c08-7361-4653-9834-83635b7a85bd,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:13.251963 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-80a60f25-0a4e-4b9e-97be-aa98165f81f7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Network 5081e599-c749-48b6-bd1f-9b11ee49b04a is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:13.255842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-80a60f25-0a4e-4b9e-97be-aa98165f81f7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:13.258070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-80a60f25-0a4e-4b9e-97be-aa98165f81f7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:08:13.309706 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] Router b52574e1-2bbd-4dc0-8540-fa978add6738 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:08:13.331318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5328a242-1a43-401e-bfa3-b01330a142e3 None None] Provisioning complete for port 305ba18c-9f03-43c3-895a-419f24b35dbb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:13.331922 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5328a242-1a43-401e-bfa3-b01330a142e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:13.378341 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5328a242-1a43-401e-bfa3-b01330a142e3 None None] Port 305ba18c-9f03-43c3-895a-419f24b35dbb cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:08:13.378597 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-80a60f25-0a4e-4b9e-97be-aa98165f81f7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:13.379224 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-80a60f25-0a4e-4b9e-97be-aa98165f81f7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:13.440041 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c1df5-a649-4d1f-bc45-e2f145c67050 req-a403b2e8-d965-4887-aff0-5a61ea7a6646 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:13.441609 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f1c1df5-a649-4d1f-bc45-e2f145c67050 req-a403b2e8-d965-4887-aff0-5a61ea7a6646 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.4963706 Nov 18 17:08:13.456229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d037081-dfd7-4b27-9b25-7f07400f4c5c req-973a724c-cbd4-4d81-a61c-cb811c5e2d0a tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "GET /v2.0/security-groups/da48d1cb-5a2e-4222-97de-8ff881e21df8 HTTP/1.1" status: 200 len: 2422 time: 0.2187002 Nov 18 17:08:13.495601 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c41ddb2-3223-4035-837b-fb8dd45e5094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:13.520434 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41ddb2-3223-4035-837b-fb8dd45e5094 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9447dd9-1dd4-4e32-bf56-31813c77b3f8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:13.745160 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c41ddb2-3223-4035-837b-fb8dd45e5094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:13.831433 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-80a60f25-0a4e-4b9e-97be-aa98165f81f7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6315055 Nov 18 17:08:13.868485 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Request body: {'port': {'device_id': 'd72dc716-4be5-48cd-bc33-e5573037bff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:13.878537 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03edce8d-f3bf-4700-b7e7-baa53a78a4cf req-56290a12-ce10-4e52-937f-e824e94e468d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 210 time: 0.0555592 Nov 18 17:08:13.940929 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f1c1df5-a649-4d1f-bc45-e2f145c67050 req-9006000d-5cac-4ba1-a388-bd98a0950edd tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810870 Nov 18 17:08:13.940929 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:08:13.955656 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-94e156fd-ee15-4d35-838c-5cc4698bdc77 admin admin] 10.222.0.72 "PUT /v2.0/routers/b52574e1-2bbd-4dc0-8540-fa978add6738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5398567 Nov 18 17:08:13.969740 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 944dd6c5-b058-49bd-bfb4-89a11b36d06a up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:13.986679 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a17c2b5-8461-4763-a2a8-2fbc6511f92a req-acc1d151-e33b-4c65-b82d-e077038006eb tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "GET /v2.0/security-group-rules/96c47857-87ad-417d-a72e-72315a5692f8 HTTP/1.1" status: 200 len: 778 time: 0.0508757 Nov 18 17:08:14.046361 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 944dd6c5-b058-49bd-bfb4-89a11b36d06a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:14.046994 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:14.071195 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:14.096157 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c41ddb2-3223-4035-837b-fb8dd45e5094 admin admin] Router de0f57fb-83dc-40ee-b688-b0047f9f1d3c has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:08:14.175249 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:14.191626 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a17c2b5-8461-4763-a2a8-2fbc6511f92a req-840f9880-09c0-4e60-bdd1-d3abda536c10 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "GET /v2.0/security-groups/da48d1cb-5a2e-4222-97de-8ff881e21df8 HTTP/1.1" status: 200 len: 2422 time: 0.2037401 Nov 18 17:08:14.206799 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 944dd6c5-b058-49bd-bfb4-89a11b36d06a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=944dd6c5-b058-49bd-bfb4-89a11b36d06a,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:14.210402 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Sync routers for ids ['b52574e1-2bbd-4dc0-8540-fa978add6738'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:08:14.212628 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d086843-fbb4-4d86-987d-ec82f54f3af1 req-aee2d51b-6626-4e23-b80a-536d992ef382 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:14.214224 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d086843-fbb4-4d86-987d-ec82f54f3af1 req-aee2d51b-6626-4e23-b80a-536d992ef382 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 931 time: 0.2009163 Nov 18 17:08:14.221485 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Routers {'b52574e1-2bbd-4dc0-8540-fa978add6738'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:08:14.222237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b52574e1-2bbd-4dc0-8540-fa978add6738'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:14.256892 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c41ddb2-3223-4035-837b-fb8dd45e5094 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:08:14.265042 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0c41ddb2-3223-4035-837b-fb8dd45e5094 admin admin] 10.222.0.72 "PUT /v2.0/routers/de0f57fb-83dc-40ee-b688-b0047f9f1d3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1742849 Nov 18 17:08:14.265339 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33260) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:14.272246 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf4610-5cdb-4d21-b9ef-5227b96b912f None None] Sync routers for ids ['de0f57fb-83dc-40ee-b688-b0047f9f1d3c'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:08:14.290162 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf4610-5cdb-4d21-b9ef-5227b96b912f None None] Routers {'de0f57fb-83dc-40ee-b688-b0047f9f1d3c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:08:14.290800 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4bbf4610-5cdb-4d21-b9ef-5227b96b912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['de0f57fb-83dc-40ee-b688-b0047f9f1d3c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:14.330551 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2a17c2b5-8461-4763-a2a8-2fbc6511f92a req-171e4d90-c1b7-4b61-a3de-5140bbab695a tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:14.344938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Set router b52574e1-2bbd-4dc0-8540-fa978add6738 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:08:14.373837 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2a17c2b5-8461-4763-a2a8-2fbc6511f92a req-171e4d90-c1b7-4b61-a3de-5140bbab695a tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:14.390907 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:14.442436 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d086843-fbb4-4d86-987d-ec82f54f3af1 req-65b951c3-fc27-4925-9008-99fbe747f2ab tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112315 Nov 18 17:08:14.466242 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44984e45-749b-495b-a732-5ce6ae3c0f31 admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:14.492509 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4bbf4610-5cdb-4d21-b9ef-5227b96b912f None None] Set router de0f57fb-83dc-40ee-b688-b0047f9f1d3c gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:08:14.539060 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2a17c2b5-8461-4763-a2a8-2fbc6511f92a req-171e4d90-c1b7-4b61-a3de-5140bbab695a tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:14.545547 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2a17c2b5-8461-4763-a2a8-2fbc6511f92a req-171e4d90-c1b7-4b61-a3de-5140bbab695a tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:14.560365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a17c2b5-8461-4763-a2a8-2fbc6511f92a req-171e4d90-c1b7-4b61-a3de-5140bbab695a tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/96c47857-87ad-417d-a72e-72315a5692f8 HTTP/1.1" status: 204 len: 173 time: 0.3680258 Nov 18 17:08:14.581279 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=944dd6c5-b058-49bd-bfb4-89a11b36d06a,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:14.594823 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e4d90-c1b7-4b61-a3de-5140bbab695a tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96c47857-87ad-417d-a72e-72315a5692f8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:14.605926 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-f76f0670-e85d-4cb4-be4d-627d28186797 req-30f4431f-a59c-4521-98f6-5be82491476f tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-259419278', 'description': 'tempest-description-103800879'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:14.768777 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44984e45-749b-495b-a732-5ce6ae3c0f31 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:14.773518 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f76f0670-e85d-4cb4-be4d-627d28186797 req-30f4431f-a59c-4521-98f6-5be82491476f tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:14.850766 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'name': 'tempest-TaggedBootDevicesTest_v242-827613960-router', 'tenant_id': '8636c767565a441eb773511271a60b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:06Z', 'updated_at': '2021-11-18T17:08:11Z', 'revision_number': 4, 'project_id': '8636c767565a441eb773511271a60b63', 'gw_port': {'id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:07Z', 'updated_at': '2021-11-18T17:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '305ba18c-9f03-43c3-895a-419f24b35dbb', 'name': '', 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf', 'tenant_id': '8636c767565a441eb773511271a60b63', 'mac_address': 'fa:16:3e:f0:26:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:10Z', 'updated_at': '2021-11-18T17:08:11Z', 'revision_number': 2, 'project_id': '8636c767565a441eb773511271a60b63', 'subnets': [{'id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:14.877004 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd22c08-7361-4653-9834-83635b7a85bd {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:08:14.899014 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:14.911560 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Checking router: b52574e1-2bbd-4dc0-8540-fa978add6738 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:08:14.911952 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Updating router b52574e1-2bbd-4dc0-8540-fa978add6738 port 305ba18c-9f03-43c3-895a-419f24b35dbb binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:08:14.947565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Transition to ACTIVE for port object 7dd22c08-7361-4653-9834-83635b7a85bd will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:08:14.962720 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:14.982328 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4bbf4610-5cdb-4d21-b9ef-5227b96b912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-699238369-router', 'tenant_id': 'eceaba8aa7d546658949d231f85ee2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '26d89a66-af4d-4343-8986-78c74f03f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:59Z', 'updated_at': '2021-11-18T17:08:13Z', 'revision_number': 5, 'project_id': 'eceaba8aa7d546658949d231f85ee2f1', 'gw_port': {'id': '26d89a66-af4d-4343-8986-78c74f03f8ca', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:01Z', 'updated_at': '2021-11-18T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:14.992847 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-44984e45-749b-495b-a732-5ce6ae3c0f31 admin admin] Deleting port 26d89a66-af4d-4343-8986-78c74f03f8ca {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:08:14.993534 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44984e45-749b-495b-a732-5ce6ae3c0f31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.084194 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf4610-5cdb-4d21-b9ef-5227b96b912f None None] Checking router: de0f57fb-83dc-40ee-b688-b0047f9f1d3c for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:08:15.086639 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.096373 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f76f0670-e85d-4cb4-be4d-627d28186797 req-30f4431f-a59c-4521-98f6-5be82491476f tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.100443 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf4610-5cdb-4d21-b9ef-5227b96b912f None None] Routers {'de0f57fb-83dc-40ee-b688-b0047f9f1d3c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:08:15.102643 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4bbf4610-5cdb-4d21-b9ef-5227b96b912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['de0f57fb-83dc-40ee-b688-b0047f9f1d3c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:15.153907 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-44984e45-749b-495b-a732-5ce6ae3c0f31 admin admin] For port 26d89a66-af4d-4343-8986-78c74f03f8ca, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=26d89a66-af4d-4343-8986-78c74f03f8ca,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:15.154447 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44984e45-749b-495b-a732-5ce6ae3c0f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.182456 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5522998-7dce-4519-b1bb-6670addbe124 req-ab6530cf-687c-474c-9cd6-c4e6e03510fe tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 210 time: 0.1518812 Nov 18 17:08:15.185517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-44984e45-749b-495b-a732-5ce6ae3c0f31 admin admin] Calling delete_port for 26d89a66-af4d-4343-8986-78c74f03f8ca owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:08:15.201330 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f76f0670-e85d-4cb4-be4d-627d28186797 req-30f4431f-a59c-4521-98f6-5be82491476f tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.238458 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd22c08-7361-4653-9834-83635b7a85bd,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:15.305556 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4431f-a59c-4521-98f6-5be82491476f tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c26e85-0b73-44a9-9128-d43ad1423115,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:15.317678 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f76f0670-e85d-4cb4-be4d-627d28186797 req-30f4431f-a59c-4521-98f6-5be82491476f tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.327949 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f76f0670-e85d-4cb4-be4d-627d28186797 req-30f4431f-a59c-4521-98f6-5be82491476f tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.7295630 Nov 18 17:08:15.368258 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33280) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:15.368780 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4bbf4610-5cdb-4d21-b9ef-5227b96b912f None None] Set router de0f57fb-83dc-40ee-b688-b0047f9f1d3c gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:08:15.387568 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-de36dfc2-602b-4e5b-9664-b3c31e4eef3e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-183398940-network', 'tenant_id': 'be4f7075a94c4845b27a7caad0e22140'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:15.444387 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4bbf4610-5cdb-4d21-b9ef-5227b96b912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-699238369-router', 'tenant_id': 'eceaba8aa7d546658949d231f85ee2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:59Z', 'updated_at': '2021-11-18T17:08:14Z', 'revision_number': 6, 'project_id': 'eceaba8aa7d546658949d231f85ee2f1', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:15.476267 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf4610-5cdb-4d21-b9ef-5227b96b912f None None] The sync data for ids ['de0f57fb-83dc-40ee-b688-b0047f9f1d3c'] in n-d-813419-11 is: [{'id': 'de0f57fb-83dc-40ee-b688-b0047f9f1d3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-699238369-router', 'tenant_id': 'eceaba8aa7d546658949d231f85ee2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:59Z', 'updated_at': '2021-11-18T17:08:14Z', 'revision_number': 6, 'project_id': 'eceaba8aa7d546658949d231f85ee2f1', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:08:15.478958 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a6291-8fa9-4746-93b0-01d000fdd3bb req-50bbd0a2-5a97-4752-afbb-54e0c562b63e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:15.480823 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9c6a6291-8fa9-4746-93b0-01d000fdd3bb req-50bbd0a2-5a97-4752-afbb-54e0c562b63e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.1974549 Nov 18 17:08:15.536394 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5c80f78-8c02-41b3-ac7f-e6e28e713c10 req-6e2d8ea1-982c-4325-b4e9-095fb29199f2 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "GET /v2.0/security-groups/f6c26e85-0b73-44a9-9128-d43ad1423115 HTTP/1.1" status: 200 len: 1828 time: 0.1594391 Nov 18 17:08:15.540328 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Attempting to bind port 7dd22c08-7361-4653-9834-83635b7a85bd on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:08:15.540860 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Attempting to bind port 7dd22c08-7361-4653-9834-83635b7a85bd by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '09e7b4fa-d6c3-45d1-9554-35762703303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:08:15.547274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Attempting to bind port 7dd22c08-7361-4653-9834-83635b7a85bd on network 5081e599-c749-48b6-bd1f-9b11ee49b04a {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:15.552091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de36dfc2-602b-4e5b-9664-b3c31e4eef3e admin admin] Made reservation on behalf of be4f7075a94c4845b27a7caad0e22140 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:15.555235 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-de36dfc2-602b-4e5b-9664-b3c31e4eef3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.569040 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.570356 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-de36dfc2-602b-4e5b-9664-b3c31e4eef3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.577002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Port 7dd22c08-7361-4653-9834-83635b7a85bd on network 5081e599-c749-48b6-bd1f-9b11ee49b04a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:08:15.577356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Attempting to bind port 7dd22c08-7361-4653-9834-83635b7a85bd on network 5081e599-c749-48b6-bd1f-9b11ee49b04a {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:15.592423 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:08:15.592777 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Checking segment: {'id': '09e7b4fa-d6c3-45d1-9554-35762703303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:15.593180 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Bound using segment: {'id': '09e7b4fa-d6c3-45d1-9554-35762703303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:08:15.593620 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Bound port: 7dd22c08-7361-4653-9834-83635b7a85bd, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e7b4fa-d6c3-45d1-9554-35762703303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:08:15.593987 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.613748 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9c6a6291-8fa9-4746-93b0-01d000fdd3bb req-afd2e48e-4437-4274-9b01-26ad060b9eba tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214755 Nov 18 17:08:15.643950 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.672727 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-de36dfc2-602b-4e5b-9664-b3c31e4eef3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.704406 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44984e45-749b-495b-a732-5ce6ae3c0f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.710718 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0a4e3-6c3a-47de-9e7d-123bd0c35fb6 req-0c42f704-dad6-49dc-b988-cd2ed853cca2 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:15.715935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4e0a4e3-6c3a-47de-9e7d-123bd0c35fb6 req-0c42f704-dad6-49dc-b988-cd2ed853cca2 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 943 time: 0.1033497 Nov 18 17:08:15.717779 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] For port 7dd22c08-7361-4653-9834-83635b7a85bd, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:15.723098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] For port 7dd22c08-7361-4653-9834-83635b7a85bd, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=7dd22c08-7361-4653-9834-83635b7a85bd,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:08:15.727709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef76ad2-e96c-4c2c-90d8-e61ba0b9f17e None None] Pushing event updated for resources: {'Port': ['ID=305ba18c-9f03-43c3-895a-419f24b35dbb,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:15.763432 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44984e45-749b-495b-a732-5ce6ae3c0f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d89a66-af4d-4343-8986-78c74f03f8ca,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:15.773802 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-de36dfc2-602b-4e5b-9664-b3c31e4eef3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.797972 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.804569 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Attempting to bind port 305ba18c-9f03-43c3-895a-419f24b35dbb on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:08:15.805314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Attempting to bind port 305ba18c-9f03-43c3-895a-419f24b35dbb by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '43d244d6-cded-4df4-a838-fac1b113d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:08:15.805802 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Attempting to bind port 305ba18c-9f03-43c3-895a-419f24b35dbb on network 21e57fb7-15e2-4168-9940-61b5b33853bf {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:15.816197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:08:15.816595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Checking segment: {'id': '43d244d6-cded-4df4-a838-fac1b113d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:15.817013 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.817903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Bound using segment: {'id': '43d244d6-cded-4df4-a838-fac1b113d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:08:15.817903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Bound port: 305ba18c-9f03-43c3-895a-419f24b35dbb, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d244d6-cded-4df4-a838-fac1b113d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:08:15.820445 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.831651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36dfc2-602b-4e5b-9664-b3c31e4eef3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdb1a31-293f-4cbc-8c10-32f2e50fa1c0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:15.917578 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de36dfc2-602b-4e5b-9664-b3c31e4eef3e admin admin] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:08:15.923896 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4e0a4e3-6c3a-47de-9e7d-123bd0c35fb6 req-9b02363e-d8ad-46a2-9bb2-ba98a4a32262 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035298 Nov 18 17:08:15.945917 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:15.948912 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.950193 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] 10.222.0.83 "PUT /v2.0/ports/7dd22c08-7361-4653-9834-83635b7a85bd HTTP/1.1" status: 200 len: 1092 time: 2.1016212 Nov 18 17:08:15.950762 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72dc716-4be5-48cd-bc33-e5573037bff6', 'tag': '7dd22c08-7361-4653-9834-83635b7a85bd'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:15.953103 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0888942-6705-404a-9879-91289db3308b" -d '{"events": [{"name": "network-changed", "server_uuid": "d72dc716-4be5-48cd-bc33-e5573037bff6", "tag": "7dd22c08-7361-4653-9834-83635b7a85bd"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:15.978397 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-de36dfc2-602b-4e5b-9664-b3c31e4eef3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.981118 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-de36dfc2-602b-4e5b-9664-b3c31e4eef3e admin admin] Added segment 56d5c5c1-7ed3-4361-a9d4-7b407a4b74af of type vlan for network f0ed2f30-6d6d-438e-9052-356a02aebec5 Nov 18 17:08:15.989126 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] For port 305ba18c-9f03-43c3-895a-419f24b35dbb, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:15.994408 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44984e45-749b-495b-a732-5ce6ae3c0f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:15.999846 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] For port 305ba18c-9f03-43c3-895a-419f24b35dbb, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=305ba18c-9f03-43c3-895a-419f24b35dbb,segment=NetworkSegment(43d244d6-cded-4df4-a838-fac1b113d553),segment_id=43d244d6-cded-4df4-a838-fac1b113d553)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:08:16.027250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae066dbf-5a67-4710-aeb1-3864ed633c72 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd22c08-7361-4653-9834-83635b7a85bd,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:16.059015 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-fc6abeb9-0e09-4e74-be57-003e875f47a7 req-1dbc5760-ab2c-44b7-8d28-1be612c52fea tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1276011744', 'description': 'tempest-description-406350672'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:16.098049 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:16.136123 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5789604c-7141-4fa5-99b8-e02c74ffbb5b x-openstack-request-id: req-5789604c-7141-4fa5-99b8-e02c74ffbb5b {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:16.136627 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72dc716-4be5-48cd-bc33-e5573037bff6", "tag": "7dd22c08-7361-4653-9834-83635b7a85bd", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:16.137041 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5789604c-7141-4fa5-99b8-e02c74ffbb5b {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:16.137580 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72dc716-4be5-48cd-bc33-e5573037bff6', 'tag': '7dd22c08-7361-4653-9834-83635b7a85bd', 'status': 'completed', 'code': 200} Nov 18 17:08:16.169997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-35010526-240c-4bb9-8642-0e85b2ddf69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:16.171713 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-35010526-240c-4bb9-8642-0e85b2ddf69b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a95fb8abcec43a69396adebe0839baf&device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 1095 time: 0.0474827 Nov 18 17:08:16.187729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Routers {'b52574e1-2bbd-4dc0-8540-fa978add6738'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:08:16.188385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b52574e1-2bbd-4dc0-8540-fa978add6738'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:16.207372 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44984e45-749b-495b-a732-5ce6ae3c0f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:16.212044 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44984e45-749b-495b-a732-5ce6ae3c0f31 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:16.216192 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-de36dfc2-602b-4e5b-9664-b3c31e4eef3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:16.269938 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fc6abeb9-0e09-4e74-be57-003e875f47a7 req-1dbc5760-ab2c-44b7-8d28-1be612c52fea tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:16.288969 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-b0331419-8237-4a72-b657-9d82d6cc9e36 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7dd22c08-7361-4653-9834-83635b7a85bd HTTP/1.1" status: 200 len: 217 time: 0.1063035 Nov 18 17:08:16.318400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef76ad2-e96c-4c2c-90d8-e61ba0b9f17e None None] Pushing event updated for resources: {'Port': ['ID=305ba18c-9f03-43c3-895a-419f24b35dbb,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:16.378374 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d663ecb4-39e2-46a3-9e87-355a7307b436 req-71457c3e-b83e-49de-a253-3aefabf0e3dc tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 210 time: 0.0679803 Nov 18 17:08:16.413863 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-62f2c436-29c1-4e92-8f8d-9f297c15249e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:16.415763 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-62f2c436-29c1-4e92-8f8d-9f297c15249e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e20b73df-b35d-4384-ad07-d38c6494ce58 HTTP/1.1" status: 200 len: 862 time: 0.1163104 Nov 18 17:08:16.462230 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fc6abeb9-0e09-4e74-be57-003e875f47a7 req-1dbc5760-ab2c-44b7-8d28-1be612c52fea tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:16.465659 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-1d31312b-a859-4e82-8dfa-333c772a5066 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5081e599-c749-48b6-bd1f-9b11ee49b04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390599 Nov 18 17:08:16.470966 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-de36dfc2-602b-4e5b-9664-b3c31e4eef3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:16.471978 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de36dfc2-602b-4e5b-9664-b3c31e4eef3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:16.472587 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-de36dfc2-602b-4e5b-9664-b3c31e4eef3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:16.474739 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44984e45-749b-495b-a732-5ce6ae3c0f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:16.475255 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44984e45-749b-495b-a732-5ce6ae3c0f31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de0f57fb-83dc-40ee-b688-b0047f9f1d3c {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:08:16.480078 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44984e45-749b-495b-a732-5ce6ae3c0f31 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:16.481250 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-44984e45-749b-495b-a732-5ce6ae3c0f31 admin admin] 10.222.0.72 "DELETE /v2.0/routers/de0f57fb-83dc-40ee-b688-b0047f9f1d3c HTTP/1.1" status: 204 len: 168 time: 2.2137728 Nov 18 17:08:16.484393 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33296) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:16.484942 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-dc48df8a-6405-45b0-bdf3-2ba4491761e3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ac151e4448864b68b1035daf3741f627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639305 Nov 18 17:08:16.530059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 944dd6c5-b058-49bd-bfb4-89a11b36d06a up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:16.534943 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9bac8036-f551-4768-89f2-e620b78c9926 None None] Provisioning complete for port 305ba18c-9f03-43c3-895a-419f24b35dbb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:16.534943 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9bac8036-f551-4768-89f2-e620b78c9926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:16.547491 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fc6abeb9-0e09-4e74-be57-003e875f47a7 req-1dbc5760-ab2c-44b7-8d28-1be612c52fea tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:16.560985 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] Set router b52574e1-2bbd-4dc0-8540-fa978add6738 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:08:16.617512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36dfc2-602b-4e5b-9664-b3c31e4eef3e admin admin] Pushing event updated for resources: {'Network': ['ID=f0ed2f30-6d6d-438e-9052-356a02aebec5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:16.627524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc5760-ab2c-44b7-8d28-1be612c52fea tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf2eb0a-fd81-4b9b-9811-9493eeedc7f9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:16.634110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-69591166-cccb-4778-b876-a2ecb2626ca2 admin admin] Deleting subnet cf4fb3f1-be4f-4a0d-b503-51f74fc5e440 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:08:16.641241 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-69591166-cccb-4778-b876-a2ecb2626ca2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:16.660705 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network f0ed2f30-6d6d-438e-9052-356a02aebec5 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:08:16.677518 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-b23038da-3726-499a-8bd3-f73f5fb5904b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:16.679844 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-b23038da-3726-499a-8bd3-f73f5fb5904b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863866 Nov 18 17:08:16.687343 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-3acd5eaf-cb91-48d2-b97e-1e2a0f1fe6e4 service neutron] 10.222.0.83 "GET /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127151 Nov 18 17:08:16.695726 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-69591166-cccb-4778-b876-a2ecb2626ca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:16.702415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-89a79ce1-f0d1-4715-b134-a04da7461fa6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Request body: {'port': {'device_id': 'a48cd285-41d8-4772-baf6-46bb8823fd15', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'ac151e4448864b68b1035daf3741f627'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:16.734604 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9bac8036-f551-4768-89f2-e620b78c9926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:16.742458 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fc6abeb9-0e09-4e74-be57-003e875f47a7 req-1dbc5760-ab2c-44b7-8d28-1be612c52fea tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:16.744244 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-de36dfc2-602b-4e5b-9664-b3c31e4eef3e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3750055 Nov 18 17:08:16.748409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc6abeb9-0e09-4e74-be57-003e875f47a7 req-1dbc5760-ab2c-44b7-8d28-1be612c52fea tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.6940751 Nov 18 17:08:16.749175 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33300) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:16.770812 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-30aab1c4-1115-4281-bd28-e6fefb52711c admin admin] Request body: {'subnet': {'network_id': 'f0ed2f30-6d6d-438e-9052-356a02aebec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-183398940-subnet', 'tenant_id': 'be4f7075a94c4845b27a7caad0e22140', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:16.858785 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46ae6029-3bf0-442a-b1cc-79c484f8831b req-036c4e0b-83d5-4d39-b511-6154d473ce6f service neutron] 10.222.0.83 "GET /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578972 Nov 18 17:08:16.923547 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 944dd6c5-b058-49bd-bfb4-89a11b36d06a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:16.923956 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:16.961648 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9bac8036-f551-4768-89f2-e620b78c9926 None None] For port 305ba18c-9f03-43c3-895a-419f24b35dbb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=305ba18c-9f03-43c3-895a-419f24b35dbb,segment=NetworkSegment(43d244d6-cded-4df4-a838-fac1b113d553),segment_id=43d244d6-cded-4df4-a838-fac1b113d553)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:16.975052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-89a79ce1-f0d1-4715-b134-a04da7461fa6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Made reservation on behalf of ac151e4448864b68b1035daf3741f627 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:16.978650 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-89a79ce1-f0d1-4715-b134-a04da7461fa6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:16.989405 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-89a79ce1-f0d1-4715-b134-a04da7461fa6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:17.023567 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae05997-275e-4f5f-9446-4b005001aa2e req-e1f686d8-24c9-47f9-8b60-85e84f0235ea tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:17.025375 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ae05997-275e-4f5f-9446-4b005001aa2e req-e1f686d8-24c9-47f9-8b60-85e84f0235ea tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.2668760 Nov 18 17:08:17.028664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6979248-35f4-437a-bb80-f174c1221229 req-41a7ff3a-ab2b-42de-b377-e4eeb844ea6e tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "GET /v2.0/security-groups/dbf2eb0a-fd81-4b9b-9811-9493eeedc7f9 HTTP/1.1" status: 200 len: 1829 time: 0.1512165 Nov 18 17:08:17.046452 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-69591166-cccb-4778-b876-a2ecb2626ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:17.059241 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9bac8036-f551-4768-89f2-e620b78c9926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:17.136831 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-89a79ce1-f0d1-4715-b134-a04da7461fa6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:17.137501 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d9447dd9-1dd4-4e32-bf56-31813c77b3f8 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:08:17.178085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: d9447dd9-1dd4-4e32-bf56-31813c77b3f8 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:08:17.178445 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d9447dd9-1dd4-4e32-bf56-31813c77b3f8 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:08:17.184670 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac8036-f551-4768-89f2-e620b78c9926 None None] Pushing event updated for resources: {'Port': ['ID=305ba18c-9f03-43c3-895a-419f24b35dbb,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:17.194646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0888942-6705-404a-9879-91289db3308b req-ebabe314-b746-450c-8d2d-28bad0fdb673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:17.196312 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0888942-6705-404a-9879-91289db3308b req-ebabe314-b746-450c-8d2d-28bad0fdb673 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a95fb8abcec43a69396adebe0839baf&device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 1095 time: 0.1667004 Nov 18 17:08:17.198426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'name': 'tempest-TaggedBootDevicesTest_v242-827613960-router', 'tenant_id': '8636c767565a441eb773511271a60b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:06Z', 'updated_at': '2021-11-18T17:08:11Z', 'revision_number': 4, 'project_id': '8636c767565a441eb773511271a60b63', 'gw_port': {'id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:07Z', 'updated_at': '2021-11-18T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '305ba18c-9f03-43c3-895a-419f24b35dbb', 'name': '', 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf', 'tenant_id': '8636c767565a441eb773511271a60b63', 'mac_address': 'fa:16:3e:f0:26:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:10Z', 'updated_at': '2021-11-18T17:08:15Z', 'revision_number': 4, 'project_id': '8636c767565a441eb773511271a60b63', 'subnets': [{'id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:17.201685 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ca7618c4-3a25-4aaf-86db-ad8d820c6820 None None] Provisioning complete for port 305ba18c-9f03-43c3-895a-419f24b35dbb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:17.202065 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ca7618c4-3a25-4aaf-86db-ad8d820c6820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:17.207098 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ae05997-275e-4f5f-9446-4b005001aa2e req-f90a0395-90fd-43a1-89ce-12c7ebd52f5d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578441 Nov 18 17:08:17.217678 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30aab1c4-1115-4281-bd28-e6fefb52711c admin admin] Made reservation on behalf of be4f7075a94c4845b27a7caad0e22140 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:17.220105 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-30aab1c4-1115-4281-bd28-e6fefb52711c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:17.227610 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-89a79ce1-f0d1-4715-b134-a04da7461fa6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:17.256650 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae1685-06a4-46f1-81f8-3e05f7aedcaa req-936c2889-3cdd-4350-a8a6-34b8f038f0d6 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:17.263924 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-90ae1685-06a4-46f1-81f8-3e05f7aedcaa req-936c2889-3cdd-4350-a8a6-34b8f038f0d6 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 943 time: 0.1584125 Nov 18 17:08:17.270601 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e0ba3-42ca-438d-91eb-c093a2805f59 None None] The sync data for ids ['b52574e1-2bbd-4dc0-8540-fa978add6738'] in n-d-813419-11 is: [{'id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'name': 'tempest-TaggedBootDevicesTest_v242-827613960-router', 'tenant_id': '8636c767565a441eb773511271a60b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:06Z', 'updated_at': '2021-11-18T17:08:11Z', 'revision_number': 4, 'project_id': '8636c767565a441eb773511271a60b63', 'gw_port': {'id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:07Z', 'updated_at': '2021-11-18T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '305ba18c-9f03-43c3-895a-419f24b35dbb', 'name': '', 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf', 'tenant_id': '8636c767565a441eb773511271a60b63', 'mac_address': 'fa:16:3e:f0:26:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:10Z', 'updated_at': '2021-11-18T17:08:15Z', 'revision_number': 4, 'project_id': '8636c767565a441eb773511271a60b63', 'subnets': [{'id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:08:17.314486 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-69591166-cccb-4778-b876-a2ecb2626ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:17.400671 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-a89111b1-ba06-4888-b405-2bb55f0fdec7 req-51e4cd8d-a7d3-47f9-b70f-4e89b95cb8fc tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1112715389', 'description': 'tempest-description-488439342'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:17.439568 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a79ce1-f0d1-4715-b134-a04da7461fa6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2807f798-c084-4895-9352-d7178aff3a27,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:17.443292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-89a79ce1-f0d1-4715-b134-a04da7461fa6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Allocated IP 192.168.233.86 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/ccc795c3-47b6-480d-ac8f-8bda64deb4c4) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:08:17.469632 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6552b76-c6c5-490e-947e-2242d5309ca2 None None] Network 836d12ad-6a15-4e93-b10d-efb37b2aefbc requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:08:17.472690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69591166-cccb-4778-b876-a2ecb2626ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf4fb3f1-be4f-4a0d-b503-51f74fc5e440,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:17.482420 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-69591166-cccb-4778-b876-a2ecb2626ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:17.488150 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-69591166-cccb-4778-b876-a2ecb2626ca2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/cf4fb3f1-be4f-4a0d-b503-51f74fc5e440 HTTP/1.1" status: 204 len: 168 time: 1.0003538 Nov 18 17:08:17.492853 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33314) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:17.572680 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0888942-6705-404a-9879-91289db3308b req-369c9429-a958-4931-8f34-77053ef6cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:17.574452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0888942-6705-404a-9879-91289db3308b req-369c9429-a958-4931-8f34-77053ef6cfbb service neutron] 10.222.0.83 "GET /v2.0/networks?id=5081e599-c749-48b6-bd1f-9b11ee49b04a HTTP/1.1" status: 200 len: 924 time: 0.3664589 Nov 18 17:08:17.578117 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-90ae1685-06a4-46f1-81f8-3e05f7aedcaa req-02543e1e-7c57-4fc8-879d-229783f3f6f9 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134010 Nov 18 17:08:17.692409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0888942-6705-404a-9879-91289db3308b req-a062ce6f-5174-4a09-8f69-d9065b117d1b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7dd22c08-7361-4653-9834-83635b7a85bd HTTP/1.1" status: 200 len: 217 time: 0.1049941 Nov 18 17:08:17.695081 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-89a79ce1-f0d1-4715-b134-a04da7461fa6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:17.703281 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a89111b1-ba06-4888-b405-2bb55f0fdec7 req-51e4cd8d-a7d3-47f9-b70f-4e89b95cb8fc tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:17.714651 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2502ea4-bdb4-4839-83fd-2c2fa857b70a None None] DHCP port deletion for 836d12ad-6a15-4e93-b10d-efb37b2aefbc request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:08:17.778978 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:17.801049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e2502ea4-bdb4-4839-83fd-2c2fa857b70a None None] Deleting port f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:08:17.801647 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e2502ea4-bdb4-4839-83fd-2c2fa857b70a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:17.816229 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-89a79ce1-f0d1-4715-b134-a04da7461fa6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:17.902548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-89a79ce1-f0d1-4715-b134-a04da7461fa6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:17.921256 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 305ba18c-9f03-43c3-895a-419f24b35dbb up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:17.922979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-89a79ce1-f0d1-4715-b134-a04da7461fa6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:17.926117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-89a79ce1-f0d1-4715-b134-a04da7461fa6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:08:17.941918 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e2502ea4-bdb4-4839-83fd-2c2fa857b70a None None] For port f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf,segment=NetworkSegment(744479e5-e815-4cfe-bb94-3a9a20c43c8f),segment_id=744479e5-e815-4cfe-bb94-3a9a20c43c8f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:17.942457 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e2502ea4-bdb4-4839-83fd-2c2fa857b70a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:17.964227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a79ce1-f0d1-4715-b134-a04da7461fa6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Pushing event updated for resources: {'Port': ['ID=ccc795c3-47b6-480d-ac8f-8bda64deb4c4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:18.005328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e2502ea4-bdb4-4839-83fd-2c2fa857b70a None None] Calling delete_port for f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:08:18.010528 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-89a79ce1-f0d1-4715-b134-a04da7461fa6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:18.011718 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-89a79ce1-f0d1-4715-b134-a04da7461fa6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:18.052410 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0888942-6705-404a-9879-91289db3308b req-79b08b80-ae4a-4092-a2c4-1700cd49665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:18.053992 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0888942-6705-404a-9879-91289db3308b req-79b08b80-ae4a-4092-a2c4-1700cd49665c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e20b73df-b35d-4384-ad07-d38c6494ce58 HTTP/1.1" status: 200 len: 862 time: 0.3446748 Nov 18 17:08:18.062572 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a89111b1-ba06-4888-b405-2bb55f0fdec7 req-51e4cd8d-a7d3-47f9-b70f-4e89b95cb8fc tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:18.101921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0888942-6705-404a-9879-91289db3308b req-4b2e4128-eb0c-4390-8e50-431bdc2f03f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5081e599-c749-48b6-bd1f-9b11ee49b04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353978 Nov 18 17:08:18.111751 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-89a79ce1-f0d1-4715-b134-a04da7461fa6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4188890 Nov 18 17:08:18.117655 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 305ba18c-9f03-43c3-895a-419f24b35dbb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:18.124046 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:18.127381 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Request body: {'port': {'device_id': 'a48cd285-41d8-4772-baf6-46bb8823fd15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:18.154177 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-30aab1c4-1115-4281-bd28-e6fefb52711c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:18.164043 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cbca1-c32d-42a4-bc6f-5beaef320dd4 req-4cd5fabc-2076-409f-8f55-26064142b95f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:18.173007 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-311cbca1-c32d-42a4-bc6f-5beaef320dd4 req-4cd5fabc-2076-409f-8f55-26064142b95f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 935 time: 0.3071532 Nov 18 17:08:18.179667 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a89111b1-ba06-4888-b405-2bb55f0fdec7 req-51e4cd8d-a7d3-47f9-b70f-4e89b95cb8fc tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:18.232538 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:18.239263 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4cd8d-a7d3-47f9-b70f-4e89b95cb8fc tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e30c28-b54a-40c4-af6a-0f7e2bb6f503,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:18.271569 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e2502ea4-bdb4-4839-83fd-2c2fa857b70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:18.303883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] Deleting port f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:08:18.304994 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:18.331562 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2502ea4-bdb4-4839-83fd-2c2fa857b70a None None] Pushing event deleted for resources: {'Port': ['ID=f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:18.339164 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2502ea4-bdb4-4839-83fd-2c2fa857b70a None None] No DVR routers for this DVR port f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:08:18.351391 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f80b4a37-15df-47bf-bc3c-145ae0c9b7f0 None None] Provisioning complete for port ccc795c3-47b6-480d-ac8f-8bda64deb4c4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:18.351922 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f80b4a37-15df-47bf-bc3c-145ae0c9b7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:18.388072 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 26d89a66-af4d-4343-8986-78c74f03f8ca no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:08:18.417331 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 26d89a66-af4d-4343-8986-78c74f03f8ca {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:08:18.418839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 26d89a66-af4d-4343-8986-78c74f03f8ca not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:08:18.418839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:08:18.420189 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-311cbca1-c32d-42a4-bc6f-5beaef320dd4 req-8ad98757-ed09-4a7f-9610-16b59079eb9b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465544 Nov 18 17:08:18.449872 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:08:18.450229 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:08:18.453393 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a89111b1-ba06-4888-b405-2bb55f0fdec7 req-51e4cd8d-a7d3-47f9-b70f-4e89b95cb8fc tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:18.454784 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a89111b1-ba06-4888-b405-2bb55f0fdec7 req-51e4cd8d-a7d3-47f9-b70f-4e89b95cb8fc tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.0908234 Nov 18 17:08:18.494029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f80b4a37-15df-47bf-bc3c-145ae0c9b7f0 None None] Port ccc795c3-47b6-480d-ac8f-8bda64deb4c4 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:08:18.565168 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aab1c4-1115-4281-bd28-e6fefb52711c admin admin] Checking segment: {'id': '56d5c5c1-7ed3-4361-a9d4-7b407a4b74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f0ed2f30-6d6d-438e-9052-356a02aebec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:18.565735 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aab1c4-1115-4281-bd28-e6fefb52711c admin admin] Network hostable DHCP agents. Network: f0ed2f30-6d6d-438e-9052-356a02aebec5, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:08:18.567900 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aab1c4-1115-4281-bd28-e6fefb52711c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ec8e5c-4d0e-4517-a05c-bc25de0caf10,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:18.618235 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] For port f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf, host n-d-813419-11, got binding levels [] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:18.618539 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:18.625625 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0888942-6705-404a-9879-91289db3308b req-5ff69a05-df05-42ab-88a1-522e0793d5f3 service neutron] 10.222.0.83 "GET /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084450 Nov 18 17:08:18.648037 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc795c3-47b6-480d-ac8f-8bda64deb4c4 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:08:18.656713 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:18.659841 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] Calling delete_port for f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:08:18.669070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Transition to ACTIVE for port object ccc795c3-47b6-480d-ac8f-8bda64deb4c4 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:08:18.681950 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.ipam_backend_mixin [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] Port f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf was not found and therefore no delete operation was performed {{(pid=104007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 18 17:08:18.700395 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:18.725822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872fbe5-7031-408f-a987-c285036802a2 req-928b99b0-dac5-472b-aa7c-da4942f444db tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:18.727347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8872fbe5-7031-408f-a987-c285036802a2 req-928b99b0-dac5-472b-aa7c-da4942f444db tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.2107627 Nov 18 17:08:18.734967 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:18.751372 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f99aa85f-b1f6-4921-a03e-b13a54d568ca req-f0fa0db4-9c80-43af-83a0-b234e5e62005 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "GET /v2.0/security-groups/b0e30c28-b54a-40c4-af6a-0f7e2bb6f503 HTTP/1.1" status: 200 len: 1829 time: 0.1813557 Nov 18 17:08:18.752463 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] No DVR routers for this DVR port f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:08:18.787334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] Pushing event deleted for resources: {'Port': ['ID=f61dcf1f-dc99-4e39-bd0f-24cb4d8467bf,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:18.831076 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Pushing event updated for resources: {'Port': ['ID=ccc795c3-47b6-480d-ac8f-8bda64deb4c4,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:18.831803 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aab1c4-1115-4281-bd28-e6fefb52711c admin admin] Network f0ed2f30-6d6d-438e-9052-356a02aebec5 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:08:18.912641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Attempting to bind port ccc795c3-47b6-480d-ac8f-8bda64deb4c4 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:08:18.912996 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Attempting to bind port ccc795c3-47b6-480d-ac8f-8bda64deb4c4 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:08:18.913327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Attempting to bind port ccc795c3-47b6-480d-ac8f-8bda64deb4c4 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:18.918343 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Port ccc795c3-47b6-480d-ac8f-8bda64deb4c4 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:08:18.918685 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Attempting to bind port ccc795c3-47b6-480d-ac8f-8bda64deb4c4 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:18.924101 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:08:18.926415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:18.926415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:08:18.926415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Bound port: ccc795c3-47b6-480d-ac8f-8bda64deb4c4, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:08:18.926415 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:18.929282 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0888942-6705-404a-9879-91289db3308b req-498f1541-f0a4-44d4-9d80-a4052f0ae7f0 service neutron] 10.222.0.83 "GET /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891431 Nov 18 17:08:18.959019 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:08:18.966128 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:18.979558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-30aab1c4-1115-4281-bd28-e6fefb52711c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, f0ed2f30-6d6d-438e-9052-356a02aebec5) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:18.984851 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aab1c4-1115-4281-bd28-e6fefb52711c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:18.989573 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-30aab1c4-1115-4281-bd28-e6fefb52711c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:18.989705 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde8787d-537a-4107-ac48-cbbbf1d79653 None None] Network f0ed2f30-6d6d-438e-9052-356a02aebec5 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:08:19.010161 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8872fbe5-7031-408f-a987-c285036802a2 req-638586f0-ad14-494f-a41c-1293767f8e6f tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559493 Nov 18 17:08:19.024420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836d12ad-6a15-4e93-b10d-efb37b2aefbc']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:19.043185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d11cc5-f76d-4b5a-a3a2-27bf42f12e0d req-8c12eead-5864-48c6-bb96-d12bfc36451d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:19.052978 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35d11cc5-f76d-4b5a-a3a2-27bf42f12e0d req-8c12eead-5864-48c6-bb96-d12bfc36451d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 943 time: 0.1988709 Nov 18 17:08:19.053403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] For port ccc795c3-47b6-480d-ac8f-8bda64deb4c4, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:19.058085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] For port ccc795c3-47b6-480d-ac8f-8bda64deb4c4, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ccc795c3-47b6-480d-ac8f-8bda64deb4c4,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:08:19.060013 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744479e5-e815-4cfe-bb94-3a9a20c43c8f') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:19.060323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744479e5-e815-4cfe-bb94-3a9a20c43c8f') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:19.079032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-95521bea-7827-49d2-929b-bc864d5f646b req-557e3f6d-61bc-415a-81a5-0b8f4bd4f4cc tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-469429258', 'description': 'tempest-description-1105658667'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:19.089961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-30aab1c4-1115-4281-bd28-e6fefb52711c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3249683 Nov 18 17:08:19.091741 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:19.092672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33330) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:19.098043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-183398940-router', 'tenant_id': 'be4f7075a94c4845b27a7caad0e22140', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:19.122265 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.db.api [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 18 17:08:19.122265 n-d-813419-11 neutron-server[104008]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 18 17:08:19.122265 n-d-813419-11 neutron-server[104008]: [parameters: {'project_id_1': 'be4f7075a94c4845b27a7caad0e22140', 'expiration_1': datetime.datetime(2021, 11, 18, 17, 7, 59, 103618)}] Nov 18 17:08:19.122265 n-d-813419-11 neutron-server[104008]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:08:19.122762 n-d-813419-11 neutron-server[104008]: DEBUG oslo_db.api [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:08:19.122872 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:19.136851 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:19.142378 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:08:19.142793 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:08:19.145396 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:08:19.158866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35d11cc5-f76d-4b5a-a3a2-27bf42f12e0d req-3ab835a0-dd06-49bd-9c1b-85f772b6349b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073391 Nov 18 17:08:19.192432 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:19.193068 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:19.194704 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] 10.222.0.81 "PUT /v2.0/ports/ccc795c3-47b6-480d-ac8f-8bda64deb4c4 HTTP/1.1" status: 200 len: 1096 time: 1.0751560 Nov 18 17:08:19.195204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48cd285-41d8-4772-baf6-46bb8823fd15', 'tag': 'ccc795c3-47b6-480d-ac8f-8bda64deb4c4'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:19.211006 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-f0ed2f30-6d6d-438e-9052-356a02aebec5', 'network_id': 'f0ed2f30-6d6d-438e-9052-356a02aebec5', 'tenant_id': 'be4f7075a94c4845b27a7caad0e22140', 'fixed_ips': [{'subnet_id': 'd3ec8e5c-4d0e-4517-a05c-bc25de0caf10'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:08:19.211899 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:19.216962 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d970e142-3a89-4d1b-afcd-5485d0751505" -d '{"events": [{"name": "network-changed", "server_uuid": "a48cd285-41d8-4772-baf6-46bb8823fd15", "tag": "ccc795c3-47b6-480d-ac8f-8bda64deb4c4"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:19.244346 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dd2ac-3621-4d6d-9347-f38d930de3cb service neutron] Pushing event updated for resources: {'Port': ['ID=ccc795c3-47b6-480d-ac8f-8bda64deb4c4,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:19.246513 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-95521bea-7827-49d2-929b-bc864d5f646b req-557e3f6d-61bc-415a-81a5-0b8f4bd4f4cc tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:19.314388 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24aeb16-6393-46a5-a78e-3d34f52aad7b x-openstack-request-id: req-d24aeb16-6393-46a5-a78e-3d34f52aad7b {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:19.314704 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48cd285-41d8-4772-baf6-46bb8823fd15", "tag": "ccc795c3-47b6-480d-ac8f-8bda64deb4c4", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:19.314966 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d24aeb16-6393-46a5-a78e-3d34f52aad7b {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:19.315407 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48cd285-41d8-4772-baf6-46bb8823fd15', 'tag': 'ccc795c3-47b6-480d-ac8f-8bda64deb4c4', 'status': 'completed', 'code': 200} Nov 18 17:08:19.343615 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-95521bea-7827-49d2-929b-bc864d5f646b req-557e3f6d-61bc-415a-81a5-0b8f4bd4f4cc tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:19.369467 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:19.380045 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:19.384467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] 10.222.0.72 "DELETE /v2.0/networks/836d12ad-6a15-4e93-b10d-efb37b2aefbc HTTP/1.1" status: 204 len: 168 time: 1.8886027 Nov 18 17:08:19.388821 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970e142-3a89-4d1b-afcd-5485d0751505 req-9efab24a-0724-4d2f-9492-ae950d9cacb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:19.390376 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d970e142-3a89-4d1b-afcd-5485d0751505 req-9efab24a-0724-4d2f-9492-ae950d9cacb4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 1099 time: 0.0531700 Nov 18 17:08:19.390925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33334) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:19.403527 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be322a-b8ef-4349-b075-bcb702f9bd17 admin admin] Pushing event deleted for resources: {'Network': ['ID=836d12ad-6a15-4e93-b10d-efb37b2aefbc,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:19.407634 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Allocated IP 172.20.0.2 (f0ed2f30-6d6d-438e-9052-356a02aebec5/d3ec8e5c-4d0e-4517-a05c-bc25de0caf10/5f2190b4-0945-4f14-9f2d-eaf53dbd8b95) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:08:19.454961 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-95521bea-7827-49d2-929b-bc864d5f646b req-557e3f6d-61bc-415a-81a5-0b8f4bd4f4cc tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:19.484668 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d970e142-3a89-4d1b-afcd-5485d0751505 req-aa4b80e0-36a8-4c38-8cf7-4e47af2f9de7 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=ac151e4448864b68b1035daf3741f627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542989 Nov 18 17:08:19.527254 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e3f6d-61bc-415a-81a5-0b8f4bd4f4cc tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c0ae47-f93a-4f78-9f2a-ef9e820c42cc,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:19.555561 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bec56-ed61-4542-916f-5e4d6dfcf54e req-77a31dd5-2aa7-455d-aacc-2e27a78ea059 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:19.564506 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f98bec56-ed61-4542-916f-5e4d6dfcf54e req-77a31dd5-2aa7-455d-aacc-2e27a78ea059 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 947 time: 0.0818133 Nov 18 17:08:19.599249 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:19.613524 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-95521bea-7827-49d2-929b-bc864d5f646b req-557e3f6d-61bc-415a-81a5-0b8f4bd4f4cc tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:19.614750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95521bea-7827-49d2-929b-bc864d5f646b req-557e3f6d-61bc-415a-81a5-0b8f4bd4f4cc tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5471761 Nov 18 17:08:19.624339 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f98bec56-ed61-4542-916f-5e4d6dfcf54e req-726d1386-d90c-4226-9887-9eb75e508384 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589361 Nov 18 17:08:19.675323 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:19.696423 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11123aef-03dd-41ba-a25c-92b4f743bd49 req-633c7ac2-a9c1-4776-8a89-6a605cd49038 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "GET /v2.0/security-groups/d4c0ae47-f93a-4f78-9f2a-ef9e820c42cc HTTP/1.1" status: 200 len: 1829 time: 0.0502167 Nov 18 17:08:19.726278 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970e142-3a89-4d1b-afcd-5485d0751505 req-53c80472-9d18-488c-9a90-97b11048b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:19.727743 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d970e142-3a89-4d1b-afcd-5485d0751505 req-53c80472-9d18-488c-9a90-97b11048b19d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2147832 Nov 18 17:08:19.733805 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Network f0ed2f30-6d6d-438e-9052-356a02aebec5 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:19.737922 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:19.746556 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-e6960f12-ab09-46ec-9ec4-5e3f99ebd06f req-c05bb0f4-ce04-423b-8c7a-abbecbf03c83 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] show failed (client error): The resource could not be found. Nov 18 17:08:19.747342 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:08:19.752958 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Pushing event updated for resources: {'Port': ['ID=5f2190b4-0945-4f14-9f2d-eaf53dbd8b95,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:19.753205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e6960f12-ab09-46ec-9ec4-5e3f99ebd06f req-c05bb0f4-ce04-423b-8c7a-abbecbf03c83 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "GET /v2.0/security-groups/24017234-d420-4c93-893f-0a1f72a83755 HTTP/1.1" status: 404 len: 352 time: 0.0295484 Nov 18 17:08:19.793722 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-2814e1c2-97d2-47dc-affc-8db5e77194ae req-934fe9b4-233a-473f-9737-ea9a9db84a41 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] show failed (client error): The resource could not be found. Nov 18 17:08:19.795724 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2814e1c2-97d2-47dc-affc-8db5e77194ae req-934fe9b4-233a-473f-9737-ea9a9db84a41 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "GET /v2.0/security-group-rules/25e564a3-4230-47cd-b6bb-894892c3d044 HTTP/1.1" status: 404 len: 361 time: 0.0184448 Nov 18 17:08:19.827506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Attempting to bind port 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:08:19.839189 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Attempting to bind port 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '56d5c5c1-7ed3-4361-a9d4-7b407a4b74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f0ed2f30-6d6d-438e-9052-356a02aebec5'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:08:19.839189 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Attempting to bind port 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95 on network f0ed2f30-6d6d-438e-9052-356a02aebec5 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:19.839189 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:08:19.839189 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Checking segment: {'id': '56d5c5c1-7ed3-4361-a9d4-7b407a4b74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f0ed2f30-6d6d-438e-9052-356a02aebec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:19.839189 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:19.839189 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Bound using segment: {'id': '56d5c5c1-7ed3-4361-a9d4-7b407a4b74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f0ed2f30-6d6d-438e-9052-356a02aebec5'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:08:19.839189 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Bound port: 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d5c5c1-7ed3-4361-a9d4-7b407a4b74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f0ed2f30-6d6d-438e-9052-356a02aebec5'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:08:19.839189 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:19.883855 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb5da4b5-6991-4d22-af60-20d4f3943095 req-c14ec5f2-34c5-4f1d-aede-a8875153abe5 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "GET /v2.0/security-groups/d4c0ae47-f93a-4f78-9f2a-ef9e820c42cc HTTP/1.1" status: 200 len: 1829 time: 0.0552347 Nov 18 17:08:19.914563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] For port 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:19.918321 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] For port 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5f2190b4-0945-4f14-9f2d-eaf53dbd8b95,segment=NetworkSegment(56d5c5c1-7ed3-4361-a9d4-7b407a4b74af),segment_id=56d5c5c1-7ed3-4361-a9d4-7b407a4b74af)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:08:19.950887 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb5da4b5-6991-4d22-af60-20d4f3943095 req-d220a86f-ed36-440b-8db2-d9e0261e873c tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:19.975029 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb5da4b5-6991-4d22-af60-20d4f3943095 req-d220a86f-ed36-440b-8db2-d9e0261e873c tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:19.993659 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:20.063029 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:20.064080 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:20.067425 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78f363-d525-492d-90e2-c9170ab3fc9c None None] Pushing event updated for resources: {'Port': ['ID=5f2190b4-0945-4f14-9f2d-eaf53dbd8b95,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:20.087420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 7dd22c08-7361-4653-9834-83635b7a85bd details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:08:20.106542 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb5da4b5-6991-4d22-af60-20d4f3943095 req-d220a86f-ed36-440b-8db2-d9e0261e873c tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:20.109631 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb5da4b5-6991-4d22-af60-20d4f3943095 req-d220a86f-ed36-440b-8db2-d9e0261e873c tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:20.123190 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb5da4b5-6991-4d22-af60-20d4f3943095 req-d220a86f-ed36-440b-8db2-d9e0261e873c tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "DELETE /v2.0/security-groups/d4c0ae47-f93a-4f78-9f2a-ef9e820c42cc HTTP/1.1" status: 204 len: 173 time: 0.2314823 Nov 18 17:08:20.162184 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:20.183399 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220a86f-ed36-440b-8db2-d9e0261e873c tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c0ae47-f93a-4f78-9f2a-ef9e820c42cc,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:20.214498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-0da830b1-ae1e-433c-82e4-876ffd8e0acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:20.214498 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-0da830b1-ae1e-433c-82e4-876ffd8e0acf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 1099 time: 0.1584239 Nov 18 17:08:20.230294 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a49a4-1fb0-486b-8d0c-0af3d3937019 req-fc994f8c-ea32-45a2-aac9-785dd89e8f92 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:20.231886 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-210a49a4-1fb0-486b-8d0c-0af3d3937019 req-fc994f8c-ea32-45a2-aac9-785dd89e8f92 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.0972116 Nov 18 17:08:20.262614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-367daae5-c6cc-423b-a774-034e3adc60ea req-be80464c-fbd5-40c8-aae1-6471bee7d599 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "GET /v2.0/security-groups/b0e30c28-b54a-40c4-af6a-0f7e2bb6f503 HTTP/1.1" status: 200 len: 1829 time: 0.0813012 Nov 18 17:08:20.330334 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-8e8836c2-4b23-4b15-9740-3bafc37dcadd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=ccc795c3-47b6-480d-ac8f-8bda64deb4c4 HTTP/1.1" status: 200 len: 217 time: 0.1055562 Nov 18 17:08:20.352139 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-210a49a4-1fb0-486b-8d0c-0af3d3937019 req-d047f534-30d2-48d8-b26c-0fdb73c5f677 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084054 Nov 18 17:08:20.367403 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-367daae5-c6cc-423b-a774-034e3adc60ea req-dae79209-f97c-4783-a4f7-77b707eaf1a1 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:20.459141 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 7dd22c08-7361-4653-9834-83635b7a85bd, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=7dd22c08-7361-4653-9834-83635b7a85bd,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:20.493280 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '7dd22c08-7361-4653-9834-83635b7a85bd', 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a', 'port_id': '7dd22c08-7361-4653-9834-83635b7a85bd', 'mac_address': 'fa:16:3e:45:5b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20b73df-b35d-4384-ad07-d38c6494ce58', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:08:20.535604 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:20.550387 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd22c08-7361-4653-9834-83635b7a85bd {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:08:20.550579 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:20.575337 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 7dd22c08-7361-4653-9834-83635b7a85bd, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=7dd22c08-7361-4653-9834-83635b7a85bd,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:20.612036 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-da1bed87-7d77-4460-a938-0d7d8cb6144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:20.613528 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-da1bed87-7d77-4460-a938-0d7d8cb6144e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1433058 Nov 18 17:08:20.651854 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:20.711002 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=7dd22c08-7361-4653-9834-83635b7a85bd,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:20.714747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-528db524-5337-49f0-a2d7-6a862123b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:20.716623 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-528db524-5337-49f0-a2d7-6a862123b1cf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0801947 Nov 18 17:08:20.729633 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-367daae5-c6cc-423b-a774-034e3adc60ea req-dae79209-f97c-4783-a4f7-77b707eaf1a1 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:20.732741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19992bf9-c4f6-41d8-b887-446096334ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:20.777627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593afc3-dd6b-4d63-a54c-894d695067f3 req-8f7c8bcd-707e-4b09-ba5a-afe9e22cf9b7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:20.779137 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d593afc3-dd6b-4d63-a54c-894d695067f3 req-8f7c8bcd-707e-4b09-ba5a-afe9e22cf9b7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 944 time: 0.0841639 Nov 18 17:08:20.830207 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d593afc3-dd6b-4d63-a54c-894d695067f3 req-58a85471-6dfb-4665-9d7a-20a1fbc2d9f0 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416479 Nov 18 17:08:20.849657 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-367daae5-c6cc-423b-a774-034e3adc60ea req-dae79209-f97c-4783-a4f7-77b707eaf1a1 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:20.853904 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-367daae5-c6cc-423b-a774-034e3adc60ea req-dae79209-f97c-4783-a4f7-77b707eaf1a1 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:20.856751 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-367daae5-c6cc-423b-a774-034e3adc60ea req-dae79209-f97c-4783-a4f7-77b707eaf1a1 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "DELETE /v2.0/security-groups/b0e30c28-b54a-40c4-af6a-0f7e2bb6f503 HTTP/1.1" status: 204 len: 173 time: 0.5924320 Nov 18 17:08:20.895634 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae79209-f97c-4783-a4f7-77b707eaf1a1 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e30c28-b54a-40c4-af6a-0f7e2bb6f503,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:20.942310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['7dd22c08-7361-4653-9834-83635b7a85bd'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:08:21.016320 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-8e763d74-7b82-4001-a948-af64db55889e service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866457 Nov 18 17:08:21.018831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4eb1f-d221-4643-9b49-108dec17bc2b req-705068d6-8563-4cb5-9235-949a5cf1fe9b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:21.028093 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3b4eb1f-d221-4643-9b49-108dec17bc2b req-705068d6-8563-4cb5-9235-949a5cf1fe9b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 947 time: 0.0813041 Nov 18 17:08:21.093212 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3b4eb1f-d221-4643-9b49-108dec17bc2b req-d34f4edb-db86-4ee5-9f2b-bf3ce4b86a0f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639665 Nov 18 17:08:21.133579 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:21.174295 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d13e9e88-d97a-4c4f-bace-8e99e7487622 req-f7ce0912-f5ad-499d-b90a-d96d8d18932a tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "GET /v2.0/security-groups/dbf2eb0a-fd81-4b9b-9811-9493eeedc7f9 HTTP/1.1" status: 200 len: 1829 time: 0.0675316 Nov 18 17:08:21.247356 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d13e9e88-d97a-4c4f-bace-8e99e7487622 req-8020fe43-6c60-4c25-b567-0a7cab053b47 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:21.253986 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7635598b-5a1c-4837-8c78-e87bc8640d7a req-4cd2543e-5ee1-446d-9a08-01ba9a9e93a2 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065146 Nov 18 17:08:21.257611 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:21.275726 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d13e9e88-d97a-4c4f-bace-8e99e7487622 req-8020fe43-6c60-4c25-b567-0a7cab053b47 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:21.282497 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:21.317967 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf3d320-ba18-4e56-8076-8f2f001f0e80 None None] Network f0ed2f30-6d6d-438e-9052-356a02aebec5 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:08:21.409161 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cc755c69-4cc2-40f6-92a3-8ae5dc868ad6 None None] Provisioning complete for port 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:21.409536 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cc755c69-4cc2-40f6-92a3-8ae5dc868ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:21.421531 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d13e9e88-d97a-4c4f-bace-8e99e7487622 req-8020fe43-6c60-4c25-b567-0a7cab053b47 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:21.426481 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d13e9e88-d97a-4c4f-bace-8e99e7487622 req-8020fe43-6c60-4c25-b567-0a7cab053b47 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:21.435615 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d13e9e88-d97a-4c4f-bace-8e99e7487622 req-8020fe43-6c60-4c25-b567-0a7cab053b47 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "DELETE /v2.0/security-groups/dbf2eb0a-fd81-4b9b-9811-9493eeedc7f9 HTTP/1.1" status: 204 len: 173 time: 0.2593012 Nov 18 17:08:21.451605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Allocated IP 172.25.3.52 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/170e6c38-30d1-4a60-95dd-b62de6bc7d2e) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:08:21.497587 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020fe43-6c60-4c25-b567-0a7cab053b47 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf2eb0a-fd81-4b9b-9811-9493eeedc7f9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:21.508014 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-19992bf9-c4f6-41d8-b887-446096334ce7 admin admin] Deleting port 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:08:21.508357 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19992bf9-c4f6-41d8-b887-446096334ce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:21.536498 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e0d51d78-0608-4b64-bd5f-df276826cc34 req-7ce4b25e-5393-40ef-9e3b-fa9563f900b6 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "GET /v2.0/security-groups/f6c26e85-0b73-44a9-9128-d43ad1423115 HTTP/1.1" status: 200 len: 1828 time: 0.0786111 Nov 18 17:08:21.546448 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd919bb3-c7d2-4403-b8b1-dc506dc67d11 req-76984e2f-0e86-448e-bb51-07fbe97a0700 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:21.552499 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bd919bb3-c7d2-4403-b8b1-dc506dc67d11 req-76984e2f-0e86-448e-bb51-07fbe97a0700 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.1120005 Nov 18 17:08:21.606474 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cc755c69-4cc2-40f6-92a3-8ae5dc868ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:21.639884 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:21.645397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-cc755c69-4cc2-40f6-92a3-8ae5dc868ad6 None None] For port 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5f2190b4-0945-4f14-9f2d-eaf53dbd8b95,segment=NetworkSegment(56d5c5c1-7ed3-4361-a9d4-7b407a4b74af),segment_id=56d5c5c1-7ed3-4361-a9d4-7b407a4b74af)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:21.647169 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bd919bb3-c7d2-4403-b8b1-dc506dc67d11 req-fb119c5a-5be4-4598-8efa-62447be25d4d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909262 Nov 18 17:08:21.657766 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e0d51d78-0608-4b64-bd5f-df276826cc34 req-77681d8a-7509-4262-b1fc-356b3d2a7151 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:21.659274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-19992bf9-c4f6-41d8-b887-446096334ce7 admin admin] For port 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5cc71673-dd28-47c2-8aa4-4ee2fdfd6303,segment=NetworkSegment(3b17a4b8-3c6b-4692-b2a7-125458f22152),segment_id=3b17a4b8-3c6b-4692-b2a7-125458f22152)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:21.659673 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19992bf9-c4f6-41d8-b887-446096334ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:21.684549 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e0d51d78-0608-4b64-bd5f-df276826cc34 req-77681d8a-7509-4262-b1fc-356b3d2a7151 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:21.684843 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-19992bf9-c4f6-41d8-b887-446096334ce7 admin admin] Calling delete_port for 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:08:21.702109 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cc755c69-4cc2-40f6-92a3-8ae5dc868ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:21.789841 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc755c69-4cc2-40f6-92a3-8ae5dc868ad6 None None] Pushing event updated for resources: {'Port': ['ID=5f2190b4-0945-4f14-9f2d-eaf53dbd8b95,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:21.834098 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e0d51d78-0608-4b64-bd5f-df276826cc34 req-77681d8a-7509-4262-b1fc-356b3d2a7151 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:21.836845 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e0d51d78-0608-4b64-bd5f-df276826cc34 req-77681d8a-7509-4262-b1fc-356b3d2a7151 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:21.839652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e0d51d78-0608-4b64-bd5f-df276826cc34 req-77681d8a-7509-4262-b1fc-356b3d2a7151 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "DELETE /v2.0/security-groups/f6c26e85-0b73-44a9-9128-d43ad1423115 HTTP/1.1" status: 204 len: 173 time: 0.2845297 Nov 18 17:08:21.852438 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77681d8a-7509-4262-b1fc-356b3d2a7151 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c26e85-0b73-44a9-9128-d43ad1423115,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:21.863432 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:21.910962 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:21.951904 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:21.952794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Pushing event updated for resources: {'Port': ['ID=170e6c38-30d1-4a60-95dd-b62de6bc7d2e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:21.960634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:21.962984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:08:21.971701 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d33bfc9d-6fa7-4e7d-8b69-828515dbd396 req-d617ff94-6ecb-4ca2-b37b-81e7bba3f2bb tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "GET /v2.0/security-groups/da48d1cb-5a2e-4222-97de-8ff881e21df8 HTTP/1.1" status: 200 len: 1829 time: 0.0925889 Nov 18 17:08:21.982661 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-aa5a8275-f528-488a-87a5-1c6fa25c5767 None None] Provisioning complete for port 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:21.983288 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8275-f528-488a-87a5-1c6fa25c5767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.019583 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830ac45-fad5-49bd-a34b-2fe16f4f1522 req-ba119651-b3af-43ea-b362-db2e1f9d4ccf tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:22.021015 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4830ac45-fad5-49bd-a34b-2fe16f4f1522 req-ba119651-b3af-43ea-b362-db2e1f9d4ccf tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 944 time: 0.0920758 Nov 18 17:08:22.035119 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19992bf9-c4f6-41d8-b887-446096334ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.063367 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d33bfc9d-6fa7-4e7d-8b69-828515dbd396 req-02256ab0-efac-4bac-9c2c-f6bbb3e94271 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.079210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:22.079555 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.105891 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d33bfc9d-6fa7-4e7d-8b69-828515dbd396 req-02256ab0-efac-4bac-9c2c-f6bbb3e94271 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.114116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19992bf9-c4f6-41d8-b887-446096334ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cc71673-dd28-47c2-8aa4-4ee2fdfd6303,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:22.120058 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4830ac45-fad5-49bd-a34b-2fe16f4f1522 req-d36fde83-1b39-42b6-a1ff-0c89e1e43fb6 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821443 Nov 18 17:08:22.123125 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 7dd22c08-7361-4653-9834-83635b7a85bd up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:22.285909 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d33bfc9d-6fa7-4e7d-8b69-828515dbd396 req-02256ab0-efac-4bac-9c2c-f6bbb3e94271 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.287440 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 7dd22c08-7361-4653-9834-83635b7a85bd completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:08:22.288704 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d33bfc9d-6fa7-4e7d-8b69-828515dbd396 req-02256ab0-efac-4bac-9c2c-f6bbb3e94271 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.291719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d33bfc9d-6fa7-4e7d-8b69-828515dbd396 req-02256ab0-efac-4bac-9c2c-f6bbb3e94271 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] 10.222.0.72 "DELETE /v2.0/security-groups/da48d1cb-5a2e-4222-97de-8ff881e21df8 HTTP/1.1" status: 204 len: 173 time: 0.3177502 Nov 18 17:08:22.292322 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 7dd22c08-7361-4653-9834-83635b7a85bd triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:22.293065 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.302245 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33376) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:22.367314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02256ab0-efac-4bac-9c2c-f6bbb3e94271 tempest-SecurityGroupRulesNegativeTestJSON-418579350 tempest-SecurityGroupRulesNegativeTestJSON-418579350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da48d1cb-5a2e-4222-97de-8ff881e21df8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:22.395494 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.423829 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-173889ab-e594-4781-abb1-6caa086eee7b admin admin] Deleting subnet 93a4ecb9-4093-4729-8b61-7db6a528b5d6 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:08:22.428641 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-173889ab-e594-4781-abb1-6caa086eee7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.452195 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.477539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72dc716-4be5-48cd-bc33-e5573037bff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd22c08-7361-4653-9834-83635b7a85bd'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:22.480577 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51829913-7ef1-4f9c-8e0f-56c3942a48ad" -d '{"events": [{"server_uuid": "d72dc716-4be5-48cd-bc33-e5573037bff6", "name": "network-vif-plugged", "status": "completed", "tag": "7dd22c08-7361-4653-9834-83635b7a85bd"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:22.482826 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-173889ab-e594-4781-abb1-6caa086eee7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.492812 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03d245-85c4-4a4a-87d8-8a0623a1f1db req-e6af784c-bc05-4b50-bdfd-e615f17e08b1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:22.495272 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc03d245-85c4-4a4a-87d8-8a0623a1f1db req-e6af784c-bc05-4b50-bdfd-e615f17e08b1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 947 time: 0.1308513 Nov 18 17:08:22.517857 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 7dd22c08-7361-4653-9834-83635b7a85bd, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=7dd22c08-7361-4653-9834-83635b7a85bd,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:22.536401 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a374527f-f401-4c03-b9bb-3dd42189d643 x-openstack-request-id: req-a374527f-f401-4c03-b9bb-3dd42189d643 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:22.536925 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72dc716-4be5-48cd-bc33-e5573037bff6", "name": "network-vif-plugged", "status": "completed", "tag": "7dd22c08-7361-4653-9834-83635b7a85bd", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:22.537298 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a374527f-f401-4c03-b9bb-3dd42189d643 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:22.537907 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72dc716-4be5-48cd-bc33-e5573037bff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd22c08-7361-4653-9834-83635b7a85bd', 'code': 200} Nov 18 17:08:22.565030 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19992bf9-c4f6-41d8-b887-446096334ce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.568403 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-173889ab-e594-4781-abb1-6caa086eee7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.577886 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.610084 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.617381 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc03d245-85c4-4a4a-87d8-8a0623a1f1db req-ffc2e9f3-0d0e-45cb-80e0-96d3b49d0fd0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995765 Nov 18 17:08:22.636422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=7dd22c08-7361-4653-9834-83635b7a85bd,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:22.664002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c1737-df37-4e5c-a082-4d4f71810bc2 req-03e66125-7063-4927-bef4-a404f20cd780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:22.665670 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d24c1737-df37-4e5c-a082-4d4f71810bc2 req-03e66125-7063-4927-bef4-a404f20cd780 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 1097 time: 0.0608103 Nov 18 17:08:22.725486 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d24c1737-df37-4e5c-a082-4d4f71810bc2 req-577e9399-6f54-4d7f-88fd-78d736deab67 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507808 Nov 18 17:08:22.726579 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-173889ab-e594-4781-abb1-6caa086eee7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.763922 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173889ab-e594-4781-abb1-6caa086eee7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a4ecb9-4093-4729-8b61-7db6a528b5d6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:22.783979 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-173889ab-e594-4781-abb1-6caa086eee7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.788378 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-173889ab-e594-4781-abb1-6caa086eee7b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/93a4ecb9-4093-4729-8b61-7db6a528b5d6 HTTP/1.1" status: 204 len: 168 time: 0.4849873 Nov 18 17:08:22.790588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33382) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:22.880467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821f788-b187-460c-9389-e74080ffcf12 req-97d588cd-2c3a-4870-a352-a2ff2f719ee9 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:22.882169 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c821f788-b187-460c-9389-e74080ffcf12 req-97d588cd-2c3a-4870-a352-a2ff2f719ee9 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.1497519 Nov 18 17:08:22.887475 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-837ed17f-c4fb-4da5-af41-d7f992cec738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:22.966743 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c821f788-b187-460c-9389-e74080ffcf12 req-16c7d310-758a-49a6-8eb4-5c0395eda518 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770161 Nov 18 17:08:23.011528 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-837ed17f-c4fb-4da5-af41-d7f992cec738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:23.031684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-837ed17f-c4fb-4da5-af41-d7f992cec738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c347bd-d7a4-462c-b20c-bb31d883f5bf']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:23.041018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-837ed17f-c4fb-4da5-af41-d7f992cec738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f3bd5f-1ec4-423c-b701-01e98b173682') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:23.041258 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-837ed17f-c4fb-4da5-af41-d7f992cec738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f3bd5f-1ec4-423c-b701-01e98b173682') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:23.050973 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-837ed17f-c4fb-4da5-af41-d7f992cec738 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:23.064588 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-837ed17f-c4fb-4da5-af41-d7f992cec738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:23.071055 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837ed17f-c4fb-4da5-af41-d7f992cec738 admin admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:08:23.071472 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-837ed17f-c4fb-4da5-af41-d7f992cec738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:08:23.073277 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:08:23.082820 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:23.169564 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-837ed17f-c4fb-4da5-af41-d7f992cec738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:23.188898 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-837ed17f-c4fb-4da5-af41-d7f992cec738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:23.194491 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-837ed17f-c4fb-4da5-af41-d7f992cec738 admin admin] 10.222.0.72 "DELETE /v2.0/networks/c6c347bd-d7a4-462c-b20c-bb31d883f5bf HTTP/1.1" status: 204 len: 168 time: 0.4002271 Nov 18 17:08:23.199058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ed17f-c4fb-4da5-af41-d7f992cec738 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6c347bd-d7a4-462c-b20c-bb31d883f5bf,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:23.213343 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19992bf9-c4f6-41d8-b887-446096334ce7 admin admin] Router a254dcb4-8c6f-4c07-ab81-cb40fbb1815e has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:08:23.252179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedee68-c008-4830-b3dc-1965ec64d5f9 req-cbdbf17e-63e9-462d-b85f-636e63c0a094 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:23.256402 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7dedee68-c008-4830-b3dc-1965ec64d5f9 req-cbdbf17e-63e9-462d-b85f-636e63c0a094 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 945 time: 0.0602629 Nov 18 17:08:23.311312 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7dedee68-c008-4830-b3dc-1965ec64d5f9 req-9d916a94-785f-4cdd-94a1-89e32a826d90 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513854 Nov 18 17:08:23.369909 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19992bf9-c4f6-41d8-b887-446096334ce7 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:08:23.378008 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-19992bf9-c4f6-41d8-b887-446096334ce7 admin admin] 10.222.0.72 "PUT /v2.0/routers/a254dcb4-8c6f-4c07-ab81-cb40fbb1815e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9835773 Nov 18 17:08:23.378149 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33392) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:23.379309 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965eae13-0525-44f5-a041-4d3dd815cb0c None None] Sync routers for ids ['a254dcb4-8c6f-4c07-ab81-cb40fbb1815e'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:08:23.392049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965eae13-0525-44f5-a041-4d3dd815cb0c None None] Routers {'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:08:23.392813 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-965eae13-0525-44f5-a041-4d3dd815cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a254dcb4-8c6f-4c07-ab81-cb40fbb1815e'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:23.433874 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Router 2a194197-b55f-4ded-bf6e-c74791fe931b is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:08:23.505520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-965eae13-0525-44f5-a041-4d3dd815cb0c None None] Set router a254dcb4-8c6f-4c07-ab81-cb40fbb1815e gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:08:23.527248 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-656621c2-8b98-4798-90ef-819c29351dac admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:23.600520 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33394) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:23.646824 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-70ce014f-449d-4985-b05c-c3c1cf45391d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=761ea56e890c4594857d7964ba6f052a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446508 Nov 18 17:08:23.647929 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33396) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:23.683107 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:08:23.693400 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Sync routers for ids ['2a194197-b55f-4ded-bf6e-c74791fe931b'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:08:23.712988 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-965eae13-0525-44f5-a041-4d3dd815cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482626356-router', 'tenant_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe66c-0385-486a-8e48-3958db59456f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:13Z', 'updated_at': '2021-11-18T17:08:21Z', 'revision_number': 5, 'project_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'gw_port': {'id': 'b0fbe66c-0385-486a-8e48-3958db59456f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:14Z', 'updated_at': '2021-11-18T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:23.720175 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-656621c2-8b98-4798-90ef-819c29351dac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:23.729643 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Routers {'2a194197-b55f-4ded-bf6e-c74791fe931b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:08:23.733960 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['2a194197-b55f-4ded-bf6e-c74791fe931b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:23.736141 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5ef9964-93f9-4bf3-8705-0ea14900a6ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:23.741317 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965eae13-0525-44f5-a041-4d3dd815cb0c None None] Checking router: a254dcb4-8c6f-4c07-ab81-cb40fbb1815e for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:08:23.750853 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965eae13-0525-44f5-a041-4d3dd815cb0c None None] Routers {'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:08:23.751492 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-965eae13-0525-44f5-a041-4d3dd815cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a254dcb4-8c6f-4c07-ab81-cb40fbb1815e'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:23.778070 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:23.782414 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-70948aea-1da6-4e62-b0c8-ccc246999990 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6882792 Nov 18 17:08:23.783084 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33400) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:23.829120 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5ef9964-93f9-4bf3-8705-0ea14900a6ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:23.889525 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78093b3-9163-4a78-aa73-befbd4904b6c req-18421175-25ec-46c7-8d2a-de90e6898e9d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:23.894502 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f78093b3-9163-4a78-aa73-befbd4904b6c req-18421175-25ec-46c7-8d2a-de90e6898e9d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 947 time: 0.1602664 Nov 18 17:08:23.905117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-965eae13-0525-44f5-a041-4d3dd815cb0c None None] Set router a254dcb4-8c6f-4c07-ab81-cb40fbb1815e gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:08:23.941448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:24.006849 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f78093b3-9163-4a78-aa73-befbd4904b6c req-2761cabc-6330-45db-98d5-2ecc56a39dc9 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007199 Nov 18 17:08:24.018966 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-656621c2-8b98-4798-90ef-819c29351dac admin admin] Deleting port b0fbe66c-0385-486a-8e48-3958db59456f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:08:24.019315 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-656621c2-8b98-4798-90ef-819c29351dac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:24.045983 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Set router 2a194197-b55f-4ded-bf6e-c74791fe931b gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:08:24.128484 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5ef9964-93f9-4bf3-8705-0ea14900a6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:24.134491 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5ef9964-93f9-4bf3-8705-0ea14900a6ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:24.143633 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c5ef9964-93f9-4bf3-8705-0ea14900a6ca admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c84d61ff-c22f-4470-b1fd-360ba8696359 HTTP/1.1" status: 204 len: 168 time: 0.4952247 Nov 18 17:08:24.154773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef9964-93f9-4bf3-8705-0ea14900a6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84d61ff-c22f-4470-b1fd-360ba8696359,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:24.165944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-656621c2-8b98-4798-90ef-819c29351dac admin admin] For port b0fbe66c-0385-486a-8e48-3958db59456f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b0fbe66c-0385-486a-8e48-3958db59456f,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:24.166318 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-656621c2-8b98-4798-90ef-819c29351dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:24.218757 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-656621c2-8b98-4798-90ef-819c29351dac admin admin] Calling delete_port for b0fbe66c-0385-486a-8e48-3958db59456f owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:08:24.230718 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8832cb-66d7-496f-9335-63822886aff3 req-9f6f7afd-b2fc-4422-a0af-0e7ba7c15023 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:24.233214 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f8832cb-66d7-496f-9335-63822886aff3 req-9f6f7afd-b2fc-4422-a0af-0e7ba7c15023 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.1676714 Nov 18 17:08:24.246552 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:24.247309 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:24.312398 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f8832cb-66d7-496f-9335-63822886aff3 req-0c063d06-344b-47f5-be72-5a024364a6de tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683517 Nov 18 17:08:24.360734 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'name': 'tempest-TaggedBootDevicesTest_v242-183398940-router', 'tenant_id': 'be4f7075a94c4845b27a7caad0e22140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '170e6c38-30d1-4a60-95dd-b62de6bc7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:20Z', 'updated_at': '2021-11-18T17:08:22Z', 'revision_number': 3, 'project_id': 'be4f7075a94c4845b27a7caad0e22140', 'gw_port': {'id': '170e6c38-30d1-4a60-95dd-b62de6bc7d2e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:21Z', 'updated_at': '2021-11-18T17:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:24.362032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-965eae13-0525-44f5-a041-4d3dd815cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482626356-router', 'tenant_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe66c-0385-486a-8e48-3958db59456f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:13Z', 'updated_at': '2021-11-18T17:08:21Z', 'revision_number': 5, 'project_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'gw_port': {'id': 'b0fbe66c-0385-486a-8e48-3958db59456f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:14Z', 'updated_at': '2021-11-18T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:24.395508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965eae13-0525-44f5-a041-4d3dd815cb0c None None] The sync data for ids ['a254dcb4-8c6f-4c07-ab81-cb40fbb1815e'] in n-d-813419-11 is: [{'id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1482626356-router', 'tenant_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b0fbe66c-0385-486a-8e48-3958db59456f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:06:13Z', 'updated_at': '2021-11-18T17:08:21Z', 'revision_number': 5, 'project_id': 'aa48757bbbf44cea9b58fe476a2a8548', 'gw_port': {'id': 'b0fbe66c-0385-486a-8e48-3958db59456f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a254dcb4-8c6f-4c07-ab81-cb40fbb1815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:06:14Z', 'updated_at': '2021-11-18T17:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:08:24.407877 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Checking router: 2a194197-b55f-4ded-bf6e-c74791fe931b for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:08:24.408224 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Updating router 2a194197-b55f-4ded-bf6e-c74791fe931b port 170e6c38-30d1-4a60-95dd-b62de6bc7d2e binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:08:24.442136 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:24.501249 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3319380-dc2d-40d7-a760-a7f93f395eb8 req-129e3911-fc5a-481d-ba83-732fcfc21669 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:24.509694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3319380-dc2d-40d7-a760-a7f93f395eb8 req-129e3911-fc5a-481d-ba83-732fcfc21669 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 945 time: 0.0981448 Nov 18 17:08:24.557700 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3319380-dc2d-40d7-a760-a7f93f395eb8 req-476d0879-abd7-4494-8591-ebf91faf5cf8 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465660 Nov 18 17:08:24.629975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ccc795c3-47b6-480d-ac8f-8bda64deb4c4 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:08:24.722307 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868a7d7-af5d-4692-aca5-ef50053f0afe req-a8949570-d671-4902-aa1a-a49ba20d25bc tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:24.723913 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1868a7d7-af5d-4692-aca5-ef50053f0afe req-a8949570-d671-4902-aa1a-a49ba20d25bc tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 945 time: 0.0726068 Nov 18 17:08:24.740177 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:24.744748 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-656621c2-8b98-4798-90ef-819c29351dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:24.776584 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port ccc795c3-47b6-480d-ac8f-8bda64deb4c4, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ccc795c3-47b6-480d-ac8f-8bda64deb4c4,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:24.796684 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1868a7d7-af5d-4692-aca5-ef50053f0afe req-bd751fd7-aa4d-4f22-adda-cd4a342c4e36 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655386 Nov 18 17:08:24.810810 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656621c2-8b98-4798-90ef-819c29351dac admin admin] Pushing event deleted for resources: {'Port': ['ID=b0fbe66c-0385-486a-8e48-3958db59456f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:24.822638 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'ccc795c3-47b6-480d-ac8f-8bda64deb4c4', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': 'ccc795c3-47b6-480d-ac8f-8bda64deb4c4', 'mac_address': 'fa:16:3e:c7:6e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:08:24.935181 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:24.945649 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:24.968420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0fc4d-b5c2-46be-8fe9-68b464276197 req-a43b5305-05c4-4424-b39b-eab5fd22a3af tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:24.969004 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc795c3-47b6-480d-ac8f-8bda64deb4c4 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:08:24.977150 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9c0fc4d-b5c2-46be-8fe9-68b464276197 req-a43b5305-05c4-4424-b39b-eab5fd22a3af tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 945 time: 0.0729964 Nov 18 17:08:24.999919 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:25.004081 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-656621c2-8b98-4798-90ef-819c29351dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:25.024376 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port ccc795c3-47b6-480d-ac8f-8bda64deb4c4, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ccc795c3-47b6-480d-ac8f-8bda64deb4c4,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:25.077363 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9c0fc4d-b5c2-46be-8fe9-68b464276197 req-46303198-ea05-4c88-b8c4-cdc0f8ff2eb6 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992162 Nov 18 17:08:25.090608 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:25.124372 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3415b6e-29e0-4222-a54b-a7c77b55084d None None] Pushing event updated for resources: {'Port': ['ID=170e6c38-30d1-4a60-95dd-b62de6bc7d2e,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:25.127350 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Attempting to bind port 170e6c38-30d1-4a60-95dd-b62de6bc7d2e on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:08:25.127725 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Attempting to bind port 170e6c38-30d1-4a60-95dd-b62de6bc7d2e by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:08:25.128333 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Attempting to bind port 170e6c38-30d1-4a60-95dd-b62de6bc7d2e on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:25.134780 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:08:25.137772 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:25.137772 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:25.137772 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:08:25.137772 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Bound port: 170e6c38-30d1-4a60-95dd-b62de6bc7d2e, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:08:25.137772 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:25.172778 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-656621c2-8b98-4798-90ef-819c29351dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:25.175035 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-656621c2-8b98-4798-90ef-819c29351dac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:25.193287 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=ccc795c3-47b6-480d-ac8f-8bda64deb4c4,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:25.238954 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] For port 170e6c38-30d1-4a60-95dd-b62de6bc7d2e, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:25.246898 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] For port 170e6c38-30d1-4a60-95dd-b62de6bc7d2e, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=170e6c38-30d1-4a60-95dd-b62de6bc7d2e,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:08:25.267958 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d8418-d50f-4336-9418-9075cb6bf609 req-da089598-d7ba-42ec-b2d9-e29333042c6a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:25.275466 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-103d8418-d50f-4336-9418-9075cb6bf609 req-da089598-d7ba-42ec-b2d9-e29333042c6a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 945 time: 0.1232724 Nov 18 17:08:25.275652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] Allocated IP 172.20.0.1 (f0ed2f30-6d6d-438e-9052-356a02aebec5/d3ec8e5c-4d0e-4517-a05c-bc25de0caf10/a7271976-daaf-450b-b0d0-f08e6d059d77) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:08:25.283515 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba3093-9893-4f9d-890f-af4bc9458aea req-2b5e6456-c67b-486c-9bd9-ad35fcec1273 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:25.285084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-69ba3093-9893-4f9d-890f-af4bc9458aea req-2b5e6456-c67b-486c-9bd9-ad35fcec1273 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 948 time: 0.1285486 Nov 18 17:08:25.324308 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:25.344411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ccc795c3-47b6-480d-ac8f-8bda64deb4c4'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:08:25.368422 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-103d8418-d50f-4336-9418-9075cb6bf609 req-bb44f24c-5ade-4e4c-bbc5-f328e4d3fb87 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822251 Nov 18 17:08:25.368954 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-656621c2-8b98-4798-90ef-819c29351dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:25.370175 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656621c2-8b98-4798-90ef-819c29351dac admin admin] Fanout notify agent at l3_agent the message router_deleted on router a254dcb4-8c6f-4c07-ab81-cb40fbb1815e {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:08:25.377155 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-656621c2-8b98-4798-90ef-819c29351dac admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:25.378732 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-656621c2-8b98-4798-90ef-819c29351dac admin admin] 10.222.0.72 "DELETE /v2.0/routers/a254dcb4-8c6f-4c07-ab81-cb40fbb1815e HTTP/1.1" status: 204 len: 168 time: 1.9993622 Nov 18 17:08:25.383979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33440) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:25.386929 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Routers {'2a194197-b55f-4ded-bf6e-c74791fe931b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:08:25.387807 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['2a194197-b55f-4ded-bf6e-c74791fe931b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:25.418709 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-69ba3093-9893-4f9d-890f-af4bc9458aea req-aa13f861-f7db-425e-b7bc-34a041583ccb tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225524 Nov 18 17:08:25.441892 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7b4f7f-c733-4289-b26b-189e634245fd admin admin] Deleting subnet e003d559-f15c-47ab-a7a1-8d28761be417 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:08:25.447553 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b7b4f7f-c733-4289-b26b-189e634245fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:25.459515 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3415b6e-29e0-4222-a54b-a7c77b55084d None None] Pushing event updated for resources: {'Port': ['ID=170e6c38-30d1-4a60-95dd-b62de6bc7d2e,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:25.527622 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b7b4f7f-c733-4289-b26b-189e634245fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:25.554227 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:25.609880 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] Set router 2a194197-b55f-4ded-bf6e-c74791fe931b gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:08:25.671091 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33452) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:25.698263 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34642c-2894-4c30-bf4d-c25d3a6e5c9c req-06e61032-179d-4e83-b509-4daf037420a8 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:25.705706 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3c34642c-2894-4c30-bf4d-c25d3a6e5c9c req-06e61032-179d-4e83-b509-4daf037420a8 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.1420853 Nov 18 17:08:25.737735 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0023e9-6cda-4a4f-9d0b-61b61856ab1f req-f1e710b7-5556-403e-9e0b-1eb517a0d7bc tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:25.739295 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c0023e9-6cda-4a4f-9d0b-61b61856ab1f req-f1e710b7-5556-403e-9e0b-1eb517a0d7bc tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 945 time: 0.1174541 Nov 18 17:08:25.782404 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3c34642c-2894-4c30-bf4d-c25d3a6e5c9c req-89c65377-5521-4070-9375-b9358d38b6f5 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758119 Nov 18 17:08:25.812314 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c0023e9-6cda-4a4f-9d0b-61b61856ab1f req-b52f50d7-ba6a-4c3c-830e-2110138affaa tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626569 Nov 18 17:08:25.844927 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a59ffeda-119a-4884-be42-92146d871b32 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-186690634-network', 'tenant_id': '5aef895a9ad140b4aad5d8d4f1748170'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:25.899126 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'name': 'tempest-TaggedBootDevicesTest_v242-183398940-router', 'tenant_id': 'be4f7075a94c4845b27a7caad0e22140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '170e6c38-30d1-4a60-95dd-b62de6bc7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:20Z', 'updated_at': '2021-11-18T17:08:22Z', 'revision_number': 3, 'project_id': 'be4f7075a94c4845b27a7caad0e22140', 'gw_port': {'id': '170e6c38-30d1-4a60-95dd-b62de6bc7d2e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:21Z', 'updated_at': '2021-11-18T17:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:25.923608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59ffeda-119a-4884-be42-92146d871b32 admin admin] Made reservation on behalf of 5aef895a9ad140b4aad5d8d4f1748170 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:25.926515 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a59ffeda-119a-4884-be42-92146d871b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:25.937798 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a59ffeda-119a-4884-be42-92146d871b32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:25.959074 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bd1cb-ffee-45ab-a8a1-6de401d06dab None None] The sync data for ids ['2a194197-b55f-4ded-bf6e-c74791fe931b'] in n-d-813419-11 is: [{'id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'name': 'tempest-TaggedBootDevicesTest_v242-183398940-router', 'tenant_id': 'be4f7075a94c4845b27a7caad0e22140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '170e6c38-30d1-4a60-95dd-b62de6bc7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:20Z', 'updated_at': '2021-11-18T17:08:22Z', 'revision_number': 3, 'project_id': 'be4f7075a94c4845b27a7caad0e22140', 'gw_port': {'id': '170e6c38-30d1-4a60-95dd-b62de6bc7d2e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:21Z', 'updated_at': '2021-11-18T17:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:08:26.049645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805a4cc-b716-4230-a777-d291a58b8ce0 req-233b643f-9884-4da2-961d-b7520876c7e3 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:26.051182 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c805a4cc-b716-4230-a777-d291a58b8ce0 req-233b643f-9884-4da2-961d-b7520876c7e3 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 945 time: 0.0844116 Nov 18 17:08:26.061126 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:08:26.062278 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b7b4f7f-c733-4289-b26b-189e634245fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:26.084426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:08:26.084769 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5cc71673-dd28-47c2-8aa4-4ee2fdfd6303 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:08:26.085200 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b0fbe66c-0385-486a-8e48-3958db59456f no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:08:26.109556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: b0fbe66c-0385-486a-8e48-3958db59456f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:08:26.109969 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b0fbe66c-0385-486a-8e48-3958db59456f not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:08:26.122420 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c805a4cc-b716-4230-a777-d291a58b8ce0 req-83b702e4-c145-4c7d-b1e9-52a50ceec7aa tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630834 Nov 18 17:08:26.151587 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:26.152031 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a59ffeda-119a-4884-be42-92146d871b32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:26.186390 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] Network f0ed2f30-6d6d-438e-9052-356a02aebec5 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:26.191078 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:26.194117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:08:26.226520 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a59ffeda-119a-4884-be42-92146d871b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:26.229707 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b7b4f7f-c733-4289-b26b-189e634245fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:26.235296 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] Pushing event updated for resources: {'Port': ['ID=a7271976-daaf-450b-b0d0-f08e6d059d77,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:26.272777 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ffeda-119a-4884-be42-92146d871b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3855cd6b-e1ff-446e-8a0f-3677ff020e06,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:26.284065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59ffeda-119a-4884-be42-92146d871b32 admin admin] vlan segment allocate from pool success with {'vlan_id': 1142, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:08:26.291253 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b4f7f-c733-4289-b26b-189e634245fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e003d559-f15c-47ab-a7a1-8d28761be417,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:26.299370 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b7b4f7f-c733-4289-b26b-189e634245fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:26.305735 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0b7b4f7f-c733-4289-b26b-189e634245fd admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e003d559-f15c-47ab-a7a1-8d28761be417 HTTP/1.1" status: 204 len: 168 time: 0.9205632 Nov 18 17:08:26.306697 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33462) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:26.309109 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903037c3-8a59-4df6-8450-cdd9aec1406d None None] Network 9fabee25-7075-450e-b1e3-f99b56de9250 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:08:26.309399 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:26.352730 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a59ffeda-119a-4884-be42-92146d871b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:26.353094 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-a59ffeda-119a-4884-be42-92146d871b32 admin admin] Added segment dadafab6-8914-4a20-902f-25a18c6701b8 of type vlan for network b0c45dd8-fe66-4096-b062-b3154c2f380a Nov 18 17:08:26.373257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886c374-05ae-4303-bd40-d1debf097c4f req-a1cf0a2b-a047-4f61-a37c-96aa0429e319 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:26.374816 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e886c374-05ae-4303-bd40-d1debf097c4f req-a1cf0a2b-a047-4f61-a37c-96aa0429e319 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 945 time: 0.1602559 Nov 18 17:08:26.485598 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a59ffeda-119a-4884-be42-92146d871b32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:26.512269 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e886c374-05ae-4303-bd40-d1debf097c4f req-d8fccba9-19da-4142-a8ad-1846d675b471 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241419 Nov 18 17:08:26.594452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd4a64-1e03-451b-b754-6662056644b7 req-82053676-449c-4083-8bbb-56e9f7b4c4b4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:26.597989 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6cdd4a64-1e03-451b-b754-6662056644b7 req-82053676-449c-4083-8bbb-56e9f7b4c4b4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 948 time: 0.0731294 Nov 18 17:08:26.639976 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:26.658678 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a59ffeda-119a-4884-be42-92146d871b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:26.658938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:26.659890 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59ffeda-119a-4884-be42-92146d871b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:26.660844 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a59ffeda-119a-4884-be42-92146d871b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:26.697344 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ccc795c3-47b6-480d-ac8f-8bda64deb4c4 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:26.745412 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6cdd4a64-1e03-451b-b754-6662056644b7 req-43bc51a6-f8e8-4d9e-aa1a-041f1daf0278 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385968 Nov 18 17:08:26.771485 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a59ffeda-119a-4884-be42-92146d871b32 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0985599 Nov 18 17:08:26.777160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33468) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:26.780467 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] Deleting port d9e2d7b6-82a3-46cc-97e5-5d503b5e988f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:08:26.781149 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:26.787661 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b3c59758-503b-465d-984d-0cd392474fb8 admin admin] Request body: {'subnet': {'network_id': 'b0c45dd8-fe66-4096-b062-b3154c2f380a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-186690634-subnet', 'tenant_id': '5aef895a9ad140b4aad5d8d4f1748170', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:26.796701 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a2ff0ae2-0532-40b6-9c72-539ecd103ea3 None None] Provisioning complete for port a7271976-daaf-450b-b0d0-f08e6d059d77 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:26.797285 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a2ff0ae2-0532-40b6-9c72-539ecd103ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:26.839106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ffeda-119a-4884-be42-92146d871b32 admin admin] Pushing event updated for resources: {'Network': ['ID=b0c45dd8-fe66-4096-b062-b3154c2f380a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:26.858332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network b0c45dd8-fe66-4096-b062-b3154c2f380a details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:08:26.858910 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055002c2-0cad-4950-b6e2-4d5c41abed9d req-69d8726b-5217-42a5-b458-4bcf24c0d3a7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:26.860573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-055002c2-0cad-4950-b6e2-4d5c41abed9d req-69d8726b-5217-42a5-b458-4bcf24c0d3a7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 945 time: 0.2532897 Nov 18 17:08:26.887431 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a2ff0ae2-0532-40b6-9c72-539ecd103ea3 None None] Port a7271976-daaf-450b-b0d0-f08e6d059d77 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:08:26.971162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port ccc795c3-47b6-480d-ac8f-8bda64deb4c4 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:08:26.978009 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port ccc795c3-47b6-480d-ac8f-8bda64deb4c4 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:26.978402 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:26.989981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c59758-503b-465d-984d-0cd392474fb8 admin admin] Made reservation on behalf of 5aef895a9ad140b4aad5d8d4f1748170 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:26.993033 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b3c59758-503b-465d-984d-0cd392474fb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:27.008239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] For port d9e2d7b6-82a3-46cc-97e5-5d503b5e988f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d9e2d7b6-82a3-46cc-97e5-5d503b5e988f,segment=NetworkSegment(3b17a4b8-3c6b-4692-b2a7-125458f22152),segment_id=3b17a4b8-3c6b-4692-b2a7-125458f22152)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:27.008239 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:27.023833 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad2f911-2d0b-4bf0-bbd2-b0bd6241bfbb None None] DHCP port deletion for 9fabee25-7075-450e-b1e3-f99b56de9250 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:08:27.038960 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] Calling delete_port for d9e2d7b6-82a3-46cc-97e5-5d503b5e988f owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:08:27.042116 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-055002c2-0cad-4950-b6e2-4d5c41abed9d req-998511cc-0446-4fd3-a02f-6a8e780c39ef tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674061 Nov 18 17:08:27.084878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6031b-72b7-461e-897f-a1ae8cca7b36 req-bef3daad-7c21-426a-888e-5cf2191d427d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:27.086412 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0cd6031b-72b7-461e-897f-a1ae8cca7b36 req-bef3daad-7c21-426a-888e-5cf2191d427d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.1623733 Nov 18 17:08:27.140242 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7ad2f911-2d0b-4bf0-bbd2-b0bd6241bfbb None None] Deleting port d9e2d7b6-82a3-46cc-97e5-5d503b5e988f {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:08:27.141014 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7ad2f911-2d0b-4bf0-bbd2-b0bd6241bfbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:27.184937 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0cd6031b-72b7-461e-897f-a1ae8cca7b36 req-11bc2780-970a-4c41-b8fd-9b924f66d723 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817149 Nov 18 17:08:27.245005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7ad2f911-2d0b-4bf0-bbd2-b0bd6241bfbb None None] For port d9e2d7b6-82a3-46cc-97e5-5d503b5e988f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d9e2d7b6-82a3-46cc-97e5-5d503b5e988f,segment=NetworkSegment(3b17a4b8-3c6b-4692-b2a7-125458f22152),segment_id=3b17a4b8-3c6b-4692-b2a7-125458f22152)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:27.245511 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7ad2f911-2d0b-4bf0-bbd2-b0bd6241bfbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:27.290445 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:27.296442 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:27.317286 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7ad2f911-2d0b-4bf0-bbd2-b0bd6241bfbb None None] Calling delete_port for d9e2d7b6-82a3-46cc-97e5-5d503b5e988f owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:08:27.345181 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:27.384665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e2d7b6-82a3-46cc-97e5-5d503b5e988f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:27.387638 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] No DVR routers for this DVR port d9e2d7b6-82a3-46cc-97e5-5d503b5e988f on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:08:27.420856 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:27.455399 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7ad2f911-2d0b-4bf0-bbd2-b0bd6241bfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:27.490479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad2f911-2d0b-4bf0-bbd2-b0bd6241bfbb None None] No DVR routers for this DVR port d9e2d7b6-82a3-46cc-97e5-5d503b5e988f on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:08:27.492113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2f911-2d0b-4bf0-bbd2-b0bd6241bfbb None None] Pushing event deleted for resources: {'Port': ['ID=d9e2d7b6-82a3-46cc-97e5-5d503b5e988f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:27.500128 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48cd285-41d8-4772-baf6-46bb8823fd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc795c3-47b6-480d-ac8f-8bda64deb4c4'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:27.502427 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c6f2b1-7752-4ee0-9ce7-e0bee097a07b" -d '{"events": [{"server_uuid": "a48cd285-41d8-4772-baf6-46bb8823fd15", "name": "network-vif-plugged", "status": "completed", "tag": "ccc795c3-47b6-480d-ac8f-8bda64deb4c4"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:27.516354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port ccc795c3-47b6-480d-ac8f-8bda64deb4c4, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ccc795c3-47b6-480d-ac8f-8bda64deb4c4,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:27.569040 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089d7e5c-84eb-4bdd-bec4-345a68446571 x-openstack-request-id: req-089d7e5c-84eb-4bdd-bec4-345a68446571 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:27.569574 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48cd285-41d8-4772-baf6-46bb8823fd15", "name": "network-vif-plugged", "status": "completed", "tag": "ccc795c3-47b6-480d-ac8f-8bda64deb4c4", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:27.569999 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-089d7e5c-84eb-4bdd-bec4-345a68446571 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:27.570620 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48cd285-41d8-4772-baf6-46bb8823fd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc795c3-47b6-480d-ac8f-8bda64deb4c4', 'code': 200} Nov 18 17:08:27.571948 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] Pushing event updated for resources: {'Port': ['ID=a7271976-daaf-450b-b0d0-f08e6d059d77,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:27.598093 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:27.600184 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:27.625312 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:27.628727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fabee25-7075-450e-b1e3-f99b56de9250']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:27.655827 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b17a4b8-3c6b-4692-b2a7-125458f22152') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:27.655827 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b17a4b8-3c6b-4692-b2a7-125458f22152') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:27.656703 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b3c59758-503b-465d-984d-0cd392474fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:27.660230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=ccc795c3-47b6-480d-ac8f-8bda64deb4c4,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:27.698551 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:27.757566 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:27.822183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 170e6c38-30d1-4a60-95dd-b62de6bc7d2e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:27.835367 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:08:27.835780 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:27.837620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c59758-503b-465d-984d-0cd392474fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=194805aa-269d-49d6-b624-8318055f66b4,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:08:27.839819 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:08:27.873270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1933b8-e725-4fae-b8a4-f9a9247f5e6e req-475562cc-3a5c-464f-b770-0c1386bd3040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:27.880242 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed1933b8-e725-4fae-b8a4-f9a9247f5e6e req-475562cc-3a5c-464f-b770-0c1386bd3040 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 1101 time: 0.2407186 Nov 18 17:08:27.907310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 170e6c38-30d1-4a60-95dd-b62de6bc7d2e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:27.908674 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:27.984925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] Network f0ed2f30-6d6d-438e-9052-356a02aebec5 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:27.987433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c59758-503b-465d-984d-0cd392474fb8 admin admin] Checking segment: {'id': 'dadafab6-8914-4a20-902f-25a18c6701b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'b0c45dd8-fe66-4096-b062-b3154c2f380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:27.987433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c59758-503b-465d-984d-0cd392474fb8 admin admin] Network hostable DHCP agents. Network: b0c45dd8-fe66-4096-b062-b3154c2f380a, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:08:27.996497 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:28.013465 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704457f1-6371-44bd-a866-1e035dfc0e27 req-a6498147-bbb6-4252-9d12-9e16fa223358 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:28.023147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-704457f1-6371-44bd-a866-1e035dfc0e27 req-a6498147-bbb6-4252-9d12-9e16fa223358 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 949 time: 0.1310570 Nov 18 17:08:28.026057 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed1933b8-e725-4fae-b8a4-f9a9247f5e6e req-c33139ab-4103-4ea4-990a-9e4a92224f08 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300919 Nov 18 17:08:28.042008 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:28.069642 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 170e6c38-30d1-4a60-95dd-b62de6bc7d2e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=170e6c38-30d1-4a60-95dd-b62de6bc7d2e,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:28.103270 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:28.105284 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-704457f1-6371-44bd-a866-1e035dfc0e27 req-61bf9aaf-4f9d-4feb-93b5-70d2e4e7af28 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781984 Nov 18 17:08:28.120822 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:28.126888 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9fabee25-7075-450e-b1e3-f99b56de9250 HTTP/1.1" status: 204 len: 168 time: 1.8184793 Nov 18 17:08:28.144917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe4207-4274-40a9-82d6-37417c747b60 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fabee25-7075-450e-b1e3-f99b56de9250,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:28.156151 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:28.242312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c59758-503b-465d-984d-0cd392474fb8 admin admin] Network b0c45dd8-fe66-4096-b062-b3154c2f380a is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:08:28.258696 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d9e2d7b6-82a3-46cc-97e5-5d503b5e988f no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:08:28.298759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: d9e2d7b6-82a3-46cc-97e5-5d503b5e988f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:08:28.299141 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d9e2d7b6-82a3-46cc-97e5-5d503b5e988f not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:08:28.300675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=170e6c38-30d1-4a60-95dd-b62de6bc7d2e,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:28.310461 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] Router 2a194197-b55f-4ded-bf6e-c74791fe931b has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:08:28.341249 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7614ac0d-d0b7-4092-a49f-8f416cc7bbf9 None None] Provisioning complete for port a7271976-daaf-450b-b0d0-f08e6d059d77 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:28.341728 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7614ac0d-d0b7-4092-a49f-8f416cc7bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:28.382092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7614ac0d-d0b7-4092-a49f-8f416cc7bbf9 None None] Port a7271976-daaf-450b-b0d0-f08e6d059d77 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:08:28.410836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2828b3-2229-4904-943e-d47ea196e92f req-afe6adc1-52f0-4426-9088-280cbb6e0966 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:28.412624 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c2828b3-2229-4904-943e-d47ea196e92f req-afe6adc1-52f0-4426-9088-280cbb6e0966 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.0534256 Nov 18 17:08:28.423047 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b3c59758-503b-465d-984d-0cd392474fb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, b0c45dd8-fe66-4096-b062-b3154c2f380a) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:28.429944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c59758-503b-465d-984d-0cd392474fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:28.429944 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b3c59758-503b-465d-984d-0cd392474fb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:28.437965 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75642779-c13c-4a8a-ba1c-daf36cf85594 None None] Network b0c45dd8-fe66-4096-b062-b3154c2f380a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:08:28.454298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:08:28.468383 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cd9a59c5-d0fd-4c3b-8376-8b04641fb81a admin admin] 10.222.0.72 "PUT /v2.0/routers/2a194197-b55f-4ded-bf6e-c74791fe931b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6757398 Nov 18 17:08:28.475162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Sync routers for ids ['2a194197-b55f-4ded-bf6e-c74791fe931b'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:08:28.498650 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c2828b3-2229-4904-943e-d47ea196e92f req-f9915840-9acd-47ba-b294-a65894b57ef9 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797694 Nov 18 17:08:28.538393 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Routers {'2a194197-b55f-4ded-bf6e-c74791fe931b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:08:28.539226 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['2a194197-b55f-4ded-bf6e-c74791fe931b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:28.555962 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b3c59758-503b-465d-984d-0cd392474fb8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7722456 Nov 18 17:08:28.652628 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3f059-66fe-4183-9c25-965ac5eb0314 req-2d97b67a-abca-4e1e-a065-dcc3840fc4d8 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:28.654939 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9b3f059-66fe-4183-9c25-965ac5eb0314 req-2d97b67a-abca-4e1e-a065-dcc3840fc4d8 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 945 time: 0.0606041 Nov 18 17:08:28.660493 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33516) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:28.722566 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab51c95-df15-4f68-b090-73e607cb53a7 None None] Network b0c45dd8-fe66-4096-b062-b3154c2f380a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:08:28.725352 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-acf4a0f9-74f7-4563-a677-0f7d0848dab6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eceaba8aa7d546658949d231f85ee2f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0636532 Nov 18 17:08:28.727773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33520) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:28.743241 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Set router 2a194197-b55f-4ded-bf6e-c74791fe931b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:08:28.743493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9b3f059-66fe-4183-9c25-965ac5eb0314 req-237878c1-7dd3-45ac-8b13-fdb97d7f8ef4 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743213 Nov 18 17:08:28.789927 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db1765a9-e84a-4920-b12b-886a209cd976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:28.818831 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db1765a9-e84a-4920-b12b-886a209cd976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:28.923329 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db1765a9-e84a-4920-b12b-886a209cd976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:28.926087 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db1765a9-e84a-4920-b12b-886a209cd976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:28.927579 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-db1765a9-e84a-4920-b12b-886a209cd976 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a0556d99-8d33-4d62-856d-16295fbb4bb9 HTTP/1.1" status: 204 len: 168 time: 0.1982245 Nov 18 17:08:28.940796 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1765a9-e84a-4920-b12b-886a209cd976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0556d99-8d33-4d62-856d-16295fbb4bb9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:29.024047 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-ebb99d39-725a-42ca-90a0-2c35476b3497 req-95e5a162-d019-4c21-b422-241cecac1e04 tempest-SecurityGroupsNegativeTestJSON-2041392384 tempest-SecurityGroupsNegativeTestJSON-2041392384-project] show failed (client error): The resource could not be found. Nov 18 17:08:29.032484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ebb99d39-725a-42ca-90a0-2c35476b3497 req-95e5a162-d019-4c21-b422-241cecac1e04 tempest-SecurityGroupsNegativeTestJSON-2041392384 tempest-SecurityGroupsNegativeTestJSON-2041392384-project] 10.222.0.72 "GET /v2.0/security-groups/81e4ad4a-9cc2-4b8c-bc59-0f4ba9b07013 HTTP/1.1" status: 404 len: 352 time: 0.0385418 Nov 18 17:08:29.139560 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-67e0df8b-7a55-47b3-89ce-9d9237285080 req-6b0f6acd-5def-4a14-86d1-5fb7cc95e999 tempest-SecurityGroupsNegativeTestJSON-2041392384 tempest-SecurityGroupsNegativeTestJSON-2041392384-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5aef895a9ad140b4aad5d8d4f1748170 HTTP/1.1" status: 200 len: 3001 time: 0.0759344 Nov 18 17:08:29.206042 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'name': 'tempest-TaggedBootDevicesTest_v242-183398940-router', 'tenant_id': 'be4f7075a94c4845b27a7caad0e22140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '170e6c38-30d1-4a60-95dd-b62de6bc7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:20Z', 'updated_at': '2021-11-18T17:08:26Z', 'revision_number': 4, 'project_id': 'be4f7075a94c4845b27a7caad0e22140', 'gw_port': {'id': '170e6c38-30d1-4a60-95dd-b62de6bc7d2e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:21Z', 'updated_at': '2021-11-18T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'a7271976-daaf-450b-b0d0-f08e6d059d77', 'name': '', 'network_id': 'f0ed2f30-6d6d-438e-9052-356a02aebec5', 'tenant_id': 'be4f7075a94c4845b27a7caad0e22140', 'mac_address': 'fa:16:3e:09:ec:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd3ec8e5c-4d0e-4517-a05c-bc25de0caf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:24Z', 'updated_at': '2021-11-18T17:08:26Z', 'revision_number': 2, 'project_id': 'be4f7075a94c4845b27a7caad0e22140', 'subnets': [{'id': 'd3ec8e5c-4d0e-4517-a05c-bc25de0caf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:29.231336 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-67e0df8b-7a55-47b3-89ce-9d9237285080 req-c968ae27-874b-4600-8861-a992cd356ea5 tempest-SecurityGroupsNegativeTestJSON-2041392384 tempest-SecurityGroupsNegativeTestJSON-2041392384-project] 10.222.0.72 "GET /v2.0/security-groups/3855cd6b-e1ff-446e-8a0f-3677ff020e06 HTTP/1.1" status: 200 len: 2998 time: 0.0843847 Nov 18 17:08:29.337307 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-67e0df8b-7a55-47b3-89ce-9d9237285080 req-d8993bab-165e-4d32-9650-ebb34cfdb224 tempest-SecurityGroupsNegativeTestJSON-2041392384 tempest-SecurityGroupsNegativeTestJSON-2041392384-project] 10.222.0.72 "GET /v2.0/security-groups/3855cd6b-e1ff-446e-8a0f-3677ff020e06 HTTP/1.1" status: 200 len: 2998 time: 0.1046493 Nov 18 17:08:29.355121 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd08164-ece6-43b7-9b46-826685788244 req-ea965638-e330-48d9-bdda-e363252bf8b3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:29.356768 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2fd08164-ece6-43b7-9b46-826685788244 req-ea965638-e330-48d9-bdda-e363252bf8b3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 949 time: 0.1029732 Nov 18 17:08:29.418996 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2fd08164-ece6-43b7-9b46-826685788244 req-b9919be5-a0e2-4d8a-8c98-7e2e7320ea7c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543175 Nov 18 17:08:29.455342 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Checking router: 2a194197-b55f-4ded-bf6e-c74791fe931b for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:08:29.455967 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Updating router 2a194197-b55f-4ded-bf6e-c74791fe931b port a7271976-daaf-450b-b0d0-f08e6d059d77 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:08:29.511373 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:29.522408 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0114a6a3-d7d7-4c93-9c58-e1470d95f6ea req-0b9ca3d0-2960-4cc6-8357-8cc3606d4af0 tempest-SecurityGroupsNegativeTestJSON-2041392384 tempest-SecurityGroupsNegativeTestJSON-2041392384-project] 10.222.0.72 "GET /v2.0/security-groups/3855cd6b-e1ff-446e-8a0f-3677ff020e06 HTTP/1.1" status: 200 len: 2998 time: 0.0566165 Nov 18 17:08:29.609049 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-0114a6a3-d7d7-4c93-9c58-e1470d95f6ea req-b78b63e3-1648-433c-a33d-2c19c12042ce tempest-SecurityGroupsNegativeTestJSON-2041392384 tempest-SecurityGroupsNegativeTestJSON-2041392384-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 18 17:08:29.610061 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0114a6a3-d7d7-4c93-9c58-e1470d95f6ea req-b78b63e3-1648-433c-a33d-2c19c12042ce tempest-SecurityGroupsNegativeTestJSON-2041392384 tempest-SecurityGroupsNegativeTestJSON-2041392384-project] 10.222.0.72 "DELETE /v2.0/security-groups/3855cd6b-e1ff-446e-8a0f-3677ff020e06 HTTP/1.1" status: 409 len: 352 time: 0.0801821 Nov 18 17:08:29.649686 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84573dcc-7206-4a1c-ae33-a58aaec1a29b req-45e1fcd2-629d-4509-a98d-575b80428131 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:29.658624 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84573dcc-7206-4a1c-ae33-a58aaec1a29b req-45e1fcd2-629d-4509-a98d-575b80428131 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.0669565 Nov 18 17:08:29.719270 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84573dcc-7206-4a1c-ae33-a58aaec1a29b req-7b5f2ba1-b8d6-4b10-8197-bb3bacc7fb8d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602989 Nov 18 17:08:29.738275 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-08a49cb4-039d-4317-ac29-ccc45f52d03f req-0341ae06-2fa5-43ee-86d3-55e51619f62a tempest-SecurityGroupsNegativeTestJSON-2041392384 tempest-SecurityGroupsNegativeTestJSON-2041392384-project] show failed (client error): The resource could not be found. Nov 18 17:08:29.739599 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-08a49cb4-039d-4317-ac29-ccc45f52d03f req-0341ae06-2fa5-43ee-86d3-55e51619f62a tempest-SecurityGroupsNegativeTestJSON-2041392384 tempest-SecurityGroupsNegativeTestJSON-2041392384-project] 10.222.0.72 "GET /v2.0/security-groups/e4e049ac-b7ef-4f73-8c26-4bb3ea955bb0 HTTP/1.1" status: 404 len: 352 time: 0.0171657 Nov 18 17:08:29.787413 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-915ee931-e2ce-4f98-99b9-0122f719eede req-d9a0d87d-7f66-4c74-894a-c784ce33b8b6 tempest-SecurityGroupsNegativeTestJSON-2041392384 tempest-SecurityGroupsNegativeTestJSON-2041392384-project] show failed (client error): The resource could not be found. Nov 18 17:08:29.788847 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-915ee931-e2ce-4f98-99b9-0122f719eede req-d9a0d87d-7f66-4c74-894a-c784ce33b8b6 tempest-SecurityGroupsNegativeTestJSON-2041392384 tempest-SecurityGroupsNegativeTestJSON-2041392384-project] 10.222.0.72 "GET /v2.0/security-groups/9b5d541e-d9f8-4d98-ac33-e3546ba7c15c HTTP/1.1" status: 404 len: 352 time: 0.0263357 Nov 18 17:08:29.793401 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33588) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:29.803189 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33590) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:29.855049 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-85d3e8a1-1af6-4163-a946-940c2878ff14 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aa48757bbbf44cea9b58fe476a2a8548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0604284 Nov 18 17:08:29.857398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33592) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:29.863799 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 170e6c38-30d1-4a60-95dd-b62de6bc7d2e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:29.910306 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e11aba-02cd-4c57-96c5-adf96adcc502 admin admin] Deleting subnet 194805aa-269d-49d6-b624-8318055f66b4 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:08:29.914681 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-42e11aba-02cd-4c57-96c5-adf96adcc502 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:29.917402 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:29.919836 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54791766-1c2c-41af-a7a0-ed9926a24966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:29.949104 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54791766-1c2c-41af-a7a0-ed9926a24966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:29.950535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 170e6c38-30d1-4a60-95dd-b62de6bc7d2e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:29.950857 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:29.959222 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591c552-e9d5-47ba-970f-30a7dfa03104 req-8ac3596d-f3c7-470a-947d-4a9dc1e8ed9f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:29.961010 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d591c552-e9d5-47ba-970f-30a7dfa03104 req-8ac3596d-f3c7-470a-947d-4a9dc1e8ed9f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 945 time: 0.1011367 Nov 18 17:08:29.969371 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-42e11aba-02cd-4c57-96c5-adf96adcc502 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.009431 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b8f982dd-98fb-4c73-b1f4-0d14a9ab73ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.043377 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.053653 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-42e11aba-02cd-4c57-96c5-adf96adcc502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.061153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d591c552-e9d5-47ba-970f-30a7dfa03104 req-279ae632-a8a2-4b91-a83d-20bfe97974b7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894797 Nov 18 17:08:30.080034 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54791766-1c2c-41af-a7a0-ed9926a24966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.085151 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54791766-1c2c-41af-a7a0-ed9926a24966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.085151 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-54791766-1c2c-41af-a7a0-ed9926a24966 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0f06fbb2-0b0f-4a54-a7f7-1bf5fd532946 HTTP/1.1" status: 204 len: 168 time: 0.2242594 Nov 18 17:08:30.096492 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54791766-1c2c-41af-a7a0-ed9926a24966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f06fbb2-0b0f-4a54-a7f7-1bf5fd532946,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:30.152575 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74614b7-7055-4a5e-8a01-f9431c878d45 None None] Pushing event updated for resources: {'Port': ['ID=a7271976-daaf-450b-b0d0-f08e6d059d77,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:30.177789 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 7dd22c08-7361-4653-9834-83635b7a85bd details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:08:30.229837 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Attempting to bind port a7271976-daaf-450b-b0d0-f08e6d059d77 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:08:30.230559 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Attempting to bind port a7271976-daaf-450b-b0d0-f08e6d059d77 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '56d5c5c1-7ed3-4361-a9d4-7b407a4b74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f0ed2f30-6d6d-438e-9052-356a02aebec5'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:08:30.230791 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Attempting to bind port a7271976-daaf-450b-b0d0-f08e6d059d77 on network f0ed2f30-6d6d-438e-9052-356a02aebec5 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:30.248815 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:08:30.249503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Checking segment: {'id': '56d5c5c1-7ed3-4361-a9d4-7b407a4b74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f0ed2f30-6d6d-438e-9052-356a02aebec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:30.249929 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.250342 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Bound using segment: {'id': '56d5c5c1-7ed3-4361-a9d4-7b407a4b74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f0ed2f30-6d6d-438e-9052-356a02aebec5'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:08:30.250829 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Bound port: a7271976-daaf-450b-b0d0-f08e6d059d77, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d5c5c1-7ed3-4361-a9d4-7b407a4b74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f0ed2f30-6d6d-438e-9052-356a02aebec5'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:08:30.251265 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.261942 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-42e11aba-02cd-4c57-96c5-adf96adcc502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.294094 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e11aba-02cd-4c57-96c5-adf96adcc502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=194805aa-269d-49d6-b624-8318055f66b4,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:30.299731 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-42e11aba-02cd-4c57-96c5-adf96adcc502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.309688 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-42e11aba-02cd-4c57-96c5-adf96adcc502 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/194805aa-269d-49d6-b624-8318055f66b4 HTTP/1.1" status: 204 len: 168 time: 0.5024004 Nov 18 17:08:30.310183 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33600) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:30.406996 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 7dd22c08-7361-4653-9834-83635b7a85bd, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=7dd22c08-7361-4653-9834-83635b7a85bd,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:30.407484 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b12ab43d-8846-4717-8567-b05795274703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.424799 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] For port a7271976-daaf-450b-b0d0-f08e6d059d77, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:30.436529 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '7dd22c08-7361-4653-9834-83635b7a85bd', 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a', 'port_id': '7dd22c08-7361-4653-9834-83635b7a85bd', 'mac_address': 'fa:16:3e:45:5b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20b73df-b35d-4384-ad07-d38c6494ce58', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:08:30.442525 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] For port a7271976-daaf-450b-b0d0-f08e6d059d77, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a7271976-daaf-450b-b0d0-f08e6d059d77,segment=NetworkSegment(56d5c5c1-7ed3-4361-a9d4-7b407a4b74af),segment_id=56d5c5c1-7ed3-4361-a9d4-7b407a4b74af)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:08:30.529169 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.536170 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8ef9cbcd-8717-449d-98e4-64783f2a90c2 None None] Provisioning complete for port a7271976-daaf-450b-b0d0-f08e6d059d77 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:30.536170 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ef9cbcd-8717-449d-98e4-64783f2a90c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.541140 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b12ab43d-8846-4717-8567-b05795274703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.567444 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b12ab43d-8846-4717-8567-b05795274703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c45dd8-fe66-4096-b062-b3154c2f380a']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:30.582565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b12ab43d-8846-4717-8567-b05795274703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadafab6-8914-4a20-902f-25a18c6701b8') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:30.583089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b12ab43d-8846-4717-8567-b05795274703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadafab6-8914-4a20-902f-25a18c6701b8') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:30.592853 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.596490 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596fea6-3944-4cd7-a289-4a532dd19108 req-eee60340-47b9-4ce3-9504-43d3a352c807 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:30.597694 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b12ab43d-8846-4717-8567-b05795274703 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.609420 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1596fea6-3944-4cd7-a289-4a532dd19108 req-eee60340-47b9-4ce3-9504-43d3a352c807 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 949 time: 0.1026781 Nov 18 17:08:30.623088 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b12ab43d-8846-4717-8567-b05795274703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.629673 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12ab43d-8846-4717-8567-b05795274703 admin admin] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:08:30.630070 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b12ab43d-8846-4717-8567-b05795274703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:08:30.632574 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:08:30.678995 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7dd22c08-7361-4653-9834-83635b7a85bd {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:08:30.690487 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1596fea6-3944-4cd7-a289-4a532dd19108 req-2f60b95a-6869-4bfc-8182-53a1d1503fd4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774765 Nov 18 17:08:30.747451 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 7dd22c08-7361-4653-9834-83635b7a85bd, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=7dd22c08-7361-4653-9834-83635b7a85bd,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:30.765974 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74614b7-7055-4a5e-8a01-f9431c878d45 None None] Pushing event updated for resources: {'Port': ['ID=a7271976-daaf-450b-b0d0-f08e6d059d77,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:30.793937 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Routers {'2a194197-b55f-4ded-bf6e-c74791fe931b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:08:30.795839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['2a194197-b55f-4ded-bf6e-c74791fe931b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:30.826209 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b12ab43d-8846-4717-8567-b05795274703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.834293 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b12ab43d-8846-4717-8567-b05795274703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.846075 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b12ab43d-8846-4717-8567-b05795274703 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b0c45dd8-fe66-4096-b062-b3154c2f380a HTTP/1.1" status: 204 len: 168 time: 0.5273569 Nov 18 17:08:30.895493 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ab43d-8846-4717-8567-b05795274703 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c45dd8-fe66-4096-b062-b3154c2f380a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:30.959469 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868d058-7cd8-40cd-9be4-06eec9e71831 req-aa2007d2-98a5-4050-85e6-3633b6c49402 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:30.963507 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:30.971449 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6868d058-7cd8-40cd-9be4-06eec9e71831 req-aa2007d2-98a5-4050-85e6-3633b6c49402 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.0825310 Nov 18 17:08:31.039529 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ef9cbcd-8717-449d-98e4-64783f2a90c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:31.064365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6868d058-7cd8-40cd-9be4-06eec9e71831 req-eed83fc0-8100-4963-abef-bbf20a8d94f3 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844185 Nov 18 17:08:31.138606 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['7dd22c08-7361-4653-9834-83635b7a85bd'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:08:31.179064 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=7dd22c08-7361-4653-9834-83635b7a85bd,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:31.194563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8ef9cbcd-8717-449d-98e4-64783f2a90c2 None None] For port a7271976-daaf-450b-b0d0-f08e6d059d77, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a7271976-daaf-450b-b0d0-f08e6d059d77,segment=NetworkSegment(56d5c5c1-7ed3-4361-a9d4-7b407a4b74af),segment_id=56d5c5c1-7ed3-4361-a9d4-7b407a4b74af)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:31.215898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] Set router 2a194197-b55f-4ded-bf6e-c74791fe931b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:08:31.284635 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ef9cbcd-8717-449d-98e4-64783f2a90c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:31.338185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211ebb7-7580-4827-8425-6c33ecbb7f22 req-37422333-6e5b-4bb3-b83e-bafa9bfcf091 tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:31.339846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1211ebb7-7580-4827-8425-6c33ecbb7f22 req-37422333-6e5b-4bb3-b83e-bafa9bfcf091 tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 1101 time: 0.1040807 Nov 18 17:08:31.376634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33664) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:31.378429 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b8ec7-2cb9-4ff5-8642-969b07b2ff62 req-fb479a77-69b4-45c8-be29-d3fd5bf04ddb tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:31.380222 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-275b8ec7-2cb9-4ff5-8642-969b07b2ff62 req-fb479a77-69b4-45c8-be29-d3fd5bf04ddb tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 944 time: 0.1594045 Nov 18 17:08:31.388564 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1211ebb7-7580-4827-8425-6c33ecbb7f22 req-e9f9b8a9-06dc-4797-95e5-e90c858e407a tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:31.428802 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-173ab109-c06c-42cc-862e-984b757a242f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5aef895a9ad140b4aad5d8d4f1748170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502603 Nov 18 17:08:31.430623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33666) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:31.497752 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1c91ae8-ab4c-470c-a129-1bc103f9a4d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:31.527571 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1c91ae8-ab4c-470c-a129-1bc103f9a4d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:31.551230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9cbcd-8717-449d-98e4-64783f2a90c2 None None] Pushing event updated for resources: {'Port': ['ID=a7271976-daaf-450b-b0d0-f08e6d059d77,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:31.576557 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-362918cd-4c80-4431-91ef-d198fdebbff0 None None] Provisioning complete for port a7271976-daaf-450b-b0d0-f08e6d059d77 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:31.576937 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-362918cd-4c80-4431-91ef-d198fdebbff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:31.584878 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-275b8ec7-2cb9-4ff5-8642-969b07b2ff62 req-135d48e0-0d45-4b46-a5f9-4a9931a1f76b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923621 Nov 18 17:08:31.592616 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1211ebb7-7580-4827-8425-6c33ecbb7f22 req-e9f9b8a9-06dc-4797-95e5-e90c858e407a tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:31.677922 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1211ebb7-7580-4827-8425-6c33ecbb7f22 req-e9f9b8a9-06dc-4797-95e5-e90c858e407a tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:31.695085 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1c91ae8-ab4c-470c-a129-1bc103f9a4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:31.697988 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1c91ae8-ab4c-470c-a129-1bc103f9a4d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:31.699399 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a1c91ae8-ab4c-470c-a129-1bc103f9a4d8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3855cd6b-e1ff-446e-8a0f-3677ff020e06 HTTP/1.1" status: 204 len: 168 time: 0.2677927 Nov 18 17:08:31.719661 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c91ae8-ab4c-470c-a129-1bc103f9a4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3855cd6b-e1ff-446e-8a0f-3677ff020e06,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:31.769988 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1211ebb7-7580-4827-8425-6c33ecbb7f22 req-e9f9b8a9-06dc-4797-95e5-e90c858e407a tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210947 Nov 18 17:08:31.771509 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9b8a9-06dc-4797-95e5-e90c858e407a tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021194f5-27de-41a8-a48d-86bc19691fc5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:31.957252 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'name': 'tempest-TaggedBootDevicesTest_v242-183398940-router', 'tenant_id': 'be4f7075a94c4845b27a7caad0e22140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '170e6c38-30d1-4a60-95dd-b62de6bc7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:20Z', 'updated_at': '2021-11-18T17:08:26Z', 'revision_number': 4, 'project_id': 'be4f7075a94c4845b27a7caad0e22140', 'gw_port': {'id': '170e6c38-30d1-4a60-95dd-b62de6bc7d2e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:21Z', 'updated_at': '2021-11-18T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'a7271976-daaf-450b-b0d0-f08e6d059d77', 'name': '', 'network_id': 'f0ed2f30-6d6d-438e-9052-356a02aebec5', 'tenant_id': 'be4f7075a94c4845b27a7caad0e22140', 'mac_address': 'fa:16:3e:09:ec:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd3ec8e5c-4d0e-4517-a05c-bc25de0caf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:24Z', 'updated_at': '2021-11-18T17:08:30Z', 'revision_number': 4, 'project_id': 'be4f7075a94c4845b27a7caad0e22140', 'subnets': [{'id': 'd3ec8e5c-4d0e-4517-a05c-bc25de0caf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:31.986077 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080a188d-0018-490e-a8e4-8b6ad51718d6 None None] The sync data for ids ['2a194197-b55f-4ded-bf6e-c74791fe931b'] in n-d-813419-11 is: [{'id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'name': 'tempest-TaggedBootDevicesTest_v242-183398940-router', 'tenant_id': 'be4f7075a94c4845b27a7caad0e22140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '170e6c38-30d1-4a60-95dd-b62de6bc7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:20Z', 'updated_at': '2021-11-18T17:08:26Z', 'revision_number': 4, 'project_id': 'be4f7075a94c4845b27a7caad0e22140', 'gw_port': {'id': '170e6c38-30d1-4a60-95dd-b62de6bc7d2e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:21Z', 'updated_at': '2021-11-18T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'a7271976-daaf-450b-b0d0-f08e6d059d77', 'name': '', 'network_id': 'f0ed2f30-6d6d-438e-9052-356a02aebec5', 'tenant_id': 'be4f7075a94c4845b27a7caad0e22140', 'mac_address': 'fa:16:3e:09:ec:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd3ec8e5c-4d0e-4517-a05c-bc25de0caf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:24Z', 'updated_at': '2021-11-18T17:08:30Z', 'revision_number': 4, 'project_id': 'be4f7075a94c4845b27a7caad0e22140', 'subnets': [{'id': 'd3ec8e5c-4d0e-4517-a05c-bc25de0caf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:08:32.187744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 7dd22c08-7361-4653-9834-83635b7a85bd up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:32.235520 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848d34f-b20c-4508-8af2-0eb7bef66c53 req-3c56e9c9-979c-48ff-82ac-11a0b4e39f84 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:32.243174 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a848d34f-b20c-4508-8af2-0eb7bef66c53 req-3c56e9c9-979c-48ff-82ac-11a0b4e39f84 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.0769286 Nov 18 17:08:32.321629 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 7dd22c08-7361-4653-9834-83635b7a85bd triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:32.322132 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:32.334937 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a848d34f-b20c-4508-8af2-0eb7bef66c53 req-8106c330-3149-424c-9f5d-2738b804064b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905380 Nov 18 17:08:32.399840 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f7428ce3-3dde-445d-bc39-590a416125bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:32.507256 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:32.509554 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-b9dcb23d-eda2-4ab9-8015-aac2bd24a19f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ac151e4448864b68b1035daf3741f627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585411 Nov 18 17:08:32.552624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72dc716-4be5-48cd-bc33-e5573037bff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd22c08-7361-4653-9834-83635b7a85bd'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:32.558521 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad38404c-b14f-432b-960d-7da9dab3b6bf" -d '{"events": [{"server_uuid": "d72dc716-4be5-48cd-bc33-e5573037bff6", "name": "network-vif-plugged", "status": "completed", "tag": "7dd22c08-7361-4653-9834-83635b7a85bd"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:32.579333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 7dd22c08-7361-4653-9834-83635b7a85bd, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=7dd22c08-7361-4653-9834-83635b7a85bd,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:32.632330 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:32.676803 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5081436-a82d-42b9-9345-e9b50905ba3d x-openstack-request-id: req-a5081436-a82d-42b9-9345-e9b50905ba3d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:32.677380 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72dc716-4be5-48cd-bc33-e5573037bff6", "name": "network-vif-plugged", "status": "completed", "tag": "7dd22c08-7361-4653-9834-83635b7a85bd", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:32.677790 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a5081436-a82d-42b9-9345-e9b50905ba3d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:32.678341 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72dc716-4be5-48cd-bc33-e5573037bff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd22c08-7361-4653-9834-83635b7a85bd', 'code': 200} Nov 18 17:08:32.698778 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-bf76b4b4-e66d-4cb5-96a0-3d906dea7cf1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:32.700387 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-bf76b4b4-e66d-4cb5-96a0-3d906dea7cf1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830628 Nov 18 17:08:32.738444 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=7dd22c08-7361-4653-9834-83635b7a85bd,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:32.742280 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-ccac1aad-b064-4fb8-a855-a08a63aee75c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/quotas/ac151e4448864b68b1035daf3741f627 HTTP/1.1" status: 200 len: 375 time: 0.0312676 Nov 18 17:08:32.836761 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5b425-6171-47b8-b4e5-dad1152ac32b req-38ab5881-0ad5-43d9-93f7-3567a435234b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:32.839346 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0cb5b425-6171-47b8-b4e5-dad1152ac32b req-38ab5881-0ad5-43d9-93f7-3567a435234b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 945 time: 0.1158087 Nov 18 17:08:32.845297 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-47475faa-725a-42f9-8123-eb2d634c3d30 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1019940 Nov 18 17:08:32.901587 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0cb5b425-6171-47b8-b4e5-dad1152ac32b req-d41229ad-100b-4f54-9103-26302292a4fc tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543706 Nov 18 17:08:33.330276 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33746) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:33.432801 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:33.503934 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-503b9949-30d7-489c-9060-f600ca21ea63 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1145285380-network', 'tenant_id': 'c3bc532e43f648478ff37d9f8bb2c0af'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:33.622130 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bffaf7-0650-45a8-8ac2-f7184210b556 req-9c6bf260-f961-4fa7-bc91-af6446e957e3 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:33.631386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7bffaf7-0650-45a8-8ac2-f7184210b556 req-9c6bf260-f961-4fa7-bc91-af6446e957e3 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.0646992 Nov 18 17:08:33.681617 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7bffaf7-0650-45a8-8ac2-f7184210b556 req-045722aa-9348-49d2-a7fe-936657209feb tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487492 Nov 18 17:08:33.735525 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503b9949-30d7-489c-9060-f600ca21ea63 admin admin] Made reservation on behalf of c3bc532e43f648478ff37d9f8bb2c0af for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:33.741790 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-503b9949-30d7-489c-9060-f600ca21ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:33.774874 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-503b9949-30d7-489c-9060-f600ca21ea63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:33.895334 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a7271976-daaf-450b-b0d0-f08e6d059d77 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:33.919303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d7b78-2639-4896-8930-bb0c28238b4a req-38056d60-f5f6-41a4-9612-7a555fa732ab tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:33.925824 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-421d7b78-2639-4896-8930-bb0c28238b4a req-38056d60-f5f6-41a4-9612-7a555fa732ab tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 945 time: 0.1343873 Nov 18 17:08:33.970180 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-503b9949-30d7-489c-9060-f600ca21ea63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:34.027859 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a7271976-daaf-450b-b0d0-f08e6d059d77 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:34.027859 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:34.031933 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-421d7b78-2639-4896-8930-bb0c28238b4a req-51affabc-ea44-437b-9d4e-b03dbf4e461f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937388 Nov 18 17:08:34.049853 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-503b9949-30d7-489c-9060-f600ca21ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:34.117814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503b9949-30d7-489c-9060-f600ca21ea63 admin admin] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:08:34.158249 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b9949-30d7-489c-9060-f600ca21ea63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2d59ee-4de1-4284-8144-a44195936d86,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:34.163043 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-503b9949-30d7-489c-9060-f600ca21ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:34.163604 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-503b9949-30d7-489c-9060-f600ca21ea63 admin admin] Added segment 44eacfb7-b260-4147-a313-fcfd38c6afd8 of type vlan for network 4b8f46f4-882b-4562-848c-31b4ccc8252f Nov 18 17:08:34.189560 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4bcf13c3-a3f4-4b57-86cd-fe306c31eade req-50f90f1d-ce8f-4418-a448-32eefb47ef8e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 210 time: 0.0428421 Nov 18 17:08:34.245094 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-503b9949-30d7-489c-9060-f600ca21ea63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:34.300585 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-070c4701-a2d5-4c2b-9c6f-162eccd2004e req-d3622cbd-03c3-4ec2-a019-a6ba6c45ea95 tempest-FlavorsV2NegativeTest-1704545163 tempest-FlavorsV2NegativeTest-1704545163-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=090c94be26df459eab1032e154f39289&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247481 Nov 18 17:08:34.417118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c4701-a2d5-4c2b-9c6f-162eccd2004e req-84f74661-3599-4194-b197-b15efc8bd414 tempest-FlavorsV2NegativeTest-1704545163 tempest-FlavorsV2NegativeTest-1704545163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:34.418628 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-070c4701-a2d5-4c2b-9c6f-162eccd2004e req-84f74661-3599-4194-b197-b15efc8bd414 tempest-FlavorsV2NegativeTest-1704545163 tempest-FlavorsV2NegativeTest-1704545163-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1124022 Nov 18 17:08:34.426386 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-503b9949-30d7-489c-9060-f600ca21ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:34.427368 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503b9949-30d7-489c-9060-f600ca21ea63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:34.427998 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-503b9949-30d7-489c-9060-f600ca21ea63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:34.435327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-070c4701-a2d5-4c2b-9c6f-162eccd2004e req-927932c1-2576-42b1-9c32-eae683fd61f1 tempest-FlavorsV2NegativeTest-1704545163 tempest-FlavorsV2NegativeTest-1704545163-project] 10.222.0.72 "GET /v2.0/quotas/090c94be26df459eab1032e154f39289 HTTP/1.1" status: 200 len: 375 time: 0.0100913 Nov 18 17:08:34.487045 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-070c4701-a2d5-4c2b-9c6f-162eccd2004e req-6bc57d76-ccc6-4dbd-b2e5-b533548ee3cd tempest-FlavorsV2NegativeTest-1704545163 tempest-FlavorsV2NegativeTest-1704545163-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=090c94be26df459eab1032e154f39289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449102 Nov 18 17:08:34.505734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b9949-30d7-489c-9060-f600ca21ea63 admin admin] Pushing event updated for resources: {'Network': ['ID=4b8f46f4-882b-4562-848c-31b4ccc8252f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:34.512802 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-503b9949-30d7-489c-9060-f600ca21ea63 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1805739 Nov 18 17:08:34.515499 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33798) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:34.521375 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 4b8f46f4-882b-4562-848c-31b4ccc8252f details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:08:34.532179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ab6ed07f-e095-49c3-b652-4b764f03e746 admin admin] Request body: {'subnet': {'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1145285380-subnet', 'tenant_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:34.626102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6ed07f-e095-49c3-b652-4b764f03e746 admin admin] Made reservation on behalf of c3bc532e43f648478ff37d9f8bb2c0af for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:34.635031 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed07f-e095-49c3-b652-4b764f03e746 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:34.873070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f64b6-9829-4f3a-a510-1c9038c3e637 req-cb9885b4-e5e1-4913-add6-4d05483df5b4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:34.874975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a7f64b6-9829-4f3a-a510-1c9038c3e637 req-cb9885b4-e5e1-4913-add6-4d05483df5b4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.0646107 Nov 18 17:08:34.920672 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:34.926766 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a7f64b6-9829-4f3a-a510-1c9038c3e637 req-273b1990-ab0b-4373-9eb8-f6268f04169c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457675 Nov 18 17:08:34.949047 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed07f-e095-49c3-b652-4b764f03e746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:35.013825 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ed07f-e095-49c3-b652-4b764f03e746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fd090af-9053-4a66-81a3-f9e7d42c0053,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:35.023360 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6ed07f-e095-49c3-b652-4b764f03e746 admin admin] Checking segment: {'id': '44eacfb7-b260-4147-a313-fcfd38c6afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:35.024296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6ed07f-e095-49c3-b652-4b764f03e746 admin admin] Network hostable DHCP agents. Network: 4b8f46f4-882b-4562-848c-31b4ccc8252f, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:08:35.154833 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb623f1f-b5cc-412a-ab3e-0cb428a816d4 req-7731bee2-8214-4cae-bce5-809e30fba5bc tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:35.154833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb623f1f-b5cc-412a-ab3e-0cb428a816d4 req-7731bee2-8214-4cae-bce5-809e30fba5bc tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 945 time: 0.0553355 Nov 18 17:08:35.154833 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6ed07f-e095-49c3-b652-4b764f03e746 admin admin] Network 4b8f46f4-882b-4562-848c-31b4ccc8252f is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:08:35.220349 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb623f1f-b5cc-412a-ab3e-0cb428a816d4 req-70b4f3f8-b97d-4899-918b-e727e1dc9c8a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574002 Nov 18 17:08:35.237359 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-ab6ed07f-e095-49c3-b652-4b764f03e746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 4b8f46f4-882b-4562-848c-31b4ccc8252f) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:35.243141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6ed07f-e095-49c3-b652-4b764f03e746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:35.244054 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed07f-e095-49c3-b652-4b764f03e746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:35.250637 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4ac2cf-4e6e-451d-ba8a-50421c3404f3 None None] Network 4b8f46f4-882b-4562-848c-31b4ccc8252f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:08:35.313961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74171a9d-b4cd-4cdb-9f32-6b6c195a8bc8 req-6fa3f369-1a94-4ba4-b761-43c5e46970d6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 210 time: 0.0410054 Nov 18 17:08:35.340355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33826) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:35.341085 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ab6ed07f-e095-49c3-b652-4b764f03e746 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8216014 Nov 18 17:08:35.345472 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1145285380-router', 'tenant_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:35.412915 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed0de45-61be-4184-bfb5-6c6e3fd2de55 None None] Network 4b8f46f4-882b-4562-848c-31b4ccc8252f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:08:35.495736 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:35.496294 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:35.497392 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:35.520979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe10cc-0808-414e-83d8-498cc7c85822 req-3af406f9-7acb-4b4d-b5b8-71bbccc4cc4a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:35.522624 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6dbe10cc-0808-414e-83d8-498cc7c85822 req-3af406f9-7acb-4b4d-b5b8-71bbccc4cc4a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.83 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 945 time: 0.0813715 Nov 18 17:08:35.600644 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:35.651260 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-6dbe10cc-0808-414e-83d8-498cc7c85822 req-a10a9cb8-ce00-4b5d-9bab-699278cf514d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Deleting port 7dd22c08-7361-4653-9834-83635b7a85bd {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:08:35.656101 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6dbe10cc-0808-414e-83d8-498cc7c85822 req-a10a9cb8-ce00-4b5d-9bab-699278cf514d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:35.741377 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33832) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:35.805648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-6dbe10cc-0808-414e-83d8-498cc7c85822 req-a10a9cb8-ce00-4b5d-9bab-699278cf514d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] For port 7dd22c08-7361-4653-9834-83635b7a85bd, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=7dd22c08-7361-4653-9834-83635b7a85bd,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:35.806709 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6dbe10cc-0808-414e-83d8-498cc7c85822 req-a10a9cb8-ce00-4b5d-9bab-699278cf514d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:35.824766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-6dbe10cc-0808-414e-83d8-498cc7c85822 req-a10a9cb8-ce00-4b5d-9bab-699278cf514d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Calling delete_port for 7dd22c08-7361-4653-9834-83635b7a85bd owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:08:35.826001 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:35.896878 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ac109fd-438e-40ee-9285-adafd56fd178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:36.063077 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ac109fd-438e-40ee-9285-adafd56fd178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:36.081822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4d1b3-514f-498f-b171-eb1cd21ed3da req-6a164efd-09ed-467b-aedf-932d418a5f36 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:36.084430 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dac4d1b3-514f-498f-b171-eb1cd21ed3da req-6a164efd-09ed-467b-aedf-932d418a5f36 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.0659485 Nov 18 17:08:36.086250 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6dbe10cc-0808-414e-83d8-498cc7c85822 req-a10a9cb8-ce00-4b5d-9bab-699278cf514d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:36.094985 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ac109fd-438e-40ee-9285-adafd56fd178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:36.136689 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a9cb8-ce00-4b5d-9bab-699278cf514d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Pushing event deleted for resources: {'Port': ['ID=7dd22c08-7361-4653-9834-83635b7a85bd,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:36.172667 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8ac109fd-438e-40ee-9285-adafd56fd178 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=090c94be26df459eab1032e154f39289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4295948 Nov 18 17:08:36.175522 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33838) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:36.177923 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 7dd22c08-7361-4653-9834-83635b7a85bd no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:08:36.199033 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 7dd22c08-7361-4653-9834-83635b7a85bd {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:08:36.199650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 7dd22c08-7361-4653-9834-83635b7a85bd not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:08:36.231209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbe10cc-0808-414e-83d8-498cc7c85822 req-a10a9cb8-ce00-4b5d-9bab-699278cf514d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] No DVR routers for this DVR port 7dd22c08-7361-4653-9834-83635b7a85bd on host n-h2-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:08:36.234958 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6dbe10cc-0808-414e-83d8-498cc7c85822 req-a10a9cb8-ce00-4b5d-9bab-699278cf514d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:36.239317 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6dbe10cc-0808-414e-83d8-498cc7c85822 req-a10a9cb8-ce00-4b5d-9bab-699278cf514d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.83 "DELETE /v2.0/ports/7dd22c08-7361-4653-9834-83635b7a85bd HTTP/1.1" status: 204 len: 173 time: 0.7089028 Nov 18 17:08:36.241267 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72dc716-4be5-48cd-bc33-e5573037bff6', 'name': 'network-vif-deleted', 'tag': '7dd22c08-7361-4653-9834-83635b7a85bd'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:36.242331 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1144a8c9-83e8-4d0a-bcbd-ad6204c94963" -d '{"events": [{"server_uuid": "d72dc716-4be5-48cd-bc33-e5573037bff6", "name": "network-vif-deleted", "tag": "7dd22c08-7361-4653-9834-83635b7a85bd"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:36.250072 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dac4d1b3-514f-498f-b171-eb1cd21ed3da req-fff0e0f3-2815-43b7-81a0-521a7f7c53ba tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529176 Nov 18 17:08:36.440433 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-edeaffd6-2e8a-44b9-9fa9-74c16c2456ed req-47805cea-91c7-4e5f-83d8-4977b237e54e tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 210 time: 0.0512433 Nov 18 17:08:36.455754 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4bc949-b962-4970-95c0-6b346b073685 x-openstack-request-id: req-af4bc949-b962-4970-95c0-6b346b073685 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:36.456117 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72dc716-4be5-48cd-bc33-e5573037bff6", "name": "network-vif-deleted", "tag": "7dd22c08-7361-4653-9834-83635b7a85bd", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:36.456380 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-af4bc949-b962-4970-95c0-6b346b073685 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:36.456795 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72dc716-4be5-48cd-bc33-e5573037bff6', 'name': 'network-vif-deleted', 'tag': '7dd22c08-7361-4653-9834-83635b7a85bd', 'status': 'completed', 'code': 200} Nov 18 17:08:36.512799 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac109fd-438e-40ee-9285-adafd56fd178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ee0a8c-1e17-4311-81e9-daba9690c80f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:36.575818 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:36.589759 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-badf7785-d7d7-4808-8c2f-5137ccbf13eb req-7c980b30-8125-4cf5-b729-bedd980de33c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 210 time: 0.0386455 Nov 18 17:08:36.600619 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:36.656553 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f495f9f1-4660-4481-b3b8-ff6f379be52f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:36.703153 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f495f9f1-4660-4481-b3b8-ff6f379be52f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:36.773114 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Allocated IP 172.25.3.27 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/da615cfe-de75-4d42-9959-8278d0d5a84f) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:08:36.884413 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:36.965691 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f495f9f1-4660-4481-b3b8-ff6f379be52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:36.968642 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f495f9f1-4660-4481-b3b8-ff6f379be52f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:36.972305 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f495f9f1-4660-4481-b3b8-ff6f379be52f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/96ee0a8c-1e17-4311-81e9-daba9690c80f HTTP/1.1" status: 204 len: 168 time: 0.7953250 Nov 18 17:08:36.991499 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495f9f1-4660-4481-b3b8-ff6f379be52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ee0a8c-1e17-4311-81e9-daba9690c80f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:36.996113 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:37.055716 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:37.062442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:37.065189 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:08:37.068649 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Pushing event updated for resources: {'Port': ['ID=da615cfe-de75-4d42-9959-8278d0d5a84f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:37.172778 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-50cdbe25-6873-4ae4-bfe1-6b2e22ba3782 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ac151e4448864b68b1035daf3741f627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288188 Nov 18 17:08:37.388406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-529b793a-370b-4ad8-8923-25fb3fd78c61 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:37.390038 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-529b793a-370b-4ad8-8923-25fb3fd78c61 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910682 Nov 18 17:08:37.404763 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-cc2c1d32-06c7-4fd1-a0b2-04cfba19df9e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Request body: {'port': {'device_id': 'cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'ac151e4448864b68b1035daf3741f627'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:37.421593 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d958e-8bf1-4b56-8d5f-c87283afe3b9 req-3e17467a-835d-4f09-adde-133faf068d02 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:37.431668 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-566d958e-8bf1-4b56-8d5f-c87283afe3b9 req-3e17467a-835d-4f09-adde-133faf068d02 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.1014330 Nov 18 17:08:37.513072 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-566d958e-8bf1-4b56-8d5f-c87283afe3b9 req-bd11fd5f-031c-4b50-b426-32c47d2615e6 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801101 Nov 18 17:08:37.656394 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6a3a03c-3fc6-4317-8200-ebc28e14ec97 req-d9ae90fb-7c77-4bce-b03e-14f9f1d60a70 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d72dc716-4be5-48cd-bc33-e5573037bff6 HTTP/1.1" status: 200 len: 210 time: 0.0343173 Nov 18 17:08:37.772258 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:37.824500 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8233849-4edf-4479-aa3d-2a00a6da7f72 req-5c4dd44d-3673-4a60-baf4-1e78eb16f216 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 210 time: 0.0537376 Nov 18 17:08:37.826696 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-1053b6bc-ad98-43be-9a08-231d2209718c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ac151e4448864b68b1035daf3741f627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788157 Nov 18 17:08:38.013122 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-1a5eb884-070f-4d8f-ade1-8be0aac49cff tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:38.013122 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-1a5eb884-070f-4d8f-ade1-8be0aac49cff tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751544 Nov 18 17:08:38.024901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-9837243f-ce53-4242-aa36-8cfbf2dc8728 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Request body: {'port': {'device_id': 'e05d5774-980a-4444-9267-14816f6c1fb0', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'ac151e4448864b68b1035daf3741f627'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:38.040737 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-cc2c1d32-06c7-4fd1-a0b2-04cfba19df9e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Made reservation on behalf of ac151e4448864b68b1035daf3741f627 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:38.045359 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-cc2c1d32-06c7-4fd1-a0b2-04cfba19df9e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:38.141471 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:38.254771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-9837243f-ce53-4242-aa36-8cfbf2dc8728 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Made reservation on behalf of ac151e4448864b68b1035daf3741f627 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:38.258934 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-9837243f-ce53-4242-aa36-8cfbf2dc8728 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:38.303528 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-cc2c1d32-06c7-4fd1-a0b2-04cfba19df9e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Allocated IP 192.168.233.237 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/2113d2df-3c8f-4063-b5e1-cb4a7f9196b4) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:08:38.491514 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-cc2c1d32-06c7-4fd1-a0b2-04cfba19df9e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:38.496479 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Router f43ebc61-09e8-45a7-8020-425b42f79383 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:08:38.642740 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:08:38.654033 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Sync routers for ids ['f43ebc61-09e8-45a7-8020-425b42f79383'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:08:38.666837 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-cc2c1d32-06c7-4fd1-a0b2-04cfba19df9e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:38.669878 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Routers {'f43ebc61-09e8-45a7-8020-425b42f79383'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:08:38.676273 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:08:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f43ebc61-09e8-45a7-8020-425b42f79383'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:38.681301 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ccc795c3-47b6-480d-ac8f-8bda64deb4c4'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:08:38.727338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-cc2c1d32-06c7-4fd1-a0b2-04cfba19df9e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:38.735561 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-cc2c1d32-06c7-4fd1-a0b2-04cfba19df9e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:38.737608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c1d32-06c7-4fd1-a0b2-04cfba19df9e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Pushing event updated for resources: {'Port': ['ID=2113d2df-3c8f-4063-b5e1-cb4a7f9196b4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:38.739934 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-cc2c1d32-06c7-4fd1-a0b2-04cfba19df9e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:08:38.834127 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-cc2c1d32-06c7-4fd1-a0b2-04cfba19df9e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:38.834869 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-cc2c1d32-06c7-4fd1-a0b2-04cfba19df9e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:38.847399 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:38.851905 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f59e9085-9dcd-4184-92cd-57d76e3242f0 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5096190 Nov 18 17:08:38.852498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33910) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:38.976585 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Set router f43ebc61-09e8-45a7-8020-425b42f79383 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:08:39.014932 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-cc2c1d32-06c7-4fd1-a0b2-04cfba19df9e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6148758 Nov 18 17:08:39.033975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Request body: {'port': {'device_id': 'cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:39.038208 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3674664e-79a1-4d92-9f25-7b71ef975002 None None] Provisioning complete for port 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:39.040628 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3674664e-79a1-4d92-9f25-7b71ef975002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:39.126564 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3674664e-79a1-4d92-9f25-7b71ef975002 None None] Port 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:08:39.151510 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-c3a6cfcc-e03c-4c27-bfdf-feb814d0c169 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b9f52fbcb3f94fd991776745a1a8302d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5205462 Nov 18 17:08:39.191535 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:39.225776 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'name': 'tempest-ServerRescueTestJSON-1145285380-router', 'tenant_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'da615cfe-de75-4d42-9959-8278d0d5a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:35Z', 'updated_at': '2021-11-18T17:08:37Z', 'revision_number': 3, 'project_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'gw_port': {'id': 'da615cfe-de75-4d42-9959-8278d0d5a84f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:36Z', 'updated_at': '2021-11-18T17:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:39.259352 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Checking router: f43ebc61-09e8-45a7-8020-425b42f79383 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:08:39.260043 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0e465-2e60-4c85-9d0e-784aea0c0f73 req-8ccdd84b-0f0c-4e35-b242-1740861518c6 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:39.260766 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Updating router f43ebc61-09e8-45a7-8020-425b42f79383 port da615cfe-de75-4d42-9959-8278d0d5a84f binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:08:39.270409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24a0e465-2e60-4c85-9d0e-784aea0c0f73 req-8ccdd84b-0f0c-4e35-b242-1740861518c6 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.6721632 Nov 18 17:08:39.276318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-9837243f-ce53-4242-aa36-8cfbf2dc8728 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Allocated IP 192.168.233.121 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/5850bb26-aa4a-41aa-b226-91a828f7961c) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:08:39.385947 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:39.452643 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24a0e465-2e60-4c85-9d0e-784aea0c0f73 req-58244e95-8b15-4468-b4ef-98281226774f tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766346 Nov 18 17:08:39.474776 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-80f318f1-4711-4350-9d8c-a7f756ee1839 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:39.477821 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-80f318f1-4711-4350-9d8c-a7f756ee1839 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3254764 Nov 18 17:08:39.555297 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-df7f9f1d-c29c-446c-a9d1-9caaad14c7e1 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/quotas/b9f52fbcb3f94fd991776745a1a8302d HTTP/1.1" status: 200 len: 375 time: 0.0563710 Nov 18 17:08:39.594672 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:39.602809 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-730bdfa6-3843-46c5-8eb1-539fc34548f1 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b9f52fbcb3f94fd991776745a1a8302d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345893 Nov 18 17:08:39.658846 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:39.703581 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-9837243f-ce53-4242-aa36-8cfbf2dc8728 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:39.729513 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:39.817232 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Attempting to bind port da615cfe-de75-4d42-9959-8278d0d5a84f on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:08:39.817865 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Attempting to bind port da615cfe-de75-4d42-9959-8278d0d5a84f by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:08:39.818413 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Attempting to bind port da615cfe-de75-4d42-9959-8278d0d5a84f on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:39.821780 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-9837243f-ce53-4242-aa36-8cfbf2dc8728 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:39.822199 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c4d93-4fc3-4c8c-8573-da537fe87d56 None None] Pushing event updated for resources: {'Port': ['ID=da615cfe-de75-4d42-9959-8278d0d5a84f,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:39.824922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] Allocated IP 172.20.0.1 (4b8f46f4-882b-4562-848c-31b4ccc8252f/1fd090af-9053-4a66-81a3-f9e7d42c0053/cdc8467a-ad4b-4049-9b2d-1241fe9e103c) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:08:39.831023 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:08:39.831023 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:39.831711 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:39.832346 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:08:39.833041 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Bound port: da615cfe-de75-4d42-9959-8278d0d5a84f, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:08:39.833652 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:39.840838 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ccc795c3-47b6-480d-ac8f-8bda64deb4c4'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:08:39.944305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-9837243f-ce53-4242-aa36-8cfbf2dc8728 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:39.945933 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] For port da615cfe-de75-4d42-9959-8278d0d5a84f, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:39.954196 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] For port da615cfe-de75-4d42-9959-8278d0d5a84f, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=da615cfe-de75-4d42-9959-8278d0d5a84f,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:08:40.007910 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837243f-ce53-4242-aa36-8cfbf2dc8728 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Pushing event updated for resources: {'Port': ['ID=5850bb26-aa4a-41aa-b226-91a828f7961c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:40.020766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-9837243f-ce53-4242-aa36-8cfbf2dc8728 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:40.028449 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-9837243f-ce53-4242-aa36-8cfbf2dc8728 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:08:40.032924 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:40.156237 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c4d93-4fc3-4c8c-8573-da537fe87d56 None None] Pushing event updated for resources: {'Port': ['ID=da615cfe-de75-4d42-9959-8278d0d5a84f,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:40.161535 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Routers {'f43ebc61-09e8-45a7-8020-425b42f79383'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:08:40.162281 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:08:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f43ebc61-09e8-45a7-8020-425b42f79383'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:40.178560 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-9837243f-ce53-4242-aa36-8cfbf2dc8728 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:40.180328 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-9837243f-ce53-4242-aa36-8cfbf2dc8728 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:40.227936 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 7dd22c08-7361-4653-9834-83635b7a85bd no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:08:40.243966 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313871d3-c0b5-42ab-9f51-bf9ac10a1ca8 req-c96cf1af-25bf-4f93-81bd-0ccefc599a70 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:40.259178 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 7dd22c08-7361-4653-9834-83635b7a85bd {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:08:40.260023 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-313871d3-c0b5-42ab-9f51-bf9ac10a1ca8 req-c96cf1af-25bf-4f93-81bd-0ccefc599a70 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 936 time: 0.3431885 Nov 18 17:08:40.265938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 7dd22c08-7361-4653-9834-83635b7a85bd not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:08:40.305727 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:40.335909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-9837243f-ce53-4242-aa36-8cfbf2dc8728 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3152473 Nov 18 17:08:40.348237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-313871d3-c0b5-42ab-9f51-bf9ac10a1ca8 req-ac4806e4-6c89-466f-8c01-abef5b2d06ab tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871668 Nov 18 17:08:40.387737 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] Set router f43ebc61-09e8-45a7-8020-425b42f79383 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:08:40.391237 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Request body: {'port': {'device_id': 'e05d5774-980a-4444-9267-14816f6c1fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:40.486283 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7967b413-a95f-4568-b690-d9f665ca8cf3 None None] Provisioning complete for port 5850bb26-aa4a-41aa-b226-91a828f7961c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:40.486669 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7967b413-a95f-4568-b690-d9f665ca8cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:40.498572 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33928) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:40.499760 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:40.500880 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:40.564500 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b8275b0c-3ae8-4bb9-83e6-f766a82c8379 req-60526e2e-7f8f-4b01-a80b-e0c0ac85cb26 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 210 time: 0.0645554 Nov 18 17:08:40.581878 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7967b413-a95f-4568-b690-d9f665ca8cf3 None None] Port 5850bb26-aa4a-41aa-b226-91a828f7961c cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:08:40.597391 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c5cd60d8-5be8-409c-ad2c-743aaa596987 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1023995134', 'description': 'tempest-description--1460861923'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:40.620636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc8467a-ad4b-4049-9b2d-1241fe9e103c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:40.629887 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] Network 4b8f46f4-882b-4562-848c-31b4ccc8252f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:40.638412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:40.649210 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:08:40.654355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:08:40.731121 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:40.774293 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:40.781504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Transition to ACTIVE for port object 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:08:40.879969 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23c229-44ea-4a77-8de9-b04a42a4ce5b req-52d3c71f-8770-4e2b-ab5a-c94ddaed04ab tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:40.890090 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca23c229-44ea-4a77-8de9-b04a42a4ce5b req-52d3c71f-8770-4e2b-ab5a-c94ddaed04ab tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.2437100 Nov 18 17:08:40.899255 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:40.909641 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5cd60d8-5be8-409c-ad2c-743aaa596987 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:40.950903 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'name': 'tempest-ServerRescueTestJSON-1145285380-router', 'tenant_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'da615cfe-de75-4d42-9959-8278d0d5a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:35Z', 'updated_at': '2021-11-18T17:08:37Z', 'revision_number': 3, 'project_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'gw_port': {'id': 'da615cfe-de75-4d42-9959-8278d0d5a84f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:36Z', 'updated_at': '2021-11-18T17:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:41.015452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca23c229-44ea-4a77-8de9-b04a42a4ce5b req-b4cbe61f-6b6d-425c-9b50-5ffa88409075 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226234 Nov 18 17:08:41.080393 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d98f39-6466-44a1-af0e-c0226c7af8e8 None None] The sync data for ids ['f43ebc61-09e8-45a7-8020-425b42f79383'] in n-d-813419-11 is: [{'id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'name': 'tempest-ServerRescueTestJSON-1145285380-router', 'tenant_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'da615cfe-de75-4d42-9959-8278d0d5a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:35Z', 'updated_at': '2021-11-18T17:08:37Z', 'revision_number': 3, 'project_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'gw_port': {'id': 'da615cfe-de75-4d42-9959-8278d0d5a84f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:36Z', 'updated_at': '2021-11-18T17:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:08:41.147879 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Pushing event updated for resources: {'Port': ['ID=2113d2df-3c8f-4063-b5e1-cb4a7f9196b4,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:41.183922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Attempting to bind port 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:08:41.184655 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Attempting to bind port 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:08:41.185352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Attempting to bind port 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:41.204493 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Port 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:08:41.204849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Attempting to bind port 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:41.227325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5850bb26-aa4a-41aa-b226-91a828f7961c {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:08:41.237579 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:41.245803 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:08:41.246213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:41.246672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:08:41.247175 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Bound port: 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:08:41.247649 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:41.268432 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:41.273747 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5cd60d8-5be8-409c-ad2c-743aaa596987 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:41.337970 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5cd60d8-5be8-409c-ad2c-743aaa596987 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:41.372503 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Transition to ACTIVE for port object 5850bb26-aa4a-41aa-b226-91a828f7961c will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:08:41.432412 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:41.621840 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Pushing event updated for resources: {'Port': ['ID=5850bb26-aa4a-41aa-b226-91a828f7961c,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:41.657637 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3f22b-a8c4-48b0-a699-bbb773422abc req-5571c59d-bdc4-4505-a357-f1d8f949d6b4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:41.659345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2db3f22b-a8c4-48b0-a699-bbb773422abc req-5571c59d-bdc4-4505-a357-f1d8f949d6b4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 948 time: 0.1911230 Nov 18 17:08:41.699372 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Attempting to bind port 5850bb26-aa4a-41aa-b226-91a828f7961c on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:08:41.699580 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Attempting to bind port 5850bb26-aa4a-41aa-b226-91a828f7961c by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:08:41.700292 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Attempting to bind port 5850bb26-aa4a-41aa-b226-91a828f7961c on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:41.771968 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf1779cc-5181-45b6-b3ed-106798b355a8 req-b1736abb-fd0d-45dd-ab3f-87abc0d189f5 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 210 time: 0.0898242 Nov 18 17:08:41.789433 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Port 5850bb26-aa4a-41aa-b226-91a828f7961c on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:08:41.789782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Attempting to bind port 5850bb26-aa4a-41aa-b226-91a828f7961c on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:41.812549 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:08:41.812912 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:41.813323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:08:41.813793 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Bound port: 5850bb26-aa4a-41aa-b226-91a828f7961c, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:08:41.818367 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:41.849360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2db3f22b-a8c4-48b0-a699-bbb773422abc req-8fe4a895-d243-4008-b0e9-40f5038218d0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836946 Nov 18 17:08:41.944853 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device da615cfe-de75-4d42-9959-8278d0d5a84f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:41.954965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] For port 5850bb26-aa4a-41aa-b226-91a828f7961c, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:41.956333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd60d8-5be8-409c-ad2c-743aaa596987 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18620a4e-1b3a-46b1-8818-28ed4fbe49c7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:41.959067 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] For port 5850bb26-aa4a-41aa-b226-91a828f7961c, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5850bb26-aa4a-41aa-b226-91a828f7961c,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:08:41.963494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] For port 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:42.029820 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port da615cfe-de75-4d42-9959-8278d0d5a84f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:42.029820 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:42.038218 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5cd60d8-5be8-409c-ad2c-743aaa596987 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:42.051534 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c5cd60d8-5be8-409c-ad2c-743aaa596987 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5381894 Nov 18 17:08:42.054507 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33948) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:42.059972 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b0644f03-8b5b-4dd0-aba9-0181efecf4ac tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Request body: {'security_group_rule': {'security_group_id': '18620a4e-1b3a-46b1-8818-28ed4fbe49c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:42.068293 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] For port 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2113d2df-3c8f-4063-b5e1-cb4a7f9196b4,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:08:42.101991 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:42.180492 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:42.201218 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:42.205052 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:42.205679 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:42.211222 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] 10.222.0.81 "PUT /v2.0/ports/5850bb26-aa4a-41aa-b226-91a828f7961c HTTP/1.1" status: 200 len: 1097 time: 1.8551710 Nov 18 17:08:42.233327 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:42.284611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05d5774-980a-4444-9267-14816f6c1fb0', 'tag': '5850bb26-aa4a-41aa-b226-91a828f7961c'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:42.299067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port da615cfe-de75-4d42-9959-8278d0d5a84f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=da615cfe-de75-4d42-9959-8278d0d5a84f,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:42.301271 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842ef3fb-f073-459a-af3e-9fc83a15198c" -d '{"events": [{"name": "network-changed", "server_uuid": "e05d5774-980a-4444-9267-14816f6c1fb0", "tag": "5850bb26-aa4a-41aa-b226-91a828f7961c"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:42.355039 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b86cd-be14-473c-ba0e-0236f180ce48 req-b9c5fdf8-64eb-4d40-8725-c5cc1f5e62aa tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:42.363888 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca0b86cd-be14-473c-ba0e-0236f180ce48 req-b9c5fdf8-64eb-4d40-8725-c5cc1f5e62aa tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.1792610 Nov 18 17:08:42.392244 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Pushing event updated for resources: {'Port': ['ID=2113d2df-3c8f-4063-b5e1-cb4a7f9196b4,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:42.397569 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:42.409547 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:42.416497 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189fdb6-8f57-4449-bd92-327bfac4128d service neutron] Pushing event updated for resources: {'Port': ['ID=5850bb26-aa4a-41aa-b226-91a828f7961c,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:42.441354 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ae1154-d43c-4ef5-9333-6538bc52d2af x-openstack-request-id: req-b5ae1154-d43c-4ef5-9333-6538bc52d2af {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:42.441574 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05d5774-980a-4444-9267-14816f6c1fb0", "tag": "5850bb26-aa4a-41aa-b226-91a828f7961c", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:42.441883 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b5ae1154-d43c-4ef5-9333-6538bc52d2af {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:42.443498 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05d5774-980a-4444-9267-14816f6c1fb0', 'tag': '5850bb26-aa4a-41aa-b226-91a828f7961c', 'status': 'completed', 'code': 200} Nov 18 17:08:42.470519 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:42.472460 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:42.472865 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7199e9ed-dc8b-49d4-bd4b-2cdc1b9ae035 service neutron] 10.222.0.81 "PUT /v2.0/ports/2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 HTTP/1.1" status: 200 len: 1097 time: 3.4448075 Nov 18 17:08:42.473825 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:42.476022 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69', 'tag': '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:42.477928 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be9c43d-5f64-41d9-a3f3-859deb8fc086" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69", "tag": "2113d2df-3c8f-4063-b5e1-cb4a7f9196b4"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:42.487629 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0644f03-8b5b-4dd0-aba9-0181efecf4ac tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:42.543571 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=da615cfe-de75-4d42-9959-8278d0d5a84f,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:42.553355 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca0b86cd-be14-473c-ba0e-0236f180ce48 req-382eac47-45c9-43b1-af1b-49dee0d42a8a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862335 Nov 18 17:08:42.555551 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-687b86e9-8edf-4a89-8241-fddb9f2974e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:42.561058 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-687b86e9-8edf-4a89-8241-fddb9f2974e6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 1100 time: 0.1724913 Nov 18 17:08:42.649050 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-8fb878b8-5769-4267-b32f-2356139d6e35 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=5850bb26-aa4a-41aa-b226-91a828f7961c HTTP/1.1" status: 200 len: 217 time: 0.0795369 Nov 18 17:08:42.652025 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a892866-723c-4d2e-bf13-ff111639ea34 x-openstack-request-id: req-4a892866-723c-4d2e-bf13-ff111639ea34 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:42.652328 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69", "tag": "2113d2df-3c8f-4063-b5e1-cb4a7f9196b4", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:42.652588 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4a892866-723c-4d2e-bf13-ff111639ea34 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:42.652995 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69', 'tag': '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4', 'status': 'completed', 'code': 200} Nov 18 17:08:42.665595 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0644f03-8b5b-4dd0-aba9-0181efecf4ac tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:42.669392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc8467a-ad4b-4049-9b2d-1241fe9e103c,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:42.731780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] Network 4b8f46f4-882b-4562-848c-31b4ccc8252f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:42.738149 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9c43d-5f64-41d9-a3f3-859deb8fc086 req-50dc4fb5-7300-47da-8a70-57e60edee6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:42.739771 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4be9c43d-5f64-41d9-a3f3-859deb8fc086 req-50dc4fb5-7300-47da-8a70-57e60edee6a2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&device_id=cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69 HTTP/1.1" status: 200 len: 1100 time: 0.0959272 Nov 18 17:08:42.741863 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:42.753340 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0644f03-8b5b-4dd0-aba9-0181efecf4ac tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:42.785491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-6dd75f22-60f5-406a-925e-bc37acb67250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:42.792011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-6dd75f22-60f5-406a-925e-bc37acb67250 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1148458 Nov 18 17:08:42.793531 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0644f03-8b5b-4dd0-aba9-0181efecf4ac tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948bf041-a65f-495d-9ea1-ae89ed54d9cb,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:42.810758 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4be9c43d-5f64-41d9-a3f3-859deb8fc086 req-e13b0b74-0367-48d2-9bb1-99e6d0f96072 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=ac151e4448864b68b1035daf3741f627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594752 Nov 18 17:08:42.852958 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-a7b008a6-acf6-4a55-8b68-e5cf837dea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:42.856021 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-a7b008a6-acf6-4a55-8b68-e5cf837dea59 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0535185 Nov 18 17:08:42.909839 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0644f03-8b5b-4dd0-aba9-0181efecf4ac tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:42.918759 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b0644f03-8b5b-4dd0-aba9-0181efecf4ac tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8628647 Nov 18 17:08:42.922251 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33962) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:42.930360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3ac2160d-656a-4823-9ad8-17346b5ec518 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Request body: {'security_group_rule': {'security_group_id': '18620a4e-1b3a-46b1-8818-28ed4fbe49c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:43.063432 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c2a3658-6403-483b-91c9-badae25cec4d req-08c56cd8-ef36-47ad-9d28-4ab702585801 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 210 time: 0.0964103 Nov 18 17:08:43.073215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] Router f43ebc61-09e8-45a7-8020-425b42f79383 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:08:43.079204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9c43d-5f64-41d9-a3f3-859deb8fc086 req-d2b28573-b734-4d03-aeb5-da91c568757a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:43.089093 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4be9c43d-5f64-41d9-a3f3-859deb8fc086 req-d2b28573-b734-4d03-aeb5-da91c568757a service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2609644 Nov 18 17:08:43.129517 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-c83be771-1ced-4ede-a658-2fd3b08483eb tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=b9f52fbcb3f94fd991776745a1a8302d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471537 Nov 18 17:08:43.158165 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ac2160d-656a-4823-9ad8-17346b5ec518 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:43.245699 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95849447-1c44-4b95-864a-54df3d00d67a req-10a8d7be-8e36-447c-981c-f07037f75476 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:43.245699 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95849447-1c44-4b95-864a-54df3d00d67a req-10a8d7be-8e36-447c-981c-f07037f75476 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 948 time: 0.2778733 Nov 18 17:08:43.248418 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-58e2ec03-ef87-4827-a85e-b672d2a4839c service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771434 Nov 18 17:08:43.328464 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:08:43.338543 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ed244cd0-edaa-44be-9101-cbce77cf2b74 admin admin] 10.222.0.72 "PUT /v2.0/routers/f43ebc61-09e8-45a7-8020-425b42f79383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4823985 Nov 18 17:08:43.362597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ac2160d-656a-4823-9ad8-17346b5ec518 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:43.376012 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-576faa6c-069a-4dbd-8669-59ac78aa0900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:43.379264 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-576faa6c-069a-4dbd-8669-59ac78aa0900 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&device_id=cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69 HTTP/1.1" status: 200 len: 1100 time: 0.1773186 Nov 18 17:08:43.454763 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-635b3128-5b72-4baa-a9c3-ba4f2bd0366f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 HTTP/1.1" status: 200 len: 217 time: 0.0676992 Nov 18 17:08:43.470526 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95849447-1c44-4b95-864a-54df3d00d67a req-f35ad8e3-643a-430b-92c2-9abed5448da9 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087307 Nov 18 17:08:43.484920 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-0141a79c-40e4-4f27-b45c-5c2c3216a541 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:43.486499 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-0141a79c-40e4-4f27-b45c-5c2c3216a541 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3341682 Nov 18 17:08:43.494327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-4ff59663-602c-4096-a64e-3385e078c17a service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336676 Nov 18 17:08:43.503453 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ac2160d-656a-4823-9ad8-17346b5ec518 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:43.518943 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-4876056a-9e33-4117-a03d-3b57d5c04994 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Request body: {'port': {'device_id': 'a0c51f83-7fb5-4efe-af59-3b1fce4fff45', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'b9f52fbcb3f94fd991776745a1a8302d'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:43.532759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2160d-656a-4823-9ad8-17346b5ec518 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c255ad97-574d-406f-8fbf-1f3a28a97529,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:43.550463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-f777f453-2fff-4419-82b8-fb3e203cdeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:43.552047 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-f777f453-2fff-4419-82b8-fb3e203cdeaf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0903964 Nov 18 17:08:43.625307 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ac2160d-656a-4823-9ad8-17346b5ec518 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:43.631533 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33978) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:08:43.634467 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3ac2160d-656a-4823-9ad8-17346b5ec518 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7074931 Nov 18 17:08:43.642850 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1ac59d35-44ba-4fa1-8f2e-0a69476c9e7b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:43.710116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7326aee0-6516-4e13-ad37-cf7952280a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:43.711663 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-7326aee0-6516-4e13-ad37-cf7952280a46 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0642793 Nov 18 17:08:43.768232 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ac59d35-44ba-4fa1-8f2e-0a69476c9e7b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:43.780773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Sync routers for ids ['f43ebc61-09e8-45a7-8020-425b42f79383'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:08:43.803744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Routers {'f43ebc61-09e8-45a7-8020-425b42f79383'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:08:43.804864 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:08:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f43ebc61-09e8-45a7-8020-425b42f79383'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:43.824286 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843ea1b-a9c6-42d0-bcb5-ddf7feafd18f req-ed0c2ba8-055f-4146-b5fd-15762783b18e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:43.833210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a843ea1b-a9c6-42d0-bcb5-ddf7feafd18f req-ed0c2ba8-055f-4146-b5fd-15762783b18e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.1722586 Nov 18 17:08:43.839673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ef3fb-f073-459a-af3e-9fc83a15198c req-b09a9afc-a135-47be-9303-50798978c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:43.841257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-842ef3fb-f073-459a-af3e-9fc83a15198c req-b09a9afc-a135-47be-9303-50798978c9cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 1100 time: 0.1573737 Nov 18 17:08:43.892157 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-31929ab9-59aa-424e-9cd1-1b87d2f684b2 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677063 Nov 18 17:08:43.917529 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device da615cfe-de75-4d42-9959-8278d0d5a84f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:43.940131 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-4876056a-9e33-4117-a03d-3b57d5c04994 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Made reservation on behalf of b9f52fbcb3f94fd991776745a1a8302d for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:43.943617 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-4876056a-9e33-4117-a03d-3b57d5c04994 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:43.971630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Set router f43ebc61-09e8-45a7-8020-425b42f79383 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:08:44.036050 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-4876056a-9e33-4117-a03d-3b57d5c04994 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:44.038830 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9120d6eb-0e06-49d1-9429-a6c75abd5c18 req-0a634704-9d76-4c45-bde5-10b70d74917d service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363945 Nov 18 17:08:44.068648 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a843ea1b-a9c6-42d0-bcb5-ddf7feafd18f req-2032a696-99f8-43a7-89ce-78976c7692ad tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352548 Nov 18 17:08:44.084358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port da615cfe-de75-4d42-9959-8278d0d5a84f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:44.084672 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:44.162980 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ef3fb-f073-459a-af3e-9fc83a15198c req-a0737abd-7a44-4fb9-8c74-58ea0c2a64af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:44.165129 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-842ef3fb-f073-459a-af3e-9fc83a15198c req-a0737abd-7a44-4fb9-8c74-58ea0c2a64af service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.3033645 Nov 18 17:08:44.191133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab173d-babc-4886-bda8-f472476d7d31 req-c483329d-e82d-4e32-ad3f-6a90e5a72da7 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:44.192661 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21ab173d-babc-4886-bda8-f472476d7d31 req-c483329d-e82d-4e32-ad3f-6a90e5a72da7 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/networks?id=4b8f46f4-882b-4562-848c-31b4ccc8252f HTTP/1.1" status: 200 len: 811 time: 0.3336961 Nov 18 17:08:44.264610 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-444247a7-bed6-4e7c-996d-d250322a3e07 req-4e0ef26b-ec10-46df-a90c-010c2403f1f8 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 210 time: 0.0913703 Nov 18 17:08:44.269477 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-842ef3fb-f073-459a-af3e-9fc83a15198c req-7f8c190f-ce09-4e60-bdd3-bd519441d2db service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=5850bb26-aa4a-41aa-b226-91a828f7961c HTTP/1.1" status: 200 len: 217 time: 0.0893316 Nov 18 17:08:44.283118 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21ab173d-babc-4886-bda8-f472476d7d31 req-04836cd9-5582-4e46-8dde-dbe786200d43 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/quotas/c3bc532e43f648478ff37d9f8bb2c0af HTTP/1.1" status: 200 len: 375 time: 0.0719242 Nov 18 17:08:44.311889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'name': 'tempest-ServerRescueTestJSON-1145285380-router', 'tenant_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'da615cfe-de75-4d42-9959-8278d0d5a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:35Z', 'updated_at': '2021-11-18T17:08:41Z', 'revision_number': 4, 'project_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'gw_port': {'id': 'da615cfe-de75-4d42-9959-8278d0d5a84f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:36Z', 'updated_at': '2021-11-18T17:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'cdc8467a-ad4b-4049-9b2d-1241fe9e103c', 'name': '', 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f', 'tenant_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'mac_address': 'fa:16:3e:1e:d5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '1fd090af-9053-4a66-81a3-f9e7d42c0053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:39Z', 'updated_at': '2021-11-18T17:08:41Z', 'revision_number': 2, 'project_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'subnets': [{'id': '1fd090af-9053-4a66-81a3-f9e7d42c0053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:44.373031 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Checking router: f43ebc61-09e8-45a7-8020-425b42f79383 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:08:44.373635 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Updating router f43ebc61-09e8-45a7-8020-425b42f79383 port cdc8467a-ad4b-4049-9b2d-1241fe9e103c binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:08:44.388251 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ac59d35-44ba-4fa1-8f2e-0a69476c9e7b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:44.405831 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:44.407193 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-4876056a-9e33-4117-a03d-3b57d5c04994 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:44.413813 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ef3fb-f073-459a-af3e-9fc83a15198c req-57807a01-4ee7-4e1a-850d-a6d4d33cba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:44.415370 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-842ef3fb-f073-459a-af3e-9fc83a15198c req-57807a01-4ee7-4e1a-850d-a6d4d33cba11 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1296520 Nov 18 17:08:44.461087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21ab173d-babc-4886-bda8-f472476d7d31 req-8f19111b-0dce-4daa-a760-01a2792843d8 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3bc532e43f648478ff37d9f8bb2c0af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1654077 Nov 18 17:08:44.491193 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-4876056a-9e33-4117-a03d-3b57d5c04994 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:44.675953 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876056a-9e33-4117-a03d-3b57d5c04994 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3b4944-f1a3-4280-9314-0d49d85e5e76,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:44.696925 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ef3fb-f073-459a-af3e-9fc83a15198c req-c911cf9a-f2c9-445d-9018-b9b4228547ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:44.698995 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-842ef3fb-f073-459a-af3e-9fc83a15198c req-c911cf9a-f2c9-445d-9018-b9b4228547ea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2527964 Nov 18 17:08:44.704498 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:44.748023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-1ac59d35-44ba-4fa1-8f2e-0a69476c9e7b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Allocated IP 172.25.3.201 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/b40d4f22-5ddf-4630-a41c-647ee473b08b) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:08:44.769552 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:44.823437 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21ab173d-babc-4886-bda8-f472476d7d31 req-ed7b8d0c-b71a-4fb8-8338-0eaed8b68e4e service neutron] 10.222.0.72 "GET /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446276 Nov 18 17:08:44.827524 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b6516-f0c3-4fe2-977d-d2f596fe0833 None None] Pushing event updated for resources: {'Port': ['ID=cdc8467a-ad4b-4049-9b2d-1241fe9e103c,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:44.883679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6f457-6635-464a-859a-48a6d0d909a5 req-ff41a632-db5a-4c7e-b665-ebf8334cd7f8 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:44.891002 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7e6f457-6635-464a-859a-48a6d0d909a5 req-ff41a632-db5a-4c7e-b665-ebf8334cd7f8 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 948 time: 0.2834811 Nov 18 17:08:44.897761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Attempting to bind port cdc8467a-ad4b-4049-9b2d-1241fe9e103c on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:08:44.898143 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Attempting to bind port cdc8467a-ad4b-4049-9b2d-1241fe9e103c by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '44eacfb7-b260-4147-a313-fcfd38c6afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:08:44.898534 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Attempting to bind port cdc8467a-ad4b-4049-9b2d-1241fe9e103c on network 4b8f46f4-882b-4562-848c-31b4ccc8252f {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:44.904051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:08:44.904436 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Checking segment: {'id': '44eacfb7-b260-4147-a313-fcfd38c6afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:44.904843 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:44.905245 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Bound using segment: {'id': '44eacfb7-b260-4147-a313-fcfd38c6afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:08:44.905859 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Bound port: cdc8467a-ad4b-4049-9b2d-1241fe9e103c, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44eacfb7-b260-4147-a313-fcfd38c6afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:08:44.906256 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:44.980215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] For port cdc8467a-ad4b-4049-9b2d-1241fe9e103c, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:44.983688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] For port cdc8467a-ad4b-4049-9b2d-1241fe9e103c, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cdc8467a-ad4b-4049-9b2d-1241fe9e103c,segment=NetworkSegment(44eacfb7-b260-4147-a313-fcfd38c6afd8),segment_id=44eacfb7-b260-4147-a313-fcfd38c6afd8)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:08:45.044222 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:45.109230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Routers {'f43ebc61-09e8-45a7-8020-425b42f79383'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:08:45.109860 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:08:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f43ebc61-09e8-45a7-8020-425b42f79383'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:45.153623 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b6516-f0c3-4fe2-977d-d2f596fe0833 None None] Pushing event updated for resources: {'Port': ['ID=cdc8467a-ad4b-4049-9b2d-1241fe9e103c,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:45.246321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-4876056a-9e33-4117-a03d-3b57d5c04994 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Allocated IP 192.168.233.14 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/abac8863-5932-42d7-aedc-3010bf267ee8) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:08:45.367604 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] Set router f43ebc61-09e8-45a7-8020-425b42f79383 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:08:45.368635 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-842ef3fb-f073-459a-af3e-9fc83a15198c req-a6709d54-12da-4d45-91c2-943cf8d27813 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6535959 Nov 18 17:08:45.423174 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7e6f457-6635-464a-859a-48a6d0d909a5 req-f3a6bafd-b5f8-409a-89c3-179e9590ad7e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312159 Nov 18 17:08:45.462410 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-57f62acd-7476-438c-8d41-a887af16a562 service neutron] show failed (client error): The resource could not be found. Nov 18 17:08:45.464132 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-57f62acd-7476-438c-8d41-a887af16a562 service neutron] 10.222.0.81 "GET /v2.0/ports/0285dffd-5957-4323-b54a-84c0c333dbfa/bindings/n-h2-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.1230702 Nov 18 17:08:45.484333 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21ab173d-babc-4886-bda8-f472476d7d31 req-43ae8dbc-442d-4d9b-8ceb-430987170bf3 service neutron] 10.222.0.72 "GET /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6477501 Nov 18 17:08:45.561374 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ac59d35-44ba-4fa1-8f2e-0a69476c9e7b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:45.634093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'name': 'tempest-ServerRescueTestJSON-1145285380-router', 'tenant_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'da615cfe-de75-4d42-9959-8278d0d5a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:35Z', 'updated_at': '2021-11-18T17:08:41Z', 'revision_number': 4, 'project_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'gw_port': {'id': 'da615cfe-de75-4d42-9959-8278d0d5a84f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:36Z', 'updated_at': '2021-11-18T17:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'cdc8467a-ad4b-4049-9b2d-1241fe9e103c', 'name': '', 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f', 'tenant_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'mac_address': 'fa:16:3e:1e:d5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '1fd090af-9053-4a66-81a3-f9e7d42c0053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:39Z', 'updated_at': '2021-11-18T17:08:44Z', 'revision_number': 4, 'project_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'subnets': [{'id': '1fd090af-9053-4a66-81a3-f9e7d42c0053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:08:45.666193 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d79d84-f2a5-4bbb-98fc-18bad06d9ffc None None] The sync data for ids ['f43ebc61-09e8-45a7-8020-425b42f79383'] in n-d-813419-11 is: [{'id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'name': 'tempest-ServerRescueTestJSON-1145285380-router', 'tenant_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'da615cfe-de75-4d42-9959-8278d0d5a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:35Z', 'updated_at': '2021-11-18T17:08:41Z', 'revision_number': 4, 'project_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'gw_port': {'id': 'da615cfe-de75-4d42-9959-8278d0d5a84f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:36Z', 'updated_at': '2021-11-18T17:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'cdc8467a-ad4b-4049-9b2d-1241fe9e103c', 'name': '', 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f', 'tenant_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'mac_address': 'fa:16:3e:1e:d5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '1fd090af-9053-4a66-81a3-f9e7d42c0053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:39Z', 'updated_at': '2021-11-18T17:08:44Z', 'revision_number': 4, 'project_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'subnets': [{'id': '1fd090af-9053-4a66-81a3-f9e7d42c0053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:08:45.749687 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-842ef3fb-f073-459a-af3e-9fc83a15198c req-40119fde-8a62-467f-a019-2bbb0c50b6e0 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643467 Nov 18 17:08:45.780855 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59d23d-1d0b-4be3-8cc7-2ba0025099c3 req-fb921586-ee1d-4465-a3f8-e38701ed7521 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:45.788050 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd59d23d-1d0b-4be3-8cc7-2ba0025099c3 req-fb921586-ee1d-4465-a3f8-e38701ed7521 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.2575188 Nov 18 17:08:45.885834 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-4876056a-9e33-4117-a03d-3b57d5c04994 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:45.915839 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ac59d35-44ba-4fa1-8f2e-0a69476c9e7b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:45.995055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cdc8467a-ad4b-4049-9b2d-1241fe9e103c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:46.047116 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac59d35-44ba-4fa1-8f2e-0a69476c9e7b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:46.051561 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-1ac59d35-44ba-4fa1-8f2e-0a69476c9e7b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:46.058366 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b06d358-da05-4271-9510-0ec784a7a320 req-a8d5ab7f-55c8-4c7b-855f-e9dd82062b94 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 210 time: 0.1464894 Nov 18 17:08:46.059150 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac59d35-44ba-4fa1-8f2e-0a69476c9e7b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:08:46.104136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port cdc8467a-ad4b-4049-9b2d-1241fe9e103c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:46.104736 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:46.106875 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd59d23d-1d0b-4be3-8cc7-2ba0025099c3 req-a5ab29a9-f035-4dff-a37a-3ec07572d2e0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164177 Nov 18 17:08:46.176904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac59d35-44ba-4fa1-8f2e-0a69476c9e7b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Pushing event updated for resources: {'Port': ['ID=b40d4f22-5ddf-4630-a41c-647ee473b08b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:46.290761 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:46.317745 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4e173e2-02cd-4fcf-94b0-96965ec9f959 req-1877ad97-a167-4637-92c9-4ff018f42a1b tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 210 time: 0.0744021 Nov 18 17:08:46.341053 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port cdc8467a-ad4b-4049-9b2d-1241fe9e103c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cdc8467a-ad4b-4049-9b2d-1241fe9e103c,segment=NetworkSegment(44eacfb7-b260-4147-a313-fcfd38c6afd8),segment_id=44eacfb7-b260-4147-a313-fcfd38c6afd8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:46.344901 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ac59d35-44ba-4fa1-8f2e-0a69476c9e7b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:46.595918 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f6303-a154-4da7-8902-f65cce64ecb9 req-dc2c1866-6d42-4835-a772-b82cd248e426 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:46.602149 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b5f6303-a154-4da7-8902-f65cce64ecb9 req-dc2c1866-6d42-4835-a772-b82cd248e426 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 948 time: 0.0766151 Nov 18 17:08:46.604726 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-4876056a-9e33-4117-a03d-3b57d5c04994 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:46.624974 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-41f75725-6f91-4548-ba09-9a6cbadc3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:46.627380 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-41f75725-6f91-4548-ba09-9a6cbadc3672 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468&tenant_id=b5619a9fdad84356bf3a835e304c5fab HTTP/1.1" status: 200 len: 1102 time: 0.0601780 Nov 18 17:08:46.632731 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:46.654499 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:46.710969 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=cdc8467a-ad4b-4049-9b2d-1241fe9e103c,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:46.724598 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:08:46.734110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-4876056a-9e33-4117-a03d-3b57d5c04994 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:46.745057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-4876056a-9e33-4117-a03d-3b57d5c04994 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:46.747213 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876056a-9e33-4117-a03d-3b57d5c04994 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Pushing event updated for resources: {'Port': ['ID=abac8863-5932-42d7-aedc-3010bf267ee8,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:46.749817 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-4876056a-9e33-4117-a03d-3b57d5c04994 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:08:46.791351 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:46.817565 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ac59d35-44ba-4fa1-8f2e-0a69476c9e7b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:46.901880 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2113d2df-3c8f-4063-b5e1-cb4a7f9196b4,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:46.919315 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4', 'mac_address': 'fa:16:3e:00:c1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:08:46.970193 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:46.989892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:08:47.019715 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2113d2df-3c8f-4063-b5e1-cb4a7f9196b4,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:47.089783 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:47.089909 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 5850bb26-aa4a-41aa-b226-91a828f7961c details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:08:47.106266 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b5f6303-a154-4da7-8902-f65cce64ecb9 req-920ffd67-4b0e-4cd5-a6ed-f7900dab9343 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560437 Nov 18 17:08:47.185486 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-4876056a-9e33-4117-a03d-3b57d5c04994 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:47.196962 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-4876056a-9e33-4117-a03d-3b57d5c04994 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:47.285970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0285dffd-5957-4323-b54a-84c0c333dbfa,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:47.298357 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-24df6363-d37c-48b1-876f-9b4396030024 None None] Provisioning complete for port abac8863-5932-42d7-aedc-3010bf267ee8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:47.298357 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-24df6363-d37c-48b1-876f-9b4396030024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:47.308639 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=2113d2df-3c8f-4063-b5e1-cb4a7f9196b4,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:47.323290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 5850bb26-aa4a-41aa-b226-91a828f7961c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5850bb26-aa4a-41aa-b226-91a828f7961c,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:47.350775 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:47.374203 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '5850bb26-aa4a-41aa-b226-91a828f7961c', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '5850bb26-aa4a-41aa-b226-91a828f7961c', 'mac_address': 'fa:16:3e:f5:aa:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:08:47.388214 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ac59d35-44ba-4fa1-8f2e-0a69476c9e7b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:47.407163 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b1171-d3fe-43ed-9b74-e44cd4cdd7eb req-316e2062-1e38-44e8-a60d-e544170513dc tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:47.408861 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d00b1171-d3fe-43ed-9b74-e44cd4cdd7eb req-316e2062-1e38-44e8-a60d-e544170513dc tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.1456244 Nov 18 17:08:47.419004 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a7ee5-f698-4082-b496-2a6d830ed558 req-0ea492fd-6e21-49a5-9587-cb291ce17299 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:47.427286 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa3a7ee5-f698-4082-b496-2a6d830ed558 req-0ea492fd-6e21-49a5-9587-cb291ce17299 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 935 time: 0.2237487 Nov 18 17:08:47.433113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-24df6363-d37c-48b1-876f-9b4396030024 None None] Port abac8863-5932-42d7-aedc-3010bf267ee8 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:08:47.440829 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:47.461834 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5850bb26-aa4a-41aa-b226-91a828f7961c {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:08:47.502459 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-4876056a-9e33-4117-a03d-3b57d5c04994 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0028512 Nov 18 17:08:47.524154 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:47.525143 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d00b1171-d3fe-43ed-9b74-e44cd4cdd7eb req-87eca02d-7514-4dea-a0e9-ed8b1fce8110 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902402 Nov 18 17:08:47.531100 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa3a7ee5-f698-4082-b496-2a6d830ed558 req-4c178e2e-fc3e-43b3-93f0-c70e9814ca8b tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e3b4944-f1a3-4280-9314-0d49d85e5e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029868 Nov 18 17:08:47.544250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Request body: {'port': {'device_id': 'a0c51f83-7fb5-4efe-af59-3b1fce4fff45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:47.549650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 5850bb26-aa4a-41aa-b226-91a828f7961c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5850bb26-aa4a-41aa-b226-91a828f7961c,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:47.551421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Transition to ACTIVE for port object 0285dffd-5957-4323-b54a-84c0c333dbfa will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:08:47.552253 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02192778-86dc-4d55-8759-d63195143468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0285dffd-5957-4323-b54a-84c0c333dbfa'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:47.554827 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77df5f6e-10b1-4bae-bad8-d6ca7cfc8843" -d '{"events": [{"server_uuid": "02192778-86dc-4d55-8759-d63195143468", "name": "network-vif-unplugged", "status": "completed", "tag": "0285dffd-5957-4323-b54a-84c0c333dbfa"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:47.591849 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:47.606675 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ac59d35-44ba-4fa1-8f2e-0a69476c9e7b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:47.609133 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:47.699715 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:47.725055 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ff6266-6cea-483b-9839-1cf610bfa87a x-openstack-request-id: req-d7ff6266-6cea-483b-9839-1cf610bfa87a {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:47.729658 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02192778-86dc-4d55-8759-d63195143468", "name": "network-vif-unplugged", "status": "completed", "tag": "0285dffd-5957-4323-b54a-84c0c333dbfa", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:47.729926 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d7ff6266-6cea-483b-9839-1cf610bfa87a {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:47.730348 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02192778-86dc-4d55-8759-d63195143468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0285dffd-5957-4323-b54a-84c0c333dbfa', 'code': 200} Nov 18 17:08:47.754487 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=5850bb26-aa4a-41aa-b226-91a828f7961c,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:47.793341 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac59d35-44ba-4fa1-8f2e-0a69476c9e7b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Pushing event updated for resources: {'Port': ['ID=b40d4f22-5ddf-4630-a41c-647ee473b08b,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:47.798016 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] No DVR routers for this DVR port 0285dffd-5957-4323-b54a-84c0c333dbfa on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:08:47.807338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Pushing event updated for resources: {'Port': ['ID=0285dffd-5957-4323-b54a-84c0c333dbfa,revision_number=6']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:47.812171 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-370496da-26d0-4b86-93bc-b433471a1bbd req-93d4b0cd-ca7a-4d25-94a9-8cc4a13559ac tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 210 time: 0.0893929 Nov 18 17:08:47.852283 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Attempting to bind port 0285dffd-5957-4323-b54a-84c0c333dbfa on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:08:47.852702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Attempting to bind port 0285dffd-5957-4323-b54a-84c0c333dbfa by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:08:47.853364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Attempting to bind port 0285dffd-5957-4323-b54a-84c0c333dbfa on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:47.865262 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Port 0285dffd-5957-4323-b54a-84c0c333dbfa on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:08:47.870988 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Attempting to bind port 0285dffd-5957-4323-b54a-84c0c333dbfa on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:47.882360 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ac59d35-44ba-4fa1-8f2e-0a69476c9e7b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:47.886874 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['5850bb26-aa4a-41aa-b226-91a828f7961c'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:08:47.896943 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:08:47.903372 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:47.904446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:08:47.906423 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Bound port: 0285dffd-5957-4323-b54a-84c0c333dbfa, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:08:47.908234 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:47.915866 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cdc8467a-ad4b-4049-9b2d-1241fe9e103c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:47.956297 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['2113d2df-3c8f-4063-b5e1-cb4a7f9196b4'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:08:48.015478 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ac59d35-44ba-4fa1-8f2e-0a69476c9e7b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:48.017204 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1ac59d35-44ba-4fa1-8f2e-0a69476c9e7b tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3846262 Nov 18 17:08:48.030311 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:48.036237 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=0285dffd-5957-4323-b54a-84c0c333dbfa,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:08:48.113324 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:48.181224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port cdc8467a-ad4b-4049-9b2d-1241fe9e103c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:48.181791 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:48.280128 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Pushing event updated for resources: {'Port': ['ID=0285dffd-5957-4323-b54a-84c0c333dbfa,revision_number=7']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:48.285206 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:48.286796 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:48.289807 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ee799c2a-6597-4e7c-bd09-335db4ea484c service neutron] 10.222.0.83 "PUT /v2.0/ports/0285dffd-5957-4323-b54a-84c0c333dbfa HTTP/1.1" status: 200 len: 1097 time: 1.6482387 Nov 18 17:08:48.390096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-c4fd357b-bbda-4cbd-ac30-10361c480337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:48.392726 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-c4fd357b-bbda-4cbd-ac30-10361c480337 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 1100 time: 0.0718050 Nov 18 17:08:48.479100 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abac8863-5932-42d7-aedc-3010bf267ee8 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:08:48.499714 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:48.519186 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-0918c799-c57e-4f14-81ad-08e8579e41fd tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:48.526616 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-0918c799-c57e-4f14-81ad-08e8579e41fd tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/networks?id=5081e599-c749-48b6-bd1f-9b11ee49b04a HTTP/1.1" status: 200 len: 822 time: 0.2698698 Nov 18 17:08:48.540162 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0507ce1-9dd9-4161-b514-cd54afcdb225 req-bdb06508-145a-4af9-bcb3-81fd21041d1a tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:48.548185 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0507ce1-9dd9-4161-b514-cd54afcdb225 req-bdb06508-145a-4af9-bcb3-81fd21041d1a tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 949 time: 0.2746511 Nov 18 17:08:48.560751 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Transition to ACTIVE for port object abac8863-5932-42d7-aedc-3010bf267ee8 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:08:48.565624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-870bc51f-a7eb-47d6-ac10-216a9340aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:48.567132 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-870bc51f-a7eb-47d6-ac10-216a9340aaba service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1673450 Nov 18 17:08:48.585088 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-7265d848-c6cd-4bf6-bcc1-0f2066638413 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/quotas/0a95fb8abcec43a69396adebe0839baf HTTP/1.1" status: 200 len: 375 time: 0.0568197 Nov 18 17:08:48.615053 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-a0300f85-c7e7-4580-92bc-4fae19eadf80 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=0285dffd-5957-4323-b54a-84c0c333dbfa HTTP/1.1" status: 200 len: 217 time: 0.0396729 Nov 18 17:08:48.626988 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-4417324c-b28d-486d-ab93-02bceb891249 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a95fb8abcec43a69396adebe0839baf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408909 Nov 18 17:08:48.633751 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:48.675985 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-aa5c155e-cfdb-4ccb-8506-30cc76482027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:48.678243 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-aa5c155e-cfdb-4ccb-8506-30cc76482027 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0538530 Nov 18 17:08:48.700765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 0285dffd-5957-4323-b54a-84c0c333dbfa no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:08:48.740155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ed7cd893-c8ee-4179-b811-fa7a70df5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:48.740711 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0507ce1-9dd9-4161-b514-cd54afcdb225 req-b751d82d-c8f9-4b22-bdc2-29cd20ab11f8 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914890 Nov 18 17:08:48.742567 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-ed7cd893-c8ee-4179-b811-fa7a70df5d58 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0562918 Nov 18 17:08:48.774064 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=abac8863-5932-42d7-aedc-3010bf267ee8,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:48.777785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 0285dffd-5957-4323-b54a-84c0c333dbfa not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:08:48.916768 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-236c1726-0379-4f1a-a8aa-bf1f12648ece service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604731 Nov 18 17:08:48.917884 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-6eeedad0-6af0-4567-a176-e564d30c6751 service neutron] 10.222.0.72 "GET /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805045 Nov 18 17:08:48.950012 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Attempting to bind port abac8863-5932-42d7-aedc-3010bf267ee8 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:08:48.950363 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Attempting to bind port abac8863-5932-42d7-aedc-3010bf267ee8 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:08:48.950706 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Attempting to bind port abac8863-5932-42d7-aedc-3010bf267ee8 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:48.961697 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Port abac8863-5932-42d7-aedc-3010bf267ee8 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:08:48.961967 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Attempting to bind port abac8863-5932-42d7-aedc-3010bf267ee8 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:48.981808 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0045a7-f50e-48d5-8136-c4b4f1ef123e req-411c6dab-060c-43f5-b172-241a9738301b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:48.983946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c0045a7-f50e-48d5-8136-c4b4f1ef123e req-411c6dab-060c-43f5-b172-241a9738301b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 948 time: 0.1349967 Nov 18 17:08:48.989560 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:08:48.989913 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:48.990313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:08:48.990761 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Bound port: abac8863-5932-42d7-aedc-3010bf267ee8, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:08:48.991130 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:49.047833 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-48c2854f-1bd6-4960-a2fe-c949feb76c03 req-1d02558a-a934-4914-8b9a-7a760fe467d4 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200345 Nov 18 17:08:49.111088 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-0e6bf264-64c3-4e20-8cb3-7db3e6384975 service neutron] 10.222.0.72 "GET /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841667 Nov 18 17:08:49.141208 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c0045a7-f50e-48d5-8136-c4b4f1ef123e req-31df551c-b4be-45cb-b5ea-b5f4f37751c4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095362 Nov 18 17:08:49.170204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] For port abac8863-5932-42d7-aedc-3010bf267ee8, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:49.177785 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] For port abac8863-5932-42d7-aedc-3010bf267ee8, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=abac8863-5932-42d7-aedc-3010bf267ee8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:08:49.261339 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:49.271273 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab173d-babc-4886-bda8-f472476d7d31 req-6c6ad000-09f2-4c35-8d3a-d66449b24814 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:49.273117 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21ab173d-babc-4886-bda8-f472476d7d31 req-6c6ad000-09f2-4c35-8d3a-d66449b24814 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.83 "GET /v2.0/networks?id=4b8f46f4-882b-4562-848c-31b4ccc8252f HTTP/1.1" status: 200 len: 811 time: 0.1457281 Nov 18 17:08:49.292239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-21ab173d-babc-4886-bda8-f472476d7d31 req-fef532f6-39d7-4a7b-803d-65cf4eab9db8 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Request body: {'port': {'device_id': '0b322972-19cd-4bfb-af9d-e6d7c79ffe97', 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f', 'admin_state_up': True, 'tenant_id': 'c3bc532e43f648478ff37d9f8bb2c0af'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:49.315672 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:49.316376 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:49.317829 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] 10.222.0.83 "PUT /v2.0/ports/abac8863-5932-42d7-aedc-3010bf267ee8 HTTP/1.1" status: 200 len: 1096 time: 1.7907574 Nov 18 17:08:49.319824 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c51f83-7fb5-4efe-af59-3b1fce4fff45', 'tag': 'abac8863-5932-42d7-aedc-3010bf267ee8'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:49.321862 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252a255f-e1d0-4bae-8b52-23ce2714e3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c51f83-7fb5-4efe-af59-3b1fce4fff45", "tag": "abac8863-5932-42d7-aedc-3010bf267ee8"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:49.381134 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb14320-f026-4c27-ab23-426717329f64 req-44234306-72b5-4d2e-993f-c271c2e4ee71 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:49.390068 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9bb14320-f026-4c27-ab23-426717329f64 req-44234306-72b5-4d2e-993f-c271c2e4ee71 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 947 time: 0.1439602 Nov 18 17:08:49.403568 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f868c23-1ca3-4b0a-b2ac-b515d251bcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=abac8863-5932-42d7-aedc-3010bf267ee8,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:49.599088 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9bb14320-f026-4c27-ab23-426717329f64 req-1bf00a67-b967-4abe-a43b-f979b6ce97ed tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e3b4944-f1a3-4280-9314-0d49d85e5e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484978 Nov 18 17:08:49.666344 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-6262c0ee-69d2-4d81-b275-961f041a8121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:49.668667 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-6262c0ee-69d2-4d81-b275-961f041a8121 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b9f52fbcb3f94fd991776745a1a8302d&device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 1099 time: 0.1276941 Nov 18 17:08:49.670403 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5fe969-cd23-4b12-b0b9-ec96c7aa9edd x-openstack-request-id: req-7d5fe969-cd23-4b12-b0b9-ec96c7aa9edd {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:49.670721 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c51f83-7fb5-4efe-af59-3b1fce4fff45", "tag": "abac8863-5932-42d7-aedc-3010bf267ee8", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:49.670913 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7d5fe969-cd23-4b12-b0b9-ec96c7aa9edd {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:49.671422 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c51f83-7fb5-4efe-af59-3b1fce4fff45', 'tag': 'abac8863-5932-42d7-aedc-3010bf267ee8', 'status': 'completed', 'code': 200} Nov 18 17:08:49.696773 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5a499e3-7a40-41c3-9f96-4c066d4bc73b req-cbb6d1f8-10f0-43cc-ab6f-834534cb49e4 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 210 time: 0.1003227 Nov 18 17:08:49.732092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02192778-86dc-4d55-8759-d63195143468', 'tag': '0285dffd-5957-4323-b54a-84c0c333dbfa'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:49.734636 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe30ff6-8941-455f-a0e3-d1382ccb2231" -d '{"events": [{"name": "network-changed", "server_uuid": "02192778-86dc-4d55-8759-d63195143468", "tag": "0285dffd-5957-4323-b54a-84c0c333dbfa"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:49.758128 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-226e0dde-dc57-4e23-b186-de0612f15f24 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=abac8863-5932-42d7-aedc-3010bf267ee8 HTTP/1.1" status: 200 len: 217 time: 0.0638824 Nov 18 17:08:49.783524 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca79b2d4-797c-4123-9981-b47587ab7d50 req-e1cdb84a-46f4-4f57-b8f7-34fabc5e75b9 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 210 time: 0.0782137 Nov 18 17:08:49.791994 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2f1492-2000-48ae-8d32-409ae87cb94c x-openstack-request-id: req-2f2f1492-2000-48ae-8d32-409ae87cb94c {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:49.792573 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02192778-86dc-4d55-8759-d63195143468", "tag": "0285dffd-5957-4323-b54a-84c0c333dbfa", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:49.792573 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f2f1492-2000-48ae-8d32-409ae87cb94c {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:49.792966 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02192778-86dc-4d55-8759-d63195143468', 'tag': '0285dffd-5957-4323-b54a-84c0c333dbfa', 'status': 'completed', 'code': 200} Nov 18 17:08:49.884720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-9534e680-73ce-458d-8526-07be6bc7e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:49.886877 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-9534e680-73ce-458d-8526-07be6bc7e5fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 1100 time: 0.0647278 Nov 18 17:08:49.910434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-40abade2-25db-4b42-8d49-37e1529f885f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:49.912055 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-40abade2-25db-4b42-8d49-37e1529f885f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1324415 Nov 18 17:08:49.934448 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-eb4ab583-8fec-4728-811c-4e80d6e53aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:49.936039 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-eb4ab583-8fec-4728-811c-4e80d6e53aef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 1100 time: 0.1112134 Nov 18 17:08:49.980860 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849392c-a1ac-4ba0-a2eb-91b45e998d40 req-9183a106-899f-4222-b3cb-7a7f19d38a3e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:49.981945 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a849392c-a1ac-4ba0-a2eb-91b45e998d40 req-9183a106-899f-4222-b3cb-7a7f19d38a3e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 949 time: 0.1226354 Nov 18 17:08:50.009847 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-9f499d76-253a-46f1-a23a-95f4c213e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:50.012076 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-9f499d76-253a-46f1-a23a-95f4c213e5c7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1163816 Nov 18 17:08:50.062514 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-e179b4bb-3a13-4250-9155-313768687882 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=0285dffd-5957-4323-b54a-84c0c333dbfa HTTP/1.1" status: 200 len: 217 time: 0.0378611 Nov 18 17:08:50.144463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ab173d-babc-4886-bda8-f472476d7d31 req-fef532f6-39d7-4a7b-803d-65cf4eab9db8 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Made reservation on behalf of c3bc532e43f648478ff37d9f8bb2c0af for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:50.148638 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-21ab173d-babc-4886-bda8-f472476d7d31 req-fef532f6-39d7-4a7b-803d-65cf4eab9db8 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:50.188197 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-33257430-5c99-42d5-96f8-577f18fdbdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:50.190800 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-33257430-5c99-42d5-96f8-577f18fdbdf0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1023035 Nov 18 17:08:50.333914 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-19bab18a-8014-4b0d-bcd6-66e195cc4d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:50.339563 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-19bab18a-8014-4b0d-bcd6-66e195cc4d48 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1097603 Nov 18 17:08:50.378446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-32794f91-1ea2-4833-b3b6-7fb3d441cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:50.379529 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-32794f91-1ea2-4833-b3b6-7fb3d441cf59 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4604526 Nov 18 17:08:50.382091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-21ab173d-babc-4886-bda8-f472476d7d31 req-fef532f6-39d7-4a7b-803d-65cf4eab9db8 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Allocated IP 172.20.0.6 (4b8f46f4-882b-4562-848c-31b4ccc8252f/1fd090af-9053-4a66-81a3-f9e7d42c0053/8f248bfc-5e43-4e41-a179-d4f51f791aa7) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:08:50.458823 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-6a3a6644-f30a-4221-92e0-bea38a3e0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:50.460646 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-6a3a6644-f30a-4221-92e0-bea38a3e0d0d service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.5102265 Nov 18 17:08:50.464661 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a849392c-a1ac-4ba0-a2eb-91b45e998d40 req-981d19c1-5898-4fd3-a01c-6ad596ef54ac tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745448 Nov 18 17:08:50.484484 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-ebca68d4-37b8-406f-a256-b7ab00c02ed7 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380215 Nov 18 17:08:50.552451 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-c780778b-8caa-4f6d-bd42-0074035661d0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=0285dffd-5957-4323-b54a-84c0c333dbfa HTTP/1.1" status: 200 len: 217 time: 0.0799675 Nov 18 17:08:50.564966 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03130c86-1d22-4411-96b4-20b9d489f848 req-c3327528-8133-4171-b7a6-62d5d0c88cbc tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:50.572708 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03130c86-1d22-4411-96b4-20b9d489f848 req-c3327528-8133-4171-b7a6-62d5d0c88cbc tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 948 time: 0.2177923 Nov 18 17:08:50.648347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-359c1ee9-d740-454e-a305-f892f9300269 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410338 Nov 18 17:08:50.678994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03130c86-1d22-4411-96b4-20b9d489f848 req-0d04fb11-a250-4d51-bbd7-85beba0f0ba8 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054046 Nov 18 17:08:50.680456 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-4db456c6-d0f6-438e-8a78-3fb97490daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:50.681944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-4db456c6-d0f6-438e-8a78-3fb97490daa5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1047766 Nov 18 17:08:50.683967 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-21ab173d-babc-4886-bda8-f472476d7d31 req-fef532f6-39d7-4a7b-803d-65cf4eab9db8 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:50.701398 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:50.735973 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-168b99f6-8c3c-4dd2-992c-67afb8fc3d81 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596999 Nov 18 17:08:50.830716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-116dc048-e737-43ec-b3c0-cfa110561522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:50.832986 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-116dc048-e737-43ec-b3c0-cfa110561522 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1370561 Nov 18 17:08:50.855335 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-443d5a0f-b168-4915-8cad-f64f0416f5e2 req-c2ad62da-e3ee-48f8-8908-14229f8e78cc service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882155 Nov 18 17:08:50.878311 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-21ab173d-babc-4886-bda8-f472476d7d31 req-fef532f6-39d7-4a7b-803d-65cf4eab9db8 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:50.934633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:08:50.938779 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:50.939454 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:50.942112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ab173d-babc-4886-bda8-f472476d7d31 req-fef532f6-39d7-4a7b-803d-65cf4eab9db8 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Network 4b8f46f4-882b-4562-848c-31b4ccc8252f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:50.945677 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-21ab173d-babc-4886-bda8-f472476d7d31 req-fef532f6-39d7-4a7b-803d-65cf4eab9db8 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:50.950763 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ab173d-babc-4886-bda8-f472476d7d31 req-fef532f6-39d7-4a7b-803d-65cf4eab9db8 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:08:50.961520 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef532f6-39d7-4a7b-803d-65cf4eab9db8 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Pushing event updated for resources: {'Port': ['ID=8f248bfc-5e43-4e41-a179-d4f51f791aa7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:51.032904 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab173d-babc-4886-bda8-f472476d7d31 req-fef532f6-39d7-4a7b-803d-65cf4eab9db8 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:51.033509 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-21ab173d-babc-4886-bda8-f472476d7d31 req-fef532f6-39d7-4a7b-803d-65cf4eab9db8 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:51.091319 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:51.093501 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb2fc5-c171-4eea-a034-e20fcc28a194 req-d338dcc2-cb08-460d-b007-fc7d78afb735 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:51.101810 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97bb2fc5-c171-4eea-a034-e20fcc28a194 req-d338dcc2-cb08-460d-b007-fc7d78afb735 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 947 time: 0.2960579 Nov 18 17:08:51.132599 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21ab173d-babc-4886-bda8-f472476d7d31 req-fef532f6-39d7-4a7b-803d-65cf4eab9db8 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8444488 Nov 18 17:08:51.145517 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:51.146935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Request body: {'port': {'device_id': '0b322972-19cd-4bfb-af9d-e6d7c79ffe97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:51.148931 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7accf8-688c-4dff-b10a-72ac0ce330a1" -d '{"events": [{"server_uuid": "cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69", "name": "network-vif-plugged", "status": "completed", "tag": "2113d2df-3c8f-4063-b5e1-cb4a7f9196b4"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:51.165760 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:51.165760 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2113d2df-3c8f-4063-b5e1-cb4a7f9196b4,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:51.206028 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79b856-7344-4095-9999-b35a01cba397 req-161b6c49-d190-484b-9f4d-3df4376ea625 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:51.213822 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da79b856-7344-4095-9999-b35a01cba397 req-161b6c49-d190-484b-9f4d-3df4376ea625 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 931 time: 0.3483739 Nov 18 17:08:51.217752 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:51.240089 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97bb2fc5-c171-4eea-a034-e20fcc28a194 req-7e4ad47d-4382-4ead-a601-c1f7e3c5134c tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e3b4944-f1a3-4280-9314-0d49d85e5e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321435 Nov 18 17:08:51.250687 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-963aab70-01fa-4c83-9735-ab954d75605e service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937259 Nov 18 17:08:51.253468 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:51.254289 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 5850bb26-aa4a-41aa-b226-91a828f7961c up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:51.258433 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a255f-e1d0-4bae-8b52-23ce2714e3c1 req-d94887af-17aa-46cd-8108-36d3ba55717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:51.264698 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-252a255f-e1d0-4bae-8b52-23ce2714e3c1 req-d94887af-17aa-46cd-8108-36d3ba55717b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b9f52fbcb3f94fd991776745a1a8302d&device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 1099 time: 0.2323227 Nov 18 17:08:51.428518 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=2113d2df-3c8f-4063-b5e1-cb4a7f9196b4,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:51.487920 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1592b405-69e2-47b6-895b-17699cede1ea req-10564ff4-7705-41e2-a8a1-93e8830c5f5f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 210 time: 0.1316185 Nov 18 17:08:51.518282 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 5850bb26-aa4a-41aa-b226-91a828f7961c completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:08:51.522784 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 5850bb26-aa4a-41aa-b226-91a828f7961c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:51.526105 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:51.584461 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a30b80-eac3-405e-817c-32423fbef0c5 x-openstack-request-id: req-89a30b80-eac3-405e-817c-32423fbef0c5 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:51.584990 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69", "name": "network-vif-plugged", "status": "completed", "tag": "2113d2df-3c8f-4063-b5e1-cb4a7f9196b4", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:51.589326 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-89a30b80-eac3-405e-817c-32423fbef0c5 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:51.589326 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4', 'code': 200} Nov 18 17:08:51.616424 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da79b856-7344-4095-9999-b35a01cba397 req-21a04151-1eb6-4e86-ac50-825f3a4a41ea tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013016 Nov 18 17:08:51.728430 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:51.737094 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f55fe-a68c-427f-b19d-135dfde2cc47 req-e3b91986-f269-49b3-acf9-0b1a521420c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:51.740370 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a255f-e1d0-4bae-8b52-23ce2714e3c1 req-04a55452-dcd6-4955-b9fe-140380f6971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:51.742471 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-252a255f-e1d0-4bae-8b52-23ce2714e3c1 req-04a55452-dcd6-4955-b9fe-140380f6971f service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.4440553 Nov 18 17:08:51.745039 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-613f55fe-a68c-427f-b19d-135dfde2cc47 req-e3b91986-f269-49b3-acf9-0b1a521420c0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69 HTTP/1.1" status: 200 len: 1102 time: 0.0876524 Nov 18 17:08:51.800545 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-efe30ff6-8941-455f-a0e3-d1382ccb2231 req-7e194c49-0ec7-4d97-b6fa-8e3d28a3a3f5 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328948 Nov 18 17:08:51.831482 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 5850bb26-aa4a-41aa-b226-91a828f7961c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5850bb26-aa4a-41aa-b226-91a828f7961c,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:51.870759 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-252a255f-e1d0-4bae-8b52-23ce2714e3c1 req-e46721e6-7860-40bc-ad24-f36478b89f2c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=abac8863-5932-42d7-aedc-3010bf267ee8 HTTP/1.1" status: 200 len: 217 time: 0.0857859 Nov 18 17:08:51.911889 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:51.919110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f248bfc-5e43-4e41-a179-d4f51f791aa7 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:08:51.929874 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:51.945878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d3db9-c9ee-47c3-809d-0780cbb00717 req-603576f6-ce02-4e1c-8b21-73f8e1360734 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:51.949300 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Transition to ACTIVE for port object 8f248bfc-5e43-4e41-a179-d4f51f791aa7 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:08:51.957911 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-481d3db9-c9ee-47c3-809d-0780cbb00717 req-603576f6-ce02-4e1c-8b21-73f8e1360734 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 949 time: 0.2684002 Nov 18 17:08:51.971006 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=5850bb26-aa4a-41aa-b226-91a828f7961c,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:52.039139 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a255f-e1d0-4bae-8b52-23ce2714e3c1 req-dcd9987d-8249-43a4-9813-f9c757d4b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:52.041116 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-252a255f-e1d0-4bae-8b52-23ce2714e3c1 req-dcd9987d-8249-43a4-9813-f9c757d4b5ad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1423197 Nov 18 17:08:52.041727 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:52.085714 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-481d3db9-c9ee-47c3-809d-0780cbb00717 req-a390d24a-c1ea-4a7f-b966-f3a183b3c13e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307869 Nov 18 17:08:52.089820 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-613f55fe-a68c-427f-b19d-135dfde2cc47 req-dc9e3a11-9dca-4341-801a-28b8deb0a439 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343272 Nov 18 17:08:52.130060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672e9b3-b48c-457d-aede-963ffb09dcfe req-386704ee-49f6-48b8-89ad-ec5445b69fae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:52.132151 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f672e9b3-b48c-457d-aede-963ffb09dcfe req-386704ee-49f6-48b8-89ad-ec5445b69fae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 948 time: 0.1706398 Nov 18 17:08:52.160234 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a255f-e1d0-4bae-8b52-23ce2714e3c1 req-43392ef4-cf84-449b-bc93-245c1a871d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:52.162244 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-252a255f-e1d0-4bae-8b52-23ce2714e3c1 req-43392ef4-cf84-449b-bc93-245c1a871d23 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1075630 Nov 18 17:08:52.216770 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f672e9b3-b48c-457d-aede-963ffb09dcfe req-aca40f8a-c941-4f9d-b9a2-497781fd75b5 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754852 Nov 18 17:08:52.288692 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Pushing event updated for resources: {'Port': ['ID=8f248bfc-5e43-4e41-a179-d4f51f791aa7,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:52.292924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Attempting to bind port 8f248bfc-5e43-4e41-a179-d4f51f791aa7 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:08:52.293390 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Attempting to bind port 8f248bfc-5e43-4e41-a179-d4f51f791aa7 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '44eacfb7-b260-4147-a313-fcfd38c6afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:08:52.293838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Attempting to bind port 8f248bfc-5e43-4e41-a179-d4f51f791aa7 on network 4b8f46f4-882b-4562-848c-31b4ccc8252f {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:52.301311 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 0285dffd-5957-4323-b54a-84c0c333dbfa details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:08:52.317321 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Port 8f248bfc-5e43-4e41-a179-d4f51f791aa7 on network 4b8f46f4-882b-4562-848c-31b4ccc8252f not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:08:52.318279 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Attempting to bind port 8f248bfc-5e43-4e41-a179-d4f51f791aa7 on network 4b8f46f4-882b-4562-848c-31b4ccc8252f {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:52.327744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:08:52.328678 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Checking segment: {'id': '44eacfb7-b260-4147-a313-fcfd38c6afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:52.329178 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Bound using segment: {'id': '44eacfb7-b260-4147-a313-fcfd38c6afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:08:52.329694 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Bound port: 8f248bfc-5e43-4e41-a179-d4f51f791aa7, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44eacfb7-b260-4147-a313-fcfd38c6afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:08:52.330186 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:52.346513 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-252a255f-e1d0-4bae-8b52-23ce2714e3c1 req-0c592f6d-0918-45d3-8ec0-1ca047a67fa5 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744020 Nov 18 17:08:52.459466 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a853af-a72e-4180-b458-c15a38c9b810 req-e302060c-fbdb-4ca8-9019-7ce286595751 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:52.467830 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09a853af-a72e-4180-b458-c15a38c9b810 req-e302060c-fbdb-4ca8-9019-7ce286595751 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 947 time: 0.1192353 Nov 18 17:08:52.495757 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=0285dffd-5957-4323-b54a-84c0c333dbfa,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:52.505979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] For port 8f248bfc-5e43-4e41-a179-d4f51f791aa7, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:52.509900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] For port 8f248bfc-5e43-4e41-a179-d4f51f791aa7, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8f248bfc-5e43-4e41-a179-d4f51f791aa7,segment=NetworkSegment(44eacfb7-b260-4147-a313-fcfd38c6afd8),segment_id=44eacfb7-b260-4147-a313-fcfd38c6afd8)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:08:52.519552 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-d1fb19b3-9947-482c-81fa-1f54c60c110a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:52.521658 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-d1fb19b3-9947-482c-81fa-1f54c60c110a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.83 "GET /v2.0/networks?id=5081e599-c749-48b6-bd1f-9b11ee49b04a HTTP/1.1" status: 200 len: 822 time: 0.2468269 Nov 18 17:08:52.534491 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-252a255f-e1d0-4bae-8b52-23ce2714e3c1 req-9931073a-3078-4bda-b25d-afd370438df3 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747420 Nov 18 17:08:52.537901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-1c571e22-878b-44ba-af94-d0879c8582f1 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Request body: {'port': {'device_id': 'e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3', 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a', 'admin_state_up': True, 'tenant_id': '0a95fb8abcec43a69396adebe0839baf'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:52.549507 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '0285dffd-5957-4323-b54a-84c0c333dbfa', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '0285dffd-5957-4323-b54a-84c0c333dbfa', 'mac_address': 'fa:16:3e:42:28:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:08:52.555546 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09a853af-a72e-4180-b458-c15a38c9b810 req-59131dd1-6b05-4c51-92a1-818a6c6d50da tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e3b4944-f1a3-4280-9314-0d49d85e5e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865438 Nov 18 17:08:52.584440 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:52.673531 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:52.682602 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66b1e5fb-03db-4fc1-91e5-72905da47ba7 req-cc0b656a-3352-4d1f-924c-4f0f5d125889 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 210 time: 0.0511923 Nov 18 17:08:52.685098 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:52.718365 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0285dffd-5957-4323-b54a-84c0c333dbfa {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:08:52.744912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=0285dffd-5957-4323-b54a-84c0c333dbfa,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:52.778727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86daf9-9a4c-42cd-91c1-10b75f7e677c req-c6140bdf-f1cd-4c4c-99d7-0becce93ed96 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:52.781020 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cf86daf9-9a4c-42cd-91c1-10b75f7e677c req-c6140bdf-f1cd-4c4c-99d7-0becce93ed96 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 943 time: 0.0673258 Nov 18 17:08:52.827127 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:52.875095 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cf86daf9-9a4c-42cd-91c1-10b75f7e677c req-fc93571a-b807-4995-842c-0157c7026091 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870099 Nov 18 17:08:52.970561 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=0285dffd-5957-4323-b54a-84c0c333dbfa,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:53.022516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:53.023137 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:53.024567 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] 10.222.0.83 "PUT /v2.0/ports/8f248bfc-5e43-4e41-a179-d4f51f791aa7 HTTP/1.1" status: 200 len: 1092 time: 1.8829885 Nov 18 17:08:53.025017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b322972-19cd-4bfb-af9d-e6d7c79ffe97', 'tag': '8f248bfc-5e43-4e41-a179-d4f51f791aa7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:53.027922 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f134b2de-a59d-4b02-9482-2bd57074d294" -d '{"events": [{"name": "network-changed", "server_uuid": "0b322972-19cd-4bfb-af9d-e6d7c79ffe97", "tag": "8f248bfc-5e43-4e41-a179-d4f51f791aa7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:53.071681 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9b0608-3408-4650-9733-c05633674a74 x-openstack-request-id: req-6a9b0608-3408-4650-9733-c05633674a74 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:53.072064 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b322972-19cd-4bfb-af9d-e6d7c79ffe97", "tag": "8f248bfc-5e43-4e41-a179-d4f51f791aa7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:53.072861 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6a9b0608-3408-4650-9733-c05633674a74 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:53.073256 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b322972-19cd-4bfb-af9d-e6d7c79ffe97', 'tag': '8f248bfc-5e43-4e41-a179-d4f51f791aa7', 'status': 'completed', 'code': 200} Nov 18 17:08:53.075493 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cecf2-c5b5-4210-9ff1-ec43a63d0c23 service neutron] Pushing event updated for resources: {'Port': ['ID=8f248bfc-5e43-4e41-a179-d4f51f791aa7,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:53.089073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['0285dffd-5957-4323-b54a-84c0c333dbfa'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:08:53.144147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134b2de-a59d-4b02-9482-2bd57074d294 req-437b40bf-8a87-439e-8bd8-8c73901f0a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:53.145704 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f134b2de-a59d-4b02-9482-2bd57074d294 req-437b40bf-8a87-439e-8bd8-8c73901f0a4c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc532e43f648478ff37d9f8bb2c0af&device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 1095 time: 0.0512693 Nov 18 17:08:53.208723 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-1c571e22-878b-44ba-af94-d0879c8582f1 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Made reservation on behalf of 0a95fb8abcec43a69396adebe0839baf for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:08:53.212741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-1c571e22-878b-44ba-af94-d0879c8582f1 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:53.254179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217fca8-88bc-4d55-9627-cd6a9037567a req-d38520bc-d664-4780-b95f-208f2b7deb76 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:53.263818 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e217fca8-88bc-4d55-9627-cd6a9037567a req-d38520bc-d664-4780-b95f-208f2b7deb76 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 950 time: 0.0699182 Nov 18 17:08:53.358145 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e217fca8-88bc-4d55-9627-cd6a9037567a req-5454483a-7b62-4821-a0df-74913e080f29 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933049 Nov 18 17:08:53.396775 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0e929-c331-44e1-9108-3fc2532a77ab req-40478ef4-c77c-455c-a03a-42f70ea076fd tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:53.398388 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64d0e929-c331-44e1-9108-3fc2532a77ab req-40478ef4-c77c-455c-a03a-42f70ea076fd tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 949 time: 0.0577664 Nov 18 17:08:53.428058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134b2de-a59d-4b02-9482-2bd57074d294 req-69a7066c-7dba-4a70-bdf5-8db234d82a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:53.429549 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f134b2de-a59d-4b02-9482-2bd57074d294 req-69a7066c-7dba-4a70-bdf5-8db234d82a0e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c3bc532e43f648478ff37d9f8bb2c0af&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2746139 Nov 18 17:08:53.450506 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64d0e929-c331-44e1-9108-3fc2532a77ab req-1f4e57fc-b813-4181-a2a7-1d0b4e3b1e2e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451629 Nov 18 17:08:53.554096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-1c571e22-878b-44ba-af94-d0879c8582f1 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Allocated IP 172.20.0.2 (5081e599-c749-48b6-bd1f-9b11ee49b04a/e20b73df-b35d-4384-ad07-d38c6494ce58/3cb27dc7-348a-4dd5-b641-7a407e54b565) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:08:53.586962 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05d5774-980a-4444-9267-14816f6c1fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5850bb26-aa4a-41aa-b226-91a828f7961c'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:53.592353 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7624d9-1cd6-4104-9157-2fbddbb05d90" -d '{"events": [{"server_uuid": "e05d5774-980a-4444-9267-14816f6c1fb0", "name": "network-vif-plugged", "status": "completed", "tag": "5850bb26-aa4a-41aa-b226-91a828f7961c"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:53.596402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134b2de-a59d-4b02-9482-2bd57074d294 req-84a8dc99-268f-4053-9ef6-8874abb481fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:53.597950 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f134b2de-a59d-4b02-9482-2bd57074d294 req-84a8dc99-268f-4053-9ef6-8874abb481fb service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1602619 Nov 18 17:08:53.715197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24e3e-419a-4445-91c3-313e85a25e40 req-db1bb63e-8c19-4e7f-844a-8d0aaa9c6006 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:53.716773 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-acb24e3e-419a-4445-91c3-313e85a25e40 req-db1bb63e-8c19-4e7f-844a-8d0aaa9c6006 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 947 time: 0.0558765 Nov 18 17:08:53.749997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab173d-babc-4886-bda8-f472476d7d31 req-d4222e7d-4742-4d1a-a0cf-5386841bf8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:53.751505 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21ab173d-babc-4886-bda8-f472476d7d31 req-d4222e7d-4742-4d1a-a0cf-5386841bf8c6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc532e43f648478ff37d9f8bb2c0af&device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 1095 time: 0.1026208 Nov 18 17:08:53.784261 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-acb24e3e-419a-4445-91c3-313e85a25e40 req-c8087094-e3dd-4835-b8e5-ffbf83bb2061 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e3b4944-f1a3-4280-9314-0d49d85e5e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609367 Nov 18 17:08:53.816377 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21ab173d-babc-4886-bda8-f472476d7d31 req-be3dcd55-23be-41e9-890f-3735487d5fd3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f248bfc-5e43-4e41-a179-d4f51f791aa7 HTTP/1.1" status: 200 len: 217 time: 0.0453455 Nov 18 17:08:53.839021 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163ef143-593c-41d9-9a08-146b46c51b55 x-openstack-request-id: req-163ef143-593c-41d9-9a08-146b46c51b55 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:53.839560 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05d5774-980a-4444-9267-14816f6c1fb0", "name": "network-vif-plugged", "status": "completed", "tag": "5850bb26-aa4a-41aa-b226-91a828f7961c", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:53.839683 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-163ef143-593c-41d9-9a08-146b46c51b55 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:53.840007 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05d5774-980a-4444-9267-14816f6c1fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5850bb26-aa4a-41aa-b226-91a828f7961c', 'code': 200} Nov 18 17:08:53.859996 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-1c571e22-878b-44ba-af94-d0879c8582f1 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:53.891871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab173d-babc-4886-bda8-f472476d7d31 req-0958e6a8-e14e-47a6-97ea-a5b9ceec28bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:53.893457 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21ab173d-babc-4886-bda8-f472476d7d31 req-0958e6a8-e14e-47a6-97ea-a5b9ceec28bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fd090af-9053-4a66-81a3-f9e7d42c0053 HTTP/1.1" status: 200 len: 851 time: 0.0688000 Nov 18 17:08:53.942879 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c78d5e3-db39-4bf6-8a04-db835019c87b req-ac74137c-8ffe-4a0b-8d80-e592b34854e8 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 210 time: 0.0402982 Nov 18 17:08:53.946781 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21ab173d-babc-4886-bda8-f472476d7d31 req-a400171d-5dc6-4824-b4fd-7ecd2a62691b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4b8f46f4-882b-4562-848c-31b4ccc8252f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426254 Nov 18 17:08:54.057760 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-1c571e22-878b-44ba-af94-d0879c8582f1 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:54.062462 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acfb05-02f7-47d8-ac5b-aaaafe89f19a req-dd579a3a-8cfd-4c3e-928a-a8006d9a13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:54.064005 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a1acfb05-02f7-47d8-ac5b-aaaafe89f19a req-dd579a3a-8cfd-4c3e-928a-a8006d9a13ad service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 1102 time: 0.1293108 Nov 18 17:08:54.129406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c571e22-878b-44ba-af94-d0879c8582f1 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Pushing event updated for resources: {'Port': ['ID=3cb27dc7-348a-4dd5-b641-7a407e54b565,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:54.157190 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21ab173d-babc-4886-bda8-f472476d7d31 req-e98b20a4-2311-4718-80d6-ae989b5ee273 service neutron] 10.222.0.83 "GET /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923428 Nov 18 17:08:54.163134 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-1c571e22-878b-44ba-af94-d0879c8582f1 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Network 5081e599-c749-48b6-bd1f-9b11ee49b04a is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:08:54.174144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-1c571e22-878b-44ba-af94-d0879c8582f1 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:08:54.187468 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-1c571e22-878b-44ba-af94-d0879c8582f1 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:08:54.191238 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84222a5c-db95-4dc3-8cc9-201ff7c532d8 req-9ba84586-8839-42c2-863a-e6336f9aa124 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:54.199023 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84222a5c-db95-4dc3-8cc9-201ff7c532d8 req-9ba84586-8839-42c2-863a-e6336f9aa124 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 943 time: 0.0921161 Nov 18 17:08:54.251466 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97cf71-7546-472d-81a5-4322965c504e req-df5f8ee1-d9f9-417c-b13d-063c0a9da377 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:54.253044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee97cf71-7546-472d-81a5-4322965c504e req-df5f8ee1-d9f9-417c-b13d-063c0a9da377 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.83 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468&tenant_id=b5619a9fdad84356bf3a835e304c5fab&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 949 time: 0.1189370 Nov 18 17:08:54.280199 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a1acfb05-02f7-47d8-ac5b-aaaafe89f19a req-01124a26-dbf6-4fbe-918c-5571c916a8ba service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521423 Nov 18 17:08:54.312918 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device abac8863-5932-42d7-aedc-3010bf267ee8 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:08:54.316854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 0285dffd-5957-4323-b54a-84c0c333dbfa up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:54.321897 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84222a5c-db95-4dc3-8cc9-201ff7c532d8 req-dd036ff7-6abe-4b10-b867-d6075ed0fe1c tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219819 Nov 18 17:08:54.322063 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-1c571e22-878b-44ba-af94-d0879c8582f1 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:54.323301 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-1c571e22-878b-44ba-af94-d0879c8582f1 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:54.334143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7544a-c475-4b33-90a9-5d8a787eddff req-b649a588-122e-46d8-952f-53b007c2ebba tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:54.341515 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ad7544a-c475-4b33-90a9-5d8a787eddff req-b649a588-122e-46d8-952f-53b007c2ebba tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 949 time: 0.1388609 Nov 18 17:08:54.364905 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21ab173d-babc-4886-bda8-f472476d7d31 req-9d1ddccd-3b41-443e-92f7-e26eb31d3af1 service neutron] 10.222.0.83 "GET /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921418 Nov 18 17:08:54.384063 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee97cf71-7546-472d-81a5-4322965c504e req-ca8a3a4a-a56a-4f52-b779-1c0005ca6ae1 service neutron] 10.222.0.83 "GET /v2.0/ports/0285dffd-5957-4323-b54a-84c0c333dbfa/bindings/n-h2-813419-11 HTTP/1.1" status: 200 len: 383 time: 0.1169810 Nov 18 17:08:54.412158 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-1c571e22-878b-44ba-af94-d0879c8582f1 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8790944 Nov 18 17:08:54.419327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ad7544a-c475-4b33-90a9-5d8a787eddff req-d35891b1-8169-4800-89d0-6674869df762 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752487 Nov 18 17:08:54.428805 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Request body: {'port': {'device_id': 'e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:54.501039 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:54.527688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97cf71-7546-472d-81a5-4322965c504e req-d35291bb-bb2c-4558-b928-28a911b3f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:54.529845 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee97cf71-7546-472d-81a5-4322965c504e req-d35291bb-bb2c-4558-b928-28a911b3f79d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 1101 time: 0.1112204 Nov 18 17:08:54.545822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835105e-2a6f-4366-9a6c-1c702de0e277 req-ede24c1d-f9b4-459a-8c69-1438ac20d87f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:54.547840 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c835105e-2a6f-4366-9a6c-1c702de0e277 req-ede24c1d-f9b4-459a-8c69-1438ac20d87f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 950 time: 0.0898652 Nov 18 17:08:54.565268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port abac8863-5932-42d7-aedc-3010bf267ee8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=abac8863-5932-42d7-aedc-3010bf267ee8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:54.582946 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'abac8863-5932-42d7-aedc-3010bf267ee8', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': 'abac8863-5932-42d7-aedc-3010bf267ee8', 'mac_address': 'fa:16:3e:4a:7c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:08:54.617862 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 0285dffd-5957-4323-b54a-84c0c333dbfa completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:08:54.628780 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 0285dffd-5957-4323-b54a-84c0c333dbfa triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:54.631730 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:54.651007 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:54.673976 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c835105e-2a6f-4366-9a6c-1c702de0e277 req-49c00b63-8cbe-4e36-9ba5-b6b7292f84cb tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152840 Nov 18 17:08:54.706354 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97cf71-7546-472d-81a5-4322965c504e req-e5113da8-3a30-4c24-a4c6-2fb24cd69115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:54.707911 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee97cf71-7546-472d-81a5-4322965c504e req-e5113da8-3a30-4c24-a4c6-2fb24cd69115 service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1588216 Nov 18 17:08:54.723852 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abac8863-5932-42d7-aedc-3010bf267ee8 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:08:54.764962 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee97cf71-7546-472d-81a5-4322965c504e req-fa004366-91c8-4dc7-a0b6-9b9cc17c9fae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=0285dffd-5957-4323-b54a-84c0c333dbfa HTTP/1.1" status: 200 len: 217 time: 0.0486190 Nov 18 17:08:54.765837 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port abac8863-5932-42d7-aedc-3010bf267ee8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=abac8863-5932-42d7-aedc-3010bf267ee8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:54.809475 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:54.830050 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:54.851038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97cf71-7546-472d-81a5-4322965c504e req-790f36f4-fcb6-471f-babb-87a4955ddbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:54.854561 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee97cf71-7546-472d-81a5-4322965c504e req-790f36f4-fcb6-471f-babb-87a4955ddbbd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0804472 Nov 18 17:08:54.860109 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb27dc7-348a-4dd5-b641-7a407e54b565 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:08:54.876167 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=0285dffd-5957-4323-b54a-84c0c333dbfa,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:54.895476 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:54.904460 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=abac8863-5932-42d7-aedc-3010bf267ee8,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:54.911159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Transition to ACTIVE for port object 3cb27dc7-348a-4dd5-b641-7a407e54b565 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:08:54.940068 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:54.964671 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97cf71-7546-472d-81a5-4322965c504e req-28957830-3507-4585-bc79-fbe37d3a4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:54.965951 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee97cf71-7546-472d-81a5-4322965c504e req-28957830-3507-4585-bc79-fbe37d3a4d35 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033804 Nov 18 17:08:54.981479 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5552874-84e7-4c70-b47c-9f0fe6487a2b req-2998726b-42f5-45b5-880b-6c64ebff7f74 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:54.990857 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a5552874-84e7-4c70-b47c-9f0fe6487a2b req-2998726b-42f5-45b5-880b-6c64ebff7f74 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 948 time: 0.0794551 Nov 18 17:08:54.991764 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:55.023603 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=0285dffd-5957-4323-b54a-84c0c333dbfa,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:55.075279 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb27dc7-348a-4dd5-b641-7a407e54b565,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:55.097477 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['abac8863-5932-42d7-aedc-3010bf267ee8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:08:55.151041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Attempting to bind port 3cb27dc7-348a-4dd5-b641-7a407e54b565 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:08:55.151757 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Attempting to bind port 3cb27dc7-348a-4dd5-b641-7a407e54b565 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '09e7b4fa-d6c3-45d1-9554-35762703303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:08:55.152657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Attempting to bind port 3cb27dc7-348a-4dd5-b641-7a407e54b565 on network 5081e599-c749-48b6-bd1f-9b11ee49b04a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:55.157841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Port 3cb27dc7-348a-4dd5-b641-7a407e54b565 on network 5081e599-c749-48b6-bd1f-9b11ee49b04a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:08:55.158409 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Attempting to bind port 3cb27dc7-348a-4dd5-b641-7a407e54b565 on network 5081e599-c749-48b6-bd1f-9b11ee49b04a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:55.164269 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:08:55.164894 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Checking segment: {'id': '09e7b4fa-d6c3-45d1-9554-35762703303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:55.165517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Bound using segment: {'id': '09e7b4fa-d6c3-45d1-9554-35762703303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:08:55.166199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Bound port: 3cb27dc7-348a-4dd5-b641-7a407e54b565, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e7b4fa-d6c3-45d1-9554-35762703303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:08:55.166785 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:55.207533 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a5552874-84e7-4c70-b47c-9f0fe6487a2b req-bb77ac60-537a-4dd2-9b7e-e1be9f6e2913 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e3b4944-f1a3-4280-9314-0d49d85e5e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075851 Nov 18 17:08:55.221708 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed53820-3387-4c66-96e4-02734cd1a453 req-2cb7c5db-0750-4ea6-b759-b2a572c2be8a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:55.223322 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eed53820-3387-4c66-96e4-02734cd1a453 req-2cb7c5db-0750-4ea6-b759-b2a572c2be8a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 943 time: 0.1774571 Nov 18 17:08:55.242760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee97cf71-7546-472d-81a5-4322965c504e req-ffd55681-8807-4245-8893-d6ba4b454f04 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492824 Nov 18 17:08:55.262847 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] For port 3cb27dc7-348a-4dd5-b641-7a407e54b565, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:55.267724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] For port 3cb27dc7-348a-4dd5-b641-7a407e54b565, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3cb27dc7-348a-4dd5-b641-7a407e54b565,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:08:55.346892 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:55.408935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee97cf71-7546-472d-81a5-4322965c504e req-51d0e725-858f-4869-bee6-824270b81066 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458368 Nov 18 17:08:55.426011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eed53820-3387-4c66-96e4-02734cd1a453 req-0cfca65d-cb08-4018-8ea2-75643cfb59d9 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922026 Nov 18 17:08:55.430737 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb27dc7-348a-4dd5-b641-7a407e54b565,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:55.460927 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:55.461845 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:55.466444 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-983c7317-7c59-4e1a-9a2b-be6855e08711 service neutron] 10.222.0.83 "PUT /v2.0/ports/3cb27dc7-348a-4dd5-b641-7a407e54b565 HTTP/1.1" status: 200 len: 1092 time: 1.0453594 Nov 18 17:08:55.467008 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3', 'tag': '3cb27dc7-348a-4dd5-b641-7a407e54b565'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:55.469806 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6d3c8c-4832-4a4f-b5a8-23a4782d4bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3", "tag": "3cb27dc7-348a-4dd5-b641-7a407e54b565"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:55.611239 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742cb80-9764-456e-97f1-084a2544e96b req-db212678-a63f-4e80-8fdc-d4f17891082c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:55.612807 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4742cb80-9764-456e-97f1-084a2544e96b req-db212678-a63f-4e80-8fdc-d4f17891082c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.1044910 Nov 18 17:08:55.621612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93668835-311f-4364-b673-e0aa388fb858 req-94a1f54e-361e-4d4e-9bd2-8a9681634ed7 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:55.628344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-93668835-311f-4364-b673-e0aa388fb858 req-94a1f54e-361e-4d4e-9bd2-8a9681634ed7 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 943 time: 0.0836160 Nov 18 17:08:55.707096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-a3f17c43-e679-4a22-bf9b-34d56722fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:55.709413 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-a3f17c43-e679-4a22-bf9b-34d56722fb17 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a95fb8abcec43a69396adebe0839baf&device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 1095 time: 0.0507772 Nov 18 17:08:55.712024 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-93668835-311f-4364-b673-e0aa388fb858 req-3ad965eb-ef1c-4806-8b55-cddc8c25a49f tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808067 Nov 18 17:08:55.715391 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4742cb80-9764-456e-97f1-084a2544e96b req-a6578511-351e-4348-8f37-dd61d9028364 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860357 Nov 18 17:08:55.773194 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-cda3246c-16a7-42bd-a4b8-1239dd58dc7f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3cb27dc7-348a-4dd5-b641-7a407e54b565 HTTP/1.1" status: 200 len: 217 time: 0.0545635 Nov 18 17:08:55.811721 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5af1732-2d74-4725-82be-100e48f9a26c x-openstack-request-id: req-f5af1732-2d74-4725-82be-100e48f9a26c {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:55.812048 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3", "tag": "3cb27dc7-348a-4dd5-b641-7a407e54b565", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:55.812314 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f5af1732-2d74-4725-82be-100e48f9a26c {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:55.812717 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3', 'tag': '3cb27dc7-348a-4dd5-b641-7a407e54b565', 'status': 'completed', 'code': 200} Nov 18 17:08:55.834296 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-7754a983-7215-4852-8608-944b452037ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:55.838483 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-7754a983-7215-4852-8608-944b452037ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e20b73df-b35d-4384-ad07-d38c6494ce58 HTTP/1.1" status: 200 len: 862 time: 0.0529606 Nov 18 17:08:55.841375 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02192778-86dc-4d55-8759-d63195143468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0285dffd-5957-4323-b54a-84c0c333dbfa'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:55.844079 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0412f9-2211-4142-9b75-e49d4a9492bf" -d '{"events": [{"server_uuid": "02192778-86dc-4d55-8759-d63195143468", "name": "network-vif-plugged", "status": "completed", "tag": "0285dffd-5957-4323-b54a-84c0c333dbfa"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:55.855221 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caed7-1463-4853-bef8-04341f132877 req-3ccdd21b-da83-4149-af63-84917fd59a6f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:55.857578 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b32caed7-1463-4853-bef8-04341f132877 req-3ccdd21b-da83-4149-af63-84917fd59a6f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 950 time: 0.0519881 Nov 18 17:08:55.885953 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-42ca2231-d47e-43eb-ad70-7e078ebb9ec1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5081e599-c749-48b6-bd1f-9b11ee49b04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419955 Nov 18 17:08:55.904934 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fddffb8-ba56-4c66-8586-16f6574b1315 x-openstack-request-id: req-0fddffb8-ba56-4c66-8586-16f6574b1315 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:55.905418 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02192778-86dc-4d55-8759-d63195143468", "name": "network-vif-plugged", "status": "completed", "tag": "0285dffd-5957-4323-b54a-84c0c333dbfa", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:55.905418 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0fddffb8-ba56-4c66-8586-16f6574b1315 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:55.905854 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02192778-86dc-4d55-8759-d63195143468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0285dffd-5957-4323-b54a-84c0c333dbfa', 'code': 200} Nov 18 17:08:55.920708 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b32caed7-1463-4853-bef8-04341f132877 req-743cbbc6-0f00-45a5-93ac-26bee0663f3c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557547 Nov 18 17:08:55.958859 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:08:55.989646 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-3224fd67-c5ae-48ab-a972-8ffe9f7ff222 service neutron] 10.222.0.83 "GET /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943048 Nov 18 17:08:56.059667 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3c752-215a-4ee2-a00f-47d2e510221a req-e514d328-b212-42f0-9495-d836321b8258 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:56.061294 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4fd3c752-215a-4ee2-a00f-47d2e510221a req-e514d328-b212-42f0-9495-d836321b8258 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69 HTTP/1.1" status: 200 len: 950 time: 0.0522070 Nov 18 17:08:56.092924 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e190d60-bd84-42f3-ae8c-f44d112a46fc req-28c72d4f-484a-4136-aae5-0c4e71b16be3 service neutron] 10.222.0.83 "GET /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932102 Nov 18 17:08:56.113258 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4fd3c752-215a-4ee2-a00f-47d2e510221a req-4d29b1e6-1f53-48f6-8a04-738419ce0f22 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459704 Nov 18 17:08:56.243844 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d3c8c-4832-4a4f-b5a8-23a4782d4bd6 req-bb53393c-0644-4726-a6a3-cb3e82cd90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:56.245551 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c6d3c8c-4832-4a4f-b5a8-23a4782d4bd6 req-bb53393c-0644-4726-a6a3-cb3e82cd90f1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a95fb8abcec43a69396adebe0839baf&device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 1095 time: 0.0492620 Nov 18 17:08:56.311249 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2be49-87c5-4dc5-9551-e09a10d90a49 req-6c338236-a14f-4ee2-8915-62fcd0e0230a tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:56.313971 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7d2be49-87c5-4dc5-9551-e09a10d90a49 req-6c338236-a14f-4ee2-8915-62fcd0e0230a tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 948 time: 0.0540414 Nov 18 17:08:56.321043 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8f248bfc-5e43-4e41-a179-d4f51f791aa7 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:08:56.324054 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device abac8863-5932-42d7-aedc-3010bf267ee8 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:56.351410 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d3c8c-4832-4a4f-b5a8-23a4782d4bd6 req-bc40ce37-99d0-4a00-96f2-013a5be856ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:56.353670 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c6d3c8c-4832-4a4f-b5a8-23a4782d4bd6 req-bc40ce37-99d0-4a00-96f2-013a5be856ae service neutron] 10.222.0.83 "GET /v2.0/networks?id=5081e599-c749-48b6-bd1f-9b11ee49b04a HTTP/1.1" status: 200 len: 924 time: 0.1009321 Nov 18 17:08:56.373414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7d2be49-87c5-4dc5-9551-e09a10d90a49 req-83a206be-db26-48e9-808b-d89d49604f2a tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e3b4944-f1a3-4280-9314-0d49d85e5e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517106 Nov 18 17:08:56.430582 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c6d3c8c-4832-4a4f-b5a8-23a4782d4bd6 req-8d0aaa10-bd05-424f-87fb-7b9da1c44e48 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3cb27dc7-348a-4dd5-b641-7a407e54b565 HTTP/1.1" status: 200 len: 217 time: 0.0641246 Nov 18 17:08:56.467003 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 8f248bfc-5e43-4e41-a179-d4f51f791aa7, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8f248bfc-5e43-4e41-a179-d4f51f791aa7,segment=NetworkSegment(44eacfb7-b260-4147-a313-fcfd38c6afd8),segment_id=44eacfb7-b260-4147-a313-fcfd38c6afd8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:56.479454 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d74f3e-f874-468e-84c3-b67917157fa6 req-e89e8d43-b732-40f5-9c3d-563b2b227883 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:56.484611 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '8f248bfc-5e43-4e41-a179-d4f51f791aa7', 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f', 'port_id': '8f248bfc-5e43-4e41-a179-d4f51f791aa7', 'mac_address': 'fa:16:3e:fa:37:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd090af-9053-4a66-81a3-f9e7d42c0053', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:08:56.485798 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d74f3e-f874-468e-84c3-b67917157fa6 req-e89e8d43-b732-40f5-9c3d-563b2b227883 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:56.493526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d3c8c-4832-4a4f-b5a8-23a4782d4bd6 req-222c54fb-51dd-473e-9826-80adba88535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:56.494982 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74d74f3e-f874-468e-84c3-b67917157fa6 req-e89e8d43-b732-40f5-9c3d-563b2b227883 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69&device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 1691 time: 0.0712733 Nov 18 17:08:56.496248 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c6d3c8c-4832-4a4f-b5a8-23a4782d4bd6 req-222c54fb-51dd-473e-9826-80adba88535d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e20b73df-b35d-4384-ad07-d38c6494ce58 HTTP/1.1" status: 200 len: 862 time: 0.0575595 Nov 18 17:08:56.529368 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:56.547085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f248bfc-5e43-4e41-a179-d4f51f791aa7 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:08:56.551234 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c6d3c8c-4832-4a4f-b5a8-23a4782d4bd6 req-6be5e2fd-8cb3-4ef9-8901-bdef3c45a971 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5081e599-c749-48b6-bd1f-9b11ee49b04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396795 Nov 18 17:08:56.553571 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74d74f3e-f874-468e-84c3-b67917157fa6 req-4a00ead7-5b8b-4f2b-a188-e1a63e8d7311 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574758 Nov 18 17:08:56.589323 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 8f248bfc-5e43-4e41-a179-d4f51f791aa7, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8f248bfc-5e43-4e41-a179-d4f51f791aa7,segment=NetworkSegment(44eacfb7-b260-4147-a313-fcfd38c6afd8),segment_id=44eacfb7-b260-4147-a313-fcfd38c6afd8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:56.592283 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port abac8863-5932-42d7-aedc-3010bf267ee8 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:08:56.597809 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port abac8863-5932-42d7-aedc-3010bf267ee8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:56.598515 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:56.664796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892df55f-0cec-4123-917a-4999a67857cf req-05d18357-0bb7-4998-84cb-2b698b13f2e6 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:56.667060 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-892df55f-0cec-4123-917a-4999a67857cf req-05d18357-0bb7-4998-84cb-2b698b13f2e6 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 943 time: 0.0651457 Nov 18 17:08:56.683685 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c6d3c8c-4832-4a4f-b5a8-23a4782d4bd6 req-9253e1f3-e28f-4f26-86d7-5f47db1a2583 service neutron] 10.222.0.83 "GET /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189318 Nov 18 17:08:56.690320 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:56.731145 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-892df55f-0cec-4123-917a-4999a67857cf req-4fde5655-ccf4-4106-9027-342a6325f8bc tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564322 Nov 18 17:08:56.747379 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:56.774810 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=8f248bfc-5e43-4e41-a179-d4f51f791aa7,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:56.799169 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c6d3c8c-4832-4a4f-b5a8-23a4782d4bd6 req-2a60015d-9fbb-43ae-ae20-2d03dc7f4b35 service neutron] 10.222.0.83 "GET /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033494 Nov 18 17:08:56.810441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port abac8863-5932-42d7-aedc-3010bf267ee8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=abac8863-5932-42d7-aedc-3010bf267ee8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:56.840538 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be8fad-9ca8-4471-95c3-60dca29137ce req-0cfaee21-b7d2-4001-8dd1-52d7468c3a83 tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:56.842175 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-81be8fad-9ca8-4471-95c3-60dca29137ce req-0cfaee21-b7d2-4001-8dd1-52d7468c3a83 tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69 HTTP/1.1" status: 200 len: 1102 time: 0.1058829 Nov 18 17:08:56.879033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db19c7-ea19-44a6-a444-3eb6bfeb98ca req-d9d1803f-084c-4374-861b-40ca1b21092b tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:56.880694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-43db19c7-ea19-44a6-a444-3eb6bfeb98ca req-d9d1803f-084c-4374-861b-40ca1b21092b tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 944 time: 0.0720041 Nov 18 17:08:56.900546 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:56.919506 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-81be8fad-9ca8-4471-95c3-60dca29137ce req-a23f9dcf-b53c-40c0-b969-19d48013f2a0 tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709779 Nov 18 17:08:56.950450 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-43db19c7-ea19-44a6-a444-3eb6bfeb98ca req-13b4cc64-5108-4cdb-8090-6eeea7e79439 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591712 Nov 18 17:08:56.950553 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=abac8863-5932-42d7-aedc-3010bf267ee8,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:57.012185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8f248bfc-5e43-4e41-a179-d4f51f791aa7'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:08:57.058247 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9323fea7-a8d6-41f2-b3e9-2019c039a258 req-1664ddd0-56ee-4d17-952d-1cd6ac7d3401 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444713 Nov 18 17:08:57.076935 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee22999-c83f-4b75-9eeb-b9c937085d57 req-772792d9-ea9c-4a92-b511-b2dca656107c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:57.078644 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fee22999-c83f-4b75-9eeb-b9c937085d57 req-772792d9-ea9c-4a92-b511-b2dca656107c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.0862327 Nov 18 17:08:57.085325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457462d5-f68c-4c48-93fb-5a8779855527 req-29ed7753-a0ad-4f6a-b707-3cf7b1055301 tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:57.086926 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-457462d5-f68c-4c48-93fb-5a8779855527 req-29ed7753-a0ad-4f6a-b707-3cf7b1055301 tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 1102 time: 0.0641596 Nov 18 17:08:57.164750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fee22999-c83f-4b75-9eeb-b9c937085d57 req-085155da-2d72-4bb0-9b1b-763c0b2a061e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768433 Nov 18 17:08:57.190543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323fea7-a8d6-41f2-b3e9-2019c039a258 req-e6a147b5-a967-4695-82fe-d06583f1a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:57.192406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-457462d5-f68c-4c48-93fb-5a8779855527 req-1a8502f4-d23d-4f5c-8c84-8a9dfd7854fc tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900905 Nov 18 17:08:57.192556 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9323fea7-a8d6-41f2-b3e9-2019c039a258 req-e6a147b5-a967-4695-82fe-d06583f1a7f4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 1102 time: 0.0779881 Nov 18 17:08:57.314520 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323fea7-a8d6-41f2-b3e9-2019c039a258 req-71369b34-27b7-4213-a7ba-70b017cfc756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:57.316034 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9323fea7-a8d6-41f2-b3e9-2019c039a258 req-71369b34-27b7-4213-a7ba-70b017cfc756 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.0908303 Nov 18 17:08:57.360741 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9323fea7-a8d6-41f2-b3e9-2019c039a258 req-9e335bc9-6bed-493d-938f-86fa8bdd88cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=14b037fd-40a5-4cab-9075-5b29f54b7340 HTTP/1.1" status: 200 len: 217 time: 0.0376003 Nov 18 17:08:57.412461 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323fea7-a8d6-41f2-b3e9-2019c039a258 req-286c057e-5248-4708-91ef-cca706698f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:57.414110 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9323fea7-a8d6-41f2-b3e9-2019c039a258 req-286c057e-5248-4708-91ef-cca706698f76 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0462079 Nov 18 17:08:57.462076 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323fea7-a8d6-41f2-b3e9-2019c039a258 req-a7ca424d-7143-4a37-a71b-539414c7b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:57.464722 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9323fea7-a8d6-41f2-b3e9-2019c039a258 req-a7ca424d-7143-4a37-a71b-539414c7b474 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0433402 Nov 18 17:08:57.501371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7352092-bb94-4e91-9632-3f70a27717bf req-d094502a-6e40-4fcb-9c5e-23d11b39c49e tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:57.502954 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7352092-bb94-4e91-9632-3f70a27717bf req-d094502a-6e40-4fcb-9c5e-23d11b39c49e tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 949 time: 0.0510559 Nov 18 17:08:57.553729 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7352092-bb94-4e91-9632-3f70a27717bf req-9b64b600-68f2-42a9-88a5-d47ea43d9903 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e3b4944-f1a3-4280-9314-0d49d85e5e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443449 Nov 18 17:08:57.568138 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9323fea7-a8d6-41f2-b3e9-2019c039a258 req-853ff94c-538d-46d0-83d6-de159eb06d38 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947008 Nov 18 17:08:57.674379 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9323fea7-a8d6-41f2-b3e9-2019c039a258 req-9bf1975a-db2c-4822-8d8b-c4964f3b8c66 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991328 Nov 18 17:08:57.756704 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-c37789fe-e294-42c6-8378-abe5d1d54248 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ac151e4448864b68b1035daf3741f627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214226 Nov 18 17:08:57.905808 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a339c5b-a5ac-43d3-89d8-ed6de0ae6f2b req-6dee2f3a-5f7c-475c-a312-46ac7a72d14f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:57.907176 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c51f83-7fb5-4efe-af59-3b1fce4fff45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abac8863-5932-42d7-aedc-3010bf267ee8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:57.907306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a339c5b-a5ac-43d3-89d8-ed6de0ae6f2b req-6dee2f3a-5f7c-475c-a312-46ac7a72d14f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 943 time: 0.0973599 Nov 18 17:08:57.909836 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08684519-1771-4638-972d-3831eb85fb5f" -d '{"events": [{"server_uuid": "a0c51f83-7fb5-4efe-af59-3b1fce4fff45", "name": "network-vif-plugged", "status": "completed", "tag": "abac8863-5932-42d7-aedc-3010bf267ee8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:57.914225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-00477f48-84ce-4b9c-a6c0-1e1c1a71465a tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:57.917543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-00477f48-84ce-4b9c-a6c0-1e1c1a71465a tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1531475 Nov 18 17:08:57.943699 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-312e2c22-fe10-40fe-a1bc-c28c171c24d0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/quotas/ac151e4448864b68b1035daf3741f627 HTTP/1.1" status: 200 len: 375 time: 0.0211308 Nov 18 17:08:57.996994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a339c5b-a5ac-43d3-89d8-ed6de0ae6f2b req-1b39326c-14bb-4ab1-bd6a-87c532e977fb tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802972 Nov 18 17:08:58.019201 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-1a9068c0-6a87-4364-ae94-49da2e940167 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619724 Nov 18 17:08:58.045790 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a794c82-0476-423a-9ba4-0ce7048ce672 x-openstack-request-id: req-9a794c82-0476-423a-9ba4-0ce7048ce672 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:58.046283 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c51f83-7fb5-4efe-af59-3b1fce4fff45", "name": "network-vif-plugged", "status": "completed", "tag": "abac8863-5932-42d7-aedc-3010bf267ee8", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:58.046366 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9a794c82-0476-423a-9ba4-0ce7048ce672 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:58.046923 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c51f83-7fb5-4efe-af59-3b1fce4fff45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abac8863-5932-42d7-aedc-3010bf267ee8', 'code': 200} Nov 18 17:08:58.146747 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1b680-d8a7-4190-a46d-265ef9c7d7d5 req-f990983c-d7c3-4a82-8b97-83c09e74eec6 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:58.148648 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99d1b680-d8a7-4190-a46d-265ef9c7d7d5 req-f990983c-d7c3-4a82-8b97-83c09e74eec6 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 944 time: 0.0510471 Nov 18 17:08:58.175046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d24c46-cff5-4657-a449-638ffdb643dc req-0e709e56-a913-43c8-a7d7-a834244057d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:58.177020 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b7d24c46-cff5-4657-a449-638ffdb643dc req-0e709e56-a913-43c8-a7d7-a834244057d8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 1101 time: 0.0599608 Nov 18 17:08:58.206415 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99d1b680-d8a7-4190-a46d-265ef9c7d7d5 req-f5124750-968a-4439-9eab-124265f683b6 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505264 Nov 18 17:08:58.225935 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b7d24c46-cff5-4657-a449-638ffdb643dc req-b7bc013f-397e-4f7d-aeb5-1417a068c5c1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7e3b4944-f1a3-4280-9314-0d49d85e5e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414796 Nov 18 17:08:58.316574 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3cb27dc7-348a-4dd5-b641-7a407e54b565 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:08:58.321423 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8f248bfc-5e43-4e41-a179-d4f51f791aa7 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:08:58.327743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8449a-f806-48fc-8f84-fbb4776b3e94 req-fbd59876-cded-46e0-ab78-39f82e5b0a79 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:58.329405 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15c8449a-f806-48fc-8f84-fbb4776b3e94 req-fbd59876-cded-46e0-ab78-39f82e5b0a79 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.0566401 Nov 18 17:08:58.378739 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15c8449a-f806-48fc-8f84-fbb4776b3e94 req-62c97ec1-d142-44a3-9eb2-5ab3dca06b34 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424218 Nov 18 17:08:58.457036 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3cb27dc7-348a-4dd5-b641-7a407e54b565, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3cb27dc7-348a-4dd5-b641-7a407e54b565,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:58.605940 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '3cb27dc7-348a-4dd5-b641-7a407e54b565', 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a', 'port_id': '3cb27dc7-348a-4dd5-b641-7a407e54b565', 'mac_address': 'fa:16:3e:73:51:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20b73df-b35d-4384-ad07-d38c6494ce58', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:08:58.607589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 8f248bfc-5e43-4e41-a179-d4f51f791aa7 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:08:58.613692 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 8f248bfc-5e43-4e41-a179-d4f51f791aa7 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:08:58.614064 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:58.678157 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:58.692157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960daac-013e-4709-ae97-eb57c3103ed5 req-8f5f945e-58c5-4407-943b-15df0658b14f tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:58.694524 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a960daac-013e-4709-ae97-eb57c3103ed5 req-8f5f945e-58c5-4407-943b-15df0658b14f tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 949 time: 0.0596216 Nov 18 17:08:58.695373 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb27dc7-348a-4dd5-b641-7a407e54b565 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:08:58.708890 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97cf71-7546-472d-81a5-4322965c504e req-d899bb07-ac2f-45b4-b63f-f191fea840a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:58.711701 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee97cf71-7546-472d-81a5-4322965c504e req-d899bb07-ac2f-45b4-b63f-f191fea840a3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468&tenant_id=b5619a9fdad84356bf3a835e304c5fab HTTP/1.1" status: 200 len: 1102 time: 0.0437629 Nov 18 17:08:58.722113 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:08:58.739401 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3cb27dc7-348a-4dd5-b641-7a407e54b565, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3cb27dc7-348a-4dd5-b641-7a407e54b565,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:58.751547 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:58.759341 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a960daac-013e-4709-ae97-eb57c3103ed5 req-7031ff03-bb7f-4ba3-9044-3795d1e705d1 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e3b4944-f1a3-4280-9314-0d49d85e5e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568702 Nov 18 17:08:58.780944 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:58.789045 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 8f248bfc-5e43-4e41-a179-d4f51f791aa7, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8f248bfc-5e43-4e41-a179-d4f51f791aa7,segment=NetworkSegment(44eacfb7-b260-4147-a313-fcfd38c6afd8),segment_id=44eacfb7-b260-4147-a313-fcfd38c6afd8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:58.832281 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:58.933441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=3cb27dc7-348a-4dd5-b641-7a407e54b565,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:58.944387 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:59.011622 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=8f248bfc-5e43-4e41-a179-d4f51f791aa7,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:59.072675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=0285dffd-5957-4323-b54a-84c0c333dbfa,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:08:59.074231 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e1923d4-cf64-4a02-b804-8eadda9a1df4 req-c9a4e84a-604e-4d56-83fe-5fe80007f810 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 210 time: 0.0404637 Nov 18 17:08:59.114134 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:59.139379 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de13e3-3c18-4406-a71f-af4fbd7d85b9 req-090035ce-733f-4bc8-b7ee-b73678b332ab tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:59.140572 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-73de13e3-3c18-4406-a71f-af4fbd7d85b9 req-090035ce-733f-4bc8-b7ee-b73678b332ab tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 944 time: 0.0624671 Nov 18 17:08:59.162633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['3cb27dc7-348a-4dd5-b641-7a407e54b565'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:08:59.168180 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02192778-86dc-4d55-8759-d63195143468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0285dffd-5957-4323-b54a-84c0c333dbfa'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:08:59.170485 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8eeee9-53e7-4367-a59e-e9aa39fbe706" -d '{"events": [{"server_uuid": "02192778-86dc-4d55-8759-d63195143468", "name": "network-vif-unplugged", "status": "completed", "tag": "0285dffd-5957-4323-b54a-84c0c333dbfa"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:08:59.175460 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:59.189853 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] Transition to ACTIVE for port object 0285dffd-5957-4323-b54a-84c0c333dbfa will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:08:59.201751 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-73de13e3-3c18-4406-a71f-af4fbd7d85b9 req-ce78f800-0c67-452c-ab3c-2c80945d7eea tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530558 Nov 18 17:08:59.239643 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92cae31-4db4-408d-aa4a-dbd5878029ae x-openstack-request-id: req-b92cae31-4db4-408d-aa4a-dbd5878029ae {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:08:59.240188 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02192778-86dc-4d55-8759-d63195143468", "name": "network-vif-unplugged", "status": "completed", "tag": "0285dffd-5957-4323-b54a-84c0c333dbfa", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:08:59.240444 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b92cae31-4db4-408d-aa4a-dbd5878029ae {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:08:59.240930 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02192778-86dc-4d55-8759-d63195143468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0285dffd-5957-4323-b54a-84c0c333dbfa', 'code': 200} Nov 18 17:08:59.329079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6144fa-b4e2-45ae-8224-e240f621ba8b req-2801f65e-f95c-4777-bddb-e59e4b406ce2 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:59.330593 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b6144fa-b4e2-45ae-8224-e240f621ba8b req-2801f65e-f95c-4777-bddb-e59e4b406ce2 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0559607 Nov 18 17:08:59.352119 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:59.380577 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b6144fa-b4e2-45ae-8224-e240f621ba8b req-ad45d877-bafa-486e-9f65-2edfc7d26709 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440054 Nov 18 17:08:59.422264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] No DVR routers for this DVR port 0285dffd-5957-4323-b54a-84c0c333dbfa on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:08:59.430471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298246a-b239-49cb-b045-b952047a724b service neutron] Pushing event updated for resources: {'Port': ['ID=0285dffd-5957-4323-b54a-84c0c333dbfa,revision_number=10']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:59.467752 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] Attempting to bind port 0285dffd-5957-4323-b54a-84c0c333dbfa on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:08:59.468045 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] Attempting to bind port 0285dffd-5957-4323-b54a-84c0c333dbfa by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:08:59.468386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] Attempting to bind port 0285dffd-5957-4323-b54a-84c0c333dbfa on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:59.473386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] Port 0285dffd-5957-4323-b54a-84c0c333dbfa on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:08:59.473715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] Attempting to bind port 0285dffd-5957-4323-b54a-84c0c333dbfa on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:08:59.479350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:08:59.479852 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:08:59.480284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:08:59.480801 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] Bound port: 0285dffd-5957-4323-b54a-84c0c333dbfa, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:08:59.481236 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:59.514314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60affd-f326-42c9-99f7-e0d62d93c3f7 req-4eb50740-c9c6-44ce-bdfd-1ff6192bf376 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:59.516027 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed60affd-f326-42c9-99f7-e0d62d93c3f7 req-4eb50740-c9c6-44ce-bdfd-1ff6192bf376 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 949 time: 0.0629530 Nov 18 17:08:59.568580 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:08:59.573135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0285dffd-5957-4323-b54a-84c0c333dbfa,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:08:59.584318 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed60affd-f326-42c9-99f7-e0d62d93c3f7 req-788d8a32-fa28-4f4e-b51c-3deb6732f1a3 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609953 Nov 18 17:08:59.689602 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:59.722035 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:59.722981 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:08:59.730832 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee97cf71-7546-472d-81a5-4322965c504e req-4298246a-b239-49cb-b045-b952047a724b service neutron] 10.222.0.81 "PUT /v2.0/ports/0285dffd-5957-4323-b54a-84c0c333dbfa HTTP/1.1" status: 200 len: 1098 time: 1.0066481 Nov 18 17:08:59.765686 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298246a-b239-49cb-b045-b952047a724b service neutron] Pushing event updated for resources: {'Port': ['ID=0285dffd-5957-4323-b54a-84c0c333dbfa,revision_number=11']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:08:59.811364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97cf71-7546-472d-81a5-4322965c504e req-7cb42dbe-4786-4291-92a2-337c74839cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:08:59.812977 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee97cf71-7546-472d-81a5-4322965c504e req-7cb42dbe-4786-4291-92a2-337c74839cd3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 1101 time: 0.0619488 Nov 18 17:08:59.923243 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-65def6ac-527b-4c28-805c-a5508d009cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:00.029784 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-11a0a5b9-e934-4c08-87f8-ef31d52eb91e req-46d12e81-e723-4c38-8e7a-d2dd660449c8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0744758 Nov 18 17:09:00.031319 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97cf71-7546-472d-81a5-4322965c504e req-9e4feddd-f1bf-4826-9978-bb7c0d936307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:00.032864 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee97cf71-7546-472d-81a5-4322965c504e req-9e4feddd-f1bf-4826-9978-bb7c0d936307 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.2093067 Nov 18 17:09:00.048194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b322972-19cd-4bfb-af9d-e6d7c79ffe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f248bfc-5e43-4e41-a179-d4f51f791aa7'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:00.052525 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98319060-0caa-44cb-a4cd-c4a93842b633" -d '{"events": [{"server_uuid": "0b322972-19cd-4bfb-af9d-e6d7c79ffe97", "name": "network-vif-plugged", "status": "completed", "tag": "8f248bfc-5e43-4e41-a179-d4f51f791aa7"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:00.095868 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee97cf71-7546-472d-81a5-4322965c504e req-9e0ba924-aea6-4505-9d78-f62763aba163 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=0285dffd-5957-4323-b54a-84c0c333dbfa HTTP/1.1" status: 200 len: 217 time: 0.0543790 Nov 18 17:09:00.117773 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d9da3e-a434-4970-a0df-5b7bdc48b48f x-openstack-request-id: req-86d9da3e-a434-4970-a0df-5b7bdc48b48f {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:00.119192 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b322972-19cd-4bfb-af9d-e6d7c79ffe97", "name": "network-vif-plugged", "status": "completed", "tag": "8f248bfc-5e43-4e41-a179-d4f51f791aa7", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:00.119727 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-86d9da3e-a434-4970-a0df-5b7bdc48b48f {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:00.120406 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b322972-19cd-4bfb-af9d-e6d7c79ffe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f248bfc-5e43-4e41-a179-d4f51f791aa7', 'code': 200} Nov 18 17:09:00.187097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97cf71-7546-472d-81a5-4322965c504e req-61ebdd7a-9266-43fd-8252-7a5dc539f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:00.188124 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee97cf71-7546-472d-81a5-4322965c504e req-61ebdd7a-9266-43fd-8252-7a5dc539f04f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0810757 Nov 18 17:09:00.191162 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0a5b9-e934-4c08-87f8-ef31d52eb91e req-41f8948f-55de-41f1-8163-cc03a061711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:00.192627 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-11a0a5b9-e934-4c08-87f8-ef31d52eb91e req-41f8948f-55de-41f1-8163-cc03a061711f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e1ea671c0fde4fd8b5f996fbf92564c3&device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 1097 time: 0.0946088 Nov 18 17:09:00.274169 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a314597d-0dfe-4567-a626-98a51b1a3f9c req-2c0bd87e-dac2-4f69-b006-f42c0a9c03b3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 210 time: 0.0547020 Nov 18 17:09:00.292459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97cf71-7546-472d-81a5-4322965c504e req-46260fdc-9264-4be9-afe3-78bd24cd51cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:00.295255 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee97cf71-7546-472d-81a5-4322965c504e req-46260fdc-9264-4be9-afe3-78bd24cd51cd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0994341 Nov 18 17:09:00.299005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d7939-c7cb-4495-b9d7-8033f5d30708 req-9aa73410-de23-48e1-bab1-189038fa1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:00.300715 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c7d7939-c7cb-4495-b9d7-8033f5d30708 req-9aa73410-de23-48e1-bab1-189038fa1438 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 1097 time: 0.0801332 Nov 18 17:09:00.308327 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41c95e-c967-44ed-a889-2504f7d62a67 req-da6a0f04-2a26-47f0-98fc-69e9a906b88f tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:00.309775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b41c95e-c967-44ed-a889-2504f7d62a67 req-da6a0f04-2a26-47f0-98fc-69e9a906b88f tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 949 time: 0.4830530 Nov 18 17:09:00.331236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3cb27dc7-348a-4dd5-b641-7a407e54b565 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:09:00.423816 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0a5b9-e934-4c08-87f8-ef31d52eb91e req-13b3e1e4-b5f8-4fda-a8d9-5c293cc3b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:00.425366 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-11a0a5b9-e934-4c08-87f8-ef31d52eb91e req-13b3e1e4-b5f8-4fda-a8d9-5c293cc3b4cc service neutron] 10.222.0.83 "GET /v2.0/networks?id=b774b810-3d9c-4b19-9254-bb91c7b50841 HTTP/1.1" status: 200 len: 908 time: 0.1894040 Nov 18 17:09:00.425590 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b41c95e-c967-44ed-a889-2504f7d62a67 req-a4eb6fa8-257d-49ad-98b6-1559c0ccb13d tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e3b4944-f1a3-4280-9314-0d49d85e5e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088610 Nov 18 17:09:00.442128 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c7d7939-c7cb-4495-b9d7-8033f5d30708 req-35554b77-0bb3-4927-842d-99f1d8eaa6bf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313608 Nov 18 17:09:00.466074 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9728912-ebc3-4d9a-98ff-7c784bdef813 req-29610316-985a-48a2-aad6-99dd402ff25f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:00.467719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9728912-ebc3-4d9a-98ff-7c784bdef813 req-29610316-985a-48a2-aad6-99dd402ff25f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 944 time: 0.1236944 Nov 18 17:09:00.468160 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee97cf71-7546-472d-81a5-4322965c504e req-c2e725ce-4b00-403b-9479-50e1ec16e589 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427736 Nov 18 17:09:00.505605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 3cb27dc7-348a-4dd5-b641-7a407e54b565 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:09:00.509545 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 3cb27dc7-348a-4dd5-b641-7a407e54b565 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:00.510452 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:00.560809 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9728912-ebc3-4d9a-98ff-7c784bdef813 req-6a4633a3-5550-45a4-aeb5-3646079dec76 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867357 Nov 18 17:09:00.579892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844796-aeaa-4145-8afa-d591162be0c9 req-3cf818cf-358f-4c15-b4e5-403ad5df294f tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:00.584899 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-11a0a5b9-e934-4c08-87f8-ef31d52eb91e req-5232feee-8741-45a0-9607-3346c97ae26c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c6dbd70-9637-4268-8efe-14f3278784ab HTTP/1.1" status: 200 len: 1001 time: 0.1506035 Nov 18 17:09:00.588556 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72844796-aeaa-4145-8afa-d591162be0c9 req-3cf818cf-358f-4c15-b4e5-403ad5df294f tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0854685 Nov 18 17:09:00.609305 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:00.623259 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee97cf71-7546-472d-81a5-4322965c504e req-d902f9c8-1df8-428e-ba10-fe6ff2d25bad service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250329 Nov 18 17:09:00.639004 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72844796-aeaa-4145-8afa-d591162be0c9 req-4e2d0f67-8309-4b01-94cd-bfe6374f92c8 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493731 Nov 18 17:09:00.660994 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3cb27dc7-348a-4dd5-b641-7a407e54b565, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3cb27dc7-348a-4dd5-b641-7a407e54b565,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:00.690380 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0a5b9-e934-4c08-87f8-ef31d52eb91e req-58c459b9-cabc-41f1-88fa-a00922f1e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:00.692494 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-11a0a5b9-e934-4c08-87f8-ef31d52eb91e req-58c459b9-cabc-41f1-88fa-a00922f1e8fc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0b4e7e67-a70a-4a00-91fd-a038d1d82df8 HTTP/1.1" status: 200 len: 845 time: 0.0554805 Nov 18 17:09:00.746701 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:00.747913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 0285dffd-5957-4323-b54a-84c0c333dbfa no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:09:00.752175 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0a5b9-e934-4c08-87f8-ef31d52eb91e req-3875f30e-85f9-4a88-8e14-72ec07f0ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:00.753731 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-11a0a5b9-e934-4c08-87f8-ef31d52eb91e req-3875f30e-85f9-4a88-8e14-72ec07f0ec35 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b774b810-3d9c-4b19-9254-bb91c7b50841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536063 Nov 18 17:09:00.786118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852256b-7945-4962-b493-20590c5bf23d req-ce22d3e0-ae90-4fe2-b627-088ccb5651cb tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:00.788764 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f852256b-7945-4962-b493-20590c5bf23d req-ce22d3e0-ae90-4fe2-b627-088ccb5651cb tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 949 time: 0.0853989 Nov 18 17:09:00.840309 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 0285dffd-5957-4323-b54a-84c0c333dbfa not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:09:00.851224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=3cb27dc7-348a-4dd5-b641-7a407e54b565,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:00.857788 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f852256b-7945-4962-b493-20590c5bf23d req-e2827972-1663-4ae5-a00d-e7c38f13f38b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608695 Nov 18 17:09:01.164561 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-11a0a5b9-e934-4c08-87f8-ef31d52eb91e req-66304958-64cc-45f6-b713-49a73fa175e3 service neutron] 10.222.0.83 "GET /v2.0/networks/b774b810-3d9c-4b19-9254-bb91c7b50841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012313 Nov 18 17:09:01.242585 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02192778-86dc-4d55-8759-d63195143468', 'tag': '0285dffd-5957-4323-b54a-84c0c333dbfa'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:01.245084 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f78629d-7025-4c59-9139-351e3a60c72d" -d '{"events": [{"name": "network-changed", "server_uuid": "02192778-86dc-4d55-8759-d63195143468", "tag": "0285dffd-5957-4323-b54a-84c0c333dbfa"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:01.273624 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-11a0a5b9-e934-4c08-87f8-ef31d52eb91e req-de006a48-fdc8-4c98-84e2-5bdbf7ac4618 service neutron] 10.222.0.83 "GET /v2.0/networks/b774b810-3d9c-4b19-9254-bb91c7b50841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986767 Nov 18 17:09:01.305960 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a408f893-f98c-4e58-8bc5-d735f5384c5b x-openstack-request-id: req-a408f893-f98c-4e58-8bc5-d735f5384c5b {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:01.305960 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02192778-86dc-4d55-8759-d63195143468", "tag": "0285dffd-5957-4323-b54a-84c0c333dbfa", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:01.305960 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a408f893-f98c-4e58-8bc5-d735f5384c5b {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:01.305960 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02192778-86dc-4d55-8759-d63195143468', 'tag': '0285dffd-5957-4323-b54a-84c0c333dbfa', 'status': 'completed', 'code': 200} Nov 18 17:09:01.372782 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b1d78580-28d3-483e-8af5-ddb452c09be1 req-c9cd345d-a2f1-453a-9dfe-5580bff90f23 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 210 time: 0.0258234 Nov 18 17:09:01.394727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78629d-7025-4c59-9139-351e3a60c72d req-06332231-65a1-438f-bad4-308f6f5d8c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:01.396320 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f78629d-7025-4c59-9139-351e3a60c72d req-06332231-65a1-438f-bad4-308f6f5d8c20 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 1101 time: 0.0727201 Nov 18 17:09:01.399257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78629d-7025-4c59-9139-351e3a60c72d req-805b5426-cde5-4469-8ef7-317d777f4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:01.401322 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f78629d-7025-4c59-9139-351e3a60c72d req-805b5426-cde5-4469-8ef7-317d777f4d64 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 1101 time: 0.0694766 Nov 18 17:09:01.564270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78629d-7025-4c59-9139-351e3a60c72d req-3633f0db-797c-407c-b465-f17480de1ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:01.565295 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f78629d-7025-4c59-9139-351e3a60c72d req-3633f0db-797c-407c-b465-f17480de1ac2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1533685 Nov 18 17:09:01.617383 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f78629d-7025-4c59-9139-351e3a60c72d req-684f4e6b-8c15-43b8-a7b0-9c6ec4ce11a9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=0285dffd-5957-4323-b54a-84c0c333dbfa HTTP/1.1" status: 200 len: 217 time: 0.0428886 Nov 18 17:09:01.618785 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78629d-7025-4c59-9139-351e3a60c72d req-e7203cae-197b-4e1a-883a-4bc4d3e67d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:01.620524 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f78629d-7025-4c59-9139-351e3a60c72d req-e7203cae-197b-4e1a-883a-4bc4d3e67d6f service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.2159755 Nov 18 17:09:01.691980 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0023eb-42fe-4284-964b-b44acc72f83e req-046eb602-cd57-4196-9d93-85b52113fa7e tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:01.693556 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc0023eb-42fe-4284-964b-b44acc72f83e req-046eb602-cd57-4196-9d93-85b52113fa7e tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 945 time: 0.0539663 Nov 18 17:09:01.694598 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f78629d-7025-4c59-9139-351e3a60c72d req-964e53b7-a80f-4ab8-8639-fed92b9292b1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=0285dffd-5957-4323-b54a-84c0c333dbfa HTTP/1.1" status: 200 len: 217 time: 0.0385849 Nov 18 17:09:01.739817 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78629d-7025-4c59-9139-351e3a60c72d req-c73a2a16-b316-4ac8-9990-8d7689e11633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:01.741346 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f78629d-7025-4c59-9139-351e3a60c72d req-c73a2a16-b316-4ac8-9990-8d7689e11633 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1163890 Nov 18 17:09:01.794649 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc0023eb-42fe-4284-964b-b44acc72f83e req-d45a2571-5a8a-4157-afd2-34528713cad5 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903399 Nov 18 17:09:01.802675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78629d-7025-4c59-9139-351e3a60c72d req-4653f61d-135a-4b19-93b8-1c64512f3d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:01.804527 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f78629d-7025-4c59-9139-351e3a60c72d req-4653f61d-135a-4b19-93b8-1c64512f3d5b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0958068 Nov 18 17:09:01.820963 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a979ecf-5489-4f43-b427-f6d8bda3470b req-cf0a9bdf-b754-4ae2-bc89-a92b2f0b011e tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:01.820963 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a979ecf-5489-4f43-b427-f6d8bda3470b req-cf0a9bdf-b754-4ae2-bc89-a92b2f0b011e tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0860491 Nov 18 17:09:01.848504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78629d-7025-4c59-9139-351e3a60c72d req-ddbc6a74-b176-46e9-a251-56b35d5653a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:01.850346 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f78629d-7025-4c59-9139-351e3a60c72d req-ddbc6a74-b176-46e9-a251-56b35d5653a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0857859 Nov 18 17:09:01.898064 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a979ecf-5489-4f43-b427-f6d8bda3470b req-262f2116-f5e8-4336-b399-28e1a4518b34 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689952 Nov 18 17:09:01.919866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78629d-7025-4c59-9139-351e3a60c72d req-e624a269-76b0-4814-a858-5a5c50292532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:01.921389 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f78629d-7025-4c59-9139-351e3a60c72d req-e624a269-76b0-4814-a858-5a5c50292532 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1057901 Nov 18 17:09:01.999288 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd300b58-db6f-4d5b-968f-f589a8c38840 req-415cd55e-aa7e-4d1a-841d-cf75cb4e7753 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:02.001221 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd300b58-db6f-4d5b-968f-f589a8c38840 req-415cd55e-aa7e-4d1a-841d-cf75cb4e7753 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 949 time: 0.0506983 Nov 18 17:09:02.044431 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f78629d-7025-4c59-9139-351e3a60c72d req-837ed761-b8a0-4305-ac39-56135d93f959 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849999 Nov 18 17:09:02.065301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd300b58-db6f-4d5b-968f-f589a8c38840 req-d68fcadb-6f2b-4918-b714-4dc25ffd0371 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552583 Nov 18 17:09:02.105495 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f78629d-7025-4c59-9139-351e3a60c72d req-084235ab-c394-44e2-aa90-51558be8238d service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546092 Nov 18 17:09:02.122131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb27dc7-348a-4dd5-b641-7a407e54b565'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:02.125790 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0cfbe7-ffee-4577-981c-f10354ad2254" -d '{"events": [{"server_uuid": "e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3", "name": "network-vif-plugged", "status": "completed", "tag": "3cb27dc7-348a-4dd5-b641-7a407e54b565"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:02.167532 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39deb792-a216-4367-89bc-f49b5306d404 x-openstack-request-id: req-39deb792-a216-4367-89bc-f49b5306d404 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:02.167881 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3", "name": "network-vif-plugged", "status": "completed", "tag": "3cb27dc7-348a-4dd5-b641-7a407e54b565", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:02.168162 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-39deb792-a216-4367-89bc-f49b5306d404 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:02.168563 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb27dc7-348a-4dd5-b641-7a407e54b565', 'code': 200} Nov 18 17:09:02.228141 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f78629d-7025-4c59-9139-351e3a60c72d req-2ca0a0b8-e3b9-46f8-a054-b3849099d48a service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697581 Nov 18 17:09:02.272433 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f78629d-7025-4c59-9139-351e3a60c72d req-9726d579-0206-4ae2-a026-76300aa08fd2 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327963 Nov 18 17:09:02.317865 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-a6dd0f2d-ce9e-453a-b6ac-8e3afa635287 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ac151e4448864b68b1035daf3741f627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247982 Nov 18 17:09:02.329895 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1094da0-6d85-461d-807c-0650bf3b4b4c req-b2ba1415-fe3b-4a8a-be37-eb2215782c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:02.331387 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1094da0-6d85-461d-807c-0650bf3b4b4c req-b2ba1415-fe3b-4a8a-be37-eb2215782c12 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 1097 time: 0.0725725 Nov 18 17:09:02.380233 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eb8293fe-bd27-4e86-92d7-4cee0f21135c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:02.440852 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1094da0-6d85-461d-807c-0650bf3b4b4c req-79f604ec-dfb8-4beb-82e3-eb5ccb3eac47 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995355 Nov 18 17:09:02.471302 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-4204db0d-8b6c-4288-9b5c-3798df3c9a85 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:02.475241 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-4204db0d-8b6c-4288-9b5c-3798df3c9a85 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393404 Nov 18 17:09:02.491298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Request body: {'port': {'device_id': 'ead9bca8-4dd5-43df-815e-a2e9e35c27db', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'ac151e4448864b68b1035daf3741f627'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:02.494684 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb8d07c9-d3d6-4b16-a8e3-7adfe0bb34da req-52fee8d8-68d2-458c-bd2f-375e6ee6477c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 210 time: 0.0481181 Nov 18 17:09:02.734514 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Made reservation on behalf of ac151e4448864b68b1035daf3741f627 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:02.739061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 0285dffd-5957-4323-b54a-84c0c333dbfa details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:09:02.739243 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:02.858551 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0285dffd-5957-4323-b54a-84c0c333dbfa,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:02.886328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '0285dffd-5957-4323-b54a-84c0c333dbfa', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '0285dffd-5957-4323-b54a-84c0c333dbfa', 'mac_address': 'fa:16:3e:42:28:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:09:02.918666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Allocated IP 192.168.233.219 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/39f07cce-125e-4e0f-a41b-2bca71e9e63d) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:09:02.949384 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:02.953797 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41730408-275b-45b9-9496-6e519c57be39 req-232404ac-525b-42cf-9646-56dd9730017a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:02.955485 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41730408-275b-45b9-9496-6e519c57be39 req-232404ac-525b-42cf-9646-56dd9730017a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 945 time: 0.0685337 Nov 18 17:09:02.973719 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0285dffd-5957-4323-b54a-84c0c333dbfa {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:03.029294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0285dffd-5957-4323-b54a-84c0c333dbfa,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:03.045953 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41730408-275b-45b9-9496-6e519c57be39 req-e3d5857a-9180-49fa-b88a-ba30569187b5 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789297 Nov 18 17:09:03.072065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173a85c-df2c-4c97-836c-15cf9f00e391 req-c96af0b8-cccc-4fbb-b200-cdcfc6b72d00 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:03.074162 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4173a85c-df2c-4c97-836c-15cf9f00e391 req-c96af0b8-cccc-4fbb-b200-cdcfc6b72d00 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0896900 Nov 18 17:09:03.117178 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:03.145086 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4173a85c-df2c-4c97-836c-15cf9f00e391 req-79f1678b-1a8e-4f8a-8c40-d2d9bc307188 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630095 Nov 18 17:09:03.151725 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:03.170210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=0285dffd-5957-4323-b54a-84c0c333dbfa,revision_number=12']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:03.216350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9958709-b2ed-4b00-ab11-0a5cc2988be8 req-577afa03-06fd-4b7f-905e-a5c49224497c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:03.217956 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9958709-b2ed-4b00-ab11-0a5cc2988be8 req-577afa03-06fd-4b7f-905e-a5c49224497c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.0695388 Nov 18 17:09:03.222001 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-1851d8b7-1145-4568-9e31-e1352ffdeec9 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=ac151e4448864b68b1035daf3741f627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251989 Nov 18 17:09:03.284344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9958709-b2ed-4b00-ab11-0a5cc2988be8 req-0beb2f83-94d8-4c4c-ba18-535ec72b6c15 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582254 Nov 18 17:09:03.380323 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:03.397279 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ccc795c3-47b6-480d-ac8f-8bda64deb4c4', '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4', '5850bb26-aa4a-41aa-b226-91a828f7961c'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:03.403984 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['0285dffd-5957-4323-b54a-84c0c333dbfa'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:03.454417 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e89cc3ff-d00d-4c73-9789-a33e40a6d69d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:03.455957 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e89cc3ff-d00d-4c73-9789-a33e40a6d69d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2105830 Nov 18 17:09:03.462812 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:09:03.466334 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:03.476259 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:09:03.524117 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:03.538261 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:03.539015 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:03.545299 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-73da7dd2-55e0-4780-a96c-86ab2ff82e36 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Request body: {'port': {'device_id': 'd6fa1954-395a-4931-b498-8745990c2297', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'ac151e4448864b68b1035daf3741f627'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:03.605662 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Pushing event updated for resources: {'Port': ['ID=39f07cce-125e-4e0f-a41b-2bca71e9e63d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:03.641999 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:03.642370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:03.643436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:03.643436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:03.643436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:03.643682 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:03.648456 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:03.649283 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:03.649908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:03.651046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:03.651627 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:03.652272 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:03.665297 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3af98fcd-d07e-4a40-ad86-862436a92f0c req-d2fa2a2c-c0c8-41c8-bccc-8a65328f4f99 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 210 time: 0.0362928 Nov 18 17:09:03.803382 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-9ec83310-1982-42fa-a78d-405f85dfbcf3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3158643 Nov 18 17:09:03.820982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Request body: {'port': {'device_id': 'ead9bca8-4dd5-43df-815e-a2e9e35c27db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:03.861513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-652e1504-365e-44a4-aec9-3ff3dc84c8e7 None None] Provisioning complete for port 39f07cce-125e-4e0f-a41b-2bca71e9e63d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:03.861891 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-652e1504-365e-44a4-aec9-3ff3dc84c8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:03.885500 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:03.919821 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-652e1504-365e-44a4-aec9-3ff3dc84c8e7 None None] Port 39f07cce-125e-4e0f-a41b-2bca71e9e63d cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:09:04.001699 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-73da7dd2-55e0-4780-a96c-86ab2ff82e36 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Made reservation on behalf of ac151e4448864b68b1035daf3741f627 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:04.005356 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-73da7dd2-55e0-4780-a96c-86ab2ff82e36 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:04.089619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fd0fa-b780-4403-a0bc-574ae0c0aa23 req-4ae20574-3f79-4d1c-8739-217fd3e5a56e tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:04.091429 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5d0fd0fa-b780-4403-a0bc-574ae0c0aa23 req-4ae20574-3f79-4d1c-8739-217fd3e5a56e tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0597625 Nov 18 17:09:04.153679 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5d0fd0fa-b780-4403-a0bc-574ae0c0aa23 req-ae94e075-d868-41f9-9381-48b206341e60 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558698 Nov 18 17:09:04.226210 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf6a19-c466-469b-b41b-5636eb3c14fa req-2a2f8d25-fdbc-417f-8d0b-5b5d2cd79018 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:04.227874 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-08bf6a19-c466-469b-b41b-5636eb3c14fa req-2a2f8d25-fdbc-417f-8d0b-5b5d2cd79018 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 945 time: 0.0964620 Nov 18 17:09:04.229914 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f07cce-125e-4e0f-a41b-2bca71e9e63d {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:04.230070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87249545-30fe-4791-ab27-769b2a21bcd6 req-8eee6ade-4d53-4b0b-b71d-52590145ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:04.231412 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87249545-30fe-4791-ab27-769b2a21bcd6 req-8eee6ade-4d53-4b0b-b71d-52590145ba57 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc532e43f648478ff37d9f8bb2c0af&device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 1097 time: 0.0633605 Nov 18 17:09:04.238105 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:04.251406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Transition to ACTIVE for port object 39f07cce-125e-4e0f-a41b-2bca71e9e63d will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:09:04.336962 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-08bf6a19-c466-469b-b41b-5636eb3c14fa req-ce36c914-8439-45f4-9656-1c2e9e77bada tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024213 Nov 18 17:09:04.354405 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:04.365447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87249545-30fe-4791-ab27-769b2a21bcd6 req-224a8466-527e-467b-91f5-de1ce2c3fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:04.365447 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87249545-30fe-4791-ab27-769b2a21bcd6 req-224a8466-527e-467b-91f5-de1ce2c3fef7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4b8f46f4-882b-4562-848c-31b4ccc8252f HTTP/1.1" status: 200 len: 913 time: 0.1241937 Nov 18 17:09:04.373352 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device abac8863-5932-42d7-aedc-3010bf267ee8 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:09:04.457331 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87249545-30fe-4791-ab27-769b2a21bcd6 req-26200c7d-9b17-4713-82b6-055a033aa2fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f248bfc-5e43-4e41-a179-d4f51f791aa7 HTTP/1.1" status: 200 len: 217 time: 0.0676119 Nov 18 17:09:04.489968 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Pushing event updated for resources: {'Port': ['ID=39f07cce-125e-4e0f-a41b-2bca71e9e63d,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:04.506394 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-73da7dd2-55e0-4780-a96c-86ab2ff82e36 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Allocated IP 192.168.233.17 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/072cb0b4-b1bb-4455-8077-85633024525b) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:09:04.583717 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7149f-9963-4ef6-a185-ab77b69fdcb1 req-a29fe07e-76f9-4649-b22a-e6f8e82301cf tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:04.585695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port abac8863-5932-42d7-aedc-3010bf267ee8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=abac8863-5932-42d7-aedc-3010bf267ee8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:04.591561 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fac7149f-9963-4ef6-a185-ab77b69fdcb1 req-a29fe07e-76f9-4649-b22a-e6f8e82301cf tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.2131684 Nov 18 17:09:04.606232 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'abac8863-5932-42d7-aedc-3010bf267ee8', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': 'abac8863-5932-42d7-aedc-3010bf267ee8', 'mac_address': 'fa:16:3e:4a:7c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:09:04.614874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87249545-30fe-4791-ab27-769b2a21bcd6 req-d2906156-2b30-477d-bf61-e923a2c4715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:04.616526 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87249545-30fe-4791-ab27-769b2a21bcd6 req-d2906156-2b30-477d-bf61-e923a2c4715c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fd090af-9053-4a66-81a3-f9e7d42c0053 HTTP/1.1" status: 200 len: 851 time: 0.1377475 Nov 18 17:09:04.628434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b08b7-ac03-49ae-9f9a-a62824ee6acf req-68dfb48a-b65c-41b5-aec8-b21f0ccd253f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:04.630133 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a03b08b7-ac03-49ae-9f9a-a62824ee6acf req-68dfb48a-b65c-41b5-aec8-b21f0ccd253f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 945 time: 0.1612122 Nov 18 17:09:04.680164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87249545-30fe-4791-ab27-769b2a21bcd6 req-7445a141-e5dd-4314-9cee-219203fc7226 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4b8f46f4-882b-4562-848c-31b4ccc8252f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474746 Nov 18 17:09:04.710861 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:04.725982 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abac8863-5932-42d7-aedc-3010bf267ee8 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:04.738366 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Attempting to bind port 39f07cce-125e-4e0f-a41b-2bca71e9e63d on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:09:04.738781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Attempting to bind port 39f07cce-125e-4e0f-a41b-2bca71e9e63d by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:09:04.739195 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Attempting to bind port 39f07cce-125e-4e0f-a41b-2bca71e9e63d on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:04.749026 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Port 39f07cce-125e-4e0f-a41b-2bca71e9e63d on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:09:04.749418 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Attempting to bind port 39f07cce-125e-4e0f-a41b-2bca71e9e63d on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:04.754409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fac7149f-9963-4ef6-a185-ab77b69fdcb1 req-b05a6771-e750-47ee-b8b1-a54015ff7235 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619256 Nov 18 17:09:04.757154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port abac8863-5932-42d7-aedc-3010bf267ee8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=abac8863-5932-42d7-aedc-3010bf267ee8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:04.760842 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:09:04.761286 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:09:04.761764 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:09:04.762266 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Bound port: 39f07cce-125e-4e0f-a41b-2bca71e9e63d, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:09:04.762711 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:04.780421 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 0285dffd-5957-4323-b54a-84c0c333dbfa up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:09:04.816415 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a03b08b7-ac03-49ae-9f9a-a62824ee6acf req-0632e546-c6a2-4f3c-ae18-ad69f70c5ecd tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752400 Nov 18 17:09:04.851453 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-73da7dd2-55e0-4780-a96c-86ab2ff82e36 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:04.866686 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87249545-30fe-4791-ab27-769b2a21bcd6 req-b2bda630-f907-4198-9fed-e05397da7467 service neutron] 10.222.0.83 "GET /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735241 Nov 18 17:09:04.902068 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:04.905209 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] For port 39f07cce-125e-4e0f-a41b-2bca71e9e63d, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:09:04.925485 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] For port 39f07cce-125e-4e0f-a41b-2bca71e9e63d, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=39f07cce-125e-4e0f-a41b-2bca71e9e63d,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:09:05.008110 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e831276-6d4a-4a42-9074-b584f3e2b7b1 req-ccd35088-9588-4b2c-9e0e-c76d05802243 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 210 time: 0.0423212 Nov 18 17:09:05.011602 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=abac8863-5932-42d7-aedc-3010bf267ee8,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:05.027926 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:05.036653 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-73da7dd2-55e0-4780-a96c-86ab2ff82e36 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:05.037741 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['abac8863-5932-42d7-aedc-3010bf267ee8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:05.050240 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:05.064416 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87249545-30fe-4791-ab27-769b2a21bcd6 req-b7f7acbf-28a6-4082-af11-f3ea7d30f264 service neutron] 10.222.0.83 "GET /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824708 Nov 18 17:09:05.098706 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ccc795c3-47b6-480d-ac8f-8bda64deb4c4', '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4', '5850bb26-aa4a-41aa-b226-91a828f7961c'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:05.105297 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08ddf7-15c7-42bc-8184-07f12dc96233 req-6cb5dc67-bf5e-40b7-91f7-f7a023f5d24c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:05.106944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb08ddf7-15c7-42bc-8184-07f12dc96233 req-6cb5dc67-bf5e-40b7-91f7-f7a023f5d24c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 950 time: 0.0963895 Nov 18 17:09:05.120652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:05.121471 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:05.123046 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] 10.222.0.81 "PUT /v2.0/ports/39f07cce-125e-4e0f-a41b-2bca71e9e63d HTTP/1.1" status: 200 len: 1097 time: 1.3085859 Nov 18 17:09:05.139358 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead9bca8-4dd5-43df-815e-a2e9e35c27db', 'tag': '39f07cce-125e-4e0f-a41b-2bca71e9e63d'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:05.142809 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92a7fc3-6d65-40b5-9fd4-e192a10cfb57" -d '{"events": [{"name": "network-changed", "server_uuid": "ead9bca8-4dd5-43df-815e-a2e9e35c27db", "tag": "39f07cce-125e-4e0f-a41b-2bca71e9e63d"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:05.148319 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-73da7dd2-55e0-4780-a96c-86ab2ff82e36 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:09:05.155187 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 0285dffd-5957-4323-b54a-84c0c333dbfa completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:09:05.157641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-73da7dd2-55e0-4780-a96c-86ab2ff82e36 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:05.160271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-73da7dd2-55e0-4780-a96c-86ab2ff82e36 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:09:05.171574 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 0285dffd-5957-4323-b54a-84c0c333dbfa triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:05.172062 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:05.237190 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-73da7dd2-55e0-4780-a96c-86ab2ff82e36 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:05.237854 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-73da7dd2-55e0-4780-a96c-86ab2ff82e36 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:05.253266 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da7dd2-55e0-4780-a96c-86ab2ff82e36 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Pushing event updated for resources: {'Port': ['ID=072cb0b4-b1bb-4455-8077-85633024525b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:05.264873 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb08ddf7-15c7-42bc-8184-07f12dc96233 req-53aa3c59-a009-448f-a0c2-4ac072374ad0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383944 Nov 18 17:09:05.390173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a3463-2a4a-4750-ab78-133c6ed55095 service neutron] Pushing event updated for resources: {'Port': ['ID=39f07cce-125e-4e0f-a41b-2bca71e9e63d,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:05.395099 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cff370-ffbe-4974-bed2-d6fc365fc564 x-openstack-request-id: req-58cff370-ffbe-4974-bed2-d6fc365fc564 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:05.395388 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead9bca8-4dd5-43df-815e-a2e9e35c27db", "tag": "39f07cce-125e-4e0f-a41b-2bca71e9e63d", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:05.395645 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-58cff370-ffbe-4974-bed2-d6fc365fc564 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:05.396264 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead9bca8-4dd5-43df-815e-a2e9e35c27db', 'tag': '39f07cce-125e-4e0f-a41b-2bca71e9e63d', 'status': 'completed', 'code': 200} Nov 18 17:09:05.415692 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-73da7dd2-55e0-4780-a96c-86ab2ff82e36 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9394948 Nov 18 17:09:05.418315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-a6e3b22f-1e45-4b10-b712-67430c07e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:05.421525 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-a6e3b22f-1e45-4b10-b712-67430c07e72b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&device_id=ead9bca8-4dd5-43df-815e-a2e9e35c27db HTTP/1.1" status: 200 len: 1100 time: 0.0992820 Nov 18 17:09:05.429867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Request body: {'port': {'device_id': 'd6fa1954-395a-4931-b498-8745990c2297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:05.483481 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:05.522430 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-783d101e-b6f9-4b68-ade3-0d03e3516441 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=39f07cce-125e-4e0f-a41b-2bca71e9e63d HTTP/1.1" status: 200 len: 217 time: 0.0881839 Nov 18 17:09:05.552046 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:05.586820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4f26d-e2bb-4aa6-9498-2d570edf2620 req-07e9e7e9-8af7-4fb6-8951-6bdb85d484c1 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:05.596674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6e4f26d-e2bb-4aa6-9498-2d570edf2620 req-07e9e7e9-8af7-4fb6-8951-6bdb85d484c1 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.1419947 Nov 18 17:09:05.637051 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:05.650865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02192778-86dc-4d55-8759-d63195143468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0285dffd-5957-4323-b54a-84c0c333dbfa'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:05.654993 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-fa19434f-4762-420b-9379-238332e03a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:05.656488 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-fa19434f-4762-420b-9379-238332e03a68 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1153400 Nov 18 17:09:05.666606 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8d7f59-849e-4ef6-ad24-245746603224" -d '{"events": [{"server_uuid": "02192778-86dc-4d55-8759-d63195143468", "name": "network-vif-plugged", "status": "completed", "tag": "0285dffd-5957-4323-b54a-84c0c333dbfa"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:05.683772 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6e4f26d-e2bb-4aa6-9498-2d570edf2620 req-74108df8-fae6-41a8-a108-825de9286c45 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857577 Nov 18 17:09:05.713577 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0285dffd-5957-4323-b54a-84c0c333dbfa,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:05.873704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-f9ce5e06-a101-4a16-80de-4e2c9ecaed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:05.875105 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-f9ce5e06-a101-4a16-80de-4e2c9ecaed78 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1708138 Nov 18 17:09:05.882865 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:05.922947 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e4876b-98fd-40d9-9c58-d6320f17500a x-openstack-request-id: req-a0e4876b-98fd-40d9-9c58-d6320f17500a {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:05.923277 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02192778-86dc-4d55-8759-d63195143468", "name": "network-vif-plugged", "status": "completed", "tag": "0285dffd-5957-4323-b54a-84c0c333dbfa", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:05.923720 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a0e4876b-98fd-40d9-9c58-d6320f17500a {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:05.924147 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02192778-86dc-4d55-8759-d63195143468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0285dffd-5957-4323-b54a-84c0c333dbfa', 'code': 200} Nov 18 17:09:06.029074 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=0285dffd-5957-4323-b54a-84c0c333dbfa,revision_number=13']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:06.034331 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e597956e-8466-4ee6-bff4-20b24abb334b None None] Provisioning complete for port 072cb0b4-b1bb-4455-8077-85633024525b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:06.036393 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e597956e-8466-4ee6-bff4-20b24abb334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:06.103949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e597956e-8466-4ee6-bff4-20b24abb334b None None] Port 072cb0b4-b1bb-4455-8077-85633024525b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:09:06.380069 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device abac8863-5932-42d7-aedc-3010bf267ee8 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:09:06.402933 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-c7caeb09-97f8-4a80-874f-7396e9110c5b service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118003 Nov 18 17:09:06.500645 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port abac8863-5932-42d7-aedc-3010bf267ee8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:06.501237 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:06.503622 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-c34a5c7e-0df0-43a8-885c-ab44b46e0992 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b5619a9fdad84356bf3a835e304c5fab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367153 Nov 18 17:09:06.579706 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072cb0b4-b1bb-4455-8077-85633024525b {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:06.598485 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:06.612146 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-abee0025-4dc5-4693-a9c8-2987e9ec22ae service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980937 Nov 18 17:09:06.653681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Transition to ACTIVE for port object 072cb0b4-b1bb-4455-8077-85633024525b will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:09:06.669838 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:06.686177 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-a1b797b9-bd6f-42f5-b36c-3946c4c14479 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:06.694259 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-a1b797b9-bd6f-42f5-b36c-3946c4c14479 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1893320 Nov 18 17:09:06.710805 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port abac8863-5932-42d7-aedc-3010bf267ee8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=abac8863-5932-42d7-aedc-3010bf267ee8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:06.713425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd2fbd-e852-4eee-b567-a19e3bd7f2e3 req-626cd49c-9dd7-4cd2-9841-5d66208afdc8 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:06.715310 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80cd2fbd-e852-4eee-b567-a19e3bd7f2e3 req-626cd49c-9dd7-4cd2-9841-5d66208afdc8 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 935 time: 0.1168404 Nov 18 17:09:06.723039 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-a9eceedc-84ac-4ce4-8b16-759c3f374e58 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/quotas/b5619a9fdad84356bf3a835e304c5fab HTTP/1.1" status: 200 len: 375 time: 0.0275910 Nov 18 17:09:06.786829 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:06.812371 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80cd2fbd-e852-4eee-b567-a19e3bd7f2e3 req-41bf000f-c96f-4bc1-9175-449f9cead528 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867290 Nov 18 17:09:06.827919 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-7c8400ed-e497-4efe-bd65-8169bc5b4128 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1036243 Nov 18 17:09:06.879958 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:06.971537 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Pushing event updated for resources: {'Port': ['ID=072cb0b4-b1bb-4455-8077-85633024525b,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:07.004067 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a7fc3-6d65-40b5-9fd4-e192a10cfb57 req-2d564f1f-0e74-4810-810b-bb3a234cea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:07.007128 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b92a7fc3-6d65-40b5-9fd4-e192a10cfb57 req-2d564f1f-0e74-4810-810b-bb3a234cea92 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&device_id=ead9bca8-4dd5-43df-815e-a2e9e35c27db HTTP/1.1" status: 200 len: 1100 time: 0.2045727 Nov 18 17:09:07.017465 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=abac8863-5932-42d7-aedc-3010bf267ee8,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:07.028288 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263f388-9370-445f-b0ff-1d8139256a9a req-54ef8930-c0a1-402b-a675-44c51d9050ed tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:07.036299 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f263f388-9370-445f-b0ff-1d8139256a9a req-54ef8930-c0a1-402b-a675-44c51d9050ed tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0971022 Nov 18 17:09:07.118617 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Attempting to bind port 072cb0b4-b1bb-4455-8077-85633024525b on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:09:07.119078 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Attempting to bind port 072cb0b4-b1bb-4455-8077-85633024525b by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:09:07.119546 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Attempting to bind port 072cb0b4-b1bb-4455-8077-85633024525b on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:07.129123 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f263f388-9370-445f-b0ff-1d8139256a9a req-13846f65-4659-48fa-a9fa-385e14ef4e00 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852959 Nov 18 17:09:07.140994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Port 072cb0b4-b1bb-4455-8077-85633024525b on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:09:07.141783 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Attempting to bind port 072cb0b4-b1bb-4455-8077-85633024525b on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:07.156791 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:09:07.157300 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:09:07.157798 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:09:07.158363 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Bound port: 072cb0b4-b1bb-4455-8077-85633024525b, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:09:07.158870 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:07.189333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a7fc3-6d65-40b5-9fd4-e192a10cfb57 req-07843b38-650a-4698-bc37-a8cf29b5a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:07.191019 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b92a7fc3-6d65-40b5-9fd4-e192a10cfb57 req-07843b38-650a-4698-bc37-a8cf29b5a0aa service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1744382 Nov 18 17:09:07.262502 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b92a7fc3-6d65-40b5-9fd4-e192a10cfb57 req-5c381bd4-0734-4869-98bd-52c3fd2a84ac service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=39f07cce-125e-4e0f-a41b-2bca71e9e63d HTTP/1.1" status: 200 len: 217 time: 0.0456295 Nov 18 17:09:07.357352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] For port 072cb0b4-b1bb-4455-8077-85633024525b, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:09:07.374504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] For port 072cb0b4-b1bb-4455-8077-85633024525b, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=072cb0b4-b1bb-4455-8077-85633024525b,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:09:07.377079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a7fc3-6d65-40b5-9fd4-e192a10cfb57 req-dde1d2fb-f49c-449d-a223-0682ebe1537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:07.378662 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b92a7fc3-6d65-40b5-9fd4-e192a10cfb57 req-dde1d2fb-f49c-449d-a223-0682ebe1537c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0953219 Nov 18 17:09:07.474322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1878b-2b2a-437e-b030-43cda222fd1a req-e7ba9957-f794-414b-8d11-4c0e08aaa976 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:07.483245 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72a1878b-2b2a-437e-b030-43cda222fd1a req-e7ba9957-f794-414b-8d11-4c0e08aaa976 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 945 time: 0.1107328 Nov 18 17:09:07.521825 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a7fc3-6d65-40b5-9fd4-e192a10cfb57 req-1ad60870-5f21-49ed-8161-3ffca6b695d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:07.523379 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b92a7fc3-6d65-40b5-9fd4-e192a10cfb57 req-1ad60870-5f21-49ed-8161-3ffca6b695d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1358995 Nov 18 17:09:07.528054 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:07.570563 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6edee29-0843-4253-b038-5c729ac35f94 req-ff7b1c54-a54f-4feb-88f6-fc6eb33240a0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 210 time: 0.0491407 Nov 18 17:09:07.586148 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72a1878b-2b2a-437e-b030-43cda222fd1a req-b1539f48-2aad-4728-a36f-775c3e78fe3f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018469 Nov 18 17:09:07.602869 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:07.603555 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:07.605223 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] 10.222.0.83 "PUT /v2.0/ports/072cb0b4-b1bb-4455-8077-85633024525b HTTP/1.1" status: 200 len: 1096 time: 2.1816208 Nov 18 17:09:07.607695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fa1954-395a-4931-b498-8745990c2297', 'tag': '072cb0b4-b1bb-4455-8077-85633024525b'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:07.612079 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4144ac-d2c5-463a-8e3c-377a5fd161e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fa1954-395a-4931-b498-8745990c2297", "tag": "072cb0b4-b1bb-4455-8077-85633024525b"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:07.707340 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d392940-cb51-4892-a16f-18aaafd69b65 x-openstack-request-id: req-6d392940-cb51-4892-a16f-18aaafd69b65 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:07.715299 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fa1954-395a-4931-b498-8745990c2297", "tag": "072cb0b4-b1bb-4455-8077-85633024525b", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:07.715845 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6d392940-cb51-4892-a16f-18aaafd69b65 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:07.716379 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6fa1954-395a-4931-b498-8745990c2297', 'tag': '072cb0b4-b1bb-4455-8077-85633024525b', 'status': 'completed', 'code': 200} Nov 18 17:09:07.757494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b0c76-92f6-4190-a630-867a08b9b490 service neutron] Pushing event updated for resources: {'Port': ['ID=072cb0b4-b1bb-4455-8077-85633024525b,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:07.835886 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b92a7fc3-6d65-40b5-9fd4-e192a10cfb57 req-5a3ad731-185f-4755-876d-09310f4a2be0 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020933 Nov 18 17:09:07.839359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-5e851499-c50d-414b-9576-72152da96ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:07.841000 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-5e851499-c50d-414b-9576-72152da96ed8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 1099 time: 0.1105428 Nov 18 17:09:07.925142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c51f83-7fb5-4efe-af59-3b1fce4fff45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abac8863-5932-42d7-aedc-3010bf267ee8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:07.927645 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b85a02c-e25d-4e69-8810-19bbeed06f61" -d '{"events": [{"server_uuid": "a0c51f83-7fb5-4efe-af59-3b1fce4fff45", "name": "network-vif-plugged", "status": "completed", "tag": "abac8863-5932-42d7-aedc-3010bf267ee8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:08.037026 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d232d96-7b73-4aa2-a141-e4209531f20f x-openstack-request-id: req-3d232d96-7b73-4aa2-a141-e4209531f20f {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:08.037420 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c51f83-7fb5-4efe-af59-3b1fce4fff45", "name": "network-vif-plugged", "status": "completed", "tag": "abac8863-5932-42d7-aedc-3010bf267ee8", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:08.037906 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3d232d96-7b73-4aa2-a141-e4209531f20f {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:08.038576 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c51f83-7fb5-4efe-af59-3b1fce4fff45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abac8863-5932-42d7-aedc-3010bf267ee8', 'code': 200} Nov 18 17:09:08.043472 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b92a7fc3-6d65-40b5-9fd4-e192a10cfb57 req-b9b7a48c-9766-4525-98c3-acaaf460fe8e service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972895 Nov 18 17:09:08.090203 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12044-7c5c-4243-b0b1-749a6bc6fd83 req-0238bbeb-eaee-4aa3-b8a7-2d03eb3d9c4c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:08.103338 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aba12044-7c5c-4243-b0b1-749a6bc6fd83 req-0238bbeb-eaee-4aa3-b8a7-2d03eb3d9c4c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 947 time: 0.1381290 Nov 18 17:09:08.107202 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-ded76e45-76a1-4272-ba50-7fe3ce179aad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=072cb0b4-b1bb-4455-8077-85633024525b HTTP/1.1" status: 200 len: 217 time: 0.0627086 Nov 18 17:09:08.174565 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aba12044-7c5c-4243-b0b1-749a6bc6fd83 req-3741ceea-0ef9-4af3-a6d6-bc6579b726de tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618184 Nov 18 17:09:08.225895 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7b17eb85-be60-4a8e-a26a-01483e640387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:08.227977 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-7b17eb85-be60-4a8e-a26a-01483e640387 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1084194 Nov 18 17:09:08.297327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e158f2ce-573d-4c4f-946d-3883e85394cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:08.299097 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-e158f2ce-573d-4c4f-946d-3883e85394cc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0542662 Nov 18 17:09:08.326877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93fe25-ac06-4733-8f55-70f5cbd55456 req-7a7acf7e-953b-44a0-815f-f89837f9d035 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:08.328510 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b93fe25-ac06-4733-8f55-70f5cbd55456 req-7a7acf7e-953b-44a0-815f-f89837f9d035 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0885119 Nov 18 17:09:08.396125 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3cb27dc7-348a-4dd5-b641-7a407e54b565 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:09:08.407681 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b93fe25-ac06-4733-8f55-70f5cbd55456 req-79281270-9058-4ca2-a348-79f503b634c4 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649478 Nov 18 17:09:08.514323 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-50279432-4b6c-4ac6-8ba8-eeaf9012f957 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011671 Nov 18 17:09:08.593425 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3cb27dc7-348a-4dd5-b641-7a407e54b565, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3cb27dc7-348a-4dd5-b641-7a407e54b565,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:08.610916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '3cb27dc7-348a-4dd5-b641-7a407e54b565', 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a', 'port_id': '3cb27dc7-348a-4dd5-b641-7a407e54b565', 'mac_address': 'fa:16:3e:73:51:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20b73df-b35d-4384-ad07-d38c6494ce58', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:09:08.651664 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c7af635-7f56-495c-8e2a-27c0e0586dbf req-d0ef06e1-c997-4052-9bff-248efd032a63 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212807 Nov 18 17:09:08.722290 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:08.740340 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cb27dc7-348a-4dd5-b641-7a407e54b565 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:08.768419 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4813c2f4-319b-4722-a1ab-1916c4b64ea2 req-cc330d29-d186-4205-9582-1d81540e2301 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 210 time: 0.0654573 Nov 18 17:09:08.777085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3cb27dc7-348a-4dd5-b641-7a407e54b565, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3cb27dc7-348a-4dd5-b641-7a407e54b565,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:08.871048 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:08.937075 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d417d49-27bb-4b18-9a6a-82fb365ab90c req-d01a8b50-18c3-41db-b694-a4b928ea0602 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:08.948155 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d417d49-27bb-4b18-9a6a-82fb365ab90c req-d01a8b50-18c3-41db-b694-a4b928ea0602 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 945 time: 0.1937578 Nov 18 17:09:08.958938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=3cb27dc7-348a-4dd5-b641-7a407e54b565,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:08.968638 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:08.969124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:08.969536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:08.969947 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:08.970370 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:08.970775 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:08.971230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:08.971626 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:08.972237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:08.972574 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:08.973213 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:08.973650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:08.975677 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4144ac-d2c5-463a-8e3c-377a5fd161e0 req-c169996d-1bf5-4088-b877-490ade5d8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:08.977240 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1f4144ac-d2c5-463a-8e3c-377a5fd161e0 req-c169996d-1bf5-4088-b877-490ade5d8f02 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 1099 time: 0.1432402 Nov 18 17:09:09.020872 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d417d49-27bb-4b18-9a6a-82fb365ab90c req-26d04769-17ec-4e5c-878a-c6f296cc1773 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712297 Nov 18 17:09:09.028624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['3cb27dc7-348a-4dd5-b641-7a407e54b565'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:09.163031 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4144ac-d2c5-463a-8e3c-377a5fd161e0 req-e5ef7b0c-76dd-40a7-b104-d2202efbce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:09.165464 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1f4144ac-d2c5-463a-8e3c-377a5fd161e0 req-e5ef7b0c-76dd-40a7-b104-d2202efbce1a service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1726799 Nov 18 17:09:09.239165 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1f4144ac-d2c5-463a-8e3c-377a5fd161e0 req-217a20be-370a-47ad-8932-91481c46a4f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=072cb0b4-b1bb-4455-8077-85633024525b HTTP/1.1" status: 200 len: 217 time: 0.0584831 Nov 18 17:09:09.323548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4144ac-d2c5-463a-8e3c-377a5fd161e0 req-4ae092b9-0136-45ea-bc5b-269e441bf267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:09.326351 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1f4144ac-d2c5-463a-8e3c-377a5fd161e0 req-4ae092b9-0136-45ea-bc5b-269e441bf267 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0743873 Nov 18 17:09:09.372905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd004892-ea66-4cd7-8f83-4c06a3e31736 req-c517b7b1-f36e-4ed1-b6d3-501593acf0a0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:09.384402 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bd004892-ea66-4cd7-8f83-4c06a3e31736 req-c517b7b1-f36e-4ed1-b6d3-501593acf0a0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 947 time: 0.1203587 Nov 18 17:09:09.439827 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4144ac-d2c5-463a-8e3c-377a5fd161e0 req-86aa94d1-b0a8-4614-865d-d571ed8e2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:09.442054 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1f4144ac-d2c5-463a-8e3c-377a5fd161e0 req-86aa94d1-b0a8-4614-865d-d571ed8e2740 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0970025 Nov 18 17:09:09.476935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bd004892-ea66-4cd7-8f83-4c06a3e31736 req-59568234-c5a7-43ab-812c-b4af1f35990e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770481 Nov 18 17:09:09.611353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a8da1-c5e0-4ced-a777-73b353313f56 req-cae88c8c-c661-437c-a972-a0f695f39b64 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:09.614777 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-921a8da1-c5e0-4ced-a777-73b353313f56 req-cae88c8c-c661-437c-a972-a0f695f39b64 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0945141 Nov 18 17:09:09.652250 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1f4144ac-d2c5-463a-8e3c-377a5fd161e0 req-5a3152a7-1636-4126-b703-5ff1bd70a2c4 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857471 Nov 18 17:09:09.702600 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-921a8da1-c5e0-4ced-a777-73b353313f56 req-bb445732-abaa-47ed-9dcc-34699541d9cd tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802774 Nov 18 17:09:09.789524 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1f4144ac-d2c5-463a-8e3c-377a5fd161e0 req-877108fb-dc2d-4491-b1cb-d273d419d2f1 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167417 Nov 18 17:09:09.863910 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-decf8a8e-8f40-45d2-a1d8-35ef9671690c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b5619a9fdad84356bf3a835e304c5fab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349383 Nov 18 17:09:09.966469 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-efe847dc-fcd8-48c3-bc58-7931b00efede req-d19811af-7f82-43f0-961c-d11abd293d0c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 210 time: 0.0890319 Nov 18 17:09:10.033207 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-91ce6768-483e-4c45-9760-f63f31248883 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:10.034827 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-91ce6768-483e-4c45-9760-f63f31248883 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628368 Nov 18 17:09:10.052951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-941c9a73-a410-4765-bb8e-8232f02049a2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Request body: {'port': {'device_id': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'b5619a9fdad84356bf3a835e304c5fab'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:10.176199 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae346dfc-01c9-4667-a934-cef8ef9e60a5 req-44e2cb34-c650-40a6-ae76-25c7f07a975c tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:10.184382 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae346dfc-01c9-4667-a934-cef8ef9e60a5 req-44e2cb34-c650-40a6-ae76-25c7f07a975c tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 944 time: 0.0885756 Nov 18 17:09:10.239817 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae346dfc-01c9-4667-a934-cef8ef9e60a5 req-50fc7672-b6ed-460e-bcc5-3d58df457f94 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545344 Nov 18 17:09:10.355724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-941c9a73-a410-4765-bb8e-8232f02049a2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Made reservation on behalf of b5619a9fdad84356bf3a835e304c5fab for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:10.360859 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-941c9a73-a410-4765-bb8e-8232f02049a2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:10.422340 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3cb27dc7-348a-4dd5-b641-7a407e54b565 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:09:10.545554 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:10.582021 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3cb27dc7-348a-4dd5-b641-7a407e54b565 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:10.600238 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-941c9a73-a410-4765-bb8e-8232f02049a2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Allocated IP 192.168.233.76 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/23dc566d-d834-4508-9b26-08a6eecf4550) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:09:10.608415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3cb27dc7-348a-4dd5-b641-7a407e54b565, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3cb27dc7-348a-4dd5-b641-7a407e54b565,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:10.717946 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705ed5e-87b0-4536-a864-891001369089 req-c4d20890-751a-4f19-b50c-14df0862eb79 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:10.719575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c705ed5e-87b0-4536-a864-891001369089 req-c4d20890-751a-4f19-b50c-14df0862eb79 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 947 time: 0.0679665 Nov 18 17:09:10.740718 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:10.809316 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=3cb27dc7-348a-4dd5-b641-7a407e54b565,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:10.816347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 39f07cce-125e-4e0f-a41b-2bca71e9e63d details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:09:10.843963 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c705ed5e-87b0-4536-a864-891001369089 req-126a71fc-5646-4b73-a079-fc8c1972233d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175840 Nov 18 17:09:10.923219 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-941c9a73-a410-4765-bb8e-8232f02049a2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:10.950293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858a127-7e5e-406d-82eb-717caf48048d req-5433316f-f464-45bb-9b62-22f464386a33 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:10.953492 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5858a127-7e5e-406d-82eb-717caf48048d req-5433316f-f464-45bb-9b62-22f464386a33 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 943 time: 0.0838258 Nov 18 17:09:11.247048 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5858a127-7e5e-406d-82eb-717caf48048d req-75b6e260-dae2-4d19-8bc6-9319dae05a03 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883057 Nov 18 17:09:11.247048 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddec5bb-e973-4ed1-a88e-fa094b44b248 req-2a624ece-81a9-4996-9ace-ea6d4e82c02c tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:11.247048 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eddec5bb-e973-4ed1-a88e-fa094b44b248 req-2a624ece-81a9-4996-9ace-ea6d4e82c02c tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.1138515 Nov 18 17:09:11.248728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 39f07cce-125e-4e0f-a41b-2bca71e9e63d, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=39f07cce-125e-4e0f-a41b-2bca71e9e63d,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:11.249154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eddec5bb-e973-4ed1-a88e-fa094b44b248 req-7b8e35a9-f430-4d10-b803-4fa72cab01c0 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495770 Nov 18 17:09:11.249358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '39f07cce-125e-4e0f-a41b-2bca71e9e63d', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '39f07cce-125e-4e0f-a41b-2bca71e9e63d', 'mac_address': 'fa:16:3e:14:7e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:09:11.249804 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6947d98-a959-4c1d-968f-d2c9614a5599 req-02cdcffc-2edd-46dc-b2c0-0b2d55f3f6a8 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 210 time: 0.0333233 Nov 18 17:09:11.250182 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:11.250182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f07cce-125e-4e0f-a41b-2bca71e9e63d {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:11.250182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 39f07cce-125e-4e0f-a41b-2bca71e9e63d, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=39f07cce-125e-4e0f-a41b-2bca71e9e63d,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:11.415205 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-941c9a73-a410-4765-bb8e-8232f02049a2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:11.428737 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['14b037fd-40a5-4cab-9075-5b29f54b7340', 'da026f53-f7bc-4ad6-8324-99511509ddcb', '0285dffd-5957-4323-b54a-84c0c333dbfa'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:11.461046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-941c9a73-a410-4765-bb8e-8232f02049a2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:09:11.470704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-941c9a73-a410-4765-bb8e-8232f02049a2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:11.473388 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c9a73-a410-4765-bb8e-8232f02049a2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Pushing event updated for resources: {'Port': ['ID=23dc566d-d834-4508-9b26-08a6eecf4550,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:11.474314 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:11.483537 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-941c9a73-a410-4765-bb8e-8232f02049a2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:09:11.566126 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-941c9a73-a410-4765-bb8e-8232f02049a2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:11.576645 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-941c9a73-a410-4765-bb8e-8232f02049a2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:11.645054 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=39f07cce-125e-4e0f-a41b-2bca71e9e63d,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:11.674255 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-941c9a73-a410-4765-bb8e-8232f02049a2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6276960 Nov 18 17:09:11.692475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Request body: {'port': {'device_id': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:11.764247 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:11.810177 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['39f07cce-125e-4e0f-a41b-2bca71e9e63d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:11.922636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-eacea9aa-1219-40d6-9d09-a98456808e03 None None] Provisioning complete for port 23dc566d-d834-4508-9b26-08a6eecf4550 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:11.923011 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eacea9aa-1219-40d6-9d09-a98456808e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:12.013094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-eacea9aa-1219-40d6-9d09-a98456808e03 None None] Port 23dc566d-d834-4508-9b26-08a6eecf4550 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:09:12.043340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b311c28-58fb-43ba-84e2-a6312e6fefd4 req-2a8957b2-7463-4582-bbe2-02986af16fae tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:12.051078 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4b311c28-58fb-43ba-84e2-a6312e6fefd4 req-2a8957b2-7463-4582-bbe2-02986af16fae tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 947 time: 0.0796897 Nov 18 17:09:12.121279 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4b311c28-58fb-43ba-84e2-a6312e6fefd4 req-b4f90948-d424-447d-bbcb-a4ed6040d015 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692346 Nov 18 17:09:12.311232 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23dc566d-d834-4508-9b26-08a6eecf4550 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:12.320938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:12.324250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34226e-b270-40d9-8e65-183307d4875a req-896742b6-267c-4788-b78a-4f24bc6c24b2 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:12.332862 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d34226e-b270-40d9-8e65-183307d4875a req-896742b6-267c-4788-b78a-4f24bc6c24b2 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 943 time: 0.1328526 Nov 18 17:09:12.336400 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Transition to ACTIVE for port object 23dc566d-d834-4508-9b26-08a6eecf4550 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:09:12.365971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fecfd-19cf-4f9a-9a1f-1cfebe01a3e1 req-b3d32966-6bf0-4276-a06f-92ea4486106d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:12.367965 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-511fecfd-19cf-4f9a-9a1f-1cfebe01a3e1 req-b3d32966-6bf0-4276-a06f-92ea4486106d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0902932 Nov 18 17:09:12.412280 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 072cb0b4-b1bb-4455-8077-85633024525b details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:09:12.431892 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:12.436294 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d34226e-b270-40d9-8e65-183307d4875a req-d327cc6e-c545-46a1-b071-f76d283e022e tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981834 Nov 18 17:09:12.496641 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-511fecfd-19cf-4f9a-9a1f-1cfebe01a3e1 req-e6647982-81f3-4763-9c8e-16eee7298d41 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176624 Nov 18 17:09:12.660946 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f017ee-2c80-4836-b253-1637062dcd5e req-d8cf559d-5eb8-4667-be66-1d51c931cf2a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:12.670321 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-55f017ee-2c80-4836-b253-1637062dcd5e req-d8cf559d-5eb8-4667-be66-1d51c931cf2a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 947 time: 0.1061499 Nov 18 17:09:12.709380 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Pushing event updated for resources: {'Port': ['ID=23dc566d-d834-4508-9b26-08a6eecf4550,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:12.786883 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-55f017ee-2c80-4836-b253-1637062dcd5e req-16bb26e2-f5eb-444e-94ae-a48f92ac7310 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161063 Nov 18 17:09:12.794624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 072cb0b4-b1bb-4455-8077-85633024525b, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=072cb0b4-b1bb-4455-8077-85633024525b,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:12.816258 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '072cb0b4-b1bb-4455-8077-85633024525b', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '072cb0b4-b1bb-4455-8077-85633024525b', 'mac_address': 'fa:16:3e:09:dd:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:09:12.912168 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6dc8e-1111-402e-a6e8-1f9b427b8ac9 req-eee0ff93-8329-4d73-9717-7206c6e41a4d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:12.914469 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5bd6dc8e-1111-402e-a6e8-1f9b427b8ac9 req-eee0ff93-8329-4d73-9717-7206c6e41a4d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.83 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 943 time: 0.2859557 Nov 18 17:09:12.917652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Attempting to bind port 23dc566d-d834-4508-9b26-08a6eecf4550 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:09:12.918262 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Attempting to bind port 23dc566d-d834-4508-9b26-08a6eecf4550 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:09:12.918815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Attempting to bind port 23dc566d-d834-4508-9b26-08a6eecf4550 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:12.930814 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:12.937218 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Port 23dc566d-d834-4508-9b26-08a6eecf4550 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:09:12.937549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Attempting to bind port 23dc566d-d834-4508-9b26-08a6eecf4550 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:12.960556 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:09:12.960909 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:09:12.961311 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:09:12.961802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Bound port: 23dc566d-d834-4508-9b26-08a6eecf4550, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:09:12.962167 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:12.974525 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072cb0b4-b1bb-4455-8077-85633024525b {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:13.035582 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 072cb0b4-b1bb-4455-8077-85633024525b, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=072cb0b4-b1bb-4455-8077-85633024525b,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:13.099866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:09:13.100116 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:13.104189 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=23dc566d-d834-4508-9b26-08a6eecf4550,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:09:13.116514 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-5bd6dc8e-1111-402e-a6e8-1f9b427b8ac9 req-0066cb9f-1a9a-433f-bc6c-ce6324c94f14 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Deleting port 3cb27dc7-348a-4dd5-b641-7a407e54b565 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:09:13.116813 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5bd6dc8e-1111-402e-a6e8-1f9b427b8ac9 req-0066cb9f-1a9a-433f-bc6c-ce6324c94f14 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:13.184445 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:13.210012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=072cb0b4-b1bb-4455-8077-85633024525b,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:13.241693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Pushing event updated for resources: {'Port': ['ID=23dc566d-d834-4508-9b26-08a6eecf4550,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:13.265454 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:13.266056 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:13.268132 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ff3f787d-fb91-402b-89c5-88fadc5f0e1b service neutron] 10.222.0.81 "PUT /v2.0/ports/23dc566d-d834-4508-9b26-08a6eecf4550 HTTP/1.1" status: 200 len: 1096 time: 1.5811694 Nov 18 17:09:13.268595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'tag': '23dc566d-d834-4508-9b26-08a6eecf4550'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:13.273011 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2da266d-150d-4485-a0e1-a57c0e40e1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ab26da21-cc1f-48c4-8c84-c7cbed9ac72e", "tag": "23dc566d-d834-4508-9b26-08a6eecf4550"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:13.347782 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5bd6dc8e-1111-402e-a6e8-1f9b427b8ac9 req-0066cb9f-1a9a-433f-bc6c-ce6324c94f14 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] For port 3cb27dc7-348a-4dd5-b641-7a407e54b565, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3cb27dc7-348a-4dd5-b641-7a407e54b565,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:13.349173 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5bd6dc8e-1111-402e-a6e8-1f9b427b8ac9 req-0066cb9f-1a9a-433f-bc6c-ce6324c94f14 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:13.377136 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baec822-b9fa-440f-9661-a254c6e2c7cb req-e4f32d30-7fd1-401b-a5d4-dc6c28fdbd7b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:13.385126 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2baec822-b9fa-440f-9661-a254c6e2c7cb req-e4f32d30-7fd1-401b-a5d4-dc6c28fdbd7b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 948 time: 0.1454682 Nov 18 17:09:13.403229 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97254f8f-75a8-460a-bdeb-2f283bb9d1f5 x-openstack-request-id: req-97254f8f-75a8-460a-bdeb-2f283bb9d1f5 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:13.403576 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab26da21-cc1f-48c4-8c84-c7cbed9ac72e", "tag": "23dc566d-d834-4508-9b26-08a6eecf4550", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:13.405322 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-97254f8f-75a8-460a-bdeb-2f283bb9d1f5 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:13.405322 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'tag': '23dc566d-d834-4508-9b26-08a6eecf4550', 'status': 'completed', 'code': 200} Nov 18 17:09:13.429057 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['072cb0b4-b1bb-4455-8077-85633024525b'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:13.450093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-5bd6dc8e-1111-402e-a6e8-1f9b427b8ac9 req-0066cb9f-1a9a-433f-bc6c-ce6324c94f14 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Calling delete_port for 3cb27dc7-348a-4dd5-b641-7a407e54b565 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:09:13.545450 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2baec822-b9fa-440f-9661-a254c6e2c7cb req-b59bbfca-d1d1-4097-aca4-b6c86f1f0a9f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581440 Nov 18 17:09:13.636572 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-12d1fb1f-3288-43d3-81fc-d0036fa1b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:13.638097 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-12d1fb1f-3288-43d3-81fc-d0036fa1b534 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 1099 time: 0.2664309 Nov 18 17:09:13.644780 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751dd68-e519-458d-9d5e-1322f005bcc2 req-90e11b42-130b-4eb6-bab7-df58421a9c3d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:13.653247 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4751dd68-e519-458d-9d5e-1322f005bcc2 req-90e11b42-130b-4eb6-bab7-df58421a9c3d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 943 time: 0.1073735 Nov 18 17:09:13.701029 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-97eb6ce4-292d-4d0c-8963-d52afaa2a25c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=23dc566d-d834-4508-9b26-08a6eecf4550 HTTP/1.1" status: 200 len: 217 time: 0.0507019 Nov 18 17:09:13.754357 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4751dd68-e519-458d-9d5e-1322f005bcc2 req-42bd1530-079f-4bbf-96d3-dea61508d6b4 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001410 Nov 18 17:09:13.808228 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ee22bf71-3dd6-45ee-a265-c15289d5f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:13.810020 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-ee22bf71-3dd6-45ee-a265-c15289d5f2ea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0960476 Nov 18 17:09:13.880861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e154a-6384-4738-9f00-6560047beb2a req-d89d7879-4c4a-4176-b74d-cc3941d8b687 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:13.890084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b9e154a-6384-4738-9f00-6560047beb2a req-d89d7879-4c4a-4176-b74d-cc3941d8b687 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.1994600 Nov 18 17:09:13.921683 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-352ea8ca-728e-4e1a-9e49-fafd396570dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:13.922975 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-352ea8ca-728e-4e1a-9e49-fafd396570dd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1040030 Nov 18 17:09:13.961799 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b9e154a-6384-4738-9f00-6560047beb2a req-d3077d6b-6155-4935-9a03-7d4587d43d9d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679045 Nov 18 17:09:13.985092 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5bd6dc8e-1111-402e-a6e8-1f9b427b8ac9 req-0066cb9f-1a9a-433f-bc6c-ce6324c94f14 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:14.023261 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066cb9f-1a9a-433f-bc6c-ce6324c94f14 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Pushing event deleted for resources: {'Port': ['ID=3cb27dc7-348a-4dd5-b641-7a407e54b565,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:14.035175 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2f266-5407-42be-860a-3632aec7687d req-bb9e8d10-71bd-4574-996e-06e3c95332f9 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:14.036323 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-49c2f266-5407-42be-860a-3632aec7687d req-bb9e8d10-71bd-4574-996e-06e3c95332f9 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 947 time: 0.0687776 Nov 18 17:09:14.149064 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd6dc8e-1111-402e-a6e8-1f9b427b8ac9 req-0066cb9f-1a9a-433f-bc6c-ce6324c94f14 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] No DVR routers for this DVR port 3cb27dc7-348a-4dd5-b641-7a407e54b565 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:09:14.186829 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-c3358363-23f9-43d4-9c88-04d27db126d5 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535572 Nov 18 17:09:14.188014 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5bd6dc8e-1111-402e-a6e8-1f9b427b8ac9 req-0066cb9f-1a9a-433f-bc6c-ce6324c94f14 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:14.191272 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5bd6dc8e-1111-402e-a6e8-1f9b427b8ac9 req-0066cb9f-1a9a-433f-bc6c-ce6324c94f14 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.83 "DELETE /v2.0/ports/3cb27dc7-348a-4dd5-b641-7a407e54b565 HTTP/1.1" status: 204 len: 173 time: 1.2621808 Nov 18 17:09:14.192010 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-49c2f266-5407-42be-860a-3632aec7687d req-59d9210a-1f3d-4626-8a40-edff67ffa86e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391521 Nov 18 17:09:14.334724 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5a05afc8-7d89-47dd-80eb-0fc5e087ce8c req-8079c0d8-dc67-49e4-a5b5-ecb5ac9f42f1 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192009 Nov 18 17:09:14.515019 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da266d-150d-4485-a0e1-a57c0e40e1ac req-902aaf10-b559-494a-a34c-ad72f9089ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:14.515019 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e2da266d-150d-4485-a0e1-a57c0e40e1ac req-902aaf10-b559-494a-a34c-ad72f9089ecf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 1099 time: 0.0640976 Nov 18 17:09:14.636200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da266d-150d-4485-a0e1-a57c0e40e1ac req-1f74410a-ce9f-4f4b-92e0-157057ce84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:14.637827 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e2da266d-150d-4485-a0e1-a57c0e40e1ac req-1f74410a-ce9f-4f4b-92e0-157057ce84b9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1139696 Nov 18 17:09:14.689782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c7ce6-f56c-44b5-baad-b0f6f3770384 req-a899c9fd-8baa-4608-80a4-8e47ae7aeb58 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:14.691358 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-614c7ce6-f56c-44b5-baad-b0f6f3770384 req-a899c9fd-8baa-4608-80a4-8e47ae7aeb58 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 948 time: 0.0760643 Nov 18 17:09:14.784460 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-614c7ce6-f56c-44b5-baad-b0f6f3770384 req-f33efc40-5916-43b0-aff4-5ae44efa59fd tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733109 Nov 18 17:09:14.818333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 39f07cce-125e-4e0f-a41b-2bca71e9e63d up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:09:14.971087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0108e40a-1e47-4bad-83f2-1dca0138c829 req-2dcad99d-17a4-4cc5-aafe-729d8123d1f4 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3 HTTP/1.1" status: 200 len: 210 time: 0.0415683 Nov 18 17:09:15.031586 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 39f07cce-125e-4e0f-a41b-2bca71e9e63d completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:09:15.041468 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 39f07cce-125e-4e0f-a41b-2bca71e9e63d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:15.041918 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:15.089456 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e2da266d-150d-4485-a0e1-a57c0e40e1ac req-d6fde10d-bdbc-4555-9c61-9e3b7a12bc5f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=23dc566d-d834-4508-9b26-08a6eecf4550 HTTP/1.1" status: 200 len: 217 time: 0.4424222 Nov 18 17:09:15.149009 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94535fe3-5a3a-43a4-95aa-a9e4724e7c4b req-bd05e1d6-162b-42ba-915b-c1e519fabc3c tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:15.152964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94535fe3-5a3a-43a4-95aa-a9e4724e7c4b req-bd05e1d6-162b-42ba-915b-c1e519fabc3c tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0896595 Nov 18 17:09:15.155676 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:15.222786 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead9bca8-4dd5-43df-815e-a2e9e35c27db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f07cce-125e-4e0f-a41b-2bca71e9e63d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:15.223517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da266d-150d-4485-a0e1-a57c0e40e1ac req-0efc0979-8c20-4af8-b6f6-caa9a0629a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:15.226577 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a550c5d6-f0a3-4834-b1a6-bb2d4f1993af" -d '{"events": [{"server_uuid": "ead9bca8-4dd5-43df-815e-a2e9e35c27db", "name": "network-vif-plugged", "status": "completed", "tag": "39f07cce-125e-4e0f-a41b-2bca71e9e63d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:15.231029 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e2da266d-150d-4485-a0e1-a57c0e40e1ac req-0efc0979-8c20-4af8-b6f6-caa9a0629a03 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1263707 Nov 18 17:09:15.263615 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94535fe3-5a3a-43a4-95aa-a9e4724e7c4b req-ea6af08b-52b2-4f95-b425-009cd9885180 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926373 Nov 18 17:09:15.284163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 39f07cce-125e-4e0f-a41b-2bca71e9e63d, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=39f07cce-125e-4e0f-a41b-2bca71e9e63d,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:15.349991 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da266d-150d-4485-a0e1-a57c0e40e1ac req-d70aa9f7-19eb-4808-a2b2-10452508205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:15.351465 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e2da266d-150d-4485-a0e1-a57c0e40e1ac req-d70aa9f7-19eb-4808-a2b2-10452508205d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1138828 Nov 18 17:09:15.364261 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:15.406191 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3', 'name': 'network-vif-deleted', 'tag': '3cb27dc7-348a-4dd5-b641-7a407e54b565'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:15.413530 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324b7f1b-f37b-44ea-bf08-3bf916377047" -d '{"events": [{"server_uuid": "e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3", "name": "network-vif-deleted", "tag": "3cb27dc7-348a-4dd5-b641-7a407e54b565"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:15.480340 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216cd7aa-b5d2-49e4-be53-892fd69571a9 x-openstack-request-id: req-216cd7aa-b5d2-49e4-be53-892fd69571a9 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:15.480677 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead9bca8-4dd5-43df-815e-a2e9e35c27db", "name": "network-vif-plugged", "status": "completed", "tag": "39f07cce-125e-4e0f-a41b-2bca71e9e63d", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:15.480909 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-216cd7aa-b5d2-49e4-be53-892fd69571a9 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:15.481329 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead9bca8-4dd5-43df-815e-a2e9e35c27db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f07cce-125e-4e0f-a41b-2bca71e9e63d', 'code': 200} Nov 18 17:09:15.490566 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=39f07cce-125e-4e0f-a41b-2bca71e9e63d,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:15.533975 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ab2f5-a173-4ad6-a850-cad530678023 req-f80acde7-cbfd-485a-982d-4a1d2f186484 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:15.543692 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d009b51d-d70a-433e-9844-c23f56df3a4e x-openstack-request-id: req-d009b51d-d70a-433e-9844-c23f56df3a4e {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:15.544297 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3", "name": "network-vif-deleted", "tag": "3cb27dc7-348a-4dd5-b641-7a407e54b565", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:15.544297 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d009b51d-d70a-433e-9844-c23f56df3a4e {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:15.544674 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b3ca57-10a8-4f79-8e6b-33b30e84a9e3', 'name': 'network-vif-deleted', 'tag': '3cb27dc7-348a-4dd5-b641-7a407e54b565', 'status': 'completed', 'code': 200} Nov 18 17:09:15.544971 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae0ab2f5-a173-4ad6-a850-cad530678023 req-f80acde7-cbfd-485a-982d-4a1d2f186484 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 947 time: 0.1012223 Nov 18 17:09:15.576486 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e2da266d-150d-4485-a0e1-a57c0e40e1ac req-fd015b6a-d2e0-46c8-b994-5dcbfe4b83a3 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124946 Nov 18 17:09:15.645006 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae0ab2f5-a173-4ad6-a850-cad530678023 req-983bb633-09b5-4242-a639-a98f85b0784c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989976 Nov 18 17:09:15.648067 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67905799-6c02-4e51-aa15-60016251a9b3 req-4b7b8ff1-52d7-4551-861f-15c8a767badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:15.649521 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-67905799-6c02-4e51-aa15-60016251a9b3 req-4b7b8ff1-52d7-4551-861f-15c8a767badc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ead9bca8-4dd5-43df-815e-a2e9e35c27db HTTP/1.1" status: 200 len: 1102 time: 0.0829191 Nov 18 17:09:15.695586 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e2da266d-150d-4485-a0e1-a57c0e40e1ac req-79a26e20-bf40-408a-974e-9a7736732988 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098008 Nov 18 17:09:15.715500 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-67905799-6c02-4e51-aa15-60016251a9b3 req-09a06b25-14ea-4f26-831a-0da4d6059c77 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558250 Nov 18 17:09:15.947721 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47b760-b794-4fd7-a7de-14417e3791c9 req-865fda68-1fe1-4d3a-8e0f-a73b9329e229 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:15.949293 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd47b760-b794-4fd7-a7de-14417e3791c9 req-865fda68-1fe1-4d3a-8e0f-a73b9329e229 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 948 time: 0.0615218 Nov 18 17:09:16.011154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd47b760-b794-4fd7-a7de-14417e3791c9 req-ab47e28d-7e07-480d-ac6e-c16525743ed9 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540276 Nov 18 17:09:16.293881 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-51220f10-c15e-4b11-9fdc-9a2ce3f53a26 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:16.301775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-51220f10-c15e-4b11-9fdc-9a2ce3f53a26 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/networks?id=5081e599-c749-48b6-bd1f-9b11ee49b04a HTTP/1.1" status: 200 len: 822 time: 0.1306591 Nov 18 17:09:16.320280 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-d574138b-64fc-4778-a944-422b8e6b4c8e tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/quotas/0a95fb8abcec43a69396adebe0839baf HTTP/1.1" status: 200 len: 375 time: 0.0173242 Nov 18 17:09:16.347821 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34744) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:16.354568 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1512880777'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:16.359612 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-b7a32da4-1949-4e88-b0a1-d55e042208dd tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a95fb8abcec43a69396adebe0839baf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384130 Nov 18 17:09:16.414526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 072cb0b4-b1bb-4455-8077-85633024525b up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:09:16.489177 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23148f7a-97bd-474d-aace-f2723f4fd6f0 req-5dfc46d2-a0e9-41da-b8cd-384f734d51ef tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:16.490896 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23148f7a-97bd-474d-aace-f2723f4fd6f0 req-5dfc46d2-a0e9-41da-b8cd-384f734d51ef tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.1406741 Nov 18 17:09:16.542081 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-3f692763-3353-4d85-a7de-604d92892133 service neutron] 10.222.0.72 "GET /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685216 Nov 18 17:09:16.582491 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23148f7a-97bd-474d-aace-f2723f4fd6f0 req-be2726aa-e5cf-4645-8df3-503b39d532d5 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844901 Nov 18 17:09:16.657391 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-4cc55d47-bed5-4786-984b-0d5080ac9b3d service neutron] 10.222.0.72 "GET /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039205 Nov 18 17:09:16.722865 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Made reservation on behalf of 8636c767565a441eb773511271a60b63 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:16.745408 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:16.745533 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 072cb0b4-b1bb-4455-8077-85633024525b completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:09:16.745533 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 072cb0b4-b1bb-4455-8077-85633024525b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:16.745533 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:16.809915 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] vlan segment allocate from pool success with {'vlan_id': 1139, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:09:16.821593 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 23dc566d-d834-4508-9b26-08a6eecf4550 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:09:16.828296 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:16.828707 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Added segment e382f3ce-ebed-4b5a-979d-66c52e12d5da of type vlan for network 96b6b3d2-b87f-486f-9f51-94da13546f8a Nov 18 17:09:16.878543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d11c0-adbe-466b-abd0-f0baf166953d req-36ff75bf-8fc7-4120-9bb1-ccdc6b54b281 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:16.880196 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca5d11c0-adbe-466b-abd0-f0baf166953d req-36ff75bf-8fc7-4120-9bb1-ccdc6b54b281 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 947 time: 0.1148202 Nov 18 17:09:16.903112 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:16.910162 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:16.967963 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca5d11c0-adbe-466b-abd0-f0baf166953d req-f0fe71fd-bf53-47d8-a714-ec7d466f8941 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809639 Nov 18 17:09:16.984923 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 072cb0b4-b1bb-4455-8077-85633024525b, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=072cb0b4-b1bb-4455-8077-85633024525b,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:17.013652 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=23dc566d-d834-4508-9b26-08a6eecf4550,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:17.021000 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:17.028826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:17.028826 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:17.031024 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '23dc566d-d834-4508-9b26-08a6eecf4550', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '23dc566d-d834-4508-9b26-08a6eecf4550', 'mac_address': 'fa:16:3e:c7:6f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:09:17.066548 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:17.067404 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3cb27dc7-348a-4dd5-b641-7a407e54b565 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:09:17.096936 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a7253bc-8b17-4043-a293-6b983199f96e req-c4e9102d-84d9-4e13-aeb6-a18179ca0509 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 210 time: 0.0852537 Nov 18 17:09:17.099162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 3cb27dc7-348a-4dd5-b641-7a407e54b565 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:09:17.099695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3cb27dc7-348a-4dd5-b641-7a407e54b565 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:09:17.155308 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:17.198506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23dc566d-d834-4508-9b26-08a6eecf4550 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:17.205002 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8534172 Nov 18 17:09:17.205359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34766) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:17.213975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c941c82c-1632-452d-bddf-9cad30363a34 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1185730330'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:17.245978 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=23dc566d-d834-4508-9b26-08a6eecf4550,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:17.247368 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=072cb0b4-b1bb-4455-8077-85633024525b,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:17.343448 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event updated for resources: {'Network': ['ID=96b6b3d2-b87f-486f-9f51-94da13546f8a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:17.354111 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:17.354471 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:17.355840 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:17.355840 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:17.355840 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:17.355840 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:17.356212 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:17.357384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:17.357384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:17.357384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:17.357660 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:17.357748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16a6-31fc-45a7-b264-2e9be2a33ad0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:09:17.377204 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 96b6b3d2-b87f-486f-9f51-94da13546f8a details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:09:17.390547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf341d3-9119-47f3-99b4-4219b194302e req-cb78a905-c390-4d8c-a542-897342d335fc tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:17.395627 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cf341d3-9119-47f3-99b4-4219b194302e req-cb78a905-c390-4d8c-a542-897342d335fc tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 949 time: 0.2971473 Nov 18 17:09:17.470060 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cf341d3-9119-47f3-99b4-4219b194302e req-6c66accf-75e6-4956-95b6-7e98c781ad7e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675995 Nov 18 17:09:17.482342 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fa1954-395a-4931-b498-8745990c2297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072cb0b4-b1bb-4455-8077-85633024525b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:17.484837 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfa1cea-3e44-4ce8-925e-be4703f38d07" -d '{"events": [{"server_uuid": "d6fa1954-395a-4931-b498-8745990c2297", "name": "network-vif-plugged", "status": "completed", "tag": "072cb0b4-b1bb-4455-8077-85633024525b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:17.537542 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800baec5-3a57-4c82-87de-3a8598f30dc4 x-openstack-request-id: req-800baec5-3a57-4c82-87de-3a8598f30dc4 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:17.537868 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fa1954-395a-4931-b498-8745990c2297", "name": "network-vif-plugged", "status": "completed", "tag": "072cb0b4-b1bb-4455-8077-85633024525b", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:17.538196 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-800baec5-3a57-4c82-87de-3a8598f30dc4 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:17.538613 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fa1954-395a-4931-b498-8745990c2297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072cb0b4-b1bb-4455-8077-85633024525b', 'code': 200} Nov 18 17:09:17.614574 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:17.632686 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c941c82c-1632-452d-bddf-9cad30363a34 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Made reservation on behalf of 8636c767565a441eb773511271a60b63 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:17.642298 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c941c82c-1632-452d-bddf-9cad30363a34 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:17.736400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=23dc566d-d834-4508-9b26-08a6eecf4550,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:17.758349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c941c82c-1632-452d-bddf-9cad30363a34 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] vlan segment allocate from pool success with {'vlan_id': 1102, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:09:17.769424 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c941c82c-1632-452d-bddf-9cad30363a34 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:17.770418 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-c941c82c-1632-452d-bddf-9cad30363a34 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Added segment 91c5298a-4888-4f97-bfd9-f3e72d782547 of type vlan for network 77027101-4097-4189-b03d-09f017f0cd4a Nov 18 17:09:17.829269 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c941c82c-1632-452d-bddf-9cad30363a34 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:17.831879 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e221c3-9aba-46a7-b06c-115f6c1b12d6 req-1126ea3d-327f-42ee-ab0c-4f01f698789c tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:17.839014 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1e221c3-9aba-46a7-b06c-115f6c1b12d6 req-1126ea3d-327f-42ee-ab0c-4f01f698789c tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.1249001 Nov 18 17:09:17.878551 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4949ea8-29cd-4000-a07f-84eedef5ebfe req-b25b8971-5247-464e-8334-6ee6e774fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:17.888798 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4949ea8-29cd-4000-a07f-84eedef5ebfe req-b25b8971-5247-464e-8334-6ee6e774fe13 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 1101 time: 0.2840419 Nov 18 17:09:17.901639 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1e221c3-9aba-46a7-b06c-115f6c1b12d6 req-18b27004-a818-4d45-8a0b-c3bd7af6fd85 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589716 Nov 18 17:09:17.942566 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c941c82c-1632-452d-bddf-9cad30363a34 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:17.948155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c941c82c-1632-452d-bddf-9cad30363a34 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:17.948741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c941c82c-1632-452d-bddf-9cad30363a34 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:17.985646 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4949ea8-29cd-4000-a07f-84eedef5ebfe req-00a5024b-f4a0-4fd4-a341-a0ab6777ae29 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898497 Nov 18 17:09:17.986143 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['23dc566d-d834-4508-9b26-08a6eecf4550'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:18.118135 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c941c82c-1632-452d-bddf-9cad30363a34 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9096506 Nov 18 17:09:18.127894 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34790) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:18.133292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941c82c-1632-452d-bddf-9cad30363a34 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event updated for resources: {'Network': ['ID=77027101-4097-4189-b03d-09f017f0cd4a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:18.151092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 77027101-4097-4189-b03d-09f017f0cd4a details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:09:18.151929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8eea1f61-5a08-4520-8672-f93fa4f0b48b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Request body: {'subnet': {'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:18.159206 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22775b3-6187-47bc-a415-7b9aa747a1c4 req-86461962-5d60-4f5e-91ae-16ba9e33ec57 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:18.168397 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f22775b3-6187-47bc-a415-7b9aa747a1c4 req-86461962-5d60-4f5e-91ae-16ba9e33ec57 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 948 time: 0.1002741 Nov 18 17:09:18.238377 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-437c197e-0bb5-476d-9caa-440d30285f2d req-6604ba39-18c7-48c2-b69f-be3105e2dfcf tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 210 time: 0.0487504 Nov 18 17:09:18.280621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f22775b3-6187-47bc-a415-7b9aa747a1c4 req-fe1c0a32-ef81-45a6-8d4c-c6b0d83419a8 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046114 Nov 18 17:09:18.379740 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eea1f61-5a08-4520-8672-f93fa4f0b48b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Made reservation on behalf of 8636c767565a441eb773511271a60b63 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:18.383387 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8eea1f61-5a08-4520-8672-f93fa4f0b48b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:18.614278 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01346cb7-f9dc-434a-8496-d951d50a4217 req-e1a04e3e-8da0-42d2-a271-315ad855f928 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:18.622089 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01346cb7-f9dc-434a-8496-d951d50a4217 req-e1a04e3e-8da0-42d2-a271-315ad855f928 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 949 time: 0.0604677 Nov 18 17:09:18.666060 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8eea1f61-5a08-4520-8672-f93fa4f0b48b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:18.686506 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01346cb7-f9dc-434a-8496-d951d50a4217 req-b26e4cf0-9f3e-4fec-bb24-c9eb00cd6a00 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595555 Nov 18 17:09:18.745083 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea1f61-5a08-4520-8672-f93fa4f0b48b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event updated for resources: {'Subnet': ['ID=d96d084d-2d78-45d1-beb5-df49550f357d,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:18.760198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea1f61-5a08-4520-8672-f93fa4f0b48b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Checking segment: {'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:09:18.760576 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eea1f61-5a08-4520-8672-f93fa4f0b48b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Network hostable DHCP agents. Network: 96b6b3d2-b87f-486f-9f51-94da13546f8a, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:09:18.854444 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eea1f61-5a08-4520-8672-f93fa4f0b48b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Network 96b6b3d2-b87f-486f-9f51-94da13546f8a is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:09:18.936035 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-8eea1f61-5a08-4520-8672-f93fa4f0b48b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 96b6b3d2-b87f-486f-9f51-94da13546f8a) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:18.956455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4633c4-864a-4a3a-b205-adb0fd2c6383 None None] Network 96b6b3d2-b87f-486f-9f51-94da13546f8a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:09:18.959256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eea1f61-5a08-4520-8672-f93fa4f0b48b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:18.973054 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8eea1f61-5a08-4520-8672-f93fa4f0b48b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:19.075001 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8eea1f61-5a08-4520-8672-f93fa4f0b48b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9385192 Nov 18 17:09:19.077967 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34810) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:19.084158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-61ff815d-ce7f-4006-b86b-317b1e6c9e71 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Request body: {'subnet': {'network_id': '77027101-4097-4189-b03d-09f017f0cd4a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:19.121354 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c37d6e-98d8-4a24-92c1-87bb29bd9a70 req-721582f9-18c5-49d7-8d3e-e25eb86510ea tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:19.130277 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e8c37d6e-98d8-4a24-92c1-87bb29bd9a70 req-721582f9-18c5-49d7-8d3e-e25eb86510ea tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0929937 Nov 18 17:09:19.143181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-96b6b3d2-b87f-486f-9f51-94da13546f8a', 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a', 'tenant_id': '8636c767565a441eb773511271a60b63', 'fixed_ips': [{'subnet_id': 'd96d084d-2d78-45d1-beb5-df49550f357d'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:09:19.143331 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:19.219123 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e8c37d6e-98d8-4a24-92c1-87bb29bd9a70 req-2bcc8ef9-a884-4903-b681-e1854a89855e tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782826 Nov 18 17:09:19.288461 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ff815d-ce7f-4006-b86b-317b1e6c9e71 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Made reservation on behalf of 8636c767565a441eb773511271a60b63 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:19.293256 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-61ff815d-ce7f-4006-b86b-317b1e6c9e71 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:19.422560 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f05f76a0-e8d6-402c-825e-b37cf6bfdc30 req-5f5cc6b5-5ded-4407-8bf3-7fe66954794c tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 210 time: 0.0556207 Nov 18 17:09:19.447672 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Allocated IP 10.1.1.2 (96b6b3d2-b87f-486f-9f51-94da13546f8a/d96d084d-2d78-45d1-beb5-df49550f357d/cad75e5d-1e5a-4fce-ae85-bf3ec716e88e) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:09:19.577524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1e5b9-d983-4ad6-aaff-0ad030e0ebb6 req-322ea9ed-da5b-4bae-8e42-e195416542b4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:19.593667 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4d1e5b9-d983-4ad6-aaff-0ad030e0ebb6 req-322ea9ed-da5b-4bae-8e42-e195416542b4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 948 time: 0.1165588 Nov 18 17:09:19.670272 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-4bf52469-7378-482f-a448-bb8b98c56198 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:19.672538 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-4bf52469-7378-482f-a448-bb8b98c56198 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.83 "GET /v2.0/networks?id=5081e599-c749-48b6-bd1f-9b11ee49b04a HTTP/1.1" status: 200 len: 822 time: 0.1580703 Nov 18 17:09:19.683832 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4d1e5b9-d983-4ad6-aaff-0ad030e0ebb6 req-2e7e132c-4ed4-4e2f-8da8-49c6e913e0d4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839102 Nov 18 17:09:19.689341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-5dbc1a99-a8f9-43b7-94a9-20ace8ee19b8 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Request body: {'port': {'device_id': '0be51843-8d82-48da-ade0-c07fd816e3ab', 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a', 'admin_state_up': True, 'tenant_id': '0a95fb8abcec43a69396adebe0839baf'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:19.742679 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:19.823147 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:19.890630 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aed9e1-592a-401d-93f0-9cfda2cb6eb1 req-934e3eb7-14f6-4b26-89ca-3272123d79f4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:19.905043 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66aed9e1-592a-401d-93f0-9cfda2cb6eb1 req-934e3eb7-14f6-4b26-89ca-3272123d79f4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 949 time: 0.1191008 Nov 18 17:09:19.942575 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Pushing event updated for resources: {'Port': ['ID=cad75e5d-1e5a-4fce-ae85-bf3ec716e88e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:19.963989 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Network 96b6b3d2-b87f-486f-9f51-94da13546f8a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:09:19.966607 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:19.969852 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:09:19.970843 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66aed9e1-592a-401d-93f0-9cfda2cb6eb1 req-1b8a09fc-8f29-42d1-9034-9e9619344df5 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617213 Nov 18 17:09:20.026214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-5dbc1a99-a8f9-43b7-94a9-20ace8ee19b8 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Made reservation on behalf of 0a95fb8abcec43a69396adebe0839baf for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:20.030699 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-5dbc1a99-a8f9-43b7-94a9-20ace8ee19b8 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:20.038223 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Attempting to bind port cad75e5d-1e5a-4fce-ae85-bf3ec716e88e on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:09:20.038750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Attempting to bind port cad75e5d-1e5a-4fce-ae85-bf3ec716e88e by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:09:20.039179 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Attempting to bind port cad75e5d-1e5a-4fce-ae85-bf3ec716e88e on network 96b6b3d2-b87f-486f-9f51-94da13546f8a {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:20.046906 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:09:20.047294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Checking segment: {'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:09:20.047707 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:20.048132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Bound using segment: {'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:09:20.048663 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Bound port: cad75e5d-1e5a-4fce-ae85-bf3ec716e88e, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:09:20.049183 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:20.067552 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-61ff815d-ce7f-4006-b86b-317b1e6c9e71 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:20.135864 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] For port cad75e5d-1e5a-4fce-ae85-bf3ec716e88e, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:09:20.140637 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] For port cad75e5d-1e5a-4fce-ae85-bf3ec716e88e, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cad75e5d-1e5a-4fce-ae85-bf3ec716e88e,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:09:20.192495 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21697d70-fcb0-4ec3-82f5-32e98ce65555 req-90c76c15-4e23-4140-a9cd-9cc909766d0a tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:20.193984 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21697d70-fcb0-4ec3-82f5-32e98ce65555 req-90c76c15-4e23-4140-a9cd-9cc909766d0a tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=ead9bca8-4dd5-43df-815e-a2e9e35c27db HTTP/1.1" status: 200 len: 950 time: 0.0777376 Nov 18 17:09:20.215091 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:20.233373 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff815d-ce7f-4006-b86b-317b1e6c9e71 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event updated for resources: {'Subnet': ['ID=0c855e27-c6ec-4503-9af2-99dd78ab764e,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:20.310770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff815d-ce7f-4006-b86b-317b1e6c9e71 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Checking segment: {'id': '91c5298a-4888-4f97-bfd9-f3e72d782547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '77027101-4097-4189-b03d-09f017f0cd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:09:20.311143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ff815d-ce7f-4006-b86b-317b1e6c9e71 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Network hostable DHCP agents. Network: 77027101-4097-4189-b03d-09f017f0cd4a, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:09:20.316345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21697d70-fcb0-4ec3-82f5-32e98ce65555 req-2b901cfc-3793-4926-8aec-809a58c06b87 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117916 Nov 18 17:09:20.336278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa7951-6ca6-42c3-ba70-36098fd8a35b None None] Pushing event updated for resources: {'Port': ['ID=cad75e5d-1e5a-4fce-ae85-bf3ec716e88e,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:20.372968 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-5dbc1a99-a8f9-43b7-94a9-20ace8ee19b8 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Allocated IP 172.20.0.13 (5081e599-c749-48b6-bd1f-9b11ee49b04a/e20b73df-b35d-4384-ad07-d38c6494ce58/762d1bf7-9497-4a87-b221-cd8779403418) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:09:20.448959 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ff815d-ce7f-4006-b86b-317b1e6c9e71 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Network 77027101-4097-4189-b03d-09f017f0cd4a is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:09:20.462153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5661e1c-9961-40be-811c-2ad0bee412b9 req-0d7e184c-1b30-4623-bc18-6e695af3590a tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:20.475245 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a5661e1c-9961-40be-811c-2ad0bee412b9 req-0d7e184c-1b30-4623-bc18-6e695af3590a tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.1286740 Nov 18 17:09:20.540273 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-61ff815d-ce7f-4006-b86b-317b1e6c9e71 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 77027101-4097-4189-b03d-09f017f0cd4a) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:20.548550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ff815d-ce7f-4006-b86b-317b1e6c9e71 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:20.549208 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-61ff815d-ce7f-4006-b86b-317b1e6c9e71 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:20.553513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f8adf8-60a9-452c-ae36-aaa149fc9aa9 None None] Network 77027101-4097-4189-b03d-09f017f0cd4a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:09:20.572992 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a5661e1c-9961-40be-811c-2ad0bee412b9 req-3645dae5-8a2e-4877-8223-88e206edd87c tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966551 Nov 18 17:09:20.658082 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-61ff815d-ce7f-4006-b86b-317b1e6c9e71 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5782738 Nov 18 17:09:20.662241 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34842) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:20.714896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-007ffe81-857e-4151-9c06-6645aa866561 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Request body: {'port': {'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a', 'name': 'tempest-TaggedBootDevicesTest_v242-1155060058', 'fixed_ips': [{'subnet_id': 'd96d084d-2d78-45d1-beb5-df49550f357d'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:20.741966 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4b93d20-f691-4748-9912-9a1e6ce7bf65 req-fe884c3b-2187-4616-8fa3-988bf41d7fcb tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 210 time: 0.0349231 Nov 18 17:09:20.841527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 23dc566d-d834-4508-9b26-08a6eecf4550 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:09:20.931617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-5dbc1a99-a8f9-43b7-94a9-20ace8ee19b8 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:20.968446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-77027101-4097-4189-b03d-09f017f0cd4a', 'network_id': '77027101-4097-4189-b03d-09f017f0cd4a', 'tenant_id': '8636c767565a441eb773511271a60b63', 'fixed_ips': [{'subnet_id': '0c855e27-c6ec-4503-9af2-99dd78ab764e'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:09:20.969610 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:21.032082 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0917d1-9323-45fe-a3a8-1ebc273d337a req-8ff29ef7-b7b1-4e4d-8384-ddb7f1a9f4d0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:21.039148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0917d1-9323-45fe-a3a8-1ebc273d337a req-8ff29ef7-b7b1-4e4d-8384-ddb7f1a9f4d0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:21.047496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce0917d1-9323-45fe-a3a8-1ebc273d337a req-8ff29ef7-b7b1-4e4d-8384-ddb7f1a9f4d0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297&device_id=ead9bca8-4dd5-43df-815e-a2e9e35c27db HTTP/1.1" status: 200 len: 1690 time: 0.1423182 Nov 18 17:09:21.095562 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52781680-507b-4140-8a05-85df7a125961 req-e06b84e3-8fd3-48cf-bd72-7a2056c73eaa tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:21.097705 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 23dc566d-d834-4508-9b26-08a6eecf4550 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:09:21.104427 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52781680-507b-4140-8a05-85df7a125961 req-e06b84e3-8fd3-48cf-bd72-7a2056c73eaa tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 948 time: 0.1544333 Nov 18 17:09:21.112012 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007ffe81-857e-4151-9c06-6645aa866561 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Made reservation on behalf of 8636c767565a441eb773511271a60b63 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:21.117992 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-5dbc1a99-a8f9-43b7-94a9-20ace8ee19b8 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:21.130320 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 23dc566d-d834-4508-9b26-08a6eecf4550 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:21.130702 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:21.189394 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52781680-507b-4140-8a05-85df7a125961 req-66faa01f-7038-4c39-9ae5-d584812bc82f tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795386 Nov 18 17:09:21.206215 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce0917d1-9323-45fe-a3a8-1ebc273d337a req-29410081-0f7b-4a5d-8e50-aaccf6366daa tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574655 Nov 18 17:09:21.233186 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:21.289916 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-007ffe81-857e-4151-9c06-6645aa866561 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:21.310064 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Allocated IP 10.2.2.2 (77027101-4097-4189-b03d-09f017f0cd4a/0c855e27-c6ec-4503-9af2-99dd78ab764e/88d8d806-40f8-46e4-bcc6-94af0bce8ad3) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:09:21.324321 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:21.339106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-007ffe81-857e-4151-9c06-6645aa866561 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] device_id is not set on port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:09:21.391138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=23dc566d-d834-4508-9b26-08a6eecf4550,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:21.403303 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dc566d-d834-4508-9b26-08a6eecf4550'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:21.408634 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f539a94f-c3f2-4640-9269-5188727e0219" -d '{"events": [{"server_uuid": "ab26da21-cc1f-48c4-8c84-c7cbed9ac72e", "name": "network-vif-plugged", "status": "completed", "tag": "23dc566d-d834-4508-9b26-08a6eecf4550"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:21.432436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-5dbc1a99-a8f9-43b7-94a9-20ace8ee19b8 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Network 5081e599-c749-48b6-bd1f-9b11ee49b04a is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:09:21.456140 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:21.512780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-5dbc1a99-a8f9-43b7-94a9-20ace8ee19b8 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:21.524690 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc1a99-a8f9-43b7-94a9-20ace8ee19b8 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Pushing event updated for resources: {'Port': ['ID=762d1bf7-9497-4a87-b221-cd8779403418,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:21.527337 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-5dbc1a99-a8f9-43b7-94a9-20ace8ee19b8 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:09:21.588427 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820f7805-cc6a-4755-a958-41e1ca9cc422 x-openstack-request-id: req-820f7805-cc6a-4755-a958-41e1ca9cc422 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:21.588729 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab26da21-cc1f-48c4-8c84-c7cbed9ac72e", "name": "network-vif-plugged", "status": "completed", "tag": "23dc566d-d834-4508-9b26-08a6eecf4550", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:21.588993 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-820f7805-cc6a-4755-a958-41e1ca9cc422 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:21.589574 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dc566d-d834-4508-9b26-08a6eecf4550', 'code': 200} Nov 18 17:09:21.625410 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-5dbc1a99-a8f9-43b7-94a9-20ace8ee19b8 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:21.632063 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-5dbc1a99-a8f9-43b7-94a9-20ace8ee19b8 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:21.804773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=23dc566d-d834-4508-9b26-08a6eecf4550,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:21.823895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16a19d-0556-4cf6-bb15-46e0d5aebaf3 req-0c1f7da8-9b6f-4985-ac04-4cae2d703c2c tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:21.826013 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b16a19d-0556-4cf6-bb15-46e0d5aebaf3 req-0c1f7da8-9b6f-4985-ac04-4cae2d703c2c tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 1101 time: 0.1784515 Nov 18 17:09:21.882309 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56488f-0305-4090-9005-54b5f4a90a10 req-8387f9b7-aa16-4386-b57a-caa8a80f97d9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:21.883358 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc56488f-0305-4090-9005-54b5f4a90a10 req-8387f9b7-aa16-4386-b57a-caa8a80f97d9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.1574051 Nov 18 17:09:21.883750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-007ffe81-857e-4151-9c06-6645aa866561 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Allocated IP 10.1.1.126 (96b6b3d2-b87f-486f-9f51-94da13546f8a/d96d084d-2d78-45d1-beb5-df49550f357d/7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:09:21.887362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ff1fa-7328-46f7-ae49-5a71f00aa58e req-99e2840f-3db8-4a1d-9c2b-1ccb66ab470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:21.896866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb9ff1fa-7328-46f7-ae49-5a71f00aa58e req-99e2840f-3db8-4a1d-9c2b-1ccb66ab470e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 1101 time: 0.2200735 Nov 18 17:09:21.896980 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f15229-df5f-4486-8611-e66bbe55bee4 None None] Network 96b6b3d2-b87f-486f-9f51-94da13546f8a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:09:21.914075 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-5dbc1a99-a8f9-43b7-94a9-20ace8ee19b8 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2292211 Nov 18 17:09:21.931775 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Request body: {'port': {'device_id': '0be51843-8d82-48da-ade0-c07fd816e3ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:21.950964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e950ba00-4cdf-47b7-be49-426278a646cb None None] Provisioning complete for port cad75e5d-1e5a-4fce-ae85-bf3ec716e88e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:21.955491 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e950ba00-4cdf-47b7-be49-426278a646cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:22.001084 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cad75e5d-1e5a-4fce-ae85-bf3ec716e88e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:09:22.017627 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b16a19d-0556-4cf6-bb15-46e0d5aebaf3 req-0cffc89c-9df5-4d65-83e7-c0abd6bef26a tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789186 Nov 18 17:09:22.027125 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb9ff1fa-7328-46f7-ae49-5a71f00aa58e req-d692be0a-a538-422e-8d55-73f5975a7bf1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135769 Nov 18 17:09:22.053911 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:22.062077 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc56488f-0305-4090-9005-54b5f4a90a10 req-dddf263d-2041-4eef-8169-f3b71c3641a4 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685429 Nov 18 17:09:22.083070 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:22.211837 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e950ba00-4cdf-47b7-be49-426278a646cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:22.215356 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:22.216919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4c501-34c9-4841-abe3-cc7b9a19f7a1 req-62b0ab27-54a6-4859-8ed8-a8667fa0d7cc tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:22.224538 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61d4c501-34c9-4841-abe3-cc7b9a19f7a1 req-62b0ab27-54a6-4859-8ed8-a8667fa0d7cc tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 932 time: 0.0862501 Nov 18 17:09:22.254771 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-007ffe81-857e-4151-9c06-6645aa866561 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:22.281570 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Network 77027101-4097-4189-b03d-09f017f0cd4a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:09:22.295486 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Pushing event updated for resources: {'Port': ['ID=88d8d806-40f8-46e4-bcc6-94af0bce8ad3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:22.299758 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61d4c501-34c9-4841-abe3-cc7b9a19f7a1 req-13324dd0-8fb3-4760-8dd6-137d24853f4f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735941 Nov 18 17:09:22.301471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:22.306258 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:09:22.389269 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Attempting to bind port 88d8d806-40f8-46e4-bcc6-94af0bce8ad3 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:09:22.389694 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Attempting to bind port 88d8d806-40f8-46e4-bcc6-94af0bce8ad3 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '91c5298a-4888-4f97-bfd9-f3e72d782547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '77027101-4097-4189-b03d-09f017f0cd4a'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:09:22.390026 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Attempting to bind port 88d8d806-40f8-46e4-bcc6-94af0bce8ad3 on network 77027101-4097-4189-b03d-09f017f0cd4a {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:22.408290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port cad75e5d-1e5a-4fce-ae85-bf3ec716e88e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:22.408681 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:22.423088 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74729854-9287-4126-963e-12d5f47443e6 req-5fa990bc-7a03-4e4a-991f-aa3ff43e7688 tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:22.425031 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74729854-9287-4126-963e-12d5f47443e6 req-5fa990bc-7a03-4e4a-991f-aa3ff43e7688 tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ead9bca8-4dd5-43df-815e-a2e9e35c27db HTTP/1.1" status: 200 len: 1102 time: 0.1238768 Nov 18 17:09:22.450134 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:09:22.450530 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Checking segment: {'id': '91c5298a-4888-4f97-bfd9-f3e72d782547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '77027101-4097-4189-b03d-09f017f0cd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:09:22.451049 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:22.451472 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Bound using segment: {'id': '91c5298a-4888-4f97-bfd9-f3e72d782547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '77027101-4097-4189-b03d-09f017f0cd4a'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:09:22.452002 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Bound port: 88d8d806-40f8-46e4-bcc6-94af0bce8ad3, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c5298a-4888-4f97-bfd9-f3e72d782547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '77027101-4097-4189-b03d-09f017f0cd4a'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:09:22.452493 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:22.502761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e950ba00-4cdf-47b7-be49-426278a646cb None None] For port cad75e5d-1e5a-4fce-ae85-bf3ec716e88e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cad75e5d-1e5a-4fce-ae85-bf3ec716e88e,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:22.518764 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74729854-9287-4126-963e-12d5f47443e6 req-3ab4232a-a3de-4b20-b97d-63a205a03887 tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849223 Nov 18 17:09:22.536321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491ef86-caf6-46a8-a742-01b0257cc623 req-918b4c6c-0bcc-442b-8f8e-e1964ce480b4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:22.544432 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5491ef86-caf6-46a8-a742-01b0257cc623 req-918b4c6c-0bcc-442b-8f8e-e1964ce480b4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.1041126 Nov 18 17:09:22.558372 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-007ffe81-857e-4151-9c06-6645aa866561 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:22.625746 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5491ef86-caf6-46a8-a742-01b0257cc623 req-bab85b59-82b1-48ee-b2ec-1ceffcc9be5c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756826 Nov 18 17:09:22.635697 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e950ba00-4cdf-47b7-be49-426278a646cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:22.742176 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007ffe81-857e-4151-9c06-6645aa866561 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Network 96b6b3d2-b87f-486f-9f51-94da13546f8a is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:09:22.750773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-007ffe81-857e-4151-9c06-6645aa866561 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:22.761700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ffe81-857e-4151-9c06-6645aa866561 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:09:22.768114 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ffe81-857e-4151-9c06-6645aa866561 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event updated for resources: {'Port': ['ID=7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:22.798879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] For port 88d8d806-40f8-46e4-bcc6-94af0bce8ad3, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:09:22.808278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] For port 88d8d806-40f8-46e4-bcc6-94af0bce8ad3, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=88d8d806-40f8-46e4-bcc6-94af0bce8ad3,segment=NetworkSegment(91c5298a-4888-4f97-bfd9-f3e72d782547),segment_id=91c5298a-4888-4f97-bfd9-f3e72d782547)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:09:22.823974 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f906626c-77ea-4323-b932-424b15478bcd req-9a20b834-40f8-4a79-aebe-c695bd4a6df4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ac151e4448864b68b1035daf3741f627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292933 Nov 18 17:09:22.849064 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:22.862494 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950ba00-4cdf-47b7-be49-426278a646cb None None] Pushing event updated for resources: {'Port': ['ID=cad75e5d-1e5a-4fce-ae85-bf3ec716e88e,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:22.889252 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:22.898667 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007ffe81-857e-4151-9c06-6645aa866561 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:22.899347 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-007ffe81-857e-4151-9c06-6645aa866561 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:23.005278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fda9c-cbd2-45f6-8841-a36efabc1cb8 None None] Pushing event updated for resources: {'Port': ['ID=88d8d806-40f8-46e4-bcc6-94af0bce8ad3,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:23.006861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906626c-77ea-4323-b932-424b15478bcd req-9ece4309-2220-4e13-bab4-7dd9ada5dd9c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:23.008496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762d1bf7-9497-4a87-b221-cd8779403418 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:23.021230 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f906626c-77ea-4323-b932-424b15478bcd req-9ece4309-2220-4e13-bab4-7dd9ada5dd9c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1958673 Nov 18 17:09:23.027363 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:23.038521 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-007ffe81-857e-4151-9c06-6645aa866561 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3610041 Nov 18 17:09:23.042581 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34902) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:23.046557 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f906626c-77ea-4323-b932-424b15478bcd req-8cf71042-e488-49bc-893e-cbb3167f2ec4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/quotas/ac151e4448864b68b1035daf3741f627 HTTP/1.1" status: 200 len: 375 time: 0.0241709 Nov 18 17:09:23.050677 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-fd9a0d43-c468-4506-958d-d7a81f5e35f4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Request body: {'port': {'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a', 'name': 'tempest-TaggedBootDevicesTest_v242-1462581773', 'fixed_ips': [{'subnet_id': 'd96d084d-2d78-45d1-beb5-df49550f357d'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:23.072017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Transition to ACTIVE for port object 762d1bf7-9497-4a87-b221-cd8779403418 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:09:23.161554 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:23.268248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Pushing event updated for resources: {'Port': ['ID=762d1bf7-9497-4a87-b221-cd8779403418,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:23.304500 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2e2865ab-62b0-4a5c-8b41-313aaee147f0 None None] Provisioning complete for port cad75e5d-1e5a-4fce-ae85-bf3ec716e88e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:23.309186 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e2865ab-62b0-4a5c-8b41-313aaee147f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:23.423561 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Attempting to bind port 762d1bf7-9497-4a87-b221-cd8779403418 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:09:23.424011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Attempting to bind port 762d1bf7-9497-4a87-b221-cd8779403418 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '09e7b4fa-d6c3-45d1-9554-35762703303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:09:23.424479 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Attempting to bind port 762d1bf7-9497-4a87-b221-cd8779403418 on network 5081e599-c749-48b6-bd1f-9b11ee49b04a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:23.430026 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Port 762d1bf7-9497-4a87-b221-cd8779403418 on network 5081e599-c749-48b6-bd1f-9b11ee49b04a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:09:23.430359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Attempting to bind port 762d1bf7-9497-4a87-b221-cd8779403418 on network 5081e599-c749-48b6-bd1f-9b11ee49b04a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:23.435645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:09:23.436032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Checking segment: {'id': '09e7b4fa-d6c3-45d1-9554-35762703303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:09:23.436427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Bound using segment: {'id': '09e7b4fa-d6c3-45d1-9554-35762703303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:09:23.436949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Bound port: 762d1bf7-9497-4a87-b221-cd8779403418, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e7b4fa-d6c3-45d1-9554-35762703303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:09:23.437235 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:23.471548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9a0d43-c468-4506-958d-d7a81f5e35f4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Made reservation on behalf of 8636c767565a441eb773511271a60b63 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:23.482497 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0d43-c468-4506-958d-d7a81f5e35f4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:23.557157 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2e2865ab-62b0-4a5c-8b41-313aaee147f0 None None] Provisioning complete for port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:23.557738 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e2865ab-62b0-4a5c-8b41-313aaee147f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:23.573693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-fd9a0d43-c468-4506-958d-d7a81f5e35f4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] device_id is not set on port c35afb8c-cdd6-4eec-89f6-d10f42645523 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:09:23.628535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2e2865ab-62b0-4a5c-8b41-313aaee147f0 None None] Port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:09:23.649148 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f906626c-77ea-4323-b932-424b15478bcd req-9297fd90-a9e3-4afd-ba68-6cee488217c8 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5969691 Nov 18 17:09:23.657118 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] For port 762d1bf7-9497-4a87-b221-cd8779403418, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:09:23.657694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60b514-bfd3-47f0-9fe6-ff89a1d93ba5 req-66ab2ce0-8dc9-445d-806b-1f69136cac31 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:23.668222 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d60b514-bfd3-47f0-9fe6-ff89a1d93ba5 req-66ab2ce0-8dc9-445d-806b-1f69136cac31 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.1040034 Nov 18 17:09:23.676870 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] For port 762d1bf7-9497-4a87-b221-cd8779403418, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=762d1bf7-9497-4a87-b221-cd8779403418,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:09:23.718702 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d60b514-bfd3-47f0-9fe6-ff89a1d93ba5 req-32b172ff-44ee-4776-ab22-5ec0ae4ba336 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495923 Nov 18 17:09:23.761278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33cf4af1-dfbf-471a-a45f-50574ec0aee7 None None] Provisioning complete for port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:23.762594 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33cf4af1-dfbf-471a-a45f-50574ec0aee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:23.774571 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:23.807163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33cf4af1-dfbf-471a-a45f-50574ec0aee7 None None] Port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:09:23.870787 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:23.870787 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:23.870787 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] 10.222.0.83 "PUT /v2.0/ports/762d1bf7-9497-4a87-b221-cd8779403418 HTTP/1.1" status: 200 len: 1093 time: 1.9422083 Nov 18 17:09:23.878842 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be51843-8d82-48da-ade0-c07fd816e3ab', 'tag': '762d1bf7-9497-4a87-b221-cd8779403418'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:23.881602 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff27edc2-9284-4b37-b998-cf577c00d5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0be51843-8d82-48da-ade0-c07fd816e3ab", "tag": "762d1bf7-9497-4a87-b221-cd8779403418"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:23.900685 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-fd9a0d43-c468-4506-958d-d7a81f5e35f4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Allocated IP 10.1.1.173 (96b6b3d2-b87f-486f-9f51-94da13546f8a/d96d084d-2d78-45d1-beb5-df49550f357d/c35afb8c-cdd6-4eec-89f6-d10f42645523) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:09:23.930175 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e9d82-18fb-4307-bb97-4d5ac33788ba service neutron] Pushing event updated for resources: {'Port': ['ID=762d1bf7-9497-4a87-b221-cd8779403418,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:24.054949 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66209b-d152-479c-9ab0-00cbd7725b90 req-d3d4530b-d10d-4ba6-8e76-38fa084a5b3c tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:24.062365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d66209b-d152-479c-9ab0-00cbd7725b90 req-d3d4530b-d10d-4ba6-8e76-38fa084a5b3c tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 944 time: 0.1008456 Nov 18 17:09:24.072929 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12497cee-276f-4046-a795-5a5df665c260 req-866f0ac7-eebe-414b-a2df-35c3e88bc532 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:24.073090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cad75e5d-1e5a-4fce-ae85-bf3ec716e88e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:09:24.074478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-12497cee-276f-4046-a795-5a5df665c260 req-866f0ac7-eebe-414b-a2df-35c3e88bc532 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.1571312 Nov 18 17:09:24.164882 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port cad75e5d-1e5a-4fce-ae85-bf3ec716e88e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:24.166233 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:24.196985 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-12497cee-276f-4046-a795-5a5df665c260 req-0aedc0f6-afab-494e-89d7-2c58248187fe tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077409 Nov 18 17:09:24.210548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-6eeb7865-85df-4353-b5ca-af709fbb5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:24.212887 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-6eeb7865-85df-4353-b5ca-af709fbb5278 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a95fb8abcec43a69396adebe0839baf&device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 1096 time: 0.1831739 Nov 18 17:09:24.218876 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d66209b-d152-479c-9ab0-00cbd7725b90 req-fc170876-a9ac-46c4-91f4-5d1d1aaa16d5 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353419 Nov 18 17:09:24.280750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 88d8d806-40f8-46e4-bcc6-94af0bce8ad3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:09:24.286303 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0d43-c468-4506-958d-d7a81f5e35f4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:24.291327 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-e9de7ee5-3f19-4856-88b1-1d999033591e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=762d1bf7-9497-4a87-b221-cd8779403418 HTTP/1.1" status: 200 len: 217 time: 0.0672903 Nov 18 17:09:24.361493 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 88d8d806-40f8-46e4-bcc6-94af0bce8ad3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:24.364266 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:24.420390 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-fb4fd067-78e1-4501-8462-fe5845250e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:24.421882 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-fb4fd067-78e1-4501-8462-fe5845250e11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e20b73df-b35d-4384-ad07-d38c6494ce58 HTTP/1.1" status: 200 len: 862 time: 0.1206923 Nov 18 17:09:24.428491 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0d43-c468-4506-958d-d7a81f5e35f4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:24.430921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47ae5b31-a12c-4ebd-af51-ff623555c4e2 req-c378588c-a8c5-4f32-b7d2-e44a27cfc661 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 210 time: 0.0507793 Nov 18 17:09:24.518307 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e9ecb4-cb0e-4639-a503-c880c4e838b2 x-openstack-request-id: req-d1e9ecb4-cb0e-4639-a503-c880c4e838b2 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:24.518942 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be51843-8d82-48da-ade0-c07fd816e3ab", "tag": "762d1bf7-9497-4a87-b221-cd8779403418", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:24.519384 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d1e9ecb4-cb0e-4639-a503-c880c4e838b2 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:24.519998 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be51843-8d82-48da-ade0-c07fd816e3ab', 'tag': '762d1bf7-9497-4a87-b221-cd8779403418', 'status': 'completed', 'code': 200} Nov 18 17:09:24.532802 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:24.569265 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-5375d0b5-a580-45fc-b1a7-d8628ce364fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5081e599-c749-48b6-bd1f-9b11ee49b04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356964 Nov 18 17:09:24.576572 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9a0d43-c468-4506-958d-d7a81f5e35f4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Network 96b6b3d2-b87f-486f-9f51-94da13546f8a is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:09:24.589318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-fd9a0d43-c468-4506-958d-d7a81f5e35f4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:24.593230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 88d8d806-40f8-46e4-bcc6-94af0bce8ad3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=88d8d806-40f8-46e4-bcc6-94af0bce8ad3,segment=NetworkSegment(91c5298a-4888-4f97-bfd9-f3e72d782547),segment_id=91c5298a-4888-4f97-bfd9-f3e72d782547)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:24.595590 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a0d43-c468-4506-958d-d7a81f5e35f4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:09:24.623560 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39725ca5-7591-40f7-a293-1a45dbaeab4e None None] Network 77027101-4097-4189-b03d-09f017f0cd4a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:09:24.633857 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067df0d-630e-44b1-8cb5-ecf87a00e65d req-cdc967f4-0d94-4a42-a788-c06c47abda5e tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:24.635369 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1067df0d-630e-44b1-8cb5-ecf87a00e65d req-cdc967f4-0d94-4a42-a788-c06c47abda5e tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 949 time: 0.1121666 Nov 18 17:09:24.641251 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab404e-b0e1-45cc-8564-efc74cd56a01 req-62889c69-8f0b-4471-b036-6d2238f40dd9 tempest-MigrationsAdminTest-1873975640 tempest-MigrationsAdminTest-1873975640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:24.649247 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-13ab404e-b0e1-45cc-8564-efc74cd56a01 req-62889c69-8f0b-4471-b036-6d2238f40dd9 tempest-MigrationsAdminTest-1873975640 tempest-MigrationsAdminTest-1873975640-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 1101 time: 0.1052096 Nov 18 17:09:24.661618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a0d43-c468-4506-958d-d7a81f5e35f4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event updated for resources: {'Port': ['ID=c35afb8c-cdd6-4eec-89f6-d10f42645523,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:24.683145 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:24.737645 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-13ab404e-b0e1-45cc-8564-efc74cd56a01 req-f8d305d8-8134-442c-a443-1ffdfe5a0756 tempest-MigrationsAdminTest-1873975640 tempest-MigrationsAdminTest-1873975640-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874946 Nov 18 17:09:24.748220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9a0d43-c468-4506-958d-d7a81f5e35f4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:24.748897 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0d43-c468-4506-958d-d7a81f5e35f4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:24.759405 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1067df0d-630e-44b1-8cb5-ecf87a00e65d req-915e97a3-f1a3-405d-8288-da2dd6acebc5 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e3b4944-f1a3-4280-9314-0d49d85e5e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071932 Nov 18 17:09:24.783400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-38ba37ab-58f0-46b9-91f5-b0c57c3f466f None None] Provisioning complete for port 88d8d806-40f8-46e4-bcc6-94af0bce8ad3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:24.783893 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-38ba37ab-58f0-46b9-91f5-b0c57c3f466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:24.797553 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-84128c73-b88f-44df-82dd-34ad3c224a3f service neutron] 10.222.0.83 "GET /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164507 Nov 18 17:09:24.860792 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=88d8d806-40f8-46e4-bcc6-94af0bce8ad3,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:24.914456 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fd9a0d43-c468-4506-958d-d7a81f5e35f4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8699839 Nov 18 17:09:24.917288 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760b0fd-0316-4491-afb8-fd2809c011a3 req-9b051455-1e31-4341-99e4-03fddfb400f2 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:24.919070 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2760b0fd-0316-4491-afb8-fd2809c011a3 req-9b051455-1e31-4341-99e4-03fddfb400f2 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0900247 Nov 18 17:09:24.987457 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b90bf02-bf52-4b6d-a8c4-38c8bf3a3b2b req-16f62801-f33f-4cf5-a7fc-58c4dc4d983d service neutron] 10.222.0.83 "GET /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814132 Nov 18 17:09:24.992123 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2760b0fd-0316-4491-afb8-fd2809c011a3 req-f68fccbd-64d3-4ef8-b680-226c4385338a tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667801 Nov 18 17:09:25.140273 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bbb2582a-4239-440d-b461-38611b332d41 None None] Provisioning complete for port c35afb8c-cdd6-4eec-89f6-d10f42645523 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:25.140770 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bbb2582a-4239-440d-b461-38611b332d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:25.222722 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27edc2-9284-4b37-b998-cf577c00d5a6 req-5d5fbd23-4ccb-4362-b84f-fcb3d62ac690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:25.225671 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff27edc2-9284-4b37-b998-cf577c00d5a6 req-5d5fbd23-4ccb-4362-b84f-fcb3d62ac690 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a95fb8abcec43a69396adebe0839baf&device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 1096 time: 0.0978012 Nov 18 17:09:25.230181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bbb2582a-4239-440d-b461-38611b332d41 None None] Port c35afb8c-cdd6-4eec-89f6-d10f42645523 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:09:25.350817 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f7f76139-0997-4fcc-b04d-f26464a16827 None None] Provisioning complete for port 88d8d806-40f8-46e4-bcc6-94af0bce8ad3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:25.351178 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f7f76139-0997-4fcc-b04d-f26464a16827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:25.427608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34994) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:25.442068 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b5eab72b-97cb-4773-8aca-5da5a718c3e8 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--827472666', 'description': 'tempest-description--1229048563'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:25.559339 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b5eab72b-97cb-4773-8aca-5da5a718c3e8 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:25.599868 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836f7ea-e262-4fdd-af3d-9f2662c23aae req-8de831ab-f756-4f4f-bc71-d3de5155850d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:25.601444 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d836f7ea-e262-4fdd-af3d-9f2662c23aae req-8de831ab-f756-4f4f-bc71-d3de5155850d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 944 time: 0.1000485 Nov 18 17:09:25.617110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27edc2-9284-4b37-b998-cf577c00d5a6 req-c52f7c77-13b2-42d3-ba93-acfd2d7be6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:25.618608 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff27edc2-9284-4b37-b998-cf577c00d5a6 req-c52f7c77-13b2-42d3-ba93-acfd2d7be6a6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5081e599-c749-48b6-bd1f-9b11ee49b04a HTTP/1.1" status: 200 len: 924 time: 0.3836145 Nov 18 17:09:25.685390 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff27edc2-9284-4b37-b998-cf577c00d5a6 req-7c485a31-807d-4dac-816c-1d714ff6c0e4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=762d1bf7-9497-4a87-b221-cd8779403418 HTTP/1.1" status: 200 len: 217 time: 0.0567822 Nov 18 17:09:25.706020 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b5eab72b-97cb-4773-8aca-5da5a718c3e8 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:25.720452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d836f7ea-e262-4fdd-af3d-9f2662c23aae req-632e0d50-4654-46ac-b1e4-a704310bdef9 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036413 Nov 18 17:09:25.740691 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27edc2-9284-4b37-b998-cf577c00d5a6 req-d7723421-e57d-4e85-9f42-49e1377b2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:25.742355 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff27edc2-9284-4b37-b998-cf577c00d5a6 req-d7723421-e57d-4e85-9f42-49e1377b2dda service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e20b73df-b35d-4384-ad07-d38c6494ce58 HTTP/1.1" status: 200 len: 862 time: 0.0492203 Nov 18 17:09:25.744389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-df86d0b9-fae5-4b10-acb9-2a62796873f6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791600 Nov 18 17:09:25.779614 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b5eab72b-97cb-4773-8aca-5da5a718c3e8 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:25.808437 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff27edc2-9284-4b37-b998-cf577c00d5a6 req-887a5ea3-f3ef-4670-b6ec-abc39e94a99b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5081e599-c749-48b6-bd1f-9b11ee49b04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437384 Nov 18 17:09:25.814174 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eab72b-97cb-4773-8aca-5da5a718c3e8 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b88fdb-b903-4776-a91e-556dfa20159e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:25.896775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d4e35b5-605e-49bb-a184-d642deccf2ec req-fc139243-f192-40b7-92f5-05fa73660aa8 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 210 time: 0.0501890 Nov 18 17:09:25.901507 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b5eab72b-97cb-4773-8aca-5da5a718c3e8 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:25.904823 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b5eab72b-97cb-4773-8aca-5da5a718c3e8 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4755433 Nov 18 17:09:25.907499 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35020) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:25.918748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a7ac2d46-ed7d-490e-b9a5-7bf6efd828ea tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Request body: {'security_group_rule': {'security_group_id': '95b88fdb-b903-4776-a91e-556dfa20159e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:25.937279 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 88d8d806-40f8-46e4-bcc6-94af0bce8ad3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:09:25.961952 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff27edc2-9284-4b37-b998-cf577c00d5a6 req-474f5479-71ee-427f-8f16-bbfb6cb2fa48 service neutron] 10.222.0.83 "GET /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419494 Nov 18 17:09:25.997778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 88d8d806-40f8-46e4-bcc6-94af0bce8ad3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:25.998155 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:26.070679 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff27edc2-9284-4b37-b998-cf577c00d5a6 req-83bbddb2-0cc7-4fd6-a21b-deac2078cdad service neutron] 10.222.0.83 "GET /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003761 Nov 18 17:09:26.079563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ffcc5-d49c-4437-9253-dcd26b47dbad req-2b72f508-4e3c-4366-a310-9652152290fe tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:26.081490 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f74ffcc5-d49c-4437-9253-dcd26b47dbad req-2b72f508-4e3c-4366-a310-9652152290fe tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.0593812 Nov 18 17:09:26.088227 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a7ac2d46-ed7d-490e-b9a5-7bf6efd828ea tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:26.184787 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f74ffcc5-d49c-4437-9253-dcd26b47dbad req-83f87504-34a5-4d66-8aef-4b2237a0e9bb tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933504 Nov 18 17:09:26.204180 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a7ac2d46-ed7d-490e-b9a5-7bf6efd828ea tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:26.302336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c74f10-35b0-42ff-9b9a-f320b090e6c7 req-d8332c0a-2fd7-4b49-8a53-8ba3cb984825 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:26.303855 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-45c74f10-35b0-42ff-9b9a-f320b090e6c7 req-d8332c0a-2fd7-4b49-8a53-8ba3cb984825 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0554287 Nov 18 17:09:26.316943 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a7ac2d46-ed7d-490e-b9a5-7bf6efd828ea tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:26.353273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac2d46-ed7d-490e-b9a5-7bf6efd828ea tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d99a97e-c4b9-41e3-83b0-61755a731768,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:26.371866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-45c74f10-35b0-42ff-9b9a-f320b090e6c7 req-17c943eb-acdb-4751-9ce9-2de1de1dc213 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611916 Nov 18 17:09:26.409951 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f906626c-77ea-4323-b932-424b15478bcd req-090d94ab-feaf-4837-9e17-49a4955210f5 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=ac151e4448864b68b1035daf3741f627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210814 Nov 18 17:09:26.477578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device abac8863-5932-42d7-aedc-3010bf267ee8 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:09:26.519274 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a7ac2d46-ed7d-490e-b9a5-7bf6efd828ea tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:26.523619 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a7ac2d46-ed7d-490e-b9a5-7bf6efd828ea tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6121216 Nov 18 17:09:26.524543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35058) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:26.530854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b6b59832-15af-4e3a-a22d-3e8041daa397 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Request body: {'security_group_rule': {'security_group_id': '95b88fdb-b903-4776-a91e-556dfa20159e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:26.541059 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906626c-77ea-4323-b932-424b15478bcd req-ae9cf12e-7a9f-46c3-85c9-ce387d9669af tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:26.546441 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f906626c-77ea-4323-b932-424b15478bcd req-ae9cf12e-7a9f-46c3-85c9-ce387d9669af tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304450 Nov 18 17:09:26.564046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-f906626c-77ea-4323-b932-424b15478bcd req-f5324804-0af9-4c6f-a422-1c5fe5e3ecb1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Request body: {'port': {'device_id': '83adfa64-5ab1-4313-9c21-014716cd5cb6', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'ac151e4448864b68b1035daf3741f627'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:26.573394 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:26.603649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c51f83-7fb5-4efe-af59-3b1fce4fff45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abac8863-5932-42d7-aedc-3010bf267ee8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:26.606178 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0e3085-ab2c-4890-8586-d149355f881d" -d '{"events": [{"server_uuid": "a0c51f83-7fb5-4efe-af59-3b1fce4fff45", "name": "network-vif-unplugged", "status": "completed", "tag": "abac8863-5932-42d7-aedc-3010bf267ee8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:26.620459 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port abac8863-5932-42d7-aedc-3010bf267ee8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=abac8863-5932-42d7-aedc-3010bf267ee8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:26.666259 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6b59832-15af-4e3a-a22d-3e8041daa397 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:26.701030 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:26.733484 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6b59832-15af-4e3a-a22d-3e8041daa397 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:26.744615 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246004cb-f57a-4a65-a21c-072f87932b03 x-openstack-request-id: req-246004cb-f57a-4a65-a21c-072f87932b03 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:26.744943 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c51f83-7fb5-4efe-af59-3b1fce4fff45", "name": "network-vif-unplugged", "status": "completed", "tag": "abac8863-5932-42d7-aedc-3010bf267ee8", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:26.745470 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-246004cb-f57a-4a65-a21c-072f87932b03 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:26.745672 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c51f83-7fb5-4efe-af59-3b1fce4fff45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abac8863-5932-42d7-aedc-3010bf267ee8', 'code': 200} Nov 18 17:09:26.766094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=abac8863-5932-42d7-aedc-3010bf267ee8,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:26.819951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f906626c-77ea-4323-b932-424b15478bcd req-f5324804-0af9-4c6f-a422-1c5fe5e3ecb1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Made reservation on behalf of ac151e4448864b68b1035daf3741f627 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:26.820269 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6b59832-15af-4e3a-a22d-3e8041daa397 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:26.823665 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f906626c-77ea-4323-b932-424b15478bcd req-f5324804-0af9-4c6f-a422-1c5fe5e3ecb1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:26.843244 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b59832-15af-4e3a-a22d-3e8041daa397 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790fe40d-ee0b-4dd1-b47b-692f3abd5ef9,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:26.900901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14381e57-a3b3-479e-9761-02457c31797b req-edb8ee2c-6302-464f-9ae4-cadeefd751b0 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:26.909206 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-14381e57-a3b3-479e-9761-02457c31797b req-edb8ee2c-6302-464f-9ae4-cadeefd751b0 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 944 time: 0.0579193 Nov 18 17:09:26.920365 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6b59832-15af-4e3a-a22d-3e8041daa397 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:26.921603 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b6b59832-15af-4e3a-a22d-3e8041daa397 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3958294 Nov 18 17:09:26.924834 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35076) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:26.929631 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-caa3fadb-6b82-414d-9e7a-d9969a289b97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:26.985171 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-14381e57-a3b3-479e-9761-02457c31797b req-1c6b7229-d2c9-46ca-a31c-3798d3eff49d tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751326 Nov 18 17:09:26.988543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-f906626c-77ea-4323-b932-424b15478bcd req-f5324804-0af9-4c6f-a422-1c5fe5e3ecb1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Allocated IP 192.168.233.83 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/af04793e-0100-4257-9379-ae2bf5ce4956) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:09:27.083125 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4452e2e-1c59-457e-908b-ed48a3addc2c req-058b8c32-2720-40a5-8404-6366523b4a66 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 210 time: 0.0271416 Nov 18 17:09:27.084087 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-caa3fadb-6b82-414d-9e7a-d9969a289b97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:27.187929 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f906626c-77ea-4323-b932-424b15478bcd req-f5324804-0af9-4c6f-a422-1c5fe5e3ecb1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:27.194666 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-caa3fadb-6b82-414d-9e7a-d9969a289b97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:27.312372 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f906626c-77ea-4323-b932-424b15478bcd req-f5324804-0af9-4c6f-a422-1c5fe5e3ecb1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:27.326022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['072cb0b4-b1bb-4455-8077-85633024525b'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:27.329481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ccc795c3-47b6-480d-ac8f-8bda64deb4c4', '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4', '5850bb26-aa4a-41aa-b226-91a828f7961c', '39f07cce-125e-4e0f-a41b-2bca71e9e63d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:27.335942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-caa3fadb-6b82-414d-9e7a-d9969a289b97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Allocated IP 172.25.3.125 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/c2b1c8e2-6ec7-4a5b-8662-f7e525fdacd2) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:09:27.354567 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f906626c-77ea-4323-b932-424b15478bcd req-f5324804-0af9-4c6f-a422-1c5fe5e3ecb1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:09:27.355434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2630b1-ab80-40ae-a8b2-a742aa35133b req-9b7a3430-f2c4-493b-b322-e2a974101ffe tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:27.356996 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c2630b1-ab80-40ae-a8b2-a742aa35133b req-9b7a3430-f2c4-493b-b322-e2a974101ffe tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.0939977 Nov 18 17:09:27.358343 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-f906626c-77ea-4323-b932-424b15478bcd req-f5324804-0af9-4c6f-a422-1c5fe5e3ecb1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:27.362530 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f906626c-77ea-4323-b932-424b15478bcd req-f5324804-0af9-4c6f-a422-1c5fe5e3ecb1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:09:27.405388 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5324804-0af9-4c6f-a422-1c5fe5e3ecb1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Pushing event updated for resources: {'Port': ['ID=af04793e-0100-4257-9379-ae2bf5ce4956,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:27.450903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906626c-77ea-4323-b932-424b15478bcd req-f5324804-0af9-4c6f-a422-1c5fe5e3ecb1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:27.460719 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f906626c-77ea-4323-b932-424b15478bcd req-f5324804-0af9-4c6f-a422-1c5fe5e3ecb1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:27.519723 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c2630b1-ab80-40ae-a8b2-a742aa35133b req-28b36c13-b1b1-43db-8069-7846bfdec03b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283436 Nov 18 17:09:27.552956 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-caa3fadb-6b82-414d-9e7a-d9969a289b97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:27.572106 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f906626c-77ea-4323-b932-424b15478bcd req-f5324804-0af9-4c6f-a422-1c5fe5e3ecb1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0138559 Nov 18 17:09:27.597484 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Request body: {'port': {'device_id': '83adfa64-5ab1-4313-9c21-014716cd5cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:27.671074 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:27.675453 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a68a5b-c395-4adc-a042-518eea513cb3 req-b7efd7d4-5913-49dd-b0d8-18e301c0c6a6 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:27.677337 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94a68a5b-c395-4adc-a042-518eea513cb3 req-b7efd7d4-5913-49dd-b0d8-18e301c0c6a6 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0658317 Nov 18 17:09:27.742866 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-caa3fadb-6b82-414d-9e7a-d9969a289b97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:27.801729 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3fadb-6b82-414d-9e7a-d9969a289b97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event updated for resources: {'Port': ['ID=c2b1c8e2-6ec7-4a5b-8662-f7e525fdacd2,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:27.819826 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94a68a5b-c395-4adc-a042-518eea513cb3 req-df62d929-76c2-4f8e-b8d8-844c303b4db4 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333294 Nov 18 17:09:27.846371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa3fadb-6b82-414d-9e7a-d9969a289b97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:09:27.853710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-caa3fadb-6b82-414d-9e7a-d9969a289b97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:27.858300 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa3fadb-6b82-414d-9e7a-d9969a289b97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:09:27.920920 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ef827e6c-b3d2-43af-9614-a8917f9b1f35 None None] Provisioning complete for port af04793e-0100-4257-9379-ae2bf5ce4956 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:27.921502 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef827e6c-b3d2-43af-9614-a8917f9b1f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:27.975456 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ef827e6c-b3d2-43af-9614-a8917f9b1f35 None None] Port af04793e-0100-4257-9379-ae2bf5ce4956 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:09:27.995896 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-caa3fadb-6b82-414d-9e7a-d9969a289b97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:28.040170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af04793e-0100-4257-9379-ae2bf5ce4956 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:28.051323 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:28.067233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Transition to ACTIVE for port object af04793e-0100-4257-9379-ae2bf5ce4956 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:09:28.106590 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-caa3fadb-6b82-414d-9e7a-d9969a289b97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:28.111191 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:28.167591 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Pushing event updated for resources: {'Port': ['ID=af04793e-0100-4257-9379-ae2bf5ce4956,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:28.187816 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac63b6-d3cc-4e69-80a5-d24fa0be52a0 req-67dd26fa-45b8-4101-934f-fa5e5e57f176 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:28.193407 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7ac63b6-d3cc-4e69-80a5-d24fa0be52a0 req-67dd26fa-45b8-4101-934f-fa5e5e57f176 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 944 time: 0.1195600 Nov 18 17:09:28.273534 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Attempting to bind port af04793e-0100-4257-9379-ae2bf5ce4956 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:09:28.273857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Attempting to bind port af04793e-0100-4257-9379-ae2bf5ce4956 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:09:28.274224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Attempting to bind port af04793e-0100-4257-9379-ae2bf5ce4956 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:28.280282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Port af04793e-0100-4257-9379-ae2bf5ce4956 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:09:28.280637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Attempting to bind port af04793e-0100-4257-9379-ae2bf5ce4956 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:28.292325 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:09:28.298908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:09:28.298908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:09:28.298908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Bound port: af04793e-0100-4257-9379-ae2bf5ce4956, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:09:28.298908 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:28.367125 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b1f0c-2157-4703-ad26-759689a59944 req-888c4ff4-4adc-4b62-a230-b9c2c9779096 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:28.369401 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e7b1f0c-2157-4703-ad26-759689a59944 req-888c4ff4-4adc-4b62-a230-b9c2c9779096 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 947 time: 0.1743603 Nov 18 17:09:28.379416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] For port af04793e-0100-4257-9379-ae2bf5ce4956, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:09:28.382972 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] For port af04793e-0100-4257-9379-ae2bf5ce4956, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=af04793e-0100-4257-9379-ae2bf5ce4956,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:09:28.398775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7ac63b6-d3cc-4e69-80a5-d24fa0be52a0 req-facd7a00-64e6-4028-ab22-18a7f7ca4215 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887841 Nov 18 17:09:28.448827 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:28.466646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-8f57ec66-c04a-4169-9758-d3a1296bbbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:28.468282 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-8f57ec66-c04a-4169-9758-d3a1296bbbbc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 1101 time: 0.1322534 Nov 18 17:09:28.475493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e7b1f0c-2157-4703-ad26-759689a59944 req-625c4ff0-1492-43a3-9edb-97a8218ba815 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867031 Nov 18 17:09:28.481670 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:28.482297 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:28.484232 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f906626c-77ea-4323-b932-424b15478bcd req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] 10.222.0.83 "PUT /v2.0/ports/af04793e-0100-4257-9379-ae2bf5ce4956 HTTP/1.1" status: 200 len: 1096 time: 0.8960426 Nov 18 17:09:28.486701 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83adfa64-5ab1-4313-9c21-014716cd5cb6', 'tag': 'af04793e-0100-4257-9379-ae2bf5ce4956'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:28.489048 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628b4dc8-4a5d-4e2f-911e-4eb7783a3e57" -d '{"events": [{"name": "network-changed", "server_uuid": "83adfa64-5ab1-4313-9c21-014716cd5cb6", "tag": "af04793e-0100-4257-9379-ae2bf5ce4956"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:28.501871 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 762d1bf7-9497-4a87-b221-cd8779403418 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:09:28.510581 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-caa3fadb-6b82-414d-9e7a-d9969a289b97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:28.551221 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b4182-361c-4c94-a069-99c3ddeb6b95 service neutron] Pushing event updated for resources: {'Port': ['ID=af04793e-0100-4257-9379-ae2bf5ce4956,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:28.572792 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7502cc3-3290-4243-b26f-46bd43122c98 x-openstack-request-id: req-d7502cc3-3290-4243-b26f-46bd43122c98 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:28.573604 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83adfa64-5ab1-4313-9c21-014716cd5cb6", "tag": "af04793e-0100-4257-9379-ae2bf5ce4956", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:28.573874 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d7502cc3-3290-4243-b26f-46bd43122c98 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:28.575157 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83adfa64-5ab1-4313-9c21-014716cd5cb6', 'tag': 'af04793e-0100-4257-9379-ae2bf5ce4956', 'status': 'completed', 'code': 200} Nov 18 17:09:28.623624 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-caa3fadb-6b82-414d-9e7a-d9969a289b97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:28.653711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906626c-77ea-4323-b932-424b15478bcd req-fb25c24a-7948-479f-ac41-173e63e50897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:28.655411 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f906626c-77ea-4323-b932-424b15478bcd req-fb25c24a-7948-479f-ac41-173e63e50897 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 1099 time: 0.0651474 Nov 18 17:09:28.692436 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 762d1bf7-9497-4a87-b221-cd8779403418, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=762d1bf7-9497-4a87-b221-cd8779403418,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:28.704440 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f906626c-77ea-4323-b932-424b15478bcd req-3a8c673f-cf9b-4db0-9a56-28f3d770953a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=af04793e-0100-4257-9379-ae2bf5ce4956 HTTP/1.1" status: 200 len: 217 time: 0.0385182 Nov 18 17:09:28.705973 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '762d1bf7-9497-4a87-b221-cd8779403418', 'network_id': '5081e599-c749-48b6-bd1f-9b11ee49b04a', 'port_id': '762d1bf7-9497-4a87-b221-cd8779403418', 'mac_address': 'fa:16:3e:a9:86:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20b73df-b35d-4384-ad07-d38c6494ce58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:09:28.734726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-8042bc3a-3192-4b42-9c8d-116f87dfa072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:28.736896 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-8042bc3a-3192-4b42-9c8d-116f87dfa072 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.2541018 Nov 18 17:09:28.744621 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:28.758245 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762d1bf7-9497-4a87-b221-cd8779403418 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:28.780960 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 762d1bf7-9497-4a87-b221-cd8779403418, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=762d1bf7-9497-4a87-b221-cd8779403418,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:28.783371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906626c-77ea-4323-b932-424b15478bcd req-206d6518-793b-4e24-af06-de63a2290b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:28.784879 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f906626c-77ea-4323-b932-424b15478bcd req-206d6518-793b-4e24-af06-de63a2290b0d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0633759 Nov 18 17:09:28.797344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-23855707-3fee-4058-9f01-d77c537df39c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=23dc566d-d834-4508-9b26-08a6eecf4550 HTTP/1.1" status: 200 len: 217 time: 0.0488377 Nov 18 17:09:28.809336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3fadb-6b82-414d-9e7a-d9969a289b97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event updated for resources: {'Port': ['ID=c2b1c8e2-6ec7-4a5b-8662-f7e525fdacd2,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:28.820165 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-caa3fadb-6b82-414d-9e7a-d9969a289b97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:28.847142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906626c-77ea-4323-b932-424b15478bcd req-d534ae5f-b35e-4bf7-b5e4-708ad53c6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:28.848999 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:28.849144 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f906626c-77ea-4323-b932-424b15478bcd req-d534ae5f-b35e-4bf7-b5e4-708ad53c6315 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0493119 Nov 18 17:09:28.867987 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e58374-101e-41a5-aace-1e5f98f634d7 req-a49ec350-53c1-4d1c-96b8-0208260bd6be tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:28.875400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33e58374-101e-41a5-aace-1e5f98f634d7 req-a49ec350-53c1-4d1c-96b8-0208260bd6be tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.2389452 Nov 18 17:09:28.912606 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-2e772705-0c24-4316-a26c-ed566ac05c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:28.913632 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-2e772705-0c24-4316-a26c-ed566ac05c7a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1056156 Nov 18 17:09:28.932014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=762d1bf7-9497-4a87-b221-cd8779403418,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:28.952498 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-caa3fadb-6b82-414d-9e7a-d9969a289b97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:28.954011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-caa3fadb-6b82-414d-9e7a-d9969a289b97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0280945 Nov 18 17:09:28.978254 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33e58374-101e-41a5-aace-1e5f98f634d7 req-40cce3dd-49fb-4f30-b724-53f891a77935 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019106 Nov 18 17:09:29.005257 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f906626c-77ea-4323-b932-424b15478bcd req-9b583a2f-627b-4465-8d5c-ac9b71140028 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357133 Nov 18 17:09:29.024165 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-fd6263b1-375c-4692-b362-a12b960804ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:29.026538 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-fd6263b1-375c-4692-b362-a12b960804ab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1030807 Nov 18 17:09:29.045733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b001b-34da-4905-b9bb-bb7936c399f9 req-910888c9-336a-4935-94c1-ff782a610450 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:29.047288 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b2b001b-34da-4905-b9bb-bb7936c399f9 req-910888c9-336a-4935-94c1-ff782a610450 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0760002 Nov 18 17:09:29.139828 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f906626c-77ea-4323-b932-424b15478bcd req-12650054-f794-49f8-bb50-2c60740f3ea0 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223764 Nov 18 17:09:29.179647 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-9fc0724c-27e1-453a-bd12-6bb4b54fe2c5 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313868 Nov 18 17:09:29.183038 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b2b001b-34da-4905-b9bb-bb7936c399f9 req-e5b55ed3-ef9f-4498-a235-1c9131fd0a99 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261287 Nov 18 17:09:29.258484 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['762d1bf7-9497-4a87-b221-cd8779403418'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:29.307061 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-3c2146ae-8248-4dcc-a4e4-b598cf959101 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--827472666&fields=id&tenant_id=8636c767565a441eb773511271a60b63 HTTP/1.1" status: 200 len: 267 time: 0.0950987 Nov 18 17:09:29.313011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b4dc8-4a5d-4e2f-911e-4eb7783a3e57 req-b19ed4da-2479-4960-9009-1e901b0f246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:29.314681 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-628b4dc8-4a5d-4e2f-911e-4eb7783a3e57 req-b19ed4da-2479-4960-9009-1e901b0f246b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 1099 time: 0.0450420 Nov 18 17:09:29.318367 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-23396256-7a2e-4cbb-ac3b-0c919502c904 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245694 Nov 18 17:09:29.366020 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-e89b3ce7-326d-4f8a-9707-e4bfa3fc60c4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:29.367444 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-e89b3ce7-326d-4f8a-9707-e4bfa3fc60c4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports/7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa HTTP/1.1" status: 200 len: 937 time: 0.0482118 Nov 18 17:09:29.427326 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-ae65e26e-0281-4990-955d-c60862b49d2b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:29.428990 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-ae65e26e-0281-4990-955d-c60862b49d2b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports/c35afb8c-cdd6-4eec-89f6-d10f42645523 HTTP/1.1" status: 200 len: 937 time: 0.0515480 Nov 18 17:09:29.440932 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b4dc8-4a5d-4e2f-911e-4eb7783a3e57 req-ed39c693-7f56-4790-ac42-0c106a97acad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:29.442469 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-628b4dc8-4a5d-4e2f-911e-4eb7783a3e57 req-ed39c693-7f56-4790-ac42-0c106a97acad service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1174119 Nov 18 17:09:29.496223 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-628b4dc8-4a5d-4e2f-911e-4eb7783a3e57 req-a7c3684a-936c-470a-a52d-f46135396702 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=af04793e-0100-4257-9379-ae2bf5ce4956 HTTP/1.1" status: 200 len: 217 time: 0.0377176 Nov 18 17:09:29.514061 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-77f5b819-becd-4502-b63a-1b4ec9c73c5f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?network_id=77027101-4097-4189-b03d-09f017f0cd4a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0768023 Nov 18 17:09:29.553654 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-dcc71542-fd16-4a78-adf6-864d8ca523f9 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?network_id=77027101-4097-4189-b03d-09f017f0cd4a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0318348 Nov 18 17:09:29.569387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b4dc8-4a5d-4e2f-911e-4eb7783a3e57 req-0f857a04-4413-40ed-9ea5-4cbb085e6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:29.569387 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-628b4dc8-4a5d-4e2f-911e-4eb7783a3e57 req-0f857a04-4413-40ed-9ea5-4cbb085e6744 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0466101 Nov 18 17:09:29.569687 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6e0c8-d3c8-4736-9a9c-24bbea740095 req-52153ae0-e93a-4f54-9e56-7b84ca284440 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:29.569687 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f1b6e0c8-d3c8-4736-9a9c-24bbea740095 req-52153ae0-e93a-4f54-9e56-7b84ca284440 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 945 time: 0.0929656 Nov 18 17:09:29.621982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b4dc8-4a5d-4e2f-911e-4eb7783a3e57 req-fc489a13-cee4-4046-998d-108d0da59d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:29.623723 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-628b4dc8-4a5d-4e2f-911e-4eb7783a3e57 req-fc489a13-cee4-4046-998d-108d0da59d10 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0423784 Nov 18 17:09:29.677115 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f1b6e0c8-d3c8-4736-9a9c-24bbea740095 req-f84abb19-dbd1-4bc0-a58d-893d047a883e tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032743 Nov 18 17:09:29.712118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-0cd8614c-a24c-41e7-89e9-3c01cac74d48 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:29.718042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-0cd8614c-a24c-41e7-89e9-3c01cac74d48 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:29.723965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-0cd8614c-a24c-41e7-89e9-3c01cac74d48 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:29.725863 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-0cd8614c-a24c-41e7-89e9-3c01cac74d48 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/networks?id=21e57fb7-15e2-4168-9940-61b5b33853bf&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=77027101-4097-4189-b03d-09f017f0cd4a&id=77027101-4097-4189-b03d-09f017f0cd4a HTTP/1.1" status: 200 len: 1995 time: 0.1612558 Nov 18 17:09:29.736729 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-628b4dc8-4a5d-4e2f-911e-4eb7783a3e57 req-889efd94-23fb-4448-aecb-73dac6480650 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011338 Nov 18 17:09:29.751943 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-1f1643ec-8784-4b11-a651-affe653a0c2e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/quotas/8636c767565a441eb773511271a60b63 HTTP/1.1" status: 200 len: 375 time: 0.0191927 Nov 18 17:09:29.818186 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc080ab-7c14-41eb-8840-b07711cd7680 req-36007622-e188-4da8-8061-787b54096d2e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:29.819775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfc080ab-7c14-41eb-8840-b07711cd7680 req-36007622-e188-4da8-8061-787b54096d2e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 947 time: 0.0853276 Nov 18 17:09:29.833715 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-628b4dc8-4a5d-4e2f-911e-4eb7783a3e57 req-f90ba6c1-6c32-444d-8bea-5f32b74127b8 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886135 Nov 18 17:09:29.837443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-d893ddaf-9648-498e-b056-9bba6efa39b4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8636c767565a441eb773511271a60b63&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0714052 Nov 18 17:09:29.888184 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f113ce0d-e05e-4afb-90e8-080ccdee1a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:29.934483 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfc080ab-7c14-41eb-8840-b07711cd7680 req-aba66439-2c8d-4554-bd92-109a1578ea95 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960369 Nov 18 17:09:29.963045 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2d690544-6b73-4468-93ec-8d9306b596a7 service neutron] 10.222.0.72 "GET /v2.0/networks/21e57fb7-15e2-4168-9940-61b5b33853bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083269 Nov 18 17:09:30.061895 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-3b1b09d9-9ea3-4150-9409-5f005a4d344e service neutron] 10.222.0.72 "GET /v2.0/networks/21e57fb7-15e2-4168-9940-61b5b33853bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926831 Nov 18 17:09:30.123887 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-99a73d48-79c6-4833-8cbf-640135f94d0a service neutron] 10.222.0.72 "GET /v2.0/ports/7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0553937 Nov 18 17:09:30.157240 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ab95e-a55e-4de8-b45a-461434608f66 req-b2ef8d16-7292-48a2-9640-8b69f4de7c99 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:30.158694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-058ab95e-a55e-4de8-b45a-461434608f66 req-b2ef8d16-7292-48a2-9640-8b69f4de7c99 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.0921519 Nov 18 17:09:30.257702 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-058ab95e-a55e-4de8-b45a-461434608f66 req-2686b5e2-e1a1-42cf-9836-12353e01afb7 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925221 Nov 18 17:09:30.260653 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-ee7cc5d2-0e9d-4362-854a-4935bf5d63ea service neutron] 10.222.0.72 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303747 Nov 18 17:09:30.355965 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-bc660292-c5d6-4538-9bef-cb579e4a5b50 service neutron] 10.222.0.72 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892093 Nov 18 17:09:30.400219 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-b6c60a57-6ef8-4872-8ad1-230a8798c74a service neutron] 10.222.0.72 "GET /v2.0/ports/c35afb8c-cdd6-4eec-89f6-d10f42645523?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0377929 Nov 18 17:09:30.508111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device abac8863-5932-42d7-aedc-3010bf267ee8 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:09:30.511919 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 762d1bf7-9497-4a87-b221-cd8779403418 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:09:30.528529 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb59309-16b5-44d1-aaa9-c50b9f5aecd8 req-b5693d85-32a3-4292-b44f-d2f73cf25b43 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:30.530025 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bbb59309-16b5-44d1-aaa9-c50b9f5aecd8 req-b5693d85-32a3-4292-b44f-d2f73cf25b43 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.1003554 Nov 18 17:09:30.533668 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-90aa2d9d-ebf2-4a72-b48d-59bbe8110a6e service neutron] 10.222.0.72 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235154 Nov 18 17:09:30.633655 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bbb59309-16b5-44d1-aaa9-c50b9f5aecd8 req-9c1fb467-169b-4827-ab5e-19980cd7b83d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971713 Nov 18 17:09:30.643714 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port abac8863-5932-42d7-aedc-3010bf267ee8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=abac8863-5932-42d7-aedc-3010bf267ee8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:30.655152 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-bfbf83a5-0519-4382-a861-730b2d6cd084 service neutron] 10.222.0.72 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123343 Nov 18 17:09:30.655673 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'abac8863-5932-42d7-aedc-3010bf267ee8', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': 'abac8863-5932-42d7-aedc-3010bf267ee8', 'mac_address': 'fa:16:3e:4a:7c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:09:30.685808 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 762d1bf7-9497-4a87-b221-cd8779403418 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:09:30.692227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 762d1bf7-9497-4a87-b221-cd8779403418 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:30.692677 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:30.721652 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:30.743172 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abac8863-5932-42d7-aedc-3010bf267ee8 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:30.769677 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port abac8863-5932-42d7-aedc-3010bf267ee8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=abac8863-5932-42d7-aedc-3010bf267ee8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:30.776994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-a97c0668-9bc6-4627-88b9-d95d66736879 service neutron] 10.222.0.72 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159589 Nov 18 17:09:30.805735 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:30.824000 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe49ba-f6b9-4bdb-9ce9-9fc7613e9c77 req-a3f2e95f-4e10-465a-a609-766a271db7b0 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:30.825505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ffe49ba-f6b9-4bdb-9ce9-9fc7613e9c77 req-a3f2e95f-4e10-465a-a609-766a271db7b0 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 945 time: 0.0772932 Nov 18 17:09:30.829660 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be51843-8d82-48da-ade0-c07fd816e3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762d1bf7-9497-4a87-b221-cd8779403418'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:30.831977 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905e231c-e490-4029-8fe6-337ec7996e51" -d '{"events": [{"server_uuid": "0be51843-8d82-48da-ade0-c07fd816e3ab", "name": "network-vif-plugged", "status": "completed", "tag": "762d1bf7-9497-4a87-b221-cd8779403418"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:30.848658 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 762d1bf7-9497-4a87-b221-cd8779403418, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=762d1bf7-9497-4a87-b221-cd8779403418,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:30.859765 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:30.917060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=abac8863-5932-42d7-aedc-3010bf267ee8,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:30.922838 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:30.976087 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=762d1bf7-9497-4a87-b221-cd8779403418,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:30.998903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['abac8863-5932-42d7-aedc-3010bf267ee8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:31.201476 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-eb5f986f-f4ad-476f-8fe9-e040284a5c75 service neutron] 10.222.0.72 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180927 Nov 18 17:09:31.205934 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ffe49ba-f6b9-4bdb-9ce9-9fc7613e9c77 req-cdcb28a5-093a-40eb-9e96-ba6b1646584a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614724 Nov 18 17:09:31.256441 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1315d48c-edc9-4de8-b09d-30c61471ec01 x-openstack-request-id: req-1315d48c-edc9-4de8-b09d-30c61471ec01 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:31.256739 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be51843-8d82-48da-ade0-c07fd816e3ab", "name": "network-vif-plugged", "status": "completed", "tag": "762d1bf7-9497-4a87-b221-cd8779403418", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:31.257007 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1315d48c-edc9-4de8-b09d-30c61471ec01 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:31.257417 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be51843-8d82-48da-ade0-c07fd816e3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762d1bf7-9497-4a87-b221-cd8779403418', 'code': 200} Nov 18 17:09:31.300502 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-331fe882-a46d-4f2e-bfbb-a57ec870ebee service neutron] 10.222.0.72 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931103 Nov 18 17:09:31.402550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030be32-f342-440f-b2ab-344d7b46ce27 req-f40abff0-8abe-42c5-9649-a777a1f7ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:31.404100 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2030be32-f342-440f-b2ab-344d7b46ce27 req-f40abff0-8abe-42c5-9649-a777a1f7ef64 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 1098 time: 0.0535626 Nov 18 17:09:31.419588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee051fb0-efdb-4ef5-b216-389b94192399 req-c88a1efa-b5c0-49dc-a4db-8c637c86c3ef tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:31.421109 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee051fb0-efdb-4ef5-b216-389b94192399 req-c88a1efa-b5c0-49dc-a4db-8c637c86c3ef tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 947 time: 0.1174347 Nov 18 17:09:31.451898 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2030be32-f342-440f-b2ab-344d7b46ce27 req-e84b6449-bc12-43f5-92de-37075caf24ec service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386300 Nov 18 17:09:31.452662 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-a4ceba7d-34ad-4dff-aa41-964d1452d238 service neutron] 10.222.0.72 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405330 Nov 18 17:09:31.506726 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee051fb0-efdb-4ef5-b216-389b94192399 req-ae681361-1f89-4ef6-bc9a-4c4e6c86af2b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759225 Nov 18 17:09:31.561758 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-e5d04a12-f650-4b59-8301-974fe57c2377 service neutron] 10.222.0.72 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026423 Nov 18 17:09:31.654117 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-f9b48aec-bd86-4068-abd6-7eda1dc79fd7 service neutron] 10.222.0.72 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862908 Nov 18 17:09:31.743245 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-61ea9531-83b0-4af9-953b-91944385637e service neutron] 10.222.0.72 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830810 Nov 18 17:09:31.865127 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2d6d272f-7ad2-4c9e-b27e-a841a419eb86 service neutron] 10.222.0.72 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145422 Nov 18 17:09:31.878042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d988f-9cd9-466c-aa96-aebbb634a5cf req-953284b5-4bb9-4b7c-b7b0-59e6b49c34ae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:31.879546 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-188d988f-9cd9-466c-aa96-aebbb634a5cf req-953284b5-4bb9-4b7c-b7b0-59e6b49c34ae tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.0682998 Nov 18 17:09:31.928590 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-188d988f-9cd9-466c-aa96-aebbb634a5cf req-952eb4d0-e78f-4dc9-8850-ac04bfe33f2c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419486 Nov 18 17:09:32.161016 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a46890-4a8a-4169-b377-73ebf25c3edd req-b9f30be0-f559-45e6-81f9-b493f6d764f1 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:32.162533 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-85a46890-4a8a-4169-b377-73ebf25c3edd req-b9f30be0-f559-45e6-81f9-b493f6d764f1 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0541914 Nov 18 17:09:32.215388 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-85a46890-4a8a-4169-b377-73ebf25c3edd req-890fe191-561f-47ed-883e-c318f0d9d0eb tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425205 Nov 18 17:09:32.324852 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462bd1c-0c3c-4f45-a7a0-88bda6578cc4 req-d8e1df96-c081-4194-8526-480e9335a886 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:32.326475 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a462bd1c-0c3c-4f45-a7a0-88bda6578cc4 req-d8e1df96-c081-4194-8526-480e9335a886 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 946 time: 0.0506592 Nov 18 17:09:32.340773 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e6d9ff39-3fd4-4e81-8612-6ac841d9d93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:32.380184 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a462bd1c-0c3c-4f45-a7a0-88bda6578cc4 req-a4e6aac3-6c80-404a-a7fc-80ad4c8e8a86 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471389 Nov 18 17:09:32.523033 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device af04793e-0100-4257-9379-ae2bf5ce4956 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:09:32.527627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device abac8863-5932-42d7-aedc-3010bf267ee8 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:09:32.647688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port abac8863-5932-42d7-aedc-3010bf267ee8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:32.647960 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980f114-8d3d-4f27-867d-c0f0a71f1c43 req-62fc07f9-0d0b-4434-a25c-44fb35dc93d3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:32.648083 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:32.649268 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a980f114-8d3d-4f27-867d-c0f0a71f1c43 req-62fc07f9-0d0b-4434-a25c-44fb35dc93d3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 947 time: 0.0534978 Nov 18 17:09:32.684458 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port af04793e-0100-4257-9379-ae2bf5ce4956, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=af04793e-0100-4257-9379-ae2bf5ce4956,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:32.721716 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'af04793e-0100-4257-9379-ae2bf5ce4956', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': 'af04793e-0100-4257-9379-ae2bf5ce4956', 'mac_address': 'fa:16:3e:48:5f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:09:32.727227 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a980f114-8d3d-4f27-867d-c0f0a71f1c43 req-d39ab4a7-4fe3-42c5-9897-802c252a5f95 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674648 Nov 18 17:09:32.810315 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:32.812785 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:32.840893 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af04793e-0100-4257-9379-ae2bf5ce4956 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:32.885262 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port af04793e-0100-4257-9379-ae2bf5ce4956, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=af04793e-0100-4257-9379-ae2bf5ce4956,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:32.890983 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port abac8863-5932-42d7-aedc-3010bf267ee8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=abac8863-5932-42d7-aedc-3010bf267ee8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:32.983455 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:09:32.993606 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:33.061980 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:33.105244 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=af04793e-0100-4257-9379-ae2bf5ce4956,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:33.152442 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a2125-0bf3-44df-b15f-637baf89774b req-315807a3-b526-4c6b-90fd-d25b33b0a042 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:33.154012 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de0a2125-0bf3-44df-b15f-637baf89774b req-315807a3-b526-4c6b-90fd-d25b33b0a042 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.0849855 Nov 18 17:09:33.175449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=abac8863-5932-42d7-aedc-3010bf267ee8,revision_number=10']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:33.230732 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de0a2125-0bf3-44df-b15f-637baf89774b req-23e30b59-ed7f-4aa8-bec9-f25b1eefd7f9 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701151 Nov 18 17:09:33.261180 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c51f83-7fb5-4efe-af59-3b1fce4fff45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abac8863-5932-42d7-aedc-3010bf267ee8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:33.265146 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546678b1-cff9-4000-be3b-113e6a8a00a0" -d '{"events": [{"server_uuid": "a0c51f83-7fb5-4efe-af59-3b1fce4fff45", "name": "network-vif-plugged", "status": "completed", "tag": "abac8863-5932-42d7-aedc-3010bf267ee8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:33.371017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['af04793e-0100-4257-9379-ae2bf5ce4956'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:33.447138 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b092bc65-c854-4985-ac15-31982fe4fca9 req-d12ec22e-4933-4aed-ae96-e6eb79fd94d7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0675168 Nov 18 17:09:33.515412 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:33.527700 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65915da8-6330-4cf1-bbc2-6204fc3e49f7 x-openstack-request-id: req-65915da8-6330-4cf1-bbc2-6204fc3e49f7 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:33.528118 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c51f83-7fb5-4efe-af59-3b1fce4fff45", "name": "network-vif-plugged", "status": "completed", "tag": "abac8863-5932-42d7-aedc-3010bf267ee8", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:33.528483 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-65915da8-6330-4cf1-bbc2-6204fc3e49f7 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:33.528968 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c51f83-7fb5-4efe-af59-3b1fce4fff45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abac8863-5932-42d7-aedc-3010bf267ee8', 'code': 200} Nov 18 17:09:33.569042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6095152-baab-409b-baad-64a3c34ea122 req-2a9cfb09-a418-4a7b-a99e-883f8e3da010 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:33.577321 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6095152-baab-409b-baad-64a3c34ea122 req-2a9cfb09-a418-4a7b-a99e-883f8e3da010 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.1083188 Nov 18 17:09:33.663372 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6095152-baab-409b-baad-64a3c34ea122 req-58ceefd7-7ee1-4d73-9c3d-21301dd9cdc6 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849631 Nov 18 17:09:33.690591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b332845-fc61-457f-b038-4f4223784cf6 req-30c99cfc-05ea-45c5-b626-6a0e521ae7d7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:33.696471 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b332845-fc61-457f-b038-4f4223784cf6 req-30c99cfc-05ea-45c5-b626-6a0e521ae7d7 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 946 time: 0.0963998 Nov 18 17:09:33.746485 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b332845-fc61-457f-b038-4f4223784cf6 req-4545e5ac-098c-456f-96ae-76571bf44c4c tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473297 Nov 18 17:09:33.864525 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64a65b-f897-496c-95ac-c56e48a8d70f req-dcc02826-375d-4be8-8b0a-c57913f697d3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:33.888679 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bd64a65b-f897-496c-95ac-c56e48a8d70f req-dcc02826-375d-4be8-8b0a-c57913f697d3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 948 time: 0.0858109 Nov 18 17:09:33.940525 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bd64a65b-f897-496c-95ac-c56e48a8d70f req-ec133d69-f3cd-4f6c-9ffb-562c0b897e1d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508118 Nov 18 17:09:34.314474 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b2f31-7299-49b3-9b07-5a1626b83dc1 req-deaa59a8-ed3c-4e61-884b-f43f6db01e74 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:34.321251 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f29b2f31-7299-49b3-9b07-5a1626b83dc1 req-deaa59a8-ed3c-4e61-884b-f43f6db01e74 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 946 time: 0.0612671 Nov 18 17:09:34.396317 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f29b2f31-7299-49b3-9b07-5a1626b83dc1 req-4faa8609-4c39-4e85-b9b8-fe6766500ad0 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740926 Nov 18 17:09:34.409743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bf94e-3558-459e-98f4-dc463ec7a273 req-2715df2c-1cd5-4a9d-88b9-2c96ffb8c6a0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:34.411388 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-780bf94e-3558-459e-98f4-dc463ec7a273 req-2715df2c-1cd5-4a9d-88b9-2c96ffb8c6a0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.0745656 Nov 18 17:09:34.478647 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-780bf94e-3558-459e-98f4-dc463ec7a273 req-9988fe0b-8e9e-4624-80b2-524500bbd793 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566835 Nov 18 17:09:34.597674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-581706bb-e679-4a7b-998e-cf390cad405c req-3c669547-6f3f-4b9b-a365-bc27d8981c3e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0373480 Nov 18 17:09:34.821752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a1f52-2da4-446f-b91c-370cc3bb1393 req-0edd90fa-72ac-49a5-8ac5-7da2fbc2da85 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:34.825935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-029a1f52-2da4-446f-b91c-370cc3bb1393 req-0edd90fa-72ac-49a5-8ac5-7da2fbc2da85 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0676069 Nov 18 17:09:34.889954 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-029a1f52-2da4-446f-b91c-370cc3bb1393 req-6e8c359f-9367-44e4-8677-9ec21cb95b83 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541589 Nov 18 17:09:34.905357 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:35.130796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43433258-4e78-4110-bdb3-80c144ee9324 req-a62addcb-760e-44d6-a064-3bf71829af8d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:35.132809 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-43433258-4e78-4110-bdb3-80c144ee9324 req-a62addcb-760e-44d6-a064-3bf71829af8d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 948 time: 0.0666494 Nov 18 17:09:35.199149 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-43433258-4e78-4110-bdb3-80c144ee9324 req-a412c405-3624-4f55-a85d-70df1b5a21b9 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584102 Nov 18 17:09:35.362777 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:35.546245 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c38ef-bb9a-4a94-a14e-ef9e937eb41a req-8b634492-f19a-4e9a-bd4b-0bb41d2cfd19 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:35.548202 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c10c38ef-bb9a-4a94-a14e-ef9e937eb41a req-8b634492-f19a-4e9a-bd4b-0bb41d2cfd19 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 946 time: 0.0654573 Nov 18 17:09:35.631295 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c10c38ef-bb9a-4a94-a14e-ef9e937eb41a req-678b8516-bb47-4a5f-b361-77d1578e9f07 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups?id=b925ccc0-776f-422d-9b6e-ea9c76deda59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744517 Nov 18 17:09:35.645287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4816c0-f3d9-4481-b40d-f45610dcdcd4 req-a387f2fa-32c1-4fb0-ab0a-601a47d97141 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:35.646821 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc4816c0-f3d9-4481-b40d-f45610dcdcd4 req-a387f2fa-32c1-4fb0-ab0a-601a47d97141 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.0919147 Nov 18 17:09:35.711265 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc4816c0-f3d9-4481-b40d-f45610dcdcd4 req-3b88ee42-41e1-4208-aa30-959f24cb105e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552199 Nov 18 17:09:35.866128 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf9ce822-606f-415d-8aa5-f80cca0ec709 req-2b1fd4a5-19b3-4b02-80ea-24af27667055 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0267978 Nov 18 17:09:36.028306 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ce12f-a59e-47bd-b21c-8a4de64f3f3a req-71cf739b-a1dd-4c40-8336-ceaf23c35b4b tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:36.029836 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9ce12f-a59e-47bd-b21c-8a4de64f3f3a req-71cf739b-a1dd-4c40-8336-ceaf23c35b4b tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0533934 Nov 18 17:09:36.081032 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9ce12f-a59e-47bd-b21c-8a4de64f3f3a req-17746d67-9246-40b0-ba8a-f03d5b399138 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442982 Nov 18 17:09:36.206059 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b3aa8-f8ca-4dc2-a0cb-b2d5f7e3e6c8 req-a76cad3f-7ca3-4548-b0a0-39a11470610f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:36.207530 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-656b3aa8-f8ca-4dc2-a0cb-b2d5f7e3e6c8 req-a76cad3f-7ca3-4548-b0a0-39a11470610f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.83 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 946 time: 0.0638959 Nov 18 17:09:36.311724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-656b3aa8-f8ca-4dc2-a0cb-b2d5f7e3e6c8 req-fe9a46b8-450f-43c0-a2c5-fefac29a3bd2 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Deleting port 762d1bf7-9497-4a87-b221-cd8779403418 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:09:36.312262 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-656b3aa8-f8ca-4dc2-a0cb-b2d5f7e3e6c8 req-fe9a46b8-450f-43c0-a2c5-fefac29a3bd2 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:36.319900 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a932a53-f1fc-4b6f-90a9-7fe19892c724 req-0bb96150-355c-45e3-92fc-a0b76b283507 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:36.328007 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a932a53-f1fc-4b6f-90a9-7fe19892c724 req-0bb96150-355c-45e3-92fc-a0b76b283507 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 948 time: 0.0497892 Nov 18 17:09:36.370909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a932a53-f1fc-4b6f-90a9-7fe19892c724 req-87a10736-e7b4-4f2e-9815-f182d404ba00 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425777 Nov 18 17:09:36.436311 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-656b3aa8-f8ca-4dc2-a0cb-b2d5f7e3e6c8 req-fe9a46b8-450f-43c0-a2c5-fefac29a3bd2 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] For port 762d1bf7-9497-4a87-b221-cd8779403418, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=762d1bf7-9497-4a87-b221-cd8779403418,segment=NetworkSegment(09e7b4fa-d6c3-45d1-9554-35762703303d),segment_id=09e7b4fa-d6c3-45d1-9554-35762703303d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:36.436741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-656b3aa8-f8ca-4dc2-a0cb-b2d5f7e3e6c8 req-fe9a46b8-450f-43c0-a2c5-fefac29a3bd2 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:36.437146 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-3248a965-d5c4-4dcb-879c-19ebfdcf73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:36.439014 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-3248a965-d5c4-4dcb-879c-19ebfdcf73a1 service neutron] 10.222.0.81 "GET /v2.0/ports/7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa HTTP/1.1" status: 200 len: 1033 time: 0.0440073 Nov 18 17:09:36.455208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-656b3aa8-f8ca-4dc2-a0cb-b2d5f7e3e6c8 req-fe9a46b8-450f-43c0-a2c5-fefac29a3bd2 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Calling delete_port for 762d1bf7-9497-4a87-b221-cd8779403418 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:09:36.507185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-6a2d5457-4a08-4e04-a63c-f053e01e2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:36.508725 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-6a2d5457-4a08-4e04-a63c-f053e01e2a4a service neutron] 10.222.0.81 "GET /v2.0/ports/c35afb8c-cdd6-4eec-89f6-d10f42645523 HTTP/1.1" status: 200 len: 1033 time: 0.0619576 Nov 18 17:09:36.554277 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device af04793e-0100-4257-9379-ae2bf5ce4956 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:09:36.675509 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-403136d5-3388-430d-b1a5-37d4f99e3fdc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:36.682562 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-403136d5-3388-430d-b1a5-37d4f99e3fdc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:36.691508 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-403136d5-3388-430d-b1a5-37d4f99e3fdc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:36.693541 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-403136d5-3388-430d-b1a5-37d4f99e3fdc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.81 "GET /v2.0/networks?id=21e57fb7-15e2-4168-9940-61b5b33853bf&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=77027101-4097-4189-b03d-09f017f0cd4a&id=77027101-4097-4189-b03d-09f017f0cd4a HTTP/1.1" status: 200 len: 1995 time: 0.1699712 Nov 18 17:09:36.706011 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-656b3aa8-f8ca-4dc2-a0cb-b2d5f7e3e6c8 req-fe9a46b8-450f-43c0-a2c5-fefac29a3bd2 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:36.719012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['762d1bf7-9497-4a87-b221-cd8779403418'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:36.747313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a46b8-450f-43c0-a2c5-fefac29a3bd2 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Pushing event deleted for resources: {'Port': ['ID=762d1bf7-9497-4a87-b221-cd8779403418,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:36.805034 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port af04793e-0100-4257-9379-ae2bf5ce4956 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:09:36.832884 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port af04793e-0100-4257-9379-ae2bf5ce4956 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:36.834273 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:36.858273 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f929c39f-1cf6-4898-a338-fc257417d00c req-fb061a57-d1db-43d0-87c1-5d401b1e7516 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 210 time: 0.0865524 Nov 18 17:09:36.874063 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-656b3aa8-f8ca-4dc2-a0cb-b2d5f7e3e6c8 req-fe9a46b8-450f-43c0-a2c5-fefac29a3bd2 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] No DVR routers for this DVR port 762d1bf7-9497-4a87-b221-cd8779403418 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:09:36.897355 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-656b3aa8-f8ca-4dc2-a0cb-b2d5f7e3e6c8 req-fe9a46b8-450f-43c0-a2c5-fefac29a3bd2 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:36.927365 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-656b3aa8-f8ca-4dc2-a0cb-b2d5f7e3e6c8 req-fe9a46b8-450f-43c0-a2c5-fefac29a3bd2 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.83 "DELETE /v2.0/ports/762d1bf7-9497-4a87-b221-cd8779403418 HTTP/1.1" status: 204 len: 173 time: 0.7059793 Nov 18 17:09:36.928157 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be51843-8d82-48da-ade0-c07fd816e3ab', 'name': 'network-vif-deleted', 'tag': '762d1bf7-9497-4a87-b221-cd8779403418'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:36.953826 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d338ab42-e5b5-4286-8fc9-f4369c32b795" -d '{"events": [{"server_uuid": "0be51843-8d82-48da-ade0-c07fd816e3ab", "name": "network-vif-deleted", "tag": "762d1bf7-9497-4a87-b221-cd8779403418"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:36.990543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-ac940124-4764-4ac1-b57d-cc68c3d35657 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8636c767565a441eb773511271a60b63 HTTP/1.1" status: 200 len: 379 time: 0.2654886 Nov 18 17:09:36.998131 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:37.006186 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-eea9d608-3fae-4670-b6f5-fb036f1d88b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Request body: {'port': {'device_id': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf', 'admin_state_up': True, 'tenant_id': '8636c767565a441eb773511271a60b63', 'security_groups': ['95b88fdb-b903-4776-a91e-556dfa20159e']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:37.044648 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port af04793e-0100-4257-9379-ae2bf5ce4956, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=af04793e-0100-4257-9379-ae2bf5ce4956,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:37.045840 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83adfa64-5ab1-4313-9c21-014716cd5cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af04793e-0100-4257-9379-ae2bf5ce4956'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:37.048759 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8515608-6fb3-4bfe-97a8-895348bca0cf" -d '{"events": [{"server_uuid": "83adfa64-5ab1-4313-9c21-014716cd5cb6", "name": "network-vif-plugged", "status": "completed", "tag": "af04793e-0100-4257-9379-ae2bf5ce4956"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:37.122986 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:37.230918 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=af04793e-0100-4257-9379-ae2bf5ce4956,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:37.319508 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08aa2d-1502-46f1-8d7f-4475937aaa19 req-b849f2d9-f6a7-4eb7-97fc-fda72b33c785 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:37.328911 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a08aa2d-1502-46f1-8d7f-4475937aaa19 req-b849f2d9-f6a7-4eb7-97fc-fda72b33c785 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.3006968 Nov 18 17:09:37.340595 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1cd7fa6d-bda6-4265-955b-89e9abe6a040 req-7e1b8913-7804-4612-a621-99fb79d4f317 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0729854 Nov 18 17:09:37.360305 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c480a56-e9a1-4e49-8b67-9a9d5495e4cd req-cf6c869d-e5e5-41ea-90a6-af0f9f6568b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:37.362584 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6c480a56-e9a1-4e49-8b67-9a9d5495e4cd req-cf6c869d-e5e5-41ea-90a6-af0f9f6568b3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 1097 time: 0.0508652 Nov 18 17:09:37.438718 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88394a1-1349-47fb-8c47-580ed5e48a13 x-openstack-request-id: req-f88394a1-1349-47fb-8c47-580ed5e48a13 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:37.439223 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be51843-8d82-48da-ade0-c07fd816e3ab", "name": "network-vif-deleted", "tag": "762d1bf7-9497-4a87-b221-cd8779403418", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:37.439591 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f88394a1-1349-47fb-8c47-580ed5e48a13 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:37.440085 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be51843-8d82-48da-ade0-c07fd816e3ab', 'name': 'network-vif-deleted', 'tag': '762d1bf7-9497-4a87-b221-cd8779403418', 'status': 'completed', 'code': 200} Nov 18 17:09:37.455253 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6c480a56-e9a1-4e49-8b67-9a9d5495e4cd req-b420edef-f898-4be5-8d96-f19f3ba5f8e9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828805 Nov 18 17:09:37.499480 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a08aa2d-1502-46f1-8d7f-4475937aaa19 req-0cc70d00-d894-4648-95b5-4f6025f2f715 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614897 Nov 18 17:09:37.505677 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473755ce-3516-40f3-bfde-dd54d6e50468 x-openstack-request-id: req-473755ce-3516-40f3-bfde-dd54d6e50468 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:37.506076 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83adfa64-5ab1-4313-9c21-014716cd5cb6", "name": "network-vif-plugged", "status": "completed", "tag": "af04793e-0100-4257-9379-ae2bf5ce4956", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:37.506785 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-473755ce-3516-40f3-bfde-dd54d6e50468 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:37.507357 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83adfa64-5ab1-4313-9c21-014716cd5cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af04793e-0100-4257-9379-ae2bf5ce4956', 'code': 200} Nov 18 17:09:37.596821 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-eea9d608-3fae-4670-b6f5-fb036f1d88b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Made reservation on behalf of 8636c767565a441eb773511271a60b63 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:37.601193 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-eea9d608-3fae-4670-b6f5-fb036f1d88b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:37.643063 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5262a4-a537-47ee-9ea5-f7cc8d1518de req-8b30b261-91bb-4bb3-af1d-f9357446ca51 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:37.644722 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a5262a4-a537-47ee-9ea5-f7cc8d1518de req-8b30b261-91bb-4bb3-af1d-f9357446ca51 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0842781 Nov 18 17:09:37.790757 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a5262a4-a537-47ee-9ea5-f7cc8d1518de req-4d197539-bf7f-4b82-a521-ca54a3fca548 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330366 Nov 18 17:09:37.855099 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d97ff6-adb3-4597-afe8-b1363d0b785b req-04f347de-5cf1-4532-8ab0-a1e47f22cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:37.857390 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-07d97ff6-adb3-4597-afe8-b1363d0b785b req-04f347de-5cf1-4532-8ab0-a1e47f22cdf8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 1101 time: 0.0773425 Nov 18 17:09:37.951565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ebaf7-3860-4edb-be48-28e3949c0dc4 req-dc1e9705-cb2a-4d1e-9aad-222275a40f25 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:37.964014 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-650ebaf7-3860-4edb-be48-28e3949c0dc4 req-dc1e9705-cb2a-4d1e-9aad-222275a40f25 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 949 time: 0.1290267 Nov 18 17:09:37.989848 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-eea9d608-3fae-4670-b6f5-fb036f1d88b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Allocated IP 172.20.0.3 (21e57fb7-15e2-4168-9940-61b5b33853bf/e6246afd-a473-49e2-aa8f-305885903cc9/79d87257-b73f-4f55-9be6-a319a16fd0f8) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:09:37.995162 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-07d97ff6-adb3-4597-afe8-b1363d0b785b req-35abce13-dad5-4596-8ee9-d84c880faff5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167057 Nov 18 17:09:38.132077 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a913703b-a090-479c-bff2-2ea473a78497 req-62427db3-ace4-46d8-afed-2212293d5054 tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/ports?device_id=0be51843-8d82-48da-ade0-c07fd816e3ab HTTP/1.1" status: 200 len: 210 time: 0.0686564 Nov 18 17:09:38.169392 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-650ebaf7-3860-4edb-be48-28e3949c0dc4 req-16315fdd-47be-411c-9767-96c2b4f32f0c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028277 Nov 18 17:09:38.286524 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-eea9d608-3fae-4670-b6f5-fb036f1d88b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:38.386020 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-eea9d608-3fae-4670-b6f5-fb036f1d88b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:38.447367 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-eea9d608-3fae-4670-b6f5-fb036f1d88b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Network 21e57fb7-15e2-4168-9940-61b5b33853bf is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:09:38.453783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-eea9d608-3fae-4670-b6f5-fb036f1d88b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:38.477605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-eea9d608-3fae-4670-b6f5-fb036f1d88b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:09:38.648531 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9d608-3fae-4670-b6f5-fb036f1d88b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event updated for resources: {'Port': ['ID=79d87257-b73f-4f55-9be6-a319a16fd0f8,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:38.710213 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-eea9d608-3fae-4670-b6f5-fb036f1d88b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:38.710983 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-eea9d608-3fae-4670-b6f5-fb036f1d88b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:38.750102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77267c04-db8d-447e-89c9-1148138153db req-45785c20-6687-4f5d-a207-6db11d9136bb tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:38.755742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77267c04-db8d-447e-89c9-1148138153db req-45785c20-6687-4f5d-a207-6db11d9136bb tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.1118951 Nov 18 17:09:38.787496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37556a-b4a9-4279-ae3b-41ec80133f63 req-1afda84c-182b-4e26-b560-114196e54cca tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:38.797225 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf37556a-b4a9-4279-ae3b-41ec80133f63 req-1afda84c-182b-4e26-b560-114196e54cca tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 931 time: 0.2570014 Nov 18 17:09:38.815825 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-fd2bfac9-df72-42ab-ac10-1d0c0fd840f4 None None] Provisioning complete for port 79d87257-b73f-4f55-9be6-a319a16fd0f8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:38.816385 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fd2bfac9-df72-42ab-ac10-1d0c0fd840f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:38.824375 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-eea9d608-3fae-4670-b6f5-fb036f1d88b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8322423 Nov 18 17:09:38.844481 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-dc7d576e-939d-4aea-83f6-222d26629698 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Request body: {'port': {'device_id': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a', 'admin_state_up': True, 'tenant_id': '8636c767565a441eb773511271a60b63', 'security_groups': ['95b88fdb-b903-4776-a91e-556dfa20159e']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:38.885269 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fd2bfac9-df72-42ab-ac10-1d0c0fd840f4 None None] Port 79d87257-b73f-4f55-9be6-a319a16fd0f8 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:09:38.985796 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77267c04-db8d-447e-89c9-1148138153db req-a1cd549e-91a0-4a12-a8fe-71dc943f02cb tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841452 Nov 18 17:09:39.000147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf37556a-b4a9-4279-ae3b-41ec80133f63 req-f7da292f-3f93-4987-8e1a-32b40fc1ea51 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011700 Nov 18 17:09:39.215847 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-dc7d576e-939d-4aea-83f6-222d26629698 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Made reservation on behalf of 8636c767565a441eb773511271a60b63 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:39.219446 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-dc7d576e-939d-4aea-83f6-222d26629698 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:39.275018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccd234-0530-4b2c-8160-b9852643539b req-e1f2ca5b-32ff-4ee7-9c1e-847de481bd06 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:39.284442 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f5ccd234-0530-4b2c-8160-b9852643539b req-e1f2ca5b-32ff-4ee7-9c1e-847de481bd06 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.1437128 Nov 18 17:09:39.394501 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f5ccd234-0530-4b2c-8160-b9852643539b req-ee47a3a6-96da-4d26-91bc-52b15363bfdd tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092441 Nov 18 17:09:39.518336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02486813-86f7-4b93-bc7b-8d72959219d9 req-b9a204d5-0618-4f88-a691-20cb6ff951eb tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:39.519963 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02486813-86f7-4b93-bc7b-8d72959219d9 req-b9a204d5-0618-4f88-a691-20cb6ff951eb tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 949 time: 0.1356156 Nov 18 17:09:39.625622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-dc7d576e-939d-4aea-83f6-222d26629698 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Allocated IP 10.1.1.82 (96b6b3d2-b87f-486f-9f51-94da13546f8a/d96d084d-2d78-45d1-beb5-df49550f357d/5d103daf-823c-46a5-b025-3be6a959e97f) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:09:39.648396 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02486813-86f7-4b93-bc7b-8d72959219d9 req-adc8393a-42d2-44c1-b2a5-079d66bde947 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020126 Nov 18 17:09:39.782893 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35408) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:39.901598 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-dc7d576e-939d-4aea-83f6-222d26629698 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:39.906867 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3ab11f6-6de6-46b2-aa1e-e56bc715347a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:39.941761 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3ab11f6-6de6-46b2-aa1e-e56bc715347a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:40.002929 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-dc7d576e-939d-4aea-83f6-222d26629698 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:40.082477 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3ab11f6-6de6-46b2-aa1e-e56bc715347a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:40.083948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-dc7d576e-939d-4aea-83f6-222d26629698 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Network 96b6b3d2-b87f-486f-9f51-94da13546f8a is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:09:40.085716 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3ab11f6-6de6-46b2-aa1e-e56bc715347a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:40.087874 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a3ab11f6-6de6-46b2-aa1e-e56bc715347a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "DELETE /v2.0/security-groups/18620a4e-1b3a-46b1-8818-28ed4fbe49c7 HTTP/1.1" status: 204 len: 168 time: 0.3032901 Nov 18 17:09:40.092249 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35414) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:40.108147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab11f6-6de6-46b2-aa1e-e56bc715347a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18620a4e-1b3a-46b1-8818-28ed4fbe49c7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:40.117354 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-dc7d576e-939d-4aea-83f6-222d26629698 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:40.135071 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-dc7d576e-939d-4aea-83f6-222d26629698 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:09:40.183269 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-96ece627-f2b1-4eca-93e3-7672d712f93a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] show failed (client error): The resource could not be found. Nov 18 17:09:40.184420 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-96ece627-f2b1-4eca-93e3-7672d712f93a tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "GET /v2.0/security-groups/18620a4e-1b3a-46b1-8818-28ed4fbe49c7 HTTP/1.1" status: 404 len: 347 time: 0.0886970 Nov 18 17:09:40.187306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35418) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:40.281603 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d576e-939d-4aea-83f6-222d26629698 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event updated for resources: {'Port': ['ID=5d103daf-823c-46a5-b025-3be6a959e97f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:40.371745 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-dc7d576e-939d-4aea-83f6-222d26629698 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:40.372502 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-dc7d576e-939d-4aea-83f6-222d26629698 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:40.390525 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-bbb915ce-e2d5-403b-b266-0d3c5459e13f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Deleting port b40d4f22-5ddf-4630-a41c-647ee473b08b {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:09:40.391627 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbb915ce-e2d5-403b-b266-0d3c5459e13f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:40.430392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e858a2a-7211-4a25-b796-043174589d09 req-7e3b026e-b0eb-4c68-ad75-01b8ed8c7451 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:40.440107 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e858a2a-7211-4a25-b796-043174589d09 req-7e3b026e-b0eb-4c68-ad75-01b8ed8c7451 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:40.448398 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e858a2a-7211-4a25-b796-043174589d09 req-7e3b026e-b0eb-4c68-ad75-01b8ed8c7451 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 1652 time: 0.2857628 Nov 18 17:09:40.457470 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a420f3f-3b69-4fe2-bda9-de330fa02656 req-77d17888-360e-4ff9-b2e7-c5f7a89b41bf tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:40.472444 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a420f3f-3b69-4fe2-bda9-de330fa02656 req-77d17888-360e-4ff9-b2e7-c5f7a89b41bf tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.3266063 Nov 18 17:09:40.487106 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-dc7d576e-939d-4aea-83f6-222d26629698 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6482363 Nov 18 17:09:40.520050 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-7025a47f-8801-46d6-958c-6c62687de924 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Request body: {'port': {'device_id': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a', 'admin_state_up': True, 'tenant_id': '8636c767565a441eb773511271a60b63', 'security_groups': ['95b88fdb-b903-4776-a91e-556dfa20159e']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:40.537210 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbb915ce-e2d5-403b-b266-0d3c5459e13f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:40.538046 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbb915ce-e2d5-403b-b266-0d3c5459e13f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:40.542397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-63f870fd-4216-4afb-8c2e-d404cb95ddb2 None None] Provisioning complete for port 5d103daf-823c-46a5-b025-3be6a959e97f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:40.542904 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-63f870fd-4216-4afb-8c2e-d404cb95ddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:40.564014 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-bbb915ce-e2d5-403b-b266-0d3c5459e13f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Calling delete_port for b40d4f22-5ddf-4630-a41c-647ee473b08b owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:09:40.580785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 762d1bf7-9497-4a87-b221-cd8779403418 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:09:40.630146 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 762d1bf7-9497-4a87-b221-cd8779403418 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:09:40.630885 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 762d1bf7-9497-4a87-b221-cd8779403418 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:09:40.658132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-63f870fd-4216-4afb-8c2e-d404cb95ddb2 None None] Port 5d103daf-823c-46a5-b025-3be6a959e97f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:09:40.722766 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a420f3f-3b69-4fe2-bda9-de330fa02656 req-12c33f23-605c-44e0-81ad-ddcebafb92f4 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465870 Nov 18 17:09:40.752084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e858a2a-7211-4a25-b796-043174589d09 req-c6b1559f-2ad7-45b1-bde8-bc3581abdc5b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3027031 Nov 18 17:09:40.865134 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbb915ce-e2d5-403b-b266-0d3c5459e13f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:40.908190 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb915ce-e2d5-403b-b266-0d3c5459e13f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Pushing event deleted for resources: {'Port': ['ID=b40d4f22-5ddf-4630-a41c-647ee473b08b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:40.923555 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-7025a47f-8801-46d6-958c-6c62687de924 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Made reservation on behalf of 8636c767565a441eb773511271a60b63 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:40.930499 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-7025a47f-8801-46d6-958c-6c62687de924 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:41.091425 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbb915ce-e2d5-403b-b266-0d3c5459e13f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks [] for floatingip, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:41.094597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbb915ce-e2d5-403b-b266-0d3c5459e13f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:41.105414 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bbb915ce-e2d5-403b-b266-0d3c5459e13f tempest-ImagesOneServerNegativeTestJSON-499406012 tempest-ImagesOneServerNegativeTestJSON-499406012-project] 10.222.0.72 "DELETE /v2.0/floatingips/96433507-a81c-428f-8bbb-e56770eae2bd HTTP/1.1" status: 204 len: 168 time: 0.9072824 Nov 18 17:09:41.189617 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d235330-e1cc-45aa-a97c-b4bbf0725b2d req-a2fa7351-02cc-4397-8118-ddb48b9125ab tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:41.196443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d235330-e1cc-45aa-a97c-b4bbf0725b2d req-a2fa7351-02cc-4397-8118-ddb48b9125ab tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.2260339 Nov 18 17:09:41.255628 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b2951-52e9-4f7f-ab80-51d25134710b req-40289dc7-b836-440d-9b27-5db3dcea038e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:41.257139 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d0b2951-52e9-4f7f-ab80-51d25134710b req-40289dc7-b836-440d-9b27-5db3dcea038e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 949 time: 0.1518421 Nov 18 17:09:41.316146 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d235330-e1cc-45aa-a97c-b4bbf0725b2d req-0624c137-b387-4977-af78-45715569856d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125386 Nov 18 17:09:41.327673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-7025a47f-8801-46d6-958c-6c62687de924 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Allocated IP 10.1.1.27 (96b6b3d2-b87f-486f-9f51-94da13546f8a/d96d084d-2d78-45d1-beb5-df49550f357d/37ba74a3-0698-4645-beb0-2a2e4acae185) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:09:41.374815 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d0b2951-52e9-4f7f-ab80-51d25134710b req-747d1401-39f6-466f-91b5-119aeded7f94 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962348 Nov 18 17:09:41.573559 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758531d-9d35-44f1-9c3f-2bdca74214c8 req-606c21f7-50ea-4ef1-b966-fadf7af7dd4e tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:41.581229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f758531d-9d35-44f1-9c3f-2bdca74214c8 req-606c21f7-50ea-4ef1-b966-fadf7af7dd4e tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 1101 time: 0.0746305 Nov 18 17:09:41.612088 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-7025a47f-8801-46d6-958c-6c62687de924 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:41.678994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f758531d-9d35-44f1-9c3f-2bdca74214c8 req-f4fc4593-7336-4912-84e3-4972e747079f tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968714 Nov 18 17:09:41.769543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35468) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:41.807874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0950c-57f1-4b98-8905-71de840b69fe req-46c7c0b3-faf6-4469-8a19-c0195e8475d9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:41.816424 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79f0950c-57f1-4b98-8905-71de840b69fe req-46c7c0b3-faf6-4469-8a19-c0195e8475d9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/networks?id=4b8f46f4-882b-4562-848c-31b4ccc8252f HTTP/1.1" status: 200 len: 811 time: 0.2000642 Nov 18 17:09:41.824895 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa64e44-40d8-4640-9ea0-27d2addfd476 admin admin] Deleting subnet e20b73df-b35d-4384-ad07-d38c6494ce58 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:09:41.829364 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efa64e44-40d8-4640-9ea0-27d2addfd476 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:41.835436 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79f0950c-57f1-4b98-8905-71de840b69fe req-670b5cea-5e5a-4c66-9cad-be6cff1c5c23 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/quotas/c3bc532e43f648478ff37d9f8bb2c0af HTTP/1.1" status: 200 len: 375 time: 0.0180957 Nov 18 17:09:41.878145 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efa64e44-40d8-4640-9ea0-27d2addfd476 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:41.884728 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-7025a47f-8801-46d6-958c-6c62687de924 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:41.933176 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efa64e44-40d8-4640-9ea0-27d2addfd476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:41.962661 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-7025a47f-8801-46d6-958c-6c62687de924 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Network 96b6b3d2-b87f-486f-9f51-94da13546f8a is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:09:41.967626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-7025a47f-8801-46d6-958c-6c62687de924 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:41.982468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79f0950c-57f1-4b98-8905-71de840b69fe req-78b0a0f5-c57e-4907-8900-0b94ea680cde tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3bc532e43f648478ff37d9f8bb2c0af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1460130 Nov 18 17:09:41.984703 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-7025a47f-8801-46d6-958c-6c62687de924 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:09:42.077648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-7025a47f-8801-46d6-958c-6c62687de924 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:42.079081 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-7025a47f-8801-46d6-958c-6c62687de924 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:42.089426 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efa64e44-40d8-4640-9ea0-27d2addfd476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:42.129879 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025a47f-8801-46d6-958c-6c62687de924 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event updated for resources: {'Port': ['ID=37ba74a3-0698-4645-beb0-2a2e4acae185,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:42.152169 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa64e44-40d8-4640-9ea0-27d2addfd476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20b73df-b35d-4384-ad07-d38c6494ce58,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:42.175011 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efa64e44-40d8-4640-9ea0-27d2addfd476 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:42.178733 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-efa64e44-40d8-4640-9ea0-27d2addfd476 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e20b73df-b35d-4384-ad07-d38c6494ce58 HTTP/1.1" status: 204 len: 168 time: 0.4081204 Nov 18 17:09:42.181277 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35480) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:42.230477 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e411e9-9ce8-43e9-ab8e-2702555dbf3a req-3e01a40a-3ac2-4e96-ae3c-3702922ea952 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:42.232088 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54e411e9-9ce8-43e9-ab8e-2702555dbf3a req-3e01a40a-3ac2-4e96-ae3c-3702922ea952 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.3677132 Nov 18 17:09:42.312447 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4dfc65b6-0347-4db3-b790-2e61f1188f97 None None] Provisioning complete for port 37ba74a3-0698-4645-beb0-2a2e4acae185 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:42.312932 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4dfc65b6-0347-4db3-b790-2e61f1188f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:42.322519 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278e74c7-8757-4429-bd7d-afb17db6abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:42.359680 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc65b6-0347-4db3-b790-2e61f1188f97 None None] Port 37ba74a3-0698-4645-beb0-2a2e4acae185 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:09:42.361199 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-7025a47f-8801-46d6-958c-6c62687de924 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8640492 Nov 18 17:09:42.393872 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-c6772f59-0fd9-4273-8a3b-a0522cdc529e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Request body: {'port': {'device_id': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '77027101-4097-4189-b03d-09f017f0cd4a', 'admin_state_up': True, 'tenant_id': '8636c767565a441eb773511271a60b63', 'security_groups': ['95b88fdb-b903-4776-a91e-556dfa20159e']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:42.416750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54e411e9-9ce8-43e9-ab8e-2702555dbf3a req-29802031-6b47-4f49-b91d-7542ff7cecf7 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375816 Nov 18 17:09:42.459185 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79f0950c-57f1-4b98-8905-71de840b69fe req-ab16899b-0de9-48fd-b481-1a8502b72ccd service neutron] 10.222.0.72 "GET /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757695 Nov 18 17:09:42.513639 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278e74c7-8757-4429-bd7d-afb17db6abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:42.558123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-278e74c7-8757-4429-bd7d-afb17db6abc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5081e599-c749-48b6-bd1f-9b11ee49b04a']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:09:42.582698 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-278e74c7-8757-4429-bd7d-afb17db6abc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e7b4fa-d6c3-45d1-9554-35762703303d') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:09:42.583253 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-278e74c7-8757-4429-bd7d-afb17db6abc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e7b4fa-d6c3-45d1-9554-35762703303d') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:09:42.596795 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278e74c7-8757-4429-bd7d-afb17db6abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:42.625407 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278e74c7-8757-4429-bd7d-afb17db6abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:42.635452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278e74c7-8757-4429-bd7d-afb17db6abc1 admin admin] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:09:42.636250 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278e74c7-8757-4429-bd7d-afb17db6abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:09:42.638758 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:09:42.862224 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278e74c7-8757-4429-bd7d-afb17db6abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:42.902456 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278e74c7-8757-4429-bd7d-afb17db6abc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:42.928617 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-278e74c7-8757-4429-bd7d-afb17db6abc1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5081e599-c749-48b6-bd1f-9b11ee49b04a HTTP/1.1" status: 204 len: 168 time: 0.7457755 Nov 18 17:09:42.929628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e74c7-8757-4429-bd7d-afb17db6abc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5081e599-c749-48b6-bd1f-9b11ee49b04a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:43.011901 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-85cb0201-73ad-4ab6-b768-2587da81b58e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ac151e4448864b68b1035daf3741f627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4793329 Nov 18 17:09:43.148218 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79f0950c-57f1-4b98-8905-71de840b69fe req-b1ce8e01-097d-4970-b9b5-b43c48163a19 service neutron] 10.222.0.72 "GET /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6881337 Nov 18 17:09:43.200842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-16071496-3dd4-4bed-b0f6-74d4bd681aab tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:43.208768 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-16071496-3dd4-4bed-b0f6-74d4bd681aab tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1958778 Nov 18 17:09:43.225557 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-f69588a1-25cf-48ff-b73e-823e489c5088 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/quotas/ac151e4448864b68b1035daf3741f627 HTTP/1.1" status: 200 len: 375 time: 0.0156851 Nov 18 17:09:43.257118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-c6772f59-0fd9-4273-8a3b-a0522cdc529e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Made reservation on behalf of 8636c767565a441eb773511271a60b63 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:43.348436 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-ea334adf-4886-4e3c-87b1-ba744f1a6dcf tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1220074 Nov 18 17:09:43.391969 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35494) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:43.440714 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-c6772f59-0fd9-4273-8a3b-a0522cdc529e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:43.527452 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9f79f6a4-d152-4992-a8b3-e0c9fe8e67e0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0a95fb8abcec43a69396adebe0839baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341596 Nov 18 17:09:43.528205 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35500) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:43.649754 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2939-8a19-4420-b872-1dbe1ace964e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:43.680484 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2939-8a19-4420-b872-1dbe1ace964e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:43.807231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb4ce1-a791-462a-a18b-262ecf6df8b7 req-e6a316e2-abc6-4ee4-a7f9-8136398a43e2 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:43.814058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb4ce1-a791-462a-a18b-262ecf6df8b7 req-e6a316e2-abc6-4ee4-a7f9-8136398a43e2 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:43.820060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb4ce1-a791-462a-a18b-262ecf6df8b7 req-e6a316e2-abc6-4ee4-a7f9-8136398a43e2 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:43.830512 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6fcb4ce1-a791-462a-a18b-262ecf6df8b7 req-e6a316e2-abc6-4ee4-a7f9-8136398a43e2 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 2372 time: 0.2967658 Nov 18 17:09:43.854194 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2939-8a19-4420-b872-1dbe1ace964e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:43.858255 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2939-8a19-4420-b872-1dbe1ace964e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:43.860327 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8d8f2939-8a19-4420-b872-1dbe1ace964e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b925ccc0-776f-422d-9b6e-ea9c76deda59 HTTP/1.1" status: 204 len: 168 time: 0.3304791 Nov 18 17:09:43.904339 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f2939-8a19-4420-b872-1dbe1ace964e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b925ccc0-776f-422d-9b6e-ea9c76deda59,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:43.943900 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6fcb4ce1-a791-462a-a18b-262ecf6df8b7 req-d9f77efd-b0b0-41c0-a646-9d892fe757a0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113217 Nov 18 17:09:43.989524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-c6772f59-0fd9-4273-8a3b-a0522cdc529e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Allocated IP 10.2.2.100 (77027101-4097-4189-b03d-09f017f0cd4a/0c855e27-c6ec-4503-9af2-99dd78ab764e/84a0bb91-96da-442c-900b-aff2f8cd6a10) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:09:44.370053 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-c6772f59-0fd9-4273-8a3b-a0522cdc529e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:44.394683 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88faca72-e130-4d44-81de-b9d6c939e99c req-ddebd890-a152-497c-8025-99c08f1eda0a tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 210 time: 0.1126850 Nov 18 17:09:44.518498 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1586d44-e2cf-49a9-b2bf-8f57540efa9d req-bc3cd6be-a0cc-4490-9f1d-3c3e83cdf976 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:44.526468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1586d44-e2cf-49a9-b2bf-8f57540efa9d req-bc3cd6be-a0cc-4490-9f1d-3c3e83cdf976 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.2505624 Nov 18 17:09:44.564706 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-344a779b-2c3d-4103-a1b9-ee870a6232c1 req-53bdb136-c945-4ab9-8170-3e9895cf4c63 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7465363-4c40-4cb6-a8c1-bc0a060a7562 HTTP/1.1" status: 200 len: 210 time: 0.0830672 Nov 18 17:09:44.666028 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1586d44-e2cf-49a9-b2bf-8f57540efa9d req-ca988c4d-0c59-41cb-af28-0ded9fd6776b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383820 Nov 18 17:09:44.737754 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-c6772f59-0fd9-4273-8a3b-a0522cdc529e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:44.756281 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202b64f-c734-4710-a34c-49a633c1c468 req-240ef944-41e5-4428-9cea-e263966b59f6 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:44.767936 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a202b64f-c734-4710-a34c-49a633c1c468 req-240ef944-41e5-4428-9cea-e263966b59f6 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 945 time: 0.0816205 Nov 18 17:09:44.882739 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-c6772f59-0fd9-4273-8a3b-a0522cdc529e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Network 77027101-4097-4189-b03d-09f017f0cd4a is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:09:44.885400 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6772f59-0fd9-4273-8a3b-a0522cdc529e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event updated for resources: {'Port': ['ID=84a0bb91-96da-442c-900b-aff2f8cd6a10,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:44.897189 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-c6772f59-0fd9-4273-8a3b-a0522cdc529e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:44.915400 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-c6772f59-0fd9-4273-8a3b-a0522cdc529e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:09:44.974449 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a202b64f-c734-4710-a34c-49a633c1c468 req-f1abcbb2-626f-4827-9cd0-cd47578eccc9 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/security-groups?id=06a2741d-8792-4d13-8c96-51157d607400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000310 Nov 18 17:09:45.036159 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-c6772f59-0fd9-4273-8a3b-a0522cdc529e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:45.038653 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-c6772f59-0fd9-4273-8a3b-a0522cdc529e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:45.189828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc541a17-7828-4da2-b747-ed8daff15c37 req-d62b6fa9-0323-41f5-a1a7-ee1ee9101734 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:45.212456 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc541a17-7828-4da2-b747-ed8daff15c37 req-d62b6fa9-0323-41f5-a1a7-ee1ee9101734 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:45.226744 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc541a17-7828-4da2-b747-ed8daff15c37 req-d62b6fa9-0323-41f5-a1a7-ee1ee9101734 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:45.237907 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc541a17-7828-4da2-b747-ed8daff15c37 req-d62b6fa9-0323-41f5-a1a7-ee1ee9101734 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:45.247299 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc541a17-7828-4da2-b747-ed8daff15c37 req-d62b6fa9-0323-41f5-a1a7-ee1ee9101734 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 3093 time: 0.1647520 Nov 18 17:09:45.253563 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-c6772f59-0fd9-4273-8a3b-a0522cdc529e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8711264 Nov 18 17:09:45.283264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5b00a530-2b6e-4734-a54d-22d4c2dd4e5e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Request body: {'port': {'device_id': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '77027101-4097-4189-b03d-09f017f0cd4a', 'admin_state_up': True, 'tenant_id': '8636c767565a441eb773511271a60b63', 'security_groups': ['95b88fdb-b903-4776-a91e-556dfa20159e']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:45.312112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-18205c88-1b98-4df5-b4bc-3c492c458e95 None None] Provisioning complete for port 84a0bb91-96da-442c-900b-aff2f8cd6a10 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:45.313209 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18205c88-1b98-4df5-b4bc-3c492c458e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:45.352466 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-18205c88-1b98-4df5-b4bc-3c492c458e95 None None] Port 84a0bb91-96da-442c-900b-aff2f8cd6a10 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:09:45.441289 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc541a17-7828-4da2-b747-ed8daff15c37 req-0acb899c-f117-4406-9104-e9e619fb2eaa tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923499 Nov 18 17:09:45.569344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a550df68-2d19-48c4-9ecb-b486a3222fd8 req-c77e491a-4bbb-4d41-bfa1-8eff859fa1f2 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 210 time: 0.0543056 Nov 18 17:09:45.597080 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5b00a530-2b6e-4734-a54d-22d4c2dd4e5e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Made reservation on behalf of 8636c767565a441eb773511271a60b63 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:45.602770 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5b00a530-2b6e-4734-a54d-22d4c2dd4e5e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:45.740633 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a28c919-de13-441d-8b43-5aef5b2533b3 req-e193f48f-041e-461b-b409-f9b79988ec60 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7465363-4c40-4cb6-a8c1-bc0a060a7562 HTTP/1.1" status: 200 len: 210 time: 0.0606787 Nov 18 17:09:45.961350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd7394-56a8-4b4d-b7f7-c453de3e1aae req-d03b9366-0f1a-497a-be85-764fd24a27b8 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:45.969456 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6dd7394-56a8-4b4d-b7f7-c453de3e1aae req-d03b9366-0f1a-497a-be85-764fd24a27b8 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.1473925 Nov 18 17:09:45.991740 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5b00a530-2b6e-4734-a54d-22d4c2dd4e5e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Allocated IP 10.2.2.200 (77027101-4097-4189-b03d-09f017f0cd4a/0c855e27-c6ec-4503-9af2-99dd78ab764e/fa267a90-aada-44a3-815a-2fde81af0876) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:09:46.050825 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6dd7394-56a8-4b4d-b7f7-c453de3e1aae req-fdc7a4f3-cd7e-4dfd-8a95-b5f179d4f94f tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804780 Nov 18 17:09:46.281121 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5b00a530-2b6e-4734-a54d-22d4c2dd4e5e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:46.470674 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5b00a530-2b6e-4734-a54d-22d4c2dd4e5e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:46.547150 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5b00a530-2b6e-4734-a54d-22d4c2dd4e5e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Network 77027101-4097-4189-b03d-09f017f0cd4a is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:09:46.564093 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5b00a530-2b6e-4734-a54d-22d4c2dd4e5e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:46.576101 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5b00a530-2b6e-4734-a54d-22d4c2dd4e5e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:09:46.611710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec4b77-d137-49d2-8de0-4e88b2a44f9f req-4d36fe7d-1ee9-4f7d-86b4-591e7f92374c tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:46.615686 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-08ec4b77-d137-49d2-8de0-4e88b2a44f9f req-4d36fe7d-1ee9-4f7d-86b4-591e7f92374c tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 945 time: 0.2023103 Nov 18 17:09:46.670577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00a530-2b6e-4734-a54d-22d4c2dd4e5e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event updated for resources: {'Port': ['ID=fa267a90-aada-44a3-815a-2fde81af0876,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:46.787510 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0950c-57f1-4b98-8905-71de840b69fe req-5d9ee8a1-5fad-4dc3-bce3-ed99750b77b0 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:46.798950 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-79f0950c-57f1-4b98-8905-71de840b69fe req-5d9ee8a1-5fad-4dc3-bce3-ed99750b77b0 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.83 "GET /v2.0/networks?id=4b8f46f4-882b-4562-848c-31b4ccc8252f HTTP/1.1" status: 200 len: 811 time: 0.2476606 Nov 18 17:09:46.801805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5b00a530-2b6e-4734-a54d-22d4c2dd4e5e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:46.806710 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5b00a530-2b6e-4734-a54d-22d4c2dd4e5e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:46.819846 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-79f0950c-57f1-4b98-8905-71de840b69fe req-2f1579b3-7c30-431a-ba4b-752d4e538377 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Request body: {'port': {'device_id': '4361dabd-0e0f-4740-821a-e2698ae1e649', 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f', 'admin_state_up': True, 'tenant_id': 'c3bc532e43f648478ff37d9f8bb2c0af'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:46.888495 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-08ec4b77-d137-49d2-8de0-4e88b2a44f9f req-f9740286-7c2a-4682-9521-0c8e36f3f9cd tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/security-groups?id=06a2741d-8792-4d13-8c96-51157d607400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227893 Nov 18 17:09:46.950939 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e499d-220d-4abb-9d44-8aa12cf508b5 req-65dd01aa-ba9f-4bb7-abf3-fbe8281b42a5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:46.973224 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e499d-220d-4abb-9d44-8aa12cf508b5 req-65dd01aa-ba9f-4bb7-abf3-fbe8281b42a5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:47.017357 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e499d-220d-4abb-9d44-8aa12cf508b5 req-65dd01aa-ba9f-4bb7-abf3-fbe8281b42a5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:47.023877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e499d-220d-4abb-9d44-8aa12cf508b5 req-65dd01aa-ba9f-4bb7-abf3-fbe8281b42a5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:47.041326 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e499d-220d-4abb-9d44-8aa12cf508b5 req-65dd01aa-ba9f-4bb7-abf3-fbe8281b42a5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:47.049318 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef7e499d-220d-4abb-9d44-8aa12cf508b5 req-65dd01aa-ba9f-4bb7-abf3-fbe8281b42a5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 3814 time: 0.2575216 Nov 18 17:09:47.061034 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5b00a530-2b6e-4734-a54d-22d4c2dd4e5e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7873847 Nov 18 17:09:47.076573 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f0950c-57f1-4b98-8905-71de840b69fe req-2f1579b3-7c30-431a-ba4b-752d4e538377 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Made reservation on behalf of c3bc532e43f648478ff37d9f8bb2c0af for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:47.080251 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-79f0950c-57f1-4b98-8905-71de840b69fe req-2f1579b3-7c30-431a-ba4b-752d4e538377 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:47.095423 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Request body: {'port': {'device_id': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:47.156415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f36e2984-a105-410a-ade8-e4bb47498a78 None None] Provisioning complete for port fa267a90-aada-44a3-815a-2fde81af0876 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:47.159374 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f36e2984-a105-410a-ade8-e4bb47498a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:47.203765 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef7e499d-220d-4abb-9d44-8aa12cf508b5 req-d55181a2-98ac-4cee-9986-b7037b0da4f7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532893 Nov 18 17:09:47.234712 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f36e2984-a105-410a-ade8-e4bb47498a78 None None] Port fa267a90-aada-44a3-815a-2fde81af0876 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:09:47.284606 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5189c-6b1e-4a13-85db-78332607e5b6 req-dc6b8a87-cc53-4fd7-acd9-dd8e42ba3dd1 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:47.294629 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2dd5189c-6b1e-4a13-85db-78332607e5b6 req-dc6b8a87-cc53-4fd7-acd9-dd8e42ba3dd1 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 945 time: 0.2422621 Nov 18 17:09:47.308064 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:47.331998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-79f0950c-57f1-4b98-8905-71de840b69fe req-2f1579b3-7c30-431a-ba4b-752d4e538377 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Allocated IP 172.20.0.14 (4b8f46f4-882b-4562-848c-31b4ccc8252f/1fd090af-9053-4a66-81a3-f9e7d42c0053/dbd92a67-7463-43db-b663-a8fbd68d1ed6) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:09:47.424790 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0829dd69-f5e5-49a0-82e2-25fb0623ff58 req-6ffb23dc-6bc0-42e2-a036-c158bc562097 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 210 time: 0.0939052 Nov 18 17:09:47.588673 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2dd5189c-6b1e-4a13-85db-78332607e5b6 req-affaaebc-5e76-449f-9389-d6e8f34c2825 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617347 Nov 18 17:09:47.594830 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-0929dc65-977a-490e-9029-a28975de8572 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=ac151e4448864b68b1035daf3741f627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528717 Nov 18 17:09:47.644933 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-79f0950c-57f1-4b98-8905-71de840b69fe req-2f1579b3-7c30-431a-ba4b-752d4e538377 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:47.739070 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-703fca8c-8d54-4315-9348-1687d4a64d2c req-324a17b5-5269-4555-a3fe-d06146213105 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7465363-4c40-4cb6-a8c1-bc0a060a7562 HTTP/1.1" status: 200 len: 210 time: 0.1518066 Nov 18 17:09:47.751481 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-79f0950c-57f1-4b98-8905-71de840b69fe req-2f1579b3-7c30-431a-ba4b-752d4e538377 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:47.776440 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8f248bfc-5e43-4e41-a179-d4f51f791aa7'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:47.864372 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f0950c-57f1-4b98-8905-71de840b69fe req-2f1579b3-7c30-431a-ba4b-752d4e538377 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Network 4b8f46f4-882b-4562-848c-31b4ccc8252f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:09:47.873042 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-79f0950c-57f1-4b98-8905-71de840b69fe req-2f1579b3-7c30-431a-ba4b-752d4e538377 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:47.884746 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f0950c-57f1-4b98-8905-71de840b69fe req-2f1579b3-7c30-431a-ba4b-752d4e538377 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:09:47.979749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1579b3-7c30-431a-ba4b-752d4e538377 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Pushing event updated for resources: {'Port': ['ID=dbd92a67-7463-43db-b663-a8fbd68d1ed6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:48.009032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0950c-57f1-4b98-8905-71de840b69fe req-2f1579b3-7c30-431a-ba4b-752d4e538377 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:48.010044 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-79f0950c-57f1-4b98-8905-71de840b69fe req-2f1579b3-7c30-431a-ba4b-752d4e538377 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:48.026089 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6813782-1bbb-454f-84b2-b817b2a0dfed req-09476666-6cfb-42b2-bd40-b63bb01fad23 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:48.027823 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6813782-1bbb-454f-84b2-b817b2a0dfed req-09476666-6cfb-42b2-bd40-b63bb01fad23 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.2941961 Nov 18 17:09:48.036749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-be4f1517-5c2d-44ca-b49f-a35a8126efff tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:48.038358 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-be4f1517-5c2d-44ca-b49f-a35a8126efff tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4355698 Nov 18 17:09:48.076120 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-ce17bbd3-bfce-4676-90dc-7345413d2a8b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Request body: {'port': {'device_id': 'e7465363-4c40-4cb6-a8c1-bc0a060a7562', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'ac151e4448864b68b1035daf3741f627'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:48.156432 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6813782-1bbb-454f-84b2-b817b2a0dfed req-c469d396-1603-4f05-9c37-17a70f0645d1 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169612 Nov 18 17:09:48.205304 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-79f0950c-57f1-4b98-8905-71de840b69fe req-2f1579b3-7c30-431a-ba4b-752d4e538377 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3894033 Nov 18 17:09:48.222256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Request body: {'port': {'device_id': '4361dabd-0e0f-4740-821a-e2698ae1e649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:48.371302 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:48.448743 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35660) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:48.453410 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d87257-b73f-4f55-9be6-a319a16fd0f8 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:48.467065 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:48.500997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Transition to ACTIVE for port object 79d87257-b73f-4f55-9be6-a319a16fd0f8 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:09:48.513221 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bafae-eb76-4d9b-bcb7-d5e34101dd57 req-b63c56a6-f530-4832-a91f-0f338009c8ad tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:48.519983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bafae-eb76-4d9b-bcb7-d5e34101dd57 req-b63c56a6-f530-4832-a91f-0f338009c8ad tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:48.526917 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bafae-eb76-4d9b-bcb7-d5e34101dd57 req-b63c56a6-f530-4832-a91f-0f338009c8ad tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:48.548877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bafae-eb76-4d9b-bcb7-d5e34101dd57 req-b63c56a6-f530-4832-a91f-0f338009c8ad tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:48.555121 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bafae-eb76-4d9b-bcb7-d5e34101dd57 req-b63c56a6-f530-4832-a91f-0f338009c8ad tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:48.558142 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-085bafae-eb76-4d9b-bcb7-d5e34101dd57 req-b63c56a6-f530-4832-a91f-0f338009c8ad tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 3814 time: 0.2154355 Nov 18 17:09:48.587141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-ce17bbd3-bfce-4676-90dc-7345413d2a8b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Made reservation on behalf of ac151e4448864b68b1035daf3741f627 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:48.593280 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-ce17bbd3-bfce-4676-90dc-7345413d2a8b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:48.614643 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:48.732067 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-085bafae-eb76-4d9b-bcb7-d5e34101dd57 req-a6d57934-748c-48b5-9134-836301b629f2 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671114 Nov 18 17:09:48.850042 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ace74d1-e017-4381-95cc-3185eb249e15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:48.885382 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-ce17bbd3-bfce-4676-90dc-7345413d2a8b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Allocated IP 192.168.233.199 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:09:49.084814 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-ce17bbd3-bfce-4676-90dc-7345413d2a8b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:49.252115 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-ce17bbd3-bfce-4676-90dc-7345413d2a8b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:49.291047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['072cb0b4-b1bb-4455-8077-85633024525b', 'af04793e-0100-4257-9379-ae2bf5ce4956'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:49.295535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ccc795c3-47b6-480d-ac8f-8bda64deb4c4', '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4', '5850bb26-aa4a-41aa-b226-91a828f7961c', '39f07cce-125e-4e0f-a41b-2bca71e9e63d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:49.366381 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Pushing event updated for resources: {'Port': ['ID=79d87257-b73f-4f55-9be6-a319a16fd0f8,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:49.400916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd92a67-7463-43db-b663-a8fbd68d1ed6 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:49.436840 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17bbd3-bfce-4676-90dc-7345413d2a8b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Pushing event updated for resources: {'Port': ['ID=3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:49.443039 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ace74d1-e017-4381-95cc-3185eb249e15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:49.447818 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:49.471683 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Transition to ACTIVE for port object dbd92a67-7463-43db-b663-a8fbd68d1ed6 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:09:49.488835 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-ce17bbd3-bfce-4676-90dc-7345413d2a8b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:09:49.499979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-ce17bbd3-bfce-4676-90dc-7345413d2a8b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:49.502449 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-ce17bbd3-bfce-4676-90dc-7345413d2a8b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:09:49.513435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17e654-9ece-45c2-9c86-cf72fe950eac req-caa80a04-2670-4391-bce3-fbc8dc97c06c tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:49.516650 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ace74d1-e017-4381-95cc-3185eb249e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:49.522400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c17e654-9ece-45c2-9c86-cf72fe950eac req-caa80a04-2670-4391-bce3-fbc8dc97c06c tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 932 time: 0.3627317 Nov 18 17:09:49.579714 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8ace74d1-e017-4381-95cc-3185eb249e15 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ff27f78bccce4a29a1a5582462c0734f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1290147 Nov 18 17:09:49.581072 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace74d1-e017-4381-95cc-3185eb249e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9747d20-3d4f-4db0-b52f-6da8faf60c03,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:49.583963 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35680) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:49.601511 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:49.674591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eef9b9-6eda-4ef5-a6aa-48f608ed12a1 req-d268c7a2-4cff-4558-88b8-811357bf2b39 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:49.685681 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d4eef9b9-6eda-4ef5-a6aa-48f608ed12a1 req-d268c7a2-4cff-4558-88b8-811357bf2b39 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 945 time: 0.2497358 Nov 18 17:09:49.717085 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c17e654-9ece-45c2-9c86-cf72fe950eac req-70ec015b-1d44-4d17-9b09-40970db3724a tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935492 Nov 18 17:09:49.731830 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-ce17bbd3-bfce-4676-90dc-7345413d2a8b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:49.733298 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-ce17bbd3-bfce-4676-90dc-7345413d2a8b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:49.768461 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Attempting to bind port 79d87257-b73f-4f55-9be6-a319a16fd0f8 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:09:49.771601 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Attempting to bind port 79d87257-b73f-4f55-9be6-a319a16fd0f8 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '43d244d6-cded-4df4-a838-fac1b113d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:09:49.772623 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Attempting to bind port 79d87257-b73f-4f55-9be6-a319a16fd0f8 on network 21e57fb7-15e2-4168-9940-61b5b33853bf {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:49.797603 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Port 79d87257-b73f-4f55-9be6-a319a16fd0f8 on network 21e57fb7-15e2-4168-9940-61b5b33853bf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:09:49.801432 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Attempting to bind port 79d87257-b73f-4f55-9be6-a319a16fd0f8 on network 21e57fb7-15e2-4168-9940-61b5b33853bf {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:49.821093 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:09:49.821848 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Checking segment: {'id': '43d244d6-cded-4df4-a838-fac1b113d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:09:49.822456 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Bound using segment: {'id': '43d244d6-cded-4df4-a838-fac1b113d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:09:49.823642 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Bound port: 79d87257-b73f-4f55-9be6-a319a16fd0f8, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43d244d6-cded-4df4-a838-fac1b113d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:09:49.824286 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:49.859817 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Attempting to bind port dbd92a67-7463-43db-b663-a8fbd68d1ed6 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:09:49.860510 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Attempting to bind port dbd92a67-7463-43db-b663-a8fbd68d1ed6 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '44eacfb7-b260-4147-a313-fcfd38c6afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:09:49.860920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Attempting to bind port dbd92a67-7463-43db-b663-a8fbd68d1ed6 on network 4b8f46f4-882b-4562-848c-31b4ccc8252f {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:49.865884 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd92a67-7463-43db-b663-a8fbd68d1ed6,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:49.902549 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae25cbfc-d11f-407f-b776-d88a13aaea73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:49.933633 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae25cbfc-d11f-407f-b776-d88a13aaea73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:49.958550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Port dbd92a67-7463-43db-b663-a8fbd68d1ed6 on network 4b8f46f4-882b-4562-848c-31b4ccc8252f not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:09:49.958888 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Attempting to bind port dbd92a67-7463-43db-b663-a8fbd68d1ed6 on network 4b8f46f4-882b-4562-848c-31b4ccc8252f {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:49.976459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:09:49.976845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Checking segment: {'id': '44eacfb7-b260-4147-a313-fcfd38c6afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:09:49.977251 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Bound using segment: {'id': '44eacfb7-b260-4147-a313-fcfd38c6afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:09:49.977518 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-ce17bbd3-bfce-4676-90dc-7345413d2a8b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9100044 Nov 18 17:09:49.977761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Bound port: dbd92a67-7463-43db-b663-a8fbd68d1ed6, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44eacfb7-b260-4147-a313-fcfd38c6afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:09:49.978130 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:49.989756 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] For port 79d87257-b73f-4f55-9be6-a319a16fd0f8, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:09:50.007046 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Request body: {'port': {'device_id': 'e7465363-4c40-4cb6-a8c1-bc0a060a7562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:50.052752 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d4eef9b9-6eda-4ef5-a6aa-48f608ed12a1 req-44bdcb85-6d83-48aa-aece-c3fa8fdf6209 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/security-groups?id=06a2741d-8792-4d13-8c96-51157d607400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3659928 Nov 18 17:09:50.059255 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] For port dbd92a67-7463-43db-b663-a8fbd68d1ed6, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:09:50.062838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] For port dbd92a67-7463-43db-b663-a8fbd68d1ed6, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dbd92a67-7463-43db-b663-a8fbd68d1ed6,segment=NetworkSegment(44eacfb7-b260-4147-a313-fcfd38c6afd8),segment_id=44eacfb7-b260-4147-a313-fcfd38c6afd8)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:09:50.063108 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] For port 79d87257-b73f-4f55-9be6-a319a16fd0f8, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=79d87257-b73f-4f55-9be6-a319a16fd0f8,segment=NetworkSegment(43d244d6-cded-4df4-a838-fac1b113d553),segment_id=43d244d6-cded-4df4-a838-fac1b113d553)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:09:50.080758 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ed957828-0051-41df-ab44-67a2c48a728b None None] Provisioning complete for port 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:50.080758 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ed957828-0051-41df-ab44-67a2c48a728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:50.099565 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae25cbfc-d11f-407f-b776-d88a13aaea73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:50.102279 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae25cbfc-d11f-407f-b776-d88a13aaea73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:50.103506 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ae25cbfc-d11f-407f-b776-d88a13aaea73 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b9747d20-3d4f-4db0-b52f-6da8faf60c03 HTTP/1.1" status: 204 len: 168 time: 0.5061162 Nov 18 17:09:50.118126 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25cbfc-d11f-407f-b776-d88a13aaea73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9747d20-3d4f-4db0-b52f-6da8faf60c03,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:50.131881 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:50.154410 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768efdb-9550-4182-85c5-63894e7f57fc req-83d4b9f1-aa4d-4646-b569-9f0d7d91a764 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:50.157671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ed957828-0051-41df-ab44-67a2c48a728b None None] Port 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:09:50.163025 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a768efdb-9550-4182-85c5-63894e7f57fc req-83d4b9f1-aa4d-4646-b569-9f0d7d91a764 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7465363-4c40-4cb6-a8c1-bc0a060a7562 HTTP/1.1" status: 200 len: 936 time: 0.3165622 Nov 18 17:09:50.192083 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:50.192286 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:50.195802 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:50.201133 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-79f0950c-57f1-4b98-8905-71de840b69fe req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] 10.222.0.83 "PUT /v2.0/ports/dbd92a67-7463-43db-b663-a8fbd68d1ed6 HTTP/1.1" status: 200 len: 1093 time: 1.9832740 Nov 18 17:09:50.215830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4361dabd-0e0f-4740-821a-e2698ae1e649', 'tag': 'dbd92a67-7463-43db-b663-a8fbd68d1ed6'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:50.219701 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f01f94-bde4-43e7-9ef2-2915a6da4b81" -d '{"events": [{"name": "network-changed", "server_uuid": "4361dabd-0e0f-4740-821a-e2698ae1e649", "tag": "dbd92a67-7463-43db-b663-a8fbd68d1ed6"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:50.257371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2469c-67b8-473d-88ac-87367751b696 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd92a67-7463-43db-b663-a8fbd68d1ed6,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:50.263392 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:50.300878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:50.301683 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:50.303275 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] 10.222.0.81 "PUT /v2.0/ports/79d87257-b73f-4f55-9be6-a319a16fd0f8 HTTP/1.1" status: 200 len: 1092 time: 3.2184119 Nov 18 17:09:50.310301 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'tag': '79d87257-b73f-4f55-9be6-a319a16fd0f8'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:50.313800 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcbb500-7da9-4814-8b1a-1302bd517dda" -d '{"events": [{"name": "network-changed", "server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "tag": "79d87257-b73f-4f55-9be6-a319a16fd0f8"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:50.367619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3bce5-3f50-45b3-89dc-906f6c87cfd4 service neutron] Pushing event updated for resources: {'Port': ['ID=79d87257-b73f-4f55-9be6-a319a16fd0f8,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:50.421759 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Request body: {'port': {'device_id': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:50.632815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0950c-57f1-4b98-8905-71de840b69fe req-1bb87ab5-9c0e-45cb-89e7-7756edc6b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:50.634893 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-79f0950c-57f1-4b98-8905-71de840b69fe req-1bb87ab5-9c0e-45cb-89e7-7756edc6b817 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc532e43f648478ff37d9f8bb2c0af&device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 1096 time: 0.0980065 Nov 18 17:09:50.769589 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-79f0950c-57f1-4b98-8905-71de840b69fe req-fe3e70cd-6e8b-4388-928c-055562901b54 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd92a67-7463-43db-b663-a8fbd68d1ed6 HTTP/1.1" status: 200 len: 217 time: 0.1079845 Nov 18 17:09:50.839846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a768efdb-9550-4182-85c5-63894e7f57fc req-82e19596-0b09-4e33-9dc5-90a34acee345 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6759222 Nov 18 17:09:50.956092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ce3ef-5fd1-4bc4-a1c2-fe81d6990580 req-0f6ec8b6-afa8-4de7-af61-b489fa59fc32 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:50.958531 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b83ce3ef-5fd1-4bc4-a1c2-fe81d6990580 req-0f6ec8b6-afa8-4de7-af61-b489fa59fc32 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.83 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 945 time: 0.2068162 Nov 18 17:09:50.960863 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0950c-57f1-4b98-8905-71de840b69fe req-afab2d9f-31db-43e6-b6d3-c7d058f17a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:50.973977 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-79f0950c-57f1-4b98-8905-71de840b69fe req-afab2d9f-31db-43e6-b6d3-c7d058f17a34 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fd090af-9053-4a66-81a3-f9e7d42c0053 HTTP/1.1" status: 200 len: 851 time: 0.1663885 Nov 18 17:09:51.038592 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-79f0950c-57f1-4b98-8905-71de840b69fe req-7bafdd23-da67-44f5-ab36-5ad12b12fb62 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4b8f46f4-882b-4562-848c-31b4ccc8252f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627208 Nov 18 17:09:51.156977 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:51.205144 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:51.215435 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:51.233196 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Transition to ACTIVE for port object 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:09:51.304496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e0233-8bae-4d31-b804-a8258c47ce74 req-4bfaa429-625b-43e7-9f36-bebcbf6d2ee3 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:51.307210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e93e0233-8bae-4d31-b804-a8258c47ce74 req-4bfaa429-625b-43e7-9f36-bebcbf6d2ee3 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 1.0390632 Nov 18 17:09:51.326814 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:51.399159 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:51.458424 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e03d8-d54e-4063-bdc1-8954ba1c5c2c req-d3e544ef-c3a1-49cd-97e6-e1ea76964fae tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:51.467728 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b22e03d8-d54e-4063-bdc1-8954ba1c5c2c req-d3e544ef-c3a1-49cd-97e6-e1ea76964fae tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 945 time: 0.2281802 Nov 18 17:09:51.475846 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:51.520280 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.83', 54056) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:51.592394 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e93e0233-8bae-4d31-b804-a8258c47ce74 req-5bf066e2-2588-45bc-95a8-d51f5b1a9ded tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841713 Nov 18 17:09:51.629919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35730) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:51.674334 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-79f0950c-57f1-4b98-8905-71de840b69fe req-b427069d-7ede-4697-baf6-70b9a9ee2fe1 service neutron] 10.222.0.83 "GET /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6241376 Nov 18 17:09:51.693213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-b83ce3ef-5fd1-4bc4-a1c2-fe81d6990580 req-f291d3d8-8287-47da-aa86-ddf14ea6f5a0 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Deleting port 5c6dbd70-9637-4268-8efe-14f3278784ab {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:09:51.693867 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b83ce3ef-5fd1-4bc4-a1c2-fe81d6990580 req-f291d3d8-8287-47da-aa86-ddf14ea6f5a0 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:51.865859 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-b83ce3ef-5fd1-4bc4-a1c2-fe81d6990580 req-f291d3d8-8287-47da-aa86-ddf14ea6f5a0 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] For port 5c6dbd70-9637-4268-8efe-14f3278784ab, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=5c6dbd70-9637-4268-8efe-14f3278784ab,segment=NetworkSegment(01861380-1107-47c7-ab4a-be11090e1798),segment_id=01861380-1107-47c7-ab4a-be11090e1798)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:51.866272 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b83ce3ef-5fd1-4bc4-a1c2-fe81d6990580 req-f291d3d8-8287-47da-aa86-ddf14ea6f5a0 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:51.872046 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-79f0950c-57f1-4b98-8905-71de840b69fe req-b004b8db-a801-407e-be2b-cc9259f01530 service neutron] 10.222.0.83 "GET /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815522 Nov 18 17:09:51.882898 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1277215c-2844-4e6b-a305-108529531cfc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-148896846-network', 'tenant_id': '557edf255516466592ba607b8048c913'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:51.965695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Attempting to bind port 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:09:51.966534 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Attempting to bind port 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:09:51.966662 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Attempting to bind port 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:51.976125 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b22e03d8-d54e-4063-bdc1-8954ba1c5c2c req-0188419f-5fbe-4808-a893-998a6930b1bd tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5074341 Nov 18 17:09:52.013542 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Port 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:09:52.013880 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Attempting to bind port 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:52.029131 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1277215c-2844-4e6b-a305-108529531cfc admin admin] Made reservation on behalf of 557edf255516466592ba607b8048c913 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:52.032597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1277215c-2844-4e6b-a305-108529531cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:52.034512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1be41-7f15-42a3-b070-a381abc74079 req-7627ea48-01e4-4788-a097-7fc02afe558f tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.036083 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b2a1be41-7f15-42a3-b070-a381abc74079 req-7627ea48-01e4-4788-a097-7fc02afe558f tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 945 time: 0.5136619 Nov 18 17:09:52.040661 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:09:52.041018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:09:52.041413 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:09:52.041879 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Bound port: 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:09:52.042235 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:52.053074 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1277215c-2844-4e6b-a305-108529531cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:52.053840 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb5f1f-0f3c-486b-9b75-7429acdc1cbf req-e98c1631-fa4a-4583-8905-af305d0e7012 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.060740 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb5f1f-0f3c-486b-9b75-7429acdc1cbf req-e98c1631-fa4a-4583-8905-af305d0e7012 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.067007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb5f1f-0f3c-486b-9b75-7429acdc1cbf req-e98c1631-fa4a-4583-8905-af305d0e7012 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.073913 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb5f1f-0f3c-486b-9b75-7429acdc1cbf req-e98c1631-fa4a-4583-8905-af305d0e7012 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.082769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb5f1f-0f3c-486b-9b75-7429acdc1cbf req-e98c1631-fa4a-4583-8905-af305d0e7012 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.082769 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0cbb5f1f-0f3c-486b-9b75-7429acdc1cbf req-e98c1631-fa4a-4583-8905-af305d0e7012 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 3826 time: 0.2261074 Nov 18 17:09:52.209630 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b3cc28-964c-4f1b-9c32-f1c28a6b0133 x-openstack-request-id: req-c8b3cc28-964c-4f1b-9c32-f1c28a6b0133 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:52.211810 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4361dabd-0e0f-4740-821a-e2698ae1e649", "tag": "dbd92a67-7463-43db-b663-a8fbd68d1ed6", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:52.216007 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c8b3cc28-964c-4f1b-9c32-f1c28a6b0133 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:52.216007 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4361dabd-0e0f-4740-821a-e2698ae1e649', 'tag': 'dbd92a67-7463-43db-b663-a8fbd68d1ed6', 'status': 'completed', 'code': 200} Nov 18 17:09:52.239361 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76004a43-2e04-4684-91c2-f7af1323637c x-openstack-request-id: req-76004a43-2e04-4684-91c2-f7af1323637c {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:52.239667 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "tag": "79d87257-b73f-4f55-9be6-a319a16fd0f8", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:52.239958 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-76004a43-2e04-4684-91c2-f7af1323637c {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:52.244726 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'tag': '79d87257-b73f-4f55-9be6-a319a16fd0f8', 'status': 'completed', 'code': 200} Nov 18 17:09:52.332025 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0cbb5f1f-0f3c-486b-9b75-7429acdc1cbf req-fb762568-e3c4-4882-8b17-af6bae7aba4b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248416 Nov 18 17:09:52.359561 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] For port 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:09:52.384382 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b83ce3ef-5fd1-4bc4-a1c2-fe81d6990580 req-f291d3d8-8287-47da-aa86-ddf14ea6f5a0 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:52.384382 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b83ce3ef-5fd1-4bc4-a1c2-fe81d6990580 req-f291d3d8-8287-47da-aa86-ddf14ea6f5a0 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:52.384382 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [req-b83ce3ef-5fd1-4bc4-a1c2-fe81d6990580 req-f291d3d8-8287-47da-aa86-ddf14ea6f5a0 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Floating IP 100dbfa2-7856-4c0a-bf19-64de9eb75777 disassociated. External IP: 172.25.3.217, port: 5c6dbd70-9637-4268-8efe-14f3278784ab. Nov 18 17:09:52.386474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-b83ce3ef-5fd1-4bc4-a1c2-fe81d6990580 req-f291d3d8-8287-47da-aa86-ddf14ea6f5a0 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Calling delete_port for 5c6dbd70-9637-4268-8efe-14f3278784ab owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:09:52.389844 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f01f94-bde4-43e7-9ef2-2915a6da4b81 req-59375cb6-0e71-4edd-92f1-d9484e1dfba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.391619 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-49f01f94-bde4-43e7-9ef2-2915a6da4b81 req-59375cb6-0e71-4edd-92f1-d9484e1dfba8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc532e43f648478ff37d9f8bb2c0af&device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 1096 time: 0.1743724 Nov 18 17:09:52.402307 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbb500-7da9-4814-8b1a-1302bd517dda req-db620b8a-7623-4404-997f-bf22ba430576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.402787 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbb500-7da9-4814-8b1a-1302bd517dda req-db620b8a-7623-4404-997f-bf22ba430576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.403253 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbb500-7da9-4814-8b1a-1302bd517dda req-db620b8a-7623-4404-997f-bf22ba430576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.403778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbb500-7da9-4814-8b1a-1302bd517dda req-db620b8a-7623-4404-997f-bf22ba430576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.404263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbb500-7da9-4814-8b1a-1302bd517dda req-db620b8a-7623-4404-997f-bf22ba430576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.406232 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8bcbb500-7da9-4814-8b1a-1302bd517dda req-db620b8a-7623-4404-997f-bf22ba430576 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8636c767565a441eb773511271a60b63&device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 4362 time: 0.1172352 Nov 18 17:09:52.452092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] For port 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:09:52.488057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:52.499937 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:52.517632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-b2a1be41-7f15-42a3-b070-a381abc74079 req-9665a2e8-d7b4-483f-8325-8c49134ff022 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Deleting port b6e8f1c3-a065-4e47-80ce-f16360e90e44 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:09:52.517977 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b2a1be41-7f15-42a3-b070-a381abc74079 req-9665a2e8-d7b4-483f-8325-8c49134ff022 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:52.552071 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:52.561771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbb635-4da5-4256-9724-e2cd573c3430 req-1f3338e2-72ae-4d14-b5d1-a163d772227d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.563310 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87dbb635-4da5-4256-9724-e2cd573c3430 req-1f3338e2-72ae-4d14-b5d1-a163d772227d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 944 time: 0.2380054 Nov 18 17:09:52.564536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Transition to ACTIVE for port object 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:09:52.600843 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f01f94-bde4-43e7-9ef2-2915a6da4b81 req-9f98526e-9f71-432d-a9f9-89b87d009831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.602252 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-49f01f94-bde4-43e7-9ef2-2915a6da4b81 req-9f98526e-9f71-432d-a9f9-89b87d009831 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4b8f46f4-882b-4562-848c-31b4ccc8252f HTTP/1.1" status: 200 len: 913 time: 0.1921704 Nov 18 17:09:52.617542 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 5c6dbd70-9637-4268-8efe-14f3278784ab no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:09:52.625545 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485cf4f-9855-4775-af28-7a7a4c21e780 req-19b36d31-c410-4335-b816-dd87396ec32b tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.627119 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0485cf4f-9855-4775-af28-7a7a4c21e780 req-19b36d31-c410-4335-b816-dd87396ec32b tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/ports?device_id=74e05446-bcfa-4f90-92e4-ebef50d38702 HTTP/1.1" status: 200 len: 945 time: 0.1942015 Nov 18 17:09:52.663706 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1277215c-2844-4e6b-a305-108529531cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:52.685713 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.686447 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:52.687954 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] 10.222.0.83 "PUT /v2.0/ports/3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 HTTP/1.1" status: 200 len: 1097 time: 2.6882944 Nov 18 17:09:52.688615 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:52.691241 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:52.707376 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-49f01f94-bde4-43e7-9ef2-2915a6da4b81 req-83db282e-d0e0-475f-a786-7b9dbf419115 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd92a67-7463-43db-b663-a8fbd68d1ed6 HTTP/1.1" status: 200 len: 217 time: 0.0694337 Nov 18 17:09:52.729286 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1277215c-2844-4e6b-a305-108529531cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:52.803556 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1277215c-2844-4e6b-a305-108529531cfc admin admin] vlan segment allocate from pool success with {'vlan_id': 1108, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:09:52.818109 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbb500-7da9-4814-8b1a-1302bd517dda req-f0421736-2181-4137-a4ef-d22b0b1a279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.822463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbb500-7da9-4814-8b1a-1302bd517dda req-f0421736-2181-4137-a4ef-d22b0b1a279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.822463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbb500-7da9-4814-8b1a-1302bd517dda req-f0421736-2181-4137-a4ef-d22b0b1a279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.822463 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8bcbb500-7da9-4814-8b1a-1302bd517dda req-f0421736-2181-4137-a4ef-d22b0b1a279c service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=8636c767565a441eb773511271a60b63&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.3258133 Nov 18 17:09:52.844901 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1277215c-2844-4e6b-a305-108529531cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:52.845270 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-1277215c-2844-4e6b-a305-108529531cfc admin admin] Added segment e0051c73-cd29-46e4-92a8-c1ac82adfc5d of type vlan for network 7d71d5bf-0e48-40ce-ab69-465c2210440e Nov 18 17:09:52.880045 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f01f94-bde4-43e7-9ef2-2915a6da4b81 req-a8b96169-5990-4b23-a8b2-d8b56d24ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:52.880373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9c7ca-96f7-4efa-a596-a0cfa945f1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:52.881410 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-49f01f94-bde4-43e7-9ef2-2915a6da4b81 req-a8b96169-5990-4b23-a8b2-d8b56d24ccd6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fd090af-9053-4a66-81a3-f9e7d42c0053 HTTP/1.1" status: 200 len: 851 time: 0.1638448 Nov 18 17:09:52.897955 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:52.920408 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87dbb635-4da5-4256-9724-e2cd573c3430 req-dc51e679-4c4c-4e13-86e5-c0a7b3bc424f tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455176 Nov 18 17:09:52.958311 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277215c-2844-4e6b-a305-108529531cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55adc86-4703-407a-b898-f716a899113d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:52.971401 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-b2a1be41-7f15-42a3-b070-a381abc74079 req-9665a2e8-d7b4-483f-8325-8c49134ff022 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] For port b6e8f1c3-a065-4e47-80ce-f16360e90e44, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b6e8f1c3-a065-4e47-80ce-f16360e90e44,segment=NetworkSegment(c64e58f2-65dc-44f4-bbbe-7df53f8c3711),segment_id=c64e58f2-65dc-44f4-bbbe-7df53f8c3711)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:52.971916 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b2a1be41-7f15-42a3-b070-a381abc74079 req-9665a2e8-d7b4-483f-8325-8c49134ff022 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:53.013521 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0485cf4f-9855-4775-af28-7a7a4c21e780 req-bdece2f1-6ca9-4281-b1e2-18c68f66838f tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/security-groups?id=06a2741d-8792-4d13-8c96-51157d607400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3698275 Nov 18 17:09:53.085675 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-49f01f94-bde4-43e7-9ef2-2915a6da4b81 req-0b2c0f83-93a2-4632-9e43-56e350d1b356 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4b8f46f4-882b-4562-848c-31b4ccc8252f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458282 Nov 18 17:09:53.132232 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1277215c-2844-4e6b-a305-108529531cfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:53.239966 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b83ce3ef-5fd1-4bc4-a1c2-fe81d6990580 req-f291d3d8-8287-47da-aa86-ddf14ea6f5a0 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:53.249583 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device abac8863-5932-42d7-aedc-3010bf267ee8 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:09:53.288462 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbb500-7da9-4814-8b1a-1302bd517dda req-ccdbcda8-7a91-4d16-9fe4-3ec24dc0d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:53.291628 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8bcbb500-7da9-4814-8b1a-1302bd517dda req-ccdbcda8-7a91-4d16-9fe4-3ec24dc0d8b3 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4604053 Nov 18 17:09:53.293451 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-49f01f94-bde4-43e7-9ef2-2915a6da4b81 req-76452f73-9fa6-4239-b6e3-bb019a679c11 service neutron] 10.222.0.83 "GET /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680079 Nov 18 17:09:53.325455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:53.328606 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291d3d8-8287-47da-aa86-ddf14ea6f5a0 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Pushing event deleted for resources: {'Port': ['ID=5c6dbd70-9637-4268-8efe-14f3278784ab,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:53.351629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-12e5fac3-58ed-401a-a59f-e1250b566c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:53.353797 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-12e5fac3-58ed-401a-a59f-e1250b566c92 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&device_id=e7465363-4c40-4cb6-a8c1-bc0a060a7562 HTTP/1.1" status: 200 len: 1100 time: 0.5784276 Nov 18 17:09:53.394777 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:53.438892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port abac8863-5932-42d7-aedc-3010bf267ee8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=abac8863-5932-42d7-aedc-3010bf267ee8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:53.440819 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c51f83-7fb5-4efe-af59-3b1fce4fff45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abac8863-5932-42d7-aedc-3010bf267ee8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:53.442649 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1277215c-2844-4e6b-a305-108529531cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:53.443611 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1277215c-2844-4e6b-a305-108529531cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:53.444224 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1277215c-2844-4e6b-a305-108529531cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:53.445080 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87638f6e-cca8-4346-aa29-1c3b95cbf211" -d '{"events": [{"server_uuid": "a0c51f83-7fb5-4efe-af59-3b1fce4fff45", "name": "network-vif-unplugged", "status": "completed", "tag": "abac8863-5932-42d7-aedc-3010bf267ee8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:53.471859 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-4abd97b4-28eb-49f8-adb4-1dd2a69185b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 HTTP/1.1" status: 200 len: 217 time: 0.0965760 Nov 18 17:09:53.511286 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:53.512487 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device b6e8f1c3-a065-4e47-80ce-f16360e90e44 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:09:53.532730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cc621-49be-4183-bca3-104f46dd6729 req-269f8f48-0ed7-423f-9613-348588032354 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:53.538314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277215c-2844-4e6b-a305-108529531cfc admin admin] Pushing event updated for resources: {'Network': ['ID=7d71d5bf-0e48-40ce-ab69-465c2210440e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:53.541266 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df8cc621-49be-4183-bca3-104f46dd6729 req-269f8f48-0ed7-423f-9613-348588032354 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 950 time: 0.3853853 Nov 18 17:09:53.553919 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1277215c-2844-4e6b-a305-108529531cfc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9225376 Nov 18 17:09:53.572421 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a81da-df52-4445-ab26-aadab4f9cb48 req-b54fd89a-16b5-49eb-baa3-b0915360f875 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:53.579618 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-006a81da-df52-4445-ab26-aadab4f9cb48 req-b54fd89a-16b5-49eb-baa3-b0915360f875 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7465363-4c40-4cb6-a8c1-bc0a060a7562 HTTP/1.1" status: 200 len: 948 time: 0.5076792 Nov 18 17:09:53.581058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35754) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:53.586137 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Attempting to bind port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:09:53.586475 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Attempting to bind port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:09:53.587342 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Attempting to bind port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa on network 96b6b3d2-b87f-486f-9f51-94da13546f8a {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:53.588081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9d88e5fb-8e95-45c4-a440-ab33224fa860 admin admin] Request body: {'subnet': {'network_id': '7d71d5bf-0e48-40ce-ab69-465c2210440e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-148896846-subnet', 'tenant_id': '557edf255516466592ba607b8048c913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:53.598229 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-49f01f94-bde4-43e7-9ef2-2915a6da4b81 req-2c376af3-e5e6-45c1-8691-6fa4cf720f29 service neutron] 10.222.0.83 "GET /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793236 Nov 18 17:09:53.618940 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa on network 96b6b3d2-b87f-486f-9f51-94da13546f8a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:09:53.618940 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Attempting to bind port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa on network 96b6b3d2-b87f-486f-9f51-94da13546f8a {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:53.634536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b83ce3ef-5fd1-4bc4-a1c2-fe81d6990580 req-f291d3d8-8287-47da-aa86-ddf14ea6f5a0 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Router 5932232a-967c-4d2d-9f9c-d222fd57865c has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:09:53.677335 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:09:53.677964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Checking segment: {'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:09:53.678371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Bound using segment: {'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:09:53.679323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Bound port: 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:09:53.679323 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:53.681969 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-aa101808-b76c-4900-88e0-7c7128cb4ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:53.682187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d88e5fb-8e95-45c4-a440-ab33224fa860 admin admin] Made reservation on behalf of 557edf255516466592ba607b8048c913 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:09:53.683452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-aa101808-b76c-4900-88e0-7c7128cb4ebd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1966879 Nov 18 17:09:53.685324 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d88e5fb-8e95-45c4-a440-ab33224fa860 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:53.713413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 7d71d5bf-0e48-40ce-ab69-465c2210440e details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:09:53.735120 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=abac8863-5932-42d7-aedc-3010bf267ee8,revision_number=11']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:53.793162 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df8cc621-49be-4183-bca3-104f46dd6729 req-a8fa0533-5c3b-4729-b7a5-48ce2261669c tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e3b4944-f1a3-4280-9314-0d49d85e5e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471676 Nov 18 17:09:53.841972 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b83ce3ef-5fd1-4bc4-a1c2-fe81d6990580 req-f291d3d8-8287-47da-aa86-ddf14ea6f5a0 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:09:53.864463 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a2c72-9ce0-4f88-ad8a-a4b49067e1d3 None None] Sync routers for ids ['5932232a-967c-4d2d-9f9c-d222fd57865c'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:09:53.876413 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a2c72-9ce0-4f88-ad8a-a4b49067e1d3 None None] Routers {'5932232a-967c-4d2d-9f9c-d222fd57865c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:09:53.877407 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-885a2c72-9ce0-4f88-ad8a-a4b49067e1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:09:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['5932232a-967c-4d2d-9f9c-d222fd57865c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:09:53.896078 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-006a81da-df52-4445-ab26-aadab4f9cb48 req-a782c008-cdcd-4ee2-880b-23f84ff0ea56 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155551 Nov 18 17:09:53.898443 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b2a1be41-7f15-42a3-b070-a381abc74079 req-9665a2e8-d7b4-483f-8325-8c49134ff022 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:53.899062 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b2a1be41-7f15-42a3-b070-a381abc74079 req-9665a2e8-d7b4-483f-8325-8c49134ff022 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:53.903760 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [req-b2a1be41-7f15-42a3-b070-a381abc74079 req-9665a2e8-d7b4-483f-8325-8c49134ff022 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Floating IP e0fff3ab-43f6-4e4c-aec0-3276db54c4e7 disassociated. External IP: 172.25.3.160, port: b6e8f1c3-a065-4e47-80ce-f16360e90e44. Nov 18 17:09:53.904088 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-b2a1be41-7f15-42a3-b070-a381abc74079 req-9665a2e8-d7b4-483f-8325-8c49134ff022 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Calling delete_port for b6e8f1c3-a065-4e47-80ce-f16360e90e44 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:09:53.925903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83ce3ef-5fd1-4bc4-a1c2-fe81d6990580 req-f291d3d8-8287-47da-aa86-ddf14ea6f5a0 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] No DVR routers for this DVR port 5c6dbd70-9637-4268-8efe-14f3278784ab on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:09:53.943735 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b83ce3ef-5fd1-4bc4-a1c2-fe81d6990580 req-f291d3d8-8287-47da-aa86-ddf14ea6f5a0 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:53.950404 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b83ce3ef-5fd1-4bc4-a1c2-fe81d6990580 req-f291d3d8-8287-47da-aa86-ddf14ea6f5a0 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.83 "DELETE /v2.0/ports/5c6dbd70-9637-4268-8efe-14f3278784ab HTTP/1.1" status: 204 len: 173 time: 2.9736834 Nov 18 17:09:54.127734 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-885a2c72-9ce0-4f88-ad8a-a4b49067e1d3 None None] Set router 5932232a-967c-4d2d-9f9c-d222fd57865c gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:09:54.171220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-28bc4f65-1a8c-4687-8ee4-9aa41ebb5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:54.173122 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-28bc4f65-1a8c-4687-8ee4-9aa41ebb5892 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4645269 Nov 18 17:09:54.173782 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d88e5fb-8e95-45c4-a440-ab33224fa860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:54.202960 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] For port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:09:54.224606 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e05446-bcfa-4f90-92e4-ebef50d38702', 'name': 'network-vif-deleted', 'tag': '5c6dbd70-9637-4268-8efe-14f3278784ab'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:54.229395 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:54.232203 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7216325e-e349-4bc0-b1ff-d90ce72e035c" -d '{"events": [{"server_uuid": "74e05446-bcfa-4f90-92e4-ebef50d38702", "name": "network-vif-deleted", "tag": "5c6dbd70-9637-4268-8efe-14f3278784ab"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:54.251747 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7465363-4c40-4cb6-a8c1-bc0a060a7562', 'tag': '3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:54.255312 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a83bd24-c28c-47d6-96ab-f36949f9967e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7465363-4c40-4cb6-a8c1-bc0a060a7562", "tag": "3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:54.265831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88e5fb-8e95-45c4-a440-ab33224fa860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5a5d3a0-0aaf-46fb-92a9-f911a7fb8193,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:54.267137 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] For port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:09:54.277658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d88e5fb-8e95-45c4-a440-ab33224fa860 admin admin] Checking segment: {'id': 'e0051c73-cd29-46e4-92a8-c1ac82adfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7d71d5bf-0e48-40ce-ab69-465c2210440e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:09:54.278033 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d88e5fb-8e95-45c4-a440-ab33224fa860 admin admin] Network hostable DHCP agents. Network: 7d71d5bf-0e48-40ce-ab69-465c2210440e, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:09:54.298913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port b6e8f1c3-a065-4e47-80ce-f16360e90e44, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b6e8f1c3-a065-4e47-80ce-f16360e90e44,segment=NetworkSegment(c64e58f2-65dc-44f4-bbbe-7df53f8c3711),segment_id=c64e58f2-65dc-44f4-bbbe-7df53f8c3711)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:54.343118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84442c-c6e7-4220-8c36-1021a04fdd09 req-62fc2a38-e35a-44ae-b331-244f077f747a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:54.344760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f84442c-c6e7-4220-8c36-1021a04fdd09 req-62fc2a38-e35a-44ae-b331-244f077f747a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.3870358 Nov 18 17:09:54.386128 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:54.401997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d88e5fb-8e95-45c4-a440-ab33224fa860 admin admin] Network 7d71d5bf-0e48-40ce-ab69-465c2210440e is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:09:54.403159 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:54.442612 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-885a2c72-9ce0-4f88-ad8a-a4b49067e1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'name': 'tempest-ServersTestJSON-1284566622-router', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:07:21Z', 'updated_at': '2021-11-18T17:07:28Z', 'revision_number': 4, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'gw_port': {'id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:22Z', 'updated_at': '2021-11-18T17:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '019f2ab6-12b3-4b43-987a-ca50d8668711', 'name': '', 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'mac_address': 'fa:16:3e:b0:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:27Z', 'updated_at': '2021-11-18T17:07:32Z', 'revision_number': 5, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'subnets': [{'id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:09:54.473484 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a2c72-9ce0-4f88-ad8a-a4b49067e1d3 None None] Checking router: 5932232a-967c-4d2d-9f9c-d222fd57865c for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:09:54.479748 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=b6e8f1c3-a065-4e47-80ce-f16360e90e44,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:54.481984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-9d88e5fb-8e95-45c4-a440-ab33224fa860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 7d71d5bf-0e48-40ce-ab69-465c2210440e) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:09:54.486415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d88e5fb-8e95-45c4-a440-ab33224fa860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:54.487013 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d88e5fb-8e95-45c4-a440-ab33224fa860 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:54.492037 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a2c72-9ce0-4f88-ad8a-a4b49067e1d3 None None] Routers {'5932232a-967c-4d2d-9f9c-d222fd57865c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:09:54.492686 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-885a2c72-9ce0-4f88-ad8a-a4b49067e1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:09:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['5932232a-967c-4d2d-9f9c-d222fd57865c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:09:54.500771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca71165-54dd-4862-bfe9-56e659f9f1f3 None None] Network 7d71d5bf-0e48-40ce-ab69-465c2210440e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:09:54.595466 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9d88e5fb-8e95-45c4-a440-ab33224fa860 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0132384 Nov 18 17:09:54.640328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device dbd92a67-7463-43db-b663-a8fbd68d1ed6 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:09:54.711638 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1de45b-ce59-48e5-85ac-4682783e6269 None None] Network 7d71d5bf-0e48-40ce-ab69-465c2210440e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:09:54.771282 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-885a2c72-9ce0-4f88-ad8a-a4b49067e1d3 None None] Set router 5932232a-967c-4d2d-9f9c-d222fd57865c gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:09:54.791204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2258b9-1f6c-4ab2-a726-c2d79ec1c788 req-b13c9401-006d-4e26-9927-65e2f1070ca8 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:54.795211 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc2258b9-1f6c-4ab2-a726-c2d79ec1c788 req-b13c9401-006d-4e26-9927-65e2f1070ca8 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ecc2e21-1594-4e74-ac57-3807302bc8a0 HTTP/1.1" status: 200 len: 945 time: 0.6538532 Nov 18 17:09:54.859828 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port dbd92a67-7463-43db-b663-a8fbd68d1ed6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dbd92a67-7463-43db-b663-a8fbd68d1ed6,segment=NetworkSegment(44eacfb7-b260-4147-a313-fcfd38c6afd8),segment_id=44eacfb7-b260-4147-a313-fcfd38c6afd8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:54.887716 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'dbd92a67-7463-43db-b663-a8fbd68d1ed6', 'network_id': '4b8f46f4-882b-4562-848c-31b4ccc8252f', 'port_id': 'dbd92a67-7463-43db-b663-a8fbd68d1ed6', 'mac_address': 'fa:16:3e:af:2a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd090af-9053-4a66-81a3-f9e7d42c0053', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:09:54.915339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:54.920287 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:54.920287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] 10.222.0.81 "PUT /v2.0/ports/7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa HTTP/1.1" status: 200 len: 1137 time: 4.5010719 Nov 18 17:09:54.925084 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea7021-216b-4e2b-af00-6dfb82bcccb9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:54.974192 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:54.997312 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-43b77cef-26e9-4996-9c05-6a85ae57ab35 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7866840 Nov 18 17:09:55.004956 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd92a67-7463-43db-b663-a8fbd68d1ed6 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:55.045060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port dbd92a67-7463-43db-b663-a8fbd68d1ed6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dbd92a67-7463-43db-b663-a8fbd68d1ed6,segment=NetworkSegment(44eacfb7-b260-4147-a313-fcfd38c6afd8),segment_id=44eacfb7-b260-4147-a313-fcfd38c6afd8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:55.059363 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Request body: {'port': {'device_id': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:55.096903 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f84442c-c6e7-4220-8c36-1021a04fdd09 req-8ac4543d-6b05-461f-b167-01f6a3573cf3 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7411003 Nov 18 17:09:55.102361 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-885a2c72-9ce0-4f88-ad8a-a4b49067e1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'name': 'tempest-ServersTestJSON-1284566622-router', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:07:21Z', 'updated_at': '2021-11-18T17:07:28Z', 'revision_number': 4, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'gw_port': {'id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:22Z', 'updated_at': '2021-11-18T17:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '019f2ab6-12b3-4b43-987a-ca50d8668711', 'name': '', 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'mac_address': 'fa:16:3e:b0:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:27Z', 'updated_at': '2021-11-18T17:07:32Z', 'revision_number': 5, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'subnets': [{'id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:09:55.121337 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc2258b9-1f6c-4ab2-a726-c2d79ec1c788 req-a719f268-a305-4072-9b1a-68c9452e24a9 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d425477-6ea9-41af-9a46-df114e70ce55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480049 Nov 18 17:09:55.134520 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:55.164763 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a2c72-9ce0-4f88-ad8a-a4b49067e1d3 None None] The sync data for ids ['5932232a-967c-4d2d-9f9c-d222fd57865c'] in n-d-813419-11 is: [{'id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'name': 'tempest-ServersTestJSON-1284566622-router', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:07:21Z', 'updated_at': '2021-11-18T17:07:28Z', 'revision_number': 4, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'gw_port': {'id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:22Z', 'updated_at': '2021-11-18T17:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '019f2ab6-12b3-4b43-987a-ca50d8668711', 'name': '', 'network_id': 'b774b810-3d9c-4b19-9254-bb91c7b50841', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'mac_address': 'fa:16:3e:b0:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:27Z', 'updated_at': '2021-11-18T17:07:32Z', 'revision_number': 5, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'subnets': [{'id': '0b4e7e67-a70a-4a00-91fd-a038d1d82df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:09:55.204060 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b2a1be41-7f15-42a3-b070-a381abc74079 req-9665a2e8-d7b4-483f-8325-8c49134ff022 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:55.254247 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5eeb71-5f1d-4cce-a470-91723f0d2c48 x-openstack-request-id: req-bf5eeb71-5f1d-4cce-a470-91723f0d2c48 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:55.254742 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c51f83-7fb5-4efe-af59-3b1fce4fff45", "name": "network-vif-unplugged", "status": "completed", "tag": "abac8863-5932-42d7-aedc-3010bf267ee8", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:55.255015 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf5eeb71-5f1d-4cce-a470-91723f0d2c48 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:55.257091 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c51f83-7fb5-4efe-af59-3b1fce4fff45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abac8863-5932-42d7-aedc-3010bf267ee8', 'code': 200} Nov 18 17:09:55.265128 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=dbd92a67-7463-43db-b663-a8fbd68d1ed6,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:55.274098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665a2e8-d7b4-483f-8325-8c49134ff022 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Pushing event deleted for resources: {'Port': ['ID=b6e8f1c3-a065-4e47-80ce-f16360e90e44,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:55.290971 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:55.379100 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99f6de61-62b6-412e-ab78-cf9c83fb1d3a req-20f8fbd6-513d-4e7e-b407-ded1fad9da5c service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663037 Nov 18 17:09:55.424321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9ea8c-d436-4f3c-a126-41006322b4e5 req-89d970a0-f709-4fcb-b5ef-e1d5293aa510 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:55.430858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9ea8c-d436-4f3c-a126-41006322b4e5 req-89d970a0-f709-4fcb-b5ef-e1d5293aa510 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:55.435303 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['dbd92a67-7463-43db-b663-a8fbd68d1ed6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:55.437967 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9ea8c-d436-4f3c-a126-41006322b4e5 req-89d970a0-f709-4fcb-b5ef-e1d5293aa510 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:55.444693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9ea8c-d436-4f3c-a126-41006322b4e5 req-89d970a0-f709-4fcb-b5ef-e1d5293aa510 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:55.451556 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9ea8c-d436-4f3c-a126-41006322b4e5 req-89d970a0-f709-4fcb-b5ef-e1d5293aa510 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:55.458124 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9ea8c-d436-4f3c-a126-41006322b4e5 req-89d970a0-f709-4fcb-b5ef-e1d5293aa510 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:55.459832 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dbb9ea8c-d436-4f3c-a126-41006322b4e5 req-89d970a0-f709-4fcb-b5ef-e1d5293aa510 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 4604 time: 0.2040179 Nov 18 17:09:55.663070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2a1be41-7f15-42a3-b070-a381abc74079 req-9665a2e8-d7b4-483f-8325-8c49134ff022 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:09:55.677190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41174e7-053c-4287-8b1e-9a4cb1cbdbbc None None] New status for floating IP 100dbfa2-7856-4c0a-bf19-64de9eb75777: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:09:55.711732 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dbb9ea8c-d436-4f3c-a126-41006322b4e5 req-4e972f73-448b-4fa9-9795-8c03a9ef21e4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2419822 Nov 18 17:09:55.976440 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2a1be41-7f15-42a3-b070-a381abc74079 req-9665a2e8-d7b4-483f-8325-8c49134ff022 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:09:55.988434 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b7e2db-9085-47c1-b47c-0c6401141282 None None] Sync routers for ids ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:09:56.005825 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b7e2db-9085-47c1-b47c-0c6401141282 None None] Routers {'481f53fc-b0fb-496a-b964-ef1bc6ac9265'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:09:56.007419 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b5b7e2db-9085-47c1-b47c-0c6401141282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:09:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:09:56.031509 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adf6b8-6b15-4157-85f7-28b6dfa13783 req-d25ab9fb-59a9-41c4-ac6e-2eb81032defb tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:56.039391 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-58adf6b8-6b15-4157-85f7-28b6dfa13783 req-d25ab9fb-59a9-41c4-ac6e-2eb81032defb tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 945 time: 0.1745162 Nov 18 17:09:56.056859 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a1be41-7f15-42a3-b070-a381abc74079 req-9665a2e8-d7b4-483f-8325-8c49134ff022 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] No DVR routers for this DVR port b6e8f1c3-a065-4e47-80ce-f16360e90e44 on host n-h2-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:09:56.059828 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b2a1be41-7f15-42a3-b070-a381abc74079 req-9665a2e8-d7b4-483f-8325-8c49134ff022 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:56.063760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b2a1be41-7f15-42a3-b070-a381abc74079 req-9665a2e8-d7b4-483f-8325-8c49134ff022 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.83 "DELETE /v2.0/ports/b6e8f1c3-a065-4e47-80ce-f16360e90e44 HTTP/1.1" status: 204 len: 173 time: 3.9780099 Nov 18 17:09:56.080946 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35afb8c-cdd6-4eec-89f6-d10f42645523 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:56.097163 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:56.126532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Transition to ACTIVE for port object c35afb8c-cdd6-4eec-89f6-d10f42645523 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:09:56.150816 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-58adf6b8-6b15-4157-85f7-28b6dfa13783 req-14fff159-9743-47e0-8c87-9891c3705160 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976470 Nov 18 17:09:56.159367 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b5b7e2db-9085-47c1-b47c-0c6401141282 None None] Set router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:09:56.173544 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:56.248258 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Pushing event updated for resources: {'Port': ['ID=c35afb8c-cdd6-4eec-89f6-d10f42645523,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:56.269242 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a6db22-0ac3-4a82-aabd-dccebe8e7da6 x-openstack-request-id: req-24a6db22-0ac3-4a82-aabd-dccebe8e7da6 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:56.269800 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e05446-bcfa-4f90-92e4-ebef50d38702", "name": "network-vif-deleted", "tag": "5c6dbd70-9637-4268-8efe-14f3278784ab", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:56.269800 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-24a6db22-0ac3-4a82-aabd-dccebe8e7da6 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:56.270169 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e05446-bcfa-4f90-92e4-ebef50d38702', 'name': 'network-vif-deleted', 'tag': '5c6dbd70-9637-4268-8efe-14f3278784ab', 'status': 'completed', 'code': 200} Nov 18 17:09:56.347691 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf00c68-3b60-4769-b62a-8ddc0f322594 x-openstack-request-id: req-fbf00c68-3b60-4769-b62a-8ddc0f322594 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:56.352057 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7465363-4c40-4cb6-a8c1-bc0a060a7562", "tag": "3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:56.352057 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fbf00c68-3b60-4769-b62a-8ddc0f322594 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:56.352057 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7465363-4c40-4cb6-a8c1-bc0a060a7562', 'tag': '3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0', 'status': 'completed', 'code': 200} Nov 18 17:09:56.422019 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Attempting to bind port c35afb8c-cdd6-4eec-89f6-d10f42645523 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:09:56.422374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Attempting to bind port c35afb8c-cdd6-4eec-89f6-d10f42645523 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:09:56.422888 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Attempting to bind port c35afb8c-cdd6-4eec-89f6-d10f42645523 on network 96b6b3d2-b87f-486f-9f51-94da13546f8a {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:56.430905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Port c35afb8c-cdd6-4eec-89f6-d10f42645523 on network 96b6b3d2-b87f-486f-9f51-94da13546f8a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:09:56.431259 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Attempting to bind port c35afb8c-cdd6-4eec-89f6-d10f42645523 on network 96b6b3d2-b87f-486f-9f51-94da13546f8a {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:56.440249 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:09:56.440673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Checking segment: {'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:09:56.441583 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Bound using segment: {'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:09:56.442413 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Bound port: c35afb8c-cdd6-4eec-89f6-d10f42645523, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:09:56.443045 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:56.470368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83bd24-c28c-47d6-96ab-f36949f9967e req-c814236a-4397-4dec-bf73-c1477518fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:56.473915 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a83bd24-c28c-47d6-96ab-f36949f9967e req-c814236a-4397-4dec-bf73-c1477518fbb6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&device_id=e7465363-4c40-4cb6-a8c1-bc0a060a7562 HTTP/1.1" status: 200 len: 1100 time: 0.0911450 Nov 18 17:09:56.484919 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b5b7e2db-9085-47c1-b47c-0c6401141282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:05:05Z', 'revision_number': 4, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '45b77293-3f0c-4ed5-94c8-a28671f17be5', 'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'mac_address': 'fa:16:3e:f2:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:04Z', 'updated_at': '2021-11-18T17:05:09Z', 'revision_number': 5, 'project_id': '8c06eab41c094a658cd4053515999f68', 'subnets': [{'id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:09:56.522514 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b7e2db-9085-47c1-b47c-0c6401141282 None None] Checking router: 481f53fc-b0fb-496a-b964-ef1bc6ac9265 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:09:56.535065 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b7e2db-9085-47c1-b47c-0c6401141282 None None] Routers {'481f53fc-b0fb-496a-b964-ef1bc6ac9265'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:09:56.536087 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b5b7e2db-9085-47c1-b47c-0c6401141282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:09:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:09:56.597373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-0c7d27ac-1bb7-4830-8a1b-83779e4dba6e req-b922ca48-41d4-45f1-a9e9-98d000707769 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-820869727', 'description': 'tempest-description-1399427267'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:56.630578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device dbd92a67-7463-43db-b663-a8fbd68d1ed6 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:09:56.658927 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] For port c35afb8c-cdd6-4eec-89f6-d10f42645523, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:09:56.664016 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] For port c35afb8c-cdd6-4eec-89f6-d10f42645523, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c35afb8c-cdd6-4eec-89f6-d10f42645523,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:09:56.689834 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83bd24-c28c-47d6-96ab-f36949f9967e req-5dd7312e-42fa-4e72-95bf-6aad0316534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:56.691546 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a83bd24-c28c-47d6-96ab-f36949f9967e req-5dd7312e-42fa-4e72-95bf-6aad0316534e service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.2042329 Nov 18 17:09:56.722685 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b5b7e2db-9085-47c1-b47c-0c6401141282 None None] Set router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:09:56.763945 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a83bd24-c28c-47d6-96ab-f36949f9967e req-a2c3b4e9-56c4-4ad3-9f00-caa2434f61d7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 HTTP/1.1" status: 200 len: 217 time: 0.0567832 Nov 18 17:09:56.765787 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:56.773310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port dbd92a67-7463-43db-b663-a8fbd68d1ed6 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:09:56.775191 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0c7d27ac-1bb7-4830-8a1b-83779e4dba6e req-b922ca48-41d4-45f1-a9e9-98d000707769 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:56.778251 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port dbd92a67-7463-43db-b663-a8fbd68d1ed6 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:09:56.781207 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:56.869835 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0c7d27ac-1bb7-4830-8a1b-83779e4dba6e req-b922ca48-41d4-45f1-a9e9-98d000707769 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:56.902312 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:56.955301 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0c7d27ac-1bb7-4830-8a1b-83779e4dba6e req-b922ca48-41d4-45f1-a9e9-98d000707769 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:56.965676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port dbd92a67-7463-43db-b663-a8fbd68d1ed6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dbd92a67-7463-43db-b663-a8fbd68d1ed6,segment=NetworkSegment(44eacfb7-b260-4147-a313-fcfd38c6afd8),segment_id=44eacfb7-b260-4147-a313-fcfd38c6afd8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:56.969923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:56.972733 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:56.976219 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] 10.222.0.81 "PUT /v2.0/ports/c35afb8c-cdd6-4eec-89f6-d10f42645523 HTTP/1.1" status: 200 len: 1137 time: 1.9397233 Nov 18 17:09:56.997339 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b5b7e2db-9085-47c1-b47c-0c6401141282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:05:05Z', 'revision_number': 4, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '45b77293-3f0c-4ed5-94c8-a28671f17be5', 'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'mac_address': 'fa:16:3e:f2:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:04Z', 'updated_at': '2021-11-18T17:05:09Z', 'revision_number': 5, 'project_id': '8c06eab41c094a658cd4053515999f68', 'subnets': [{'id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:09:57.014987 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:57.044811 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b7e2db-9085-47c1-b47c-0c6401141282 None None] The sync data for ids ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'] in n-d-813419-11 is: [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:05:05Z', 'revision_number': 4, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '45b77293-3f0c-4ed5-94c8-a28671f17be5', 'name': '', 'network_id': 'e6675c45-2017-448b-a56f-7a8487b5bcd0', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'mac_address': 'fa:16:3e:f2:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:04Z', 'updated_at': '2021-11-18T17:05:09Z', 'revision_number': 5, 'project_id': '8c06eab41c094a658cd4053515999f68', 'subnets': [{'id': 'ab1c1519-af93-4458-8a9d-ac5eb923f940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:09:57.074418 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83bd24-c28c-47d6-96ab-f36949f9967e req-70ec4505-5015-4a5a-ab0c-4d50a6e273a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:57.082539 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a83bd24-c28c-47d6-96ab-f36949f9967e req-70ec4505-5015-4a5a-ab0c-4d50a6e273a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.2815220 Nov 18 17:09:57.106411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Request body: {'port': {'device_id': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:57.126180 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=dbd92a67-7463-43db-b663-a8fbd68d1ed6,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:57.145902 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0c7d27ac-1bb7-4830-8a1b-83779e4dba6e req-b922ca48-41d4-45f1-a9e9-98d000707769 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:57.156663 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0c7d27ac-1bb7-4830-8a1b-83779e4dba6e req-b922ca48-41d4-45f1-a9e9-98d000707769 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5631628 Nov 18 17:09:57.217233 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53326965-8c1a-4bd0-8038-c6ebcfc0f120 req-0d86f8ed-ae3e-44aa-b235-bdd5c2f0760c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0925100 Nov 18 17:09:57.256324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078408b2-8ff9-4462-b283-31aaa6d49374 service neutron] Pushing event updated for resources: {'Port': ['ID=c35afb8c-cdd6-4eec-89f6-d10f42645523,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:57.258005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecc2e21-1594-4e74-ac57-3807302bc8a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e8f1c3-a065-4e47-80ce-f16360e90e44'}, {'server_uuid': '4361dabd-0e0f-4740-821a-e2698ae1e649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd92a67-7463-43db-b663-a8fbd68d1ed6'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:57.260990 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a07751-dbec-4a20-b641-21dea9730f61" -d '{"events": [{"server_uuid": "9ecc2e21-1594-4e74-ac57-3807302bc8a0", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e8f1c3-a065-4e47-80ce-f16360e90e44"}, {"server_uuid": "4361dabd-0e0f-4740-821a-e2698ae1e649", "name": "network-vif-plugged", "status": "completed", "tag": "dbd92a67-7463-43db-b663-a8fbd68d1ed6"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:57.304711 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922ca48-41d4-45f1-a9e9-98d000707769 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346c0ecb-90a2-4868-bd7e-6a16c11a70ef,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:57.315109 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b78bff-434d-4f39-bf2c-4dd64ca28236 req-96cfdcf0-5088-4af3-896c-7b7d4506026e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:57.316709 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-71b78bff-434d-4f39-bf2c-4dd64ca28236 req-96cfdcf0-5088-4af3-896c-7b7d4506026e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7465363-4c40-4cb6-a8c1-bc0a060a7562 HTTP/1.1" status: 200 len: 948 time: 0.5119407 Nov 18 17:09:57.344392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53326965-8c1a-4bd0-8038-c6ebcfc0f120 req-8d6ff4b4-e17d-4240-b9d8-891813cf0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:57.348008 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53326965-8c1a-4bd0-8038-c6ebcfc0f120 req-8d6ff4b4-e17d-4240-b9d8-891813cf0a92 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 1102 time: 0.1003485 Nov 18 17:09:57.416892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83bd24-c28c-47d6-96ab-f36949f9967e req-426802b8-fac8-48c6-8b52-a61f99ac1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:57.419658 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a83bd24-c28c-47d6-96ab-f36949f9967e req-426802b8-fac8-48c6-8b52-a61f99ac1289 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3051512 Nov 18 17:09:57.429649 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15326b99-2c67-429f-b23c-8053dc68e2da req-16767a6e-6bba-4922-b20d-01a3b0acc99c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:57.432076 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15326b99-2c67-429f-b23c-8053dc68e2da req-16767a6e-6bba-4922-b20d-01a3b0acc99c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.1649232 Nov 18 17:09:57.432766 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:57.465463 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f65fa1d-8b2f-411a-9b62-89c061d6b67e None None] New status for floating IP e0fff3ab-43f6-4e4c-aec0-3276db54c4e7: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:09:57.496644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53326965-8c1a-4bd0-8038-c6ebcfc0f120 req-b642670b-932e-4155-8dcc-4f068b8ef22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:57.498688 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53326965-8c1a-4bd0-8038-c6ebcfc0f120 req-b642670b-932e-4155-8dcc-4f068b8ef22f service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1258914 Nov 18 17:09:57.565141 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53326965-8c1a-4bd0-8038-c6ebcfc0f120 req-d4f663b1-e65e-4414-808f-46be8e62e8bb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=da026f53-f7bc-4ad6-8324-99511509ddcb HTTP/1.1" status: 200 len: 217 time: 0.0570381 Nov 18 17:09:57.589384 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-71b78bff-434d-4f39-bf2c-4dd64ca28236 req-0540de5f-9da1-4610-9eab-61079dcd152f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535741 Nov 18 17:09:57.633346 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53326965-8c1a-4bd0-8038-c6ebcfc0f120 req-aa46c666-f64b-47c9-8e93-184634e6e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:57.636012 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53326965-8c1a-4bd0-8038-c6ebcfc0f120 req-aa46c666-f64b-47c9-8e93-184634e6e129 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0635424 Nov 18 17:09:57.657760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a83bd24-c28c-47d6-96ab-f36949f9967e req-82564dcf-d955-4027-9f15-e3d8b185aba3 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187901 Nov 18 17:09:57.687039 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15326b99-2c67-429f-b23c-8053dc68e2da req-5544c2c7-7c90-47fa-a14c-eacd1217a3c9 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388330 Nov 18 17:09:57.754010 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35834) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:57.767354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53326965-8c1a-4bd0-8038-c6ebcfc0f120 req-ed48feff-23f7-4482-ac59-0ca0208e13b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:57.769083 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53326965-8c1a-4bd0-8038-c6ebcfc0f120 req-ed48feff-23f7-4482-ac59-0ca0208e13b8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1244948 Nov 18 17:09:57.787229 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-4ae53776-62a9-49b0-8ae9-862d581d7de7 req-37a78ef3-9ce6-415c-a3f4-7f2834c1381d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1811621789', 'description': 'tempest-description-1653028103'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:09:57.924919 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53a0a411-8987-4b54-b2d9-d278b2675b72 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:57.934938 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53326965-8c1a-4bd0-8038-c6ebcfc0f120 req-24c1d7bc-0722-4e79-9327-ab36186c811e service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566844 Nov 18 17:09:57.972980 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a83bd24-c28c-47d6-96ab-f36949f9967e req-512047b9-33cb-4cda-a3ca-fa1cb6d7c548 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999401 Nov 18 17:09:57.978115 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-4ae53776-62a9-49b0-8ae9-862d581d7de7 req-37a78ef3-9ce6-415c-a3f4-7f2834c1381d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:57.981940 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53a0a411-8987-4b54-b2d9-d278b2675b72 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:57.994668 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f1b9e-c3df-446b-9204-f8d8677880d3 req-49f92ee9-0fec-40c1-a748-d93ca4686bc4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:58.001331 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f1b9e-c3df-446b-9204-f8d8677880d3 req-49f92ee9-0fec-40c1-a748-d93ca4686bc4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:58.007520 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f1b9e-c3df-446b-9204-f8d8677880d3 req-49f92ee9-0fec-40c1-a748-d93ca4686bc4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:58.014056 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f1b9e-c3df-446b-9204-f8d8677880d3 req-49f92ee9-0fec-40c1-a748-d93ca4686bc4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:58.020350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f1b9e-c3df-446b-9204-f8d8677880d3 req-49f92ee9-0fec-40c1-a748-d93ca4686bc4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:58.026411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f1b9e-c3df-446b-9204-f8d8677880d3 req-49f92ee9-0fec-40c1-a748-d93ca4686bc4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:58.032512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f1b9e-c3df-446b-9204-f8d8677880d3 req-49f92ee9-0fec-40c1-a748-d93ca4686bc4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:58.034220 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-591f1b9e-c3df-446b-9204-f8d8677880d3 req-49f92ee9-0fec-40c1-a748-d93ca4686bc4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5382 time: 0.1998730 Nov 18 17:09:58.078584 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53326965-8c1a-4bd0-8038-c6ebcfc0f120 req-3556d91f-e695-4ae0-98a8-772ee08105af service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334558 Nov 18 17:09:58.128544 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53a0a411-8987-4b54-b2d9-d278b2675b72 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:58.132002 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53a0a411-8987-4b54-b2d9-d278b2675b72 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:58.137298 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-53a0a411-8987-4b54-b2d9-d278b2675b72 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "DELETE /v2.0/security-groups/06a2741d-8792-4d13-8c96-51157d607400 HTTP/1.1" status: 204 len: 168 time: 0.3804283 Nov 18 17:09:58.138206 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35836) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:58.159312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0a411-8987-4b54-b2d9-d278b2675b72 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a2741d-8792-4d13-8c96-51157d607400,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:58.161700 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-13b17a31-f897-436c-974c-7b9e91074ddb tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] show failed (client error): The resource could not be found. Nov 18 17:09:58.163927 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-13b17a31-f897-436c-974c-7b9e91074ddb tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "GET /v2.0/security-groups/06a2741d-8792-4d13-8c96-51157d607400 HTTP/1.1" status: 404 len: 347 time: 0.0211632 Nov 18 17:09:58.166443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-591f1b9e-c3df-446b-9204-f8d8677880d3 req-e9199128-60d1-4560-9658-a2adf25f9db2 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1203954 Nov 18 17:09:58.169155 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35838) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:09:58.257598 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d103daf-823c-46a5-b025-3be6a959e97f {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:58.276427 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:58.289423 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-4ae53776-62a9-49b0-8ae9-862d581d7de7 req-37a78ef3-9ce6-415c-a3f4-7f2834c1381d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:58.350524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'tag': '7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa'}, {'server_uuid': '9ecc2e21-1594-4e74-ac57-3807302bc8a0', 'name': 'network-vif-deleted', 'tag': 'b6e8f1c3-a065-4e47-80ce-f16360e90e44'}, {'name': 'network-changed', 'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'tag': 'c35afb8c-cdd6-4eec-89f6-d10f42645523'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:09:58.353752 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14996f3f-b75f-4aa3-86e4-837b4e737405" -d '{"events": [{"name": "network-changed", "server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "tag": "7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa"}, {"server_uuid": "9ecc2e21-1594-4e74-ac57-3807302bc8a0", "name": "network-vif-deleted", "tag": "b6e8f1c3-a065-4e47-80ce-f16360e90e44"}, {"name": "network-changed", "server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "tag": "c35afb8c-cdd6-4eec-89f6-d10f42645523"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:09:58.362263 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Transition to ACTIVE for port object 5d103daf-823c-46a5-b025-3be6a959e97f will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:09:58.385096 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-4ae53776-62a9-49b0-8ae9-862d581d7de7 req-37a78ef3-9ce6-415c-a3f4-7f2834c1381d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:58.417577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebfbd3-6369-4fbe-bd67-aa32fbc1dbd7 req-bc2c46a8-3c1e-4366-a84d-12bfa8c4e7c5 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:58.419822 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8bebfbd3-6369-4fbe-bd67-aa32fbc1dbd7 req-bc2c46a8-3c1e-4366-a84d-12bfa8c4e7c5 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.1490154 Nov 18 17:09:58.452391 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:58.464644 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a78ef3-9ce6-415c-a3f4-7f2834c1381d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f4d50d-4d3c-4c4c-b455-647d5d57f069,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:58.547756 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-4ae53776-62a9-49b0-8ae9-862d581d7de7 req-37a78ef3-9ce6-415c-a3f4-7f2834c1381d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:58.560365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4ae53776-62a9-49b0-8ae9-862d581d7de7 req-37a78ef3-9ce6-415c-a3f4-7f2834c1381d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7768936 Nov 18 17:09:58.569146 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-0316c434-b010-431f-be86-0a7478237116 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Deleting port 4de51e89-eee9-493d-bce6-58dc013fc2d2 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:09:58.569509 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0316c434-b010-431f-be86-0a7478237116 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:58.571465 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Pushing event updated for resources: {'Port': ['ID=5d103daf-823c-46a5-b025-3be6a959e97f,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:58.598508 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8bebfbd3-6369-4fbe-bd67-aa32fbc1dbd7 req-3a828aee-0a33-4643-a5f2-83994cdb7242 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704443 Nov 18 17:09:58.606456 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0684f910-ccf1-47dd-852d-84e30b72760e x-openstack-request-id: req-0684f910-ccf1-47dd-852d-84e30b72760e {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:58.606937 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ecc2e21-1594-4e74-ac57-3807302bc8a0", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e8f1c3-a065-4e47-80ce-f16360e90e44", "code": 200}, {"server_uuid": "4361dabd-0e0f-4740-821a-e2698ae1e649", "name": "network-vif-plugged", "status": "completed", "tag": "dbd92a67-7463-43db-b663-a8fbd68d1ed6", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:58.607041 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0684f910-ccf1-47dd-852d-84e30b72760e {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:58.607425 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecc2e21-1594-4e74-ac57-3807302bc8a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e8f1c3-a065-4e47-80ce-f16360e90e44', 'code': 200} Nov 18 17:09:58.607694 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4361dabd-0e0f-4740-821a-e2698ae1e649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd92a67-7463-43db-b663-a8fbd68d1ed6', 'code': 200} Nov 18 17:09:58.629659 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:09:58.748417 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 18 Nov 2021 17:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af95e4af-a512-4240-92fb-00e5ad99dfd7 x-openstack-request-id: req-af95e4af-a512-4240-92fb-00e5ad99dfd7 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:09:58.749017 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "tag": "7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa", "status": "completed", "code": 200}, {"server_uuid": "9ecc2e21-1594-4e74-ac57-3807302bc8a0", "name": "network-vif-deleted", "tag": "b6e8f1c3-a065-4e47-80ce-f16360e90e44", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "tag": "c35afb8c-cdd6-4eec-89f6-d10f42645523", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:09:58.749381 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-af95e4af-a512-4240-92fb-00e5ad99dfd7 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:09:58.749809 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'tag': '7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa', 'status': 'completed', 'code': 200} Nov 18 17:09:58.750078 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecc2e21-1594-4e74-ac57-3807302bc8a0', 'name': 'network-vif-deleted', 'tag': 'b6e8f1c3-a065-4e47-80ce-f16360e90e44', 'status': 'completed', 'code': 200} Nov 18 17:09:58.750527 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'tag': 'c35afb8c-cdd6-4eec-89f6-d10f42645523', 'status': 'completed', 'code': 200} Nov 18 17:09:58.846607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-ed85af01-5c46-4311-a269-761df9b7742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:58.847226 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-ed85af01-5c46-4311-a269-761df9b7742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:58.847637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-ed85af01-5c46-4311-a269-761df9b7742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:58.848144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-ed85af01-5c46-4311-a269-761df9b7742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:58.848615 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-ed85af01-5c46-4311-a269-761df9b7742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:58.849093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-ed85af01-5c46-4311-a269-761df9b7742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:58.849566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-ed85af01-5c46-4311-a269-761df9b7742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:58.851827 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-ed85af01-5c46-4311-a269-761df9b7742a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8636c767565a441eb773511271a60b63&device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 6248 time: 0.0733876 Nov 18 17:09:58.888806 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:58.922661 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0', 'mac_address': 'fa:16:3e:98:21:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:09:58.977736 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:59.000042 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:09:59.037228 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-e9aa2665-8a1b-4ab3-912b-010ce8ce2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.037829 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-e9aa2665-8a1b-4ab3-912b-010ce8ce2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.038368 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-e9aa2665-8a1b-4ab3-912b-010ce8ce2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.040511 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-e9aa2665-8a1b-4ab3-912b-010ce8ce2147 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=8636c767565a441eb773511271a60b63&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.1772189 Nov 18 17:09:59.048666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:09:59.104008 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:59.243246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:09:59.264733 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0316c434-b010-431f-be86-0a7478237116 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:59.265248 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0316c434-b010-431f-be86-0a7478237116 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:59.276647 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Attempting to bind port 5d103daf-823c-46a5-b025-3be6a959e97f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:09:59.277010 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Attempting to bind port 5d103daf-823c-46a5-b025-3be6a959e97f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:09:59.278007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Attempting to bind port 5d103daf-823c-46a5-b025-3be6a959e97f on network 96b6b3d2-b87f-486f-9f51-94da13546f8a {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:59.290406 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d41f9e-beba-4539-8efa-f2a99ed7a81c req-0cea2044-144e-47db-ad68-ec9645e3e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.292261 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7d41f9e-beba-4539-8efa-f2a99ed7a81c req-0cea2044-144e-47db-ad68-ec9645e3e8fa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 1098 time: 0.5641103 Nov 18 17:09:59.294125 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-0316c434-b010-431f-be86-0a7478237116 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Calling delete_port for 4de51e89-eee9-493d-bce6-58dc013fc2d2 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:09:59.308027 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Port 5d103daf-823c-46a5-b025-3be6a959e97f on network 96b6b3d2-b87f-486f-9f51-94da13546f8a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:09:59.308363 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Attempting to bind port 5d103daf-823c-46a5-b025-3be6a959e97f on network 96b6b3d2-b87f-486f-9f51-94da13546f8a {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:09:59.321831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2ca35-2270-4047-83b9-d1edba8fbd96 req-a05c232f-a914-41a8-a02f-0e4cc27ae97c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.323211 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9eb2ca35-2270-4047-83b9-d1edba8fbd96 req-a05c232f-a914-41a8-a02f-0e4cc27ae97c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7465363-4c40-4cb6-a8c1-bc0a060a7562 HTTP/1.1" status: 200 len: 949 time: 0.1628623 Nov 18 17:09:59.400346 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:09:59.400697 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Checking segment: {'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:09:59.401097 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Bound using segment: {'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:09:59.401572 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Bound port: 5d103daf-823c-46a5-b025-3be6a959e97f, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:09:59.401933 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:59.423020 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:09:59.489273 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-9ea00725-5654-46b5-aad0-26b2572db5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.491190 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-9ea00725-5654-46b5-aad0-26b2572db5c8 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4423273 Nov 18 17:09:59.553920 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7d41f9e-beba-4539-8efa-f2a99ed7a81c req-a1b86437-a758-4733-9c1a-7b3961ffa03b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423892 Nov 18 17:09:59.590398 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9eb2ca35-2270-4047-83b9-d1edba8fbd96 req-97f53bf4-3891-4c22-9292-0b68aa7b07ec tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441752 Nov 18 17:09:59.626178 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-30641246-19f7-4d3f-94e3-7f717c204fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.626678 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-30641246-19f7-4d3f-94e3-7f717c204fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.627468 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-30641246-19f7-4d3f-94e3-7f717c204fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.627633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-30641246-19f7-4d3f-94e3-7f717c204fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.628276 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-30641246-19f7-4d3f-94e3-7f717c204fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.628839 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-30641246-19f7-4d3f-94e3-7f717c204fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.629242 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-30641246-19f7-4d3f-94e3-7f717c204fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.631566 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-30641246-19f7-4d3f-94e3-7f717c204fa5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8636c767565a441eb773511271a60b63&device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 6248 time: 0.0929251 Nov 18 17:09:59.638970 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-7cc6ceb5-90a3-4b12-9e3f-52f36f63b7e2 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.646665 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-7cc6ceb5-90a3-4b12-9e3f-52f36f63b7e2 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/networks?id=7d71d5bf-0e48-40ce-ab69-465c2210440e HTTP/1.1" status: 200 len: 812 time: 0.3410742 Nov 18 17:09:59.662597 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] For port 5d103daf-823c-46a5-b025-3be6a959e97f, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:09:59.665959 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] For port 5d103daf-823c-46a5-b025-3be6a959e97f, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5d103daf-823c-46a5-b025-3be6a959e97f,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:09:59.674822 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-65130aad-8b15-4349-b186-c900eca6b876 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/quotas/557edf255516466592ba607b8048c913 HTTP/1.1" status: 200 len: 375 time: 0.0272648 Nov 18 17:09:59.765920 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-a896a5e6-401e-4823-aaba-811ff6d5c713 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=557edf255516466592ba607b8048c913&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890014 Nov 18 17:09:59.780848 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:59.788506 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-4e70b965-5217-4b97-90d6-f6184cb1ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.789005 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-4e70b965-5217-4b97-90d6-f6184cb1ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.789961 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-4e70b965-5217-4b97-90d6-f6184cb1ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.791985 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-4e70b965-5217-4b97-90d6-f6184cb1ea39 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=8636c767565a441eb773511271a60b63&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.1497273 Nov 18 17:09:59.885255 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.885890 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:59.887321 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] 10.222.0.81 "PUT /v2.0/ports/5d103daf-823c-46a5-b025-3be6a959e97f HTTP/1.1" status: 200 len: 1091 time: 2.7908132 Nov 18 17:09:59.895088 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0316c434-b010-431f-be86-0a7478237116 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:59.904921 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0054f4e-da83-4fdd-b0ac-53c92f57645a req-108cad19-f94e-4bb8-b18c-3360884ca988 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.906473 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0054f4e-da83-4fdd-b0ac-53c92f57645a req-108cad19-f94e-4bb8-b18c-3360884ca988 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.2296898 Nov 18 17:09:59.925579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-2ac5d221-c0e3-45b5-8fe1-7ffc6d1e3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:09:59.928830 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-14996f3f-b75f-4aa3-86e4-837b4e737405 req-2ac5d221-c0e3-45b5-8fe1-7ffc6d1e3f8d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1277666 Nov 18 17:09:59.939312 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9d32c31-892f-474c-9b6d-5c071fb32499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:09:59.956336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fe9b0-f2dd-465c-9fc7-13b59c990d1b service neutron] Pushing event updated for resources: {'Port': ['ID=5d103daf-823c-46a5-b025-3be6a959e97f,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:00.014633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Request body: {'port': {'device_id': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:00.021196 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-f49c845c-4c87-4639-ade1-ec592560aef8 service neutron] 10.222.0.72 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555525 Nov 18 17:10:00.032735 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316c434-b010-431f-be86-0a7478237116 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Pushing event deleted for resources: {'Port': ['ID=4de51e89-eee9-493d-bce6-58dc013fc2d2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:00.084560 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:00.105128 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0054f4e-da83-4fdd-b0ac-53c92f57645a req-5abfad40-89b5-4eaf-b749-5a0e0a0933bd tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767058 Nov 18 17:10:00.159674 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0316c434-b010-431f-be86-0a7478237116 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:00.159674 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0316c434-b010-431f-be86-0a7478237116 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:00.159674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0316c434-b010-431f-be86-0a7478237116 tempest-ServersTestJSON-632757988 tempest-ServersTestJSON-632757988-project] 10.222.0.72 "DELETE /v2.0/floatingips/100dbfa2-7856-4c0a-bf19-64de9eb75777 HTTP/1.1" status: 204 len: 168 time: 1.9811742 Nov 18 17:10:00.170785 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35868) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:00.209018 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-ef3f8aaf-c796-4d81-98e9-d9244bd7c73e service neutron] 10.222.0.72 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570830 Nov 18 17:10:00.284820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d600425-cc81-48a1-8d22-4ead33b8cecf req-405411d4-836e-4fe3-85a9-7e33d1282617 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:00.286379 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d600425-cc81-48a1-8d22-4ead33b8cecf req-405411d4-836e-4fe3-85a9-7e33d1282617 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 948 time: 0.0690091 Nov 18 17:10:00.351293 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d600425-cc81-48a1-8d22-4ead33b8cecf req-5627ecce-345e-43f5-a82a-fdf28458014f tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e3b4944-f1a3-4280-9314-0d49d85e5e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570033 Nov 18 17:10:00.452543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35872) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:00.643923 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:00.669482 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-92f7e894-bb04-4bb7-b500-4b06bdea3adf tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:00.685416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4106022-99e2-42b0-af73-806067b862da req-75015f6f-6d5f-48c8-b187-3f94702d0fce tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:00.693090 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4106022-99e2-42b0-af73-806067b862da req-75015f6f-6d5f-48c8-b187-3f94702d0fce tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.1212072 Nov 18 17:10:00.693481 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ba74a3-0698-4645-beb0-2a2e4acae185 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:00.702515 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:00.722334 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Transition to ACTIVE for port object 37ba74a3-0698-4645-beb0-2a2e4acae185 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:10:00.731970 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b9c04-bc6b-4c65-9971-3820aece26c1 req-f98dc6ac-14a5-44ee-9b6e-e6cbeea5c6fc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:00.734423 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b9c04-bc6b-4c65-9971-3820aece26c1 req-f98dc6ac-14a5-44ee-9b6e-e6cbeea5c6fc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:00.740743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b9c04-bc6b-4c65-9971-3820aece26c1 req-f98dc6ac-14a5-44ee-9b6e-e6cbeea5c6fc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:00.747779 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b9c04-bc6b-4c65-9971-3820aece26c1 req-f98dc6ac-14a5-44ee-9b6e-e6cbeea5c6fc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:00.753943 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b9c04-bc6b-4c65-9971-3820aece26c1 req-f98dc6ac-14a5-44ee-9b6e-e6cbeea5c6fc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:00.761758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b9c04-bc6b-4c65-9971-3820aece26c1 req-f98dc6ac-14a5-44ee-9b6e-e6cbeea5c6fc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:00.768073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b9c04-bc6b-4c65-9971-3820aece26c1 req-f98dc6ac-14a5-44ee-9b6e-e6cbeea5c6fc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:00.776567 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-061b9c04-bc6b-4c65-9971-3820aece26c1 req-f98dc6ac-14a5-44ee-9b6e-e6cbeea5c6fc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5394 time: 0.2232482 Nov 18 17:10:00.787583 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'tag': '5d103daf-823c-46a5-b025-3be6a959e97f'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:00.790811 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f7446e-e0f9-414d-aa7c-4011a8873a99" -d '{"events": [{"name": "network-changed", "server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "tag": "5d103daf-823c-46a5-b025-3be6a959e97f"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:00.816973 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6fb0-19eb-42ad-8d4f-1b6a0caa81f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:00.821910 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-92f7e894-bb04-4bb7-b500-4b06bdea3adf tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:00.855015 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:00.871097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:10:00.890128 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:00.890128 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:00.895136 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4106022-99e2-42b0-af73-806067b862da req-13462bf3-585a-429d-8f9a-102965a52bfe tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010927 Nov 18 17:10:00.933260 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-061b9c04-bc6b-4c65-9971-3820aece26c1 req-70bd8ad2-3f21-4bd6-909f-8a862c30e38b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1539876 Nov 18 17:10:01.046046 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9a16b592-529f-42e9-97e4-c20481e57ea5 req-9129448f-d460-41e2-9db2-d23476d8f915 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 210 time: 0.0495687 Nov 18 17:10:01.047330 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-92f7e894-bb04-4bb7-b500-4b06bdea3adf tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:01.051275 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-92f7e894-bb04-4bb7-b500-4b06bdea3adf tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:01.052723 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-92f7e894-bb04-4bb7-b500-4b06bdea3adf tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "DELETE /v2.0/security-groups/2d425477-6ea9-41af-9a46-df114e70ce55 HTTP/1.1" status: 204 len: 168 time: 0.5990493 Nov 18 17:10:01.062755 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:01.065815 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35884) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:01.068060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7e894-bb04-4bb7-b500-4b06bdea3adf tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d425477-6ea9-41af-9a46-df114e70ce55,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:01.132596 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-86e0e640-d2fb-4e59-a5fe-72d9b5822d24 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] show failed (client error): The resource could not be found. Nov 18 17:10:01.138074 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-86e0e640-d2fb-4e59-a5fe-72d9b5822d24 tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "GET /v2.0/security-groups/2d425477-6ea9-41af-9a46-df114e70ce55 HTTP/1.1" status: 404 len: 347 time: 0.0654798 Nov 18 17:10:01.139642 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Pushing event updated for resources: {'Port': ['ID=37ba74a3-0698-4645-beb0-2a2e4acae185,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:01.145509 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35886) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:01.163184 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:01.170246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7465363-4c40-4cb6-a8c1-bc0a060a7562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:01.174628 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0860875b-fe8e-4c86-9ed8-0ac7d4cbb22d" -d '{"events": [{"server_uuid": "e7465363-4c40-4cb6-a8c1-bc0a060a7562", "name": "network-vif-plugged", "status": "completed", "tag": "3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:01.207335 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20df2c6-bec6-4952-9fa5-02a78542e453 req-838c63b8-8b0d-457b-8be7-6d519936616f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:01.221792 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c20df2c6-bec6-4952-9fa5-02a78542e453 req-838c63b8-8b0d-457b-8be7-6d519936616f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7465363-4c40-4cb6-a8c1-bc0a060a7562 HTTP/1.1" status: 200 len: 949 time: 0.1570203 Nov 18 17:10:01.223554 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3315aa58-11fc-482e-9ca7-714f68891556 x-openstack-request-id: req-3315aa58-11fc-482e-9ca7-714f68891556 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:01.223903 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "tag": "5d103daf-823c-46a5-b025-3be6a959e97f", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:01.224170 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3315aa58-11fc-482e-9ca7-714f68891556 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:01.224576 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'tag': '5d103daf-823c-46a5-b025-3be6a959e97f', 'status': 'completed', 'code': 200} Nov 18 17:10:01.231203 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:01.342968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:01.387480 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Attempting to bind port 37ba74a3-0698-4645-beb0-2a2e4acae185 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:01.387859 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Attempting to bind port 37ba74a3-0698-4645-beb0-2a2e4acae185 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:01.389024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Attempting to bind port 37ba74a3-0698-4645-beb0-2a2e4acae185 on network 96b6b3d2-b87f-486f-9f51-94da13546f8a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:01.403192 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Port 37ba74a3-0698-4645-beb0-2a2e4acae185 on network 96b6b3d2-b87f-486f-9f51-94da13546f8a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:10:01.404160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Attempting to bind port 37ba74a3-0698-4645-beb0-2a2e4acae185 on network 96b6b3d2-b87f-486f-9f51-94da13546f8a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:01.414348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:01.415035 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Checking segment: {'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:01.415542 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Bound using segment: {'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:01.416120 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Bound port: 37ba74a3-0698-4645-beb0-2a2e4acae185, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e382f3ce-ebed-4b5a-979d-66c52e12d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:01.416586 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:01.506190 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7446e-e0f9-414d-aa7c-4011a8873a99 req-0bb10b82-b283-4982-8841-ad1bc6243e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:01.506830 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7446e-e0f9-414d-aa7c-4011a8873a99 req-0bb10b82-b283-4982-8841-ad1bc6243e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:01.507313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7446e-e0f9-414d-aa7c-4011a8873a99 req-0bb10b82-b283-4982-8841-ad1bc6243e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:01.507813 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7446e-e0f9-414d-aa7c-4011a8873a99 req-0bb10b82-b283-4982-8841-ad1bc6243e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:01.508447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7446e-e0f9-414d-aa7c-4011a8873a99 req-0bb10b82-b283-4982-8841-ad1bc6243e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:01.509447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7446e-e0f9-414d-aa7c-4011a8873a99 req-0bb10b82-b283-4982-8841-ad1bc6243e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:01.509930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7446e-e0f9-414d-aa7c-4011a8873a99 req-0bb10b82-b283-4982-8841-ad1bc6243e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:01.511871 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a3f7446e-e0f9-414d-aa7c-4011a8873a99 req-0bb10b82-b283-4982-8841-ad1bc6243e78 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8636c767565a441eb773511271a60b63&device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 6316 time: 0.2672865 Nov 18 17:10:01.535333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] For port 37ba74a3-0698-4645-beb0-2a2e4acae185, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:01.539364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] For port 37ba74a3-0698-4645-beb0-2a2e4acae185, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=37ba74a3-0698-4645-beb0-2a2e4acae185,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:01.561272 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc6fb0-19eb-42ad-8d4f-1b6a0caa81f1 admin admin] Deleting port 019f2ab6-12b3-4b43-987a-ca50d8668711 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:01.564230 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6fb0-19eb-42ad-8d4f-1b6a0caa81f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:01.571947 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c20df2c6-bec6-4952-9fa5-02a78542e453 req-99db8d0c-4cd2-4cec-b376-e8a75b8d2f7b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340197 Nov 18 17:10:01.597621 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fe5bd-8dae-40ab-98e9-79d92afee9a5 req-f05b670e-031f-47f9-b010-18748133d421 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:01.605172 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-817fe5bd-8dae-40ab-98e9-79d92afee9a5 req-f05b670e-031f-47f9-b010-18748133d421 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.2866521 Nov 18 17:10:01.609993 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:01.637402 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f13cb99-22c3-47ba-b62d-e1c44f19a54d x-openstack-request-id: req-3f13cb99-22c3-47ba-b62d-e1c44f19a54d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:01.637765 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7465363-4c40-4cb6-a8c1-bc0a060a7562", "name": "network-vif-plugged", "status": "completed", "tag": "3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:01.637975 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3f13cb99-22c3-47ba-b62d-e1c44f19a54d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:01.638366 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7465363-4c40-4cb6-a8c1-bc0a060a7562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0', 'code': 200} Nov 18 17:10:01.752230 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:01.753014 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:01.754497 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] 10.222.0.81 "PUT /v2.0/ports/37ba74a3-0698-4645-beb0-2a2e4acae185 HTTP/1.1" status: 200 len: 1091 time: 1.7458513 Nov 18 17:10:01.755112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'tag': '37ba74a3-0698-4645-beb0-2a2e4acae185'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:01.758146 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4261bd95-04a7-4018-bc81-3328c0ef839d" -d '{"events": [{"name": "network-changed", "server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "tag": "37ba74a3-0698-4645-beb0-2a2e4acae185"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:01.775943 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-d8dc6fb0-19eb-42ad-8d4f-1b6a0caa81f1 admin admin] For port 019f2ab6-12b3-4b43-987a-ca50d8668711, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=019f2ab6-12b3-4b43-987a-ca50d8668711,segment=NetworkSegment(01861380-1107-47c7-ab4a-be11090e1798),segment_id=01861380-1107-47c7-ab4a-be11090e1798)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:01.778304 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6fb0-19eb-42ad-8d4f-1b6a0caa81f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:01.797292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc6fb0-19eb-42ad-8d4f-1b6a0caa81f1 admin admin] Calling delete_port for 019f2ab6-12b3-4b43-987a-ca50d8668711 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:01.839600 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec15a67-4b21-4ea7-8b72-9f44d6159988 service neutron] Pushing event updated for resources: {'Port': ['ID=37ba74a3-0698-4645-beb0-2a2e4acae185,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:01.845204 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-817fe5bd-8dae-40ab-98e9-79d92afee9a5 req-a2031d81-0855-42b5-92fd-ddca5b14ed88 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389998 Nov 18 17:10:01.897693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-710aa086-2f73-4f9e-8c01-b38deacf94cb tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Deleting port bba57869-af2b-4263-b5e8-50c86dcd455d {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:01.898064 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-710aa086-2f73-4f9e-8c01-b38deacf94cb tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:01.931056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Request body: {'port': {'device_id': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:01.946222 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd84b9-12d5-46d8-af40-90638a6c5371 req-81f75c07-2575-4d4e-9490-f7c4a5cc90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:01.947752 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-69bd84b9-12d5-46d8-af40-90638a6c5371 req-81f75c07-2575-4d4e-9490-f7c4a5cc90df service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e7465363-4c40-4cb6-a8c1-bc0a060a7562 HTTP/1.1" status: 200 len: 1102 time: 0.2031951 Nov 18 17:10:01.952345 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec51482-54c4-4590-8555-3d603aa5d7cc x-openstack-request-id: req-3ec51482-54c4-4590-8555-3d603aa5d7cc {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:01.952345 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "tag": "37ba74a3-0698-4645-beb0-2a2e4acae185", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:01.952345 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3ec51482-54c4-4590-8555-3d603aa5d7cc {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:01.952656 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'tag': '37ba74a3-0698-4645-beb0-2a2e4acae185', 'status': 'completed', 'code': 200} Nov 18 17:10:02.020777 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7446e-e0f9-414d-aa7c-4011a8873a99 req-3e495b17-8906-42d5-9018-2b38c775b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:02.021461 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7446e-e0f9-414d-aa7c-4011a8873a99 req-3e495b17-8906-42d5-9018-2b38c775b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:02.021999 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7446e-e0f9-414d-aa7c-4011a8873a99 req-3e495b17-8906-42d5-9018-2b38c775b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:02.023944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a3f7446e-e0f9-414d-aa7c-4011a8873a99 req-3e495b17-8906-42d5-9018-2b38c775b966 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=8636c767565a441eb773511271a60b63&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.4976254 Nov 18 17:10:02.057325 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:02.108905 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.81', 64240) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:02.130432 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd376a0b-9091-4311-8bbb-b8b73d775e59 req-7609947c-3a5a-49cb-9472-dcd41a493a62 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:02.137870 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bd376a0b-9091-4311-8bbb-b8b73d775e59 req-7609947c-3a5a-49cb-9472-dcd41a493a62 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 948 time: 0.4020822 Nov 18 17:10:02.289131 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-041645b4-e1b5-484a-be69-c4c94ba6fccd service neutron] show failed (client error): The resource could not be found. Nov 18 17:10:02.290671 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-041645b4-e1b5-484a-be69-c4c94ba6fccd service neutron] 10.222.0.81 "GET /v2.0/ports/23dc566d-d834-4508-9b26-08a6eecf4550/bindings/n-h2-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.1802256 Nov 18 17:10:02.311756 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-69bd84b9-12d5-46d8-af40-90638a6c5371 req-af85ccd7-daa5-4848-b993-9465342b877f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458383 Nov 18 17:10:02.328047 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-710aa086-2f73-4f9e-8c01-b38deacf94cb tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:02.328450 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-710aa086-2f73-4f9e-8c01-b38deacf94cb tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:02.377951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-710aa086-2f73-4f9e-8c01-b38deacf94cb tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Calling delete_port for bba57869-af2b-4263-b5e8-50c86dcd455d owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:02.408930 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7d98c654-bb91-47d3-9520-77c75cf9e82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:02.454067 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103052b5-3b23-49d1-b209-1db3a111b6a8 req-605cfeca-608f-4277-8afe-f0d2bb0f1ea3 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:02.455561 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-103052b5-3b23-49d1-b209-1db3a111b6a8 req-605cfeca-608f-4277-8afe-f0d2bb0f1ea3 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 948 time: 0.3686936 Nov 18 17:10:02.466839 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6fb0-19eb-42ad-8d4f-1b6a0caa81f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:02.491646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7446e-e0f9-414d-aa7c-4011a8873a99 req-14b388c9-69a9-47d2-a322-16cadfcc75db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:02.493271 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a3f7446e-e0f9-414d-aa7c-4011a8873a99 req-14b388c9-69a9-47d2-a322-16cadfcc75db service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4616621 Nov 18 17:10:02.501003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ca040-5c5e-4596-8ef0-87dac3699a2e req-c0bd8987-9703-4656-8938-25f7c80cc515 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:02.502494 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a5ca040-5c5e-4596-8ef0-87dac3699a2e req-c0bd8987-9703-4656-8938-25f7c80cc515 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.4099295 Nov 18 17:10:02.516383 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc6fb0-19eb-42ad-8d4f-1b6a0caa81f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=019f2ab6-12b3-4b43-987a-ca50d8668711,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:02.527071 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bd376a0b-9091-4311-8bbb-b8b73d775e59 req-59fec7f7-09f2-418d-8d26-a7917f65d2bb tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/security-groups?id=7e3b4944-f1a3-4280-9314-0d49d85e5e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843133 Nov 18 17:10:02.559484 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a0bb91-96da-442c-900b-aff2f8cd6a10 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:02.607970 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:02.630175 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Transition to ACTIVE for port object 84a0bb91-96da-442c-900b-aff2f8cd6a10 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:10:02.742040 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:02.800290 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6fb0-19eb-42ad-8d4f-1b6a0caa81f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:02.810496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a5ca040-5c5e-4596-8ef0-87dac3699a2e req-2959a816-efd7-4878-852f-b90773bdaf68 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955189 Nov 18 17:10:02.822366 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Pushing event updated for resources: {'Port': ['ID=84a0bb91-96da-442c-900b-aff2f8cd6a10,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:02.964007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e75292-4e51-4237-a610-99216ca8a78f req-842afc50-0d0f-4b3e-af20-892b7c339374 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:02.970458 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e75292-4e51-4237-a610-99216ca8a78f req-842afc50-0d0f-4b3e-af20-892b7c339374 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:02.977112 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e75292-4e51-4237-a610-99216ca8a78f req-842afc50-0d0f-4b3e-af20-892b7c339374 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:02.984008 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e75292-4e51-4237-a610-99216ca8a78f req-842afc50-0d0f-4b3e-af20-892b7c339374 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:02.990171 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e75292-4e51-4237-a610-99216ca8a78f req-842afc50-0d0f-4b3e-af20-892b7c339374 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:02.997237 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e75292-4e51-4237-a610-99216ca8a78f req-842afc50-0d0f-4b3e-af20-892b7c339374 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:03.003320 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e75292-4e51-4237-a610-99216ca8a78f req-842afc50-0d0f-4b3e-af20-892b7c339374 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:03.010696 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-63e75292-4e51-4237-a610-99216ca8a78f req-842afc50-0d0f-4b3e-af20-892b7c339374 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5418 time: 0.3711410 Nov 18 17:10:03.029784 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Attempting to bind port 84a0bb91-96da-442c-900b-aff2f8cd6a10 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:03.030220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Attempting to bind port 84a0bb91-96da-442c-900b-aff2f8cd6a10 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '91c5298a-4888-4f97-bfd9-f3e72d782547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '77027101-4097-4189-b03d-09f017f0cd4a'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:03.030558 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Attempting to bind port 84a0bb91-96da-442c-900b-aff2f8cd6a10 on network 77027101-4097-4189-b03d-09f017f0cd4a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:03.042423 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261bd95-04a7-4018-bc81-3328c0ef839d req-40a98f3d-21fa-4998-9f7d-e8569d7477cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:03.042924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261bd95-04a7-4018-bc81-3328c0ef839d req-40a98f3d-21fa-4998-9f7d-e8569d7477cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:03.043416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261bd95-04a7-4018-bc81-3328c0ef839d req-40a98f3d-21fa-4998-9f7d-e8569d7477cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:03.043731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Port 84a0bb91-96da-442c-900b-aff2f8cd6a10 on network 77027101-4097-4189-b03d-09f017f0cd4a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:10:03.043944 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261bd95-04a7-4018-bc81-3328c0ef839d req-40a98f3d-21fa-4998-9f7d-e8569d7477cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:03.044095 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Attempting to bind port 84a0bb91-96da-442c-900b-aff2f8cd6a10 on network 77027101-4097-4189-b03d-09f017f0cd4a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:03.044429 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261bd95-04a7-4018-bc81-3328c0ef839d req-40a98f3d-21fa-4998-9f7d-e8569d7477cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:03.044902 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261bd95-04a7-4018-bc81-3328c0ef839d req-40a98f3d-21fa-4998-9f7d-e8569d7477cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:03.045376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261bd95-04a7-4018-bc81-3328c0ef839d req-40a98f3d-21fa-4998-9f7d-e8569d7477cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:03.047334 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4261bd95-04a7-4018-bc81-3328c0ef839d req-40a98f3d-21fa-4998-9f7d-e8569d7477cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8636c767565a441eb773511271a60b63&device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 6358 time: 0.4470475 Nov 18 17:10:03.051424 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:03.051700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Checking segment: {'id': '91c5298a-4888-4f97-bfd9-f3e72d782547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '77027101-4097-4189-b03d-09f017f0cd4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:03.052138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Bound using segment: {'id': '91c5298a-4888-4f97-bfd9-f3e72d782547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '77027101-4097-4189-b03d-09f017f0cd4a'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:03.052580 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Bound port: 84a0bb91-96da-442c-900b-aff2f8cd6a10, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c5298a-4888-4f97-bfd9-f3e72d782547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '77027101-4097-4189-b03d-09f017f0cd4a'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:03.052945 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:03.081057 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-429d1f47-f759-400e-ba3f-eeec34b42fd2 req-1dd4691d-6278-4197-b008-da5d7fac4e6d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 210 time: 0.1405237 Nov 18 17:10:03.103812 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-103052b5-3b23-49d1-b209-1db3a111b6a8 req-1e09ff8c-0865-4a18-9129-25a63c89e48c tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Deleting port abac8863-5932-42d7-aedc-3010bf267ee8 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:03.104178 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-103052b5-3b23-49d1-b209-1db3a111b6a8 req-1e09ff8c-0865-4a18-9129-25a63c89e48c tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:03.211593 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] For port 84a0bb91-96da-442c-900b-aff2f8cd6a10, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:03.220179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] For port 84a0bb91-96da-442c-900b-aff2f8cd6a10, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=84a0bb91-96da-442c-900b-aff2f8cd6a10,segment=NetworkSegment(91c5298a-4888-4f97-bfd9-f3e72d782547),segment_id=91c5298a-4888-4f97-bfd9-f3e72d782547)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:03.231180 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dc6fb0-19eb-42ad-8d4f-1b6a0caa81f1 admin admin] Router 5932232a-967c-4d2d-9f9c-d222fd57865c has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:10:03.300248 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:03.385457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:03.386225 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:03.387712 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] 10.222.0.81 "PUT /v2.0/ports/84a0bb91-96da-442c-900b-aff2f8cd6a10 HTTP/1.1" status: 200 len: 1092 time: 1.4642107 Nov 18 17:10:03.394851 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dc6fb0-19eb-42ad-8d4f-1b6a0caa81f1 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:10:03.406691 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea1525-1219-4bcf-bccf-ddd13696e783 None None] Sync routers for ids ['5932232a-967c-4d2d-9f9c-d222fd57865c'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:10:03.409267 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d8dc6fb0-19eb-42ad-8d4f-1b6a0caa81f1 admin admin] 10.222.0.72 "PUT /v2.0/routers/5932232a-967c-4d2d-9f9c-d222fd57865c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2470338 Nov 18 17:10:03.417987 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35910) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:03.441147 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea1525-1219-4bcf-bccf-ddd13696e783 None None] Routers {'5932232a-967c-4d2d-9f9c-d222fd57865c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:10:03.441875 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-53ea1525-1219-4bcf-bccf-ddd13696e783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:10:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['5932232a-967c-4d2d-9f9c-d222fd57865c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:03.488207 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:03.573764 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-53ea1525-1219-4bcf-bccf-ddd13696e783 None None] Set router 5932232a-967c-4d2d-9f9c-d222fd57865c gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:10:03.634277 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-710aa086-2f73-4f9e-8c01-b38deacf94cb tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:03.744695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710aa086-2f73-4f9e-8c01-b38deacf94cb tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Pushing event deleted for resources: {'Port': ['ID=bba57869-af2b-4263-b5e8-50c86dcd455d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:03.794350 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-63e75292-4e51-4237-a610-99216ca8a78f req-dfc552aa-d7aa-4c90-95f8-63e5b3ac8eeb tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7825158 Nov 18 17:10:03.828868 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-3f72b5c3-2823-4366-9bf5-3572238777e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:03.830654 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-3f72b5c3-2823-4366-9bf5-3572238777e8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e&tenant_id=b5619a9fdad84356bf3a835e304c5fab HTTP/1.1" status: 200 len: 1101 time: 0.7343783 Nov 18 17:10:03.853205 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Request body: {'port': {'device_id': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:03.870375 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:03.872373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261bd95-04a7-4018-bc81-3328c0ef839d req-1b1f30be-62bf-4903-a2b4-911bad5aeadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:03.872896 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261bd95-04a7-4018-bc81-3328c0ef839d req-1b1f30be-62bf-4903-a2b4-911bad5aeadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:03.873384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261bd95-04a7-4018-bc81-3328c0ef839d req-1b1f30be-62bf-4903-a2b4-911bad5aeadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:03.875202 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4261bd95-04a7-4018-bc81-3328c0ef839d req-1b1f30be-62bf-4903-a2b4-911bad5aeadb service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=8636c767565a441eb773511271a60b63&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.7989624 Nov 18 17:10:03.885001 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc539ac8-72a3-4fdc-9b99-b9f9c063d8a4 req-b3bf3dbc-8c3d-4b8a-bb20-970f3da3cfe0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:03.898904 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc539ac8-72a3-4fdc-9b99-b9f9c063d8a4 req-b3bf3dbc-8c3d-4b8a-bb20-970f3da3cfe0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7465363-4c40-4cb6-a8c1-bc0a060a7562 HTTP/1.1" status: 200 len: 950 time: 0.7292905 Nov 18 17:10:03.901066 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-53ea1525-1219-4bcf-bccf-ddd13696e783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'name': 'tempest-ServersTestJSON-1284566622-router', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:07:21Z', 'updated_at': '2021-11-18T17:10:02Z', 'revision_number': 5, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'gw_port': {'id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:22Z', 'updated_at': '2021-11-18T17:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:03.944574 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Pushing event updated for resources: {'Port': ['ID=84a0bb91-96da-442c-900b-aff2f8cd6a10,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:03.954534 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea1525-1219-4bcf-bccf-ddd13696e783 None None] Checking router: 5932232a-967c-4d2d-9f9c-d222fd57865c for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:10:03.968245 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea1525-1219-4bcf-bccf-ddd13696e783 None None] Routers {'5932232a-967c-4d2d-9f9c-d222fd57865c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:10:03.969002 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-53ea1525-1219-4bcf-bccf-ddd13696e783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:10:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['5932232a-967c-4d2d-9f9c-d222fd57865c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:03.969998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'tag': '84a0bb91-96da-442c-900b-aff2f8cd6a10'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:03.972254 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd594d43-e99d-4297-a281-aee8a918b105" -d '{"events": [{"name": "network-changed", "server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "tag": "84a0bb91-96da-442c-900b-aff2f8cd6a10"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:04.008307 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:04.008307 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:04.009315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:04.009315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:04.017699 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-103052b5-3b23-49d1-b209-1db3a111b6a8 req-1e09ff8c-0865-4a18-9129-25a63c89e48c tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] For port abac8863-5932-42d7-aedc-3010bf267ee8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=abac8863-5932-42d7-aedc-3010bf267ee8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:04.018089 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-103052b5-3b23-49d1-b209-1db3a111b6a8 req-1e09ff8c-0865-4a18-9129-25a63c89e48c tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:04.019490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:04.021480 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:04.021630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:04.021920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:04.022274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:04.022616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:04.023292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:04.023292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1ac0-4cb6-4cf6-9b02-4988f0144616 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:04.040840 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:04.082450 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-103052b5-3b23-49d1-b209-1db3a111b6a8 req-1e09ff8c-0865-4a18-9129-25a63c89e48c tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Calling delete_port for abac8863-5932-42d7-aedc-3010bf267ee8 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:04.148422 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-710aa086-2f73-4f9e-8c01-b38deacf94cb tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:04.152194 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-710aa086-2f73-4f9e-8c01-b38deacf94cb tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:04.156360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-710aa086-2f73-4f9e-8c01-b38deacf94cb tempest-ServersWithSpecificFlavorTestJSON-467662426 tempest-ServersWithSpecificFlavorTestJSON-467662426-project] 10.222.0.72 "DELETE /v2.0/floatingips/e0fff3ab-43f6-4e4c-aec0-3276db54c4e7 HTTP/1.1" status: 204 len: 168 time: 2.9970675 Nov 18 17:10:04.165450 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:04.197954 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-53ea1525-1219-4bcf-bccf-ddd13696e783 None None] Set router 5932232a-967c-4d2d-9f9c-d222fd57865c gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:10:04.200235 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-ea2b45ee-98b6-4c23-b58a-047d57b82764 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:04.201856 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-ea2b45ee-98b6-4c23-b58a-047d57b82764 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.83 "GET /v2.0/networks?id=7d71d5bf-0e48-40ce-ab69-465c2210440e HTTP/1.1" status: 200 len: 812 time: 0.3928018 Nov 18 17:10:04.208410 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-268c0db5-f91a-44f9-ba4c-09cbf6840ed1 admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:04.236227 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc539ac8-72a3-4fdc-9b99-b9f9c063d8a4 req-2215dec6-5226-4a2e-8ce0-a9ae16758cd5 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362439 Nov 18 17:10:04.259658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-e94f296c-521b-44e6-b23d-008d9df3d315 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Request body: {'port': {'device_id': 'f62f427c-4a64-426f-a5f7-fb1ece545b94', 'network_id': '7d71d5bf-0e48-40ce-ab69-465c2210440e', 'admin_state_up': True, 'tenant_id': '557edf255516466592ba607b8048c913'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:04.284189 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261bd95-04a7-4018-bc81-3328c0ef839d req-7082a9dd-a53c-482d-a326-d7b3fd3018df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:04.287462 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4261bd95-04a7-4018-bc81-3328c0ef839d req-7082a9dd-a53c-482d-a326-d7b3fd3018df service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3597410 Nov 18 17:10:04.393223 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-53ea1525-1219-4bcf-bccf-ddd13696e783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'name': 'tempest-ServersTestJSON-1284566622-router', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:07:21Z', 'updated_at': '2021-11-18T17:10:02Z', 'revision_number': 5, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'gw_port': {'id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:22Z', 'updated_at': '2021-11-18T17:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:04.426866 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea1525-1219-4bcf-bccf-ddd13696e783 None None] The sync data for ids ['5932232a-967c-4d2d-9f9c-d222fd57865c'] in n-d-813419-11 is: [{'id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'name': 'tempest-ServersTestJSON-1284566622-router', 'tenant_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:07:21Z', 'updated_at': '2021-11-18T17:10:02Z', 'revision_number': 5, 'project_id': 'e1ea671c0fde4fd8b5f996fbf92564c3', 'gw_port': {'id': 'efa9409b-77b0-4d61-899d-0a80c43c950e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5932232a-967c-4d2d-9f9c-d222fd57865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:07:22Z', 'updated_at': '2021-11-18T17:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:10:04.582935 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-268c0db5-f91a-44f9-ba4c-09cbf6840ed1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:04.630447 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3b951-b016-44a8-9c9a-4a345b31a9fe req-9dcca80f-8599-4088-bac6-722c34f780be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:04.631998 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16a3b951-b016-44a8-9c9a-4a345b31a9fe req-9dcca80f-8599-4088-bac6-722c34f780be service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc532e43f648478ff37d9f8bb2c0af&device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 1098 time: 0.1477129 Nov 18 17:10:04.652599 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device abac8863-5932-42d7-aedc-3010bf267ee8 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:04.668138 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b4a6b-5a72-41e8-9a41-401184407867 req-b35cccd7-9317-433d-879d-9c38f9973656 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:04.669733 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e88b4a6b-5a72-41e8-9a41-401184407867 req-b35cccd7-9317-433d-879d-9c38f9973656 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.3555057 Nov 18 17:10:04.695073 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-103052b5-3b23-49d1-b209-1db3a111b6a8 req-1e09ff8c-0865-4a18-9129-25a63c89e48c tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:04.701756 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No active binding found for port abac8863-5932-42d7-aedc-3010bf267ee8 {{(pid=104009) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 18 17:10:04.702479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device abac8863-5932-42d7-aedc-3010bf267ee8 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:04.707494 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f612d91-daac-4baa-939c-aa0f4f8fe258 req-c886cd1b-3fc4-42b9-94dc-1adfbdd1ffcf tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 210 time: 0.0605490 Nov 18 17:10:04.743533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-e94f296c-521b-44e6-b23d-008d9df3d315 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Made reservation on behalf of 557edf255516466592ba607b8048c913 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:10:04.747021 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-e94f296c-521b-44e6-b23d-008d9df3d315 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:04.752120 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09ff8c-0865-4a18-9129-25a63c89e48c tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Pushing event deleted for resources: {'Port': ['ID=abac8863-5932-42d7-aedc-3010bf267ee8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:04.780618 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9278e299-0a69-4c3b-9148-476aaeb3f197 x-openstack-request-id: req-9278e299-0a69-4c3b-9148-476aaeb3f197 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:04.780841 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "tag": "84a0bb91-96da-442c-900b-aff2f8cd6a10", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:04.781061 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9278e299-0a69-4c3b-9148-476aaeb3f197 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:04.781444 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'tag': '84a0bb91-96da-442c-900b-aff2f8cd6a10', 'status': 'completed', 'code': 200} Nov 18 17:10:04.807753 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa267a90-aada-44a3-815a-2fde81af0876 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:04.822059 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:04.893041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Transition to ACTIVE for port object fa267a90-aada-44a3-815a-2fde81af0876 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:10:04.898127 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3b951-b016-44a8-9c9a-4a345b31a9fe req-54b0a713-3282-4acc-9bd0-2390bcd78825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:04.900232 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16a3b951-b016-44a8-9c9a-4a345b31a9fe req-54b0a713-3282-4acc-9bd0-2390bcd78825 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4b8f46f4-882b-4562-848c-31b4ccc8252f HTTP/1.1" status: 200 len: 913 time: 0.2579272 Nov 18 17:10:04.916377 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:04.940303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-103052b5-3b23-49d1-b209-1db3a111b6a8 req-1e09ff8c-0865-4a18-9129-25a63c89e48c tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] No DVR routers for this DVR port abac8863-5932-42d7-aedc-3010bf267ee8 on host n-h2-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:10:04.957580 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-103052b5-3b23-49d1-b209-1db3a111b6a8 req-1e09ff8c-0865-4a18-9129-25a63c89e48c tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:04.961407 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-103052b5-3b23-49d1-b209-1db3a111b6a8 req-1e09ff8c-0865-4a18-9129-25a63c89e48c tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.83 "DELETE /v2.0/ports/abac8863-5932-42d7-aedc-3010bf267ee8 HTTP/1.1" status: 204 len: 173 time: 2.3879197 Nov 18 17:10:04.963259 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c51f83-7fb5-4efe-af59-3b1fce4fff45', 'name': 'network-vif-deleted', 'tag': 'abac8863-5932-42d7-aedc-3010bf267ee8'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:04.965914 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6e6a16-eeb9-4d9f-82af-cb0aa9a92fad" -d '{"events": [{"server_uuid": "a0c51f83-7fb5-4efe-af59-3b1fce4fff45", "name": "network-vif-deleted", "tag": "abac8863-5932-42d7-aedc-3010bf267ee8"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:04.966094 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16a3b951-b016-44a8-9c9a-4a345b31a9fe req-acc7a3a5-8a40-47d6-896c-fe6a07b17e5d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd92a67-7463-43db-b663-a8fbd68d1ed6 HTTP/1.1" status: 200 len: 217 time: 0.0540509 Nov 18 17:10:04.971546 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 23dc566d-d834-4508-9b26-08a6eecf4550 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:04.981468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41a5e3f7-0d67-4e55-9c4e-26c7a3697dff req-2d94f630-f01a-41cf-b3e7-c997a3e358f3 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 210 time: 0.1284173 Nov 18 17:10:04.995846 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:04.998836 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-268c0db5-f91a-44f9-ba4c-09cbf6840ed1 admin admin] Deleting port efa9409b-77b0-4d61-899d-0a80c43c950e {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:04.999249 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-268c0db5-f91a-44f9-ba4c-09cbf6840ed1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:05.037651 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e88b4a6b-5a72-41e8-9a41-401184407867 req-fdfadf24-5da0-4a6c-adce-8510a13b9eb0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436887 Nov 18 17:10:05.064803 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd594d43-e99d-4297-a281-aee8a918b105 req-1cb3cef9-8629-4ced-bb71-c4ae4bb926dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.065204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd594d43-e99d-4297-a281-aee8a918b105 req-1cb3cef9-8629-4ced-bb71-c4ae4bb926dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.065691 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd594d43-e99d-4297-a281-aee8a918b105 req-1cb3cef9-8629-4ced-bb71-c4ae4bb926dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.066157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd594d43-e99d-4297-a281-aee8a918b105 req-1cb3cef9-8629-4ced-bb71-c4ae4bb926dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.066626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd594d43-e99d-4297-a281-aee8a918b105 req-1cb3cef9-8629-4ced-bb71-c4ae4bb926dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.067280 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd594d43-e99d-4297-a281-aee8a918b105 req-1cb3cef9-8629-4ced-bb71-c4ae4bb926dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.067766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd594d43-e99d-4297-a281-aee8a918b105 req-1cb3cef9-8629-4ced-bb71-c4ae4bb926dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.070311 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd594d43-e99d-4297-a281-aee8a918b105 req-1cb3cef9-8629-4ced-bb71-c4ae4bb926dd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8636c767565a441eb773511271a60b63&device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 6426 time: 0.2618814 Nov 18 17:10:05.111942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=23dc566d-d834-4508-9b26-08a6eecf4550,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:05.123699 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:05.242529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-e94f296c-521b-44e6-b23d-008d9df3d315 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Allocated IP 172.20.0.13 (7d71d5bf-0e48-40ce-ab69-465c2210440e/b5a5d3a0-0aaf-46fb-92a9-f911a7fb8193/e9c494ea-97dd-4301-be13-0b3ceedb4d75) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:10:05.265124 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Pushing event updated for resources: {'Port': ['ID=fa267a90-aada-44a3-815a-2fde81af0876,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:05.270193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:05.298536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3b951-b016-44a8-9c9a-4a345b31a9fe req-3fbafab5-505d-4b46-a129-d61415d604a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.300219 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16a3b951-b016-44a8-9c9a-4a345b31a9fe req-3fbafab5-505d-4b46-a129-d61415d604a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fd090af-9053-4a66-81a3-f9e7d42c0053 HTTP/1.1" status: 200 len: 851 time: 0.3057239 Nov 18 17:10:05.355777 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd594d43-e99d-4297-a281-aee8a918b105 req-13ece93c-72cb-4004-9cb4-bb246797882e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.356313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd594d43-e99d-4297-a281-aee8a918b105 req-13ece93c-72cb-4004-9cb4-bb246797882e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.356878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd594d43-e99d-4297-a281-aee8a918b105 req-13ece93c-72cb-4004-9cb4-bb246797882e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.358514 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd594d43-e99d-4297-a281-aee8a918b105 req-13ece93c-72cb-4004-9cb4-bb246797882e service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=8636c767565a441eb773511271a60b63&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2778127 Nov 18 17:10:05.363943 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:05.411476 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16a3b951-b016-44a8-9c9a-4a345b31a9fe req-1f458c0a-6b0b-44f3-ab6c-74e20a3988b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4b8f46f4-882b-4562-848c-31b4ccc8252f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836041 Nov 18 17:10:05.413233 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:05.422560 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-268c0db5-f91a-44f9-ba4c-09cbf6840ed1 admin admin] For port efa9409b-77b0-4d61-899d-0a80c43c950e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=efa9409b-77b0-4d61-899d-0a80c43c950e,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:05.422864 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-268c0db5-f91a-44f9-ba4c-09cbf6840ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:05.423706 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916d468-3887-4d04-aa76-999b77b487d9 req-10e33f27-1ccd-47de-94e9-7202648b4a91 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.436471 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3916d468-3887-4d04-aa76-999b77b487d9 req-10e33f27-1ccd-47de-94e9-7202648b4a91 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.2311077 Nov 18 17:10:05.479759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-268c0db5-f91a-44f9-ba4c-09cbf6840ed1 admin admin] Calling delete_port for efa9409b-77b0-4d61-899d-0a80c43c950e owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:05.494794 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaf239-7b60-4d25-8420-d80af175b9de req-c9bdfc07-cd99-4621-925d-1ad4358f4cde tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.501034 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaf239-7b60-4d25-8420-d80af175b9de req-c9bdfc07-cd99-4621-925d-1ad4358f4cde tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.507317 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaf239-7b60-4d25-8420-d80af175b9de req-c9bdfc07-cd99-4621-925d-1ad4358f4cde tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.515304 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaf239-7b60-4d25-8420-d80af175b9de req-c9bdfc07-cd99-4621-925d-1ad4358f4cde tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.520182 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaf239-7b60-4d25-8420-d80af175b9de req-c9bdfc07-cd99-4621-925d-1ad4358f4cde tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.526182 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaf239-7b60-4d25-8420-d80af175b9de req-c9bdfc07-cd99-4621-925d-1ad4358f4cde tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.532199 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaf239-7b60-4d25-8420-d80af175b9de req-c9bdfc07-cd99-4621-925d-1ad4358f4cde tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.534197 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9faaf239-7b60-4d25-8420-d80af175b9de req-c9bdfc07-cd99-4621-925d-1ad4358f4cde tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5430 time: 0.2625284 Nov 18 17:10:05.537698 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Transition to ACTIVE for port object 23dc566d-d834-4508-9b26-08a6eecf4550 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:10:05.620435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Attempting to bind port fa267a90-aada-44a3-815a-2fde81af0876 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:05.621052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Attempting to bind port fa267a90-aada-44a3-815a-2fde81af0876 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '91c5298a-4888-4f97-bfd9-f3e72d782547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '77027101-4097-4189-b03d-09f017f0cd4a'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:05.621194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Attempting to bind port fa267a90-aada-44a3-815a-2fde81af0876 on network 77027101-4097-4189-b03d-09f017f0cd4a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:05.637211 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3916d468-3887-4d04-aa76-999b77b487d9 req-60eb8643-f740-4236-9034-a121a18ba882 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996603 Nov 18 17:10:05.642142 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:05.643897 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Port fa267a90-aada-44a3-815a-2fde81af0876 on network 77027101-4097-4189-b03d-09f017f0cd4a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:10:05.644931 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Attempting to bind port fa267a90-aada-44a3-815a-2fde81af0876 on network 77027101-4097-4189-b03d-09f017f0cd4a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:05.654394 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16a3b951-b016-44a8-9c9a-4a345b31a9fe req-03a443ae-26f2-443f-be19-3a6a20b2b4a9 service neutron] 10.222.0.83 "GET /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179065 Nov 18 17:10:05.670332 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:10:05.671285 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:10:05.677753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd594d43-e99d-4297-a281-aee8a918b105 req-c8abfe3f-b578-432c-9b0f-a49daad2947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:05.679236 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd594d43-e99d-4297-a281-aee8a918b105 req-c8abfe3f-b578-432c-9b0f-a49daad2947f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3118241 Nov 18 17:10:05.707959 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:05.708309 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Checking segment: {'id': '91c5298a-4888-4f97-bfd9-f3e72d782547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '77027101-4097-4189-b03d-09f017f0cd4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:05.708703 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Bound using segment: {'id': '91c5298a-4888-4f97-bfd9-f3e72d782547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '77027101-4097-4189-b03d-09f017f0cd4a'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:05.709168 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Bound port: fa267a90-aada-44a3-815a-2fde81af0876, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c5298a-4888-4f97-bfd9-f3e72d782547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '77027101-4097-4189-b03d-09f017f0cd4a'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:05.709529 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:05.723908 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Pushing event updated for resources: {'Port': ['ID=23dc566d-d834-4508-9b26-08a6eecf4550,revision_number=6']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:05.731557 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8f506d-d0b0-4463-8a85-6c044f4c34a5 x-openstack-request-id: req-2e8f506d-d0b0-4463-8a85-6c044f4c34a5 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:05.731763 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c51f83-7fb5-4efe-af59-3b1fce4fff45", "name": "network-vif-deleted", "tag": "abac8863-5932-42d7-aedc-3010bf267ee8", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:05.732190 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2e8f506d-d0b0-4463-8a85-6c044f4c34a5 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:05.732680 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c51f83-7fb5-4efe-af59-3b1fce4fff45', 'name': 'network-vif-deleted', 'tag': 'abac8863-5932-42d7-aedc-3010bf267ee8', 'status': 'completed', 'code': 200} Nov 18 17:10:05.750834 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9faaf239-7b60-4d25-8420-d80af175b9de req-5b7a2f1f-7dbd-4c3f-b959-1f826376729a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1791027 Nov 18 17:10:05.787019 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] No DVR routers for this DVR port 23dc566d-d834-4508-9b26-08a6eecf4550 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:10:05.894138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 019f2ab6-12b3-4b43-987a-ca50d8668711 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:05.907897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Attempting to bind port 23dc566d-d834-4508-9b26-08a6eecf4550 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:05.908558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Attempting to bind port 23dc566d-d834-4508-9b26-08a6eecf4550 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:05.909059 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Attempting to bind port 23dc566d-d834-4508-9b26-08a6eecf4550 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:05.918546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Port 23dc566d-d834-4508-9b26-08a6eecf4550 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:10:05.919122 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Attempting to bind port 23dc566d-d834-4508-9b26-08a6eecf4550 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:05.936930 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 019f2ab6-12b3-4b43-987a-ca50d8668711 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:05.939114 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 019f2ab6-12b3-4b43-987a-ca50d8668711 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:05.956540 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:05.956942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:05.957753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:05.958227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Bound port: 23dc566d-d834-4508-9b26-08a6eecf4550, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:05.958630 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:05.966296 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-e94f296c-521b-44e6-b23d-008d9df3d315 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:05.980379 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d900516-e959-4a6f-b749-306ad0e520a6 req-98a917a5-e46a-4a8d-ac61-f438023277c6 tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0c51f83-7fb5-4efe-af59-3b1fce4fff45 HTTP/1.1" status: 200 len: 210 time: 0.0836873 Nov 18 17:10:06.014955 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2a776-59f0-4ff3-9711-ee47af81fb3d req-55b24ae0-742e-4064-acbf-a23cd8fd1cc8 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:06.016882 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6f2a776-59f0-4ff3-9711-ee47af81fb3d req-55b24ae0-742e-4064-acbf-a23cd8fd1cc8 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7465363-4c40-4cb6-a8c1-bc0a060a7562 HTTP/1.1" status: 200 len: 950 time: 0.1604309 Nov 18 17:10:06.026446 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16a3b951-b016-44a8-9c9a-4a345b31a9fe req-c9b5ee21-531e-4a3d-b552-5cce17446895 service neutron] 10.222.0.83 "GET /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607752 Nov 18 17:10:06.035881 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] For port fa267a90-aada-44a3-815a-2fde81af0876, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:06.085129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:06.108583 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=23dc566d-d834-4508-9b26-08a6eecf4550,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:06.112029 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6f2a776-59f0-4ff3-9711-ee47af81fb3d req-f3f43ee0-3fcb-4bee-8e7a-7b5df7b44f46 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866780 Nov 18 17:10:06.184492 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40dc0fbf-82d6-4b9a-820b-1249eebfaf9c req-1eef3a5e-a6c3-4930-8a4a-f99c00c057b5 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 210 time: 0.0337625 Nov 18 17:10:06.191714 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-e94f296c-521b-44e6-b23d-008d9df3d315 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:06.223685 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:06.247236 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-e94f296c-521b-44e6-b23d-008d9df3d315 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Network 7d71d5bf-0e48-40ce-ab69-465c2210440e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:10:06.250034 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-268c0db5-f91a-44f9-ba4c-09cbf6840ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:06.270001 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] For port fa267a90-aada-44a3-815a-2fde81af0876, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fa267a90-aada-44a3-815a-2fde81af0876,segment=NetworkSegment(91c5298a-4888-4f97-bfd9-f3e72d782547),segment_id=91c5298a-4888-4f97-bfd9-f3e72d782547)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:06.279576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:06.279576 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:06.280367 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-e94f296c-521b-44e6-b23d-008d9df3d315 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:10:06.280471 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] 10.222.0.83 "PUT /v2.0/ports/23dc566d-d834-4508-9b26-08a6eecf4550 HTTP/1.1" status: 200 len: 1096 time: 2.4315076 Nov 18 17:10:06.285730 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-e94f296c-521b-44e6-b23d-008d9df3d315 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:10:06.339466 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f296c-521b-44e6-b23d-008d9df3d315 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event updated for resources: {'Port': ['ID=e9c494ea-97dd-4301-be13-0b3ceedb4d75,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:06.362405 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09339b3-e3b0-459c-8b6c-8ed0910ff89b req-cc90188e-f4a4-4e95-aca7-2d4e3558b092 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:06.365509 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b09339b3-e3b0-459c-8b6c-8ed0910ff89b req-cc90188e-f4a4-4e95-aca7-2d4e3558b092 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 947 time: 0.1841159 Nov 18 17:10:06.401080 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c0db5-f91a-44f9-ba4c-09cbf6840ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=efa9409b-77b0-4d61-899d-0a80c43c950e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:06.409450 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:06.465005 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-e94f296c-521b-44e6-b23d-008d9df3d315 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:06.465836 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-e94f296c-521b-44e6-b23d-008d9df3d315 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:06.466582 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfc718-c64e-405e-bf0d-2d3697c19866 service neutron] Pushing event updated for resources: {'Port': ['ID=23dc566d-d834-4508-9b26-08a6eecf4550,revision_number=7']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:06.491896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:06.492626 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:06.494242 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] 10.222.0.81 "PUT /v2.0/ports/fa267a90-aada-44a3-815a-2fde81af0876 HTTP/1.1" status: 200 len: 1092 time: 2.6755152 Nov 18 17:10:06.507246 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-268c0db5-f91a-44f9-ba4c-09cbf6840ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:06.507451 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b09339b3-e3b0-459c-8b6c-8ed0910ff89b req-7996cd9f-7d7b-4afe-b820-657ba2260f50 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269217 Nov 18 17:10:06.508270 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa7343-b7c0-43e2-988f-4d0a0cb69c8c req-320a16bf-2122-4a40-a668-16739553b141 tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:06.510505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7fa7343-b7c0-43e2-988f-4d0a0cb69c8c req-320a16bf-2122-4a40-a668-16739553b141 tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e7465363-4c40-4cb6-a8c1-bc0a060a7562 HTTP/1.1" status: 200 len: 1102 time: 0.1954761 Nov 18 17:10:06.516707 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-6c52f255-d094-402d-80ce-88dd92872ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:06.518254 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-6c52f255-d094-402d-80ce-88dd92872ce6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 1099 time: 0.1516654 Nov 18 17:10:06.560698 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c354daa-e1a2-4fc5-a8b9-985766196a04 service neutron] Pushing event updated for resources: {'Port': ['ID=fa267a90-aada-44a3-815a-2fde81af0876,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:06.566922 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-e94f296c-521b-44e6-b23d-008d9df3d315 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3120513 Nov 18 17:10:06.622219 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Request body: {'port': {'device_id': 'f62f427c-4a64-426f-a5f7-fb1ece545b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:06.639722 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7fa7343-b7c0-43e2-988f-4d0a0cb69c8c req-6eefbe75-5b3e-4be3-96bf-dcca4403801a tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204412 Nov 18 17:10:06.673487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-e2152c2f-dad2-485b-9219-f120ad92bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:06.674962 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-e2152c2f-dad2-485b-9219-f120ad92bec3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1459711 Nov 18 17:10:06.756007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35958) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:06.764838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-4d54093d-1e7b-4bfd-b8d5-8e046af13e99 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=23dc566d-d834-4508-9b26-08a6eecf4550 HTTP/1.1" status: 200 len: 217 time: 0.0740051 Nov 18 17:10:06.973330 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-06494b14-638e-4121-a491-a55df23ea907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:06.974832 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-06494b14-638e-4121-a491-a55df23ea907 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1959682 Nov 18 17:10:06.992116 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b929414-93ff-48b1-b046-83e6a183c1e2 req-c66ac5e1-f035-4252-8464-303d50458b15 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:06.994253 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b929414-93ff-48b1-b046-83e6a183c1e2 req-c66ac5e1-f035-4252-8464-303d50458b15 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.1949356 Nov 18 17:10:07.098285 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'tag': 'fa267a90-aada-44a3-815a-2fde81af0876'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:07.100323 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1cc062-ddf0-4566-83bf-365ffa608b38" -d '{"events": [{"name": "network-changed", "server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "tag": "fa267a90-aada-44a3-815a-2fde81af0876"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:07.108758 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-268c0db5-f91a-44f9-ba4c-09cbf6840ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:07.115039 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-268c0db5-f91a-44f9-ba4c-09cbf6840ed1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:07.187442 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:07.194223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-361db327-09db-4c00-93a6-1f3f9d7a5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:07.194711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-361db327-09db-4c00-93a6-1f3f9d7a5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:07.195190 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-361db327-09db-4c00-93a6-1f3f9d7a5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:07.195659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-361db327-09db-4c00-93a6-1f3f9d7a5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:07.196190 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-361db327-09db-4c00-93a6-1f3f9d7a5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:07.196653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-361db327-09db-4c00-93a6-1f3f9d7a5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:07.197118 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-361db327-09db-4c00-93a6-1f3f9d7a5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:07.199099 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-361db327-09db-4c00-93a6-1f3f9d7a5da1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8636c767565a441eb773511271a60b63&device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 6494 time: 0.5642817 Nov 18 17:10:07.266500 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-268c0db5-f91a-44f9-ba4c-09cbf6840ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:07.267059 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268c0db5-f91a-44f9-ba4c-09cbf6840ed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5932232a-967c-4d2d-9f9c-d222fd57865c {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:10:07.269366 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-d9a7a0e6-d6df-4157-93ba-ba600df0f36b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79d87257-b73f-4f55-9be6-a319a16fd0f8 HTTP/1.1" status: 200 len: 217 time: 0.0604048 Nov 18 17:10:07.274111 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-268c0db5-f91a-44f9-ba4c-09cbf6840ed1 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:07.277536 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-268c0db5-f91a-44f9-ba4c-09cbf6840ed1 admin admin] 10.222.0.72 "DELETE /v2.0/routers/5932232a-967c-4d2d-9f9c-d222fd57865c HTTP/1.1" status: 204 len: 168 time: 3.8562295 Nov 18 17:10:07.278361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35972) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:07.320039 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4415b6-8b44-4d89-9661-bddfd3c4d046 req-77a4dc1a-ba36-40a4-8578-01417c3c8cc7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:07.326218 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4415b6-8b44-4d89-9661-bddfd3c4d046 req-77a4dc1a-ba36-40a4-8578-01417c3c8cc7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:07.332278 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4415b6-8b44-4d89-9661-bddfd3c4d046 req-77a4dc1a-ba36-40a4-8578-01417c3c8cc7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:07.338212 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4415b6-8b44-4d89-9661-bddfd3c4d046 req-77a4dc1a-ba36-40a4-8578-01417c3c8cc7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:07.344169 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4415b6-8b44-4d89-9661-bddfd3c4d046 req-77a4dc1a-ba36-40a4-8578-01417c3c8cc7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:07.350600 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4415b6-8b44-4d89-9661-bddfd3c4d046 req-77a4dc1a-ba36-40a4-8578-01417c3c8cc7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:07.356828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4415b6-8b44-4d89-9661-bddfd3c4d046 req-77a4dc1a-ba36-40a4-8578-01417c3c8cc7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:07.367182 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be4415b6-8b44-4d89-9661-bddfd3c4d046 req-77a4dc1a-ba36-40a4-8578-01417c3c8cc7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5430 time: 0.4751689 Nov 18 17:10:07.376224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd474c5a-991c-487b-9f4f-630224c788d8 admin admin] Deleting subnet 0b4e7e67-a70a-4a00-91fd-a038d1d82df8 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:10:07.389641 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bd474c5a-991c-487b-9f4f-630224c788d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:07.398160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-43544221-e738-4cee-80a8-6245bd50dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:07.398160 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-43544221-e738-4cee-80a8-6245bd50dc03 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e6246afd-a473-49e2-aa8f-305885903cc9 HTTP/1.1" status: 200 len: 855 time: 0.1152558 Nov 18 17:10:07.454093 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bd474c5a-991c-487b-9f4f-630224c788d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:07.456057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-c81df178-49fe-4fbe-88f8-9fb15a1b8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:07.457556 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-c81df178-49fe-4fbe-88f8-9fb15a1b8d7c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4598441 Nov 18 17:10:07.478410 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b929414-93ff-48b1-b046-83e6a183c1e2 req-3e721502-2677-44db-a695-f516c6edc275 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644802 Nov 18 17:10:07.496264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-7d46ed5a-fc79-469e-b4fa-58b1791a57e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:07.496264 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-7d46ed5a-fc79-469e-b4fa-58b1791a57e1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=21e57fb7-15e2-4168-9940-61b5b33853bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782807 Nov 18 17:10:07.653009 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-d8a8c17c-2257-4afc-bc6a-46a051e8f76e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ac151e4448864b68b1035daf3741f627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717158 Nov 18 17:10:07.661044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be4415b6-8b44-4d89-9661-bddfd3c4d046 req-0f91aac0-61cf-4915-a0ad-53bac1596b96 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2952948 Nov 18 17:10:07.686626 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bd474c5a-991c-487b-9f4f-630224c788d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:07.759299 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23dc566d-d834-4508-9b26-08a6eecf4550'}, {'name': 'network-changed', 'server_uuid': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'tag': '23dc566d-d834-4508-9b26-08a6eecf4550'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:07.761779 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12f4e25-b411-484b-b72f-d2d2029e8f11" -d '{"events": [{"server_uuid": "ab26da21-cc1f-48c4-8c84-c7cbed9ac72e", "name": "network-vif-unplugged", "status": "completed", "tag": "23dc566d-d834-4508-9b26-08a6eecf4550"}, {"name": "network-changed", "server_uuid": "ab26da21-cc1f-48c4-8c84-c7cbed9ac72e", "tag": "23dc566d-d834-4508-9b26-08a6eecf4550"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:07.768202 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-7087c248-1ae1-4863-aa86-204fec6da140 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853687 Nov 18 17:10:07.807431 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1b041e-43a2-493d-b6da-bdb9353011e2 x-openstack-request-id: req-2a1b041e-43a2-493d-b6da-bdb9353011e2 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:07.807736 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "tag": "fa267a90-aada-44a3-815a-2fde81af0876", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:07.808021 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2a1b041e-43a2-493d-b6da-bdb9353011e2 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:07.808430 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'tag': 'fa267a90-aada-44a3-815a-2fde81af0876', 'status': 'completed', 'code': 200} Nov 18 17:10:07.825970 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5d64d007-420f-4ab2-b80d-dc9868883177 service neutron] 10.222.0.81 "GET /v2.0/networks/21e57fb7-15e2-4168-9940-61b5b33853bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268282 Nov 18 17:10:07.910996 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device efa9409b-77b0-4d61-899d-0a80c43c950e no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:07.939624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: efa9409b-77b0-4d61-899d-0a80c43c950e {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:07.940761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device efa9409b-77b0-4d61-899d-0a80c43c950e not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:07.942483 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bd474c5a-991c-487b-9f4f-630224c788d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:08.004807 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd474c5a-991c-487b-9f4f-630224c788d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4e7e67-a70a-4a00-91fd-a038d1d82df8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:08.018781 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b106ed-8cdc-46f1-b266-a2fe8580aea0 None None] Network b774b810-3d9c-4b19-9254-bb91c7b50841 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:10:08.021741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bd474c5a-991c-487b-9f4f-630224c788d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:08.027901 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bd474c5a-991c-487b-9f4f-630224c788d8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0b4e7e67-a70a-4a00-91fd-a038d1d82df8 HTTP/1.1" status: 204 len: 168 time: 0.7452006 Nov 18 17:10:08.030769 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35990) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:08.036061 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-76e48ef9-efec-467a-9b61-638c8f9945f2 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:08.038159 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-76e48ef9-efec-467a-9b61-638c8f9945f2 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3703942 Nov 18 17:10:08.044692 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c494ea-97dd-4301-be13-0b3ceedb4d75 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:08.059936 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-1c2572f3-4bc4-410e-812d-31072e2ff066 service neutron] 10.222.0.81 "GET /v2.0/networks/21e57fb7-15e2-4168-9940-61b5b33853bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128856 Nov 18 17:10:08.065347 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:08.066384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a81b7-5ade-4eae-b8bd-02e70d485053 req-d636d744-07a6-45f9-89c9-f59152ebdb86 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:08.067962 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee8a81b7-5ade-4eae-b8bd-02e70d485053 req-d636d744-07a6-45f9-89c9-f59152ebdb86 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 932 time: 0.2217574 Nov 18 17:10:08.107653 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-1e27523c-4afa-4f07-b6c9-e15ef9305f7b tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/quotas/ac151e4448864b68b1035daf3741f627 HTTP/1.1" status: 200 len: 375 time: 0.0586445 Nov 18 17:10:08.109720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Transition to ACTIVE for port object e9c494ea-97dd-4301-be13-0b3ceedb4d75 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:10:08.110854 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb41adab-7291-4cdc-9406-db0a9a4d91ad req-33612d97-59b0-4c43-8371-fce04e22a42f service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194864 Nov 18 17:10:08.191656 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-c9a6e49e-82e7-4550-b2fc-7c3307549368 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa HTTP/1.1" status: 200 len: 217 time: 0.1217191 Nov 18 17:10:08.192292 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:08.203567 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35994) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:08.257742 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cffc0c5-8bca-4ba8-8501-5e91e03d9559 None None] DHCP port deletion for b774b810-3d9c-4b19-9254-bb91c7b50841 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:10:08.259505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee8a81b7-5ade-4eae-b8bd-02e70d485053 req-fb66d7bc-b6c1-4b92-83d1-354005f6d0de tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786289 Nov 18 17:10:08.300652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-c1446c06-ed60-401a-8ad1-8c222fa74d28 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1920094 Nov 18 17:10:08.330122 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:08.340057 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32a8f209-cd5c-4a4f-a5d3-cfb248134fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:08.375934 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6cffc0c5-8bca-4ba8-8501-5e91e03d9559 None None] Deleting port feb97cb4-998b-405d-bc80-d775a133004c {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:08.378626 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6cffc0c5-8bca-4ba8-8501-5e91e03d9559 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:08.397905 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Pushing event updated for resources: {'Port': ['ID=e9c494ea-97dd-4301-be13-0b3ceedb4d75,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:08.422645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-ca2b4833-8582-4486-a368-27c2bf63ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:08.424370 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-ca2b4833-8582-4486-a368-27c2bf63ed4e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.2216046 Nov 18 17:10:08.494794 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61a389-e2b4-463e-a4db-33b2c8917bd9 req-90003ad7-ecff-4ed4-9221-90cea1e27fa8 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:08.496470 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae61a389-e2b4-463e-a4db-33b2c8917bd9 req-90003ad7-ecff-4ed4-9221-90cea1e27fa8 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 947 time: 0.1061985 Nov 18 17:10:08.621760 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a02f9f32-21e2-4112-b1da-c79ed0d80430 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b9f52fbcb3f94fd991776745a1a8302d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4087846 Nov 18 17:10:08.627472 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36002) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:08.628233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Attempting to bind port e9c494ea-97dd-4301-be13-0b3ceedb4d75 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:08.628565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Attempting to bind port e9c494ea-97dd-4301-be13-0b3ceedb4d75 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'e0051c73-cd29-46e4-92a8-c1ac82adfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7d71d5bf-0e48-40ce-ab69-465c2210440e'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:08.628894 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Attempting to bind port e9c494ea-97dd-4301-be13-0b3ceedb4d75 on network 7d71d5bf-0e48-40ce-ab69-465c2210440e {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:08.644560 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-92afbf02-7f30-462e-9995-6f60bff77ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:08.646355 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-92afbf02-7f30-462e-9995-6f60bff77ab3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1953888 Nov 18 17:10:08.654285 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Port e9c494ea-97dd-4301-be13-0b3ceedb4d75 on network 7d71d5bf-0e48-40ce-ab69-465c2210440e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:10:08.654628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Attempting to bind port e9c494ea-97dd-4301-be13-0b3ceedb4d75 on network 7d71d5bf-0e48-40ce-ab69-465c2210440e {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:08.675436 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6cffc0c5-8bca-4ba8-8501-5e91e03d9559 None None] For port feb97cb4-998b-405d-bc80-d775a133004c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=feb97cb4-998b-405d-bc80-d775a133004c,segment=NetworkSegment(01861380-1107-47c7-ab4a-be11090e1798),segment_id=01861380-1107-47c7-ab4a-be11090e1798)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:08.676374 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6cffc0c5-8bca-4ba8-8501-5e91e03d9559 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:08.686917 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6ddcad-b60d-4ceb-abac-693b376214e7 x-openstack-request-id: req-db6ddcad-b60d-4ceb-abac-693b376214e7 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:08.687229 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab26da21-cc1f-48c4-8c84-c7cbed9ac72e", "name": "network-vif-unplugged", "status": "completed", "tag": "23dc566d-d834-4508-9b26-08a6eecf4550", "code": 200}, {"name": "network-changed", "server_uuid": "ab26da21-cc1f-48c4-8c84-c7cbed9ac72e", "tag": "23dc566d-d834-4508-9b26-08a6eecf4550", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:08.687495 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-db6ddcad-b60d-4ceb-abac-693b376214e7 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:08.687966 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23dc566d-d834-4508-9b26-08a6eecf4550', 'code': 200} Nov 18 17:10:08.688236 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'tag': '23dc566d-d834-4508-9b26-08a6eecf4550', 'status': 'completed', 'code': 200} Nov 18 17:10:08.701900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:08.702523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Checking segment: {'id': 'e0051c73-cd29-46e4-92a8-c1ac82adfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7d71d5bf-0e48-40ce-ab69-465c2210440e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:08.702624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Bound using segment: {'id': 'e0051c73-cd29-46e4-92a8-c1ac82adfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7d71d5bf-0e48-40ce-ab69-465c2210440e'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:08.703074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Bound port: e9c494ea-97dd-4301-be13-0b3ceedb4d75, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0051c73-cd29-46e4-92a8-c1ac82adfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7d71d5bf-0e48-40ce-ab69-465c2210440e'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:08.703438 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:08.704375 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6cffc0c5-8bca-4ba8-8501-5e91e03d9559 None None] Calling delete_port for feb97cb4-998b-405d-bc80-d775a133004c owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:08.711564 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] Deleting port feb97cb4-998b-405d-bc80-d775a133004c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:08.712509 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:08.735100 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae61a389-e2b4-463e-a4db-33b2c8917bd9 req-6e4f28cc-5181-4c42-bfdb-e749e2ab3d9d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311783 Nov 18 17:10:08.871575 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6cffc0c5-8bca-4ba8-8501-5e91e03d9559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:08.893102 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac3f2a69-31ec-4fcc-a59a-3b503462d470 req-92960d32-5d5a-4b92-aecb-70943e7ec79f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 210 time: 0.0830853 Nov 18 17:10:08.914448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] For port feb97cb4-998b-405d-bc80-d775a133004c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=feb97cb4-998b-405d-bc80-d775a133004c,segment=NetworkSegment(01861380-1107-47c7-ab4a-be11090e1798),segment_id=01861380-1107-47c7-ab4a-be11090e1798)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:08.914448 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:08.919159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cffc0c5-8bca-4ba8-8501-5e91e03d9559 None None] Pushing event deleted for resources: {'Port': ['ID=feb97cb4-998b-405d-bc80-d775a133004c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:08.930194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cffc0c5-8bca-4ba8-8501-5e91e03d9559 None None] No DVR routers for this DVR port feb97cb4-998b-405d-bc80-d775a133004c on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:10:08.954834 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33c42e09-d612-4eb5-9bc1-028cf5acd804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:08.974807 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-c03b5d5e-cbe6-44c1-9d8c-fc078185e6fa service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157349 Nov 18 17:10:08.974997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83ba3c-798f-4a81-9d20-6e01460bdb65 req-b03edf9a-ac90-4bf6-a098-ae568bb0024a tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:08.980319 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f83ba3c-798f-4a81-9d20-6e01460bdb65 req-b03edf9a-ac90-4bf6-a098-ae568bb0024a tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.1991212 Nov 18 17:10:08.986396 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] Calling delete_port for feb97cb4-998b-405d-bc80-d775a133004c owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:08.987425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-385d6e54-5d31-4561-b0af-dade6b26ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:08.989174 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-385d6e54-5d31-4561-b0af-dade6b26ad10 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 1099 time: 0.2531111 Nov 18 17:10:08.991326 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-248332df-fd12-45da-ad0e-6afb9844723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:08.993555 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-248332df-fd12-45da-ad0e-6afb9844723c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 1099 time: 0.2247937 Nov 18 17:10:09.026356 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] For port e9c494ea-97dd-4301-be13-0b3ceedb4d75, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:09.038688 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33c42e09-d612-4eb5-9bc1-028cf5acd804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:09.096470 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] For port e9c494ea-97dd-4301-be13-0b3ceedb4d75, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e9c494ea-97dd-4301-be13-0b3ceedb4d75,segment=NetworkSegment(e0051c73-cd29-46e4-92a8-c1ac82adfc5d),segment_id=e0051c73-cd29-46e4-92a8-c1ac82adfc5d)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:09.200042 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-9952de44-d652-4c77-b46d-76744e74ac91 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117004 Nov 18 17:10:09.204192 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:09.208717 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:09.286432 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] No DVR routers for this DVR port feb97cb4-998b-405d-bc80-d775a133004c on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:10:09.289398 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-e5164ceb-2677-4ceb-9551-16a4d729e265 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=c35afb8c-cdd6-4eec-89f6-d10f42645523 HTTP/1.1" status: 200 len: 217 time: 0.0735221 Nov 18 17:10:09.291232 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:09.291868 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:09.293174 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] 10.222.0.83 "PUT /v2.0/ports/e9c494ea-97dd-4301-be13-0b3ceedb4d75 HTTP/1.1" status: 200 len: 1093 time: 2.6771772 Nov 18 17:10:09.356636 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33c42e09-d612-4eb5-9bc1-028cf5acd804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:09.359724 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33c42e09-d612-4eb5-9bc1-028cf5acd804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:09.360905 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-33c42e09-d612-4eb5-9bc1-028cf5acd804 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7e3b4944-f1a3-4280-9314-0d49d85e5e76 HTTP/1.1" status: 204 len: 168 time: 0.7295423 Nov 18 17:10:09.393703 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c2f83-3061-4f01-815d-6be72880497e service neutron] Pushing event updated for resources: {'Port': ['ID=e9c494ea-97dd-4301-be13-0b3ceedb4d75,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:09.400037 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c42e09-d612-4eb5-9bc1-028cf5acd804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3b4944-f1a3-4280-9314-0d49d85e5e76,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:09.463442 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:09.480255 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb97cb4-998b-405d-bc80-d775a133004c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:09.485384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-e2cebe14-f91f-460e-95c6-b9dce3bfe849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:09.485384 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-e2cebe14-f91f-460e-95c6-b9dce3bfe849 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.1853116 Nov 18 17:10:09.485760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f83ba3c-798f-4a81-9d20-6e01460bdb65 req-32bd2f15-d3c7-4641-9637-78cfae2fde4e tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895425 Nov 18 17:10:09.502241 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4aa9d7-6681-47f6-a7d5-614459f42f6e req-7f1a7fc2-9e4b-436f-bcd6-fbcf54dacb5b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:09.508912 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4aa9d7-6681-47f6-a7d5-614459f42f6e req-7f1a7fc2-9e4b-436f-bcd6-fbcf54dacb5b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:09.514964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4aa9d7-6681-47f6-a7d5-614459f42f6e req-7f1a7fc2-9e4b-436f-bcd6-fbcf54dacb5b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:09.521259 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4aa9d7-6681-47f6-a7d5-614459f42f6e req-7f1a7fc2-9e4b-436f-bcd6-fbcf54dacb5b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:09.528164 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4aa9d7-6681-47f6-a7d5-614459f42f6e req-7f1a7fc2-9e4b-436f-bcd6-fbcf54dacb5b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:09.530301 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b774b810-3d9c-4b19-9254-bb91c7b50841']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:09.535030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4aa9d7-6681-47f6-a7d5-614459f42f6e req-7f1a7fc2-9e4b-436f-bcd6-fbcf54dacb5b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:09.540255 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4aa9d7-6681-47f6-a7d5-614459f42f6e req-7f1a7fc2-9e4b-436f-bcd6-fbcf54dacb5b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:09.542265 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b4aa9d7-6681-47f6-a7d5-614459f42f6e req-7f1a7fc2-9e4b-436f-bcd6-fbcf54dacb5b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5430 time: 0.5478232 Nov 18 17:10:09.557403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01861380-1107-47c7-ab4a-be11090e1798') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:09.557403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01861380-1107-47c7-ab4a-be11090e1798') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:09.574467 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:09.597811 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-dc32eb50-d6f8-4f77-a481-23eb6bfa28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:09.599349 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-dc32eb50-d6f8-4f77-a481-23eb6bfa28fa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=557edf255516466592ba607b8048c913&device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 1096 time: 0.1650896 Nov 18 17:10:09.603061 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:09.605454 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-617fe1f7-403a-48a4-b0bd-6052b6fa6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:09.606940 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-617fe1f7-403a-48a4-b0bd-6052b6fa6d37 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0975032 Nov 18 17:10:09.612135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:10:09.614366 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:10:09.633959 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-cd1e43ad-a66b-4407-b6c0-f7758287140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:09.634835 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-cd1e43ad-a66b-4407-b6c0-f7758287140b service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.6128752 Nov 18 17:10:09.642874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-cb9d09d4-a396-4635-a6ba-5c5b2504df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:09.642874 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-cb9d09d4-a396-4635-a6ba-5c5b2504df2a service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.6396949 Nov 18 17:10:09.686483 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-1f9db901-8a4c-4ac8-ac99-c662e9d9af2b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9c494ea-97dd-4301-be13-0b3ceedb4d75 HTTP/1.1" status: 200 len: 217 time: 0.0619285 Nov 18 17:10:09.739271 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-85c706c7-ab37-46cd-8ed3-2c94389c1dc3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=23dc566d-d834-4508-9b26-08a6eecf4550 HTTP/1.1" status: 200 len: 217 time: 0.0928893 Nov 18 17:10:09.744659 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-2b30af29-3d3b-44b9-8e30-165166160f29 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=23dc566d-d834-4508-9b26-08a6eecf4550 HTTP/1.1" status: 200 len: 217 time: 0.0960400 Nov 18 17:10:09.792030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b62657-f37a-4b18-b58b-f01b982b4d5e req-c45cf431-1621-484b-8dc9-e7db71f5cc05 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:09.793567 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35b62657-f37a-4b18-b58b-f01b982b4d5e req-c45cf431-1621-484b-8dc9-e7db71f5cc05 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 944 time: 0.2329926 Nov 18 17:10:09.809722 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62f427c-4a64-426f-a5f7-fb1ece545b94', 'tag': 'e9c494ea-97dd-4301-be13-0b3ceedb4d75'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:09.812016 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09a41f5-e7b6-4ab8-a22e-bca7b8c9e45a" -d '{"events": [{"name": "network-changed", "server_uuid": "f62f427c-4a64-426f-a5f7-fb1ece545b94", "tag": "e9c494ea-97dd-4301-be13-0b3ceedb4d75"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:09.825535 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-eab17e06-715c-43f5-950a-3f0db70fe28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:09.825535 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-eab17e06-715c-43f5-950a-3f0db70fe28f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b5a5d3a0-0aaf-46fb-92a9-f911a7fb8193 HTTP/1.1" status: 200 len: 852 time: 0.1019735 Nov 18 17:10:09.834424 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-a1cb3037-6b86-484c-9435-3e1b9f3ee7c7 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088053 Nov 18 17:10:09.835955 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:09.841833 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:09.848606 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b774b810-3d9c-4b19-9254-bb91c7b50841 HTTP/1.1" status: 204 len: 168 time: 1.8136551 Nov 18 17:10:09.890774 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b4aa9d7-6681-47f6-a7d5-614459f42f6e req-c3adac53-0876-4e0f-8ccb-d7e7c88273f1 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3361273 Nov 18 17:10:09.894742 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-abfb122f-6933-4fbe-91b0-db4934484a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:09.899577 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d456b5-5039-41a2-84e7-0006038e8278 admin admin] Pushing event deleted for resources: {'Network': ['ID=b774b810-3d9c-4b19-9254-bb91c7b50841,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:09.903318 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-abfb122f-6933-4fbe-91b0-db4934484a4c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1320660 Nov 18 17:10:09.918735 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-667f61c3-1d44-48aa-b348-1e49fecdb668 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d71d5bf-0e48-40ce-ab69-465c2210440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712612 Nov 18 17:10:09.984723 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device feb97cb4-998b-405d-bc80-d775a133004c no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:10.007948 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:10:10.009864 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: feb97cb4-998b-405d-bc80-d775a133004c {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:10.010328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device feb97cb4-998b-405d-bc80-d775a133004c not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:10.058088 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-32a8f209-cd5c-4a4f-a5d3-cfb248134fff admin admin] Deleting port 45b77293-3f0c-4ed5-94c8-a28671f17be5 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:10.058441 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32a8f209-cd5c-4a4f-a5d3-cfb248134fff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:10.090559 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-230cd605-3826-4ca9-b304-c9629f4dcb08 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416847 Nov 18 17:10:10.104874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-06775afa-96fa-43c5-8098-d847328a8f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:10.106594 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-06775afa-96fa-43c5-8098-d847328a8f41 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.3536327 Nov 18 17:10:10.151186 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-49e81c44-e4cd-46b9-b3f5-4f552b08d8a4 service neutron] 10.222.0.83 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207713 Nov 18 17:10:10.152657 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-8177c1ae-ac79-476b-821a-77d58231687f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=5d103daf-823c-46a5-b025-3be6a959e97f HTTP/1.1" status: 200 len: 217 time: 0.0501535 Nov 18 17:10:10.237313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-9fb36185-3612-40e6-8fa1-49164a531c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:10.238833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-9fb36185-3612-40e6-8fa1-49164a531c0a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3182974 Nov 18 17:10:10.270277 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-00b2126b-8234-4ab8-ab14-791b0f1db3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:10.271653 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-00b2126b-8234-4ab8-ab14-791b0f1db3f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.1020360 Nov 18 17:10:10.299332 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fe83f-4deb-4782-9bc5-d8f6871bea50 req-e15f5992-ecc2-4efc-8f25-f1f114a887a9 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:10.301208 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-409fe83f-4deb-4782-9bc5-d8f6871bea50 req-e15f5992-ecc2-4efc-8f25-f1f114a887a9 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 947 time: 0.2341566 Nov 18 17:10:10.315201 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad0ae110-0f97-4f75-8b75-92ebab224066 req-43d602c2-0824-4c81-8532-f846cab1c558 service neutron] 10.222.0.83 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559861 Nov 18 17:10:10.333630 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35b62657-f37a-4b18-b58b-f01b982b4d5e req-28dbc2b3-aa2b-490d-a998-09759bde6ae2 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942529 Nov 18 17:10:10.350363 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-126c6eb2-adef-448c-9109-df3beca86251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:10.353704 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-126c6eb2-adef-448c-9109-df3beca86251 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2230008 Nov 18 17:10:10.353860 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36038) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:10.356059 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-49376552-19ff-4d07-9e29-7aae04069b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:10.356780 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-32a8f209-cd5c-4a4f-a5d3-cfb248134fff admin admin] For port 45b77293-3f0c-4ed5-94c8-a28671f17be5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=45b77293-3f0c-4ed5-94c8-a28671f17be5,segment=NetworkSegment(c64e58f2-65dc-44f4-bbbe-7df53f8c3711),segment_id=c64e58f2-65dc-44f4-bbbe-7df53f8c3711)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:10.357179 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32a8f209-cd5c-4a4f-a5d3-cfb248134fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:10.357578 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-49376552-19ff-4d07-9e29-7aae04069b6c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0782726 Nov 18 17:10:10.408312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-32a8f209-cd5c-4a4f-a5d3-cfb248134fff admin admin] Calling delete_port for 45b77293-3f0c-4ed5-94c8-a28671f17be5 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:10.432108 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe97b3e-d02b-4191-9af9-95970fe80aea x-openstack-request-id: req-bfe97b3e-d02b-4191-9af9-95970fe80aea {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:10.432414 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62f427c-4a64-426f-a5f7-fb1ece545b94", "tag": "e9c494ea-97dd-4301-be13-0b3ceedb4d75", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:10.432666 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bfe97b3e-d02b-4191-9af9-95970fe80aea {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:10.433070 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62f427c-4a64-426f-a5f7-fb1ece545b94', 'tag': 'e9c494ea-97dd-4301-be13-0b3ceedb4d75', 'status': 'completed', 'code': 200} Nov 18 17:10:10.439103 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-173a3a88-e2e0-4ad6-befb-fbba323741ec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e1ea671c0fde4fd8b5f996fbf92564c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0780191 Nov 18 17:10:10.440390 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36040) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:10.585616 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-7a247e22-cba8-4564-8207-849315ad4e30 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192109 Nov 18 17:10:10.598491 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd010bf9-c7e8-4006-beb0-4659a181d9f4 req-989c49ec-760e-4971-aec5-4f5457ddb441 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 210 time: 0.0635190 Nov 18 17:10:10.600410 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a41f5-e7b6-4ab8-a22e-bca7b8c9e45a req-846358fe-d42d-4a73-af7d-ec18f420621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:10.601615 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a09a41f5-e7b6-4ab8-a22e-bca7b8c9e45a req-846358fe-d42d-4a73-af7d-ec18f420621e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=557edf255516466592ba607b8048c913&device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 1096 time: 0.0943880 Nov 18 17:10:10.611626 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-409fe83f-4deb-4782-9bc5-d8f6871bea50 req-f8d309d9-5121-4fc2-b470-b57b874a2d1b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896409 Nov 18 17:10:10.630589 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-a43b38cc-147f-4280-8459-b5c7990037c9 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739121 Nov 18 17:10:10.636670 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ccabc57-5e2b-4fc0-9a84-9e19c470050c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:10.648959 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-9de4a3e4-7847-49b9-9497-e32ebcb3c178 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657607 Nov 18 17:10:10.692034 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 23dc566d-d834-4508-9b26-08a6eecf4550 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:10.822925 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ccabc57-5e2b-4fc0-9a84-9e19c470050c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:10.824490 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=23dc566d-d834-4508-9b26-08a6eecf4550,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:10.839360 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '23dc566d-d834-4508-9b26-08a6eecf4550', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '23dc566d-d834-4508-9b26-08a6eecf4550', 'mac_address': 'fa:16:3e:c7:6f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:10.896432 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:10.912096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a41f5-e7b6-4ab8-a22e-bca7b8c9e45a req-b24684fb-18f3-4740-9a1b-4e63d1dadb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:10.913896 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a09a41f5-e7b6-4ab8-a22e-bca7b8c9e45a req-b24684fb-18f3-4740-9a1b-4e63d1dadb05 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7d71d5bf-0e48-40ce-ab69-465c2210440e HTTP/1.1" status: 200 len: 914 time: 0.2984190 Nov 18 17:10:10.914654 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23dc566d-d834-4508-9b26-08a6eecf4550 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:10.917425 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-ab4a45e6-c4e3-4603-85a5-b22ba8ed07a6 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128197 Nov 18 17:10:10.944438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=23dc566d-d834-4508-9b26-08a6eecf4550,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:10.977639 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-581f51b9-0f4d-4d7e-b2bb-10c9331fa7b6 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392036 Nov 18 17:10:10.993576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59085e4-5fb4-4e45-ba9a-40c9ce72d098 req-97bc2b32-a760-4e56-a7f9-8fcb15d3e4df tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:10.995113 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e59085e4-5fb4-4e45-ba9a-40c9ce72d098 req-97bc2b32-a760-4e56-a7f9-8fcb15d3e4df tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.2255425 Nov 18 17:10:11.009211 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-1a3d4253-5b53-475a-a5c4-1aba5627e487 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=37ba74a3-0698-4645-beb0-2a2e4acae185 HTTP/1.1" status: 200 len: 217 time: 0.0816190 Nov 18 17:10:11.009211 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ccabc57-5e2b-4fc0-9a84-9e19c470050c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:11.013381 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ccabc57-5e2b-4fc0-9a84-9e19c470050c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:11.014525 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7ccabc57-5e2b-4fc0-9a84-9e19c470050c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c75801dc-2665-4c1e-a8ce-a7c1e0761ad2 HTTP/1.1" status: 204 len: 168 time: 0.5735393 Nov 18 17:10:11.056954 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e12f4e25-b411-484b-b72f-d2d2029e8f11 req-a66fbabf-261b-4d39-8b92-a3f6d696f118 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751087 Nov 18 17:10:11.057187 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:11.144158 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a09a41f5-e7b6-4ab8-a22e-bca7b8c9e45a req-b0c3c966-bfa4-4aab-85bf-8ec0429b967a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9c494ea-97dd-4301-be13-0b3ceedb4d75 HTTP/1.1" status: 200 len: 217 time: 0.1585608 Nov 18 17:10:11.145891 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-3f79d908-3f84-4613-b21a-465062d7ab86 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ac151e4448864b68b1035daf3741f627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1530595 Nov 18 17:10:11.148629 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e59085e4-5fb4-4e45-ba9a-40c9ce72d098 req-ff8dab78-dae8-4906-aaba-f2845c4abfb3 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159339 Nov 18 17:10:11.149132 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccabc57-5e2b-4fc0-9a84-9e19c470050c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75801dc-2665-4c1e-a8ce-a7c1e0761ad2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:11.159988 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=23dc566d-d834-4508-9b26-08a6eecf4550,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:11.179149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb871a-db8b-4782-a9e9-8aecd9958e7f req-3a0eac8d-b02c-46d1-83f2-8f43812262f3 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:11.191898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:11.197045 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb871a-db8b-4782-a9e9-8aecd9958e7f req-3a0eac8d-b02c-46d1-83f2-8f43812262f3 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:11.203064 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb871a-db8b-4782-a9e9-8aecd9958e7f req-3a0eac8d-b02c-46d1-83f2-8f43812262f3 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:11.208361 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:11.208943 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:11.209445 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:11.209943 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:11.210353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb871a-db8b-4782-a9e9-8aecd9958e7f req-3a0eac8d-b02c-46d1-83f2-8f43812262f3 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:11.210616 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:11.211106 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:11.212165 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:11.212698 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:11.213217 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:11.213753 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:11.214263 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:11.217023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb871a-db8b-4782-a9e9-8aecd9958e7f req-3a0eac8d-b02c-46d1-83f2-8f43812262f3 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:11.223028 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb871a-db8b-4782-a9e9-8aecd9958e7f req-3a0eac8d-b02c-46d1-83f2-8f43812262f3 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:11.229065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb871a-db8b-4782-a9e9-8aecd9958e7f req-3a0eac8d-b02c-46d1-83f2-8f43812262f3 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:11.231042 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bdeb871a-db8b-4782-a9e9-8aecd9958e7f req-3a0eac8d-b02c-46d1-83f2-8f43812262f3 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5430 time: 0.2026663 Nov 18 17:10:11.232363 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32a8f209-cd5c-4a4f-a5d3-cfb248134fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:11.274591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8f209-cd5c-4a4f-a5d3-cfb248134fff admin admin] Pushing event deleted for resources: {'Port': ['ID=45b77293-3f0c-4ed5-94c8-a28671f17be5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:11.425332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bdeb871a-db8b-4782-a9e9-8aecd9958e7f req-faadc67a-749e-42f7-8577-d90c7c1604e4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1835959 Nov 18 17:10:11.507383 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['23dc566d-d834-4508-9b26-08a6eecf4550'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:11.698616 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32a8f209-cd5c-4a4f-a5d3-cfb248134fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:11.753893 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-25d057e1-4a8c-4df0-9481-ced9b7855c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:11.759570 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-25d057e1-4a8c-4df0-9481-ced9b7855c93 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.7427740 Nov 18 17:10:11.811405 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-17df504b-7491-42c9-93c6-ab0bf7b15d67 req-b81d516f-cd30-4194-a037-763fd3b51d23 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 210 time: 0.0298929 Nov 18 17:10:11.882848 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a41f5-e7b6-4ab8-a22e-bca7b8c9e45a req-73901d7c-07f8-4e93-acc2-d713cd805468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:11.884417 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a09a41f5-e7b6-4ab8-a22e-bca7b8c9e45a req-73901d7c-07f8-4e93-acc2-d713cd805468 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b5a5d3a0-0aaf-46fb-92a9-f911a7fb8193 HTTP/1.1" status: 200 len: 852 time: 0.7123213 Nov 18 17:10:11.946685 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a09a41f5-e7b6-4ab8-a22e-bca7b8c9e45a req-c47e91df-a2b8-4b35-a276-81c5312c79ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d71d5bf-0e48-40ce-ab69-465c2210440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374000 Nov 18 17:10:11.964196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5cbfffdc-66e3-4ee6-8da8-2bbeec710e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:11.965731 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-5cbfffdc-66e3-4ee6-8da8-2bbeec710e80 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1916285 Nov 18 17:10:11.997073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-eb734986-8007-4948-8a84-df5e52549568 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:11.998586 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-eb734986-8007-4948-8a84-df5e52549568 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8056564 Nov 18 17:10:12.028091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-57bebd66-63ed-4897-b00a-e0683a187771 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Request body: {'port': {'device_id': '790cece8-67ab-4910-bda5-59b66eb44931', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'ac151e4448864b68b1035daf3741f627'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:12.209795 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a09a41f5-e7b6-4ab8-a22e-bca7b8c9e45a req-167004c9-1c43-486e-b1ed-78737dc40be3 service neutron] 10.222.0.83 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413738 Nov 18 17:10:12.213972 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b6e91-7178-4ca4-ae5b-a0905e357976 req-d58e6475-0700-436e-953d-9eedbf74fa3d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:12.215499 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-234b6e91-7178-4ca4-ae5b-a0905e357976 req-d58e6475-0700-436e-953d-9eedbf74fa3d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 944 time: 0.6846964 Nov 18 17:10:12.223072 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e06566-db58-4248-a8c6-2122325be5ad req-618b865c-4de3-4f18-8383-1df8040b36b0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:12.224689 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0e06566-db58-4248-a8c6-2122325be5ad req-618b865c-4de3-4f18-8383-1df8040b36b0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 948 time: 0.1082675 Nov 18 17:10:12.242250 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-a528df4e-1ae9-45f9-8e4a-99d958c20fb4 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649777 Nov 18 17:10:12.367523 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-234b6e91-7178-4ca4-ae5b-a0905e357976 req-33fe29c8-1cef-428b-b79a-d22dba481e10 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416731 Nov 18 17:10:12.384540 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0e06566-db58-4248-a8c6-2122325be5ad req-b89a3408-cd17-4960-8c36-5f3baf50621c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281743 Nov 18 17:10:12.407107 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a09a41f5-e7b6-4ab8-a22e-bca7b8c9e45a req-8aec6287-3864-4d29-82b1-f34d8b47386a service neutron] 10.222.0.83 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776509 Nov 18 17:10:12.411969 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a8f209-cd5c-4a4f-a5d3-cfb248134fff admin admin] Router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:10:12.424766 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-d078df4c-b4bd-4351-af76-389cace630b6 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665349 Nov 18 17:10:12.472994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-57bebd66-63ed-4897-b00a-e0683a187771 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Made reservation on behalf of ac151e4448864b68b1035daf3741f627 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:10:12.476804 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-57bebd66-63ed-4897-b00a-e0683a187771 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:12.481420 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-1948449e-a3fe-453c-885d-16a31a05683c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=84a0bb91-96da-442c-900b-aff2f8cd6a10 HTTP/1.1" status: 200 len: 217 time: 0.0471916 Nov 18 17:10:12.573626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a8f209-cd5c-4a4f-a5d3-cfb248134fff admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:10:12.576437 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36094) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:12.579921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-32a8f209-cd5c-4a4f-a5d3-cfb248134fff admin admin] 10.222.0.72 "PUT /v2.0/routers/481f53fc-b0fb-496a-b964-ef1bc6ac9265/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8220460 Nov 18 17:10:12.582703 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36096) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:12.587619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53712d97-799d-4c9e-80be-98a44a896e0a None None] Sync routers for ids ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:10:12.595109 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-ca08bd07-c659-443b-a21a-db9db7768f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:12.597043 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-ca08bd07-c659-443b-a21a-db9db7768f50 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0c855e27-c6ec-4503-9af2-99dd78ab764e HTTP/1.1" status: 200 len: 797 time: 0.1046920 Nov 18 17:10:12.605455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53712d97-799d-4c9e-80be-98a44a896e0a None None] Routers {'481f53fc-b0fb-496a-b964-ef1bc6ac9265'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:10:12.608184 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-53712d97-799d-4c9e-80be-98a44a896e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:10:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:12.637632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65d6b5-8513-4cad-86c5-154637b87d0c req-a84033d1-d601-4b34-a584-452d301a22a4 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:12.638892 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c65d6b5-8513-4cad-86c5-154637b87d0c req-a84033d1-d601-4b34-a584-452d301a22a4 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.1108770 Nov 18 17:10:12.694833 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-33c36259-f147-417c-ba6a-ac93bd1bcfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:12.696506 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-33c36259-f147-417c-ba6a-ac93bd1bcfbf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77027101-4097-4189-b03d-09f017f0cd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0921166 Nov 18 17:10:12.736772 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-57bebd66-63ed-4897-b00a-e0683a187771 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Allocated IP 192.168.233.73 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/062aeb19-fa42-42ed-a269-aff0ce7a3714) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:10:12.744966 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c681ac-281e-4433-8ade-3e32d22d988c admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:12.752098 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c65d6b5-8513-4cad-86c5-154637b87d0c req-6405fc94-d491-4294-92df-5662a46c18a3 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024213 Nov 18 17:10:12.777595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-53712d97-799d-4c9e-80be-98a44a896e0a None None] Set router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:10:12.810597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b8e362a4-102f-4167-9ac6-7128af6f7ac4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-801559991-network', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:12.942982 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device e9c494ea-97dd-4301-be13-0b3ceedb4d75 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:12.962221 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c681ac-281e-4433-8ade-3e32d22d988c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:13.005499 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-53712d97-799d-4c9e-80be-98a44a896e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:10:10Z', 'revision_number': 5, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:13.011512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d103917-8b19-4e51-9921-9d38ec788763 req-252eac34-17b1-444c-9266-70b9576b8370 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:13.020843 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d103917-8b19-4e51-9921-9d38ec788763 req-252eac34-17b1-444c-9266-70b9576b8370 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:13.027758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d103917-8b19-4e51-9921-9d38ec788763 req-252eac34-17b1-444c-9266-70b9576b8370 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:13.034390 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d103917-8b19-4e51-9921-9d38ec788763 req-252eac34-17b1-444c-9266-70b9576b8370 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:13.042403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d103917-8b19-4e51-9921-9d38ec788763 req-252eac34-17b1-444c-9266-70b9576b8370 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:13.045304 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53712d97-799d-4c9e-80be-98a44a896e0a None None] Checking router: 481f53fc-b0fb-496a-b964-ef1bc6ac9265 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:10:13.050743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d103917-8b19-4e51-9921-9d38ec788763 req-252eac34-17b1-444c-9266-70b9576b8370 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:13.054446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e362a4-102f-4167-9ac6-7128af6f7ac4 admin admin] Made reservation on behalf of 44e822c0713b49b8a83e7a0e08353a2f for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:10:13.056938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b8e362a4-102f-4167-9ac6-7128af6f7ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:13.057754 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53712d97-799d-4c9e-80be-98a44a896e0a None None] Routers {'481f53fc-b0fb-496a-b964-ef1bc6ac9265'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:10:13.058397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-53712d97-799d-4c9e-80be-98a44a896e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:10:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:13.061976 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d103917-8b19-4e51-9921-9d38ec788763 req-252eac34-17b1-444c-9266-70b9576b8370 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:13.065489 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d103917-8b19-4e51-9921-9d38ec788763 req-252eac34-17b1-444c-9266-70b9576b8370 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5430 time: 0.1884172 Nov 18 17:10:13.084971 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b8e362a4-102f-4167-9ac6-7128af6f7ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:13.093578 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-d9be279b-3bdc-437d-82a8-0c2c13f3cabf service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854208 Nov 18 17:10:13.121437 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-9f4afb4b-6085-47ec-987a-7f81a9c8393a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:13.122968 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-9f4afb4b-6085-47ec-987a-7f81a9c8393a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e&tenant_id=b5619a9fdad84356bf3a835e304c5fab&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 948 time: 0.1314445 Nov 18 17:10:13.139911 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-518476a6-9269-46b9-b259-c9a141f7f7eb req-a1a865c4-db01-49b1-97b8-1ba8046250c7 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 210 time: 0.0728991 Nov 18 17:10:13.229467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d103917-8b19-4e51-9921-9d38ec788763 req-5408ed65-196c-4fe0-aab6-84156ac70604 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1225619 Nov 18 17:10:13.236971 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-57bebd66-63ed-4897-b00a-e0683a187771 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:13.237600 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-53712d97-799d-4c9e-80be-98a44a896e0a None None] Set router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:10:13.264163 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-93c681ac-281e-4433-8ade-3e32d22d988c admin admin] Deleting port ef762605-425d-41d4-a047-640d2858b414 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:13.264883 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c681ac-281e-4433-8ade-3e32d22d988c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:13.361075 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5d5f0-03a1-4756-8379-2d07cbb2f4d0 req-89fd2f4e-9576-4278-b528-d11d69569dde tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:13.362838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54f5d5f0-03a1-4756-8379-2d07cbb2f4d0 req-89fd2f4e-9576-4278-b528-d11d69569dde tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 948 time: 0.1299238 Nov 18 17:10:13.380981 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-b6ef88a9-ffae-4bcd-8d2f-6e98efb4d2dd service neutron] 10.222.0.83 "GET /v2.0/ports/23dc566d-d834-4508-9b26-08a6eecf4550/bindings/n-h2-813419-11 HTTP/1.1" status: 200 len: 383 time: 0.2419508 Nov 18 17:10:13.382860 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-4a38e1a9-c285-4a48-80ff-cdfb472b4359 service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782741 Nov 18 17:10:13.397870 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port e9c494ea-97dd-4301-be13-0b3ceedb4d75, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e9c494ea-97dd-4301-be13-0b3ceedb4d75,segment=NetworkSegment(e0051c73-cd29-46e4-92a8-c1ac82adfc5d),segment_id=e0051c73-cd29-46e4-92a8-c1ac82adfc5d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:13.409964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-93c681ac-281e-4433-8ade-3e32d22d988c admin admin] For port ef762605-425d-41d4-a047-640d2858b414, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ef762605-425d-41d4-a047-640d2858b414,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:13.410364 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c681ac-281e-4433-8ade-3e32d22d988c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:13.423187 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'e9c494ea-97dd-4301-be13-0b3ceedb4d75', 'network_id': '7d71d5bf-0e48-40ce-ab69-465c2210440e', 'port_id': 'e9c494ea-97dd-4301-be13-0b3ceedb4d75', 'mac_address': 'fa:16:3e:60:51:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a5d3a0-0aaf-46fb-92a9-f911a7fb8193', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:13.442200 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-93c681ac-281e-4433-8ade-3e32d22d988c admin admin] Calling delete_port for ef762605-425d-41d4-a047-640d2858b414 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:13.448210 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-73f577c1-7545-441b-bf59-8bf31e726911 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fa267a90-aada-44a3-815a-2fde81af0876 HTTP/1.1" status: 200 len: 217 time: 0.0570607 Nov 18 17:10:13.474140 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54f5d5f0-03a1-4756-8379-2d07cbb2f4d0 req-c366fcbf-0483-43a2-90b0-e4885ca5ee53 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016228 Nov 18 17:10:13.510721 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:13.533692 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c494ea-97dd-4301-be13-0b3ceedb4d75 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:13.541431 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-57bebd66-63ed-4897-b00a-e0683a187771 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:13.561082 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ccc795c3-47b6-480d-ac8f-8bda64deb4c4', '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4', '5850bb26-aa4a-41aa-b226-91a828f7961c', '39f07cce-125e-4e0f-a41b-2bca71e9e63d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:13.594254 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c97406-1a45-4a07-9682-51656142f00d req-6483d049-6fec-434d-b831-766625fa24fa tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:13.594895 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['072cb0b4-b1bb-4455-8077-85633024525b', 'af04793e-0100-4257-9379-ae2bf5ce4956', '3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:13.603433 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01c97406-1a45-4a07-9682-51656142f00d req-6483d049-6fec-434d-b831-766625fa24fa tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 944 time: 0.0987031 Nov 18 17:10:13.603918 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b8e362a4-102f-4167-9ac6-7128af6f7ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:13.626640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-57bebd66-63ed-4897-b00a-e0683a187771 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:10:13.628511 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-9eb46a49-7ec5-474c-9e15-ef71d0edc895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:13.630046 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-9eb46a49-7ec5-474c-9e15-ef71d0edc895 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0c855e27-c6ec-4503-9af2-99dd78ab764e HTTP/1.1" status: 200 len: 797 time: 0.1621625 Nov 18 17:10:13.638398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-57bebd66-63ed-4897-b00a-e0683a187771 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:10:13.654356 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-57bebd66-63ed-4897-b00a-e0683a187771 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:10:13.661017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-81699263-cc67-46e8-950a-891aa3189edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:13.661480 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-81699263-cc67-46e8-950a-891aa3189edc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 1100 time: 0.2099304 Nov 18 17:10:13.677702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bebd66-63ed-4897-b00a-e0683a187771 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Pushing event updated for resources: {'Port': ['ID=062aeb19-fa42-42ed-a269-aff0ce7a3714,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:13.720434 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b8e362a4-102f-4167-9ac6-7128af6f7ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:13.722446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01c97406-1a45-4a07-9682-51656142f00d req-628c68b9-c579-44a6-8022-9f1e668e779d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125202 Nov 18 17:10:13.771352 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port e9c494ea-97dd-4301-be13-0b3ceedb4d75, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e9c494ea-97dd-4301-be13-0b3ceedb4d75,segment=NetworkSegment(e0051c73-cd29-46e4-92a8-c1ac82adfc5d),segment_id=e0051c73-cd29-46e4-92a8-c1ac82adfc5d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:13.781569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e362a4-102f-4167-9ac6-7128af6f7ac4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:10:13.784161 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-53712d97-799d-4c9e-80be-98a44a896e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:10:10Z', 'revision_number': 5, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:13.815132 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-57bebd66-63ed-4897-b00a-e0683a187771 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:13.815776 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-57bebd66-63ed-4897-b00a-e0683a187771 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:13.831556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53712d97-799d-4c9e-80be-98a44a896e0a None None] The sync data for ids ['481f53fc-b0fb-496a-b964-ef1bc6ac9265'] in n-d-813419-11 is: [{'id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953671958-router', 'tenant_id': '8c06eab41c094a658cd4053515999f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ef762605-425d-41d4-a047-640d2858b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:00Z', 'updated_at': '2021-11-18T17:10:10Z', 'revision_number': 5, 'project_id': '8c06eab41c094a658cd4053515999f68', 'gw_port': {'id': 'ef762605-425d-41d4-a047-640d2858b414', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f53fc-b0fb-496a-b964-ef1bc6ac9265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:01Z', 'updated_at': '2021-11-18T17:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:10:13.874971 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e362a4-102f-4167-9ac6-7128af6f7ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c27198-2056-4583-8dfb-dc961d7a5d27,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:13.885821 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b8e362a4-102f-4167-9ac6-7128af6f7ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:13.885821 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-b8e362a4-102f-4167-9ac6-7128af6f7ac4 admin admin] Added segment 7731e68e-3093-4bdb-adb6-2374a8b35b53 of type vlan for network 4f4796a7-8973-4978-b5e1-5282e232bf45 Nov 18 17:10:13.903365 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:13.903703 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-f241d78d-9c93-48d1-9983-567295452341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:13.903703 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-f241d78d-9c93-48d1-9983-567295452341 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77027101-4097-4189-b03d-09f017f0cd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2575414 Nov 18 17:10:13.911444 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c681ac-281e-4433-8ade-3e32d22d988c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:13.958089 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b8e362a4-102f-4167-9ac6-7128af6f7ac4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:13.959099 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c681ac-281e-4433-8ade-3e32d22d988c admin admin] Pushing event deleted for resources: {'Port': ['ID=ef762605-425d-41d4-a047-640d2858b414,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:14.011554 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-57bebd66-63ed-4897-b00a-e0683a187771 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0006926 Nov 18 17:10:14.015718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=e9c494ea-97dd-4301-be13-0b3ceedb4d75,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:14.034156 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Request body: {'port': {'device_id': '790cece8-67ab-4910-bda5-59b66eb44931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:14.078038 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b8e362a4-102f-4167-9ac6-7128af6f7ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:14.079114 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e362a4-102f-4167-9ac6-7128af6f7ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:14.080398 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c681ac-281e-4433-8ade-3e32d22d988c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:14.081065 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b8e362a4-102f-4167-9ac6-7128af6f7ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:14.193935 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c681ac-281e-4433-8ade-3e32d22d988c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:14.201467 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:14.204370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-c429e007-0c9e-4b85-883a-f479a39fccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:14.205978 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-c429e007-0c9e-4b85-883a-f479a39fccaa service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.5256600 Nov 18 17:10:14.210488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98c202-dce9-468d-8408-df64df6fb00c req-4e7e8762-d323-49f5-9482-cfd79251917d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:14.215705 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e98c202-dce9-468d-8408-df64df6fb00c req-4e7e8762-d323-49f5-9482-cfd79251917d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.1815386 Nov 18 17:10:14.218915 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c681ac-281e-4433-8ade-3e32d22d988c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:14.273273 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-722b01a2-4f3b-457b-81fe-f199b017e690 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=23dc566d-d834-4508-9b26-08a6eecf4550 HTTP/1.1" status: 200 len: 217 time: 0.0501392 Nov 18 17:10:14.284450 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b8e362a4-102f-4167-9ac6-7128af6f7ac4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7054644 Nov 18 17:10:14.309469 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36154) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:14.329493 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-60c6e725-59d5-47e1-a583-bed9cd689d9c admin admin] Request body: {'subnet': {'network_id': '4f4796a7-8973-4978-b5e1-5282e232bf45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-801559991-subnet', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:14.337912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d2683480-faec-4ed0-88e5-f63f9d74aca7 None None] Provisioning complete for port 062aeb19-fa42-42ed-a269-aff0ce7a3714 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:14.338290 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d2683480-faec-4ed0-88e5-f63f9d74aca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:14.380335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e362a4-102f-4167-9ac6-7128af6f7ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=4f4796a7-8973-4978-b5e1-5282e232bf45,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:14.382836 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-f1199a24-09ee-46fd-9f62-6247b2f7bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:14.384581 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-f1199a24-09ee-46fd-9f62-6247b2f7bddc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0707028 Nov 18 17:10:14.389262 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e98c202-dce9-468d-8408-df64df6fb00c req-2b285451-b11e-41cd-8def-ed10e10d9146 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725159 Nov 18 17:10:14.403490 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['e9c494ea-97dd-4301-be13-0b3ceedb4d75'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:14.413604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb0340-d670-4827-8270-c79a77f43c0a req-d4fd6b76-2a3a-40aa-b693-ab0f0e199c0d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:14.425272 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11eb0340-d670-4827-8270-c79a77f43c0a req-d4fd6b76-2a3a-40aa-b693-ab0f0e199c0d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 935 time: 0.1861143 Nov 18 17:10:14.442358 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-9e710a74-9624-4a56-82d3-34b96f11b3da service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480476 Nov 18 17:10:14.452233 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 4f4796a7-8973-4978-b5e1-5282e232bf45 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:10:14.486503 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c681ac-281e-4433-8ade-3e32d22d988c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:14.487348 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c681ac-281e-4433-8ade-3e32d22d988c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 481f53fc-b0fb-496a-b964-ef1bc6ac9265 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:10:14.490930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c6e725-59d5-47e1-a583-bed9cd689d9c admin admin] Made reservation on behalf of 44e822c0713b49b8a83e7a0e08353a2f for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:10:14.493681 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-60c6e725-59d5-47e1-a583-bed9cd689d9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:14.500406 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c681ac-281e-4433-8ade-3e32d22d988c admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:14.502060 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-93c681ac-281e-4433-8ade-3e32d22d988c admin admin] 10.222.0.72 "DELETE /v2.0/routers/481f53fc-b0fb-496a-b964-ef1bc6ac9265 HTTP/1.1" status: 204 len: 168 time: 1.9178269 Nov 18 17:10:14.514935 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36158) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:14.581019 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d2683480-faec-4ed0-88e5-f63f9d74aca7 None None] Port 062aeb19-fa42-42ed-a269-aff0ce7a3714 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:10:14.586997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-c0ad6868-281f-4088-9640-181f0ee48159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:14.588595 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-c0ad6868-281f-4088-9640-181f0ee48159 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1868827 Nov 18 17:10:14.652493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11eb0340-d670-4827-8270-c79a77f43c0a req-73dbd7a1-d7e5-42c8-a464-f9b8c53eaa79 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191713 Nov 18 17:10:14.668093 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27b91422-343c-4b4c-9b29-cd26d3681994 req-bf21ef5f-2368-4388-93d1-42e2a15f8953 service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149816 Nov 18 17:10:14.674518 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-153ebe42-a537-43ed-8cc2-e2380171d8e5 admin admin] Deleting subnet ab1c1519-af93-4458-8a9d-ac5eb923f940 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:10:14.685123 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-153ebe42-a537-43ed-8cc2-e2380171d8e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:14.722581 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 23dc566d-d834-4508-9b26-08a6eecf4550 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:14.736263 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6a4ae-d36e-4b33-89bd-abe98491498e req-041599ea-5ee0-4560-9839-55672e41458e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:14.743576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6a4ae-d36e-4b33-89bd-abe98491498e req-041599ea-5ee0-4560-9839-55672e41458e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:14.751286 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6a4ae-d36e-4b33-89bd-abe98491498e req-041599ea-5ee0-4560-9839-55672e41458e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:14.756458 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6a4ae-d36e-4b33-89bd-abe98491498e req-041599ea-5ee0-4560-9839-55672e41458e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:14.763358 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6a4ae-d36e-4b33-89bd-abe98491498e req-041599ea-5ee0-4560-9839-55672e41458e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:14.769828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6a4ae-d36e-4b33-89bd-abe98491498e req-041599ea-5ee0-4560-9839-55672e41458e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:14.776498 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6a4ae-d36e-4b33-89bd-abe98491498e req-041599ea-5ee0-4560-9839-55672e41458e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:14.784550 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dae6a4ae-d36e-4b33-89bd-abe98491498e req-041599ea-5ee0-4560-9839-55672e41458e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5430 time: 0.2685950 Nov 18 17:10:14.789154 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-a5ef9144-fb82-4273-9033-9ec13c950083 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869242 Nov 18 17:10:14.838144 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-153ebe42-a537-43ed-8cc2-e2380171d8e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:14.898697 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-f846c694-4788-4721-a33d-493311e4b668 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992491 Nov 18 17:10:14.989544 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c09c3a-da74-41d1-a42d-f13d4096e055 req-03c161e5-f954-422e-aa2c-a41c4dbd2dba tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:14.991393 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a7c09c3a-da74-41d1-a42d-f13d4096e055 req-03c161e5-f954-422e-aa2c-a41c4dbd2dba tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 948 time: 0.2008903 Nov 18 17:10:15.009266 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dae6a4ae-d36e-4b33-89bd-abe98491498e req-a851de9f-ef55-4734-a9b3-07bd4aec1cf0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2231510 Nov 18 17:10:15.009448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc062-ddf0-4566-83bf-365ffa608b38 req-bbd5e7c7-f1b5-485f-918b-192be23fa090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:15.009903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc062-ddf0-4566-83bf-365ffa608b38 req-bbd5e7c7-f1b5-485f-918b-192be23fa090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:15.010557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc062-ddf0-4566-83bf-365ffa608b38 req-bbd5e7c7-f1b5-485f-918b-192be23fa090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:15.011240 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc062-ddf0-4566-83bf-365ffa608b38 req-bbd5e7c7-f1b5-485f-918b-192be23fa090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:15.011713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc062-ddf0-4566-83bf-365ffa608b38 req-bbd5e7c7-f1b5-485f-918b-192be23fa090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:15.012466 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc062-ddf0-4566-83bf-365ffa608b38 req-bbd5e7c7-f1b5-485f-918b-192be23fa090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:15.012932 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc062-ddf0-4566-83bf-365ffa608b38 req-bbd5e7c7-f1b5-485f-918b-192be23fa090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:15.014968 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7d1cc062-ddf0-4566-83bf-365ffa608b38 req-bbd5e7c7-f1b5-485f-918b-192be23fa090 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8636c767565a441eb773511271a60b63&device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 6494 time: 0.1133242 Nov 18 17:10:15.030846 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062aeb19-fa42-42ed-a269-aff0ce7a3714 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:15.049666 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:15.105895 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Transition to ACTIVE for port object 062aeb19-fa42-42ed-a269-aff0ce7a3714 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:10:15.114602 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 23dc566d-d834-4508-9b26-08a6eecf4550 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:10:15.129459 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 23dc566d-d834-4508-9b26-08a6eecf4550 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:15.130215 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:15.319349 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:15.348449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dc566d-d834-4508-9b26-08a6eecf4550'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:15.351661 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8bc5f5-6c50-4aa7-8a0e-cfe33e221ab1" -d '{"events": [{"server_uuid": "ab26da21-cc1f-48c4-8c84-c7cbed9ac72e", "name": "network-vif-plugged", "status": "completed", "tag": "23dc566d-d834-4508-9b26-08a6eecf4550"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:15.369386 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=23dc566d-d834-4508-9b26-08a6eecf4550,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:15.447861 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:15.458399 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:15.482746 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-153ebe42-a537-43ed-8cc2-e2380171d8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:15.516233 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a7c09c3a-da74-41d1-a42d-f13d4096e055 req-5a80c002-8b21-40ac-856d-cc055052815b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617288 Nov 18 17:10:15.531218 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324346b-a778-452a-b268-33303f25d914 service neutron] Pushing event updated for resources: {'Port': ['ID=062aeb19-fa42-42ed-a269-aff0ce7a3714,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:15.540296 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-60c6e725-59d5-47e1-a583-bed9cd689d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:15.549049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc062-ddf0-4566-83bf-365ffa608b38 req-8c5cbd01-3e8e-4ef8-b4ed-3d5e2c1a5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:15.550233 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=23dc566d-d834-4508-9b26-08a6eecf4550,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:15.550542 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7d1cc062-ddf0-4566-83bf-365ffa608b38 req-8c5cbd01-3e8e-4ef8-b4ed-3d5e2c1a5d2a service neutron] 10.222.0.81 "GET /v2.0/networks?id=77027101-4097-4189-b03d-09f017f0cd4a HTTP/1.1" status: 200 len: 904 time: 0.5127075 Nov 18 17:10:15.551466 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e75a39-132d-4139-b64a-aa130b0a5969 req-b9f3efe7-025e-4fcc-8745-e1dea9f04788 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:15.559527 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-62e75a39-132d-4139-b64a-aa130b0a5969 req-b9f3efe7-025e-4fcc-8745-e1dea9f04788 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 945 time: 0.4527516 Nov 18 17:10:15.623322 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7d1cc062-ddf0-4566-83bf-365ffa608b38 req-7157c0e1-a51e-47ff-9a1c-99336cca917d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fa267a90-aada-44a3-815a-2fde81af0876 HTTP/1.1" status: 200 len: 217 time: 0.0479181 Nov 18 17:10:15.639682 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4922beb8-e457-4ede-a726-32e18fa09f26 x-openstack-request-id: req-4922beb8-e457-4ede-a726-32e18fa09f26 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:15.640611 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab26da21-cc1f-48c4-8c84-c7cbed9ac72e", "name": "network-vif-plugged", "status": "completed", "tag": "23dc566d-d834-4508-9b26-08a6eecf4550", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:15.641349 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4922beb8-e457-4ede-a726-32e18fa09f26 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:15.642024 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dc566d-d834-4508-9b26-08a6eecf4550', 'code': 200} Nov 18 17:10:15.653398 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6e725-59d5-47e1-a583-bed9cd689d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f60c49c1-3497-4016-ba03-6d5ebba344ea,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:15.690632 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-62e75a39-132d-4139-b64a-aa130b0a5969 req-908af9d8-7f80-45b6-8f65-fa3fbe9a752a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284564 Nov 18 17:10:15.698065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c6e725-59d5-47e1-a583-bed9cd689d9c admin admin] Checking segment: {'id': '7731e68e-3093-4bdb-adb6-2374a8b35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '4f4796a7-8973-4978-b5e1-5282e232bf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:15.700948 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Attempting to bind port 062aeb19-fa42-42ed-a269-aff0ce7a3714 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:15.701301 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Attempting to bind port 062aeb19-fa42-42ed-a269-aff0ce7a3714 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:15.701634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Attempting to bind port 062aeb19-fa42-42ed-a269-aff0ce7a3714 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:15.704057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c6e725-59d5-47e1-a583-bed9cd689d9c admin admin] Network hostable DHCP agents. Network: 4f4796a7-8973-4978-b5e1-5282e232bf45, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:10:15.714691 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Port 062aeb19-fa42-42ed-a269-aff0ce7a3714 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:10:15.715024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Attempting to bind port 062aeb19-fa42-42ed-a269-aff0ce7a3714 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:15.727579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:15.728123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:15.728550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:15.729004 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Bound port: 062aeb19-fa42-42ed-a269-aff0ce7a3714, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:15.729364 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:15.761614 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-153ebe42-a537-43ed-8cc2-e2380171d8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:15.775893 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc062-ddf0-4566-83bf-365ffa608b38 req-099d92ae-1e52-4643-9534-fa1b56aaa795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:15.778047 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7d1cc062-ddf0-4566-83bf-365ffa608b38 req-099d92ae-1e52-4643-9534-fa1b56aaa795 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0c855e27-c6ec-4503-9af2-99dd78ab764e HTTP/1.1" status: 200 len: 797 time: 0.1395216 Nov 18 17:10:15.806302 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ebe42-a537-43ed-8cc2-e2380171d8e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab1c1519-af93-4458-8a9d-ac5eb923f940,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:15.817474 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-153ebe42-a537-43ed-8cc2-e2380171d8e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:15.820831 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-153ebe42-a537-43ed-8cc2-e2380171d8e5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ab1c1519-af93-4458-8a9d-ac5eb923f940 HTTP/1.1" status: 204 len: 168 time: 1.3009889 Nov 18 17:10:15.822329 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e50db-b8ff-4591-8747-343d11df792a None None] Network e6675c45-2017-448b-a56f-7a8487b5bcd0 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:10:15.832398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36184) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:15.854957 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fd65a-5c95-4e9b-b5ed-54da17eaf009 req-9656664c-80a6-4d68-8f41-fc4057b49465 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:15.856572 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-688fd65a-5c95-4e9b-b5ed-54da17eaf009 req-9656664c-80a6-4d68-8f41-fc4057b49465 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.1421015 Nov 18 17:10:15.892613 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c6e725-59d5-47e1-a583-bed9cd689d9c admin admin] Network 4f4796a7-8973-4978-b5e1-5282e232bf45 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:10:15.907577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00408d78-d249-473c-bbec-83a08a3a2bf7 req-10455c64-9f99-46ea-8eb4-e2a75ccfbcff tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:15.915810 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-00408d78-d249-473c-bbec-83a08a3a2bf7 req-10455c64-9f99-46ea-8eb4-e2a75ccfbcff tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 947 time: 0.1153865 Nov 18 17:10:15.942035 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc062-ddf0-4566-83bf-365ffa608b38 req-ecfc9111-5c6c-4a3a-bfa5-74ec0fd50474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:15.943097 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7d1cc062-ddf0-4566-83bf-365ffa608b38 req-ecfc9111-5c6c-4a3a-bfa5-74ec0fd50474 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77027101-4097-4189-b03d-09f017f0cd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1444364 Nov 18 17:10:15.960575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] For port 062aeb19-fa42-42ed-a269-aff0ce7a3714, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:15.973250 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:15.975492 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-688fd65a-5c95-4e9b-b5ed-54da17eaf009 req-08a39391-4a25-4ee4-93c7-04ee96e2bddd tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129317 Nov 18 17:10:15.989774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] For port 062aeb19-fa42-42ed-a269-aff0ce7a3714, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=062aeb19-fa42-42ed-a269-aff0ce7a3714,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:15.990592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ef762605-425d-41d4-a047-640d2858b414 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:15.994897 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-00408d78-d249-473c-bbec-83a08a3a2bf7 req-eb429346-216b-4258-91ad-6e94028cd0ad tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733497 Nov 18 17:10:16.006842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-60c6e725-59d5-47e1-a583-bed9cd689d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 4f4796a7-8973-4978-b5e1-5282e232bf45) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:10:16.011761 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c6e725-59d5-47e1-a583-bed9cd689d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:16.012552 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-60c6e725-59d5-47e1-a583-bed9cd689d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:16.030596 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd37c1c2-2dcd-4ed2-8ce4-c96c2bf51835 None None] Network 4f4796a7-8973-4978-b5e1-5282e232bf45 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:10:16.036908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: ef762605-425d-41d4-a047-640d2858b414 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:16.040362 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ef762605-425d-41d4-a047-640d2858b414 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:16.040362 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 45b77293-3f0c-4ed5-94c8-a28671f17be5 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:16.070098 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:16.097238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 45b77293-3f0c-4ed5-94c8-a28671f17be5 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:16.099803 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 45b77293-3f0c-4ed5-94c8-a28671f17be5 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:16.100068 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-60c6e725-59d5-47e1-a583-bed9cd689d9c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7740970 Nov 18 17:10:16.109078 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36200) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:16.117633 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-801559991-router', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:16.132013 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:16.132632 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:16.134526 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8324346b-a778-452a-b268-33303f25d914 service neutron] 10.222.0.81 "PUT /v2.0/ports/062aeb19-fa42-42ed-a269-aff0ce7a3714 HTTP/1.1" status: 200 len: 1096 time: 2.1059494 Nov 18 17:10:16.136384 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7d1cc062-ddf0-4566-83bf-365ffa608b38 req-b40847dd-63cc-4056-add3-383d8aefbbe9 service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841424 Nov 18 17:10:16.136813 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790cece8-67ab-4910-bda5-59b66eb44931', 'tag': '062aeb19-fa42-42ed-a269-aff0ce7a3714'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:16.139236 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d922b2-25fa-439c-8473-937e15d20143" -d '{"events": [{"name": "network-changed", "server_uuid": "790cece8-67ab-4910-bda5-59b66eb44931", "tag": "062aeb19-fa42-42ed-a269-aff0ce7a3714"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:16.199403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324346b-a778-452a-b268-33303f25d914 service neutron] Pushing event updated for resources: {'Port': ['ID=062aeb19-fa42-42ed-a269-aff0ce7a3714,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:16.288307 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:16.291635 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:16.295372 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] Deleting port 2a0c6a80-f228-4655-ace1-bfdb28b3733d {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:16.295709 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:16.310271 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f33652a-8c86-4c00-9df7-e5718e5986ea x-openstack-request-id: req-8f33652a-8c86-4c00-9df7-e5718e5986ea {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:16.310779 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790cece8-67ab-4910-bda5-59b66eb44931", "tag": "062aeb19-fa42-42ed-a269-aff0ce7a3714", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:16.311190 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8f33652a-8c86-4c00-9df7-e5718e5986ea {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:16.311782 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790cece8-67ab-4910-bda5-59b66eb44931', 'tag': '062aeb19-fa42-42ed-a269-aff0ce7a3714', 'status': 'completed', 'code': 200} Nov 18 17:10:16.350132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f627543-f19b-4dec-ad5b-612897706a51 None None] DHCP port deletion for e6675c45-2017-448b-a56f-7a8487b5bcd0 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:10:16.382800 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ba395-7b66-454f-b5fa-7d6459c2938b req-5c7295be-f7c9-430c-8664-1ddba63f5a8c tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:16.389447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ba395-7b66-454f-b5fa-7d6459c2938b req-5c7295be-f7c9-430c-8664-1ddba63f5a8c tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:16.396211 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ba395-7b66-454f-b5fa-7d6459c2938b req-5c7295be-f7c9-430c-8664-1ddba63f5a8c tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:16.403208 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ba395-7b66-454f-b5fa-7d6459c2938b req-5c7295be-f7c9-430c-8664-1ddba63f5a8c tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:16.407106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] For port 2a0c6a80-f228-4655-ace1-bfdb28b3733d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2a0c6a80-f228-4655-ace1-bfdb28b3733d,segment=NetworkSegment(c64e58f2-65dc-44f4-bbbe-7df53f8c3711),segment_id=c64e58f2-65dc-44f4-bbbe-7df53f8c3711)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:16.407486 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:16.409938 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ba395-7b66-454f-b5fa-7d6459c2938b req-5c7295be-f7c9-430c-8664-1ddba63f5a8c tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:16.416049 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ba395-7b66-454f-b5fa-7d6459c2938b req-5c7295be-f7c9-430c-8664-1ddba63f5a8c tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:16.419011 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-4f4796a7-8973-4978-b5e1-5282e232bf45', 'network_id': '4f4796a7-8973-4978-b5e1-5282e232bf45', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'fixed_ips': [{'subnet_id': 'f60c49c1-3497-4016-ba03-6d5ebba344ea'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:10:16.420032 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:16.421963 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ba395-7b66-454f-b5fa-7d6459c2938b req-5c7295be-f7c9-430c-8664-1ddba63f5a8c tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:16.425761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] Calling delete_port for 2a0c6a80-f228-4655-ace1-bfdb28b3733d owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:16.430248 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e29ba395-7b66-454f-b5fa-7d6459c2938b req-5c7295be-f7c9-430c-8664-1ddba63f5a8c tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5430 time: 0.2484794 Nov 18 17:10:16.504964 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7d1cc062-ddf0-4566-83bf-365ffa608b38 req-a2cefb99-0e50-40f8-b3dd-135fffb536fc service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581488 Nov 18 17:10:16.517470 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-0aa3e206-5bde-47f8-a6cc-0ee1f34fba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:16.519077 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-0aa3e206-5bde-47f8-a6cc-0ee1f34fba46 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 1099 time: 0.2668371 Nov 18 17:10:16.520234 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:16.538871 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e29ba395-7b66-454f-b5fa-7d6459c2938b req-d86c7ae2-8a50-4a16-8640-2ed15bcd1664 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1075976 Nov 18 17:10:16.591986 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Allocated IP 172.20.0.2 (4f4796a7-8973-4978-b5e1-5282e232bf45/f60c49c1-3497-4016-ba03-6d5ebba344ea/7c444526-6164-4898-9489-6f883dbd494f) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:10:16.592751 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-35268e6b-c3db-4c29-a235-091844594b68 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=062aeb19-fa42-42ed-a269-aff0ce7a3714 HTTP/1.1" status: 200 len: 217 time: 0.0592561 Nov 18 17:10:16.596123 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6f627543-f19b-4dec-ad5b-612897706a51 None None] Deleting port 2a0c6a80-f228-4655-ace1-bfdb28b3733d {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:16.597061 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f627543-f19b-4dec-ad5b-612897706a51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:16.655488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8e2c5ecc-0a59-456e-ae76-215c9c7091bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:16.657226 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-8e2c5ecc-0a59-456e-ae76-215c9c7091bb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0574365 Nov 18 17:10:16.696428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6f627543-f19b-4dec-ad5b-612897706a51 None None] For port 2a0c6a80-f228-4655-ace1-bfdb28b3733d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2a0c6a80-f228-4655-ace1-bfdb28b3733d,segment=NetworkSegment(c64e58f2-65dc-44f4-bbbe-7df53f8c3711),segment_id=c64e58f2-65dc-44f4-bbbe-7df53f8c3711)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:16.696877 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f627543-f19b-4dec-ad5b-612897706a51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:16.701017 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:16.734652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0c6a80-f228-4655-ace1-bfdb28b3733d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:16.740635 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device e9c494ea-97dd-4301-be13-0b3ceedb4d75 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:16.749451 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] No DVR routers for this DVR port 2a0c6a80-f228-4655-ace1-bfdb28b3733d on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:10:16.773332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6f627543-f19b-4dec-ad5b-612897706a51 None None] Calling delete_port for 2a0c6a80-f228-4655-ace1-bfdb28b3733d owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:16.780606 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-22d586c2-bad8-4cff-9ca0-a58bb1c91d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:16.782611 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-22d586c2-bad8-4cff-9ca0-a58bb1c91d52 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1157269 Nov 18 17:10:16.800611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5444a0-e43f-4525-bfb1-15395f56f8af req-9ab3e1b7-6f7d-4830-8ddd-eec9fa59810c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:16.802737 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f5444a0-e43f-4525-bfb1-15395f56f8af req-9ab3e1b7-6f7d-4830-8ddd-eec9fa59810c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.1717992 Nov 18 17:10:16.848542 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:16.853821 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:16.905936 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c75d3-cbd9-49d8-95ca-19c6eb614269 req-5df127e9-a783-4b17-af85-3cbf53c52e5f tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:16.907467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae9c75d3-cbd9-49d8-95ca-19c6eb614269 req-5df127e9-a783-4b17-af85-3cbf53c52e5f tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 945 time: 0.1320007 Nov 18 17:10:16.932826 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:16.939616 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f627543-f19b-4dec-ad5b-612897706a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:16.946502 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f5444a0-e43f-4525-bfb1-15395f56f8af req-de36432e-3e41-4c59-91ca-1021a0369288 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945892 Nov 18 17:10:16.955611 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-32fbfa37-b224-4e96-bed3-c3d918737a48 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622329 Nov 18 17:10:16.966502 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f627543-f19b-4dec-ad5b-612897706a51 None None] Pushing event deleted for resources: {'Port': ['ID=2a0c6a80-f228-4655-ace1-bfdb28b3733d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:16.969510 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port e9c494ea-97dd-4301-be13-0b3ceedb4d75 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:10:16.971891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f627543-f19b-4dec-ad5b-612897706a51 None None] No DVR routers for this DVR port 2a0c6a80-f228-4655-ace1-bfdb28b3733d on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:10:16.978330 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port e9c494ea-97dd-4301-be13-0b3ceedb4d75 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:16.978711 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:16.983071 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6675c45-2017-448b-a56f-7a8487b5bcd0']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:17.022843 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:17.023503 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64e58f2-65dc-44f4-bbbe-7df53f8c3711') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:17.028831 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae9c75d3-cbd9-49d8-95ca-19c6eb614269 req-3a97245b-3545-4cfd-b5c5-74e620424075 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096776 Nov 18 17:10:17.045526 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:17.070492 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:17.119396 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:17.122365 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:17.126534 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Network 4f4796a7-8973-4978-b5e1-5282e232bf45 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:10:17.138910 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:10:17.139519 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:10:17.139628 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:10:17.142603 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:10:17.144949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:10:17.156288 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Pushing event updated for resources: {'Port': ['ID=7c444526-6164-4898-9489-6f883dbd494f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:17.226703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port e9c494ea-97dd-4301-be13-0b3ceedb4d75, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e9c494ea-97dd-4301-be13-0b3ceedb4d75,segment=NetworkSegment(e0051c73-cd29-46e4-92a8-c1ac82adfc5d),segment_id=e0051c73-cd29-46e4-92a8-c1ac82adfc5d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:17.231261 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-555eb575-9ca2-4dc3-a7bf-cc5aacde95c5 req-1ca3da12-910d-4412-adec-f107ee057feb service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658002 Nov 18 17:10:17.247589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Attempting to bind port 7c444526-6164-4898-9489-6f883dbd494f on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:17.247589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Attempting to bind port 7c444526-6164-4898-9489-6f883dbd494f by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7731e68e-3093-4bdb-adb6-2374a8b35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '4f4796a7-8973-4978-b5e1-5282e232bf45'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:17.247589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Attempting to bind port 7c444526-6164-4898-9489-6f883dbd494f on network 4f4796a7-8973-4978-b5e1-5282e232bf45 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:17.249913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:17.250294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Checking segment: {'id': '7731e68e-3093-4bdb-adb6-2374a8b35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '4f4796a7-8973-4978-b5e1-5282e232bf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:17.250701 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:17.251098 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Bound using segment: {'id': '7731e68e-3093-4bdb-adb6-2374a8b35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '4f4796a7-8973-4978-b5e1-5282e232bf45'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:17.251589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Bound port: 7c444526-6164-4898-9489-6f883dbd494f, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7731e68e-3093-4bdb-adb6-2374a8b35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '4f4796a7-8973-4978-b5e1-5282e232bf45'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:17.252080 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:17.253044 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197b6b3-5838-41a3-ab60-34c52cf97d17 req-011d9312-d33a-407c-8791-34b8ade6d432 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:17.254745 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0197b6b3-5838-41a3-ab60-34c52cf97d17 req-011d9312-d33a-407c-8791-34b8ade6d432 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.0998771 Nov 18 17:10:17.264043 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c32b9-0e9d-4ba2-a9dd-5b637c0a9987 req-2189c8f7-239c-40ce-8429-81492d5afb90 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:17.265516 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e04c32b9-0e9d-4ba2-a9dd-5b637c0a9987 req-2189c8f7-239c-40ce-8429-81492d5afb90 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 947 time: 0.1308911 Nov 18 17:10:17.290863 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:17.316626 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:17.324568 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:17.330515 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] 10.222.0.72 "DELETE /v2.0/networks/e6675c45-2017-448b-a56f-7a8487b5bcd0 HTTP/1.1" status: 204 len: 168 time: 1.4935212 Nov 18 17:10:17.331921 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36224) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:17.369262 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] For port 7c444526-6164-4898-9489-6f883dbd494f, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:17.379723 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=e9c494ea-97dd-4301-be13-0b3ceedb4d75,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:17.385416 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] For port 7c444526-6164-4898-9489-6f883dbd494f, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7c444526-6164-4898-9489-6f883dbd494f,segment=NetworkSegment(7731e68e-3093-4bdb-adb6-2374a8b35b53),segment_id=7731e68e-3093-4bdb-adb6-2374a8b35b53)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:17.391731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9df3e-b595-452f-8da2-045b796f1a4e admin admin] Pushing event deleted for resources: {'Network': ['ID=e6675c45-2017-448b-a56f-7a8487b5bcd0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:17.449115 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:17.478711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d922b2-25fa-439c-8473-937e15d20143 req-f66efc83-818d-4eee-acea-bca2a761de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:17.478711 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-32d922b2-25fa-439c-8473-937e15d20143 req-f66efc83-818d-4eee-acea-bca2a761de53 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 1099 time: 0.1097586 Nov 18 17:10:17.481669 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0197b6b3-5838-41a3-ab60-34c52cf97d17 req-f61d4490-7f69-4804-b857-415fb118c43f tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129600 Nov 18 17:10:17.504072 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e04c32b9-0e9d-4ba2-a9dd-5b637c0a9987 req-822db932-c642-4733-9e56-469e44a380d2 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282903 Nov 18 17:10:17.580294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401b338-6901-43cc-943e-c10af3c5d755 None None] Pushing event updated for resources: {'Port': ['ID=7c444526-6164-4898-9489-6f883dbd494f,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:17.582151 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:17.632922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d922b2-25fa-439c-8473-937e15d20143 req-20ebc852-c91d-4a70-9129-a8a516b1af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:17.635195 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-32d922b2-25fa-439c-8473-937e15d20143 req-20ebc852-c91d-4a70-9129-a8a516b1af0a service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1539078 Nov 18 17:10:17.642226 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:17.643720 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62f427c-4a64-426f-a5f7-fb1ece545b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c494ea-97dd-4301-be13-0b3ceedb4d75'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:17.646714 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e9be78-e946-4798-b3b6-bcaabb9bf94a" -d '{"events": [{"server_uuid": "f62f427c-4a64-426f-a5f7-fb1ece545b94", "name": "network-vif-plugged", "status": "completed", "tag": "e9c494ea-97dd-4301-be13-0b3ceedb4d75"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:17.697859 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051873ed-57c4-4f25-9fb5-cc9511620475 x-openstack-request-id: req-051873ed-57c4-4f25-9fb5-cc9511620475 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:17.698264 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62f427c-4a64-426f-a5f7-fb1ece545b94", "name": "network-vif-plugged", "status": "completed", "tag": "e9c494ea-97dd-4301-be13-0b3ceedb4d75", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:17.698631 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-051873ed-57c4-4f25-9fb5-cc9511620475 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:17.699270 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62f427c-4a64-426f-a5f7-fb1ece545b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c494ea-97dd-4301-be13-0b3ceedb4d75', 'code': 200} Nov 18 17:10:17.736904 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-32d922b2-25fa-439c-8473-937e15d20143 req-068309ec-70b4-4a98-a417-52bce2c11a61 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=062aeb19-fa42-42ed-a269-aff0ce7a3714 HTTP/1.1" status: 200 len: 217 time: 0.0850401 Nov 18 17:10:17.854868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d922b2-25fa-439c-8473-937e15d20143 req-1953dabd-913f-4c5f-9e49-01a62623e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:17.856405 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-32d922b2-25fa-439c-8473-937e15d20143 req-1953dabd-913f-4c5f-9e49-01a62623e8e0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1124325 Nov 18 17:10:17.865073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800ba6f-4c5e-45f2-a015-365d49e89b43 req-dd554adf-e86f-4391-be87-c0db66237198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:17.891274 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c800ba6f-4c5e-45f2-a015-365d49e89b43 req-dd554adf-e86f-4391-be87-c0db66237198 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 1098 time: 0.1123903 Nov 18 17:10:17.962463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d922b2-25fa-439c-8473-937e15d20143 req-dfc8bc61-6e8a-4051-82ac-93d9a068aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:17.964068 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-32d922b2-25fa-439c-8473-937e15d20143 req-dfc8bc61-6e8a-4051-82ac-93d9a068aebe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0722892 Nov 18 17:10:18.004145 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c800ba6f-4c5e-45f2-a015-365d49e89b43 req-605b8922-5079-4582-9651-add970f3ee6d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827630 Nov 18 17:10:18.014048 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7c444526-6164-4898-9489-6f883dbd494f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:18.049752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ee6f4-7a9d-4556-878c-a59117e717d1 req-4dab9825-8c37-4050-b6ba-6deff47a041e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:18.056589 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ee6f4-7a9d-4556-878c-a59117e717d1 req-4dab9825-8c37-4050-b6ba-6deff47a041e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:18.062738 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ee6f4-7a9d-4556-878c-a59117e717d1 req-4dab9825-8c37-4050-b6ba-6deff47a041e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:18.074828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ee6f4-7a9d-4556-878c-a59117e717d1 req-4dab9825-8c37-4050-b6ba-6deff47a041e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:18.077298 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ee6f4-7a9d-4556-878c-a59117e717d1 req-4dab9825-8c37-4050-b6ba-6deff47a041e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:18.083368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ee6f4-7a9d-4556-878c-a59117e717d1 req-4dab9825-8c37-4050-b6ba-6deff47a041e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:18.089516 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ee6f4-7a9d-4556-878c-a59117e717d1 req-4dab9825-8c37-4050-b6ba-6deff47a041e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:18.090638 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 7c444526-6164-4898-9489-6f883dbd494f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:18.091182 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:18.099029 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-32d922b2-25fa-439c-8473-937e15d20143 req-37a65b6a-dd41-47a5-a671-fc2ab6fe9890 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155808 Nov 18 17:10:18.099435 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d6ee6f4-7a9d-4556-878c-a59117e717d1 req-4dab9825-8c37-4050-b6ba-6deff47a041e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5430 time: 0.3911896 Nov 18 17:10:18.263769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Allocated IP 172.25.3.97 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/5d79804c-5280-4ee7-824d-ecf0dff38440) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:10:18.282057 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-32d922b2-25fa-439c-8473-937e15d20143 req-3be4603e-6a8f-4f1a-a353-0da09260fb23 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816652 Nov 18 17:10:18.303418 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d596e0-a9c1-4fa5-929a-057f8ebc8ca2 req-1e6f76f9-e5a5-4847-8565-5bf08b931e5b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:18.305019 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48d596e0-a9c1-4fa5-929a-057f8ebc8ca2 req-1e6f76f9-e5a5-4847-8565-5bf08b931e5b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 949 time: 0.1957402 Nov 18 17:10:18.332864 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d6ee6f4-7a9d-4556-878c-a59117e717d1 req-6fb8edc0-3ef6-4ef9-9438-042967618785 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2325091 Nov 18 17:10:18.342550 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:18.380359 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 7c444526-6164-4898-9489-6f883dbd494f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7c444526-6164-4898-9489-6f883dbd494f,segment=NetworkSegment(7731e68e-3093-4bdb-adb6-2374a8b35b53),segment_id=7731e68e-3093-4bdb-adb6-2374a8b35b53)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:18.448593 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:18.461527 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-82f838dd-1917-4274-b854-e85997e054d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:18.463575 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-82f838dd-1917-4274-b854-e85997e054d6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e&tenant_id=b5619a9fdad84356bf3a835e304c5fab HTTP/1.1" status: 200 len: 1101 time: 0.0565476 Nov 18 17:10:18.469157 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48d596e0-a9c1-4fa5-929a-057f8ebc8ca2 req-ffed459c-07cf-4664-828e-500a0b169795 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526937 Nov 18 17:10:18.506689 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=7c444526-6164-4898-9489-6f883dbd494f,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:18.532851 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:18.553980 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:18.563376 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2a0c6a80-f228-4655-ace1-bfdb28b3733d no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:18.574607 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e71ff-f5c8-4d49-983e-6117cefdbd47 req-fd629b9c-b6e9-40c6-8353-bd7681520a7e tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:18.582128 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb3e71ff-f5c8-4d49-983e-6117cefdbd47 req-fd629b9c-b6e9-40c6-8353-bd7681520a7e tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 946 time: 0.1610315 Nov 18 17:10:18.601449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 2a0c6a80-f228-4655-ace1-bfdb28b3733d {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:18.602077 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2a0c6a80-f228-4655-ace1-bfdb28b3733d not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:18.634494 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:18.685866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb3e71ff-f5c8-4d49-983e-6117cefdbd47 req-2acbda4b-6214-4844-80bd-da72b736038d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028552 Nov 18 17:10:18.723667 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c309db1-3c33-41b2-8391-d58eb08a4550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:18.765525 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:18.831385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54e557a-2918-46ce-a693-9ad8ebdb52f1 None None] Network 4f4796a7-8973-4978-b5e1-5282e232bf45 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:10:18.861804 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:10:18.904374 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=23dc566d-d834-4508-9b26-08a6eecf4550,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:18.916519 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a2ce0505-ae2a-4321-9dcc-9b9561d3c82f None None] Provisioning complete for port 7c444526-6164-4898-9489-6f883dbd494f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:18.916938 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a2ce0505-ae2a-4321-9dcc-9b9561d3c82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:18.944849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:18.990463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23dc566d-d834-4508-9b26-08a6eecf4550'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:18.993459 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90da6031-3c30-4bfb-bfc5-d516a400ab88" -d '{"events": [{"server_uuid": "ab26da21-cc1f-48c4-8c84-c7cbed9ac72e", "name": "network-vif-unplugged", "status": "completed", "tag": "23dc566d-d834-4508-9b26-08a6eecf4550"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:18.997719 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:19.012491 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Transition to ACTIVE for port object 23dc566d-d834-4508-9b26-08a6eecf4550 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:10:19.035348 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 062aeb19-fa42-42ed-a269-aff0ce7a3714 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:19.098971 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:19.166192 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] No DVR routers for this DVR port 23dc566d-d834-4508-9b26-08a6eecf4550 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:10:19.182726 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Pushing event updated for resources: {'Port': ['ID=23dc566d-d834-4508-9b26-08a6eecf4550,revision_number=10']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:19.215829 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Attempting to bind port 23dc566d-d834-4508-9b26-08a6eecf4550 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:19.216372 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Attempting to bind port 23dc566d-d834-4508-9b26-08a6eecf4550 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:19.216785 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Attempting to bind port 23dc566d-d834-4508-9b26-08a6eecf4550 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:19.222026 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Port 23dc566d-d834-4508-9b26-08a6eecf4550 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:10:19.222461 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Attempting to bind port 23dc566d-d834-4508-9b26-08a6eecf4550 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:19.228795 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:19.229291 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:19.229787 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:19.230322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Bound port: 23dc566d-d834-4508-9b26-08a6eecf4550, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:19.230776 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:19.239108 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:10:19.244336 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 062aeb19-fa42-42ed-a269-aff0ce7a3714, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=062aeb19-fa42-42ed-a269-aff0ce7a3714,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:19.248860 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:10:19.268669 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '062aeb19-fa42-42ed-a269-aff0ce7a3714', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '062aeb19-fa42-42ed-a269-aff0ce7a3714', 'mac_address': 'fa:16:3e:f6:37:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:19.285851 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56252be-9410-4cc7-9b32-d014cc6a763d req-3ae17ed5-056e-43e7-9758-3ec0bad2ac5e tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:19.293909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e56252be-9410-4cc7-9b32-d014cc6a763d req-3ae17ed5-056e-43e7-9758-3ec0bad2ac5e tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.6156137 Nov 18 17:10:19.302351 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Pushing event updated for resources: {'Port': ['ID=5d79804c-5280-4ee7-824d-ecf0dff38440,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:19.333861 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:19.337507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:19.341830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=23dc566d-d834-4508-9b26-08a6eecf4550,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:19.350488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062aeb19-fa42-42ed-a269-aff0ce7a3714 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:19.357264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:19.362319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:19.362319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:19.362319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:19.362319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:19.362319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:19.362319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:19.362319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:19.362319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:19.362319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:19.362319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:19.362319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:19.387485 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d9666-359f-4c7e-b1a3-81cc274b456d req-0ade31d4-37e2-48d2-9720-16e84b54a240 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:19.393765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 062aeb19-fa42-42ed-a269-aff0ce7a3714, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=062aeb19-fa42-42ed-a269-aff0ce7a3714,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:19.400808 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-626d9666-359f-4c7e-b1a3-81cc274b456d req-0ade31d4-37e2-48d2-9720-16e84b54a240 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 947 time: 0.6208637 Nov 18 17:10:19.436556 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:19.460094 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:19.489061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:19.490375 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:19.513820 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] 10.222.0.81 "PUT /v2.0/ports/23dc566d-d834-4508-9b26-08a6eecf4550 HTTP/1.1" status: 200 len: 1097 time: 1.0276103 Nov 18 17:10:19.549895 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=062aeb19-fa42-42ed-a269-aff0ce7a3714,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:19.552323 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba98af3-ccb6-49a3-b253-b5a89a5c6b8d service neutron] Pushing event updated for resources: {'Port': ['ID=23dc566d-d834-4508-9b26-08a6eecf4550,revision_number=11']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:19.591610 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-94bfebcf-4ce9-440a-8116-da9f31a07045 None None] Provisioning complete for port 7c444526-6164-4898-9489-6f883dbd494f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:19.592080 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-94bfebcf-4ce9-440a-8116-da9f31a07045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:19.598884 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e56252be-9410-4cc7-9b32-d014cc6a763d req-d0724eb9-bd4f-44fe-b77e-01358b5b92e9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039813 Nov 18 17:10:19.630516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-d2bec438-1ea5-4427-b14d-0d58351d2897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:19.630516 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-d2bec438-1ea5-4427-b14d-0d58351d2897 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 1100 time: 0.0723159 Nov 18 17:10:19.714415 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-626d9666-359f-4c7e-b1a3-81cc274b456d req-4e53619e-06df-49c1-987e-24b23387042e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026791 Nov 18 17:10:19.810856 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c92c623-6ede-45b1-9a52-335d9a3785bc x-openstack-request-id: req-3c92c623-6ede-45b1-9a52-335d9a3785bc {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:19.811166 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab26da21-cc1f-48c4-8c84-c7cbed9ac72e", "name": "network-vif-unplugged", "status": "completed", "tag": "23dc566d-d834-4508-9b26-08a6eecf4550", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:19.811430 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3c92c623-6ede-45b1-9a52-335d9a3785bc {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:19.814746 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23dc566d-d834-4508-9b26-08a6eecf4550', 'code': 200} Nov 18 17:10:19.844925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-39fcc71e-b0f6-45fc-8579-f21c5603c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:19.846451 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-39fcc71e-b0f6-45fc-8579-f21c5603c34f service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.2097793 Nov 18 17:10:19.878211 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['062aeb19-fa42-42ed-a269-aff0ce7a3714'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:19.898467 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-8828c4f2-ff13-4d19-a49f-a6b9406fb8dc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=23dc566d-d834-4508-9b26-08a6eecf4550 HTTP/1.1" status: 200 len: 217 time: 0.0429401 Nov 18 17:10:19.942457 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7c444526-6164-4898-9489-6f883dbd494f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:19.962761 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65b7ad-0cf4-4981-be18-b20359633405 req-b163b41d-a5ad-4fb1-a43c-ab1fb5334e97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:19.963012 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-1b08c54b-e0ff-4d54-8e26-46ec92943a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:19.964354 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-1b08c54b-e0ff-4d54-8e26-46ec92943a0a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0563979 Nov 18 17:10:19.968897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65b7ad-0cf4-4981-be18-b20359633405 req-b163b41d-a5ad-4fb1-a43c-ab1fb5334e97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:19.976436 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65b7ad-0cf4-4981-be18-b20359633405 req-b163b41d-a5ad-4fb1-a43c-ab1fb5334e97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:19.982273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65b7ad-0cf4-4981-be18-b20359633405 req-b163b41d-a5ad-4fb1-a43c-ab1fb5334e97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:19.988372 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65b7ad-0cf4-4981-be18-b20359633405 req-b163b41d-a5ad-4fb1-a43c-ab1fb5334e97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:19.994739 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65b7ad-0cf4-4981-be18-b20359633405 req-b163b41d-a5ad-4fb1-a43c-ab1fb5334e97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:20.000723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65b7ad-0cf4-4981-be18-b20359633405 req-b163b41d-a5ad-4fb1-a43c-ab1fb5334e97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:20.003420 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea65b7ad-0cf4-4981-be18-b20359633405 req-b163b41d-a5ad-4fb1-a43c-ab1fb5334e97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5430 time: 0.2259817 Nov 18 17:10:20.014114 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-335f1a5f-c844-416a-89f0-901b48c5690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:20.016047 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-335f1a5f-c844-416a-89f0-901b48c5690f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0424078 Nov 18 17:10:20.045412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 7c444526-6164-4898-9489-6f883dbd494f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:20.046027 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:20.115702 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-a33eec32-4015-4ec0-ade9-f6d8f1e36d77 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895128 Nov 18 17:10:20.163090 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e67795-1ede-4ccb-9766-fcb57aba617a req-c04f51c4-43fe-4776-bc51-d26d459ab80f tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:20.168560 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e3e67795-1ede-4ccb-9766-fcb57aba617a req-c04f51c4-43fe-4776-bc51-d26d459ab80f tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 948 time: 0.2445817 Nov 18 17:10:20.176352 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:20.216657 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-10f556eb-3f2e-41f8-a56f-a391a1a7f82c req-5507d381-b91b-4972-b262-e6b90d086fe4 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939040 Nov 18 17:10:20.253864 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea65b7ad-0cf4-4981-be18-b20359633405 req-f34c26b5-44b2-4d73-a106-b6c8b48acf59 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2285602 Nov 18 17:10:20.280916 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-9c309db1-3c33-41b2-8391-d58eb08a4550 admin admin] Deleting port 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:20.281265 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c309db1-3c33-41b2-8391-d58eb08a4550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:20.359216 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e3e67795-1ede-4ccb-9766-fcb57aba617a req-e3e157bb-5955-4e81-96e5-b73f53c9569a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796720 Nov 18 17:10:20.511783 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb103096-bffa-4479-ba86-53b125526a7f req-a1083508-ceba-4fe8-9c5d-d38a628cae2e tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=673b4f1ab41348da8b586039f3b1ddab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790312 Nov 18 17:10:20.513616 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-9c309db1-3c33-41b2-8391-d58eb08a4550 admin admin] For port 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566,segment=NetworkSegment(9a74633d-357b-4563-8945-99774be6eb37),segment_id=9a74633d-357b-4563-8945-99774be6eb37)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:20.513984 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c309db1-3c33-41b2-8391-d58eb08a4550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:20.525095 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3739b-d03c-47f8-a9c2-f955627efc3a req-ad5ac214-4e44-4a63-9ff9-2d13d374860b tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:20.526516 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9c3739b-d03c-47f8-a9c2-f955627efc3a req-ad5ac214-4e44-4a63-9ff9-2d13d374860b tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 946 time: 0.1978657 Nov 18 17:10:20.556934 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-9c309db1-3c33-41b2-8391-d58eb08a4550 admin admin] Calling delete_port for 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:20.731041 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:20.736909 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 23dc566d-d834-4508-9b26-08a6eecf4550 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:20.748389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9c3739b-d03c-47f8-a9c2-f955627efc3a req-68b89f75-aa84-43af-aedc-137d6b5ea6dc tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118366 Nov 18 17:10:20.788031 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 23dc566d-d834-4508-9b26-08a6eecf4550 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:20.832366 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb103096-bffa-4479-ba86-53b125526a7f req-6d995c4a-6716-452b-a891-65310b556fe7 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:20.833825 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb103096-bffa-4479-ba86-53b125526a7f req-6d995c4a-6716-452b-a891-65310b556fe7 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3047836 Nov 18 17:10:20.913632 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb103096-bffa-4479-ba86-53b125526a7f req-9f9a6cb4-3841-48ef-bbcb-3a9178e511a3 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/quotas/673b4f1ab41348da8b586039f3b1ddab HTTP/1.1" status: 200 len: 375 time: 0.0477307 Nov 18 17:10:20.992508 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb103096-bffa-4479-ba86-53b125526a7f req-4a3c250a-d96d-4fe5-b4fc-b23e0f1e4583 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=673b4f1ab41348da8b586039f3b1ddab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508666 Nov 18 17:10:21.005278 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484d9e7-9749-46a5-a9cc-22b23abffc91 req-8d2a2e69-8a99-4cb8-98f1-508208de262d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:21.006741 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d484d9e7-9749-46a5-a9cc-22b23abffc91 req-8d2a2e69-8a99-4cb8-98f1-508208de262d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.1963873 Nov 18 17:10:21.130926 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d484d9e7-9749-46a5-a9cc-22b23abffc91 req-a624b111-29c2-43de-b0d8-79dd7b95e991 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109624 Nov 18 17:10:21.173932 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:21.249148 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c309db1-3c33-41b2-8391-d58eb08a4550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:21.250967 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Router 02ecd26e-aa2c-468c-9a1b-f340a9c4374b is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:10:21.294892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c309db1-3c33-41b2-8391-d58eb08a4550 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:21.409942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dab8fb-cb35-43ea-a97a-77d0a8aa4b71 req-4fdd2fc7-7e7c-4f7a-8a7a-adc188672ec4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:21.411519 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46dab8fb-cb35-43ea-a97a-77d0a8aa4b71 req-4fdd2fc7-7e7c-4f7a-8a7a-adc188672ec4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 948 time: 0.2054572 Nov 18 17:10:21.418632 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9370e1fd-31bd-49d6-a477-915924604c3c req-80086005-1760-44ea-94a0-7d1758991f73 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-820869727&fields=id&tenant_id=557edf255516466592ba607b8048c913 HTTP/1.1" status: 200 len: 267 time: 0.2112520 Nov 18 17:10:21.816262 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'tag': '23dc566d-d834-4508-9b26-08a6eecf4550'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:21.819143 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc3e1e9-51ec-4a86-9c02-daadef3191c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ab26da21-cc1f-48c4-8c84-c7cbed9ac72e", "tag": "23dc566d-d834-4508-9b26-08a6eecf4550"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:21.885512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370e1fd-31bd-49d6-a477-915924604c3c req-2cd4e5c1-5d83-4550-afca-2a964b1903e6 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:21.885512 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9370e1fd-31bd-49d6-a477-915924604c3c req-2cd4e5c1-5d83-4550-afca-2a964b1903e6 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 946 time: 0.4439654 Nov 18 17:10:21.885512 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46dab8fb-cb35-43ea-a97a-77d0a8aa4b71 req-eb1ebd6b-dadf-49bf-b0ca-8c7d1436d373 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433415 Nov 18 17:10:21.885512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:10:21.892178 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-9370e1fd-31bd-49d6-a477-915924604c3c req-7edf8f69-94ed-4a40-b948-f625adf1110a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Request body: {'port': {'security_groups': ['f55adc86-4703-407a-b898-f716a899113d', '346c0ecb-90a2-4868-bd7e-6a16c11a70ef']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:21.905664 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Sync routers for ids ['02ecd26e-aa2c-468c-9a1b-f340a9c4374b'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:10:21.921928 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Routers {'02ecd26e-aa2c-468c-9a1b-f340a9c4374b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:10:21.922912 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:10:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['02ecd26e-aa2c-468c-9a1b-f340a9c4374b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:22.039333 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Set router 02ecd26e-aa2c-468c-9a1b-f340a9c4374b gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:10:22.048460 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-ed3d35db-6c78-4d34-885b-8b6bad8d5775 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=673b4f1ab41348da8b586039f3b1ddab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678623 Nov 18 17:10:22.053535 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:22.060079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36330) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:22.060669 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-084ae0d3-c36e-409f-8e15-6efee68f9c2b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9498043 Nov 18 17:10:22.067981 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c309db1-3c33-41b2-8391-d58eb08a4550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:22.081583 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9370e1fd-31bd-49d6-a477-915924604c3c req-7edf8f69-94ed-4a40-b948-f625adf1110a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:22.226700 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'name': 'tempest-ServersTestMultiNic-801559991-router', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '5d79804c-5280-4ee7-824d-ecf0dff38440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:10:16Z', 'updated_at': '2021-11-18T17:10:19Z', 'revision_number': 3, 'project_id': '44e822c0713b49b8a83e7a0e08353a2f', 'gw_port': {'id': '5d79804c-5280-4ee7-824d-ecf0dff38440', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:10:17Z', 'updated_at': '2021-11-18T17:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:22.260080 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Checking router: 02ecd26e-aa2c-468c-9a1b-f340a9c4374b for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:10:22.260730 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Updating router 02ecd26e-aa2c-468c-9a1b-f340a9c4374b port 5d79804c-5280-4ee7-824d-ecf0dff38440 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:10:22.286229 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:22.377447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-b909c706-1c7e-4f09-9279-6ae08ae037d3 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:22.384949 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-b909c706-1c7e-4f09-9279-6ae08ae037d3 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3067768 Nov 18 17:10:22.462341 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-d3f92f50-367f-4a2f-96b6-4de25fd6faa5 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/quotas/673b4f1ab41348da8b586039f3b1ddab HTTP/1.1" status: 200 len: 375 time: 0.0762339 Nov 18 17:10:22.510194 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:22.537673 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-45428a19-b641-4292-8ce8-decaafb4afb1 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=673b4f1ab41348da8b586039f3b1ddab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645037 Nov 18 17:10:22.558664 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:22.623730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c309db1-3c33-41b2-8391-d58eb08a4550 admin admin] Router b19568ea-4f25-4483-84d1-5ac4ef50d4ce has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:10:22.659071 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:22.676387 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-9370e1fd-31bd-49d6-a477-915924604c3c req-7edf8f69-94ed-4a40-b948-f625adf1110a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] For port e9c494ea-97dd-4301-be13-0b3ceedb4d75, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e9c494ea-97dd-4301-be13-0b3ceedb4d75,segment=NetworkSegment(e0051c73-cd29-46e4-92a8-c1ac82adfc5d),segment_id=e0051c73-cd29-46e4-92a8-c1ac82adfc5d)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:22.698301 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] Allocated IP 172.20.0.1 (4f4796a7-8973-4978-b5e1-5282e232bf45/f60c49c1-3497-4016-ba03-6d5ebba344ea/9474929d-0a4d-4ab0-a91b-b898e9566310) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:10:22.708236 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bee9b7-7506-40cd-bd13-6ea1afa8b15f None None] Pushing event updated for resources: {'Port': ['ID=5d79804c-5280-4ee7-824d-ecf0dff38440,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:22.727527 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Attempting to bind port 5d79804c-5280-4ee7-824d-ecf0dff38440 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:22.727945 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Attempting to bind port 5d79804c-5280-4ee7-824d-ecf0dff38440 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:22.739468 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Attempting to bind port 5d79804c-5280-4ee7-824d-ecf0dff38440 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:22.739626 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:22.740127 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bee9b7-7506-40cd-bd13-6ea1afa8b15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:22.740127 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bee9b7-7506-40cd-bd13-6ea1afa8b15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:22.740127 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bee9b7-7506-40cd-bd13-6ea1afa8b15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:22.740127 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bee9b7-7506-40cd-bd13-6ea1afa8b15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:22.740127 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bee9b7-7506-40cd-bd13-6ea1afa8b15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:22.740127 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bee9b7-7506-40cd-bd13-6ea1afa8b15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:22.740127 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bee9b7-7506-40cd-bd13-6ea1afa8b15f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:22.740127 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bee9b7-7506-40cd-bd13-6ea1afa8b15f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:22.740127 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bee9b7-7506-40cd-bd13-6ea1afa8b15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:22.740127 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bee9b7-7506-40cd-bd13-6ea1afa8b15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:22.740127 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bee9b7-7506-40cd-bd13-6ea1afa8b15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:22.740127 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bee9b7-7506-40cd-bd13-6ea1afa8b15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:10:22.741135 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:22.741302 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:22.741916 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:22.742505 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:22.743683 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Bound port: 5d79804c-5280-4ee7-824d-ecf0dff38440, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:22.744277 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:22.813659 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9370e1fd-31bd-49d6-a477-915924604c3c req-7edf8f69-94ed-4a40-b948-f625adf1110a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:22.841620 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] For port 5d79804c-5280-4ee7-824d-ecf0dff38440, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:22.845749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c309db1-3c33-41b2-8391-d58eb08a4550 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:10:22.846372 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] For port 5d79804c-5280-4ee7-824d-ecf0dff38440, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5d79804c-5280-4ee7-824d-ecf0dff38440,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:22.857568 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:22.865272 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9c309db1-3c33-41b2-8391-d58eb08a4550 admin admin] 10.222.0.72 "PUT /v2.0/routers/b19568ea-4f25-4483-84d1-5ac4ef50d4ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5290844 Nov 18 17:10:22.865824 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36338) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:22.871395 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9976d90-c18c-4fe3-ae2f-ec1f8fddd5f1 None None] Sync routers for ids ['b19568ea-4f25-4483-84d1-5ac4ef50d4ce'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:10:22.885075 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9370e1fd-31bd-49d6-a477-915924604c3c req-7edf8f69-94ed-4a40-b948-f625adf1110a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:22.889360 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9976d90-c18c-4fe3-ae2f-ec1f8fddd5f1 None None] Routers {'b19568ea-4f25-4483-84d1-5ac4ef50d4ce'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:10:22.890332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e9976d90-c18c-4fe3-ae2f-ec1f8fddd5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:10:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b19568ea-4f25-4483-84d1-5ac4ef50d4ce'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:22.953541 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:22.961078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['e9c494ea-97dd-4301-be13-0b3ceedb4d75'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:23.013750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370e1fd-31bd-49d6-a477-915924604c3c req-7edf8f69-94ed-4a40-b948-f625adf1110a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:23.014910 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9370e1fd-31bd-49d6-a477-915924604c3c req-7edf8f69-94ed-4a40-b948-f625adf1110a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:23.016137 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9370e1fd-31bd-49d6-a477-915924604c3c req-7edf8f69-94ed-4a40-b948-f625adf1110a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "PUT /v2.0/ports/e9c494ea-97dd-4301-be13-0b3ceedb4d75 HTTP/1.1" status: 200 len: 982 time: 1.1339114 Nov 18 17:10:23.022109 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62f427c-4a64-426f-a5f7-fb1ece545b94', 'tag': 'e9c494ea-97dd-4301-be13-0b3ceedb4d75'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:23.022109 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0efb3f-c6aa-490b-8474-082e07d06735" -d '{"events": [{"name": "network-changed", "server_uuid": "f62f427c-4a64-426f-a5f7-fb1ece545b94", "tag": "e9c494ea-97dd-4301-be13-0b3ceedb4d75"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:23.060410 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:23.098354 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eba669-3e8f-4545-aee1-c7376fb9bccb req-393c9067-9756-4880-9177-86263fb2f1df tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:23.099447 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Routers {'02ecd26e-aa2c-468c-9a1b-f340a9c4374b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:10:23.101239 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:10:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['02ecd26e-aa2c-468c-9a1b-f340a9c4374b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:23.107381 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eba669-3e8f-4545-aee1-c7376fb9bccb req-393c9067-9756-4880-9177-86263fb2f1df tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:23.117379 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 23dc566d-d834-4508-9b26-08a6eecf4550 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:23.118888 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eba669-3e8f-4545-aee1-c7376fb9bccb req-393c9067-9756-4880-9177-86263fb2f1df tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:23.121411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 062aeb19-fa42-42ed-a269-aff0ce7a3714 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:23.126167 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eba669-3e8f-4545-aee1-c7376fb9bccb req-393c9067-9756-4880-9177-86263fb2f1df tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:23.132124 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eba669-3e8f-4545-aee1-c7376fb9bccb req-393c9067-9756-4880-9177-86263fb2f1df tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:23.138028 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eba669-3e8f-4545-aee1-c7376fb9bccb req-393c9067-9756-4880-9177-86263fb2f1df tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:23.144363 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eba669-3e8f-4545-aee1-c7376fb9bccb req-393c9067-9756-4880-9177-86263fb2f1df tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:23.152783 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-00eba669-3e8f-4545-aee1-c7376fb9bccb req-393c9067-9756-4880-9177-86263fb2f1df tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5430 time: 0.2717395 Nov 18 17:10:23.167056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] Network 4f4796a7-8973-4978-b5e1-5282e232bf45 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:10:23.169306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:10:23.179832 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:10:23.206026 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf8f69-94ed-4a40-b948-f625adf1110a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event updated for resources: {'Port': ['ID=e9c494ea-97dd-4301-be13-0b3ceedb4d75,revision_number=6']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:23.229752 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac49ee72-cda4-45e3-b819-55c0503e3829 admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:23.261129 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] Set router 02ecd26e-aa2c-468c-9a1b-f340a9c4374b gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:10:23.284221 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] Pushing event updated for resources: {'Port': ['ID=9474929d-0a4d-4ab0-a91b-b898e9566310,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:23.292093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-e9976d90-c18c-4fe3-ae2f-ec1f8fddd5f1 None None] Set router b19568ea-4f25-4483-84d1-5ac4ef50d4ce gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:10:23.322368 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:23.364875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea2c16-dbab-453f-868b-f7e9dd2a96a8 req-623141df-6683-4bea-8f37-48ead9594443 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:23.366771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2ea2c16-dbab-453f-868b-f7e9dd2a96a8 req-623141df-6683-4bea-8f37-48ead9594443 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 948 time: 0.2119904 Nov 18 17:10:23.389620 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-00eba669-3e8f-4545-aee1-c7376fb9bccb req-0e7c703b-d538-4cb8-a38d-96d17e091eef tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2283494 Nov 18 17:10:23.439599 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['e9c494ea-97dd-4301-be13-0b3ceedb4d75'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:23.559989 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2ea2c16-dbab-453f-868b-f7e9dd2a96a8 req-53f2d229-e6a7-4dd7-b7f9-434545ce680a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690884 Nov 18 17:10:23.563375 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac49ee72-cda4-45e3-b819-55c0503e3829 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:23.664819 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:23.677282 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bee9b7-7506-40cd-bd13-6ea1afa8b15f None None] Pushing event updated for resources: {'Port': ['ID=5d79804c-5280-4ee7-824d-ecf0dff38440,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:23.702358 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.resource_extend [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:10:23.739529 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5709a0ee-7963-4067-9b9b-869655462c36 x-openstack-request-id: req-5709a0ee-7963-4067-9b9b-869655462c36 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:23.739811 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab26da21-cc1f-48c4-8c84-c7cbed9ac72e", "tag": "23dc566d-d834-4508-9b26-08a6eecf4550", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:23.740074 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5709a0ee-7963-4067-9b9b-869655462c36 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:23.740475 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'tag': '23dc566d-d834-4508-9b26-08a6eecf4550', 'status': 'completed', 'code': 200} Nov 18 17:10:23.740704 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'name': 'tempest-ServersTestMultiNic-801559991-router', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '5d79804c-5280-4ee7-824d-ecf0dff38440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:10:16Z', 'updated_at': '2021-11-18T17:10:19Z', 'revision_number': 3, 'project_id': '44e822c0713b49b8a83e7a0e08353a2f', 'gw_port': {'id': '5d79804c-5280-4ee7-824d-ecf0dff38440', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:10:17Z', 'updated_at': '2021-11-18T17:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:23.758804 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 062aeb19-fa42-42ed-a269-aff0ce7a3714 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:10:23.785354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 062aeb19-fa42-42ed-a269-aff0ce7a3714 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:23.787060 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:23.803017 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f9a9a4-5dc8-490b-a770-ae1a72f6dbd1 None None] The sync data for ids ['02ecd26e-aa2c-468c-9a1b-f340a9c4374b'] in n-d-813419-11 is: [{'id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'name': 'tempest-ServersTestMultiNic-801559991-router', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '5d79804c-5280-4ee7-824d-ecf0dff38440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:10:16Z', 'updated_at': '2021-11-18T17:10:19Z', 'revision_number': 3, 'project_id': '44e822c0713b49b8a83e7a0e08353a2f', 'gw_port': {'id': '5d79804c-5280-4ee7-824d-ecf0dff38440', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:10:17Z', 'updated_at': '2021-11-18T17:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:10:23.845073 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9dfac79b-9cbe-424f-95b4-40f93b5f2791 req-1ca03c5d-41a8-406c-977f-902f9a92e6fc tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 210 time: 0.0457678 Nov 18 17:10:23.855921 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b742a3b-6f36-4cd9-bca5-a8d4721a0075 req-81dc3471-3348-40ce-bad3-547b20ea6fb6 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:23.857603 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b742a3b-6f36-4cd9-bca5-a8d4721a0075 req-81dc3471-3348-40ce-bad3-547b20ea6fb6 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.1812282 Nov 18 17:10:23.886134 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ac49ee72-cda4-45e3-b819-55c0503e3829 admin admin] Deleting port 89c00b26-6850-4bad-81ff-9022e6785cff {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:23.886320 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac49ee72-cda4-45e3-b819-55c0503e3829 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:23.913497 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9c5710c1-6420-44a5-9f16-e7da59e2c74e None None] Provisioning complete for port 9474929d-0a4d-4ab0-a91b-b898e9566310 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:23.913497 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c5710c1-6420-44a5-9f16-e7da59e2c74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:23.914910 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3e1e9-51ec-4a86-9c02-daadef3191c8 req-f709ad9b-5daf-4b3e-8787-d33d30a7ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:23.919762 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8cc3e1e9-51ec-4a86-9c02-daadef3191c8 req-f709ad9b-5daf-4b3e-8787-d33d30a7ec85 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5619a9fdad84356bf3a835e304c5fab&device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 1100 time: 0.1346800 Nov 18 17:10:23.980416 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b742a3b-6f36-4cd9-bca5-a8d4721a0075 req-1aaf8faa-4f2e-42c2-a967-047ca2131bc6 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968914 Nov 18 17:10:24.176179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e61b07-5259-43f7-b06a-e6c7530e3f24 req-a58b056c-0b85-43f8-bbcc-da2988b4f92e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:24.195302 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33e61b07-5259-43f7-b06a-e6c7530e3f24 req-a58b056c-0b85-43f8-bbcc-da2988b4f92e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 948 time: 0.2193232 Nov 18 17:10:24.217465 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8428a05-8fee-469b-9888-0f4dbde2f819 req-3af4befc-9172-418c-986e-ffa0d9e91dc0 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1811621789&fields=id&tenant_id=557edf255516466592ba607b8048c913 HTTP/1.1" status: 200 len: 267 time: 0.1147063 Nov 18 17:10:24.219596 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-ac49ee72-cda4-45e3-b819-55c0503e3829 admin admin] For port 89c00b26-6850-4bad-81ff-9022e6785cff, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=89c00b26-6850-4bad-81ff-9022e6785cff,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:24.220048 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac49ee72-cda4-45e3-b819-55c0503e3829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:24.289338 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ac49ee72-cda4-45e3-b819-55c0503e3829 admin admin] Calling delete_port for 89c00b26-6850-4bad-81ff-9022e6785cff owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:24.386494 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33e61b07-5259-43f7-b06a-e6c7530e3f24 req-ed5b7c1b-39fd-479c-ac08-921b26bf9437 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728232 Nov 18 17:10:24.407503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=23dc566d-d834-4508-9b26-08a6eecf4550,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:24.429201 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb103096-bffa-4479-ba86-53b125526a7f req-8b18263f-bd91-415c-aa5a-00e748aa8362 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=673b4f1ab41348da8b586039f3b1ddab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269616 Nov 18 17:10:24.434560 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '23dc566d-d834-4508-9b26-08a6eecf4550', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '23dc566d-d834-4508-9b26-08a6eecf4550', 'mac_address': 'fa:16:3e:c7:6f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:24.465568 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9c5710c1-6420-44a5-9f16-e7da59e2c74e None None] Port 9474929d-0a4d-4ab0-a91b-b898e9566310 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:10:24.475735 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc76587-38e3-490b-ac03-6aeae872fb26 x-openstack-request-id: req-dcc76587-38e3-490b-ac03-6aeae872fb26 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:24.476090 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62f427c-4a64-426f-a5f7-fb1ece545b94", "tag": "e9c494ea-97dd-4301-be13-0b3ceedb4d75", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:24.478362 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dcc76587-38e3-490b-ac03-6aeae872fb26 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:24.478362 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62f427c-4a64-426f-a5f7-fb1ece545b94', 'tag': 'e9c494ea-97dd-4301-be13-0b3ceedb4d75', 'status': 'completed', 'code': 200} Nov 18 17:10:24.530577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8428a05-8fee-469b-9888-0f4dbde2f819 req-41d76f8a-3bab-44ea-b826-5822dfc4767c tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:24.540905 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8428a05-8fee-469b-9888-0f4dbde2f819 req-41d76f8a-3bab-44ea-b826-5822dfc4767c tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 985 time: 0.3038054 Nov 18 17:10:24.597977 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-f8428a05-8fee-469b-9888-0f4dbde2f819 req-394b15b4-b4b0-4e50-ae5a-15702e32c82d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Request body: {'port': {'security_groups': ['346c0ecb-90a2-4868-bd7e-6a16c11a70ef', 'f55adc86-4703-407a-b898-f716a899113d', '54f4d50d-4d3c-4c4c-b455-647d5d57f069']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:24.604155 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:24.675730 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:24.684149 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:24.708889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e9976d90-c18c-4fe3-ae2f-ec1f8fddd5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1738907743-router', 'tenant_id': '300de489d0c44bd6bc226041661d526a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '89c00b26-6850-4bad-81ff-9022e6785cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:10Z', 'updated_at': '2021-11-18T17:10:21Z', 'revision_number': 5, 'project_id': '300de489d0c44bd6bc226041661d526a', 'gw_port': {'id': '89c00b26-6850-4bad-81ff-9022e6785cff', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:05:11Z', 'updated_at': '2021-11-18T17:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:24.715839 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3e1e9-51ec-4a86-9c02-daadef3191c8 req-a6812bf3-dce1-45b8-aa97-bca383b87974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:24.717440 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8cc3e1e9-51ec-4a86-9c02-daadef3191c8 req-a6812bf3-dce1-45b8-aa97-bca383b87974 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.7893004 Nov 18 17:10:24.718765 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:24.761457 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9976d90-c18c-4fe3-ae2f-ec1f8fddd5f1 None None] Checking router: b19568ea-4f25-4483-84d1-5ac4ef50d4ce for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:10:24.781657 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23dc566d-d834-4508-9b26-08a6eecf4550 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:24.797045 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dba7d-0186-403a-b396-58cd4c1c3b04 req-b3999cc0-6c32-401b-8e9b-bd4de6d7386c tempest-MigrationsAdminTest-1873975640 tempest-MigrationsAdminTest-1873975640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:24.798897 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff4dba7d-0186-403a-b396-58cd4c1c3b04 req-b3999cc0-6c32-401b-8e9b-bd4de6d7386c tempest-MigrationsAdminTest-1873975640 tempest-MigrationsAdminTest-1873975640-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 1100 time: 0.2323968 Nov 18 17:10:24.799908 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f8428a05-8fee-469b-9888-0f4dbde2f819 req-394b15b4-b4b0-4e50-ae5a-15702e32c82d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:24.803585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0efb3f-c6aa-490b-8474-082e07d06735 req-dd4887ad-102d-4dfb-b589-5bb93420c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:24.805373 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f0efb3f-c6aa-490b-8474-082e07d06735 req-dd4887ad-102d-4dfb-b589-5bb93420c98a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=557edf255516466592ba607b8048c913&device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 1137 time: 0.2515092 Nov 18 17:10:24.812828 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790cece8-67ab-4910-bda5-59b66eb44931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062aeb19-fa42-42ed-a269-aff0ce7a3714'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:24.815267 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b19977f-30a5-44b8-9a88-db01ec56ea09" -d '{"events": [{"server_uuid": "790cece8-67ab-4910-bda5-59b66eb44931", "name": "network-vif-plugged", "status": "completed", "tag": "062aeb19-fa42-42ed-a269-aff0ce7a3714"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:24.850861 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9976d90-c18c-4fe3-ae2f-ec1f8fddd5f1 None None] Routers {'b19568ea-4f25-4483-84d1-5ac4ef50d4ce'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:10:24.852907 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e9976d90-c18c-4fe3-ae2f-ec1f8fddd5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:10:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b19568ea-4f25-4483-84d1-5ac4ef50d4ce'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:24.857665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 062aeb19-fa42-42ed-a269-aff0ce7a3714, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=062aeb19-fa42-42ed-a269-aff0ce7a3714,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:24.860787 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=23dc566d-d834-4508-9b26-08a6eecf4550,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:24.882585 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8cc3e1e9-51ec-4a86-9c02-daadef3191c8 req-685b2a6a-04fc-4420-8003-33347773c1ca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=23dc566d-d834-4508-9b26-08a6eecf4550 HTTP/1.1" status: 200 len: 217 time: 0.1113424 Nov 18 17:10:24.920729 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:24.946715 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:24.959330 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:25.003605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-e9976d90-c18c-4fe3-ae2f-ec1f8fddd5f1 None None] Set router b19568ea-4f25-4483-84d1-5ac4ef50d4ce gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:10:25.071774 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e9976d90-c18c-4fe3-ae2f-ec1f8fddd5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1738907743-router', 'tenant_id': '300de489d0c44bd6bc226041661d526a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:10Z', 'updated_at': '2021-11-18T17:10:23Z', 'revision_number': 6, 'project_id': '300de489d0c44bd6bc226041661d526a', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:25.091118 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] Pushing event updated for resources: {'Port': ['ID=9474929d-0a4d-4ab0-a91b-b898e9566310,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:25.101651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb103096-bffa-4479-ba86-53b125526a7f req-3de79a9a-44f1-4ed7-a5ef-222e7f095447 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:25.105036 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb103096-bffa-4479-ba86-53b125526a7f req-3de79a9a-44f1-4ed7-a5ef-222e7f095447 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5983226 Nov 18 17:10:25.111037 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3e1e9-51ec-4a86-9c02-daadef3191c8 req-3eb1abea-8f41-49e5-9521-573583aec1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:25.111037 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8cc3e1e9-51ec-4a86-9c02-daadef3191c8 req-3eb1abea-8f41-49e5-9521-573583aec1d7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.2149992 Nov 18 17:10:25.119672 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9976d90-c18c-4fe3-ae2f-ec1f8fddd5f1 None None] The sync data for ids ['b19568ea-4f25-4483-84d1-5ac4ef50d4ce'] in n-d-813419-11 is: [{'id': 'b19568ea-4f25-4483-84d1-5ac4ef50d4ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1738907743-router', 'tenant_id': '300de489d0c44bd6bc226041661d526a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:05:10Z', 'updated_at': '2021-11-18T17:10:23Z', 'revision_number': 6, 'project_id': '300de489d0c44bd6bc226041661d526a', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:10:25.121573 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] Network 4f4796a7-8973-4978-b5e1-5282e232bf45 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:10:25.126014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=062aeb19-fa42-42ed-a269-aff0ce7a3714,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:25.162935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-eb103096-bffa-4479-ba86-53b125526a7f req-e9495dbe-694a-4927-859a-0509305a010a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Request body: {'port': {'device_id': '71cd3dd9-5093-49c8-b4c0-9d8b391e648b', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': '673b4f1ab41348da8b586039f3b1ddab'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:25.196694 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:10:25.217955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=23dc566d-d834-4508-9b26-08a6eecf4550,revision_number=12']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:25.308687 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['23dc566d-d834-4508-9b26-08a6eecf4550'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:25.310596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3e1e9-51ec-4a86-9c02-daadef3191c8 req-51fb9e68-8d87-49a1-831f-b00b82f8c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:25.312386 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8cc3e1e9-51ec-4a86-9c02-daadef3191c8 req-51fb9e68-8d87-49a1-831f-b00b82f8c73c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1885200 Nov 18 17:10:25.467647 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-f8428a05-8fee-469b-9888-0f4dbde2f819 req-394b15b4-b4b0-4e50-ae5a-15702e32c82d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] For port e9c494ea-97dd-4301-be13-0b3ceedb4d75, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e9c494ea-97dd-4301-be13-0b3ceedb4d75,segment=NetworkSegment(e0051c73-cd29-46e4-92a8-c1ac82adfc5d),segment_id=e0051c73-cd29-46e4-92a8-c1ac82adfc5d)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:25.488489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] Router 02ecd26e-aa2c-468c-9a1b-f340a9c4374b has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:10:25.509317 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff4dba7d-0186-403a-b396-58cd4c1c3b04 req-78f28619-5fb8-4125-9812-d69c4c960a44 tempest-MigrationsAdminTest-1873975640 tempest-MigrationsAdminTest-1873975640-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6967690 Nov 18 17:10:25.582898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c543f62e-ca35-43c4-905b-d95be42cea00 None None] Provisioning complete for port 9474929d-0a4d-4ab0-a91b-b898e9566310 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:25.584536 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c543f62e-ca35-43c4-905b-d95be42cea00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:25.618821 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f8428a05-8fee-469b-9888-0f4dbde2f819 req-394b15b4-b4b0-4e50-ae5a-15702e32c82d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:25.621103 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0efb3f-c6aa-490b-8474-082e07d06735 req-bf025789-cb27-4a60-9303-4e5048665916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:25.622629 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f0efb3f-c6aa-490b-8474-082e07d06735 req-bf025789-cb27-4a60-9303-4e5048665916 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7d71d5bf-0e48-40ce-ab69-465c2210440e HTTP/1.1" status: 200 len: 914 time: 0.7901614 Nov 18 17:10:25.629075 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8cc3e1e9-51ec-4a86-9c02-daadef3191c8 req-efc8b2af-8d63-4f37-8155-e72c9e9ab57e service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515283 Nov 18 17:10:25.638482 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c543f62e-ca35-43c4-905b-d95be42cea00 None None] Port 9474929d-0a4d-4ab0-a91b-b898e9566310 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:10:25.712169 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb103096-bffa-4479-ba86-53b125526a7f req-e9495dbe-694a-4927-859a-0509305a010a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Made reservation on behalf of 673b4f1ab41348da8b586039f3b1ddab for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:10:25.715667 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-eb103096-bffa-4479-ba86-53b125526a7f req-e9495dbe-694a-4927-859a-0509305a010a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:25.715880 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f8428a05-8fee-469b-9888-0f4dbde2f819 req-394b15b4-b4b0-4e50-ae5a-15702e32c82d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:25.717591 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac49ee72-cda4-45e3-b819-55c0503e3829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:25.722445 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f0efb3f-c6aa-490b-8474-082e07d06735 req-95971f81-2648-4735-b900-96a9fbc6fb8d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9c494ea-97dd-4301-be13-0b3ceedb4d75 HTTP/1.1" status: 200 len: 217 time: 0.0855920 Nov 18 17:10:25.729503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['e9c494ea-97dd-4301-be13-0b3ceedb4d75'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:25.752978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8428a05-8fee-469b-9888-0f4dbde2f819 req-394b15b4-b4b0-4e50-ae5a-15702e32c82d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:25.753745 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f8428a05-8fee-469b-9888-0f4dbde2f819 req-394b15b4-b4b0-4e50-ae5a-15702e32c82d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:25.755215 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8428a05-8fee-469b-9888-0f4dbde2f819 req-394b15b4-b4b0-4e50-ae5a-15702e32c82d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "PUT /v2.0/ports/e9c494ea-97dd-4301-be13-0b3ceedb4d75 HTTP/1.1" status: 200 len: 1021 time: 1.2134771 Nov 18 17:10:25.787021 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-eb103096-bffa-4479-ba86-53b125526a7f req-e9495dbe-694a-4927-859a-0509305a010a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:25.790651 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-a8c26a96-fcbb-4b63-a2fc-2af199564cfe tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=673b4f1ab41348da8b586039f3b1ddab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960889 Nov 18 17:10:25.813340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49ee72-cda4-45e3-b819-55c0503e3829 admin admin] Pushing event deleted for resources: {'Port': ['ID=89c00b26-6850-4bad-81ff-9022e6785cff,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:25.835486 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aef998f-d3cf-4e13-b39f-aaf8a68d4f40 x-openstack-request-id: req-3aef998f-d3cf-4e13-b39f-aaf8a68d4f40 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:25.836098 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790cece8-67ab-4910-bda5-59b66eb44931", "name": "network-vif-plugged", "status": "completed", "tag": "062aeb19-fa42-42ed-a269-aff0ce7a3714", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:25.836098 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3aef998f-d3cf-4e13-b39f-aaf8a68d4f40 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:25.837780 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790cece8-67ab-4910-bda5-59b66eb44931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062aeb19-fa42-42ed-a269-aff0ce7a3714', 'code': 200} Nov 18 17:10:25.902932 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['e9c494ea-97dd-4301-be13-0b3ceedb4d75'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:25.925374 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8cc3e1e9-51ec-4a86-9c02-daadef3191c8 req-7a2e8f38-2809-4650-93f8-43969af5ede7 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608514 Nov 18 17:10:25.951766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0efb3f-c6aa-490b-8474-082e07d06735 req-47691928-31e9-4179-a164-6e74e7aabd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:25.953341 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f0efb3f-c6aa-490b-8474-082e07d06735 req-47691928-31e9-4179-a164-6e74e7aabd5f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b5a5d3a0-0aaf-46fb-92a9-f911a7fb8193 HTTP/1.1" status: 200 len: 852 time: 0.1953492 Nov 18 17:10:25.971194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:10:26.013136 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-23a66ed4-9af5-4d0f-8dd4-372e96ca0b83 admin admin] 10.222.0.72 "PUT /v2.0/routers/02ecd26e-aa2c-468c-9a1b-f340a9c4374b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9428093 Nov 18 17:10:26.059461 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f158604-127b-4d23-a877-5ef81cd8c281 req-81b2fd60-d42e-4339-b2dc-823d92f7ffe4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:26.069198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f158604-127b-4d23-a877-5ef81cd8c281 req-81b2fd60-d42e-4339-b2dc-823d92f7ffe4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:26.079965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f158604-127b-4d23-a877-5ef81cd8c281 req-81b2fd60-d42e-4339-b2dc-823d92f7ffe4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:26.097489 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f158604-127b-4d23-a877-5ef81cd8c281 req-81b2fd60-d42e-4339-b2dc-823d92f7ffe4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:26.122158 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f158604-127b-4d23-a877-5ef81cd8c281 req-81b2fd60-d42e-4339-b2dc-823d92f7ffe4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:26.149548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f158604-127b-4d23-a877-5ef81cd8c281 req-81b2fd60-d42e-4339-b2dc-823d92f7ffe4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:26.158428 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f158604-127b-4d23-a877-5ef81cd8c281 req-81b2fd60-d42e-4339-b2dc-823d92f7ffe4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:26.171263 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5d79804c-5280-4ee7-824d-ecf0dff38440 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:26.173285 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f158604-127b-4d23-a877-5ef81cd8c281 req-81b2fd60-d42e-4339-b2dc-823d92f7ffe4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5430 time: 0.5492108 Nov 18 17:10:26.192385 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-a20f2d29-3d11-453e-b197-cafef4c2496e tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:26.193669 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36372) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:26.197936 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-a20f2d29-3d11-453e-b197-cafef4c2496e tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3696005 Nov 18 17:10:26.229700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22a68e-201f-437c-8376-6d891fcc8882 req-a6d8e16f-6316-4993-ae38-e9932ba53918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:26.229700 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-df22a68e-201f-437c-8376-6d891fcc8882 req-a6d8e16f-6316-4993-ae38-e9932ba53918 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 1101 time: 0.2954714 Nov 18 17:10:26.230283 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-fd47ba12-e25d-4e00-b593-fec58689f08c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Request body: {'port': {'device_id': '4777f027-0365-46da-8e4b-0e0ccfcabeb7', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': '673b4f1ab41348da8b586039f3b1ddab'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:26.318580 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 5d79804c-5280-4ee7-824d-ecf0dff38440 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:26.318580 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:26.344291 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-eb103096-bffa-4479-ba86-53b125526a7f req-e9495dbe-694a-4927-859a-0509305a010a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:26.350877 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f0efb3f-c6aa-490b-8474-082e07d06735 req-6dbf92b7-1cc1-4947-8431-fc5a6c4cc32c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d71d5bf-0e48-40ce-ab69-465c2210440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3441062 Nov 18 17:10:26.368156 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7fb4bc1e-2cf1-4ba5-8521-d899bb1e2c8b req-466794f6-e697-43ac-a6a8-f3219941615f tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 210 time: 0.3651719 Nov 18 17:10:26.389532 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-df22a68e-201f-437c-8376-6d891fcc8882 req-c22f6e95-1cd2-44a4-b4f7-5dcc6f5c3585 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551938 Nov 18 17:10:26.434280 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f158604-127b-4d23-a877-5ef81cd8c281 req-51310248-2917-4849-9e4c-be0848114297 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2598648 Nov 18 17:10:26.460178 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-eb103096-bffa-4479-ba86-53b125526a7f req-e9495dbe-694a-4927-859a-0509305a010a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:26.485012 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:26.494220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62f427c-4a64-426f-a5f7-fb1ece545b94', 'tag': 'e9c494ea-97dd-4301-be13-0b3ceedb4d75'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:26.497165 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f6b5be-199b-492a-95e1-fc008d0daeef" -d '{"events": [{"name": "network-changed", "server_uuid": "f62f427c-4a64-426f-a5f7-fb1ece545b94", "tag": "e9c494ea-97dd-4301-be13-0b3ceedb4d75"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:26.522073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 5d79804c-5280-4ee7-824d-ecf0dff38440, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5d79804c-5280-4ee7-824d-ecf0dff38440,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:26.522309 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5d26b602-23f7-4d7f-b45f-6ae35c1098b8 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1136965834'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:26.527172 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9495dbe-694a-4927-859a-0509305a010a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43da29dd-c79b-4038-8e95-c3f3837a6a41,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:26.533041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-fd47ba12-e25d-4e00-b593-fec58689f08c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Made reservation on behalf of 673b4f1ab41348da8b586039f3b1ddab for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:10:26.537240 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-fd47ba12-e25d-4e00-b593-fec58689f08c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:26.554567 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b15b4-b4b0-4e50-ae5a-15702e32c82d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event updated for resources: {'Port': ['ID=e9c494ea-97dd-4301-be13-0b3ceedb4d75,revision_number=7']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:26.585311 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:26.671439 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac49ee72-cda4-45e3-b819-55c0503e3829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:26.677475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=5d79804c-5280-4ee7-824d-ecf0dff38440,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:26.685849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-eb103096-bffa-4479-ba86-53b125526a7f req-e9495dbe-694a-4927-859a-0509305a010a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Allocated IP 192.168.233.55 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/229f219d-cefe-43fc-9fe4-30db9c2dcdf6) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:10:26.686865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:26.710782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:26.711147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7c8f8aed-23cb-4c2b-80d9-a6b0a2c2b566 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:26.711622 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 89c00b26-6850-4bad-81ff-9022e6785cff no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:26.732896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 89c00b26-6850-4bad-81ff-9022e6785cff {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:26.733160 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 89c00b26-6850-4bad-81ff-9022e6785cff not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:26.758185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d26b602-23f7-4d7f-b45f-6ae35c1098b8 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Made reservation on behalf of 44e822c0713b49b8a83e7a0e08353a2f for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:10:26.762789 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d26b602-23f7-4d7f-b45f-6ae35c1098b8 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:26.779588 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Sync routers for ids ['02ecd26e-aa2c-468c-9a1b-f340a9c4374b'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:10:26.791325 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Routers {'02ecd26e-aa2c-468c-9a1b-f340a9c4374b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:10:26.792011 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:10:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['02ecd26e-aa2c-468c-9a1b-f340a9c4374b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:26.806982 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac49ee72-cda4-45e3-b819-55c0503e3829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:26.810471 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac49ee72-cda4-45e3-b819-55c0503e3829 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:26.815682 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f0efb3f-c6aa-490b-8474-082e07d06735 req-adf0516d-74a4-48a6-a291-1dee4f9bfd9e service neutron] 10.222.0.83 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355943 Nov 18 17:10:26.826764 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa1132-191c-461b-a8ab-264ffbdb18eb req-5958846e-3937-493c-b634-fe306a7b2cc3 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:26.828566 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16fa1132-191c-461b-a8ab-264ffbdb18eb req-5958846e-3937-493c-b634-fe306a7b2cc3 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.3203936 Nov 18 17:10:26.856315 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-eb103096-bffa-4479-ba86-53b125526a7f req-e9495dbe-694a-4927-859a-0509305a010a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:26.912621 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133f727-2b47-431e-bab6-21bbb8844bf1 req-14e64a40-ade2-4827-9296-aab6554b4945 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:26.914239 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8133f727-2b47-431e-bab6-21bbb8844bf1 req-14e64a40-ade2-4827-9296-aab6554b4945 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 949 time: 0.3505805 Nov 18 17:10:26.942679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d26b602-23f7-4d7f-b45f-6ae35c1098b8 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:10:26.982006 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-eb103096-bffa-4479-ba86-53b125526a7f req-e9495dbe-694a-4927-859a-0509305a010a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.002766 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Set router 02ecd26e-aa2c-468c-9a1b-f340a9c4374b gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:10:27.019057 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d26b602-23f7-4d7f-b45f-6ae35c1098b8 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.019361 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-5d26b602-23f7-4d7f-b45f-6ae35c1098b8 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Added segment bfa7214a-c897-49ef-a0de-cc52c3e198fb of type vlan for network 4e703d00-947a-4d03-aa6a-ea19c3e36cb9 Nov 18 17:10:27.037860 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac49ee72-cda4-45e3-b819-55c0503e3829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.038445 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac49ee72-cda4-45e3-b819-55c0503e3829 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b19568ea-4f25-4483-84d1-5ac4ef50d4ce {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:10:27.054095 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac49ee72-cda4-45e3-b819-55c0503e3829 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.054095 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ac49ee72-cda4-45e3-b819-55c0503e3829 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b19568ea-4f25-4483-84d1-5ac4ef50d4ce HTTP/1.1" status: 204 len: 168 time: 4.1760623 Nov 18 17:10:27.060268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36378) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:27.063643 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16fa1132-191c-461b-a8ab-264ffbdb18eb req-225b8f0b-519b-4cdf-ab59-6d325862e9f4 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175248 Nov 18 17:10:27.071636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb103096-bffa-4479-ba86-53b125526a7f req-e9495dbe-694a-4927-859a-0509305a010a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:10:27.074074 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 23dc566d-d834-4508-9b26-08a6eecf4550 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:27.098166 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-eb103096-bffa-4479-ba86-53b125526a7f req-e9495dbe-694a-4927-859a-0509305a010a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:10:27.117313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb103096-bffa-4479-ba86-53b125526a7f req-e9495dbe-694a-4927-859a-0509305a010a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:10:27.134564 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9495dbe-694a-4927-859a-0509305a010a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Pushing event updated for resources: {'Port': ['ID=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:27.144503 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8133f727-2b47-431e-bab6-21bbb8844bf1 req-881339d0-1acc-4177-b89d-76ca42bf49f6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171712 Nov 18 17:10:27.147952 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d26b602-23f7-4d7f-b45f-6ae35c1098b8 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.156135 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f0efb3f-c6aa-490b-8474-082e07d06735 req-9b1ef8af-8670-4ac1-93d8-07ecba0bc6af service neutron] 10.222.0.83 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242478 Nov 18 17:10:27.194034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-fd47ba12-e25d-4e00-b593-fec58689f08c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Allocated IP 192.168.233.208 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/edbd5b55-4be0-4e11-bd8e-29e1454caae8) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:10:27.303054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62407054-d766-46ed-a0ce-2647841a0959 req-ba451637-a647-422e-a1c9-51731a7af065 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:27.305201 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9964245-c697-412c-b97e-0202a6cc412a admin admin] Deleting subnet b76619c5-1f6a-46f7-8c15-db4a84ab0433 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:10:27.315306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-62407054-d766-46ed-a0ce-2647841a0959 req-ba451637-a647-422e-a1c9-51731a7af065 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 1024 time: 0.0948303 Nov 18 17:10:27.321693 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9964245-c697-412c-b97e-0202a6cc412a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.340824 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d26b602-23f7-4d7f-b45f-6ae35c1098b8 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.349682 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d26b602-23f7-4d7f-b45f-6ae35c1098b8 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:27.350317 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d26b602-23f7-4d7f-b45f-6ae35c1098b8 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.360617 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb103096-bffa-4479-ba86-53b125526a7f req-e9495dbe-694a-4927-859a-0509305a010a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:27.361371 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-eb103096-bffa-4479-ba86-53b125526a7f req-e9495dbe-694a-4927-859a-0509305a010a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.368700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 23dc566d-d834-4508-9b26-08a6eecf4550 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:10:27.373280 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 23dc566d-d834-4508-9b26-08a6eecf4550 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:27.373733 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.378435 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'name': 'tempest-ServersTestMultiNic-801559991-router', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '5d79804c-5280-4ee7-824d-ecf0dff38440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:10:16Z', 'updated_at': '2021-11-18T17:10:23Z', 'revision_number': 4, 'project_id': '44e822c0713b49b8a83e7a0e08353a2f', 'gw_port': {'id': '5d79804c-5280-4ee7-824d-ecf0dff38440', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:10:17Z', 'updated_at': '2021-11-18T17:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '9474929d-0a4d-4ab0-a91b-b898e9566310', 'name': '', 'network_id': '4f4796a7-8973-4978-b5e1-5282e232bf45', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'mac_address': 'fa:16:3e:1d:e9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'f60c49c1-3497-4016-ba03-6d5ebba344ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:10:22Z', 'updated_at': '2021-11-18T17:10:23Z', 'revision_number': 2, 'project_id': '44e822c0713b49b8a83e7a0e08353a2f', 'subnets': [{'id': 'f60c49c1-3497-4016-ba03-6d5ebba344ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:27.411597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9964245-c697-412c-b97e-0202a6cc412a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.428508 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Checking router: 02ecd26e-aa2c-468c-9a1b-f340a9c4374b for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:10:27.429008 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Updating router 02ecd26e-aa2c-468c-9a1b-f340a9c4374b port 9474929d-0a4d-4ab0-a91b-b898e9566310 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:10:27.463152 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.468286 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26b602-23f7-4d7f-b45f-6ae35c1098b8 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event updated for resources: {'Network': ['ID=4e703d00-947a-4d03-aa6a-ea19c3e36cb9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:27.508042 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-62407054-d766-46ed-a0ce-2647841a0959 req-dd660fc2-cdd0-4791-abea-efe8eb0cff1a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=54f4d50d-4d3c-4c4c-b455-647d5d57f069&id=346c0ecb-90a2-4868-bd7e-6a16c11a70ef&id=f55adc86-4703-407a-b898-f716a899113d HTTP/1.1" status: 200 len: 6200 time: 0.1830192 Nov 18 17:10:27.528101 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.531464 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5d26b602-23f7-4d7f-b45f-6ae35c1098b8 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2816133 Nov 18 17:10:27.534437 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36386) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:27.542245 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-29e216b0-3838-4597-aaf3-32ad0ca6e423 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Request body: {'subnet': {'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:27.553624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 4e703d00-947a-4d03-aa6a-ea19c3e36cb9 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:10:27.575231 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f95ae9-45f1-4ab5-90ed-f5d4386c9ab2 x-openstack-request-id: req-a6f95ae9-45f1-4ab5-90ed-f5d4386c9ab2 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:27.575866 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62f427c-4a64-426f-a5f7-fb1ece545b94", "tag": "e9c494ea-97dd-4301-be13-0b3ceedb4d75", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:27.576298 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a6f95ae9-45f1-4ab5-90ed-f5d4386c9ab2 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:27.577962 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62f427c-4a64-426f-a5f7-fb1ece545b94', 'tag': 'e9c494ea-97dd-4301-be13-0b3ceedb4d75', 'status': 'completed', 'code': 200} Nov 18 17:10:27.610516 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9964245-c697-412c-b97e-0202a6cc412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.674980 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb103096-bffa-4479-ba86-53b125526a7f req-e9495dbe-694a-4927-859a-0509305a010a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5176957 Nov 18 17:10:27.691943 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Request body: {'port': {'device_id': '71cd3dd9-5093-49c8-b4c0-9d8b391e648b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:27.702700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=23dc566d-d834-4508-9b26-08a6eecf4550,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:27.722627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bab99dae-485e-4da1-b777-47cdf50b934b None None] Provisioning complete for port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:27.723011 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bab99dae-485e-4da1-b777-47cdf50b934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.782106 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bab99dae-485e-4da1-b777-47cdf50b934b None None] Port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:10:27.808966 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.810466 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-49d40aa3-8a1f-4c93-884d-845f79290324 req-3d860775-c501-45f7-8a62-d75e1de779c2 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 210 time: 0.1060216 Nov 18 17:10:27.819973 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.856642 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.857164 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6b5be-199b-492a-95e1-fc008d0daeef req-9b403c89-8eb0-434e-868e-d395f6268832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:27.858386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76f6b5be-199b-492a-95e1-fc008d0daeef req-9b403c89-8eb0-434e-868e-d395f6268832 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=557edf255516466592ba607b8048c913&device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 1176 time: 0.2479150 Nov 18 17:10:27.877917 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dc566d-d834-4508-9b26-08a6eecf4550'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:27.883192 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9964245-c697-412c-b97e-0202a6cc412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.883360 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c220f21-efaa-4ba8-ab17-233dcb9cd760" -d '{"events": [{"server_uuid": "ab26da21-cc1f-48c4-8c84-c7cbed9ac72e", "name": "network-vif-plugged", "status": "completed", "tag": "23dc566d-d834-4508-9b26-08a6eecf4550"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:27.886861 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=23dc566d-d834-4508-9b26-08a6eecf4550,revision_number=13']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:27.905173 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-fde4d678-1460-4a86-b93f-4e0b3785b0bb req-63a930e3-1f50-4daa-ad67-ca08b8569109 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1323539007 ', 'description': 'tempest-description-831673361'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:27.943017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5d79804c-5280-4ee7-824d-ecf0dff38440 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:27.949766 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9964245-c697-412c-b97e-0202a6cc412a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b76619c5-1f6a-46f7-8c15-db4a84ab0433,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:27.957759 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9964245-c697-412c-b97e-0202a6cc412a admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.961117 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a9964245-c697-412c-b97e-0202a6cc412a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b76619c5-1f6a-46f7-8c15-db4a84ab0433 HTTP/1.1" status: 204 len: 168 time: 0.9000046 Nov 18 17:10:27.961572 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.964403 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-fd47ba12-e25d-4e00-b593-fec58689f08c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:27.968173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36392) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:27.971217 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264533-6928-44c0-b0ca-f4d9dcb1561d req-0f291a6c-bb88-420f-ba2f-90852f5bb4c5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:27.975322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264533-6928-44c0-b0ca-f4d9dcb1561d req-0f291a6c-bb88-420f-ba2f-90852f5bb4c5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:27.983274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264533-6928-44c0-b0ca-f4d9dcb1561d req-0f291a6c-bb88-420f-ba2f-90852f5bb4c5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:27.991315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264533-6928-44c0-b0ca-f4d9dcb1561d req-0f291a6c-bb88-420f-ba2f-90852f5bb4c5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:27.999018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264533-6928-44c0-b0ca-f4d9dcb1561d req-0f291a6c-bb88-420f-ba2f-90852f5bb4c5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:28.007083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264533-6928-44c0-b0ca-f4d9dcb1561d req-0f291a6c-bb88-420f-ba2f-90852f5bb4c5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:28.014435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264533-6928-44c0-b0ca-f4d9dcb1561d req-0f291a6c-bb88-420f-ba2f-90852f5bb4c5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:28.016433 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-62264533-6928-44c0-b0ca-f4d9dcb1561d req-0f291a6c-bb88-420f-ba2f-90852f5bb4c5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5430 time: 0.2182405 Nov 18 17:10:28.022391 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e216b0-3838-4597-aaf3-32ad0ca6e423 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Made reservation on behalf of 44e822c0713b49b8a83e7a0e08353a2f for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:10:28.026358 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29e216b0-3838-4597-aaf3-32ad0ca6e423 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:28.054837 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd721df-3e47-416f-afae-06e8dbeb539e None None] Pushing event updated for resources: {'Port': ['ID=9474929d-0a4d-4ab0-a91b-b898e9566310,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:28.060439 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcaf76d-d9a5-420b-8758-acd1bcb940e9 None None] Network ef3e6004-855f-4653-bab3-ba1bf05f71dc requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:10:28.147230 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Attempting to bind port 9474929d-0a4d-4ab0-a91b-b898e9566310 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:28.147781 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Attempting to bind port 9474929d-0a4d-4ab0-a91b-b898e9566310 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7731e68e-3093-4bdb-adb6-2374a8b35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '4f4796a7-8973-4978-b5e1-5282e232bf45'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:28.148285 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Attempting to bind port 9474929d-0a4d-4ab0-a91b-b898e9566310 on network 4f4796a7-8973-4978-b5e1-5282e232bf45 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:28.158471 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:28.159833 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Checking segment: {'id': '7731e68e-3093-4bdb-adb6-2374a8b35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '4f4796a7-8973-4978-b5e1-5282e232bf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:28.166364 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:28.167093 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Bound using segment: {'id': '7731e68e-3093-4bdb-adb6-2374a8b35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '4f4796a7-8973-4978-b5e1-5282e232bf45'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:28.167883 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Bound port: 9474929d-0a4d-4ab0-a91b-b898e9566310, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7731e68e-3093-4bdb-adb6-2374a8b35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '4f4796a7-8973-4978-b5e1-5282e232bf45'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:28.168379 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:28.184101 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:28.258908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] Deleting port 53285c5f-cec7-4471-9712-4bdd4c488981 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:28.259418 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:28.263571 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fde4d678-1460-4a86-b93f-4e0b3785b0bb req-63a930e3-1f50-4daa-ad67-ca08b8569109 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:28.290134 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] For port 9474929d-0a4d-4ab0-a91b-b898e9566310, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:28.293723 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] For port 9474929d-0a4d-4ab0-a91b-b898e9566310, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9474929d-0a4d-4ab0-a91b-b898e9566310,segment=NetworkSegment(7731e68e-3093-4bdb-adb6-2374a8b35b53),segment_id=7731e68e-3093-4bdb-adb6-2374a8b35b53)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:28.344629 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] For port 53285c5f-cec7-4471-9712-4bdd4c488981, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=53285c5f-cec7-4471-9712-4bdd4c488981,segment=NetworkSegment(9a74633d-357b-4563-8945-99774be6eb37),segment_id=9a74633d-357b-4563-8945-99774be6eb37)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:28.345111 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:28.353488 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-62264533-6928-44c0-b0ca-f4d9dcb1561d req-2410a077-fdd0-4494-ba51-8123416d6cb2 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3223531 Nov 18 17:10:28.362870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6b5be-199b-492a-95e1-fc008d0daeef req-8f607f15-3719-4fc6-8e05-09bce28c4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:28.364438 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76f6b5be-199b-492a-95e1-fc008d0daeef req-8f607f15-3719-4fc6-8e05-09bce28c4d49 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7d71d5bf-0e48-40ce-ab69-465c2210440e HTTP/1.1" status: 200 len: 914 time: 0.4825206 Nov 18 17:10:28.370178 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:28.377714 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] Calling delete_port for 53285c5f-cec7-4471-9712-4bdd4c488981 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:28.453678 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Routers {'02ecd26e-aa2c-468c-9a1b-f340a9c4374b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:10:28.454759 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:10:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['02ecd26e-aa2c-468c-9a1b-f340a9c4374b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:28.461023 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76f6b5be-199b-492a-95e1-fc008d0daeef req-f89557e0-ad92-426d-9a5b-7d241eeac40a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9c494ea-97dd-4301-be13-0b3ceedb4d75 HTTP/1.1" status: 200 len: 217 time: 0.0727477 Nov 18 17:10:28.468391 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-fd47ba12-e25d-4e00-b593-fec58689f08c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:28.484866 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 5d79804c-5280-4ee7-824d-ecf0dff38440 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:28.485451 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:28.533069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6b5be-199b-492a-95e1-fc008d0daeef req-217f3218-ba42-4346-a779-12b27141b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:28.534571 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76f6b5be-199b-492a-95e1-fc008d0daeef req-217f3218-ba42-4346-a779-12b27141b226 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b5a5d3a0-0aaf-46fb-92a9-f911a7fb8193 HTTP/1.1" status: 200 len: 852 time: 0.0593112 Nov 18 17:10:28.537348 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fde4d678-1460-4a86-b93f-4e0b3785b0bb req-63a930e3-1f50-4daa-ad67-ca08b8569109 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:28.591341 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e65839a8-dc99-44c5-aefa-44a688074f21 None None] Provisioning complete for port 9474929d-0a4d-4ab0-a91b-b898e9566310 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:28.593724 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e65839a8-dc99-44c5-aefa-44a688074f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:28.595570 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] Set router 02ecd26e-aa2c-468c-9a1b-f340a9c4374b gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:10:28.617484 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-fd47ba12-e25d-4e00-b593-fec58689f08c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:10:28.630156 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-fd47ba12-e25d-4e00-b593-fec58689f08c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:10:28.636074 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76f6b5be-199b-492a-95e1-fc008d0daeef req-62ba85f3-af08-4442-88f1-22efd2d5137f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d71d5bf-0e48-40ce-ab69-465c2210440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773859 Nov 18 17:10:28.643016 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fde4d678-1460-4a86-b93f-4e0b3785b0bb req-63a930e3-1f50-4daa-ad67-ca08b8569109 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:28.648045 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-fd47ba12-e25d-4e00-b593-fec58689f08c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:10:28.718151 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47ba12-e25d-4e00-b593-fec58689f08c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Pushing event updated for resources: {'Port': ['ID=edbd5b55-4be0-4e11-bd8e-29e1454caae8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:28.768901 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fde4d678-1460-4a86-b93f-4e0b3785b0bb req-63a930e3-1f50-4daa-ad67-ca08b8569109 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:28.772508 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fde4d678-1460-4a86-b93f-4e0b3785b0bb req-63a930e3-1f50-4daa-ad67-ca08b8569109 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.8782401 Nov 18 17:10:28.824871 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd721df-3e47-416f-afae-06e8dbeb539e None None] Pushing event updated for resources: {'Port': ['ID=9474929d-0a4d-4ab0-a91b-b898e9566310,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:28.845762 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a930e3-1f50-4daa-ad67-ca08b8569109 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc03264a-b26a-41fd-86e4-a0896a12ea47,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:28.848921 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e65839a8-dc99-44c5-aefa-44a688074f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:28.851018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914435a5-5bc0-4e97-86d6-27bab819a0e3 None None] DHCP port deletion for ef3e6004-855f-4653-bab3-ba1bf05f71dc request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:10:28.862153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3eec3-f6d2-421d-9ae3-4f49b5251849 req-341e24f5-4ad2-4673-87b9-3a4f7d29755e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:28.864165 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01a3eec3-f6d2-421d-9ae3-4f49b5251849 req-341e24f5-4ad2-4673-87b9-3a4f7d29755e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 950 time: 0.3255785 Nov 18 17:10:28.882226 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-fd47ba12-e25d-4e00-b593-fec58689f08c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:28.882897 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-fd47ba12-e25d-4e00-b593-fec58689f08c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:28.901561 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702abcbc-c688-43cf-9d32-e40a66832b1a x-openstack-request-id: req-702abcbc-c688-43cf-9d32-e40a66832b1a {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:28.902106 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab26da21-cc1f-48c4-8c84-c7cbed9ac72e", "name": "network-vif-plugged", "status": "completed", "tag": "23dc566d-d834-4508-9b26-08a6eecf4550", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:28.902106 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-702abcbc-c688-43cf-9d32-e40a66832b1a {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:28.902493 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dc566d-d834-4508-9b26-08a6eecf4550', 'code': 200} Nov 18 17:10:28.912127 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:28.939068 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e65839a8-dc99-44c5-aefa-44a688074f21 None None] For port 9474929d-0a4d-4ab0-a91b-b898e9566310, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9474929d-0a4d-4ab0-a91b-b898e9566310,segment=NetworkSegment(7731e68e-3093-4bdb-adb6-2374a8b35b53),segment_id=7731e68e-3093-4bdb-adb6-2374a8b35b53)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:28.966234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-914435a5-5bc0-4e97-86d6-27bab819a0e3 None None] The port '53285c5f-cec7-4471-9712-4bdd4c488981' was deleted {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 18 17:10:29.026673 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] No DVR routers for this DVR port 53285c5f-cec7-4471-9712-4bdd4c488981 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:10:29.031244 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e65839a8-dc99-44c5-aefa-44a688074f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:29.036707 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=53285c5f-cec7-4471-9712-4bdd4c488981,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:29.060570 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'name': 'tempest-ServersTestMultiNic-801559991-router', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '5d79804c-5280-4ee7-824d-ecf0dff38440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:10:16Z', 'updated_at': '2021-11-18T17:10:23Z', 'revision_number': 4, 'project_id': '44e822c0713b49b8a83e7a0e08353a2f', 'gw_port': {'id': '5d79804c-5280-4ee7-824d-ecf0dff38440', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:10:17Z', 'updated_at': '2021-11-18T17:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '9474929d-0a4d-4ab0-a91b-b898e9566310', 'name': '', 'network_id': '4f4796a7-8973-4978-b5e1-5282e232bf45', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'mac_address': 'fa:16:3e:1d:e9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'f60c49c1-3497-4016-ba03-6d5ebba344ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:10:22Z', 'updated_at': '2021-11-18T17:10:28Z', 'revision_number': 4, 'project_id': '44e822c0713b49b8a83e7a0e08353a2f', 'subnets': [{'id': 'f60c49c1-3497-4016-ba03-6d5ebba344ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:29.081880 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29e216b0-3838-4597-aaf3-32ad0ca6e423 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:29.085203 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76f6b5be-199b-492a-95e1-fc008d0daeef req-6460e3aa-5f52-4f5a-83c1-28e377253433 service neutron] 10.222.0.83 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938081 Nov 18 17:10:29.096735 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01a3eec3-f6d2-421d-9ae3-4f49b5251849 req-4b85f722-1b3b-48cb-aae0-e1badaaa33d7 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516504 Nov 18 17:10:29.101202 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-fd47ba12-e25d-4e00-b593-fec58689f08c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8766553 Nov 18 17:10:29.118833 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65839a8-dc99-44c5-aefa-44a688074f21 None None] Pushing event updated for resources: {'Port': ['ID=9474929d-0a4d-4ab0-a91b-b898e9566310,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:29.125296 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Request body: {'port': {'device_id': '4777f027-0365-46da-8e4b-0e0ccfcabeb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:29.155987 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5e65ee-7fcb-4145-bd68-8d29ab2acc58 None None] The sync data for ids ['02ecd26e-aa2c-468c-9a1b-f340a9c4374b'] in n-d-813419-11 is: [{'id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'name': 'tempest-ServersTestMultiNic-801559991-router', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '5d79804c-5280-4ee7-824d-ecf0dff38440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:10:16Z', 'updated_at': '2021-11-18T17:10:23Z', 'revision_number': 4, 'project_id': '44e822c0713b49b8a83e7a0e08353a2f', 'gw_port': {'id': '5d79804c-5280-4ee7-824d-ecf0dff38440', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:10:17Z', 'updated_at': '2021-11-18T17:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '9474929d-0a4d-4ab0-a91b-b898e9566310', 'name': '', 'network_id': '4f4796a7-8973-4978-b5e1-5282e232bf45', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'mac_address': 'fa:16:3e:1d:e9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'f60c49c1-3497-4016-ba03-6d5ebba344ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:10:22Z', 'updated_at': '2021-11-18T17:10:28Z', 'revision_number': 4, 'project_id': '44e822c0713b49b8a83e7a0e08353a2f', 'subnets': [{'id': 'f60c49c1-3497-4016-ba03-6d5ebba344ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:10:29.198732 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6b1a8ad4-1d4c-470c-96cc-ee971470faaa None None] Provisioning complete for port edbd5b55-4be0-4e11-bd8e-29e1454caae8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:29.199565 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6b1a8ad4-1d4c-470c-96cc-ee971470faaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:29.247416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84fb0c-72b6-4263-86fd-1420452995b1 req-abe44227-4519-4d26-a473-162e4e57d87a tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:29.257646 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef84fb0c-72b6-4263-86fd-1420452995b1 req-abe44227-4519-4d26-a473-162e4e57d87a tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.2514920 Nov 18 17:10:29.258065 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a8ad4-1d4c-470c-96cc-ee971470faaa None None] Port edbd5b55-4be0-4e11-bd8e-29e1454caae8 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:10:29.288219 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e216b0-3838-4597-aaf3-32ad0ca6e423 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event updated for resources: {'Subnet': ['ID=40725467-9454-4048-83d2-329c11256b36,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:29.297489 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6b1a8ad4-1d4c-470c-96cc-ee971470faaa None None] Provisioning complete for port 9474929d-0a4d-4ab0-a91b-b898e9566310 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:29.297864 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6b1a8ad4-1d4c-470c-96cc-ee971470faaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:29.569957 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:29.603842 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:29.607753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:29.648579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3e6004-855f-4653-bab3-ba1bf05f71dc']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:29.651988 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Transition to ACTIVE for port object 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:10:29.658171 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e216b0-3838-4597-aaf3-32ad0ca6e423 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Checking segment: {'id': 'bfa7214a-c897-49ef-a0de-cc52c3e198fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:29.658814 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e216b0-3838-4597-aaf3-32ad0ca6e423 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Network hostable DHCP agents. Network: 4e703d00-947a-4d03-aa6a-ea19c3e36cb9, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:10:29.675835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a74633d-357b-4563-8945-99774be6eb37') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:29.676197 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a74633d-357b-4563-8945-99774be6eb37') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:10:29.704181 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:29.724743 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:29.727379 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef84fb0c-72b6-4263-86fd-1420452995b1 req-e9dcb30b-577a-469e-b0ac-672e87eb340f tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662738 Nov 18 17:10:29.743971 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76f6b5be-199b-492a-95e1-fc008d0daeef req-95e9aa0d-6f3f-456c-bf48-b9e730f92d36 service neutron] 10.222.0.83 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421978 Nov 18 17:10:29.759379 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:29.764571 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054ed51-b8d8-4a5a-b412-4e3dd3f60671 req-06a6e1b5-de31-41f3-a5b1-5b6f47f7e0f3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:29.769023 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:29.772734 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1054ed51-b8d8-4a5a-b412-4e3dd3f60671 req-06a6e1b5-de31-41f3-a5b1-5b6f47f7e0f3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 949 time: 0.4482651 Nov 18 17:10:29.820273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e216b0-3838-4597-aaf3-32ad0ca6e423 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Network 4e703d00-947a-4d03-aa6a-ea19c3e36cb9 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:10:29.831847 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06be552d-101b-40b5-896d-478269d03645 req-aa91bb23-9cd8-4d3e-ac85-87a1e3d8db35 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/dc03264a-b26a-41fd-86e4-a0896a12ea47 HTTP/1.1" status: 200 len: 1797 time: 0.0867097 Nov 18 17:10:29.840614 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:10:29.841021 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:10:29.849518 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:10:29.875312 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1054ed51-b8d8-4a5a-b412-4e3dd3f60671 req-48e9c07b-bfb0-4033-a3ed-51eba31bdfd8 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022987 Nov 18 17:10:29.915979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-29e216b0-3838-4597-aaf3-32ad0ca6e423 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 4e703d00-947a-4d03-aa6a-ea19c3e36cb9) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:10:29.933723 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b041d-fd66-42f2-b8df-6bf9ebe8891e None None] Network 4e703d00-947a-4d03-aa6a-ea19c3e36cb9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:10:29.934352 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e216b0-3838-4597-aaf3-32ad0ca6e423 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:29.934970 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29e216b0-3838-4597-aaf3-32ad0ca6e423 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:29.969731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b091ce9-2a36-4708-bb99-7a1ec99df8f1 req-8e533ab0-10c2-4df0-84db-ae1c26c8fdac tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:29.971647 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4b091ce9-2a36-4708-bb99-7a1ec99df8f1 req-8e533ab0-10c2-4df0-84db-ae1c26c8fdac tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 950 time: 0.2934904 Nov 18 17:10:29.991730 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ea5dc570-f5f6-4a39-b005-6303ebb9f336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.025759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Pushing event updated for resources: {'Port': ['ID=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:30.049872 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-29e216b0-3838-4597-aaf3-32ad0ca6e423 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5141029 Nov 18 17:10:30.064621 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9474929d-0a4d-4ab0-a91b-b898e9566310 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:30.092968 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36408) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:30.098432 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-78b5b051-f6af-4a3c-9e80-2f20dbb34a9b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-162462465'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:30.168910 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db64ac-e126-44b5-9235-1ee52bcb5d5e req-6cfa93cd-5700-4298-9e5b-945dbfdb03d1 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:30.177142 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04db64ac-e126-44b5-9235-1ee52bcb5d5e req-6cfa93cd-5700-4298-9e5b-945dbfdb03d1 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 936 time: 0.1717999 Nov 18 17:10:30.207282 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78800dc-ef1e-4616-943d-552ae512acc5 req-66802c47-4a35-474f-9c11-ba8664f36915 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:30.213796 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.215576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78800dc-ef1e-4616-943d-552ae512acc5 req-66802c47-4a35-474f-9c11-ba8664f36915 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:30.221801 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.227180 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 9474929d-0a4d-4ab0-a91b-b898e9566310 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:30.227561 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.228901 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ef3e6004-855f-4653-bab3-ba1bf05f71dc HTTP/1.1" status: 204 len: 168 time: 2.2608500 Nov 18 17:10:30.233129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78800dc-ef1e-4616-943d-552ae512acc5 req-66802c47-4a35-474f-9c11-ba8664f36915 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:30.241345 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78800dc-ef1e-4616-943d-552ae512acc5 req-66802c47-4a35-474f-9c11-ba8664f36915 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:30.254235 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78800dc-ef1e-4616-943d-552ae512acc5 req-66802c47-4a35-474f-9c11-ba8664f36915 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:30.266791 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78800dc-ef1e-4616-943d-552ae512acc5 req-66802c47-4a35-474f-9c11-ba8664f36915 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:30.273463 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78800dc-ef1e-4616-943d-552ae512acc5 req-66802c47-4a35-474f-9c11-ba8664f36915 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:30.281840 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b78800dc-ef1e-4616-943d-552ae512acc5 req-66802c47-4a35-474f-9c11-ba8664f36915 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5430 time: 0.2609940 Nov 18 17:10:30.298267 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8a1a8-20a5-47f3-afa6-1363aa289f11 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef3e6004-855f-4653-bab3-ba1bf05f71dc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:30.309713 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b5b051-f6af-4a3c-9e80-2f20dbb34a9b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Made reservation on behalf of 44e822c0713b49b8a83e7a0e08353a2f for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:10:30.315496 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-78b5b051-f6af-4a3c-9e80-2f20dbb34a9b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.361406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-4e703d00-947a-4d03-aa6a-ea19c3e36cb9', 'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'fixed_ips': [{'subnet_id': '40725467-9454-4048-83d2-329c11256b36'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:10:30.362348 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.418032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b5b051-f6af-4a3c-9e80-2f20dbb34a9b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] vlan segment allocate from pool success with {'vlan_id': 1132, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:10:30.439073 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04db64ac-e126-44b5-9235-1ee52bcb5d5e req-0752a82a-f3a3-40d9-9621-2c66eb60f6b2 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605064 Nov 18 17:10:30.442950 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Attempting to bind port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:30.443364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Attempting to bind port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:30.445799 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Attempting to bind port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:30.456917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:10:30.457369 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Attempting to bind port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:30.474527 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b78800dc-ef1e-4616-943d-552ae512acc5 req-2d69f4a3-8c93-449f-8c09-88ff9dea5579 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1917479 Nov 18 17:10:30.475911 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:30.476332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:30.477408 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:30.477943 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Bound port: 229f219d-cefe-43fc-9fe4-30db9c2dcdf6, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:30.478378 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.483181 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-78b5b051-f6af-4a3c-9e80-2f20dbb34a9b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.483544 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-78b5b051-f6af-4a3c-9e80-2f20dbb34a9b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Added segment 82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d of type vlan for network a50fd9cd-fdd9-41bf-9904-b91f3e66864c Nov 18 17:10:30.513122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-4b091ce9-2a36-4708-bb99-7a1ec99df8f1 req-b1e80e95-2255-4f62-8ada-5497f9bb8fb0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Deleting port 23dc566d-d834-4508-9b26-08a6eecf4550 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:30.513536 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4b091ce9-2a36-4708-bb99-7a1ec99df8f1 req-b1e80e95-2255-4f62-8ada-5497f9bb8fb0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.608955 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-78b5b051-f6af-4a3c-9e80-2f20dbb34a9b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.652415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Allocated IP 19.80.0.2 (4e703d00-947a-4d03-aa6a-ea19c3e36cb9/40725467-9454-4048-83d2-329c11256b36/e6f0b863-5b04-411f-bb24-dd4a420ee2d2) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:10:30.655149 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36414) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:30.678458 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05a99ef7-c1cf-48b7-82da-d2eb3a2e75e8 req-a34b081e-41db-4f43-842b-0f39bef531b0 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/dc03264a-b26a-41fd-86e4-a0896a12ea47 HTTP/1.1" status: 200 len: 1797 time: 0.2026148 Nov 18 17:10:30.724335 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335f3c0-92d0-44c1-ba1e-dfbe312262be req-03a3e387-7d25-4b70-8b4c-032a31739013 tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:30.732833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b335f3c0-92d0-44c1-ba1e-dfbe312262be req-03a3e387-7d25-4b70-8b4c-032a31739013 tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 1101 time: 0.1272457 Nov 18 17:10:30.733093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] For port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:30.737884 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] For port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:30.766975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbd5b55-4be0-4e11-bd8e-29e1454caae8 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:30.781856 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-4b091ce9-2a36-4708-bb99-7a1ec99df8f1 req-b1e80e95-2255-4f62-8ada-5497f9bb8fb0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] For port 23dc566d-d834-4508-9b26-08a6eecf4550, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=23dc566d-d834-4508-9b26-08a6eecf4550,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:30.785741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4b091ce9-2a36-4708-bb99-7a1ec99df8f1 req-b1e80e95-2255-4f62-8ada-5497f9bb8fb0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.786105 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-78b5b051-f6af-4a3c-9e80-2f20dbb34a9b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.788687 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.789286 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b5b051-f6af-4a3c-9e80-2f20dbb34a9b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:30.790487 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-78b5b051-f6af-4a3c-9e80-2f20dbb34a9b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.796289 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 53285c5f-cec7-4471-9712-4bdd4c488981 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:30.821655 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 53285c5f-cec7-4471-9712-4bdd4c488981 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:30.822428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 53285c5f-cec7-4471-9712-4bdd4c488981 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:30.825823 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-4b091ce9-2a36-4708-bb99-7a1ec99df8f1 req-b1e80e95-2255-4f62-8ada-5497f9bb8fb0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Calling delete_port for 23dc566d-d834-4508-9b26-08a6eecf4550 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:30.833316 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-17c9605f-bd52-486f-b4dd-d5f867f58e1c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8c06eab41c094a658cd4053515999f68&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1739159 Nov 18 17:10:30.836817 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36418) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:30.837978 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Transition to ACTIVE for port object edbd5b55-4be0-4e11-bd8e-29e1454caae8 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:10:30.845291 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-05a99ef7-c1cf-48b7-82da-d2eb3a2e75e8 req-35aba6dc-a0ce-4ad7-bc1f-39fc8bcd4fad tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.852892 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.870750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b335f3c0-92d0-44c1-ba1e-dfbe312262be req-4e23af0e-60fb-46b4-a51b-d402a33ec262 tempest-ServersOnMultiNodesTest-1576287575 tempest-ServersOnMultiNodesTest-1576287575-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341803 Nov 18 17:10:30.915004 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-05a99ef7-c1cf-48b7-82da-d2eb3a2e75e8 req-35aba6dc-a0ce-4ad7-bc1f-39fc8bcd4fad tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.922073 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.945994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:30.946708 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:30.954195 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb103096-bffa-4479-ba86-53b125526a7f req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] 10.222.0.83 "PUT /v2.0/ports/229f219d-cefe-43fc-9fe4-30db9c2dcdf6 HTTP/1.1" status: 200 len: 1096 time: 3.2637432 Nov 18 17:10:30.960533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cd3dd9-5093-49c8-b4c0-9d8b391e648b', 'tag': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:30.966266 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74a16dd-c6bd-46c2-9274-22414d2e9213" -d '{"events": [{"name": "network-changed", "server_uuid": "71cd3dd9-5093-49c8-b4c0-9d8b391e648b", "tag": "229f219d-cefe-43fc-9fe4-30db9c2dcdf6"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:30.974237 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:31.003524 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:31.009734 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5b051-f6af-4a3c-9e80-2f20dbb34a9b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event updated for resources: {'Network': ['ID=a50fd9cd-fdd9-41bf-9904-b91f3e66864c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:31.017506 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-78b5b051-f6af-4a3c-9e80-2f20dbb34a9b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9231522 Nov 18 17:10:31.025429 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36424) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:31.040561 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8e1f1451-fa20-412e-af44-13d2eb3aa5a4 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Request body: {'subnet': {'network_id': 'a50fd9cd-fdd9-41bf-9904-b91f3e66864c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:31.057941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network a50fd9cd-fdd9-41bf-9904-b91f3e66864c details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:10:31.061905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3a642-b13c-4b9d-af70-d7f73112c94b req-172c54b0-8f36-4e9c-8ee6-9ccde766a32c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:31.070446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0a3a642-b13c-4b9d-af70-d7f73112c94b req-172c54b0-8f36-4e9c-8ee6-9ccde766a32c tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 950 time: 0.0690699 Nov 18 17:10:31.115911 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08d23d-610b-461c-b58c-3c401d56bea2 service neutron] Pushing event updated for resources: {'Port': ['ID=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:31.131284 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-05a99ef7-c1cf-48b7-82da-d2eb3a2e75e8 req-35aba6dc-a0ce-4ad7-bc1f-39fc8bcd4fad tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:31.134473 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-05a99ef7-c1cf-48b7-82da-d2eb3a2e75e8 req-35aba6dc-a0ce-4ad7-bc1f-39fc8bcd4fad tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:31.148508 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05a99ef7-c1cf-48b7-82da-d2eb3a2e75e8 req-35aba6dc-a0ce-4ad7-bc1f-39fc8bcd4fad tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "DELETE /v2.0/security-groups/dc03264a-b26a-41fd-86e4-a0896a12ea47 HTTP/1.1" status: 204 len: 173 time: 0.4690728 Nov 18 17:10:31.153325 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Network 4e703d00-947a-4d03-aa6a-ea19c3e36cb9 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:10:31.172601 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:10:31.173206 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d509afc-32c2-431c-a513-ffc34be07e84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:31.184495 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0a3a642-b13c-4b9d-af70-d7f73112c94b req-accfda5a-4d58-452e-90e5-9b223336ca1e tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078820 Nov 18 17:10:31.185591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aba6dc-a0ce-4ad7-bc1f-39fc8bcd4fad tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc03264a-b26a-41fd-86e4-a0896a12ea47,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:31.189803 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:10:31.202423 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Pushing event updated for resources: {'Port': ['ID=e6f0b863-5b04-411f-bb24-dd4a420ee2d2,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:31.305892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Attempting to bind port e6f0b863-5b04-411f-bb24-dd4a420ee2d2 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:31.306444 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Attempting to bind port e6f0b863-5b04-411f-bb24-dd4a420ee2d2 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'bfa7214a-c897-49ef-a0de-cc52c3e198fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:31.307410 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Attempting to bind port e6f0b863-5b04-411f-bb24-dd4a420ee2d2 on network 4e703d00-947a-4d03-aa6a-ea19c3e36cb9 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:31.314680 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:31.315422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Checking segment: {'id': 'bfa7214a-c897-49ef-a0de-cc52c3e198fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:31.315950 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:31.316542 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Bound using segment: {'id': 'bfa7214a-c897-49ef-a0de-cc52c3e198fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:31.317144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Bound port: e6f0b863-5b04-411f-bb24-dd4a420ee2d2, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa7214a-c897-49ef-a0de-cc52c3e198fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:31.317787 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:31.334338 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae1303-26a3-40e7-8716-05ee8c07f393 req-505967fa-f035-4795-b192-25d3288d8f5b tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:31.341094 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39ae1303-26a3-40e7-8716-05ee8c07f393 req-505967fa-f035-4795-b192-25d3288d8f5b tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.1048756 Nov 18 17:10:31.417268 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39ae1303-26a3-40e7-8716-05ee8c07f393 req-caeeb934-b18e-429e-8c42-6bcc259a759f tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673497 Nov 18 17:10:31.424526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] For port e6f0b863-5b04-411f-bb24-dd4a420ee2d2, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:31.428648 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] For port e6f0b863-5b04-411f-bb24-dd4a420ee2d2, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e6f0b863-5b04-411f-bb24-dd4a420ee2d2,segment=NetworkSegment(bfa7214a-c897-49ef-a0de-cc52c3e198fb),segment_id=bfa7214a-c897-49ef-a0de-cc52c3e198fb)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:31.452016 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4b091ce9-2a36-4708-bb99-7a1ec99df8f1 req-b1e80e95-2255-4f62-8ada-5497f9bb8fb0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:31.460496 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d509afc-32c2-431c-a513-ffc34be07e84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:31.464921 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['14b037fd-40a5-4cab-9075-5b29f54b7340', 'da026f53-f7bc-4ad6-8324-99511509ddcb', '0285dffd-5957-4323-b54a-84c0c333dbfa'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:31.505451 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1424d18-480a-4497-8f58-09937946126a x-openstack-request-id: req-f1424d18-480a-4497-8f58-09937946126a {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:31.505716 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cd3dd9-5093-49c8-b4c0-9d8b391e648b", "tag": "229f219d-cefe-43fc-9fe4-30db9c2dcdf6", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:31.505921 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f1424d18-480a-4497-8f58-09937946126a {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:31.506327 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cd3dd9-5093-49c8-b4c0-9d8b391e648b', 'tag': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6', 'status': 'completed', 'code': 200} Nov 18 17:10:31.506800 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:31.509718 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-2f9b379c-126e-4472-8d39-df0e9a5a7099 req-30f2009d-a83a-49b9-b9c3-02af30972542 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] show failed (client error): The resource could not be found. Nov 18 17:10:31.519400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f9b379c-126e-4472-8d39-df0e9a5a7099 req-30f2009d-a83a-49b9-b9c3-02af30972542 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/dc03264a-b26a-41fd-86e4-a0896a12ea47 HTTP/1.1" status: 404 len: 352 time: 0.0286522 Nov 18 17:10:31.525087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Pushing event updated for resources: {'Port': ['ID=edbd5b55-4be0-4e11-bd8e-29e1454caae8,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:31.622229 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a21d6-701d-40ad-b6da-4dd83608bb3b None None] Pushing event updated for resources: {'Port': ['ID=e6f0b863-5b04-411f-bb24-dd4a420ee2d2,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:31.657034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb103096-bffa-4479-ba86-53b125526a7f req-7473d149-b6e6-4fec-8ceb-4ca23c211a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:31.658593 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb103096-bffa-4479-ba86-53b125526a7f req-7473d149-b6e6-4fec-8ceb-4ca23c211a5f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=673b4f1ab41348da8b586039f3b1ddab&device_id=71cd3dd9-5093-49c8-b4c0-9d8b391e648b HTTP/1.1" status: 200 len: 1099 time: 0.5481582 Nov 18 17:10:31.659341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Attempting to bind port edbd5b55-4be0-4e11-bd8e-29e1454caae8 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:31.659682 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Attempting to bind port edbd5b55-4be0-4e11-bd8e-29e1454caae8 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:31.660042 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Attempting to bind port edbd5b55-4be0-4e11-bd8e-29e1454caae8 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:31.677974 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a8fb7-0f05-40d1-bf45-4a2bff55320d req-51068e46-6c27-4053-8768-9b60947e3c75 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:31.680403 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-565a8fb7-0f05-40d1-bf45-4a2bff55320d req-51068e46-6c27-4053-8768-9b60947e3c75 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 948 time: 0.0977108 Nov 18 17:10:31.705763 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-a9789067-5045-4c5e-a53d-2da5dc0305b0 req-47e9f63f-4d32-4db7-8c1e-21326fc92386 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1883203234', 'description': 'tempest-description-1199676050'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:31.711503 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e80e95-2255-4f62-8ada-5497f9bb8fb0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Pushing event deleted for resources: {'Port': ['ID=23dc566d-d834-4508-9b26-08a6eecf4550,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:31.762681 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-565a8fb7-0f05-40d1-bf45-4a2bff55320d req-37edfa9d-7746-41d6-ace2-19f003735c06 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756297 Nov 18 17:10:31.772112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Port edbd5b55-4be0-4e11-bd8e-29e1454caae8 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:10:31.776749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Attempting to bind port edbd5b55-4be0-4e11-bd8e-29e1454caae8 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:31.783176 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b091ce9-2a36-4708-bb99-7a1ec99df8f1 req-b1e80e95-2255-4f62-8ada-5497f9bb8fb0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] No DVR routers for this DVR port 23dc566d-d834-4508-9b26-08a6eecf4550 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:10:31.796282 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4b091ce9-2a36-4708-bb99-7a1ec99df8f1 req-b1e80e95-2255-4f62-8ada-5497f9bb8fb0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:31.799765 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4b091ce9-2a36-4708-bb99-7a1ec99df8f1 req-b1e80e95-2255-4f62-8ada-5497f9bb8fb0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.81 "DELETE /v2.0/ports/23dc566d-d834-4508-9b26-08a6eecf4550 HTTP/1.1" status: 204 len: 173 time: 1.7083383 Nov 18 17:10:31.803278 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1f1451-fa20-412e-af44-13d2eb3aa5a4 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Made reservation on behalf of 44e822c0713b49b8a83e7a0e08353a2f for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:10:31.807872 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1451-fa20-412e-af44-13d2eb3aa5a4 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:31.811162 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb103096-bffa-4479-ba86-53b125526a7f req-615a664f-88a4-4de9-ac60-81c8c9899972 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=229f219d-cefe-43fc-9fe4-30db9c2dcdf6 HTTP/1.1" status: 200 len: 217 time: 0.1093922 Nov 18 17:10:31.814672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:31.815235 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:31.815855 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:31.816767 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Bound port: edbd5b55-4be0-4e11-bd8e-29e1454caae8, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:31.817316 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:31.859158 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a9789067-5045-4c5e-a53d-2da5dc0305b0 req-47e9f63f-4d32-4db7-8c1e-21326fc92386 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:32.045770 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d97f2-3ec0-4291-8cb1-a72fa76a970a req-b94f9344-0b94-4161-bbe2-47782abd9c9f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:32.054107 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d97f2-3ec0-4291-8cb1-a72fa76a970a req-b94f9344-0b94-4161-bbe2-47782abd9c9f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:32.062249 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d97f2-3ec0-4291-8cb1-a72fa76a970a req-b94f9344-0b94-4161-bbe2-47782abd9c9f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:32.064653 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d509afc-32c2-431c-a513-ffc34be07e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:32.068694 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d509afc-32c2-431c-a513-ffc34be07e84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:32.070624 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d97f2-3ec0-4291-8cb1-a72fa76a970a req-b94f9344-0b94-4161-bbe2-47782abd9c9f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:32.070747 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9d509afc-32c2-431c-a513-ffc34be07e84 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d529154-5919-49f0-9bc4-032f7e6b4cad HTTP/1.1" status: 204 len: 168 time: 1.2307522 Nov 18 17:10:32.081061 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d97f2-3ec0-4291-8cb1-a72fa76a970a req-b94f9344-0b94-4161-bbe2-47782abd9c9f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:32.088566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d97f2-3ec0-4291-8cb1-a72fa76a970a req-b94f9344-0b94-4161-bbe2-47782abd9c9f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:32.095200 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d97f2-3ec0-4291-8cb1-a72fa76a970a req-b94f9344-0b94-4161-bbe2-47782abd9c9f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:32.105527 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b1d97f2-3ec0-4291-8cb1-a72fa76a970a req-b94f9344-0b94-4161-bbe2-47782abd9c9f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5430 time: 0.2150760 Nov 18 17:10:32.112408 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb103096-bffa-4479-ba86-53b125526a7f req-039e18ec-f237-4a19-8b7d-958460847c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:32.116415 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb103096-bffa-4479-ba86-53b125526a7f req-039e18ec-f237-4a19-8b7d-958460847c24 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.2965784 Nov 18 17:10:32.130927 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d509afc-32c2-431c-a513-ffc34be07e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d529154-5919-49f0-9bc4-032f7e6b4cad,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:32.165867 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a9789067-5045-4c5e-a53d-2da5dc0305b0 req-47e9f63f-4d32-4db7-8c1e-21326fc92386 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:32.174303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] For port edbd5b55-4be0-4e11-bd8e-29e1454caae8, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:32.196724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] For port edbd5b55-4be0-4e11-bd8e-29e1454caae8, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=edbd5b55-4be0-4e11-bd8e-29e1454caae8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:32.232603 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb103096-bffa-4479-ba86-53b125526a7f req-be9d3a9b-6cd1-43d4-b755-38e941a60883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:32.234368 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb103096-bffa-4479-ba86-53b125526a7f req-be9d3a9b-6cd1-43d4-b755-38e941a60883 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1058297 Nov 18 17:10:32.265523 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b1d97f2-3ec0-4291-8cb1-a72fa76a970a req-cd9512af-c650-4f63-8ad7-f854064a7f0a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1589165 Nov 18 17:10:32.271873 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a9789067-5045-4c5e-a53d-2da5dc0305b0 req-47e9f63f-4d32-4db7-8c1e-21326fc92386 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:32.322331 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9f63f-4d32-4db7-8c1e-21326fc92386 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39ff19c-21ed-43dd-8878-aa0f22f6da6e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:32.348263 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:32.385612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2615e-1caa-4cfc-a9f5-15cf3905a2ac req-67d70c62-118d-4bfc-a300-4896c0b829d7 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:32.387297 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8f2615e-1caa-4cfc-a9f5-15cf3905a2ac req-67d70c62-118d-4bfc-a300-4896c0b829d7 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 949 time: 0.0554168 Nov 18 17:10:32.412322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:32.412927 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:32.414377 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] 10.222.0.83 "PUT /v2.0/ports/edbd5b55-4be0-4e11-bd8e-29e1454caae8 HTTP/1.1" status: 200 len: 1097 time: 3.2969749 Nov 18 17:10:32.451087 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb103096-bffa-4479-ba86-53b125526a7f req-0f203c0d-5d7b-4192-935a-890b624cde87 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074177 Nov 18 17:10:32.452164 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7ffdf-b913-4995-a615-a163b69b38a0 service neutron] Pushing event updated for resources: {'Port': ['ID=edbd5b55-4be0-4e11-bd8e-29e1454caae8,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:32.458470 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-42075c06-f3d7-4fab-9bb6-c2e7a3724b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:32.464731 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8f2615e-1caa-4cfc-a9f5-15cf3905a2ac req-96ab3c93-0941-432e-a885-37f74c9f78d1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709906 Nov 18 17:10:32.472603 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a9789067-5045-4c5e-a53d-2da5dc0305b0 req-47e9f63f-4d32-4db7-8c1e-21326fc92386 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:32.482956 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9789067-5045-4c5e-a53d-2da5dc0305b0 req-47e9f63f-4d32-4db7-8c1e-21326fc92386 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7846613 Nov 18 17:10:32.504600 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1451-fa20-412e-af44-13d2eb3aa5a4 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:32.595341 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d48d0c2f-4d27-4dc5-add0-996a312512db req-e9bb9c2f-0147-456c-a2af-6fe952f61b16 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab26da21-cc1f-48c4-8c84-c7cbed9ac72e HTTP/1.1" status: 200 len: 210 time: 0.0377805 Nov 18 17:10:32.652799 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-f8569fc7-d0ce-4017-9ce8-4815a29a99d9 req-7148a8ba-420b-42dc-bc32-b0b7255624b3 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-408347733', 'description': 'tempest-description-2007961591'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:32.658154 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f1451-fa20-412e-af44-13d2eb3aa5a4 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event updated for resources: {'Subnet': ['ID=f12946c5-7eea-41da-9320-e9fd84993f0a,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:32.712612 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb103096-bffa-4479-ba86-53b125526a7f req-cd76db00-c808-415d-b333-35e33d79915e service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439394 Nov 18 17:10:32.715861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1f1451-fa20-412e-af44-13d2eb3aa5a4 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Checking segment: {'id': '82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50fd9cd-fdd9-41bf-9904-b91f3e66864c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:32.716850 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1f1451-fa20-412e-af44-13d2eb3aa5a4 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Network hostable DHCP agents. Network: a50fd9cd-fdd9-41bf-9904-b91f3e66864c, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:10:32.728927 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-632a4039-8de5-4d07-8cef-d86d1816bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:32.730661 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-632a4039-8de5-4d07-8cef-d86d1816bd82 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=673b4f1ab41348da8b586039f3b1ddab&device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 1100 time: 0.1355069 Nov 18 17:10:32.746836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f1d68-289d-4f94-8edc-3640e22db93e req-d9acdfe7-5d45-410d-a064-f8d2dad0b613 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:32.759626 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f34f1d68-289d-4f94-8edc-3640e22db93e req-d9acdfe7-5d45-410d-a064-f8d2dad0b613 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.1635830 Nov 18 17:10:32.796643 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-3ed2421b-2568-4316-9fed-8af3d6d53f15 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=edbd5b55-4be0-4e11-bd8e-29e1454caae8 HTTP/1.1" status: 200 len: 217 time: 0.0501435 Nov 18 17:10:32.816433 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f34f1d68-289d-4f94-8edc-3640e22db93e req-52366f06-4cc5-4266-bd92-0dfdfb1c54be tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557563 Nov 18 17:10:32.833510 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f8569fc7-d0ce-4017-9ce8-4815a29a99d9 req-7148a8ba-420b-42dc-bc32-b0b7255624b3 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:32.838462 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1f1451-fa20-412e-af44-13d2eb3aa5a4 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Network a50fd9cd-fdd9-41bf-9904-b91f3e66864c is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:10:32.860814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-dbe1f8a7-624f-48df-be67-166f8458358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:32.862471 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-dbe1f8a7-624f-48df-be67-166f8458358b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0540259 Nov 18 17:10:32.959642 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-c84d6f02-6b6b-4fea-987b-6c04456b8063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:32.961888 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-c84d6f02-6b6b-4fea-987b-6c04456b8063 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0857909 Nov 18 17:10:32.963467 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-8e1f1451-fa20-412e-af44-13d2eb3aa5a4 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, a50fd9cd-fdd9-41bf-9904-b91f3e66864c) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:10:32.966496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a16dd-c6bd-46c2-9274-22414d2e9213 req-1ca80072-98ba-44c8-ba3d-fd27b346923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:32.968015 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a74a16dd-c6bd-46c2-9274-22414d2e9213 req-1ca80072-98ba-44c8-ba3d-fd27b346923e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=673b4f1ab41348da8b586039f3b1ddab&device_id=71cd3dd9-5093-49c8-b4c0-9d8b391e648b HTTP/1.1" status: 200 len: 1099 time: 0.0787120 Nov 18 17:10:32.979875 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1f1451-fa20-412e-af44-13d2eb3aa5a4 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:32.979875 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1451-fa20-412e-af44-13d2eb3aa5a4 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:32.983507 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f8569fc7-d0ce-4017-9ce8-4815a29a99d9 req-7148a8ba-420b-42dc-bc32-b0b7255624b3 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:33.007322 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99459a-4a5e-4dd9-a605-9c78416c94bf None None] Network a50fd9cd-fdd9-41bf-9904-b91f3e66864c requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:10:33.018901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4e3bf-15df-4008-aeb0-0e29c7d49da8 req-cfdaf91f-3a61-4094-b9cf-f10f1001c1d2 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:33.025186 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24a4e3bf-15df-4008-aeb0-0e29c7d49da8 req-cfdaf91f-3a61-4094-b9cf-f10f1001c1d2 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 948 time: 0.1119161 Nov 18 17:10:33.075867 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f8569fc7-d0ce-4017-9ce8-4815a29a99d9 req-7148a8ba-420b-42dc-bc32-b0b7255624b3 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:33.115138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 23dc566d-d834-4508-9b26-08a6eecf4550 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:33.149665 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24a4e3bf-15df-4008-aeb0-0e29c7d49da8 req-1f5e3593-47b9-4b02-931f-0d217ce6ab69 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167817 Nov 18 17:10:33.199907 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-66f3796e-3bf9-43a0-af87-a1c0dc475cf3 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278876 Nov 18 17:10:33.201151 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148a8ba-420b-42dc-bc32-b0b7255624b3 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a648b9f5-4e4b-4c53-b845-c7bcdd459b74,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:33.204833 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8e1f1451-fa20-412e-af44-13d2eb3aa5a4 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1752064 Nov 18 17:10:33.214512 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f8569fc7-d0ce-4017-9ce8-4815a29a99d9 req-7148a8ba-420b-42dc-bc32-b0b7255624b3 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:33.217370 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8569fc7-d0ce-4017-9ce8-4815a29a99d9 req-7148a8ba-420b-42dc-bc32-b0b7255624b3 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5697203 Nov 18 17:10:33.254034 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-343d722f-bfb0-4eb4-a961-2d90e1b4bac8 req-74fad2ee-4c51-4f02-8fdc-d282381f8567 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-104199994', 'description': 'tempest-description-1179686638'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:33.254295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36452) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:33.269494 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da91ead-2f01-4412-bc39-1d140f676f56 None None] Network 4e703d00-947a-4d03-aa6a-ea19c3e36cb9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:10:33.282318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 23dc566d-d834-4508-9b26-08a6eecf4550 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:33.284264 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 23dc566d-d834-4508-9b26-08a6eecf4550 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:33.322798 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36456) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:33.323067 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fb42227a-359d-4106-a2b6-0e079c14157c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=300de489d0c44bd6bc226041661d526a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0660608 Nov 18 17:10:33.399349 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-343d722f-bfb0-4eb4-a961-2d90e1b4bac8 req-74fad2ee-4c51-4f02-8fdc-d282381f8567 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:33.401903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a16dd-c6bd-46c2-9274-22414d2e9213 req-87d33d9d-98ce-4031-89a3-929cd2ac73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:33.403682 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a74a16dd-c6bd-46c2-9274-22414d2e9213 req-87d33d9d-98ce-4031-89a3-929cd2ac73b5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.4221435 Nov 18 17:10:33.482410 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2dd93465-1c5f-4195-802e-00710a15cee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:33.497567 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a74a16dd-c6bd-46c2-9274-22414d2e9213 req-575d8853-63cf-41d0-be15-fd512f1b1dc6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=229f219d-cefe-43fc-9fe4-30db9c2dcdf6 HTTP/1.1" status: 200 len: 217 time: 0.0731618 Nov 18 17:10:33.501126 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f1d5585-dcd4-48bb-bf3f-0a5e260b5df8 req-aa972434-40aa-4db5-92a6-f47c5657c8cf service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926738 Nov 18 17:10:33.508383 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'name': 'network-vif-deleted', 'tag': '23dc566d-d834-4508-9b26-08a6eecf4550'}, {'name': 'network-changed', 'server_uuid': '4777f027-0365-46da-8e4b-0e0ccfcabeb7', 'tag': 'edbd5b55-4be0-4e11-bd8e-29e1454caae8'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:33.510189 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895f9698-8bef-41c9-9513-d748fe63d886" -d '{"events": [{"server_uuid": "ab26da21-cc1f-48c4-8c84-c7cbed9ac72e", "name": "network-vif-deleted", "tag": "23dc566d-d834-4508-9b26-08a6eecf4550"}, {"name": "network-changed", "server_uuid": "4777f027-0365-46da-8e4b-0e0ccfcabeb7", "tag": "edbd5b55-4be0-4e11-bd8e-29e1454caae8"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:33.541440 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2dd93465-1c5f-4195-802e-00710a15cee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:33.560103 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e8691-5179-4db2-8625-c226e934a5f0 req-ccecd270-9136-40d3-ab7e-db4ce0101627 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:33.561707 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f7faf-68a9-433c-92da-ea89911203d9 req-4c179661-5247-46b6-ab2b-5d1104986573 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:33.563238 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b87f7faf-68a9-433c-92da-ea89911203d9 req-4c179661-5247-46b6-ab2b-5d1104986573 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "GET /v2.0/ports?device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 949 time: 0.1376810 Nov 18 17:10:33.566280 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e8691-5179-4db2-8625-c226e934a5f0 req-ccecd270-9136-40d3-ab7e-db4ce0101627 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:33.572730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e8691-5179-4db2-8625-c226e934a5f0 req-ccecd270-9136-40d3-ab7e-db4ce0101627 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:33.579257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e8691-5179-4db2-8625-c226e934a5f0 req-ccecd270-9136-40d3-ab7e-db4ce0101627 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:33.585039 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e8691-5179-4db2-8625-c226e934a5f0 req-ccecd270-9136-40d3-ab7e-db4ce0101627 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:33.585516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a16dd-c6bd-46c2-9274-22414d2e9213 req-d95d187b-d8d1-477f-8255-19df43f7e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:33.587006 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a74a16dd-c6bd-46c2-9274-22414d2e9213 req-d95d187b-d8d1-477f-8255-19df43f7e5dd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0738463 Nov 18 17:10:33.590965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e8691-5179-4db2-8625-c226e934a5f0 req-ccecd270-9136-40d3-ab7e-db4ce0101627 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:33.593312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4d7f595b-f14d-4079-9c76-1c43f8b2e215 None None] Provisioning complete for port e6f0b863-5b04-411f-bb24-dd4a420ee2d2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:33.593789 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4d7f595b-f14d-4079-9c76-1c43f8b2e215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:33.597029 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e8691-5179-4db2-8625-c226e934a5f0 req-ccecd270-9136-40d3-ab7e-db4ce0101627 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:33.599245 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-130e8691-5179-4db2-8625-c226e934a5f0 req-ccecd270-9136-40d3-ab7e-db4ce0101627 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5430 time: 0.1810594 Nov 18 17:10:33.659666 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:33.663445 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-343d722f-bfb0-4eb4-a961-2d90e1b4bac8 req-74fad2ee-4c51-4f02-8fdc-d282381f8567 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:33.684778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a16dd-c6bd-46c2-9274-22414d2e9213 req-14bcf3a2-173a-4bb8-91a6-21bbb8dfd5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:33.687311 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a74a16dd-c6bd-46c2-9274-22414d2e9213 req-14bcf3a2-173a-4bb8-91a6-21bbb8dfd5a7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0807633 Nov 18 17:10:33.713049 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-130e8691-5179-4db2-8625-c226e934a5f0 req-1d4f1324-67f3-4259-9e3f-0e44e2f80032 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0986779 Nov 18 17:10:33.745146 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-343d722f-bfb0-4eb4-a961-2d90e1b4bac8 req-74fad2ee-4c51-4f02-8fdc-d282381f8567 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:33.754639 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-a50fd9cd-fdd9-41bf-9904-b91f3e66864c', 'network_id': 'a50fd9cd-fdd9-41bf-9904-b91f3e66864c', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'fixed_ips': [{'subnet_id': 'f12946c5-7eea-41da-9320-e9fd84993f0a'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:10:33.755565 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:33.781277 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2dd93465-1c5f-4195-802e-00710a15cee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:33.784922 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2dd93465-1c5f-4195-802e-00710a15cee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:33.788759 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2dd93465-1c5f-4195-802e-00710a15cee6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/afb350f7-8e63-489d-b8ff-68ea05dee590 HTTP/1.1" status: 204 len: 168 time: 0.4620795 Nov 18 17:10:33.794378 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fad2ee-4c51-4f02-8fdc-d282381f8567 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46f6800-2498-4ada-bb03-04f3a7e07b1b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:33.802835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-b87f7faf-68a9-433c-92da-ea89911203d9 req-00006881-dfd7-4f52-8595-e85aa4b22345 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Deleting port 062aeb19-fa42-42ed-a269-aff0ce7a3714 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:33.803470 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b87f7faf-68a9-433c-92da-ea89911203d9 req-00006881-dfd7-4f52-8595-e85aa4b22345 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:33.820141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd93465-1c5f-4195-802e-00710a15cee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb350f7-8e63-489d-b8ff-68ea05dee590,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:33.829706 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4d7f595b-f14d-4079-9c76-1c43f8b2e215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:33.834749 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-343d722f-bfb0-4eb4-a961-2d90e1b4bac8 req-74fad2ee-4c51-4f02-8fdc-d282381f8567 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:33.845578 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-343d722f-bfb0-4eb4-a961-2d90e1b4bac8 req-74fad2ee-4c51-4f02-8fdc-d282381f8567 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5991249 Nov 18 17:10:33.990279 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a74a16dd-c6bd-46c2-9274-22414d2e9213 req-49355329-cb23-4600-8cae-629eea43fd50 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955611 Nov 18 17:10:34.033204 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4d7f595b-f14d-4079-9c76-1c43f8b2e215 None None] For port e6f0b863-5b04-411f-bb24-dd4a420ee2d2, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e6f0b863-5b04-411f-bb24-dd4a420ee2d2,segment=NetworkSegment(bfa7214a-c897-49ef-a0de-cc52c3e198fb),segment_id=bfa7214a-c897-49ef-a0de-cc52c3e198fb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:34.067147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e6f0b863-5b04-411f-bb24-dd4a420ee2d2 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:34.089666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-b87f7faf-68a9-433c-92da-ea89911203d9 req-00006881-dfd7-4f52-8595-e85aa4b22345 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] For port 062aeb19-fa42-42ed-a269-aff0ce7a3714, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=062aeb19-fa42-42ed-a269-aff0ce7a3714,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:34.090221 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b87f7faf-68a9-433c-92da-ea89911203d9 req-00006881-dfd7-4f52-8595-e85aa4b22345 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:34.103513 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4d7f595b-f14d-4079-9c76-1c43f8b2e215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:34.120981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd816b-eca6-4835-bead-5babad3508b8 req-5761b377-50a2-4581-8935-913bdc76ad5c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:34.122605 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87cd816b-eca6-4835-bead-5babad3508b8 req-5761b377-50a2-4581-8935-913bdc76ad5c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 949 time: 0.1486614 Nov 18 17:10:34.151403 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Allocated IP 19.86.0.2 (a50fd9cd-fdd9-41bf-9904-b91f3e66864c/f12946c5-7eea-41da-9320-e9fd84993f0a/84139b3e-ffff-493a-9adc-ecc69d4e914c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:10:34.159015 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-23c7a1df-00d7-40ef-aa5b-c171dc02ec88 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:34.170978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-23c7a1df-00d7-40ef-aa5b-c171dc02ec88 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:34.173172 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-23c7a1df-00d7-40ef-aa5b-c171dc02ec88 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/networks?id=4e703d00-947a-4d03-aa6a-ea19c3e36cb9&id=a50fd9cd-fdd9-41bf-9904-b91f3e66864c&id=4e703d00-947a-4d03-aa6a-ea19c3e36cb9 HTTP/1.1" status: 200 len: 1391 time: 0.2433302 Nov 18 17:10:34.208453 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-546e3245-a3c0-4738-8b1c-5b55c49bc871 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/quotas/44e822c0713b49b8a83e7a0e08353a2f HTTP/1.1" status: 200 len: 375 time: 0.0245659 Nov 18 17:10:34.214844 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f595b-f14d-4079-9c76-1c43f8b2e215 None None] Pushing event updated for resources: {'Port': ['ID=e6f0b863-5b04-411f-bb24-dd4a420ee2d2,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:34.237125 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port e6f0b863-5b04-411f-bb24-dd4a420ee2d2 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:34.237440 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:34.291921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87cd816b-eca6-4835-bead-5babad3508b8 req-29724e15-e3cb-4a53-a187-72580ffdc483 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590319 Nov 18 17:10:34.324436 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-00f77f6f-192e-4999-bb21-14e2480b002e tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=44e822c0713b49b8a83e7a0e08353a2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1105080 Nov 18 17:10:34.396382 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-02ff5f59-e4bc-4734-add9-bc9d83c7be2a None None] Provisioning complete for port e6f0b863-5b04-411f-bb24-dd4a420ee2d2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:34.396771 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-02ff5f59-e4bc-4734-add9-bc9d83c7be2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:34.436690 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-05d739c0-755a-41c1-82d0-d672403f3b8c service neutron] 10.222.0.72 "GET /v2.0/networks/4e703d00-947a-4d03-aa6a-ea19c3e36cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113029 Nov 18 17:10:34.487460 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:34.560087 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:34.582840 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ad44f9-aa8a-4f54-948a-3756e1ce8113 x-openstack-request-id: req-54ad44f9-aa8a-4f54-948a-3756e1ce8113 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:34.583179 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab26da21-cc1f-48c4-8c84-c7cbed9ac72e", "name": "network-vif-deleted", "tag": "23dc566d-d834-4508-9b26-08a6eecf4550", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4777f027-0365-46da-8e4b-0e0ccfcabeb7", "tag": "edbd5b55-4be0-4e11-bd8e-29e1454caae8", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:34.583394 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-54ad44f9-aa8a-4f54-948a-3756e1ce8113 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:34.583812 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab26da21-cc1f-48c4-8c84-c7cbed9ac72e', 'name': 'network-vif-deleted', 'tag': '23dc566d-d834-4508-9b26-08a6eecf4550', 'status': 'completed', 'code': 200} Nov 18 17:10:34.584079 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4777f027-0365-46da-8e4b-0e0ccfcabeb7', 'tag': 'edbd5b55-4be0-4e11-bd8e-29e1454caae8', 'status': 'completed', 'code': 200} Nov 18 17:10:34.597853 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-b87f7faf-68a9-433c-92da-ea89911203d9 req-00006881-dfd7-4f52-8595-e85aa4b22345 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Calling delete_port for 062aeb19-fa42-42ed-a269-aff0ce7a3714 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:34.630184 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Pushing event updated for resources: {'Port': ['ID=84139b3e-ffff-493a-9adc-ecc69d4e914c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:34.639699 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Network a50fd9cd-fdd9-41bf-9904-b91f3e66864c is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:10:34.646545 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:10:34.650874 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:10:34.661057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00eab35-c2e8-464f-8cf4-e5a038ac4b04 req-f8570ab8-971f-4129-826c-1ac6830fdd0c tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:34.663269 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b00eab35-c2e8-464f-8cf4-e5a038ac4b04 req-f8570ab8-971f-4129-826c-1ac6830fdd0c tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.1057940 Nov 18 17:10:34.669638 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-42aac65e-a9d6-48a5-a010-b94d229be64d service neutron] 10.222.0.72 "GET /v2.0/networks/4e703d00-947a-4d03-aa6a-ea19c3e36cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320988 Nov 18 17:10:34.683639 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a74a16dd-c6bd-46c2-9274-22414d2e9213 req-72c5e036-9e00-41a1-9e45-3bcba7986633 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6756895 Nov 18 17:10:34.694194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f9698-8bef-41c9-9513-d748fe63d886 req-cdfde378-900f-492c-90f2-36e875f7f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:34.695719 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-895f9698-8bef-41c9-9513-d748fe63d886 req-cdfde378-900f-492c-90f2-36e875f7f4a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=673b4f1ab41348da8b586039f3b1ddab&device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 1100 time: 0.1226487 Nov 18 17:10:34.761827 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Attempting to bind port 84139b3e-ffff-493a-9adc-ecc69d4e914c on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:34.762163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Attempting to bind port 84139b3e-ffff-493a-9adc-ecc69d4e914c by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50fd9cd-fdd9-41bf-9904-b91f3e66864c'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:34.762515 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Attempting to bind port 84139b3e-ffff-493a-9adc-ecc69d4e914c on network a50fd9cd-fdd9-41bf-9904-b91f3e66864c {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:34.768702 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:34.769087 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Checking segment: {'id': '82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50fd9cd-fdd9-41bf-9904-b91f3e66864c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:34.769620 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:34.770048 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Bound using segment: {'id': '82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50fd9cd-fdd9-41bf-9904-b91f3e66864c'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:34.771457 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Bound port: 84139b3e-ffff-493a-9adc-ecc69d4e914c, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50fd9cd-fdd9-41bf-9904-b91f3e66864c'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:34.771778 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:34.791036 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:34.835620 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b00eab35-c2e8-464f-8cf4-e5a038ac4b04 req-26d36a9a-ad1d-442d-80f6-b2e58db0a760 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521025 Nov 18 17:10:34.850583 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-c8bffab6-7671-4dc7-ae23-5355e3e343d2 service neutron] 10.222.0.72 "GET /v2.0/networks/a50fd9cd-fdd9-41bf-9904-b91f3e66864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631982 Nov 18 17:10:34.865223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f9698-8bef-41c9-9513-d748fe63d886 req-b7dd8977-36fd-4a09-ae72-a5290ff271ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:34.866907 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-895f9698-8bef-41c9-9513-d748fe63d886 req-b7dd8977-36fd-4a09-ae72-a5290ff271ed service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1563048 Nov 18 17:10:34.938981 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-895f9698-8bef-41c9-9513-d748fe63d886 req-35493cda-6aba-440b-a55a-76720ae85020 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=edbd5b55-4be0-4e11-bd8e-29e1454caae8 HTTP/1.1" status: 200 len: 217 time: 0.0595543 Nov 18 17:10:34.944457 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b87f7faf-68a9-433c-92da-ea89911203d9 req-00006881-dfd7-4f52-8595-e85aa4b22345 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:34.965586 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ccc795c3-47b6-480d-ac8f-8bda64deb4c4', '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4', '5850bb26-aa4a-41aa-b226-91a828f7961c', '39f07cce-125e-4e0f-a41b-2bca71e9e63d', '062aeb19-fa42-42ed-a269-aff0ce7a3714'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:34.967882 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['072cb0b4-b1bb-4455-8077-85633024525b', 'af04793e-0100-4257-9379-ae2bf5ce4956', '3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:34.982827 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] For port 84139b3e-ffff-493a-9adc-ecc69d4e914c, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:35.046765 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-40904108-5693-43d7-9fbe-49ba77e08c91 service neutron] 10.222.0.72 "GET /v2.0/networks/a50fd9cd-fdd9-41bf-9904-b91f3e66864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875474 Nov 18 17:10:35.056259 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:35.063066 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f9698-8bef-41c9-9513-d748fe63d886 req-69d85eed-656e-4ae9-9edc-375b8b116f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:35.064957 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-895f9698-8bef-41c9-9513-d748fe63d886 req-69d85eed-656e-4ae9-9edc-375b8b116f26 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0984468 Nov 18 17:10:35.067629 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00006881-dfd7-4f52-8595-e85aa4b22345 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Pushing event deleted for resources: {'Port': ['ID=062aeb19-fa42-42ed-a269-aff0ce7a3714,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:35.077826 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] For port 84139b3e-ffff-493a-9adc-ecc69d4e914c, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=84139b3e-ffff-493a-9adc-ecc69d4e914c,segment=NetworkSegment(82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d),segment_id=82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:35.107326 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:35.108169 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-abd7bf1c-4701-4c21-889c-8d3a983bc197 req-bad73af2-17a3-48c4-98cc-773ec299245a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=557edf255516466592ba607b8048c913 HTTP/1.1" status: 200 len: 10999 time: 0.2500491 Nov 18 17:10:35.137286 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device fa267a90-aada-44a3-815a-2fde81af0876 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:35.168427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87f7faf-68a9-433c-92da-ea89911203d9 req-00006881-dfd7-4f52-8595-e85aa4b22345 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] No DVR routers for this DVR port 062aeb19-fa42-42ed-a269-aff0ce7a3714 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:10:35.176187 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b87f7faf-68a9-433c-92da-ea89911203d9 req-00006881-dfd7-4f52-8595-e85aa4b22345 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:35.180510 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b87f7faf-68a9-433c-92da-ea89911203d9 req-00006881-dfd7-4f52-8595-e85aa4b22345 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "DELETE /v2.0/ports/062aeb19-fa42-42ed-a269-aff0ce7a3714 HTTP/1.1" status: 204 len: 173 time: 1.6103013 Nov 18 17:10:35.197223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f9698-8bef-41c9-9513-d748fe63d886 req-847b1dbc-bbc3-46cc-9270-658f53582672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:35.198969 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-895f9698-8bef-41c9-9513-d748fe63d886 req-847b1dbc-bbc3-46cc-9270-658f53582672 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0997088 Nov 18 17:10:35.251282 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-abd7bf1c-4701-4c21-889c-8d3a983bc197 req-fec30109-4fa6-4b3c-aa6d-955702b79873 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/f55adc86-4703-407a-b898-f716a899113d HTTP/1.1" status: 200 len: 2998 time: 0.1326473 Nov 18 17:10:35.263013 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-c93216fc-3652-43c9-806f-9d0b03c80753 service neutron] 10.222.0.72 "GET /v2.0/networks/4e703d00-947a-4d03-aa6a-ea19c3e36cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076445 Nov 18 17:10:35.302753 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:35.308233 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port fa267a90-aada-44a3-815a-2fde81af0876, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fa267a90-aada-44a3-815a-2fde81af0876,segment=NetworkSegment(91c5298a-4888-4f97-bfd9-f3e72d782547),segment_id=91c5298a-4888-4f97-bfd9-f3e72d782547)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:35.333790 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6', 'mac_address': 'fa:16:3e:7c:10:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:35.344712 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-abd7bf1c-4701-4c21-889c-8d3a983bc197 req-2df1d407-7b5a-43d4-a887-ceccd058454f tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/f55adc86-4703-407a-b898-f716a899113d HTTP/1.1" status: 200 len: 2998 time: 0.0808649 Nov 18 17:10:35.377593 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-895f9698-8bef-41c9-9513-d748fe63d886 req-5f38560e-ad89-4a70-addf-ebd42e88ee0f service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706860 Nov 18 17:10:35.395807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'fa267a90-aada-44a3-815a-2fde81af0876', 'network_id': '77027101-4097-4189-b03d-09f017f0cd4a', 'port_id': 'fa267a90-aada-44a3-815a-2fde81af0876', 'mac_address': 'fa:16:3e:35:08:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c855e27-c6ec-4503-9af2-99dd78ab764e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:35.504563 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:35.512347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-ee2bc45d-8d3b-46d2-b8f0-0a098be9de0c service neutron] 10.222.0.72 "GET /v2.0/networks/4e703d00-947a-4d03-aa6a-ea19c3e36cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501178 Nov 18 17:10:35.546338 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147431e-ca65-4b89-b489-c6e62ca804bf req-87a41ca4-a96c-4ff9-bf6d-6e4ec568cf5a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:35.552376 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-895f9698-8bef-41c9-9513-d748fe63d886 req-77ad6f92-c771-4fee-a3ec-52e6a31a8d59 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667826 Nov 18 17:10:35.555867 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9147431e-ca65-4b89-b489-c6e62ca804bf req-87a41ca4-a96c-4ff9-bf6d-6e4ec568cf5a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 948 time: 0.1237297 Nov 18 17:10:35.622829 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9147431e-ca65-4b89-b489-c6e62ca804bf req-a2557dbd-7895-4c1c-8657-d864e891711a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628877 Nov 18 17:10:35.635091 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc54bb-f8b3-4d49-94f5-251518204539 None None] Pushing event updated for resources: {'Port': ['ID=84139b3e-ffff-493a-9adc-ecc69d4e914c,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:35.666281 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:35.717944 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:35.724041 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:35.810457 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa267a90-aada-44a3-815a-2fde81af0876 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:35.861788 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:35.933753 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port fa267a90-aada-44a3-815a-2fde81af0876, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fa267a90-aada-44a3-815a-2fde81af0876,segment=NetworkSegment(91c5298a-4888-4f97-bfd9-f3e72d782547),segment_id=91c5298a-4888-4f97-bfd9-f3e72d782547)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:36.005619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c42d2-13dd-45b4-9b65-2a5b7988c407 req-a0697be2-b1c2-43cb-98dc-7e34ce3a0c52 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:36.007279 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:36.022753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c42d2-13dd-45b4-9b65-2a5b7988c407 req-a0697be2-b1c2-43cb-98dc-7e34ce3a0c52 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:36.029447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c42d2-13dd-45b4-9b65-2a5b7988c407 req-a0697be2-b1c2-43cb-98dc-7e34ce3a0c52 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:36.039318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c42d2-13dd-45b4-9b65-2a5b7988c407 req-a0697be2-b1c2-43cb-98dc-7e34ce3a0c52 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:36.046334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c42d2-13dd-45b4-9b65-2a5b7988c407 req-a0697be2-b1c2-43cb-98dc-7e34ce3a0c52 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:36.052504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c42d2-13dd-45b4-9b65-2a5b7988c407 req-a0697be2-b1c2-43cb-98dc-7e34ce3a0c52 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:36.067806 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c42d2-13dd-45b4-9b65-2a5b7988c407 req-a0697be2-b1c2-43cb-98dc-7e34ce3a0c52 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:36.076436 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a4c42d2-13dd-45b4-9b65-2a5b7988c407 req-a0697be2-b1c2-43cb-98dc-7e34ce3a0c52 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5430 time: 0.2084727 Nov 18 17:10:36.087154 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:36.087879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 79d87257-b73f-4f55-9be6-a319a16fd0f8 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:36.160417 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a4c42d2-13dd-45b4-9b65-2a5b7988c407 req-1b57e18a-b5bf-4fc6-be2a-4d070ce11016 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789430 Nov 18 17:10:36.165415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e6f0b863-5b04-411f-bb24-dd4a420ee2d2 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:36.250618 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74df17c5-4521-47b6-af0f-2ab29aaf1ff4 req-b63d583e-93e8-4ef7-b4ca-232e88cc2442 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=790cece8-67ab-4910-bda5-59b66eb44931 HTTP/1.1" status: 200 len: 210 time: 0.0654097 Nov 18 17:10:36.271311 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e61a8ac-341b-4ee4-af15-a82de5990686 req-4926e188-73b4-4379-a7ca-cfda1d1ec602 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/f39ff19c-21ed-43dd-8878-aa0f22f6da6e HTTP/1.1" status: 200 len: 1818 time: 0.0781679 Nov 18 17:10:36.363297 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb44bef6-3565-469a-baff-5cd0f7db262e req-e60d8889-21eb-4770-a5d4-fdedb141dae7 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 210 time: 0.0333397 Nov 18 17:10:36.401867 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5e61a8ac-341b-4ee4-af15-a82de5990686 req-8e283f63-2a64-4e83-8ad4-5eda4706b80c tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:36.464059 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5e61a8ac-341b-4ee4-af15-a82de5990686 req-8e283f63-2a64-4e83-8ad4-5eda4706b80c tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:36.484881 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['229f219d-cefe-43fc-9fe4-30db9c2dcdf6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:36.520577 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:36.586113 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790cece8-67ab-4910-bda5-59b66eb44931', 'name': 'network-vif-deleted', 'tag': '062aeb19-fa42-42ed-a269-aff0ce7a3714'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:36.589054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e31370-60c1-4060-b7e5-40c988c93231 req-507b7a2a-1554-4f0c-a5e7-599836266952 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:36.590044 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be941f8-ad33-40c6-b54f-13be74808812" -d '{"events": [{"server_uuid": "790cece8-67ab-4910-bda5-59b66eb44931", "name": "network-vif-deleted", "tag": "062aeb19-fa42-42ed-a269-aff0ce7a3714"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:36.590669 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-43e31370-60c1-4060-b7e5-40c988c93231 req-507b7a2a-1554-4f0c-a5e7-599836266952 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.0947459 Nov 18 17:10:36.629201 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5e61a8ac-341b-4ee4-af15-a82de5990686 req-8e283f63-2a64-4e83-8ad4-5eda4706b80c tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:36.632401 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5e61a8ac-341b-4ee4-af15-a82de5990686 req-8e283f63-2a64-4e83-8ad4-5eda4706b80c tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:36.648393 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e61a8ac-341b-4ee4-af15-a82de5990686 req-8e283f63-2a64-4e83-8ad4-5eda4706b80c tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "DELETE /v2.0/security-groups/f39ff19c-21ed-43dd-8878-aa0f22f6da6e HTTP/1.1" status: 204 len: 173 time: 0.3760931 Nov 18 17:10:36.677072 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e283f63-2a64-4e83-8ad4-5eda4706b80c tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39ff19c-21ed-43dd-8878-aa0f22f6da6e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:36.734678 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-43e31370-60c1-4060-b7e5-40c988c93231 req-430b9096-94d4-41e4-b07d-fb37e51e770b tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337991 Nov 18 17:10:36.778023 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port e6f0b863-5b04-411f-bb24-dd4a420ee2d2 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:36.778597 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:36.829271 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 79d87257-b73f-4f55-9be6-a319a16fd0f8, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=79d87257-b73f-4f55-9be6-a319a16fd0f8,segment=NetworkSegment(43d244d6-cded-4df4-a838-fac1b113d553),segment_id=43d244d6-cded-4df4-a838-fac1b113d553)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:36.830183 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84feefc6-1fe2-4960-a047-3c7f9ec3e55a x-openstack-request-id: req-84feefc6-1fe2-4960-a047-3c7f9ec3e55a {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:36.830980 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790cece8-67ab-4910-bda5-59b66eb44931", "name": "network-vif-deleted", "tag": "062aeb19-fa42-42ed-a269-aff0ce7a3714", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:36.831133 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-84feefc6-1fe2-4960-a047-3c7f9ec3e55a {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:36.831722 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=fa267a90-aada-44a3-815a-2fde81af0876,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:36.831883 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790cece8-67ab-4910-bda5-59b66eb44931', 'name': 'network-vif-deleted', 'tag': '062aeb19-fa42-42ed-a269-aff0ce7a3714', 'status': 'completed', 'code': 200} Nov 18 17:10:36.846957 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e1840-40ba-4929-92c7-8cdcde528023 req-f218d63c-7fce-483a-955b-3f0d6570248b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:36.848521 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c3e1840-40ba-4929-92c7-8cdcde528023 req-f218d63c-7fce-483a-955b-3f0d6570248b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 951 time: 0.0983257 Nov 18 17:10:36.856984 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device edbd5b55-4be0-4e11-bd8e-29e1454caae8 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:36.919776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '79d87257-b73f-4f55-9be6-a319a16fd0f8', 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf', 'port_id': '79d87257-b73f-4f55-9be6-a319a16fd0f8', 'mac_address': 'fa:16:3e:ec:4d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:36.940337 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c3e1840-40ba-4929-92c7-8cdcde528023 req-b0671fb0-eb4c-495a-83dc-37b41aa1a2c3 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811570 Nov 18 17:10:36.941578 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-7b6bcfe6-7fb7-4e73-a9a5-22341a203871 req-77308726-b40c-48cf-8861-e4b64d100d4a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] show failed (client error): The resource could not be found. Nov 18 17:10:36.944861 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b6bcfe6-7fb7-4e73-a9a5-22341a203871 req-77308726-b40c-48cf-8861-e4b64d100d4a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/f39ff19c-21ed-43dd-8878-aa0f22f6da6e HTTP/1.1" status: 404 len: 352 time: 0.0526967 Nov 18 17:10:37.004880 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d494e258-4242-4cfb-b480-44e322c24c36 None None] Network a50fd9cd-fdd9-41bf-9904-b91f3e66864c requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:10:37.073479 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbce57-17fc-4c88-a4f4-2c2b652df19a req-5f84e1e2-2142-4c79-86e8-0d8086b5bb69 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:37.081386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b8bbce57-17fc-4c88-a4f4-2c2b652df19a req-5f84e1e2-2142-4c79-86e8-0d8086b5bb69 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 948 time: 0.0705893 Nov 18 17:10:37.136580 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b8bbce57-17fc-4c88-a4f4-2c2b652df19a req-756dedb6-1ce7-437d-957a-466f29f58063 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542424 Nov 18 17:10:37.211727 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-362bbe1a-9b0c-42d8-96af-04b063b4afae tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d4d49dfbf9e64451b6dae6b726cc9e81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378444 Nov 18 17:10:37.229352 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:37.254031 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a77e82f7-89c5-49ad-af37-780fb7a517f2 req-e3b51f58-49c0-442c-94ef-baf91be781fc tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/a648b9f5-4e4b-4c53-b845-c7bcdd459b74 HTTP/1.1" status: 200 len: 1817 time: 0.0906358 Nov 18 17:10:37.302343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1287ae46-b98f-4e7b-84ad-0c7495454402 None None] Provisioning complete for port 84139b3e-ffff-493a-9adc-ecc69d4e914c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:37.302736 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1287ae46-b98f-4e7b-84ad-0c7495454402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:37.334730 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d87257-b73f-4f55-9be6-a319a16fd0f8 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:37.387499 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-08b748d4-c581-47ac-8009-25aa7b32e313 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:37.388612 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 84139b3e-ffff-493a-9adc-ecc69d4e914c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:37.393375 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-08b748d4-c581-47ac-8009-25aa7b32e313 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1696148 Nov 18 17:10:37.394219 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a77e82f7-89c5-49ad-af37-780fb7a517f2 req-bde7c394-0a4a-4701-8e83-2ba1c6ad5123 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:37.424947 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd6a77a1-5021-4f3f-b3e3-9924c569d6f8 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/quotas/d4d49dfbf9e64451b6dae6b726cc9e81 HTTP/1.1" status: 200 len: 375 time: 0.0237174 Nov 18 17:10:37.434303 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a77e82f7-89c5-49ad-af37-780fb7a517f2 req-bde7c394-0a4a-4701-8e83-2ba1c6ad5123 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:37.457036 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port edbd5b55-4be0-4e11-bd8e-29e1454caae8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=edbd5b55-4be0-4e11-bd8e-29e1454caae8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:37.466475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 79d87257-b73f-4f55-9be6-a319a16fd0f8, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=79d87257-b73f-4f55-9be6-a319a16fd0f8,segment=NetworkSegment(43d244d6-cded-4df4-a838-fac1b113d553),segment_id=43d244d6-cded-4df4-a838-fac1b113d553)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:37.471322 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-ab618c0d-1c3e-44e5-a7a2-9a34964608d5 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d4d49dfbf9e64451b6dae6b726cc9e81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394681 Nov 18 17:10:37.567230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'edbd5b55-4be0-4e11-bd8e-29e1454caae8', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': 'edbd5b55-4be0-4e11-bd8e-29e1454caae8', 'mac_address': 'fa:16:3e:42:14:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:37.572963 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a77e82f7-89c5-49ad-af37-780fb7a517f2 req-bde7c394-0a4a-4701-8e83-2ba1c6ad5123 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:37.575781 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a77e82f7-89c5-49ad-af37-780fb7a517f2 req-bde7c394-0a4a-4701-8e83-2ba1c6ad5123 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:37.577953 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a77e82f7-89c5-49ad-af37-780fb7a517f2 req-bde7c394-0a4a-4701-8e83-2ba1c6ad5123 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "DELETE /v2.0/security-groups/a648b9f5-4e4b-4c53-b845-c7bcdd459b74 HTTP/1.1" status: 204 len: 173 time: 0.3159339 Nov 18 17:10:37.581304 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:37.581304 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 37ba74a3-0698-4645-beb0-2a2e4acae185 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:37.590045 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7c394-0a4a-4701-8e83-2ba1c6ad5123 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a648b9f5-4e4b-4c53-b845-c7bcdd459b74,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:37.603520 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1287ae46-b98f-4e7b-84ad-0c7495454402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:37.709437 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316dc26-088d-4797-92c6-f04da81b2e28 req-0dd55bfe-6c51-4575-a383-eaf787e32c48 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:37.714749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316dc26-088d-4797-92c6-f04da81b2e28 req-0dd55bfe-6c51-4575-a383-eaf787e32c48 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:37.731732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316dc26-088d-4797-92c6-f04da81b2e28 req-0dd55bfe-6c51-4575-a383-eaf787e32c48 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:37.735252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316dc26-088d-4797-92c6-f04da81b2e28 req-0dd55bfe-6c51-4575-a383-eaf787e32c48 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:37.741575 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316dc26-088d-4797-92c6-f04da81b2e28 req-0dd55bfe-6c51-4575-a383-eaf787e32c48 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:37.748331 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316dc26-088d-4797-92c6-f04da81b2e28 req-0dd55bfe-6c51-4575-a383-eaf787e32c48 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:37.754426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316dc26-088d-4797-92c6-f04da81b2e28 req-0dd55bfe-6c51-4575-a383-eaf787e32c48 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:37.763149 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f316dc26-088d-4797-92c6-f04da81b2e28 req-0dd55bfe-6c51-4575-a383-eaf787e32c48 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5432 time: 0.1298044 Nov 18 17:10:37.781884 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=79d87257-b73f-4f55-9be6-a319a16fd0f8,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:37.852896 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.resource_extend [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:10:37.868652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b2de34e-6e97-4bd1-aece-d63a23fe4e7d req-847f5685-0474-403d-a58c-c8f003117bb1 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 210 time: 0.0595744 Nov 18 17:10:37.894878 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f316dc26-088d-4797-92c6-f04da81b2e28 req-5aab3253-7b60-4bb4-976f-fe00d573f364 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1307783 Nov 18 17:10:37.957688 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-bcd0e384-fcfc-44a8-b7a2-44b6e320c9ce req-b8228dd2-a05d-4042-b1f2-0f85a5126d95 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] show failed (client error): The resource could not be found. Nov 18 17:10:37.958788 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bcd0e384-fcfc-44a8-b7a2-44b6e320c9ce req-b8228dd2-a05d-4042-b1f2-0f85a5126d95 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/a648b9f5-4e4b-4c53-b845-c7bcdd459b74 HTTP/1.1" status: 404 len: 352 time: 0.0314097 Nov 18 17:10:37.971968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 84139b3e-ffff-493a-9adc-ecc69d4e914c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:37.972354 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:38.004210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d72b277-d98f-47a5-95ef-ae7f645e6ccc req-e5c9bb45-7dfb-4114-a8d5-c7384d912130 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 210 time: 0.0511918 Nov 18 17:10:38.068726 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:38.088942 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1287ae46-b98f-4e7b-84ad-0c7495454402 None None] For port 84139b3e-ffff-493a-9adc-ecc69d4e914c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=84139b3e-ffff-493a-9adc-ecc69d4e914c,segment=NetworkSegment(82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d),segment_id=82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:38.133273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78b1ce-3763-4926-8a09-ce8cfe7ecf1c req-dd19b4fc-e276-47af-8239-b0c9fffbf03d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:38.134881 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8e78b1ce-3763-4926-8a09-ce8cfe7ecf1c req-dd19b4fc-e276-47af-8239-b0c9fffbf03d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.0664892 Nov 18 17:10:38.180608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaab6f3-7ca8-493b-b12c-f2798b01ad0a req-70297fa9-608f-4ab0-a2b9-8c354682b606 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:38.185289 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-aaaab6f3-7ca8-493b-b12c-f2798b01ad0a req-70297fa9-608f-4ab0-a2b9-8c354682b606 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.81 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 951 time: 0.4974763 Nov 18 17:10:38.215093 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1287ae46-b98f-4e7b-84ad-0c7495454402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:38.226467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8e78b1ce-3763-4926-8a09-ce8cfe7ecf1c req-d125c139-c0d5-4814-8920-44d9c577dd33 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776501 Nov 18 17:10:38.228992 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbd5b55-4be0-4e11-bd8e-29e1454caae8 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:38.285001 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1bee2-e0c6-42a2-8f80-8684e2017ea7 req-bf8b8dd9-0138-4c93-8f84-22433e59c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:38.287038 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-55f1bee2-e0c6-42a2-8f80-8684e2017ea7 req-bf8b8dd9-0138-4c93-8f84-22433e59c0b8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 1098 time: 0.1958766 Nov 18 17:10:38.331032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port edbd5b55-4be0-4e11-bd8e-29e1454caae8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=edbd5b55-4be0-4e11-bd8e-29e1454caae8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:38.373306 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 37ba74a3-0698-4645-beb0-2a2e4acae185, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=37ba74a3-0698-4645-beb0-2a2e4acae185,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:38.412796 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '37ba74a3-0698-4645-beb0-2a2e4acae185', 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a', 'port_id': '37ba74a3-0698-4645-beb0-2a2e4acae185', 'mac_address': 'fa:16:3e:16:c4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96d084d-2d78-45d1-beb5-df49550f357d', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:38.415262 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f728e3-9b05-4551-b8f7-5be0e2a99f9e req-799a4ffa-22eb-456f-bf1a-afea419fa960 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:38.426289 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-83f728e3-9b05-4551-b8f7-5be0e2a99f9e req-799a4ffa-22eb-456f-bf1a-afea419fa960 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 951 time: 0.0908647 Nov 18 17:10:38.440699 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287ae46-b98f-4e7b-84ad-0c7495454402 None None] Pushing event updated for resources: {'Port': ['ID=84139b3e-ffff-493a-9adc-ecc69d4e914c,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:38.459444 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-55f1bee2-e0c6-42a2-8f80-8684e2017ea7 req-5810b860-0864-421f-8fcd-2dae9287a0e3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286623 Nov 18 17:10:38.477637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-8aebb478-c966-4af7-9668-17936429c8c1 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:38.481733 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:38.494110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-8aebb478-c966-4af7-9668-17936429c8c1 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:38.501957 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-8aebb478-c966-4af7-9668-17936429c8c1 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.81 "GET /v2.0/networks?id=4e703d00-947a-4d03-aa6a-ea19c3e36cb9&id=a50fd9cd-fdd9-41bf-9904-b91f3e66864c&id=4e703d00-947a-4d03-aa6a-ea19c3e36cb9 HTTP/1.1" status: 200 len: 1391 time: 0.2113314 Nov 18 17:10:38.511061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-aaaab6f3-7ca8-493b-b12c-f2798b01ad0a req-468b6725-049b-4124-a538-f58630aeb782 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Deleting port 0285dffd-5957-4323-b54a-84c0c333dbfa {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:38.511500 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-aaaab6f3-7ca8-493b-b12c-f2798b01ad0a req-468b6725-049b-4124-a538-f58630aeb782 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:38.513933 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-83f728e3-9b05-4551-b8f7-5be0e2a99f9e req-8ac7f649-a297-4e9e-9cb5-b1c499d9c335 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866609 Nov 18 17:10:38.541120 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:38.553596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-d55e5245-e750-459f-87db-0c4a67d25880 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Request body: {'port': {'device_id': '06b93443-51b0-4c55-aad1-04ecc6228085', 'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9', 'admin_state_up': True, 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:38.594942 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ba74a3-0698-4645-beb0-2a2e4acae185 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:38.625504 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-061fe000-4e00-4041-8549-7d4dca466bcc req-b9e25f85-b517-408f-b18d-7bd101b636e9 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/b46f6800-2498-4ada-bb03-04f3a7e07b1b HTTP/1.1" status: 200 len: 1817 time: 0.0604434 Nov 18 17:10:38.681165 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 37ba74a3-0698-4645-beb0-2a2e4acae185, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=37ba74a3-0698-4645-beb0-2a2e4acae185,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:38.686970 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 84139b3e-ffff-493a-9adc-ecc69d4e914c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:38.693064 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-061fe000-4e00-4041-8549-7d4dca466bcc req-62c6851b-9f2d-4a0d-81a0-037243ea03fe tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:38.717110 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=edbd5b55-4be0-4e11-bd8e-29e1454caae8,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:38.741795 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-061fe000-4e00-4041-8549-7d4dca466bcc req-62c6851b-9f2d-4a0d-81a0-037243ea03fe tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:38.746007 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-aaaab6f3-7ca8-493b-b12c-f2798b01ad0a req-468b6725-049b-4124-a538-f58630aeb782 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] For port 0285dffd-5957-4323-b54a-84c0c333dbfa, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0285dffd-5957-4323-b54a-84c0c333dbfa,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:38.746382 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-aaaab6f3-7ca8-493b-b12c-f2798b01ad0a req-468b6725-049b-4124-a538-f58630aeb782 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:38.767769 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-aaaab6f3-7ca8-493b-b12c-f2798b01ad0a req-468b6725-049b-4124-a538-f58630aeb782 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Calling delete_port for 0285dffd-5957-4323-b54a-84c0c333dbfa owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:38.804100 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:38.806101 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c35afb8c-cdd6-4eec-89f6-d10f42645523 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:38.852828 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:38.899982 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['edbd5b55-4be0-4e11-bd8e-29e1454caae8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:38.910898 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c153d-bc07-49c3-990b-6496dde85e8b req-9f9c21b6-2e5f-441e-9a99-940b9b0cbcf2 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:38.914918 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-805c153d-bc07-49c3-990b-6496dde85e8b req-9f9c21b6-2e5f-441e-9a99-940b9b0cbcf2 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 949 time: 0.0758605 Nov 18 17:10:38.916365 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-061fe000-4e00-4041-8549-7d4dca466bcc req-62c6851b-9f2d-4a0d-81a0-037243ea03fe tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:38.919334 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-061fe000-4e00-4041-8549-7d4dca466bcc req-62c6851b-9f2d-4a0d-81a0-037243ea03fe tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:38.921651 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-061fe000-4e00-4041-8549-7d4dca466bcc req-62c6851b-9f2d-4a0d-81a0-037243ea03fe tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "DELETE /v2.0/security-groups/b46f6800-2498-4ada-bb03-04f3a7e07b1b HTTP/1.1" status: 204 len: 173 time: 0.2953861 Nov 18 17:10:38.924390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 84139b3e-ffff-493a-9adc-ecc69d4e914c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:38.924880 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:38.933600 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-d55e5245-e750-459f-87db-0c4a67d25880 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Made reservation on behalf of 44e822c0713b49b8a83e7a0e08353a2f for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:10:38.937957 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-d55e5245-e750-459f-87db-0c4a67d25880 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:38.964923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6851b-9f2d-4a0d-81a0-037243ea03fe tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46f6800-2498-4ada-bb03-04f3a7e07b1b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:39.069087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-805c153d-bc07-49c3-990b-6496dde85e8b req-e59912b0-b160-4606-8520-391e634e7e3f tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446457 Nov 18 17:10:39.088764 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-aaaab6f3-7ca8-493b-b12c-f2798b01ad0a req-468b6725-049b-4124-a538-f58630aeb782 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:39.097751 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ad876-9bed-4fe4-83b5-7d755e63ba3b req-8a8d8ad5-012f-4003-8dc2-f84e342f2c23 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:39.099750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c1ad876-9bed-4fe4-83b5-7d755e63ba3b req-8a8d8ad5-012f-4003-8dc2-f84e342f2c23 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7465363-4c40-4cb6-a8c1-bc0a060a7562 HTTP/1.1" status: 200 len: 950 time: 0.0958083 Nov 18 17:10:39.130448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b6725-049b-4124-a538-f58630aeb782 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Pushing event deleted for resources: {'Port': ['ID=0285dffd-5957-4323-b54a-84c0c333dbfa,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:39.136198 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port c35afb8c-cdd6-4eec-89f6-d10f42645523, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c35afb8c-cdd6-4eec-89f6-d10f42645523,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:39.166579 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c1ad876-9bed-4fe4-83b5-7d755e63ba3b req-8d345491-f223-4e00-95c9-59a25f7d0824 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598946 Nov 18 17:10:39.174529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-d55e5245-e750-459f-87db-0c4a67d25880 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Allocated IP 19.80.0.49 (4e703d00-947a-4d03-aa6a-ea19c3e36cb9/40725467-9454-4048-83d2-329c11256b36/ec021669-2ee4-4343-ae2c-0a2d5aebf392) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:10:39.179848 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'c35afb8c-cdd6-4eec-89f6-d10f42645523', 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a', 'port_id': 'c35afb8c-cdd6-4eec-89f6-d10f42645523', 'mac_address': 'fa:16:3e:27:ca:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96d084d-2d78-45d1-beb5-df49550f357d', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:39.192557 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b202c3c7-f797-4326-adbf-677523f321f4 None None] Provisioning complete for port 84139b3e-ffff-493a-9adc-ecc69d4e914c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:39.192896 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b202c3c7-f797-4326-adbf-677523f321f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:39.199183 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaaab6f3-7ca8-493b-b12c-f2798b01ad0a req-468b6725-049b-4124-a538-f58630aeb782 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] No DVR routers for this DVR port 0285dffd-5957-4323-b54a-84c0c333dbfa on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:10:39.206431 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-aaaab6f3-7ca8-493b-b12c-f2798b01ad0a req-468b6725-049b-4124-a538-f58630aeb782 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:39.209984 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-aaaab6f3-7ca8-493b-b12c-f2798b01ad0a req-468b6725-049b-4124-a538-f58630aeb782 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.81 "DELETE /v2.0/ports/0285dffd-5957-4323-b54a-84c0c333dbfa HTTP/1.1" status: 204 len: 173 time: 1.0162253 Nov 18 17:10:39.210451 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02192778-86dc-4d55-8759-d63195143468', 'name': 'network-vif-deleted', 'tag': '0285dffd-5957-4323-b54a-84c0c333dbfa'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:39.213416 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0804e1-e99a-4c36-815b-8778c429c609" -d '{"events": [{"server_uuid": "02192778-86dc-4d55-8759-d63195143468", "name": "network-vif-deleted", "tag": "0285dffd-5957-4323-b54a-84c0c333dbfa"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:39.220013 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b64d9750-234a-405b-bd2e-9753d1243dda req-23a0b073-5c33-4336-b715-a82831a3a819 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 210 time: 0.0382171 Nov 18 17:10:39.250639 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=37ba74a3-0698-4645-beb0-2a2e4acae185,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:39.315758 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-54fec450-e74c-4d98-8224-edd4048ecd8f req-b7fb4f85-e491-4119-8109-1adf1e2a10b5 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] show failed (client error): The resource could not be found. Nov 18 17:10:39.317105 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54fec450-e74c-4d98-8224-edd4048ecd8f req-b7fb4f85-e491-4119-8109-1adf1e2a10b5 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/b46f6800-2498-4ada-bb03-04f3a7e07b1b HTTP/1.1" status: 404 len: 352 time: 0.0352397 Nov 18 17:10:39.347736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6dd2d-27ad-43d0-926c-33abf6f831fa req-2247f905-1784-47e1-aef7-08e7774897d9 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:39.354874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6dd2d-27ad-43d0-926c-33abf6f831fa req-2247f905-1784-47e1-aef7-08e7774897d9 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:39.361404 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6dd2d-27ad-43d0-926c-33abf6f831fa req-2247f905-1784-47e1-aef7-08e7774897d9 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:39.362725 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:39.368431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6dd2d-27ad-43d0-926c-33abf6f831fa req-2247f905-1784-47e1-aef7-08e7774897d9 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:39.374985 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6dd2d-27ad-43d0-926c-33abf6f831fa req-2247f905-1784-47e1-aef7-08e7774897d9 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:39.381878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6dd2d-27ad-43d0-926c-33abf6f831fa req-2247f905-1784-47e1-aef7-08e7774897d9 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:39.388790 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6dd2d-27ad-43d0-926c-33abf6f831fa req-2247f905-1784-47e1-aef7-08e7774897d9 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:39.391165 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eab6dd2d-27ad-43d0-926c-33abf6f831fa req-2247f905-1784-47e1-aef7-08e7774897d9 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5433 time: 0.1185503 Nov 18 17:10:39.396438 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-d55e5245-e750-459f-87db-0c4a67d25880 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:39.412256 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35afb8c-cdd6-4eec-89f6-d10f42645523 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:39.460849 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port c35afb8c-cdd6-4eec-89f6-d10f42645523, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c35afb8c-cdd6-4eec-89f6-d10f42645523,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:39.469430 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4774a040-aba5-46a9-8145-7c0d76ce37d9 req-5d6e0f4f-e5bc-43e5-8d6d-3a5ecc69a7ff tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 210 time: 0.0503304 Nov 18 17:10:39.521929 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eab6dd2d-27ad-43d0-926c-33abf6f831fa req-14869b4a-7a31-4497-ab0b-e7bf1f464488 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1214950 Nov 18 17:10:39.527265 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['14b037fd-40a5-4cab-9075-5b29f54b7340', 'da026f53-f7bc-4ad6-8324-99511509ddcb', '0285dffd-5957-4323-b54a-84c0c333dbfa'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:39.542456 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91383cc0-8af7-40b3-beab-c294d1339048 x-openstack-request-id: req-91383cc0-8af7-40b3-beab-c294d1339048 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:39.543038 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02192778-86dc-4d55-8759-d63195143468", "name": "network-vif-deleted", "tag": "0285dffd-5957-4323-b54a-84c0c333dbfa", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:39.543499 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-91383cc0-8af7-40b3-beab-c294d1339048 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:39.544230 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02192778-86dc-4d55-8759-d63195143468', 'name': 'network-vif-deleted', 'tag': '0285dffd-5957-4323-b54a-84c0c333dbfa', 'status': 'completed', 'code': 200} Nov 18 17:10:39.556387 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-d55e5245-e750-459f-87db-0c4a67d25880 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:39.573900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:10:39.594768 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:39.595598 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 84a0bb91-96da-442c-900b-aff2f8cd6a10 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:39.606520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:39.607059 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:39.657350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e5245-e750-459f-87db-0c4a67d25880 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event updated for resources: {'Port': ['ID=ec021669-2ee4-4343-ae2c-0a2d5aebf392,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:39.681925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-d55e5245-e750-459f-87db-0c4a67d25880 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Network 4e703d00-947a-4d03-aa6a-ea19c3e36cb9 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:10:39.684400 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-d55e5245-e750-459f-87db-0c4a67d25880 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:10:39.702924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-d55e5245-e750-459f-87db-0c4a67d25880 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:10:39.793085 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68665367-6afb-40c0-878d-e39143e9367d req-0ed86ed8-f299-482a-a37a-b728d2270f1d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:39.806893 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68665367-6afb-40c0-878d-e39143e9367d req-0ed86ed8-f299-482a-a37a-b728d2270f1d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.1816480 Nov 18 17:10:39.839159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-d55e5245-e750-459f-87db-0c4a67d25880 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:39.839964 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-d55e5245-e750-459f-87db-0c4a67d25880 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:39.859017 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77e5c9cd-2a85-4fe9-a0b4-fa7bc90a58e1 req-2fcbd9cd-d664-4347-911b-33272dbcc7b9 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=557edf255516466592ba607b8048c913 HTTP/1.1" status: 200 len: 6200 time: 0.2646968 Nov 18 17:10:39.874934 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 84a0bb91-96da-442c-900b-aff2f8cd6a10, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=84a0bb91-96da-442c-900b-aff2f8cd6a10,segment=NetworkSegment(91c5298a-4888-4f97-bfd9-f3e72d782547),segment_id=91c5298a-4888-4f97-bfd9-f3e72d782547)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:39.885969 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=c35afb8c-cdd6-4eec-89f6-d10f42645523,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:39.921972 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68665367-6afb-40c0-878d-e39143e9367d req-dd0deb6a-a55c-4e69-80cb-5bf214d55a28 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126850 Nov 18 17:10:39.926144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '84a0bb91-96da-442c-900b-aff2f8cd6a10', 'network_id': '77027101-4097-4189-b03d-09f017f0cd4a', 'port_id': '84a0bb91-96da-442c-900b-aff2f8cd6a10', 'mac_address': 'fa:16:3e:91:dd:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c855e27-c6ec-4503-9af2-99dd78ab764e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:39.951437 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77e5c9cd-2a85-4fe9-a0b4-fa7bc90a58e1 req-9f0ef5da-ca02-468b-aa36-299de092da98 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/f55adc86-4703-407a-b898-f716a899113d HTTP/1.1" status: 200 len: 2998 time: 0.0915029 Nov 18 17:10:39.958737 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-d55e5245-e750-459f-87db-0c4a67d25880 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4391530 Nov 18 17:10:39.976396 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-10cbce6e-5dbb-4ffa-9803-1ac301721184 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Request body: {'port': {'device_id': '06b93443-51b0-4c55-aad1-04ecc6228085', 'network_id': 'a50fd9cd-fdd9-41bf-9904-b91f3e66864c', 'admin_state_up': True, 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:40.055477 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77e5c9cd-2a85-4fe9-a0b4-fa7bc90a58e1 req-dd39454a-1dc6-40de-aa8f-c4f17b1b221e tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/f55adc86-4703-407a-b898-f716a899113d HTTP/1.1" status: 200 len: 2998 time: 0.0954647 Nov 18 17:10:40.062079 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:40.084801 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-000b1ed4-aaa3-401d-afb2-c140224d3d0a req-ccaef531-2e6e-4b1a-8dfb-0263e6fa33be tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=02192778-86dc-4d55-8759-d63195143468 HTTP/1.1" status: 200 len: 210 time: 0.0397279 Nov 18 17:10:40.094076 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-a3b97b14-030e-4f77-bad2-160b5196c960 req-7867e1a3-45f0-4772-b2e5-d70d83378a72 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1218555991', 'description': 'tempest-description-778329766'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:40.117023 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:40.145180 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a0bb91-96da-442c-900b-aff2f8cd6a10 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:40.166614 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cd3dd9-5093-49c8-b4c0-9d8b391e648b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:40.169049 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1a4b5e-6af5-4d1d-926e-a80efd5c1ebc" -d '{"events": [{"server_uuid": "71cd3dd9-5093-49c8-b4c0-9d8b391e648b", "name": "network-vif-plugged", "status": "completed", "tag": "229f219d-cefe-43fc-9fe4-30db9c2dcdf6"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:40.206198 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:40.208131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 84a0bb91-96da-442c-900b-aff2f8cd6a10, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=84a0bb91-96da-442c-900b-aff2f8cd6a10,segment=NetworkSegment(91c5298a-4888-4f97-bfd9-f3e72d782547),segment_id=91c5298a-4888-4f97-bfd9-f3e72d782547)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:40.209494 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a3b97b14-030e-4f77-bad2-160b5196c960 req-7867e1a3-45f0-4772-b2e5-d70d83378a72 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:40.216216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c9d9b12a-2f95-4862-a7d3-87687aee10d9 None None] Provisioning complete for port ec021669-2ee4-4343-ae2c-0a2d5aebf392 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:40.216590 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c9d9b12a-2f95-4862-a7d3-87687aee10d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:40.246358 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cbeae-f61b-4e67-a4d3-06fafe14fbc7 req-05f805e3-c81e-456c-abfd-f909f4a8d450 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:40.247838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-631cbeae-f61b-4e67-a4d3-06fafe14fbc7 req-05f805e3-c81e-456c-abfd-f909f4a8d450 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 949 time: 0.0769851 Nov 18 17:10:40.268185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9b12a-2f95-4862-a7d3-87687aee10d9 None None] Port ec021669-2ee4-4343-ae2c-0a2d5aebf392 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:10:40.299346 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-10cbce6e-5dbb-4ffa-9803-1ac301721184 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Made reservation on behalf of 44e822c0713b49b8a83e7a0e08353a2f for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:10:40.303323 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:40.305235 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:40.305853 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:40.307899 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-10cbce6e-5dbb-4ffa-9803-1ac301721184 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:40.324619 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-631cbeae-f61b-4e67-a4d3-06fafe14fbc7 req-46104729-829b-4a9e-a38c-75f992c56267 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690022 Nov 18 17:10:40.337101 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a3b97b14-030e-4f77-bad2-160b5196c960 req-7867e1a3-45f0-4772-b2e5-d70d83378a72 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:40.397504 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:40.408217 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:40.419218 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a3b97b14-030e-4f77-bad2-160b5196c960 req-7867e1a3-45f0-4772-b2e5-d70d83378a72 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:40.443589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa', 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a', 'port_id': '7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa', 'mac_address': 'fa:16:3e:74:f2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96d084d-2d78-45d1-beb5-df49550f357d', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:40.463176 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867e1a3-45f0-4772-b2e5-d70d83378a72 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8068e4d9-2992-42c9-9b80-4e8d62a952b5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:40.483371 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6ff9e8-32f7-4f4e-9e96-42861d5d9aff x-openstack-request-id: req-9b6ff9e8-32f7-4f4e-9e96-42861d5d9aff {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:40.483941 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cd3dd9-5093-49c8-b4c0-9d8b391e648b", "name": "network-vif-plugged", "status": "completed", "tag": "229f219d-cefe-43fc-9fe4-30db9c2dcdf6", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:40.484348 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9b6ff9e8-32f7-4f4e-9e96-42861d5d9aff {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:40.484889 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cd3dd9-5093-49c8-b4c0-9d8b391e648b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6', 'code': 200} Nov 18 17:10:40.512614 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=84a0bb91-96da-442c-900b-aff2f8cd6a10,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:40.516950 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:40.533122 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:40.559703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:40.564531 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a3b97b14-030e-4f77-bad2-160b5196c960 req-7867e1a3-45f0-4772-b2e5-d70d83378a72 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:40.567567 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a3b97b14-030e-4f77-bad2-160b5196c960 req-7867e1a3-45f0-4772-b2e5-d70d83378a72 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4758904 Nov 18 17:10:40.605486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-10cbce6e-5dbb-4ffa-9803-1ac301721184 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Allocated IP 19.86.0.89 (a50fd9cd-fdd9-41bf-9904-b91f3e66864c/f12946c5-7eea-41da-9320-e9fd84993f0a/c4952484-89be-489c-8f25-eb513555708b) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:10:40.618549 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4dbd67-75df-470c-aa33-b4d5dd48b8e7 req-c98f9ae5-ec8d-49e3-be80-8e44bd2b78dc tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:40.626065 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e4dbd67-75df-470c-aa33-b4d5dd48b8e7 req-c98f9ae5-ec8d-49e3-be80-8e44bd2b78dc tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7465363-4c40-4cb6-a8c1-bc0a060a7562 HTTP/1.1" status: 200 len: 950 time: 0.0746562 Nov 18 17:10:40.648079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a060b60-355d-454f-b2f4-340913f01e7e req-551c9da7-1a60-4a13-a000-c55cf7b0154f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:40.650893 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1a060b60-355d-454f-b2f4-340913f01e7e req-551c9da7-1a60-4a13-a000-c55cf7b0154f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7465363-4c40-4cb6-a8c1-bc0a060a7562 HTTP/1.1" status: 200 len: 950 time: 0.0938435 Nov 18 17:10:40.684979 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e4dbd67-75df-470c-aa33-b4d5dd48b8e7 req-3468c385-0a3e-4199-99af-da9ec6f934c7 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581427 Nov 18 17:10:40.693021 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:40.693741 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 5d103daf-823c-46a5-b025-3be6a959e97f details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:40.728072 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebd1c7-7c26-4d77-8d42-deffb219013a req-768f9540-a59b-4851-8a8d-9e4462e372f7 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:40.729365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0aebd1c7-7c26-4d77-8d42-deffb219013a req-768f9540-a59b-4851-8a8d-9e4462e372f7 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 931 time: 0.0665097 Nov 18 17:10:40.780695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:40.786357 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 5d103daf-823c-46a5-b025-3be6a959e97f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5d103daf-823c-46a5-b025-3be6a959e97f,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:40.799881 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '5d103daf-823c-46a5-b025-3be6a959e97f', 'network_id': '96b6b3d2-b87f-486f-9f51-94da13546f8a', 'port_id': '5d103daf-823c-46a5-b025-3be6a959e97f', 'mac_address': 'fa:16:3e:ae:72:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96d084d-2d78-45d1-beb5-df49550f357d', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:40.816016 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1b50de3-c916-4856-b771-debc3bcc2def req-2692931a-9ba8-499e-83d2-865cf6bff076 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 210 time: 0.0321317 Nov 18 17:10:40.820112 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0aebd1c7-7c26-4d77-8d42-deffb219013a req-842d0052-250b-47e2-a34b-de9e85790174 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833616 Nov 18 17:10:40.846756 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:40.860659 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d103daf-823c-46a5-b025-3be6a959e97f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:40.864725 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-59c04536-58cd-4066-9e49-acc700f5cf21 req-f4c071ef-bc3b-432b-9bb4-ae7d239f3789 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1818655955', 'description': 'tempest-description-322103741'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:40.877285 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec143194-03ea-4575-8de6-3bff1aacd73d req-d8e5a040-0ed6-4742-a547-a2d0426afb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:40.878916 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ec143194-03ea-4575-8de6-3bff1aacd73d req-d8e5a040-0ed6-4742-a547-a2d0426afb80 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=71cd3dd9-5093-49c8-b4c0-9d8b391e648b HTTP/1.1" status: 200 len: 1101 time: 0.2750359 Nov 18 17:10:40.898482 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 5d103daf-823c-46a5-b025-3be6a959e97f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5d103daf-823c-46a5-b025-3be6a959e97f,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:40.951190 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-10cbce6e-5dbb-4ffa-9803-1ac301721184 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:40.970605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf9cbf-16e1-4f12-9515-b7141aaae806 req-76818e1e-9536-4f2c-a574-94e7c0e50c5f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:40.979528 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-1a060b60-355d-454f-b2f4-340913f01e7e req-1822de0e-8bbf-4002-b4aa-8d70973631de tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Deleting port 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:40.979843 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf9cbf-16e1-4f12-9515-b7141aaae806 req-76818e1e-9536-4f2c-a574-94e7c0e50c5f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:40.980041 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1a060b60-355d-454f-b2f4-340913f01e7e req-1822de0e-8bbf-4002-b4aa-8d70973631de tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:40.986032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf9cbf-16e1-4f12-9515-b7141aaae806 req-76818e1e-9536-4f2c-a574-94e7c0e50c5f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:40.990218 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:40.992165 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf9cbf-16e1-4f12-9515-b7141aaae806 req-76818e1e-9536-4f2c-a574-94e7c0e50c5f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:41.000491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf9cbf-16e1-4f12-9515-b7141aaae806 req-76818e1e-9536-4f2c-a574-94e7c0e50c5f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:41.006518 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf9cbf-16e1-4f12-9515-b7141aaae806 req-76818e1e-9536-4f2c-a574-94e7c0e50c5f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:41.008650 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ec143194-03ea-4575-8de6-3bff1aacd73d req-f43ad6d0-6f16-443f-928a-e64ab2b614fa service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115963 Nov 18 17:10:41.012538 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf9cbf-16e1-4f12-9515-b7141aaae806 req-76818e1e-9536-4f2c-a574-94e7c0e50c5f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:41.014496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1faf9cbf-16e1-4f12-9515-b7141aaae806 req-76818e1e-9536-4f2c-a574-94e7c0e50c5f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5436 time: 0.0987344 Nov 18 17:10:41.016077 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-59c04536-58cd-4066-9e49-acc700f5cf21 req-f4c071ef-bc3b-432b-9bb4-ae7d239f3789 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:41.058281 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=5d103daf-823c-46a5-b025-3be6a959e97f,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:41.093615 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1a060b60-355d-454f-b2f4-340913f01e7e req-1822de0e-8bbf-4002-b4aa-8d70973631de tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] For port 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:41.093989 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1a060b60-355d-454f-b2f4-340913f01e7e req-1822de0e-8bbf-4002-b4aa-8d70973631de tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:41.107009 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-1a060b60-355d-454f-b2f4-340913f01e7e req-1822de0e-8bbf-4002-b4aa-8d70973631de tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Calling delete_port for 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:41.108114 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1faf9cbf-16e1-4f12-9515-b7141aaae806 req-855ccd52-fc82-4a49-9478-91661cf4e990 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824163 Nov 18 17:10:41.146101 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-59c04536-58cd-4066-9e49-acc700f5cf21 req-f4c071ef-bc3b-432b-9bb4-ae7d239f3789 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:41.174639 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-10cbce6e-5dbb-4ffa-9803-1ac301721184 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:41.183737 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-1169c43b-c15e-43b0-bd06-9c854e5e6d5b tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d4d49dfbf9e64451b6dae6b726cc9e81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618894 Nov 18 17:10:41.222186 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-59c04536-58cd-4066-9e49-acc700f5cf21 req-f4c071ef-bc3b-432b-9bb4-ae7d239f3789 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:41.263743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c071ef-bc3b-432b-9bb4-ae7d239f3789 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f99fb2-6961-4118-a3f9-12723162e004,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:41.265331 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-10cbce6e-5dbb-4ffa-9803-1ac301721184 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Network a50fd9cd-fdd9-41bf-9904-b91f3e66864c is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:10:41.276185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55072b-1b8a-4e4e-b3d3-ef3d972790a1 req-7abc68b0-e69b-4eb5-8bee-fd4725568ac0 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:41.277781 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be55072b-1b8a-4e4e-b3d3-ef3d972790a1 req-7abc68b0-e69b-4eb5-8bee-fd4725568ac0 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.0907495 Nov 18 17:10:41.281543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-10cbce6e-5dbb-4ffa-9803-1ac301721184 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:10:41.285628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbce6e-5dbb-4ffa-9803-1ac301721184 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event updated for resources: {'Port': ['ID=c4952484-89be-489c-8f25-eb513555708b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:41.285628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-10cbce6e-5dbb-4ffa-9803-1ac301721184 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:10:41.338183 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be55072b-1b8a-4e4e-b3d3-ef3d972790a1 req-60fa5fbc-9615-4d54-be8e-14325ac52381 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493851 Nov 18 17:10:41.353793 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-59c04536-58cd-4066-9e49-acc700f5cf21 req-f4c071ef-bc3b-432b-9bb4-ae7d239f3789 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:41.360850 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59c04536-58cd-4066-9e49-acc700f5cf21 req-f4c071ef-bc3b-432b-9bb4-ae7d239f3789 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5008705 Nov 18 17:10:41.480359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-10cbce6e-5dbb-4ffa-9803-1ac301721184 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:41.482157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-10cbce6e-5dbb-4ffa-9803-1ac301721184 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:41.495442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-940cdc7b-7fdb-42a8-8219-3a6788090b81 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:41.497910 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-940cdc7b-7fdb-42a8-8219-3a6788090b81 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2858944 Nov 18 17:10:41.522402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-cfe3d966-dca5-4da5-a9ad-386249758279 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Request body: {'port': {'device_id': 'a1278621-0ad4-4ef5-bfcf-7a94b140e78b', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'd4d49dfbf9e64451b6dae6b726cc9e81'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:41.588242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593670f-2e7f-43c8-b3a7-36aaa6a8a6d2 req-84c7e50c-ccc3-4a2e-8e57-0f1be45adf83 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:41.601464 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a593670f-2e7f-43c8-b3a7-36aaa6a8a6d2 req-84c7e50c-ccc3-4a2e-8e57-0f1be45adf83 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 949 time: 0.1504519 Nov 18 17:10:41.625811 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-10cbce6e-5dbb-4ffa-9803-1ac301721184 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6574147 Nov 18 17:10:41.632262 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1a060b60-355d-454f-b2f4-340913f01e7e req-1822de0e-8bbf-4002-b4aa-8d70973631de tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:41.644903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-05f7b36b-baa9-4635-a20f-9f688eae9fd0 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Request body: {'port': {'device_id': '06b93443-51b0-4c55-aad1-04ecc6228085', 'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9', 'admin_state_up': True, 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:41.663001 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ccc795c3-47b6-480d-ac8f-8bda64deb4c4', '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4', '5850bb26-aa4a-41aa-b226-91a828f7961c', '39f07cce-125e-4e0f-a41b-2bca71e9e63d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:41.666735 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a593670f-2e7f-43c8-b3a7-36aaa6a8a6d2 req-98cc277c-2680-4bb8-9878-68c582d467a0 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637062 Nov 18 17:10:41.697871 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['072cb0b4-b1bb-4455-8077-85633024525b', 'af04793e-0100-4257-9379-ae2bf5ce4956'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:41.712529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822de0e-8bbf-4002-b4aa-8d70973631de tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Pushing event deleted for resources: {'Port': ['ID=3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:41.773211 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-879a40b0-c9e8-4611-89e0-54d479ada0d2 None None] Provisioning complete for port c4952484-89be-489c-8f25-eb513555708b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:41.774390 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-879a40b0-c9e8-4611-89e0-54d479ada0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:41.856568 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a060b60-355d-454f-b2f4-340913f01e7e req-1822de0e-8bbf-4002-b4aa-8d70973631de tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] No DVR routers for this DVR port 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:10:41.863028 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1a060b60-355d-454f-b2f4-340913f01e7e req-1822de0e-8bbf-4002-b4aa-8d70973631de tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:41.867065 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1a060b60-355d-454f-b2f4-340913f01e7e req-1822de0e-8bbf-4002-b4aa-8d70973631de tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.83 "DELETE /v2.0/ports/3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 HTTP/1.1" status: 204 len: 173 time: 1.1944704 Nov 18 17:10:41.870282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7465363-4c40-4cb6-a8c1-bc0a060a7562', 'name': 'network-vif-deleted', 'tag': '3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:41.872230 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7781551-fcae-4ab3-87cc-30b592f48cc7" -d '{"events": [{"server_uuid": "e7465363-4c40-4cb6-a8c1-bc0a060a7562", "name": "network-vif-deleted", "tag": "3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:41.936258 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-879a40b0-c9e8-4611-89e0-54d479ada0d2 None None] Port c4952484-89be-489c-8f25-eb513555708b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:10:41.948347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['fa267a90-aada-44a3-815a-2fde81af0876'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:41.998684 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['37ba74a3-0698-4645-beb0-2a2e4acae185'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:42.001796 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['79d87257-b73f-4f55-9be6-a319a16fd0f8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:42.010839 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-cfe3d966-dca5-4da5-a9ad-386249758279 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Made reservation on behalf of d4d49dfbf9e64451b6dae6b726cc9e81 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:10:42.014378 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-cfe3d966-dca5-4da5-a9ad-386249758279 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:42.029131 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df43d5-28c5-4a62-86dd-775bdf3c8544 req-e6ca2502-d18d-4234-abb1-f8cb8232edad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:42.030785 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-32df43d5-28c5-4a62-86dd-775bdf3c8544 req-e6ca2502-d18d-4234-abb1-f8cb8232edad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc532e43f648478ff37d9f8bb2c0af&device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 1098 time: 0.1161232 Nov 18 17:10:42.033903 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-cfe3d966-dca5-4da5-a9ad-386249758279 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:42.042408 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['c35afb8c-cdd6-4eec-89f6-d10f42645523'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:42.071328 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-c73842d5-b937-436a-b523-aa044ef40a01 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:42.071328 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-c73842d5-b937-436a-b523-aa044ef40a01 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/networks?id=7d71d5bf-0e48-40ce-ab69-465c2210440e HTTP/1.1" status: 200 len: 812 time: 0.1547866 Nov 18 17:10:42.072449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['5d103daf-823c-46a5-b025-3be6a959e97f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:42.074800 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:42.094889 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-a2957a36-e2a9-4c91-b0a0-31cc57b4c885 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/quotas/557edf255516466592ba607b8048c913 HTTP/1.1" status: 200 len: 375 time: 0.0173509 Nov 18 17:10:42.109785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['84a0bb91-96da-442c-900b-aff2f8cd6a10'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:42.158129 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-05f7b36b-baa9-4635-a20f-9f688eae9fd0 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Made reservation on behalf of 44e822c0713b49b8a83e7a0e08353a2f for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:10:42.167748 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5e1ae482-9921-451c-af7f-b82b6fd61b75 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=557edf255516466592ba607b8048c913&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0716808 Nov 18 17:10:42.175723 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-05f7b36b-baa9-4635-a20f-9f688eae9fd0 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:42.306278 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-297fc55c-b903-4978-8023-2ab0dc8a61a0 req-4d11be23-e070-4ac9-8ef0-980b0205829e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7465363-4c40-4cb6-a8c1-bc0a060a7562 HTTP/1.1" status: 200 len: 210 time: 0.1153789 Nov 18 17:10:42.408403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df43d5-28c5-4a62-86dd-775bdf3c8544 req-15a62f9b-b8fb-44f3-a098-4e93cb133ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:42.411050 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-32df43d5-28c5-4a62-86dd-775bdf3c8544 req-15a62f9b-b8fb-44f3-a098-4e93cb133ed9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4b8f46f4-882b-4562-848c-31b4ccc8252f HTTP/1.1" status: 200 len: 913 time: 0.3677135 Nov 18 17:10:42.460485 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-467e62ee-7a07-4d3f-a812-2e396bce369d service neutron] 10.222.0.72 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909124 Nov 18 17:10:42.487589 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-32df43d5-28c5-4a62-86dd-775bdf3c8544 req-8f1bef9e-eff9-445e-a1a0-a8e8f1321b7a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd92a67-7463-43db-b663-a8fbd68d1ed6 HTTP/1.1" status: 200 len: 217 time: 0.0603137 Nov 18 17:10:42.566320 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b161860-fa09-4818-a4ce-6e1f484d45ae req-d7c10b3a-a2d1-450e-996c-13d4afa13c30 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:42.567536 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b161860-fa09-4818-a4ce-6e1f484d45ae req-d7c10b3a-a2d1-450e-996c-13d4afa13c30 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.1368613 Nov 18 17:10:42.576670 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-cfe3d966-dca5-4da5-a9ad-386249758279 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:42.606189 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-b576b3a1-01a9-4bdf-9635-baa7bb4d73ce service neutron] 10.222.0.72 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306922 Nov 18 17:10:42.608273 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-05f7b36b-baa9-4635-a20f-9f688eae9fd0 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Allocated IP 19.80.0.46 (4e703d00-947a-4d03-aa6a-ea19c3e36cb9/40725467-9454-4048-83d2-329c11256b36/23d034bd-2c40-4adf-9919-e2bb6e0755e5) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:10:42.615344 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df43d5-28c5-4a62-86dd-775bdf3c8544 req-fce8d42b-344c-42fe-bf9c-4839792b433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:42.617257 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-32df43d5-28c5-4a62-86dd-775bdf3c8544 req-fce8d42b-344c-42fe-bf9c-4839792b433f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fd090af-9053-4a66-81a3-f9e7d42c0053 HTTP/1.1" status: 200 len: 851 time: 0.1160097 Nov 18 17:10:42.643387 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b161860-fa09-4818-a4ce-6e1f484d45ae req-53645fee-c81c-43af-a8ea-b733707b41ce tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688689 Nov 18 17:10:42.683523 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-cfe3d966-dca5-4da5-a9ad-386249758279 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:42.697537 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-32df43d5-28c5-4a62-86dd-775bdf3c8544 req-d77b5c07-e86e-4dce-a2e7-c3015bf60f34 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4b8f46f4-882b-4562-848c-31b4ccc8252f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654423 Nov 18 17:10:42.740510 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0ec1a4b3-a6e7-4719-a7f2-f1d8fa99eb67 req-c6905f2e-8df6-4acf-a3d3-c4691685d774 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 210 time: 0.0377152 Nov 18 17:10:42.865231 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3d966-dca5-4da5-a9ad-386249758279 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8301fd54-b4fe-443f-9665-bd158b5417c1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:42.885939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device edbd5b55-4be0-4e11-bd8e-29e1454caae8 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:42.973709 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5c2984-f5e5-4583-9f29-26d35f5efc88 x-openstack-request-id: req-cc5c2984-f5e5-4583-9f29-26d35f5efc88 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:42.974102 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7465363-4c40-4cb6-a8c1-bc0a060a7562", "name": "network-vif-deleted", "tag": "3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:42.974324 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cc5c2984-f5e5-4583-9f29-26d35f5efc88 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:42.974720 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7465363-4c40-4cb6-a8c1-bc0a060a7562', 'name': 'network-vif-deleted', 'tag': '3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0', 'status': 'completed', 'code': 200} Nov 18 17:10:43.057437 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 062aeb19-fa42-42ed-a269-aff0ce7a3714 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:43.103464 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 062aeb19-fa42-42ed-a269-aff0ce7a3714 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:43.103886 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 062aeb19-fa42-42ed-a269-aff0ce7a3714 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:43.104292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 0285dffd-5957-4323-b54a-84c0c333dbfa no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:43.149797 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 0285dffd-5957-4323-b54a-84c0c333dbfa {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:43.149797 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 0285dffd-5957-4323-b54a-84c0c333dbfa not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:43.259357 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb91ca9-ae17-4af4-9b7e-b5dfb615a907 req-4ed484ab-f975-44e8-a00b-c6e0f245dba4 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:43.265981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb91ca9-ae17-4af4-9b7e-b5dfb615a907 req-4ed484ab-f975-44e8-a00b-c6e0f245dba4 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:43.267683 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bb91ca9-ae17-4af4-9b7e-b5dfb615a907 req-4ed484ab-f975-44e8-a00b-c6e0f245dba4 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 1653 time: 0.4404149 Nov 18 17:10:43.333555 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec873286-f4e5-4fbe-a24a-34820f6bf6b3 req-e96af2c5-1c8d-4066-9e77-fb839f6afe1d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:43.335384 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec873286-f4e5-4fbe-a24a-34820f6bf6b3 req-e96af2c5-1c8d-4066-9e77-fb839f6afe1d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.0914953 Nov 18 17:10:43.380552 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bb91ca9-ae17-4af4-9b7e-b5dfb615a907 req-7d77c48c-317a-48e5-9d6d-9a93e8ae18ff tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849164 Nov 18 17:10:43.424318 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-32df43d5-28c5-4a62-86dd-775bdf3c8544 req-9a1bf77e-2d8c-40eb-8041-c569f464e034 service neutron] 10.222.0.83 "GET /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7101679 Nov 18 17:10:43.455935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec873286-f4e5-4fbe-a24a-34820f6bf6b3 req-d7efc766-5392-4c6f-939e-630ec9bfb9d9 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096523 Nov 18 17:10:43.517546 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-cfe3d966-dca5-4da5-a9ad-386249758279 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Allocated IP 192.168.233.40 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/e5b002f3-6542-4729-b53c-7340e022fa9a) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:10:43.518769 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-05f7b36b-baa9-4635-a20f-9f688eae9fd0 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:43.601005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c22ae-1365-4c37-83c8-c313ed117a36 req-bd3413e2-5b88-4498-912a-d2ad2a6cb801 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:43.608541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c22ae-1365-4c37-83c8-c313ed117a36 req-bd3413e2-5b88-4498-912a-d2ad2a6cb801 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:43.610406 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-32df43d5-28c5-4a62-86dd-775bdf3c8544 req-1364b59c-485f-46eb-98ea-f2da46b9f1bf service neutron] 10.222.0.83 "GET /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738389 Nov 18 17:10:43.615102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c22ae-1365-4c37-83c8-c313ed117a36 req-bd3413e2-5b88-4498-912a-d2ad2a6cb801 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:43.621974 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c22ae-1365-4c37-83c8-c313ed117a36 req-bd3413e2-5b88-4498-912a-d2ad2a6cb801 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:43.628750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c22ae-1365-4c37-83c8-c313ed117a36 req-bd3413e2-5b88-4498-912a-d2ad2a6cb801 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:43.635974 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c22ae-1365-4c37-83c8-c313ed117a36 req-bd3413e2-5b88-4498-912a-d2ad2a6cb801 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:43.643258 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c22ae-1365-4c37-83c8-c313ed117a36 req-bd3413e2-5b88-4498-912a-d2ad2a6cb801 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:43.652324 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb3c22ae-1365-4c37-83c8-c313ed117a36 req-bd3413e2-5b88-4498-912a-d2ad2a6cb801 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5437 time: 0.1713302 Nov 18 17:10:43.666000 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9d55a-16c8-4ac5-b4e8-43330b31887a req-c726f85a-017d-4c51-ac9c-d94f8e35a5d2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:43.667110 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f2b9d55a-16c8-4ac5-b4e8-43330b31887a req-c726f85a-017d-4c51-ac9c-d94f8e35a5d2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.81 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 950 time: 0.2016394 Nov 18 17:10:43.718415 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-05f7b36b-baa9-4635-a20f-9f688eae9fd0 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:43.768427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port edbd5b55-4be0-4e11-bd8e-29e1454caae8 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:10:43.769720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-05f7b36b-baa9-4635-a20f-9f688eae9fd0 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Network 4e703d00-947a-4d03-aa6a-ea19c3e36cb9 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:10:43.772423 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb3c22ae-1365-4c37-83c8-c313ed117a36 req-2cb13419-ed44-4e49-b10f-86c67df54bc7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1191092 Nov 18 17:10:43.779430 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-05f7b36b-baa9-4635-a20f-9f688eae9fd0 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:10:43.781919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-05f7b36b-baa9-4635-a20f-9f688eae9fd0 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:10:43.792344 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5284f-867d-44f7-9bc9-f301f5e8ee25 req-8b345ec3-48f7-405e-8253-c4979eb78bf3 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:43.794027 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-00e5284f-867d-44f7-9bc9-f301f5e8ee25 req-8b345ec3-48f7-405e-8253-c4979eb78bf3 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 949 time: 0.2512474 Nov 18 17:10:43.812034 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port edbd5b55-4be0-4e11-bd8e-29e1454caae8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:43.812409 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:43.881567 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-cfe3d966-dca5-4da5-a9ad-386249758279 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:43.913419 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-00e5284f-867d-44f7-9bc9-f301f5e8ee25 req-a3cc1454-34a6-4a8b-8b0c-8214a077798a tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134574 Nov 18 17:10:43.943493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aebd4195-fb3a-40f3-a80b-fd9a2103dd78 req-d22fdce1-23ca-4f6e-bd3c-9a85ee7def7f tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 210 time: 0.0355380 Nov 18 17:10:43.955532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-f2b9d55a-16c8-4ac5-b4e8-43330b31887a req-006a8f02-1b34-4d9d-a404-fe5b25165af0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Deleting port da026f53-f7bc-4ad6-8324-99511509ddcb {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:43.955907 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f2b9d55a-16c8-4ac5-b4e8-43330b31887a req-006a8f02-1b34-4d9d-a404-fe5b25165af0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:43.970948 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7b36b-baa9-4635-a20f-9f688eae9fd0 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event updated for resources: {'Port': ['ID=23d034bd-2c40-4adf-9919-e2bb6e0755e5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:44.020934 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-05f7b36b-baa9-4635-a20f-9f688eae9fd0 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:44.021888 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-05f7b36b-baa9-4635-a20f-9f688eae9fd0 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:44.028751 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-cfe3d966-dca5-4da5-a9ad-386249758279 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:44.090192 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-cfe3d966-dca5-4da5-a9ad-386249758279 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:10:44.100766 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-05f7b36b-baa9-4635-a20f-9f688eae9fd0 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4626949 Nov 18 17:10:44.102387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-cfe3d966-dca5-4da5-a9ad-386249758279 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:10:44.124368 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-cfe3d966-dca5-4da5-a9ad-386249758279 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:10:44.136072 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:44.143382 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Request body: {'port': {'device_id': '06b93443-51b0-4c55-aad1-04ecc6228085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:44.187642 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3d966-dca5-4da5-a9ad-386249758279 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Pushing event updated for resources: {'Port': ['ID=e5b002f3-6542-4729-b53c-7340e022fa9a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:44.190656 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port edbd5b55-4be0-4e11-bd8e-29e1454caae8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=edbd5b55-4be0-4e11-bd8e-29e1454caae8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:44.193457 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4777f027-0365-46da-8e4b-0e0ccfcabeb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbd5b55-4be0-4e11-bd8e-29e1454caae8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:44.196355 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ed91f3-80b5-4621-a04a-1d217d9feea2" -d '{"events": [{"server_uuid": "4777f027-0365-46da-8e4b-0e0ccfcabeb7", "name": "network-vif-plugged", "status": "completed", "tag": "edbd5b55-4be0-4e11-bd8e-29e1454caae8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:44.252897 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:44.253922 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:44.282677 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-cfe3d966-dca5-4da5-a9ad-386249758279 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:44.283501 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-cfe3d966-dca5-4da5-a9ad-386249758279 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:44.296260 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-f2b9d55a-16c8-4ac5-b4e8-43330b31887a req-006a8f02-1b34-4d9d-a404-fe5b25165af0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] For port da026f53-f7bc-4ad6-8324-99511509ddcb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=da026f53-f7bc-4ad6-8324-99511509ddcb,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:44.296775 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f2b9d55a-16c8-4ac5-b4e8-43330b31887a req-006a8f02-1b34-4d9d-a404-fe5b25165af0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:44.300143 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:44.320063 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:44.320446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3c037c51-73c6-4ee8-be7b-2cb13a0e8ee0 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:44.344346 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-f2b9d55a-16c8-4ac5-b4e8-43330b31887a req-006a8f02-1b34-4d9d-a404-fe5b25165af0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Calling delete_port for da026f53-f7bc-4ad6-8324-99511509ddcb owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:44.349960 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-cfe3d966-dca5-4da5-a9ad-386249758279 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8376687 Nov 18 17:10:44.366779 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Request body: {'port': {'device_id': 'a1278621-0ad4-4ef5-bfcf-7a94b140e78b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:44.379035 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8c7d69d5-9163-4382-a65a-e04febe47557 None None] Provisioning complete for port 23d034bd-2c40-4adf-9919-e2bb6e0755e5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:44.379508 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c7d69d5-9163-4382-a65a-e04febe47557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:44.383523 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=edbd5b55-4be0-4e11-bd8e-29e1454caae8,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:44.438930 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d69d5-9163-4382-a65a-e04febe47557 None None] Port 23d034bd-2c40-4adf-9919-e2bb6e0755e5 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:10:44.447564 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4d0bb-982d-4250-b645-daf584e1b2f8 req-412ea889-fabd-4d09-96cb-98c12693a93b tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:44.450133 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52a4d0bb-982d-4250-b645-daf584e1b2f8 req-412ea889-fabd-4d09-96cb-98c12693a93b tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.3593352 Nov 18 17:10:44.465485 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf52780-c737-4512-8766-96c6c7cea435 req-588289ad-f1b9-40ed-abfe-b07b7a5081d7 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:44.467180 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2cf52780-c737-4512-8766-96c6c7cea435 req-588289ad-f1b9-40ed-abfe-b07b7a5081d7 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 935 time: 0.2957706 Nov 18 17:10:44.508699 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:44.564528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-61d84ba2-c016-47dd-bdad-fb1f0f60f5a7 None None] Provisioning complete for port e5b002f3-6542-4729-b53c-7340e022fa9a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:44.564908 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-61d84ba2-c016-47dd-bdad-fb1f0f60f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:44.597819 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52a4d0bb-982d-4250-b645-daf584e1b2f8 req-fb48b8d8-21ef-4166-b467-8261b0558395 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276634 Nov 18 17:10:44.609714 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2cf52780-c737-4512-8766-96c6c7cea435 req-e3bea1bf-c073-4591-a4a0-e1cf3c4ae884 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232250 Nov 18 17:10:44.616228 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-61d84ba2-c016-47dd-bdad-fb1f0f60f5a7 None None] Port e5b002f3-6542-4729-b53c-7340e022fa9a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:10:44.666319 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd7d411-7142-49c0-9688-88efcf598d43 x-openstack-request-id: req-3dd7d411-7142-49c0-9688-88efcf598d43 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:44.666622 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4777f027-0365-46da-8e4b-0e0ccfcabeb7", "name": "network-vif-plugged", "status": "completed", "tag": "edbd5b55-4be0-4e11-bd8e-29e1454caae8", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:44.666883 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3dd7d411-7142-49c0-9688-88efcf598d43 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:44.667290 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4777f027-0365-46da-8e4b-0e0ccfcabeb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbd5b55-4be0-4e11-bd8e-29e1454caae8', 'code': 200} Nov 18 17:10:44.738723 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f2b9d55a-16c8-4ac5-b4e8-43330b31887a req-006a8f02-1b34-4d9d-a404-fe5b25165af0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:44.793993 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a8f02-1b34-4d9d-a404-fe5b25165af0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Pushing event deleted for resources: {'Port': ['ID=da026f53-f7bc-4ad6-8324-99511509ddcb,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:44.853615 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b9d55a-16c8-4ac5-b4e8-43330b31887a req-006a8f02-1b34-4d9d-a404-fe5b25165af0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] No DVR routers for this DVR port da026f53-f7bc-4ad6-8324-99511509ddcb on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:10:44.858436 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f2b9d55a-16c8-4ac5-b4e8-43330b31887a req-006a8f02-1b34-4d9d-a404-fe5b25165af0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:44.861896 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f2b9d55a-16c8-4ac5-b4e8-43330b31887a req-006a8f02-1b34-4d9d-a404-fe5b25165af0 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.81 "DELETE /v2.0/ports/da026f53-f7bc-4ad6-8324-99511509ddcb HTTP/1.1" status: 204 len: 173 time: 1.1827846 Nov 18 17:10:44.862354 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7563052c-dc58-41f5-a97c-7c3e5bc61513', 'name': 'network-vif-deleted', 'tag': 'da026f53-f7bc-4ad6-8324-99511509ddcb'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:44.864718 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c88349-e964-4e4d-a5ca-0532b8562d84" -d '{"events": [{"server_uuid": "7563052c-dc58-41f5-a97c-7c3e5bc61513", "name": "network-vif-deleted", "tag": "da026f53-f7bc-4ad6-8324-99511509ddcb"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:44.869320 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec021669-2ee4-4343-ae2c-0a2d5aebf392 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:44.878924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4760d0-2e5a-456e-973c-c67b75724e5c req-f69f2469-990a-45e5-a4c3-a782a40e3a55 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:44.885626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4760d0-2e5a-456e-973c-c67b75724e5c req-f69f2469-990a-45e5-a4c3-a782a40e3a55 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:44.885978 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:44.891920 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4760d0-2e5a-456e-973c-c67b75724e5c req-f69f2469-990a-45e5-a4c3-a782a40e3a55 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:44.893623 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c4760d0-2e5a-456e-973c-c67b75724e5c req-f69f2469-990a-45e5-a4c3-a782a40e3a55 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2374 time: 0.1527429 Nov 18 17:10:44.894338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041c94c-764a-47a1-b945-f33966e8d139 req-8afecf15-b02c-421f-baea-5ba77278a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:44.895859 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1041c94c-764a-47a1-b945-f33966e8d139 req-8afecf15-b02c-421f-baea-5ba77278a695 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 1102 time: 0.1530170 Nov 18 17:10:44.934422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Transition to ACTIVE for port object ec021669-2ee4-4343-ae2c-0a2d5aebf392 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:10:44.943833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c4760d0-2e5a-456e-973c-c67b75724e5c req-ad74ad6c-39d7-43e2-aef8-53bf5a4b2128 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433717 Nov 18 17:10:44.986647 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1041c94c-764a-47a1-b945-f33966e8d139 req-d2207fbc-e62d-4801-86cf-a38516317fce service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807710 Nov 18 17:10:44.992330 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:45.050941 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4d117d5-e586-4c14-9223-c9c6c86a6165 req-4209bec9-cbcb-4759-91fe-edd85ecae040 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=7563052c-dc58-41f5-a97c-7c3e5bc61513 HTTP/1.1" status: 200 len: 210 time: 0.0400000 Nov 18 17:10:45.070077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b002f3-6542-4729-b53c-7340e022fa9a {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:45.087253 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:45.089583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Pushing event updated for resources: {'Port': ['ID=ec021669-2ee4-4343-ae2c-0a2d5aebf392,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:45.124717 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91bab62-1e57-4624-95ae-609549d1de16 x-openstack-request-id: req-c91bab62-1e57-4624-95ae-609549d1de16 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:45.125339 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7563052c-dc58-41f5-a97c-7c3e5bc61513", "name": "network-vif-deleted", "tag": "da026f53-f7bc-4ad6-8324-99511509ddcb", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:45.125745 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c91bab62-1e57-4624-95ae-609549d1de16 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:45.126141 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7563052c-dc58-41f5-a97c-7c3e5bc61513', 'name': 'network-vif-deleted', 'tag': 'da026f53-f7bc-4ad6-8324-99511509ddcb', 'status': 'completed', 'code': 200} Nov 18 17:10:45.144354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Transition to ACTIVE for port object e5b002f3-6542-4729-b53c-7340e022fa9a will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:10:45.194386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Attempting to bind port ec021669-2ee4-4343-ae2c-0a2d5aebf392 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:45.194777 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Attempting to bind port ec021669-2ee4-4343-ae2c-0a2d5aebf392 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'bfa7214a-c897-49ef-a0de-cc52c3e198fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:45.195149 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Attempting to bind port ec021669-2ee4-4343-ae2c-0a2d5aebf392 on network 4e703d00-947a-4d03-aa6a-ea19c3e36cb9 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:45.203532 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Port ec021669-2ee4-4343-ae2c-0a2d5aebf392 on network 4e703d00-947a-4d03-aa6a-ea19c3e36cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:10:45.203909 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Attempting to bind port ec021669-2ee4-4343-ae2c-0a2d5aebf392 on network 4e703d00-947a-4d03-aa6a-ea19c3e36cb9 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:45.207167 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea048e62-b640-4345-b89e-4dfddfd1065c req-9d5db242-c125-4527-b22b-63c2c95bd356 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:45.215749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:45.216112 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea048e62-b640-4345-b89e-4dfddfd1065c req-9d5db242-c125-4527-b22b-63c2c95bd356 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:45.216666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Checking segment: {'id': 'bfa7214a-c897-49ef-a0de-cc52c3e198fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:45.217666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Bound using segment: {'id': 'bfa7214a-c897-49ef-a0de-cc52c3e198fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:45.218571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Bound port: ec021669-2ee4-4343-ae2c-0a2d5aebf392, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa7214a-c897-49ef-a0de-cc52c3e198fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:45.219129 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:45.223749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea048e62-b640-4345-b89e-4dfddfd1065c req-9d5db242-c125-4527-b22b-63c2c95bd356 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:45.231737 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea048e62-b640-4345-b89e-4dfddfd1065c req-9d5db242-c125-4527-b22b-63c2c95bd356 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:45.241009 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea048e62-b640-4345-b89e-4dfddfd1065c req-9d5db242-c125-4527-b22b-63c2c95bd356 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:45.249191 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea048e62-b640-4345-b89e-4dfddfd1065c req-9d5db242-c125-4527-b22b-63c2c95bd356 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:45.255860 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea048e62-b640-4345-b89e-4dfddfd1065c req-9d5db242-c125-4527-b22b-63c2c95bd356 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:45.261009 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:45.266178 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea048e62-b640-4345-b89e-4dfddfd1065c req-9d5db242-c125-4527-b22b-63c2c95bd356 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5437 time: 0.1380012 Nov 18 17:10:45.347218 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] For port ec021669-2ee4-4343-ae2c-0a2d5aebf392, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:45.352122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] For port ec021669-2ee4-4343-ae2c-0a2d5aebf392, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ec021669-2ee4-4343-ae2c-0a2d5aebf392,segment=NetworkSegment(bfa7214a-c897-49ef-a0de-cc52c3e198fb),segment_id=bfa7214a-c897-49ef-a0de-cc52c3e198fb)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:45.366353 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b002f3-6542-4729-b53c-7340e022fa9a,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:45.398137 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db594ecd-d95c-4567-8319-f20bb1308f3b req-fb2f6080-ec54-4c7c-8bea-a22fe9e990be tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:45.401415 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db594ecd-d95c-4567-8319-f20bb1308f3b req-fb2f6080-ec54-4c7c-8bea-a22fe9e990be tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 950 time: 0.1210325 Nov 18 17:10:45.405037 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea048e62-b640-4345-b89e-4dfddfd1065c req-79f276c7-3486-4d9f-bdc4-9b18180af6e6 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1379228 Nov 18 17:10:45.450387 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:45.487980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Attempting to bind port e5b002f3-6542-4729-b53c-7340e022fa9a on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:45.487980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Attempting to bind port e5b002f3-6542-4729-b53c-7340e022fa9a by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:45.487980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Attempting to bind port e5b002f3-6542-4729-b53c-7340e022fa9a on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:45.501259 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db594ecd-d95c-4567-8319-f20bb1308f3b req-3529aaae-2376-415c-becd-34cf46821eff tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910141 Nov 18 17:10:45.503817 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:45.504570 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:45.506593 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] 10.222.0.81 "PUT /v2.0/ports/ec021669-2ee4-4343-ae2c-0a2d5aebf392 HTTP/1.1" status: 200 len: 1092 time: 1.3856633 Nov 18 17:10:45.507346 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Port e5b002f3-6542-4729-b53c-7340e022fa9a on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:10:45.507676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Attempting to bind port e5b002f3-6542-4729-b53c-7340e022fa9a on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:45.509902 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b93443-51b0-4c55-aad1-04ecc6228085', 'tag': 'ec021669-2ee4-4343-ae2c-0a2d5aebf392'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:45.512495 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15a2066-146c-4075-a9ea-dcda7c08ddd0" -d '{"events": [{"name": "network-changed", "server_uuid": "06b93443-51b0-4c55-aad1-04ecc6228085", "tag": "ec021669-2ee4-4343-ae2c-0a2d5aebf392"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:45.524173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:45.524531 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:45.525061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:45.525565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Bound port: e5b002f3-6542-4729-b53c-7340e022fa9a, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:45.526341 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:45.572804 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f26ec-40a7-4888-ba9d-9b35703f373c service neutron] Pushing event updated for resources: {'Port': ['ID=ec021669-2ee4-4343-ae2c-0a2d5aebf392,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:45.638402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Request body: {'port': {'device_id': '06b93443-51b0-4c55-aad1-04ecc6228085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:45.663231 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53b57f5c-17c4-4f38-932a-2af6c1f1df3a req-68893d99-b27a-476e-96eb-d1ccc73ea1e8 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 210 time: 0.0569947 Nov 18 17:10:45.770749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.81', 64264) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:45.788620 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61a22f1-bf6e-4262-82c6-9cfbf80383d8 x-openstack-request-id: req-e61a22f1-bf6e-4262-82c6-9cfbf80383d8 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:45.788857 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b93443-51b0-4c55-aad1-04ecc6228085", "tag": "ec021669-2ee4-4343-ae2c-0a2d5aebf392", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:45.789962 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e61a22f1-bf6e-4262-82c6-9cfbf80383d8 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:45.790364 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b93443-51b0-4c55-aad1-04ecc6228085', 'tag': 'ec021669-2ee4-4343-ae2c-0a2d5aebf392', 'status': 'completed', 'code': 200} Nov 18 17:10:45.802418 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] For port e5b002f3-6542-4729-b53c-7340e022fa9a, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:45.810731 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:45.814821 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-a2af3594-6603-4078-8070-ccadffcd42a6 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:45.817081 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-a2af3594-6603-4078-8070-ccadffcd42a6 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.81 "GET /v2.0/networks?id=7d71d5bf-0e48-40ce-ab69-465c2210440e HTTP/1.1" status: 200 len: 812 time: 0.3869348 Nov 18 17:10:45.831327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] For port e5b002f3-6542-4729-b53c-7340e022fa9a, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e5b002f3-6542-4729-b53c-7340e022fa9a,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:45.840070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5cf16-cbf3-48f0-9c33-5ca6587c0c92 req-63ffc4d9-bfbf-4b6f-9cfc-56ba7beec892 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:45.847374 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4e5cf16-cbf3-48f0-9c33-5ca6587c0c92 req-63ffc4d9-bfbf-4b6f-9cfc-56ba7beec892 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 949 time: 0.2322650 Nov 18 17:10:45.863240 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-d27c363f-3b1a-46c2-9776-8e4e51b98c3d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Request body: {'port': {'device_id': '1fe3bee7-4c18-4689-abbe-f150f6edd475', 'network_id': '7d71d5bf-0e48-40ce-ab69-465c2210440e', 'admin_state_up': True, 'tenant_id': '557edf255516466592ba607b8048c913'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:45.912440 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:46.016396 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.016996 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:46.018476 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] 10.222.0.81 "PUT /v2.0/ports/e5b002f3-6542-4729-b53c-7340e022fa9a HTTP/1.1" status: 200 len: 1096 time: 1.6563363 Nov 18 17:10:46.047600 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a2066-146c-4075-a9ea-dcda7c08ddd0 req-d8c1cc4f-c727-4524-bf7b-0874bede71c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.048125 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a2066-146c-4075-a9ea-dcda7c08ddd0 req-d8c1cc4f-c727-4524-bf7b-0874bede71c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.048611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a2066-146c-4075-a9ea-dcda7c08ddd0 req-d8c1cc4f-c727-4524-bf7b-0874bede71c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.050624 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f15a2066-146c-4075-a9ea-dcda7c08ddd0 req-d8c1cc4f-c727-4524-bf7b-0874bede71c6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=44e822c0713b49b8a83e7a0e08353a2f&device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2730 time: 0.2775457 Nov 18 17:10:46.065712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e44db-d086-4254-b944-a94770f63be2 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b002f3-6542-4729-b53c-7340e022fa9a,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:46.071104 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4e5cf16-cbf3-48f0-9c33-5ca6587c0c92 req-dbb74d5b-2c9c-4a01-b392-b7322058f554 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197921 Nov 18 17:10:46.186250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d4492-d9f3-480e-8841-66b35461d209 req-4f33e0c3-36eb-488a-8f1f-20b41a30b0ed tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.187860 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-152d4492-d9f3-480e-8841-66b35461d209 req-4f33e0c3-36eb-488a-8f1f-20b41a30b0ed tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.3382673 Nov 18 17:10:46.224751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-be69b3cb-f9fd-4b6d-b321-1625f9f664ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.226548 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-be69b3cb-f9fd-4b6d-b321-1625f9f664ea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4d49dfbf9e64451b6dae6b726cc9e81&device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 1099 time: 0.0848699 Nov 18 17:10:46.244925 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-d27c363f-3b1a-46c2-9776-8e4e51b98c3d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Made reservation on behalf of 557edf255516466592ba607b8048c913 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:10:46.248697 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-d27c363f-3b1a-46c2-9776-8e4e51b98c3d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:46.295516 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-1b796f4d-3e2b-4816-8a6c-a66151865299 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=e5b002f3-6542-4729-b53c-7340e022fa9a HTTP/1.1" status: 200 len: 217 time: 0.0560932 Nov 18 17:10:46.343687 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4952484-89be-489c-8f25-eb513555708b {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:46.354805 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:46.372181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-aa242844-acff-44d8-b007-18be88de04eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.373688 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-aa242844-acff-44d8-b007-18be88de04eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0706170 Nov 18 17:10:46.376419 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Transition to ACTIVE for port object c4952484-89be-489c-8f25-eb513555708b will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:10:46.412987 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c76c7-a492-41a1-9297-17cdb75766fc req-8f4439e1-a502-4e76-8675-8f6c3303c33f tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.414630 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a7c76c7-a492-41a1-9297-17cdb75766fc req-8f4439e1-a502-4e76-8675-8f6c3303c33f tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 947 time: 0.2257130 Nov 18 17:10:46.426027 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-152d4492-d9f3-480e-8841-66b35461d209 req-fef56aac-9801-43c4-9b00-e1f07db18928 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186661 Nov 18 17:10:46.432371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-42934c6a-044b-4fa4-ad7c-d3fe84f645e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.434761 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a2066-146c-4075-a9ea-dcda7c08ddd0 req-02ea0270-4c34-4d05-ad4b-55a83104c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.434924 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-42934c6a-044b-4fa4-ad7c-d3fe84f645e5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0489242 Nov 18 17:10:46.435039 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a2066-146c-4075-a9ea-dcda7c08ddd0 req-02ea0270-4c34-4d05-ad4b-55a83104c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.435039 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a2066-146c-4075-a9ea-dcda7c08ddd0 req-02ea0270-4c34-4d05-ad4b-55a83104c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.435276 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f15a2066-146c-4075-a9ea-dcda7c08ddd0 req-02ea0270-4c34-4d05-ad4b-55a83104c203 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=44e822c0713b49b8a83e7a0e08353a2f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3492279 Nov 18 17:10:46.459569 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:46.583764 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Pushing event updated for resources: {'Port': ['ID=c4952484-89be-489c-8f25-eb513555708b,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:46.643832 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-2dfe10e2-de37-4a8b-b620-ee7813c778c6 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927769 Nov 18 17:10:46.644561 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a7c76c7-a492-41a1-9297-17cdb75766fc req-327c162c-3aeb-4479-9cfb-79719034f357 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223074 Nov 18 17:10:46.683113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-d27c363f-3b1a-46c2-9776-8e4e51b98c3d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Allocated IP 172.20.0.3 (7d71d5bf-0e48-40ce-ab69-465c2210440e/b5a5d3a0-0aaf-46fb-92a9-f911a7fb8193/9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:10:46.703865 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a2066-146c-4075-a9ea-dcda7c08ddd0 req-2f760e90-e5f3-4129-bf58-34fc580169a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.705370 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f15a2066-146c-4075-a9ea-dcda7c08ddd0 req-2f760e90-e5f3-4129-bf58-34fc580169a1 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2498195 Nov 18 17:10:46.708401 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Attempting to bind port c4952484-89be-489c-8f25-eb513555708b on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:46.708751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Attempting to bind port c4952484-89be-489c-8f25-eb513555708b by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50fd9cd-fdd9-41bf-9904-b91f3e66864c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:46.709069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Attempting to bind port c4952484-89be-489c-8f25-eb513555708b on network a50fd9cd-fdd9-41bf-9904-b91f3e66864c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:46.728243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dfacc-171f-4fd5-a3f7-b025a5384b17 req-227f7212-9942-43b4-b7a4-a1ea99166256 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.737092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dfacc-171f-4fd5-a3f7-b025a5384b17 req-227f7212-9942-43b4-b7a4-a1ea99166256 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.744013 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dfacc-171f-4fd5-a3f7-b025a5384b17 req-227f7212-9942-43b4-b7a4-a1ea99166256 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.745773 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d74dfacc-171f-4fd5-a3f7-b025a5384b17 req-227f7212-9942-43b4-b7a4-a1ea99166256 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2398 time: 0.2114775 Nov 18 17:10:46.776789 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Port c4952484-89be-489c-8f25-eb513555708b on network a50fd9cd-fdd9-41bf-9904-b91f3e66864c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:10:46.777043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Attempting to bind port c4952484-89be-489c-8f25-eb513555708b on network a50fd9cd-fdd9-41bf-9904-b91f3e66864c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:46.787470 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:46.787827 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Checking segment: {'id': '82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50fd9cd-fdd9-41bf-9904-b91f3e66864c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:46.788222 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Bound using segment: {'id': '82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50fd9cd-fdd9-41bf-9904-b91f3e66864c'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:46.788666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Bound port: c4952484-89be-489c-8f25-eb513555708b, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50fd9cd-fdd9-41bf-9904-b91f3e66864c'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:46.789131 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:46.803479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['14b037fd-40a5-4cab-9075-5b29f54b7340'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:46.863351 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0f6276b-b034-4ba7-916b-ec5376f99d01 req-a2f48c19-bf90-417e-92d3-94f6c2eb29b5 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096279 Nov 18 17:10:46.920043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] For port c4952484-89be-489c-8f25-eb513555708b, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:46.923347 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] For port c4952484-89be-489c-8f25-eb513555708b, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c4952484-89be-489c-8f25-eb513555708b,segment=NetworkSegment(82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d),segment_id=82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:46.937350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca7047-e918-4682-bc97-ab7de80f6388 req-e9ca3a3a-e085-4835-8eb4-a10f3783dc60 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.943268 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca7047-e918-4682-bc97-ab7de80f6388 req-e9ca3a3a-e085-4835-8eb4-a10f3783dc60 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.949251 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca7047-e918-4682-bc97-ab7de80f6388 req-e9ca3a3a-e085-4835-8eb4-a10f3783dc60 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.955152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca7047-e918-4682-bc97-ab7de80f6388 req-e9ca3a3a-e085-4835-8eb4-a10f3783dc60 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.961154 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca7047-e918-4682-bc97-ab7de80f6388 req-e9ca3a3a-e085-4835-8eb4-a10f3783dc60 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.967155 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca7047-e918-4682-bc97-ab7de80f6388 req-e9ca3a3a-e085-4835-8eb4-a10f3783dc60 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.972826 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:10:46.977048 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca7047-e918-4682-bc97-ab7de80f6388 req-e9ca3a3a-e085-4835-8eb4-a10f3783dc60 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:46.977048 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-69ca7047-e918-4682-bc97-ab7de80f6388 req-e9ca3a3a-e085-4835-8eb4-a10f3783dc60 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5437 time: 0.1985636 Nov 18 17:10:46.981752 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d74dfacc-171f-4fd5-a3f7-b025a5384b17 req-000c2fe5-2f2d-4ddb-b545-13d6a080271b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063375 Nov 18 17:10:46.996472 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:47.040119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:47.040119 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:47.040119 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] 10.222.0.81 "PUT /v2.0/ports/c4952484-89be-489c-8f25-eb513555708b HTTP/1.1" status: 200 len: 1092 time: 1.4074566 Nov 18 17:10:47.048671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device fa267a90-aada-44a3-815a-2fde81af0876 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:47.061635 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85bc68-c494-418d-9d8a-8031b5e6747e service neutron] Pushing event updated for resources: {'Port': ['ID=c4952484-89be-489c-8f25-eb513555708b,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:47.062950 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-d27c363f-3b1a-46c2-9776-8e4e51b98c3d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:47.081819 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-69ca7047-e918-4682-bc97-ab7de80f6388 req-6a857858-7557-4b6a-9e26-58bfde12cdde tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990953 Nov 18 17:10:47.159525 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7329d-75cf-48d4-9960-5b0e778e5329 req-6b844045-0435-4c7b-aae9-bb9d07d77620 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:47.161136 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-58a7329d-75cf-48d4-9960-5b0e778e5329 req-6b844045-0435-4c7b-aae9-bb9d07d77620 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 950 time: 0.0784175 Nov 18 17:10:47.165641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Request body: {'port': {'device_id': '06b93443-51b0-4c55-aad1-04ecc6228085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:47.207426 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f787680-c6fb-4db0-a32f-ca6fed5f33ad req-22349b77-3eac-4fe6-bfc5-f1dae655a33a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 210 time: 0.0329719 Nov 18 17:10:47.212987 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port fa267a90-aada-44a3-815a-2fde81af0876 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:10:47.218354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port fa267a90-aada-44a3-815a-2fde81af0876 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:47.218728 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:47.240832 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-d27c363f-3b1a-46c2-9776-8e4e51b98c3d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:47.258994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-58a7329d-75cf-48d4-9960-5b0e778e5329 req-dcc5d719-33e8-4bba-add1-c9af08b72ac0 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907135 Nov 18 17:10:47.259520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['e9c494ea-97dd-4301-be13-0b3ceedb4d75'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:47.324494 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c363f-3b1a-46c2-9776-8e4e51b98c3d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event updated for resources: {'Port': ['ID=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:47.338081 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-d27c363f-3b1a-46c2-9776-8e4e51b98c3d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Network 7d71d5bf-0e48-40ce-ab69-465c2210440e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:10:47.339984 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-d27c363f-3b1a-46c2-9776-8e4e51b98c3d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:10:47.342885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-d27c363f-3b1a-46c2-9776-8e4e51b98c3d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:10:47.362489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c08a-9f1e-4d37-9e48-f9942c17fe39 req-5b7bccf4-d0cc-4779-98d6-25975eaadb5c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:47.364822 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0a71c08a-9f1e-4d37-9e48-f9942c17fe39 req-5b7bccf4-d0cc-4779-98d6-25975eaadb5c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.83 "GET /v2.0/ports?device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 949 time: 0.1956530 Nov 18 17:10:47.402118 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:47.424979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-d27c363f-3b1a-46c2-9776-8e4e51b98c3d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:47.425672 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-d27c363f-3b1a-46c2-9776-8e4e51b98c3d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:47.425909 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:47.472913 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c1c4e-5cfd-427f-85cd-e15c02495b47 req-06139d41-45f3-4eca-a17b-f58597179e88 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:47.474474 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-594c1c4e-5cfd-427f-85cd-e15c02495b47 req-06139d41-45f3-4eca-a17b-f58597179e88 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=83adfa64-5ab1-4313-9c21-014716cd5cb6 HTTP/1.1" status: 200 len: 949 time: 0.0759356 Nov 18 17:10:47.505676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa267a90-aada-44a3-815a-2fde81af0876'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:47.509067 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19ec40b-be53-4d37-ab4f-a487d873a542" -d '{"events": [{"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-plugged", "status": "completed", "tag": "fa267a90-aada-44a3-815a-2fde81af0876"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:47.531085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port fa267a90-aada-44a3-815a-2fde81af0876, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fa267a90-aada-44a3-815a-2fde81af0876,segment=NetworkSegment(91c5298a-4888-4f97-bfd9-f3e72d782547),segment_id=91c5298a-4888-4f97-bfd9-f3e72d782547)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:47.532528 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-d27c363f-3b1a-46c2-9776-8e4e51b98c3d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6803310 Nov 18 17:10:47.536568 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-594c1c4e-5cfd-427f-85cd-e15c02495b47 req-136dd240-e018-4229-9764-c517680bff99 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534439 Nov 18 17:10:47.545357 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Request body: {'port': {'device_id': '1fe3bee7-4c18-4689-abbe-f150f6edd475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:47.602623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-0a71c08a-9f1e-4d37-9e48-f9942c17fe39 req-f1934923-8f32-405e-8e58-e66522572ce0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Deleting port af04793e-0100-4257-9379-ae2bf5ce4956 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:47.602960 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0a71c08a-9f1e-4d37-9e48-f9942c17fe39 req-f1934923-8f32-405e-8e58-e66522572ce0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:47.639386 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:47.640998 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device da026f53-f7bc-4ad6-8324-99511509ddcb no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:47.649292 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:47.671420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: da026f53-f7bc-4ad6-8324-99511509ddcb {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:47.671782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device da026f53-f7bc-4ad6-8324-99511509ddcb not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:47.698807 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a362f-0655-46a5-b2ce-e9f83fcdcf74 req-e04320da-5035-45b9-a5b3-358f2d37b2fd tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:47.705155 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c41a362f-0655-46a5-b2ce-e9f83fcdcf74 req-e04320da-5035-45b9-a5b3-358f2d37b2fd tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=71cd3dd9-5093-49c8-b4c0-9d8b391e648b HTTP/1.1" status: 200 len: 949 time: 0.0910923 Nov 18 17:10:47.746830 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=fa267a90-aada-44a3-815a-2fde81af0876,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:47.798019 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1278621-0ad4-4ef5-bfcf-7a94b140e78b', 'tag': 'e5b002f3-6542-4729-b53c-7340e022fa9a'}, {'name': 'network-changed', 'server_uuid': '06b93443-51b0-4c55-aad1-04ecc6228085', 'tag': 'c4952484-89be-489c-8f25-eb513555708b'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:47.800294 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79a802a-0583-49d2-9db8-b810ebeada68" -d '{"events": [{"name": "network-changed", "server_uuid": "a1278621-0ad4-4ef5-bfcf-7a94b140e78b", "tag": "e5b002f3-6542-4729-b53c-7340e022fa9a"}, {"name": "network-changed", "server_uuid": "06b93443-51b0-4c55-aad1-04ecc6228085", "tag": "c4952484-89be-489c-8f25-eb513555708b"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:47.810414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-0a71c08a-9f1e-4d37-9e48-f9942c17fe39 req-f1934923-8f32-405e-8e58-e66522572ce0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] For port af04793e-0100-4257-9379-ae2bf5ce4956, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=af04793e-0100-4257-9379-ae2bf5ce4956,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:47.810728 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0a71c08a-9f1e-4d37-9e48-f9942c17fe39 req-f1934923-8f32-405e-8e58-e66522572ce0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:47.827155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-0a71c08a-9f1e-4d37-9e48-f9942c17fe39 req-f1934923-8f32-405e-8e58-e66522572ce0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Calling delete_port for af04793e-0100-4257-9379-ae2bf5ce4956 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:47.835396 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d034bd-2c40-4adf-9919-e2bb6e0755e5 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:47.846408 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:47.855816 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c41a362f-0655-46a5-b2ce-e9f83fcdcf74 req-e92ece03-8df6-4aed-a823-754c3a02e75b tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482465 Nov 18 17:10:47.896405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Transition to ACTIVE for port object 23d034bd-2c40-4adf-9919-e2bb6e0755e5 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:10:47.925926 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a07030-50c4-47a4-b8fc-f2c96e1edd3f x-openstack-request-id: req-b8a07030-50c4-47a4-b8fc-f2c96e1edd3f {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:47.926822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba405e7-d9fd-483d-b468-2361de8c9630 req-aa4948e1-709c-4b81-88e2-3277d3022bbb tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:47.928157 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-plugged", "status": "completed", "tag": "fa267a90-aada-44a3-815a-2fde81af0876", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:47.928410 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0ba405e7-d9fd-483d-b468-2361de8c9630 req-aa4948e1-709c-4b81-88e2-3277d3022bbb tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.0989058 Nov 18 17:10:47.929050 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b8a07030-50c4-47a4-b8fc-f2c96e1edd3f {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:47.930265 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa267a90-aada-44a3-815a-2fde81af0876', 'code': 200} Nov 18 17:10:47.991976 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:48.053011 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0a71c08a-9f1e-4d37-9e48-f9942c17fe39 req-f1934923-8f32-405e-8e58-e66522572ce0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:48.066569 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['072cb0b4-b1bb-4455-8077-85633024525b', 'af04793e-0100-4257-9379-ae2bf5ce4956'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:48.067944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Pushing event updated for resources: {'Port': ['ID=23d034bd-2c40-4adf-9919-e2bb6e0755e5,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:48.069399 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ccc795c3-47b6-480d-ac8f-8bda64deb4c4', '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4', '5850bb26-aa4a-41aa-b226-91a828f7961c', '39f07cce-125e-4e0f-a41b-2bca71e9e63d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:48.119317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1934923-8f32-405e-8e58-e66522572ce0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Pushing event deleted for resources: {'Port': ['ID=af04793e-0100-4257-9379-ae2bf5ce4956,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:48.171937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a71c08a-9f1e-4d37-9e48-f9942c17fe39 req-f1934923-8f32-405e-8e58-e66522572ce0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] No DVR routers for this DVR port af04793e-0100-4257-9379-ae2bf5ce4956 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:10:48.175719 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0a71c08a-9f1e-4d37-9e48-f9942c17fe39 req-f1934923-8f32-405e-8e58-e66522572ce0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:48.179164 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0a71c08a-9f1e-4d37-9e48-f9942c17fe39 req-f1934923-8f32-405e-8e58-e66522572ce0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.83 "DELETE /v2.0/ports/af04793e-0100-4257-9379-ae2bf5ce4956 HTTP/1.1" status: 204 len: 173 time: 0.8064454 Nov 18 17:10:48.198430 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Attempting to bind port 23d034bd-2c40-4adf-9919-e2bb6e0755e5 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:48.198790 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Attempting to bind port 23d034bd-2c40-4adf-9919-e2bb6e0755e5 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'bfa7214a-c897-49ef-a0de-cc52c3e198fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:48.199128 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Attempting to bind port 23d034bd-2c40-4adf-9919-e2bb6e0755e5 on network 4e703d00-947a-4d03-aa6a-ea19c3e36cb9 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:48.204874 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Port 23d034bd-2c40-4adf-9919-e2bb6e0755e5 on network 4e703d00-947a-4d03-aa6a-ea19c3e36cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:10:48.205211 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Attempting to bind port 23d034bd-2c40-4adf-9919-e2bb6e0755e5 on network 4e703d00-947a-4d03-aa6a-ea19c3e36cb9 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:48.214864 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:48.215215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Checking segment: {'id': 'bfa7214a-c897-49ef-a0de-cc52c3e198fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:48.215606 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Bound using segment: {'id': 'bfa7214a-c897-49ef-a0de-cc52c3e198fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:48.216092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Bound port: 23d034bd-2c40-4adf-9919-e2bb6e0755e5, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa7214a-c897-49ef-a0de-cc52c3e198fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:48.216451 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:48.308335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] For port 23d034bd-2c40-4adf-9919-e2bb6e0755e5, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:48.311910 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] For port 23d034bd-2c40-4adf-9919-e2bb6e0755e5, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=23d034bd-2c40-4adf-9919-e2bb6e0755e5,segment=NetworkSegment(bfa7214a-c897-49ef-a0de-cc52c3e198fb),segment_id=bfa7214a-c897-49ef-a0de-cc52c3e198fb)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:48.362494 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0ba405e7-d9fd-483d-b468-2361de8c9630 req-a52f6565-6353-43c0-ac66-34349c3f6218 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057813 Nov 18 17:10:48.369465 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:48.394077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae3635-4041-4a14-a0b8-3278b4ad1794 req-665052ed-ebf4-490f-8453-b46b30730028 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:48.406324 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5fae3635-4041-4a14-a0b8-3278b4ad1794 req-665052ed-ebf4-490f-8453-b46b30730028 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 947 time: 0.4217458 Nov 18 17:10:48.461879 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:48.462872 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:48.464502 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] 10.222.0.81 "PUT /v2.0/ports/23d034bd-2c40-4adf-9919-e2bb6e0755e5 HTTP/1.1" status: 200 len: 1092 time: 1.3052900 Nov 18 17:10:48.473435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:48.489897 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:48.500425 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7cda2-85c7-4b33-8880-56a0e3e0cedf service neutron] Pushing event updated for resources: {'Port': ['ID=23d034bd-2c40-4adf-9919-e2bb6e0755e5,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:48.511350 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5fae3635-4041-4a14-a0b8-3278b4ad1794 req-d4ef3411-c46d-4a5a-a659-15d64de85027 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090250 Nov 18 17:10:48.529422 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Transition to ACTIVE for port object 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:10:48.575234 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccee22da-0dbb-47c7-8322-6b36f6d79f50 x-openstack-request-id: req-ccee22da-0dbb-47c7-8322-6b36f6d79f50 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:48.575540 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1278621-0ad4-4ef5-bfcf-7a94b140e78b", "tag": "e5b002f3-6542-4729-b53c-7340e022fa9a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "06b93443-51b0-4c55-aad1-04ecc6228085", "tag": "c4952484-89be-489c-8f25-eb513555708b", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:48.575813 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ccee22da-0dbb-47c7-8322-6b36f6d79f50 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:48.576235 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1278621-0ad4-4ef5-bfcf-7a94b140e78b', 'tag': 'e5b002f3-6542-4729-b53c-7340e022fa9a', 'status': 'completed', 'code': 200} Nov 18 17:10:48.576496 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b93443-51b0-4c55-aad1-04ecc6228085', 'tag': 'c4952484-89be-489c-8f25-eb513555708b', 'status': 'completed', 'code': 200} Nov 18 17:10:48.664691 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:48.738175 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-79a057fd-69ee-4822-a54c-50354f73f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:48.739729 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-79a057fd-69ee-4822-a54c-50354f73f618 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4d49dfbf9e64451b6dae6b726cc9e81&device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 1099 time: 0.1328981 Nov 18 17:10:48.749833 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-7faf59ae-bdd1-425d-b88d-41ee21b61aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:48.751502 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-7faf59ae-bdd1-425d-b88d-41ee21b61aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:48.752001 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-7faf59ae-bdd1-425d-b88d-41ee21b61aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:48.753674 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-7faf59ae-bdd1-425d-b88d-41ee21b61aa2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=44e822c0713b49b8a83e7a0e08353a2f&device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2866 time: 0.1096296 Nov 18 17:10:48.772022 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Pushing event updated for resources: {'Port': ['ID=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:48.813258 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-cbb877e9-ef0d-4783-8e4a-c75e3a66d92b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.49&port_id=ec021669-2ee4-4343-ae2c-0a2d5aebf392 HTTP/1.1" status: 200 len: 217 time: 0.0448871 Nov 18 17:10:48.821309 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccd2f4-660c-4760-9093-2a330ef01887 req-4d7d2ece-2c66-4cfa-914b-9598238016d5 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:48.832693 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2cccd2f4-660c-4760-9093-2a330ef01887 req-4d7d2ece-2c66-4cfa-914b-9598238016d5 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.2324731 Nov 18 17:10:48.984788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-7b1dea5c-ac9f-45e3-91c7-a05444a38e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:48.986522 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-7b1dea5c-ac9f-45e3-91c7-a05444a38e87 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=40725467-9454-4048-83d2-329c11256b36 HTTP/1.1" status: 200 len: 801 time: 0.1600747 Nov 18 17:10:48.992666 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2cccd2f4-660c-4760-9093-2a330ef01887 req-f05c53d6-7da5-4389-91c7-c7c854d487d2 tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586959 Nov 18 17:10:49.023266 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-0aff6d4d-9bb1-444b-bea6-18b70c6bfd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.026142 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-0aff6d4d-9bb1-444b-bea6-18b70c6bfd14 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.2713614 Nov 18 17:10:49.028660 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Attempting to bind port 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:49.033466 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Attempting to bind port 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'e0051c73-cd29-46e4-92a8-c1ac82adfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7d71d5bf-0e48-40ce-ab69-465c2210440e'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:10:49.034061 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Attempting to bind port 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe on network 7d71d5bf-0e48-40ce-ab69-465c2210440e {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:49.040285 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Port 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe on network 7d71d5bf-0e48-40ce-ab69-465c2210440e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:10:49.040876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Attempting to bind port 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe on network 7d71d5bf-0e48-40ce-ab69-465c2210440e {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:10:49.048967 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:10:49.049523 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Checking segment: {'id': 'e0051c73-cd29-46e4-92a8-c1ac82adfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7d71d5bf-0e48-40ce-ab69-465c2210440e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:10:49.050091 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Bound using segment: {'id': 'e0051c73-cd29-46e4-92a8-c1ac82adfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7d71d5bf-0e48-40ce-ab69-465c2210440e'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:10:49.050733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Bound port: 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0051c73-cd29-46e4-92a8-c1ac82adfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7d71d5bf-0e48-40ce-ab69-465c2210440e'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:10:49.051270 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:49.052533 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device e5b002f3-6542-4729-b53c-7340e022fa9a details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:49.057673 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c35afb8c-cdd6-4eec-89f6-d10f42645523 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:49.106578 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-94b0c510-e7be-4050-a91b-30cf7a73a733 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=e5b002f3-6542-4729-b53c-7340e022fa9a HTTP/1.1" status: 200 len: 217 time: 0.0369651 Nov 18 17:10:49.163990 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-a5286262-4269-4f25-91bd-188d9276847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.165599 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-a5286262-4269-4f25-91bd-188d9276847f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4e703d00-947a-4d03-aa6a-ea19c3e36cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568577 Nov 18 17:10:49.212554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-596049d0-58f1-42a2-abcb-a5214f416415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.214037 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-596049d0-58f1-42a2-abcb-a5214f416415 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0988905 Nov 18 17:10:49.223295 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bc94e-514a-4dcc-8650-60e8e7be85db req-9cb4b0e5-fb3a-466c-9cf3-b0a5cd71dea1 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.235225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bc94e-514a-4dcc-8650-60e8e7be85db req-9cb4b0e5-fb3a-466c-9cf3-b0a5cd71dea1 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.247273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bc94e-514a-4dcc-8650-60e8e7be85db req-9cb4b0e5-fb3a-466c-9cf3-b0a5cd71dea1 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.255750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-320bc94e-514a-4dcc-8650-60e8e7be85db req-9cb4b0e5-fb3a-466c-9cf3-b0a5cd71dea1 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2410 time: 0.1668503 Nov 18 17:10:49.283535 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] For port 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:10:49.283772 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port e5b002f3-6542-4729-b53c-7340e022fa9a, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e5b002f3-6542-4729-b53c-7340e022fa9a,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:49.306393 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'e5b002f3-6542-4729-b53c-7340e022fa9a', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': 'e5b002f3-6542-4729-b53c-7340e022fa9a', 'mac_address': 'fa:16:3e:60:10:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:49.324035 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] For port 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe,segment=NetworkSegment(e0051c73-cd29-46e4-92a8-c1ac82adfc5d),segment_id=e0051c73-cd29-46e4-92a8-c1ac82adfc5d)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:10:49.354908 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:49.357352 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port c35afb8c-cdd6-4eec-89f6-d10f42645523 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:10:49.371627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port c35afb8c-cdd6-4eec-89f6-d10f42645523 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:49.372413 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:49.396783 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b002f3-6542-4729-b53c-7340e022fa9a {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:49.399033 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-320bc94e-514a-4dcc-8650-60e8e7be85db req-fadd535d-2430-4950-a25f-0147f38c8986 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426258 Nov 18 17:10:49.426658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fa647-9f97-4a70-8932-b409d71c4100 req-d590ef23-4072-4ff0-a629-6ec09092310b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.430778 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-235fa647-9f97-4a70-8932-b409d71c4100 req-d590ef23-4072-4ff0-a629-6ec09092310b tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.1194470 Nov 18 17:10:49.432090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port e5b002f3-6542-4729-b53c-7340e022fa9a, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e5b002f3-6542-4729-b53c-7340e022fa9a,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:49.433516 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:49.480935 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b606ee-d502-4ab5-832f-11f7fc8cb9ec req-7200a9de-1660-449e-a004-9dbd97b72c2f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.487535 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b606ee-d502-4ab5-832f-11f7fc8cb9ec req-7200a9de-1660-449e-a004-9dbd97b72c2f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.494187 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b606ee-d502-4ab5-832f-11f7fc8cb9ec req-7200a9de-1660-449e-a004-9dbd97b72c2f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.502214 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b606ee-d502-4ab5-832f-11f7fc8cb9ec req-7200a9de-1660-449e-a004-9dbd97b72c2f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.509455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b606ee-d502-4ab5-832f-11f7fc8cb9ec req-7200a9de-1660-449e-a004-9dbd97b72c2f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.516318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b606ee-d502-4ab5-832f-11f7fc8cb9ec req-7200a9de-1660-449e-a004-9dbd97b72c2f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.522968 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b606ee-d502-4ab5-832f-11f7fc8cb9ec req-7200a9de-1660-449e-a004-9dbd97b72c2f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.526382 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:49.532617 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41b606ee-d502-4ab5-832f-11f7fc8cb9ec req-7200a9de-1660-449e-a004-9dbd97b72c2f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5438 time: 0.2681079 Nov 18 17:10:49.544166 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.544790 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:49.546174 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5edd9364-101b-4e78-a54c-31439381054a service neutron] 10.222.0.81 "PUT /v2.0/ports/9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe HTTP/1.1" status: 200 len: 1092 time: 2.0050855 Nov 18 17:10:49.583421 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe3bee7-4c18-4689-abbe-f150f6edd475', 'tag': '9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:49.586156 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf88ef0-17b4-497d-a69d-aa7d58fb4007" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe3bee7-4c18-4689-abbe-f150f6edd475", "tag": "9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:49.626912 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-6339c08e-75df-4c84-90e4-a27dcda21a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.628595 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-6339c08e-75df-4c84-90e4-a27dcda21a36 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4067447 Nov 18 17:10:49.671006 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-21e2d075-73ce-45df-8792-779560058878 service neutron] 10.222.0.81 "GET /v2.0/networks/4e703d00-947a-4d03-aa6a-ea19c3e36cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945509 Nov 18 17:10:49.719954 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:49.741103 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd9364-101b-4e78-a54c-31439381054a service neutron] Pushing event updated for resources: {'Port': ['ID=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:49.754356 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=e5b002f3-6542-4729-b53c-7340e022fa9a,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:49.773213 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port c35afb8c-cdd6-4eec-89f6-d10f42645523, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c35afb8c-cdd6-4eec-89f6-d10f42645523,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:49.784890 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-df7276e8-cfee-4447-bab5-db2d45a3c8b7 service neutron] 10.222.0.81 "GET /v2.0/networks/4e703d00-947a-4d03-aa6a-ea19c3e36cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964646 Nov 18 17:10:49.795066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c4cde-9651-4dd7-be69-2ad650fe996f req-f40b4845-c817-4d06-baef-33cfa190f80d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.796593 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f4c4cde-9651-4dd7-be69-2ad650fe996f req-f40b4845-c817-4d06-baef-33cfa190f80d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 943 time: 0.2495768 Nov 18 17:10:49.810304 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41b606ee-d502-4ab5-832f-11f7fc8cb9ec req-9b9f946d-8d6e-48d9-a457-15056dfa57ec tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2768042 Nov 18 17:10:49.851057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-235fa647-9f97-4a70-8932-b409d71c4100 req-dcaf5dc2-8b30-472f-b291-68cce668d09d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Deleting port 14b037fd-40a5-4cab-9075-5b29f54b7340 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:49.851584 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-235fa647-9f97-4a70-8932-b409d71c4100 req-dcaf5dc2-8b30-472f-b291-68cce668d09d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:49.857799 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-c03027ee-8dc5-4c81-ba0e-a7a5dbbc823d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.89&port_id=c4952484-89be-489c-8f25-eb513555708b HTTP/1.1" status: 200 len: 217 time: 0.0440063 Nov 18 17:10:49.860309 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-542fc82b-bc52-4642-bf0c-c3b1ac131e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.862185 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-542fc82b-bc52-4642-bf0c-c3b1ac131e7a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=557edf255516466592ba607b8048c913&device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 1095 time: 0.1357148 Nov 18 17:10:49.870867 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['e5b002f3-6542-4729-b53c-7340e022fa9a'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:49.931077 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-02fdcc51-6a67-4d1f-8d24-7f73f835ae33 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922025 Nov 18 17:10:49.950610 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35afb8c-cdd6-4eec-89f6-d10f42645523'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:49.951575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f4c4cde-9651-4dd7-be69-2ad650fe996f req-ceed05e8-d7ef-4d69-8f6d-26ebec8ec82e tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450989 Nov 18 17:10:49.953116 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d47af07-d1c9-4b8d-b402-4c96953313ba" -d '{"events": [{"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-plugged", "status": "completed", "tag": "c35afb8c-cdd6-4eec-89f6-d10f42645523"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:49.985612 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-dc5da741-f451-4171-90b7-6dbb2372e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:49.987301 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-dc5da741-f451-4171-90b7-6dbb2372e313 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f12946c5-7eea-41da-9320-e9fd84993f0a HTTP/1.1" status: 200 len: 801 time: 0.0986934 Nov 18 17:10:50.048851 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:50.052568 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-58f692e2-ab23-4ab4-9a77-30779e6e1685 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe HTTP/1.1" status: 200 len: 217 time: 0.0839081 Nov 18 17:10:50.052867 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 5d103daf-823c-46a5-b025-3be6a959e97f up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:50.093395 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-398cef54-677c-4901-9859-997f993da083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:50.095312 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-398cef54-677c-4901-9859-997f993da083 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a50fd9cd-fdd9-41bf-9904-b91f3e66864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976942 Nov 18 17:10:50.139701 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=c35afb8c-cdd6-4eec-89f6-d10f42645523,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:50.166417 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-7e16b266-16e0-4573-917e-cf66885af6a9 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257152 Nov 18 17:10:50.191044 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-235fa647-9f97-4a70-8932-b409d71c4100 req-dcaf5dc2-8b30-472f-b291-68cce668d09d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] For port 14b037fd-40a5-4cab-9075-5b29f54b7340, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=14b037fd-40a5-4cab-9075-5b29f54b7340,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:50.192374 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-235fa647-9f97-4a70-8932-b409d71c4100 req-dcaf5dc2-8b30-472f-b291-68cce668d09d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:50.201503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 5d103daf-823c-46a5-b025-3be6a959e97f completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:10:50.206087 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 5d103daf-823c-46a5-b025-3be6a959e97f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:50.209612 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:50.209818 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-235fa647-9f97-4a70-8932-b409d71c4100 req-dcaf5dc2-8b30-472f-b291-68cce668d09d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Calling delete_port for 14b037fd-40a5-4cab-9075-5b29f54b7340 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:50.217183 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-f424c736-637c-49e8-868d-5ed97a5bf0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:50.218686 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-f424c736-637c-49e8-868d-5ed97a5bf0ce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b5a5d3a0-0aaf-46fb-92a9-f911a7fb8193 HTTP/1.1" status: 200 len: 852 time: 0.1549845 Nov 18 17:10:50.233800 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-1fb4427b-534a-472c-9433-7b829189e9bf service neutron] 10.222.0.81 "GET /v2.0/networks/a50fd9cd-fdd9-41bf-9904-b91f3e66864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283715 Nov 18 17:10:50.290779 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-608bfbb2-d2af-4d30-b01d-539e7b94a97d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7d71d5bf-0e48-40ce-ab69-465c2210440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629170 Nov 18 17:10:50.297922 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:50.300253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecce366-dc74-43e0-a83a-3bcc71148f57 req-dad53cff-9ced-4e8a-98b8-3187ea2da919 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:50.301760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ecce366-dc74-43e0-a83a-3bcc71148f57 req-dad53cff-9ced-4e8a-98b8-3187ea2da919 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 948 time: 0.1802225 Nov 18 17:10:50.332443 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 5d103daf-823c-46a5-b025-3be6a959e97f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5d103daf-823c-46a5-b025-3be6a959e97f,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:50.354041 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-3dc519f8-4277-4080-9a65-c8608c412703 service neutron] 10.222.0.81 "GET /v2.0/networks/a50fd9cd-fdd9-41bf-9904-b91f3e66864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114497 Nov 18 17:10:50.406993 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e27ae1-2e6c-498d-b173-9fbdc9fb9ee3 x-openstack-request-id: req-03e27ae1-2e6c-498d-b173-9fbdc9fb9ee3 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:50.407208 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe3bee7-4c18-4689-abbe-f150f6edd475", "tag": "9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:50.407447 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-03e27ae1-2e6c-498d-b173-9fbdc9fb9ee3 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:50.407660 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-65cd5529-ea60-4b30-bc35-e11ad03522bb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.46&port_id=23d034bd-2c40-4adf-9919-e2bb6e0755e5 HTTP/1.1" status: 200 len: 217 time: 0.0444744 Nov 18 17:10:50.407874 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe3bee7-4c18-4689-abbe-f150f6edd475', 'tag': '9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe', 'status': 'completed', 'code': 200} Nov 18 17:10:50.413154 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:50.414600 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 79d87257-b73f-4f55-9be6-a319a16fd0f8 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:50.457110 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ecce366-dc74-43e0-a83a-3bcc71148f57 req-f9909a95-b0b9-41ed-8efd-ced646e02d9c tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407061 Nov 18 17:10:50.464504 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a3642d-7bdf-4529-ad2d-fba71588926b x-openstack-request-id: req-97a3642d-7bdf-4529-ad2d-fba71588926b {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:50.464810 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-plugged", "status": "completed", "tag": "c35afb8c-cdd6-4eec-89f6-d10f42645523", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:50.465074 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-97a3642d-7bdf-4529-ad2d-fba71588926b {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:50.465478 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35afb8c-cdd6-4eec-89f6-d10f42645523', 'code': 200} Nov 18 17:10:50.466492 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=5d103daf-823c-46a5-b025-3be6a959e97f,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:50.499581 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-47eda71a-f1ee-4116-b4d7-63f90529b0fd service neutron] 10.222.0.81 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968176 Nov 18 17:10:50.503361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-adb3409e-52c9-4ab7-a287-613ffa49065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:50.505293 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-adb3409e-52c9-4ab7-a287-613ffa49065c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=40725467-9454-4048-83d2-329c11256b36 HTTP/1.1" status: 200 len: 801 time: 0.0876002 Nov 18 17:10:50.565354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-01b41037-b2d2-4836-8f47-1fc3b5cb585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:50.566883 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-01b41037-b2d2-4836-8f47-1fc3b5cb585c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4e703d00-947a-4d03-aa6a-ea19c3e36cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533884 Nov 18 17:10:50.580656 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83adfa64-5ab1-4313-9c21-014716cd5cb6', 'name': 'network-vif-deleted', 'tag': 'af04793e-0100-4257-9379-ae2bf5ce4956'}, {'name': 'network-changed', 'server_uuid': '06b93443-51b0-4c55-aad1-04ecc6228085', 'tag': '23d034bd-2c40-4adf-9919-e2bb6e0755e5'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:50.582853 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abea4ef-81d8-4b5b-8351-15faf6aeb932" -d '{"events": [{"server_uuid": "83adfa64-5ab1-4313-9c21-014716cd5cb6", "name": "network-vif-deleted", "tag": "af04793e-0100-4257-9379-ae2bf5ce4956"}, {"name": "network-changed", "server_uuid": "06b93443-51b0-4c55-aad1-04ecc6228085", "tag": "23d034bd-2c40-4adf-9919-e2bb6e0755e5"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:50.601235 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 79d87257-b73f-4f55-9be6-a319a16fd0f8 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:10:50.607242 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 79d87257-b73f-4f55-9be6-a319a16fd0f8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:50.608485 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:50.672119 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-235fa647-9f97-4a70-8932-b409d71c4100 req-dcaf5dc2-8b30-472f-b291-68cce668d09d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:50.681399 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cc2eb-c3b0-4666-8ebc-9fe5bcfca58b req-1fb1c7b7-a202-4758-be07-a05709f5520a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:50.682604 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f04cc2eb-c3b0-4666-8ebc-9fe5bcfca58b req-1fb1c7b7-a202-4758-be07-a05709f5520a tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa05a29a-d613-41cb-b276-814e5d0e114c HTTP/1.1" status: 200 len: 950 time: 0.1422806 Nov 18 17:10:50.685256 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-5ea38629-139e-4796-9180-2cc279db077e service neutron] 10.222.0.81 "GET /v2.0/networks/4e703d00-947a-4d03-aa6a-ea19c3e36cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104131 Nov 18 17:10:50.697971 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:50.749159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 79d87257-b73f-4f55-9be6-a319a16fd0f8, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=79d87257-b73f-4f55-9be6-a319a16fd0f8,segment=NetworkSegment(43d244d6-cded-4df4-a838-fac1b113d553),segment_id=43d244d6-cded-4df4-a838-fac1b113d553)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:50.764290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf5dc2-8b30-472f-b291-68cce668d09d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Pushing event deleted for resources: {'Port': ['ID=14b037fd-40a5-4cab-9075-5b29f54b7340,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:50.775400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bd29604-18ea-4f12-91bc-54dd232e89b3 req-5f9830f9-9707-4801-af79-df6c73153012 service neutron] 10.222.0.81 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335587 Nov 18 17:10:50.848606 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:50.851761 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-235fa647-9f97-4a70-8932-b409d71c4100 req-dcaf5dc2-8b30-472f-b291-68cce668d09d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] No DVR routers for this DVR port 14b037fd-40a5-4cab-9075-5b29f54b7340 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:10:50.854988 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device af04793e-0100-4257-9379-ae2bf5ce4956 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:50.857520 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-235fa647-9f97-4a70-8932-b409d71c4100 req-dcaf5dc2-8b30-472f-b291-68cce668d09d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:50.861065 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-235fa647-9f97-4a70-8932-b409d71c4100 req-dcaf5dc2-8b30-472f-b291-68cce668d09d tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.81 "DELETE /v2.0/ports/14b037fd-40a5-4cab-9075-5b29f54b7340 HTTP/1.1" status: 204 len: 173 time: 1.4132190 Nov 18 17:10:50.878664 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47a6e15-dfbf-43a7-96fc-41760fd15872 req-7c42f6ea-1988-4cd4-aa42-3e38dba0e45d service neutron] 10.222.0.81 "GET /v2.0/networks/4e703d00-947a-4d03-aa6a-ea19c3e36cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749990 Nov 18 17:10:50.881266 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f04cc2eb-c3b0-4666-8ebc-9fe5bcfca58b req-92690623-1ad2-4a97-b5b6-0e344b89f5bd tempest-MigrationsAdminTest-2032231251 tempest-MigrationsAdminTest-2032231251-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807663 Nov 18 17:10:50.905982 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:50.906763 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 84a0bb91-96da-442c-900b-aff2f8cd6a10 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:50.938022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: af04793e-0100-4257-9379-ae2bf5ce4956 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:50.938366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device af04793e-0100-4257-9379-ae2bf5ce4956 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:50.940152 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['14b037fd-40a5-4cab-9075-5b29f54b7340'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:50.977229 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04716897-69af-4453-9c50-551672c3e6c0 req-75229e79-38a6-42c5-9d8f-78fc2e09dc98 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:50.992760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04716897-69af-4453-9c50-551672c3e6c0 req-75229e79-38a6-42c5-9d8f-78fc2e09dc98 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.1099861 Nov 18 17:10:51.018233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf88ef0-17b4-497d-a69d-aa7d58fb4007 req-8184a3d3-c0a5-4872-96c4-2f74905442c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.024843 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4cf88ef0-17b4-497d-a69d-aa7d58fb4007 req-8184a3d3-c0a5-4872-96c4-2f74905442c5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=557edf255516466592ba607b8048c913&device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 1095 time: 0.0840111 Nov 18 17:10:51.119450 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=79d87257-b73f-4f55-9be6-a319a16fd0f8,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:51.154124 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf88ef0-17b4-497d-a69d-aa7d58fb4007 req-6c979263-a2de-4ada-af59-fd7862838500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.157943 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4cf88ef0-17b4-497d-a69d-aa7d58fb4007 req-6c979263-a2de-4ada-af59-fd7862838500 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7d71d5bf-0e48-40ce-ab69-465c2210440e HTTP/1.1" status: 200 len: 914 time: 0.1277843 Nov 18 17:10:51.163334 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:51.194889 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04716897-69af-4453-9c50-551672c3e6c0 req-1719dd1f-7295-45af-b94d-6b2a8a618965 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996155 Nov 18 17:10:51.204855 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6', 'mac_address': 'fa:16:3e:7c:10:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:51.208152 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:51.212347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 84a0bb91-96da-442c-900b-aff2f8cd6a10 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:10:51.217856 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 84a0bb91-96da-442c-900b-aff2f8cd6a10 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:51.218557 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:51.234994 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5227c34-32a7-43f2-b4d6-680317809faf req-03032d98-1adc-42db-b272-3c1e6c88f9db tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.254927 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5227c34-32a7-43f2-b4d6-680317809faf req-03032d98-1adc-42db-b272-3c1e6c88f9db tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.258467 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4cf88ef0-17b4-497d-a69d-aa7d58fb4007 req-561e6d63-bf33-4e9c-a5cf-b9fe2b31a28d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe HTTP/1.1" status: 200 len: 217 time: 0.0823250 Nov 18 17:10:51.284666 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5227c34-32a7-43f2-b4d6-680317809faf req-03032d98-1adc-42db-b272-3c1e6c88f9db tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.303171 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5227c34-32a7-43f2-b4d6-680317809faf req-03032d98-1adc-42db-b272-3c1e6c88f9db tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2410 time: 0.2935147 Nov 18 17:10:51.303299 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d2ffe2-2db4-4adb-9580-03d815e07fd9 x-openstack-request-id: req-83d2ffe2-2db4-4adb-9580-03d815e07fd9 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:51.306129 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83adfa64-5ab1-4313-9c21-014716cd5cb6", "name": "network-vif-deleted", "tag": "af04793e-0100-4257-9379-ae2bf5ce4956", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "06b93443-51b0-4c55-aad1-04ecc6228085", "tag": "23d034bd-2c40-4adf-9919-e2bb6e0755e5", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:51.306403 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-83d2ffe2-2db4-4adb-9580-03d815e07fd9 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:51.306872 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83adfa64-5ab1-4313-9c21-014716cd5cb6', 'name': 'network-vif-deleted', 'tag': 'af04793e-0100-4257-9379-ae2bf5ce4956', 'status': 'completed', 'code': 200} Nov 18 17:10:51.307139 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b93443-51b0-4c55-aad1-04ecc6228085', 'tag': '23d034bd-2c40-4adf-9919-e2bb6e0755e5', 'status': 'completed', 'code': 200} Nov 18 17:10:51.316428 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:51.323259 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-c14ec3f0-6454-4ebf-a485-721843a988a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.331678 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-c14ec3f0-6454-4ebf-a485-721843a988a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.332316 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-c14ec3f0-6454-4ebf-a485-721843a988a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.336715 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-c14ec3f0-6454-4ebf-a485-721843a988a8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=44e822c0713b49b8a83e7a0e08353a2f&device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2866 time: 0.3089502 Nov 18 17:10:51.386564 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:51.391008 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf88ef0-17b4-497d-a69d-aa7d58fb4007 req-2838853b-996e-4ff4-aca7-a325bdb938c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.395024 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4cf88ef0-17b4-497d-a69d-aa7d58fb4007 req-2838853b-996e-4ff4-aca7-a325bdb938c5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b5a5d3a0-0aaf-46fb-92a9-f911a7fb8193 HTTP/1.1" status: 200 len: 852 time: 0.1280248 Nov 18 17:10:51.405578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:51.449793 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4cf88ef0-17b4-497d-a69d-aa7d58fb4007 req-db483f8b-b622-4a90-a0ff-3f477b4127c8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7d71d5bf-0e48-40ce-ab69-465c2210440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474038 Nov 18 17:10:51.460391 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 84a0bb91-96da-442c-900b-aff2f8cd6a10, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=84a0bb91-96da-442c-900b-aff2f8cd6a10,segment=NetworkSegment(91c5298a-4888-4f97-bfd9-f3e72d782547),segment_id=91c5298a-4888-4f97-bfd9-f3e72d782547)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:51.470857 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:51.485956 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5227c34-32a7-43f2-b4d6-680317809faf req-ad9f6ec2-2846-41a2-b726-bea45a86416d tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857626 Nov 18 17:10:51.513834 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-8841f9f3-d573-497e-abf0-7c3629098909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.515411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-8841f9f3-d573-497e-abf0-7c3629098909 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a50fd9cd-fdd9-41bf-9904-b91f3e66864c HTTP/1.1" status: 200 len: 903 time: 0.1615665 Nov 18 17:10:51.545125 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:51.558087 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:51.562417 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:51.571376 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4cf88ef0-17b4-497d-a69d-aa7d58fb4007 req-5521c188-c62e-4153-afbe-0faf49238d93 service neutron] 10.222.0.81 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130576 Nov 18 17:10:51.598087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-9560ab7f-6442-4b88-ae32-ebb8ae163ad3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.89&port_id=c4952484-89be-489c-8f25-eb513555708b HTTP/1.1" status: 200 len: 217 time: 0.0727181 Nov 18 17:10:51.668188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:51.704790 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['229f219d-cefe-43fc-9fe4-30db9c2dcdf6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:51.716410 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acc338-25e2-4702-9fb6-356d15595f72 req-f8627657-2876-4ecc-843b-fbfef8eac5b9 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.721138 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4cf88ef0-17b4-497d-a69d-aa7d58fb4007 req-8d368db9-9af1-42d3-bfe4-422f68cd3e01 service neutron] 10.222.0.81 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384602 Nov 18 17:10:51.722757 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acc338-25e2-4702-9fb6-356d15595f72 req-f8627657-2876-4ecc-843b-fbfef8eac5b9 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.728893 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acc338-25e2-4702-9fb6-356d15595f72 req-f8627657-2876-4ecc-843b-fbfef8eac5b9 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.735103 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acc338-25e2-4702-9fb6-356d15595f72 req-f8627657-2876-4ecc-843b-fbfef8eac5b9 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.741153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acc338-25e2-4702-9fb6-356d15595f72 req-f8627657-2876-4ecc-843b-fbfef8eac5b9 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.749679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acc338-25e2-4702-9fb6-356d15595f72 req-f8627657-2876-4ecc-843b-fbfef8eac5b9 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.755832 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acc338-25e2-4702-9fb6-356d15595f72 req-f8627657-2876-4ecc-843b-fbfef8eac5b9 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.760905 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1acc338-25e2-4702-9fb6-356d15595f72 req-f8627657-2876-4ecc-843b-fbfef8eac5b9 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5442 time: 0.1731992 Nov 18 17:10:51.763370 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-024dfd45-e335-40d7-88e3-92ea5f6a4abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.765052 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-024dfd45-e335-40d7-88e3-92ea5f6a4abe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f12946c5-7eea-41da-9320-e9fd84993f0a HTTP/1.1" status: 200 len: 801 time: 0.1270626 Nov 18 17:10:51.769839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=84a0bb91-96da-442c-900b-aff2f8cd6a10,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:51.830803 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:10:51.846611 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:51.847221 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:51.859825 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-418404c9-fb1f-409c-b1e8-aeb2f04dfbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:51.861369 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-418404c9-fb1f-409c-b1e8-aeb2f04dfbe7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a50fd9cd-fdd9-41bf-9904-b91f3e66864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861883 Nov 18 17:10:51.876926 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1acc338-25e2-4702-9fb6-356d15595f72 req-4d39afb5-5b53-404e-8c67-b89fb8d265c8 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090653 Nov 18 17:10:52.002388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729f4fa-589b-48f6-825d-974ecfcdb822 req-614e554e-b80f-4349-b57c-b57b6514ca0e tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:52.003990 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2729f4fa-589b-48f6-825d-974ecfcdb822 req-614e554e-b80f-4349-b57c-b57b6514ca0e tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 943 time: 0.1274316 Nov 18 17:10:52.024654 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:52.038067 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-e0365745-3388-4370-ae26-6b83f1bffce2 service neutron] 10.222.0.81 "GET /v2.0/networks/a50fd9cd-fdd9-41bf-9904-b91f3e66864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601944 Nov 18 17:10:52.065076 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:52.178666 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:52.179500 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 37ba74a3-0698-4645-beb0-2a2e4acae185 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:52.189057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97fbd4-c7a0-4098-91d3-65006150ba7c req-7eb61f29-093c-480d-957c-a29faad3b079 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:52.190622 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e97fbd4-c7a0-4098-91d3-65006150ba7c req-7eb61f29-093c-480d-957c-a29faad3b079 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 948 time: 0.1415923 Nov 18 17:10:52.195969 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2729f4fa-589b-48f6-825d-974ecfcdb822 req-167143ea-7b07-4cff-bf6c-269b0b6aec43 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558805 Nov 18 17:10:52.221227 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-13e08501-737d-47a2-a304-f6d7e6fa5f68 service neutron] 10.222.0.81 "GET /v2.0/networks/a50fd9cd-fdd9-41bf-9904-b91f3e66864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559412 Nov 18 17:10:52.267659 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e97fbd4-c7a0-4098-91d3-65006150ba7c req-75c493f8-0a0a-4fee-bb28-9c5b7d9a78f8 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637748 Nov 18 17:10:52.335942 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:52.363851 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abea4ef-81d8-4b5b-8351-15faf6aeb932 req-c0783479-7055-444e-a1ad-cea209e68ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:52.364340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abea4ef-81d8-4b5b-8351-15faf6aeb932 req-c0783479-7055-444e-a1ad-cea209e68ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:52.364817 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abea4ef-81d8-4b5b-8351-15faf6aeb932 req-c0783479-7055-444e-a1ad-cea209e68ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:52.366550 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2abea4ef-81d8-4b5b-8351-15faf6aeb932 req-c0783479-7055-444e-a1ad-cea209e68ce9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=44e822c0713b49b8a83e7a0e08353a2f&device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2866 time: 0.0887752 Nov 18 17:10:52.390206 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba58f41-6153-4e5a-b140-99c894b728f8 req-87de5094-a270-452f-92eb-d57b2fbf67d6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:52.392139 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eba58f41-6153-4e5a-b140-99c894b728f8 req-87de5094-a270-452f-92eb-d57b2fbf67d6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=ead9bca8-4dd5-43df-815e-a2e9e35c27db HTTP/1.1" status: 200 len: 950 time: 0.0856450 Nov 18 17:10:52.401481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 37ba74a3-0698-4645-beb0-2a2e4acae185 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:10:52.405596 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 37ba74a3-0698-4645-beb0-2a2e4acae185 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:52.405973 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:52.432665 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa05a29a-d613-41cb-b276-814e5d0e114c', 'name': 'network-vif-deleted', 'tag': '14b037fd-40a5-4cab-9075-5b29f54b7340'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:52.435116 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c44e64-5385-4bc9-b5e4-36eb7fda599f" -d '{"events": [{"server_uuid": "fa05a29a-d613-41cb-b276-814e5d0e114c", "name": "network-vif-deleted", "tag": "14b037fd-40a5-4cab-9075-5b29f54b7340"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:52.455977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead29a02-f365-497b-b3ff-b05e3d5eb89e req-42565a18-cbe8-4ab3-954c-3defeb1608a5 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:52.461798 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ead29a02-f365-497b-b3ff-b05e3d5eb89e req-42565a18-cbe8-4ab3-954c-3defeb1608a5 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "GET /v2.0/ports?device_id=ead9bca8-4dd5-43df-815e-a2e9e35c27db HTTP/1.1" status: 200 len: 950 time: 0.0756979 Nov 18 17:10:52.485183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d103daf-823c-46a5-b025-3be6a959e97f'}, {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d87257-b73f-4f55-9be6-a319a16fd0f8'}, {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a0bb91-96da-442c-900b-aff2f8cd6a10'}, {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:52.487644 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca5bd2e-d5d3-4d7c-8fa4-e562ad1a7aa2" -d '{"events": [{"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-plugged", "status": "completed", "tag": "5d103daf-823c-46a5-b025-3be6a959e97f"}, {"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-plugged", "status": "completed", "tag": "79d87257-b73f-4f55-9be6-a319a16fd0f8"}, {"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-plugged", "status": "completed", "tag": "84a0bb91-96da-442c-900b-aff2f8cd6a10"}, {"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-plugged", "status": "completed", "tag": "7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:52.514846 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:52.553735 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 37ba74a3-0698-4645-beb0-2a2e4acae185, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=37ba74a3-0698-4645-beb0-2a2e4acae185,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:52.562263 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eba58f41-6153-4e5a-b140-99c894b728f8 req-b54893ed-7082-4033-92c9-5fe9f0b66108 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312459 Nov 18 17:10:52.585672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-ead29a02-f365-497b-b3ff-b05e3d5eb89e req-c3e8fb10-fc8e-4d55-8dca-f4bd7a768c3f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Deleting port 39f07cce-125e-4e0f-a41b-2bca71e9e63d {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:52.585672 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ead29a02-f365-497b-b3ff-b05e3d5eb89e req-c3e8fb10-fc8e-4d55-8dca-f4bd7a768c3f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:52.586464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f3cb3-3c14-4afb-9d9f-11862b6c0e10 req-d5401726-4484-4bf5-ac5e-1f3224bbf8d1 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:52.592887 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de6f3cb3-3c14-4afb-9d9f-11862b6c0e10 req-d5401726-4484-4bf5-ac5e-1f3224bbf8d1 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.1853852 Nov 18 17:10:52.607770 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:52.644124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device e5b002f3-6542-4729-b53c-7340e022fa9a up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:52.683065 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:52.721268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=37ba74a3-0698-4645-beb0-2a2e4acae185,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:52.725258 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42783141-923d-40fd-ae37-2ccd5cd91276 x-openstack-request-id: req-42783141-923d-40fd-ae37-2ccd5cd91276 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:52.725861 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-plugged", "status": "completed", "tag": "5d103daf-823c-46a5-b025-3be6a959e97f", "code": 200}, {"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-plugged", "status": "completed", "tag": "79d87257-b73f-4f55-9be6-a319a16fd0f8", "code": 200}, {"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-plugged", "status": "completed", "tag": "84a0bb91-96da-442c-900b-aff2f8cd6a10", "code": 200}, {"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-plugged", "status": "completed", "tag": "7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:52.727782 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-42783141-923d-40fd-ae37-2ccd5cd91276 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:52.728594 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d103daf-823c-46a5-b025-3be6a959e97f', 'code': 200} Nov 18 17:10:52.729017 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d87257-b73f-4f55-9be6-a319a16fd0f8', 'code': 200} Nov 18 17:10:52.729621 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a0bb91-96da-442c-900b-aff2f8cd6a10', 'code': 200} Nov 18 17:10:52.730217 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa', 'code': 200} Nov 18 17:10:52.744144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ead29a02-f365-497b-b3ff-b05e3d5eb89e req-c3e8fb10-fc8e-4d55-8dca-f4bd7a768c3f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] For port 39f07cce-125e-4e0f-a41b-2bca71e9e63d, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=39f07cce-125e-4e0f-a41b-2bca71e9e63d,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:52.744845 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ead29a02-f365-497b-b3ff-b05e3d5eb89e req-c3e8fb10-fc8e-4d55-8dca-f4bd7a768c3f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:52.759284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-ead29a02-f365-497b-b3ff-b05e3d5eb89e req-c3e8fb10-fc8e-4d55-8dca-f4bd7a768c3f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Calling delete_port for 39f07cce-125e-4e0f-a41b-2bca71e9e63d owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:52.819460 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port e5b002f3-6542-4729-b53c-7340e022fa9a completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:10:52.824331 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port e5b002f3-6542-4729-b53c-7340e022fa9a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:52.828642 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:52.880666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:52.893925 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26414a1-e016-4844-9e4d-3daf72f5fc72 x-openstack-request-id: req-b26414a1-e016-4844-9e4d-3daf72f5fc72 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:52.894224 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa05a29a-d613-41cb-b276-814e5d0e114c", "name": "network-vif-deleted", "tag": "14b037fd-40a5-4cab-9075-5b29f54b7340", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:52.894494 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b26414a1-e016-4844-9e4d-3daf72f5fc72 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:52.894870 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa05a29a-d613-41cb-b276-814e5d0e114c', 'name': 'network-vif-deleted', 'tag': '14b037fd-40a5-4cab-9075-5b29f54b7340', 'status': 'completed', 'code': 200} Nov 18 17:10:52.908254 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36820) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:52.935700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abea4ef-81d8-4b5b-8351-15faf6aeb932 req-114689c7-0ce2-4727-95f4-74711c618a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:52.937256 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2abea4ef-81d8-4b5b-8351-15faf6aeb932 req-114689c7-0ce2-4727-95f4-74711c618a7f service neutron] 10.222.0.81 "GET /v2.0/networks?id=4e703d00-947a-4d03-aa6a-ea19c3e36cb9 HTTP/1.1" status: 200 len: 904 time: 0.5442092 Nov 18 17:10:52.996394 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de6f3cb3-3c14-4afb-9d9f-11862b6c0e10 req-8b4dad15-71d9-4d36-bd48-00cab2423250 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024751 Nov 18 17:10:52.998182 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2abea4ef-81d8-4b5b-8351-15faf6aeb932 req-b1f775bd-30ed-4c03-bb92-ec320b233e08 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.46&port_id=23d034bd-2c40-4adf-9919-e2bb6e0755e5 HTTP/1.1" status: 200 len: 217 time: 0.0480366 Nov 18 17:10:53.008899 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ead29a02-f365-497b-b3ff-b05e3d5eb89e req-c3e8fb10-fc8e-4d55-8dca-f4bd7a768c3f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:53.029506 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbb033-3673-418b-84d5-39a0c4d80b95 req-ce4cd3fa-8cfd-44b3-a16a-348c550465d6 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:53.031463 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ccc795c3-47b6-480d-ac8f-8bda64deb4c4', '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4', '5850bb26-aa4a-41aa-b226-91a828f7961c', '39f07cce-125e-4e0f-a41b-2bca71e9e63d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:53.033551 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['072cb0b4-b1bb-4455-8077-85633024525b'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:53.037196 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbb033-3673-418b-84d5-39a0c4d80b95 req-ce4cd3fa-8cfd-44b3-a16a-348c550465d6 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:53.049631 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbb033-3673-418b-84d5-39a0c4d80b95 req-ce4cd3fa-8cfd-44b3-a16a-348c550465d6 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:53.057868 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37cbb033-3673-418b-84d5-39a0c4d80b95 req-ce4cd3fa-8cfd-44b3-a16a-348c550465d6 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2410 time: 0.1655848 Nov 18 17:10:53.082136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:53.082529 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:53.108764 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c4952484-89be-489c-8f25-eb513555708b details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:53.140930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8fb10-fc8e-4d55-8dca-f4bd7a768c3f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Pushing event deleted for resources: {'Port': ['ID=39f07cce-125e-4e0f-a41b-2bca71e9e63d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:53.144760 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead29a02-f365-497b-b3ff-b05e3d5eb89e req-c3e8fb10-fc8e-4d55-8dca-f4bd7a768c3f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] No DVR routers for this DVR port 39f07cce-125e-4e0f-a41b-2bca71e9e63d on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:10:53.155855 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ead29a02-f365-497b-b3ff-b05e3d5eb89e req-c3e8fb10-fc8e-4d55-8dca-f4bd7a768c3f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:53.156547 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:53.158778 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ead29a02-f365-497b-b3ff-b05e3d5eb89e req-c3e8fb10-fc8e-4d55-8dca-f4bd7a768c3f tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "DELETE /v2.0/ports/39f07cce-125e-4e0f-a41b-2bca71e9e63d HTTP/1.1" status: 204 len: 173 time: 0.6944919 Nov 18 17:10:53.187751 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3b9d6552-244c-4a89-a4f1-80edc36f690e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b5619a9fdad84356bf3a835e304c5fab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777491 Nov 18 17:10:53.190144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36836) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:53.241726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc4a82-6780-4ef7-9ee6-307705d56dce req-0cd4e8ca-310a-4c0d-b7a4-dba499cea3b0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:53.247605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc4a82-6780-4ef7-9ee6-307705d56dce req-0cd4e8ca-310a-4c0d-b7a4-dba499cea3b0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:53.248679 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71fee572-d40d-46bb-a04f-d92ad5676a67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:53.254213 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc4a82-6780-4ef7-9ee6-307705d56dce req-0cd4e8ca-310a-4c0d-b7a4-dba499cea3b0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:53.261588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc4a82-6780-4ef7-9ee6-307705d56dce req-0cd4e8ca-310a-4c0d-b7a4-dba499cea3b0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:53.269067 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc4a82-6780-4ef7-9ee6-307705d56dce req-0cd4e8ca-310a-4c0d-b7a4-dba499cea3b0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:53.274195 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71fee572-d40d-46bb-a04f-d92ad5676a67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:53.276809 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc4a82-6780-4ef7-9ee6-307705d56dce req-0cd4e8ca-310a-4c0d-b7a4-dba499cea3b0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:53.283929 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc4a82-6780-4ef7-9ee6-307705d56dce req-0cd4e8ca-310a-4c0d-b7a4-dba499cea3b0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:53.292450 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57dc4a82-6780-4ef7-9ee6-307705d56dce req-0cd4e8ca-310a-4c0d-b7a4-dba499cea3b0 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5444 time: 0.1985431 Nov 18 17:10:53.303252 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port e5b002f3-6542-4729-b53c-7340e022fa9a, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e5b002f3-6542-4729-b53c-7340e022fa9a,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:53.313997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead9bca8-4dd5-43df-815e-a2e9e35c27db', 'name': 'network-vif-deleted', 'tag': '39f07cce-125e-4e0f-a41b-2bca71e9e63d'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:53.316360 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b01e7f-3ab8-4531-bbe1-9815fb7da86e" -d '{"events": [{"server_uuid": "ead9bca8-4dd5-43df-815e-a2e9e35c27db", "name": "network-vif-deleted", "tag": "39f07cce-125e-4e0f-a41b-2bca71e9e63d"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:53.329861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abea4ef-81d8-4b5b-8351-15faf6aeb932 req-5744a7fe-f3df-4cd9-a196-6dea3a182b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:53.331371 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2abea4ef-81d8-4b5b-8351-15faf6aeb932 req-5744a7fe-f3df-4cd9-a196-6dea3a182b49 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=40725467-9454-4048-83d2-329c11256b36 HTTP/1.1" status: 200 len: 801 time: 0.3196616 Nov 18 17:10:53.366626 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37cbb033-3673-418b-84d5-39a0c4d80b95 req-82faa4ed-bfeb-49d0-a35c-6a62cde40b1a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074987 Nov 18 17:10:53.436354 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57dc4a82-6780-4ef7-9ee6-307705d56dce req-3dfa117f-63c6-448c-abd0-cdf65994e179 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1430597 Nov 18 17:10:53.443435 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:53.444355 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 14b037fd-40a5-4cab-9075-5b29f54b7340 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:53.455611 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port c4952484-89be-489c-8f25-eb513555708b, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c4952484-89be-489c-8f25-eb513555708b,segment=NetworkSegment(82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d),segment_id=82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:53.455760 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abea4ef-81d8-4b5b-8351-15faf6aeb932 req-b03cbc36-d49f-41d8-9ba7-c818d510bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:53.455760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2abea4ef-81d8-4b5b-8351-15faf6aeb932 req-b03cbc36-d49f-41d8-9ba7-c818d510bc07 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4e703d00-947a-4d03-aa6a-ea19c3e36cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131797 Nov 18 17:10:53.470121 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71fee572-d40d-46bb-a04f-d92ad5676a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:53.475768 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71fee572-d40d-46bb-a04f-d92ad5676a67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:53.477604 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-71fee572-d40d-46bb-a04f-d92ad5676a67 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f5d3a27e-cdd3-4000-80ba-92f2b18e28c8 HTTP/1.1" status: 204 len: 168 time: 0.2865479 Nov 18 17:10:53.503352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fee572-d40d-46bb-a04f-d92ad5676a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d3a27e-cdd3-4000-80ba-92f2b18e28c8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:53.536522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 14b037fd-40a5-4cab-9075-5b29f54b7340 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:53.542334 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 14b037fd-40a5-4cab-9075-5b29f54b7340 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:53.555624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'c4952484-89be-489c-8f25-eb513555708b', 'network_id': 'a50fd9cd-fdd9-41bf-9904-b91f3e66864c', 'port_id': 'c4952484-89be-489c-8f25-eb513555708b', 'mac_address': 'fa:16:3e:15:04:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12946c5-7eea-41da-9320-e9fd84993f0a', 'ip_address': '19.86.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:53.589958 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:53.674159 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2abea4ef-81d8-4b5b-8351-15faf6aeb932 req-5ae2bd65-4398-4c65-b814-fe64a50cd418 service neutron] 10.222.0.81 "GET /v2.0/networks/4e703d00-947a-4d03-aa6a-ea19c3e36cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123997 Nov 18 17:10:53.685052 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=e5b002f3-6542-4729-b53c-7340e022fa9a,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:53.863007 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:53.875046 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:53.883735 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2abea4ef-81d8-4b5b-8351-15faf6aeb932 req-a36916ee-99c6-4040-9b7d-c882e2b35f0a service neutron] 10.222.0.81 "GET /v2.0/networks/4e703d00-947a-4d03-aa6a-ea19c3e36cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490374 Nov 18 17:10:53.899033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb772897-d24b-432f-baea-adc37f5fa3d4 req-b8f8c9e3-2d77-4ba2-b46e-39ad9cfbd01d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:53.900618 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb772897-d24b-432f-baea-adc37f5fa3d4 req-b8f8c9e3-2d77-4ba2-b46e-39ad9cfbd01d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 943 time: 0.2137287 Nov 18 17:10:53.922706 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4952484-89be-489c-8f25-eb513555708b {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:53.924702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0d084-23ab-457b-bc98-dea226abf369 req-aa65ecb2-14ec-4fe6-97d7-8c8951f1dac3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:53.930362 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a0b0d084-23ab-457b-bc98-dea226abf369 req-aa65ecb2-14ec-4fe6-97d7-8c8951f1dac3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.83 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 949 time: 0.0848413 Nov 18 17:10:53.949918 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497addd9-e4b0-4b37-9f15-73070bfc2401 req-51afde63-be8e-4299-90a6-b405073216dc tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:53.951491 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-497addd9-e4b0-4b37-9f15-73070bfc2401 req-51afde63-be8e-4299-90a6-b405073216dc tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 949 time: 0.2755930 Nov 18 17:10:53.958811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port c4952484-89be-489c-8f25-eb513555708b, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c4952484-89be-489c-8f25-eb513555708b,segment=NetworkSegment(82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d),segment_id=82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:53.960276 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:54.039874 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:54.044930 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 23d034bd-2c40-4adf-9919-e2bb6e0755e5 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:54.045712 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:54.099070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-a0b0d084-23ab-457b-bc98-dea226abf369 req-7cc6faad-f7c9-4c7a-bc58-409e6b2a855d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Deleting port 072cb0b4-b1bb-4455-8077-85633024525b {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:54.099424 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a0b0d084-23ab-457b-bc98-dea226abf369 req-7cc6faad-f7c9-4c7a-bc58-409e6b2a855d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:54.104006 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb772897-d24b-432f-baea-adc37f5fa3d4 req-2bf08735-48ed-4fef-b88e-d7c1b1c5d2a7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800275 Nov 18 17:10:54.132127 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-497addd9-e4b0-4b37-9f15-73070bfc2401 req-9b6b2afd-162e-4362-b7e1-40d04ee49790 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532896 Nov 18 17:10:54.171745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=c4952484-89be-489c-8f25-eb513555708b,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:54.220801 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830dccbb-0127-49e1-a1a5-d7c85587d814 x-openstack-request-id: req-830dccbb-0127-49e1-a1a5-d7c85587d814 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:54.221141 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead9bca8-4dd5-43df-815e-a2e9e35c27db", "name": "network-vif-deleted", "tag": "39f07cce-125e-4e0f-a41b-2bca71e9e63d", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:54.221369 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-830dccbb-0127-49e1-a1a5-d7c85587d814 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:54.222131 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead9bca8-4dd5-43df-815e-a2e9e35c27db', 'name': 'network-vif-deleted', 'tag': '39f07cce-125e-4e0f-a41b-2bca71e9e63d', 'status': 'completed', 'code': 200} Nov 18 17:10:54.297046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-a0b0d084-23ab-457b-bc98-dea226abf369 req-7cc6faad-f7c9-4c7a-bc58-409e6b2a855d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] For port 072cb0b4-b1bb-4455-8077-85633024525b, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=072cb0b4-b1bb-4455-8077-85633024525b,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:54.297395 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a0b0d084-23ab-457b-bc98-dea226abf369 req-7cc6faad-f7c9-4c7a-bc58-409e6b2a855d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:54.299519 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 23d034bd-2c40-4adf-9919-e2bb6e0755e5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=23d034bd-2c40-4adf-9919-e2bb6e0755e5,segment=NetworkSegment(bfa7214a-c897-49ef-a0de-cc52c3e198fb),segment_id=bfa7214a-c897-49ef-a0de-cc52c3e198fb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:54.314305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c93651-0b37-4998-bb83-b96fdeeda449 req-c3c6f9ca-fc17-4d27-901e-5562ef6a19e9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:54.316579 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59c93651-0b37-4998-bb83-b96fdeeda449 req-c3c6f9ca-fc17-4d27-901e-5562ef6a19e9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.0816588 Nov 18 17:10:54.320218 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '23d034bd-2c40-4adf-9919-e2bb6e0755e5', 'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9', 'port_id': '23d034bd-2c40-4adf-9919-e2bb6e0755e5', 'mac_address': 'fa:16:3e:17:96:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40725467-9454-4048-83d2-329c11256b36', 'ip_address': '19.80.0.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:54.323471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-a0b0d084-23ab-457b-bc98-dea226abf369 req-7cc6faad-f7c9-4c7a-bc58-409e6b2a855d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Calling delete_port for 072cb0b4-b1bb-4455-8077-85633024525b owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:54.375358 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:54.391764 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d034bd-2c40-4adf-9919-e2bb6e0755e5 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:54.392925 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59c93651-0b37-4998-bb83-b96fdeeda449 req-2124f5f4-55be-4868-846e-42cab91d54ec tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653024 Nov 18 17:10:54.416522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 23d034bd-2c40-4adf-9919-e2bb6e0755e5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=23d034bd-2c40-4adf-9919-e2bb6e0755e5,segment=NetworkSegment(bfa7214a-c897-49ef-a0de-cc52c3e198fb),segment_id=bfa7214a-c897-49ef-a0de-cc52c3e198fb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:54.444590 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-28d9c753-f752-42fd-a057-f15189b4b592 req-7686157b-d2eb-4cfe-be24-610929503e25 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=ead9bca8-4dd5-43df-815e-a2e9e35c27db HTTP/1.1" status: 200 len: 210 time: 0.0931618 Nov 18 17:10:54.465594 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36876) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:54.484892 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:54.487161 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:54.588211 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=23d034bd-2c40-4adf-9919-e2bb6e0755e5,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:54.629733 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a0b0d084-23ab-457b-bc98-dea226abf369 req-7cc6faad-f7c9-4c7a-bc58-409e6b2a855d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:54.637611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71aef46-57f9-420e-9da2-a6f0dd70a175 req-8f0ada35-d3f4-4210-b87f-c20354d86c64 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:54.644726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71aef46-57f9-420e-9da2-a6f0dd70a175 req-8f0ada35-d3f4-4210-b87f-c20354d86c64 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:54.651935 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71aef46-57f9-420e-9da2-a6f0dd70a175 req-8f0ada35-d3f4-4210-b87f-c20354d86c64 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:54.653796 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d71aef46-57f9-420e-9da2-a6f0dd70a175 req-8f0ada35-d3f4-4210-b87f-c20354d86c64 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2412 time: 0.1404612 Nov 18 17:10:54.656659 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-dbf7f41f-bfbf-4fb4-ba8e-f36ce0000217 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=85692351f57e49bf86cfef5382acb998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886976 Nov 18 17:10:54.694205 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36890) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:54.713434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe,segment=NetworkSegment(e0051c73-cd29-46e4-92a8-c1ac82adfc5d),segment_id=e0051c73-cd29-46e4-92a8-c1ac82adfc5d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:54.727413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe', 'network_id': '7d71d5bf-0e48-40ce-ab69-465c2210440e', 'port_id': '9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe', 'mac_address': 'fa:16:3e:41:9c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a5d3a0-0aaf-46fb-92a9-f911a7fb8193', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:54.731875 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ba74a3-0698-4645-beb0-2a2e4acae185'}, {'server_uuid': 'a1278621-0ad4-4ef5-bfcf-7a94b140e78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b002f3-6542-4729-b53c-7340e022fa9a'}, {'server_uuid': '71cd3dd9-5093-49c8-b4c0-9d8b391e648b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:54.733655 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6faad-f7c9-4c7a-bc58-409e6b2a855d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Pushing event deleted for resources: {'Port': ['ID=072cb0b4-b1bb-4455-8077-85633024525b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:54.735590 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f57432-3d01-4ad3-a387-7585a87fb702" -d '{"events": [{"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-plugged", "status": "completed", "tag": "37ba74a3-0698-4645-beb0-2a2e4acae185"}, {"server_uuid": "a1278621-0ad4-4ef5-bfcf-7a94b140e78b", "name": "network-vif-plugged", "status": "completed", "tag": "e5b002f3-6542-4729-b53c-7340e022fa9a"}, {"server_uuid": "71cd3dd9-5093-49c8-b4c0-9d8b391e648b", "name": "network-vif-plugged", "status": "completed", "tag": "229f219d-cefe-43fc-9fe4-30db9c2dcdf6"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:54.762442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b0d084-23ab-457b-bc98-dea226abf369 req-7cc6faad-f7c9-4c7a-bc58-409e6b2a855d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] No DVR routers for this DVR port 072cb0b4-b1bb-4455-8077-85633024525b on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:10:54.765653 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d71aef46-57f9-420e-9da2-a6f0dd70a175 req-5c140f83-06f3-41d0-811b-144483f2e196 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673072 Nov 18 17:10:54.767681 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a0b0d084-23ab-457b-bc98-dea226abf369 req-7cc6faad-f7c9-4c7a-bc58-409e6b2a855d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:54.771087 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a0b0d084-23ab-457b-bc98-dea226abf369 req-7cc6faad-f7c9-4c7a-bc58-409e6b2a855d tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.83 "DELETE /v2.0/ports/072cb0b4-b1bb-4455-8077-85633024525b HTTP/1.1" status: 204 len: 173 time: 0.8292711 Nov 18 17:10:54.802037 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9168f4b6-80dc-449f-b8ee-7c9a8c50aa42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:54.806559 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58821c-1438-40a6-bbec-5e74211938b6 req-1a20a463-d0c9-4bda-857c-8b6d7325d66a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:54.826699 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58821c-1438-40a6-bbec-5e74211938b6 req-1a20a463-d0c9-4bda-857c-8b6d7325d66a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:54.830628 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:54.837579 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58821c-1438-40a6-bbec-5e74211938b6 req-1a20a463-d0c9-4bda-857c-8b6d7325d66a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:54.842550 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9168f4b6-80dc-449f-b8ee-7c9a8c50aa42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:54.844037 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:54.859497 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58821c-1438-40a6-bbec-5e74211938b6 req-1a20a463-d0c9-4bda-857c-8b6d7325d66a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:54.873388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58821c-1438-40a6-bbec-5e74211938b6 req-1a20a463-d0c9-4bda-857c-8b6d7325d66a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:54.880482 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe,segment=NetworkSegment(e0051c73-cd29-46e4-92a8-c1ac82adfc5d),segment_id=e0051c73-cd29-46e4-92a8-c1ac82adfc5d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:54.882284 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dee9219-e8ce-4b8c-8a8a-19c30d121d2c x-openstack-request-id: req-4dee9219-e8ce-4b8c-8a8a-19c30d121d2c {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:54.882628 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-plugged", "status": "completed", "tag": "37ba74a3-0698-4645-beb0-2a2e4acae185", "code": 200}, {"server_uuid": "a1278621-0ad4-4ef5-bfcf-7a94b140e78b", "name": "network-vif-plugged", "status": "completed", "tag": "e5b002f3-6542-4729-b53c-7340e022fa9a", "code": 200}, {"server_uuid": "71cd3dd9-5093-49c8-b4c0-9d8b391e648b", "name": "network-vif-plugged", "status": "completed", "tag": "229f219d-cefe-43fc-9fe4-30db9c2dcdf6", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:54.883376 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4dee9219-e8ce-4b8c-8a8a-19c30d121d2c {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:54.884895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58821c-1438-40a6-bbec-5e74211938b6 req-1a20a463-d0c9-4bda-857c-8b6d7325d66a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:54.891762 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58821c-1438-40a6-bbec-5e74211938b6 req-1a20a463-d0c9-4bda-857c-8b6d7325d66a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:54.894917 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc58821c-1438-40a6-bbec-5e74211938b6 req-1a20a463-d0c9-4bda-857c-8b6d7325d66a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5444 time: 0.2371278 Nov 18 17:10:54.896560 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ba74a3-0698-4645-beb0-2a2e4acae185', 'code': 200} Nov 18 17:10:54.896997 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1278621-0ad4-4ef5-bfcf-7a94b140e78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b002f3-6542-4729-b53c-7340e022fa9a', 'code': 200} Nov 18 17:10:54.897263 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cd3dd9-5093-49c8-b4c0-9d8b391e648b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6', 'code': 200} Nov 18 17:10:54.981089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99821706-68bd-49ff-865e-33e5bb0d90f1 req-18ef3802-ac98-414d-bf0e-d1617847eaa2 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:54.982602 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-99821706-68bd-49ff-865e-33e5bb0d90f1 req-18ef3802-ac98-414d-bf0e-d1617847eaa2 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.83 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.0624113 Nov 18 17:10:54.984786 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:54.985471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ec021669-2ee4-4343-ae2c-0a2d5aebf392 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:10:54.998193 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc58821c-1438-40a6-bbec-5e74211938b6 req-e4714996-73d0-4802-ab5f-d0ccf8fd3b4f tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0957913 Nov 18 17:10:55.078836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469831d-344f-402c-9134-b201fbb075dd req-eb9e54eb-4668-499e-aadb-679c261f21e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:55.083664 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9168f4b6-80dc-449f-b8ee-7c9a8c50aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:55.085531 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b469831d-344f-402c-9134-b201fbb075dd req-eb9e54eb-4668-499e-aadb-679c261f21e1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 1101 time: 0.0704532 Nov 18 17:10:55.088191 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9168f4b6-80dc-449f-b8ee-7c9a8c50aa42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:55.093574 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9168f4b6-80dc-449f-b8ee-7c9a8c50aa42 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/57df34e4-01f3-44f0-accb-9c2bf46b6fe2 HTTP/1.1" status: 204 len: 168 time: 0.3778396 Nov 18 17:10:55.105281 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:55.111742 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port ec021669-2ee4-4343-ae2c-0a2d5aebf392, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ec021669-2ee4-4343-ae2c-0a2d5aebf392,segment=NetworkSegment(bfa7214a-c897-49ef-a0de-cc52c3e198fb),segment_id=bfa7214a-c897-49ef-a0de-cc52c3e198fb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:55.128620 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'ec021669-2ee4-4343-ae2c-0a2d5aebf392', 'network_id': '4e703d00-947a-4d03-aa6a-ea19c3e36cb9', 'port_id': 'ec021669-2ee4-4343-ae2c-0a2d5aebf392', 'mac_address': 'fa:16:3e:8e:38:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40725467-9454-4048-83d2-329c11256b36', 'ip_address': '19.80.0.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:10:55.174585 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168f4b6-80dc-449f-b8ee-7c9a8c50aa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57df34e4-01f3-44f0-accb-9c2bf46b6fe2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:55.222798 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996da60-60e8-45f4-957e-8b5269bc8963 req-43dbd779-2fc1-436e-8696-0c8057fcc906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:55.223295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996da60-60e8-45f4-957e-8b5269bc8963 req-43dbd779-2fc1-436e-8696-0c8057fcc906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:55.223768 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996da60-60e8-45f4-957e-8b5269bc8963 req-43dbd779-2fc1-436e-8696-0c8057fcc906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:55.224346 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996da60-60e8-45f4-957e-8b5269bc8963 req-43dbd779-2fc1-436e-8696-0c8057fcc906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:55.224849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996da60-60e8-45f4-957e-8b5269bc8963 req-43dbd779-2fc1-436e-8696-0c8057fcc906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:55.225935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996da60-60e8-45f4-957e-8b5269bc8963 req-43dbd779-2fc1-436e-8696-0c8057fcc906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:55.227282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996da60-60e8-45f4-957e-8b5269bc8963 req-43dbd779-2fc1-436e-8696-0c8057fcc906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:55.230273 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e996da60-60e8-45f4-957e-8b5269bc8963 req-43dbd779-2fc1-436e-8696-0c8057fcc906 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 6508 time: 0.1633420 Nov 18 17:10:55.241338 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:55.257951 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ccc795c3-47b6-480d-ac8f-8bda64deb4c4', '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4', '5850bb26-aa4a-41aa-b226-91a828f7961c', '39f07cce-125e-4e0f-a41b-2bca71e9e63d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:55.354245 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e996da60-60e8-45f4-957e-8b5269bc8963 req-efa064bc-ff16-469f-94ce-6c6987045455 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&id=95b88fdb-b903-4776-a91e-556dfa20159e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041305 Nov 18 17:10:55.360331 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-99821706-68bd-49ff-865e-33e5bb0d90f1 req-68ad3a0d-111f-4878-9351-4c7893f1cb1d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Deleting port dbd92a67-7463-43db-b663-a8fbd68d1ed6 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:10:55.360996 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-99821706-68bd-49ff-865e-33e5bb0d90f1 req-68ad3a0d-111f-4878-9351-4c7893f1cb1d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:55.363013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec021669-2ee4-4343-ae2c-0a2d5aebf392 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:10:55.395012 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b469831d-344f-402c-9134-b201fbb075dd req-8bde598f-22bd-446f-9795-2ad44f35f8fa service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037806 Nov 18 17:10:55.446349 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d290be0-a6d1-4df8-beb5-7dfac848fbee req-8d9b483b-562e-4f08-b0b7-e0e7a9e37fc7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:55.448291 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d290be0-a6d1-4df8-beb5-7dfac848fbee req-8d9b483b-562e-4f08-b0b7-e0e7a9e37fc7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 944 time: 0.1522443 Nov 18 17:10:55.456803 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port ec021669-2ee4-4343-ae2c-0a2d5aebf392, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ec021669-2ee4-4343-ae2c-0a2d5aebf392,segment=NetworkSegment(bfa7214a-c897-49ef-a0de-cc52c3e198fb),segment_id=bfa7214a-c897-49ef-a0de-cc52c3e198fb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:55.457859 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf1275-0c2a-427f-b39a-021db60ae0c8 req-a6c43398-61c7-4e64-a106-35ae1175adb7 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:55.466817 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2aaf1275-0c2a-427f-b39a-021db60ae0c8 req-a6c43398-61c7-4e64-a106-35ae1175adb7 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 949 time: 0.1588190 Nov 18 17:10:55.570430 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:55.581487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-99821706-68bd-49ff-865e-33e5bb0d90f1 req-68ad3a0d-111f-4878-9351-4c7893f1cb1d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] For port dbd92a67-7463-43db-b663-a8fbd68d1ed6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dbd92a67-7463-43db-b663-a8fbd68d1ed6,segment=NetworkSegment(44eacfb7-b260-4147-a313-fcfd38c6afd8),segment_id=44eacfb7-b260-4147-a313-fcfd38c6afd8)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:10:55.585049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-99821706-68bd-49ff-865e-33e5bb0d90f1 req-68ad3a0d-111f-4878-9351-4c7893f1cb1d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:55.620227 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2aaf1275-0c2a-427f-b39a-021db60ae0c8 req-0392038c-04e5-4f2c-93a6-cb88f8e9851a tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521158 Nov 18 17:10:55.653051 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d290be0-a6d1-4df8-beb5-7dfac848fbee req-aaae173f-b6db-4392-baa9-b5a48a3798bd tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787145 Nov 18 17:10:55.653281 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-99821706-68bd-49ff-865e-33e5bb0d90f1 req-68ad3a0d-111f-4878-9351-4c7893f1cb1d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Calling delete_port for dbd92a67-7463-43db-b663-a8fbd68d1ed6 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:10:55.675782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=ec021669-2ee4-4343-ae2c-0a2d5aebf392,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:55.950058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb952eb3-35c8-4005-ac64-27aba0d7b548 req-139d70dd-9f37-46ca-a4fb-7455537fdb72 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:55.951366 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb952eb3-35c8-4005-ac64-27aba0d7b548 req-139d70dd-9f37-46ca-a4fb-7455537fdb72 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 946 time: 0.1745229 Nov 18 17:10:56.025109 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-99821706-68bd-49ff-865e-33e5bb0d90f1 req-68ad3a0d-111f-4878-9351-4c7893f1cb1d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:56.038610 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb952eb3-35c8-4005-ac64-27aba0d7b548 req-26f76b07-2c53-4a68-a0e1-15ccf0783067 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693753 Nov 18 17:10:56.042560 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8f248bfc-5e43-4e41-a179-d4f51f791aa7'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:56.094324 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38b1b617-abfe-4a85-aa07-b25e3bad07d0 req-30136682-3acf-4e61-8301-b3dcd636ae25 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6fa1954-395a-4931-b498-8745990c2297 HTTP/1.1" status: 200 len: 210 time: 0.0424225 Nov 18 17:10:56.125742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad3a0d-111f-4878-9351-4c7893f1cb1d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Pushing event deleted for resources: {'Port': ['ID=dbd92a67-7463-43db-b663-a8fbd68d1ed6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:10:56.177108 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-99821706-68bd-49ff-865e-33e5bb0d90f1 req-68ad3a0d-111f-4878-9351-4c7893f1cb1d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] No DVR routers for this DVR port dbd92a67-7463-43db-b663-a8fbd68d1ed6 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:10:56.185441 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-99821706-68bd-49ff-865e-33e5bb0d90f1 req-68ad3a0d-111f-4878-9351-4c7893f1cb1d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:56.194123 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-99821706-68bd-49ff-865e-33e5bb0d90f1 req-68ad3a0d-111f-4878-9351-4c7893f1cb1d tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.83 "DELETE /v2.0/ports/dbd92a67-7463-43db-b663-a8fbd68d1ed6 HTTP/1.1" status: 204 len: 173 time: 1.1956918 Nov 18 17:10:56.223068 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fa1954-395a-4931-b498-8745990c2297', 'name': 'network-vif-deleted', 'tag': '072cb0b4-b1bb-4455-8077-85633024525b'}, {'server_uuid': '4361dabd-0e0f-4740-821a-e2698ae1e649', 'name': 'network-vif-deleted', 'tag': 'dbd92a67-7463-43db-b663-a8fbd68d1ed6'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:10:56.225968 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136af9ad-4250-4ebc-a9d3-2a10c2238003" -d '{"events": [{"server_uuid": "d6fa1954-395a-4931-b498-8745990c2297", "name": "network-vif-deleted", "tag": "072cb0b4-b1bb-4455-8077-85633024525b"}, {"server_uuid": "4361dabd-0e0f-4740-821a-e2698ae1e649", "name": "network-vif-deleted", "tag": "dbd92a67-7463-43db-b663-a8fbd68d1ed6"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:10:56.283862 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['c4952484-89be-489c-8f25-eb513555708b'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:56.291099 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57726d-23d7-4f4f-b574-aa8e1e20531e req-5d6e4be7-a64e-4a88-81ad-df036b0455df tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:56.297146 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57726d-23d7-4f4f-b574-aa8e1e20531e req-5d6e4be7-a64e-4a88-81ad-df036b0455df tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:56.303254 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57726d-23d7-4f4f-b574-aa8e1e20531e req-5d6e4be7-a64e-4a88-81ad-df036b0455df tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:56.314215 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57726d-23d7-4f4f-b574-aa8e1e20531e req-5d6e4be7-a64e-4a88-81ad-df036b0455df tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:56.316002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57726d-23d7-4f4f-b574-aa8e1e20531e req-5d6e4be7-a64e-4a88-81ad-df036b0455df tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:56.324750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57726d-23d7-4f4f-b574-aa8e1e20531e req-5d6e4be7-a64e-4a88-81ad-df036b0455df tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:56.331007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57726d-23d7-4f4f-b574-aa8e1e20531e req-5d6e4be7-a64e-4a88-81ad-df036b0455df tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:56.333044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e57726d-23d7-4f4f-b574-aa8e1e20531e req-5d6e4be7-a64e-4a88-81ad-df036b0455df tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5444 time: 0.1137452 Nov 18 17:10:56.348768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfa1b0-d3e5-4214-a94c-f6459f4ac105 req-63f3fbec-e08d-420a-bb01-df3e0db7ea89 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:56.355866 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:56.358716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfa1b0-d3e5-4214-a94c-f6459f4ac105 req-63f3fbec-e08d-420a-bb01-df3e0db7ea89 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:56.368793 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfa1b0-d3e5-4214-a94c-f6459f4ac105 req-63f3fbec-e08d-420a-bb01-df3e0db7ea89 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:56.378361 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52bfa1b0-d3e5-4214-a94c-f6459f4ac105 req-63f3fbec-e08d-420a-bb01-df3e0db7ea89 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2413 time: 0.1992044 Nov 18 17:10:56.414979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ec021669-2ee4-4343-ae2c-0a2d5aebf392'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:56.532239 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e57726d-23d7-4f4f-b574-aa8e1e20531e req-4ea96c8e-6625-404b-bf73-caffc1915f83 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1506588 Nov 18 17:10:56.581484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52bfa1b0-d3e5-4214-a94c-f6459f4ac105 req-9fcc6538-05f4-422a-9591-0aaa6863b670 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020357 Nov 18 17:10:56.622510 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 18 Nov 2021 17:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ca97bc-ca03-4547-99c2-31692530aa52 x-openstack-request-id: req-42ca97bc-ca03-4547-99c2-31692530aa52 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:10:56.622831 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fa1954-395a-4931-b498-8745990c2297", "name": "network-vif-deleted", "tag": "072cb0b4-b1bb-4455-8077-85633024525b", "status": "completed", "code": 200}, {"server_uuid": "4361dabd-0e0f-4740-821a-e2698ae1e649", "name": "network-vif-deleted", "tag": "dbd92a67-7463-43db-b663-a8fbd68d1ed6", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:10:56.623135 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-42ca97bc-ca03-4547-99c2-31692530aa52 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:10:56.623565 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fa1954-395a-4931-b498-8745990c2297', 'name': 'network-vif-deleted', 'tag': '072cb0b4-b1bb-4455-8077-85633024525b', 'status': 'completed', 'code': 200} Nov 18 17:10:56.623847 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4361dabd-0e0f-4740-821a-e2698ae1e649', 'name': 'network-vif-deleted', 'tag': 'dbd92a67-7463-43db-b663-a8fbd68d1ed6', 'status': 'completed', 'code': 200} Nov 18 17:10:56.790338 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdd7a8-5ec9-400d-af61-9e30bbe61379 req-d9f90113-441a-45ed-8170-ac3c6be2ae20 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:56.792508 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8bfdd7a8-5ec9-400d-af61-9e30bbe61379 req-d9f90113-441a-45ed-8170-ac3c6be2ae20 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 949 time: 0.0947120 Nov 18 17:10:56.872219 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 072cb0b4-b1bb-4455-8077-85633024525b no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:56.886590 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8bfdd7a8-5ec9-400d-af61-9e30bbe61379 req-adc10ec8-e190-4fd6-9b34-a1fe0b0cd6b9 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738523 Nov 18 17:10:56.911736 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 072cb0b4-b1bb-4455-8077-85633024525b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:56.912118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 072cb0b4-b1bb-4455-8077-85633024525b not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:56.912545 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device dbd92a67-7463-43db-b663-a8fbd68d1ed6 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:56.937385 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec20b64-6928-4701-96ac-433a9bf95863 req-43c16f11-f50e-4f8a-a15a-45b0cc8c4791 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:56.945620 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ec20b64-6928-4701-96ac-433a9bf95863 req-43c16f11-f50e-4f8a-a15a-45b0cc8c4791 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 944 time: 0.1749763 Nov 18 17:10:56.991457 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: dbd92a67-7463-43db-b663-a8fbd68d1ed6 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:56.996132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device dbd92a67-7463-43db-b663-a8fbd68d1ed6 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:57.040382 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ec20b64-6928-4701-96ac-433a9bf95863 req-607da00e-e08c-4ed8-a371-904314246337 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938339 Nov 18 17:10:57.172918 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e69915ab-e601-4b97-bf0c-280d0ac7474a req-87ebbfe0-889c-40b2-992c-0e3596d6d78d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1266725 Nov 18 17:10:57.302746 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-31bdc9ee-7198-4512-8171-da061cd5c873 req-db9ab6e2-d641-4550-821e-0ef62a849dd2 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=4361dabd-0e0f-4740-821a-e2698ae1e649 HTTP/1.1" status: 200 len: 210 time: 0.0549293 Nov 18 17:10:57.328452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69915ab-e601-4b97-bf0c-280d0ac7474a req-6598371e-0632-4e26-ada2-9ab35dde53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:57.330324 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e69915ab-e601-4b97-bf0c-280d0ac7474a req-6598371e-0632-4e26-ada2-9ab35dde53b0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac151e4448864b68b1035daf3741f627&device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 1101 time: 0.1335158 Nov 18 17:10:57.472135 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['23d034bd-2c40-4adf-9919-e2bb6e0755e5'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:10:57.537534 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69915ab-e601-4b97-bf0c-280d0ac7474a req-6d38a28a-9125-4e40-8954-bb392c7a969c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:57.540186 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e69915ab-e601-4b97-bf0c-280d0ac7474a req-6d38a28a-9125-4e40-8954-bb392c7a969c service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1586051 Nov 18 17:10:57.617677 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 39f07cce-125e-4e0f-a41b-2bca71e9e63d no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:10:57.644317 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e69915ab-e601-4b97-bf0c-280d0ac7474a req-d8c000a8-cdde-4071-8331-895dc0d43ec4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=ccc795c3-47b6-480d-ac8f-8bda64deb4c4 HTTP/1.1" status: 200 len: 217 time: 0.0954542 Nov 18 17:10:57.650138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 39f07cce-125e-4e0f-a41b-2bca71e9e63d {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:10:57.650495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 39f07cce-125e-4e0f-a41b-2bca71e9e63d not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:10:57.764167 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69915ab-e601-4b97-bf0c-280d0ac7474a req-4dd443b8-855d-4724-a119-26b7267fe1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:57.770975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e69915ab-e601-4b97-bf0c-280d0ac7474a req-4dd443b8-855d-4724-a119-26b7267fe1fc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1140299 Nov 18 17:10:57.832179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9900a95-0bd0-4fe7-8a54-9d50a2e725fb req-c4d6219e-3cca-4c59-bafe-418f92c070dd tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:57.838640 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9900a95-0bd0-4fe7-8a54-9d50a2e725fb req-c4d6219e-3cca-4c59-bafe-418f92c070dd tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:57.845078 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9900a95-0bd0-4fe7-8a54-9d50a2e725fb req-c4d6219e-3cca-4c59-bafe-418f92c070dd tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:57.852723 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e9900a95-0bd0-4fe7-8a54-9d50a2e725fb req-c4d6219e-3cca-4c59-bafe-418f92c070dd tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2413 time: 0.1351798 Nov 18 17:10:57.896515 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69915ab-e601-4b97-bf0c-280d0ac7474a req-38a74015-5110-42d3-b0b4-a6aab01f604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:57.898144 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e69915ab-e601-4b97-bf0c-280d0ac7474a req-38a74015-5110-42d3-b0b4-a6aab01f604c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1196158 Nov 18 17:10:57.950310 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e9900a95-0bd0-4fe7-8a54-9d50a2e725fb req-cf15dc20-bc77-474d-aa5d-ab62ceb532a3 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965953 Nov 18 17:10:58.110501 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd913359-93ba-48ba-8a46-e0613b95b26f req-5424f3a2-bf48-4332-a5b1-767ad262750e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:58.117001 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd913359-93ba-48ba-8a46-e0613b95b26f req-5424f3a2-bf48-4332-a5b1-767ad262750e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:58.123171 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd913359-93ba-48ba-8a46-e0613b95b26f req-5424f3a2-bf48-4332-a5b1-767ad262750e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:58.129380 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd913359-93ba-48ba-8a46-e0613b95b26f req-5424f3a2-bf48-4332-a5b1-767ad262750e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:58.135818 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd913359-93ba-48ba-8a46-e0613b95b26f req-5424f3a2-bf48-4332-a5b1-767ad262750e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:58.142046 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd913359-93ba-48ba-8a46-e0613b95b26f req-5424f3a2-bf48-4332-a5b1-767ad262750e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:58.148805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd913359-93ba-48ba-8a46-e0613b95b26f req-5424f3a2-bf48-4332-a5b1-767ad262750e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:58.156851 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd913359-93ba-48ba-8a46-e0613b95b26f req-5424f3a2-bf48-4332-a5b1-767ad262750e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5444 time: 0.1532631 Nov 18 17:10:58.160940 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e69915ab-e601-4b97-bf0c-280d0ac7474a req-148f92fb-5e1b-4779-81f1-450044231960 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537715 Nov 18 17:10:58.301960 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd913359-93ba-48ba-8a46-e0613b95b26f req-d3aff77f-794d-4ddf-93b2-ef3444b2823a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1441154 Nov 18 17:10:58.324538 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e69915ab-e601-4b97-bf0c-280d0ac7474a req-1fc9ddd0-c17d-48a1-b471-30113f0c1508 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491628 Nov 18 17:10:58.552967 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f60b0f-d4d9-411b-bf9f-6ae449f271fe req-0a06b3ff-7793-4748-a4b4-8dadacbeb32a tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:58.555210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3f60b0f-d4d9-411b-bf9f-6ae449f271fe req-0a06b3ff-7793-4748-a4b4-8dadacbeb32a tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 949 time: 0.1571288 Nov 18 17:10:58.571934 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b216779-b0f1-4df2-950d-0c893f8f4ae2 req-88dacd7e-6bf9-44be-923c-475bb93437ab tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:58.582615 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b216779-b0f1-4df2-950d-0c893f8f4ae2 req-88dacd7e-6bf9-44be-923c-475bb93437ab tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 944 time: 0.1145346 Nov 18 17:10:58.620311 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6fcd8805-c48c-4ce2-b5e8-99058bb75961 req-c8c51606-62f0-4849-9509-6e90ac580564 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522213 Nov 18 17:10:58.667689 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3f60b0f-d4d9-411b-bf9f-6ae449f271fe req-18d88344-3110-4646-bd67-284d712f3db7 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060240 Nov 18 17:10:58.676851 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b216779-b0f1-4df2-950d-0c893f8f4ae2 req-bd5415f8-d604-4eef-8293-b5150de60c40 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940211 Nov 18 17:10:58.744399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd8805-c48c-4ce2-b5e8-99058bb75961 req-e73c2278-bac2-4f36-b231-be44ed8aac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:58.746065 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6fcd8805-c48c-4ce2-b5e8-99058bb75961 req-e73c2278-bac2-4f36-b231-be44ed8aac73 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc532e43f648478ff37d9f8bb2c0af&device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 1097 time: 0.0617077 Nov 18 17:10:58.881148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd8805-c48c-4ce2-b5e8-99058bb75961 req-3f84ad49-47b3-435d-bc98-35c2bf6dfd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:58.884189 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6fcd8805-c48c-4ce2-b5e8-99058bb75961 req-3f84ad49-47b3-435d-bc98-35c2bf6dfd47 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4b8f46f4-882b-4562-848c-31b4ccc8252f HTTP/1.1" status: 200 len: 913 time: 0.1100192 Nov 18 17:10:58.885472 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bf775-35b6-4041-a538-16031639bdc0 req-fa5657c3-08c7-47a2-b494-68adcd162c8e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:58.894090 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bf775-35b6-4041-a538-16031639bdc0 req-fa5657c3-08c7-47a2-b494-68adcd162c8e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:58.898816 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bf775-35b6-4041-a538-16031639bdc0 req-fa5657c3-08c7-47a2-b494-68adcd162c8e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:58.910366 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bf775-35b6-4041-a538-16031639bdc0 req-fa5657c3-08c7-47a2-b494-68adcd162c8e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:58.917098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bf775-35b6-4041-a538-16031639bdc0 req-fa5657c3-08c7-47a2-b494-68adcd162c8e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:58.923716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bf775-35b6-4041-a538-16031639bdc0 req-fa5657c3-08c7-47a2-b494-68adcd162c8e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:58.930463 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bf775-35b6-4041-a538-16031639bdc0 req-fa5657c3-08c7-47a2-b494-68adcd162c8e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:58.944475 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-794bf775-35b6-4041-a538-16031639bdc0 req-fa5657c3-08c7-47a2-b494-68adcd162c8e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5444 time: 0.1546168 Nov 18 17:10:58.944475 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37010) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:10:58.956892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5bc14997-0364-4a65-893a-1a7633c71dba tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Request body: {'floatingip': {'port_id': '79d87257-b73f-4f55-9be6-a319a16fd0f8'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:58.971433 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6fcd8805-c48c-4ce2-b5e8-99058bb75961 req-f762dc01-490f-46f8-93a0-075eea49a125 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f248bfc-5e43-4e41-a179-d4f51f791aa7 HTTP/1.1" status: 200 len: 217 time: 0.0797868 Nov 18 17:10:59.030081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd8805-c48c-4ce2-b5e8-99058bb75961 req-50d82708-80db-42e4-8da9-383468b75fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:59.031561 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6fcd8805-c48c-4ce2-b5e8-99058bb75961 req-50d82708-80db-42e4-8da9-383468b75fe5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fd090af-9053-4a66-81a3-f9e7d42c0053 HTTP/1.1" status: 200 len: 851 time: 0.0503447 Nov 18 17:10:59.070172 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6fcd8805-c48c-4ce2-b5e8-99058bb75961 req-bb370022-67cc-41e7-a2f9-d237f29dfa9e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4b8f46f4-882b-4562-848c-31b4ccc8252f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288618 Nov 18 17:10:59.085926 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-84ba6c1d-e522-46df-8a03-1a33bc85f2ef req-a49cfc6a-5eef-4ad7-ba01-be2f2ec6af1b tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Request body: {'security_group': {'name': 'tempest-securitygroup-610648247', 'description': 'tempest-description-223361555'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:59.096246 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5bc14997-0364-4a65-893a-1a7633c71dba tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:59.177771 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6fcd8805-c48c-4ce2-b5e8-99058bb75961 req-c629661d-db73-44c5-ac55-aa30a604d51a service neutron] 10.222.0.83 "GET /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964711 Nov 18 17:10:59.216811 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3052145-e761-478f-83bf-f66fd4a974b4 req-386476fa-ba90-4877-89a7-25509841335a tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:59.218427 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3052145-e761-478f-83bf-f66fd4a974b4 req-386476fa-ba90-4877-89a7-25509841335a tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69 HTTP/1.1" status: 200 len: 950 time: 0.1817856 Nov 18 17:10:59.249331 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-84ba6c1d-e522-46df-8a03-1a33bc85f2ef req-a49cfc6a-5eef-4ad7-ba01-be2f2ec6af1b tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:59.272866 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-84ba6c1d-e522-46df-8a03-1a33bc85f2ef req-a49cfc6a-5eef-4ad7-ba01-be2f2ec6af1b tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:59.307591 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6fcd8805-c48c-4ce2-b5e8-99058bb75961 req-a6fcbe7d-8694-4615-8a22-67d8733da899 service neutron] 10.222.0.83 "GET /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170056 Nov 18 17:10:59.373935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3052145-e761-478f-83bf-f66fd4a974b4 req-b9438c01-505c-494b-969c-a4e71730efd6 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473851 Nov 18 17:10:59.604028 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 23d034bd-2c40-4adf-9919-e2bb6e0755e5 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:10:59.632342 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-84ba6c1d-e522-46df-8a03-1a33bc85f2ef req-a49cfc6a-5eef-4ad7-ba01-be2f2ec6af1b tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:59.801907 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-84ba6c1d-e522-46df-8a03-1a33bc85f2ef req-a49cfc6a-5eef-4ad7-ba01-be2f2ec6af1b tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:59.843539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 23d034bd-2c40-4adf-9919-e2bb6e0755e5 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:10:59.847452 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 23d034bd-2c40-4adf-9919-e2bb6e0755e5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:10:59.847871 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:10:59.884393 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076df249-ca33-491b-b8b1-38c386a877f6 req-0bb354c4-4c8c-4ac8-a000-2c71d2c3b9ec tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:10:59.886375 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-076df249-ca33-491b-b8b1-38c386a877f6 req-0bb354c4-4c8c-4ac8-a000-2c71d2c3b9ec tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69 HTTP/1.1" status: 200 len: 950 time: 0.1950791 Nov 18 17:10:59.904289 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.resource_extend [None req-5bc14997-0364-4a65-893a-1a7633c71dba tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:10:59.952495 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:00.001493 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 23d034bd-2c40-4adf-9919-e2bb6e0755e5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=23d034bd-2c40-4adf-9919-e2bb6e0755e5,segment=NetworkSegment(bfa7214a-c897-49ef-a0de-cc52c3e198fb),segment_id=bfa7214a-c897-49ef-a0de-cc52c3e198fb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:00.003013 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-db00c158-d3f8-48d2-a76d-240a3855ff7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:00.009012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b93443-51b0-4c55-aad1-04ecc6228085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d034bd-2c40-4adf-9919-e2bb6e0755e5'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:00.012423 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d9d835-7563-4a3a-bc1b-84ffa8bc4c05" -d '{"events": [{"server_uuid": "06b93443-51b0-4c55-aad1-04ecc6228085", "name": "network-vif-plugged", "status": "completed", "tag": "23d034bd-2c40-4adf-9919-e2bb6e0755e5"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:00.076251 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:00.078148 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ec021669-2ee4-4343-ae2c-0a2d5aebf392 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:11:00.234838 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=23d034bd-2c40-4adf-9919-e2bb6e0755e5,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:00.350974 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee88b58-f2a8-42eb-af46-68dc4fd1632c req-4fdd5c1e-e2e3-4ec1-91fd-01f85bfea5d1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:00.358636 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3ee88b58-f2a8-42eb-af46-68dc4fd1632c req-4fdd5c1e-e2e3-4ec1-91fd-01f85bfea5d1 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "GET /v2.0/ports?device_id=e05d5774-980a-4444-9267-14816f6c1fb0 HTTP/1.1" status: 200 len: 950 time: 0.1200643 Nov 18 17:11:00.390253 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port ec021669-2ee4-4343-ae2c-0a2d5aebf392 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:11:00.396794 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port ec021669-2ee4-4343-ae2c-0a2d5aebf392 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:00.397473 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:00.454258 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-84ba6c1d-e522-46df-8a03-1a33bc85f2ef req-a49cfc6a-5eef-4ad7-ba01-be2f2ec6af1b tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:00.461300 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5bc14997-0364-4a65-893a-1a7633c71dba tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:00.480497 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cfc6a-5eef-4ad7-ba01-be2f2ec6af1b tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f44832f8-a754-4801-9c26-ed4644362dbc,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:00.521170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-3ee88b58-f2a8-42eb-af46-68dc4fd1632c req-fa5cdef4-9f71-4f06-95db-86381b310ccf tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Deleting port 5850bb26-aa4a-41aa-b226-91a828f7961c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:00.521170 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3ee88b58-f2a8-42eb-af46-68dc4fd1632c req-fa5cdef4-9f71-4f06-95db-86381b310ccf tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:00.541572 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:00.553987 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-84ba6c1d-e522-46df-8a03-1a33bc85f2ef req-a49cfc6a-5eef-4ad7-ba01-be2f2ec6af1b tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:00.580324 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5bc14997-0364-4a65-893a-1a7633c71dba tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:00.605907 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port ec021669-2ee4-4343-ae2c-0a2d5aebf392, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ec021669-2ee4-4343-ae2c-0a2d5aebf392,segment=NetworkSegment(bfa7214a-c897-49ef-a0de-cc52c3e198fb),segment_id=bfa7214a-c897-49ef-a0de-cc52c3e198fb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:00.653005 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:00.653891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c4952484-89be-489c-8f25-eb513555708b up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:11:00.714410 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3ee88b58-f2a8-42eb-af46-68dc4fd1632c req-fa5cdef4-9f71-4f06-95db-86381b310ccf tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] For port 5850bb26-aa4a-41aa-b226-91a828f7961c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5850bb26-aa4a-41aa-b226-91a828f7961c,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:00.715097 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3ee88b58-f2a8-42eb-af46-68dc4fd1632c req-fa5cdef4-9f71-4f06-95db-86381b310ccf tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:00.723813 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cfc6a-5eef-4ad7-ba01-be2f2ec6af1b tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1b2ab2-94d0-4090-aae9-65c76840297f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:00.737395 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-84ba6c1d-e522-46df-8a03-1a33bc85f2ef req-a49cfc6a-5eef-4ad7-ba01-be2f2ec6af1b tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:00.741962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-3ee88b58-f2a8-42eb-af46-68dc4fd1632c req-fa5cdef4-9f71-4f06-95db-86381b310ccf tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Calling delete_port for 5850bb26-aa4a-41aa-b226-91a828f7961c owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:00.758027 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84ba6c1d-e522-46df-8a03-1a33bc85f2ef req-a49cfc6a-5eef-4ad7-ba01-be2f2ec6af1b tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.6946180 Nov 18 17:11:00.777444 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=ec021669-2ee4-4343-ae2c-0a2d5aebf392,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:00.823564 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port c4952484-89be-489c-8f25-eb513555708b completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:11:00.827970 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port c4952484-89be-489c-8f25-eb513555708b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:00.828412 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:00.914229 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-076df249-ca33-491b-b8b1-38c386a877f6 req-335d73e1-1112-4934-9532-82a59a2bd67e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Deleting port 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:00.914904 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-076df249-ca33-491b-b8b1-38c386a877f6 req-335d73e1-1112-4934-9532-82a59a2bd67e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:00.926425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69e143-9ff6-45fd-ad06-c3291d73d4ee req-4978bc07-23e8-4fb7-9f49-daba73ddedb1 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:00.933299 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69e143-9ff6-45fd-ad06-c3291d73d4ee req-4978bc07-23e8-4fb7-9f49-daba73ddedb1 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:00.940488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69e143-9ff6-45fd-ad06-c3291d73d4ee req-4978bc07-23e8-4fb7-9f49-daba73ddedb1 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:00.949066 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f69e143-9ff6-45fd-ad06-c3291d73d4ee req-4978bc07-23e8-4fb7-9f49-daba73ddedb1 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2415 time: 0.3271630 Nov 18 17:11:00.961056 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:01.002180 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port c4952484-89be-489c-8f25-eb513555708b, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c4952484-89be-489c-8f25-eb513555708b,segment=NetworkSegment(82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d),segment_id=82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:01.036892 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-5bc14997-0364-4a65-893a-1a7633c71dba tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Floating IP 12f17024-49de-4771-82c3-f4d842fbdc73 associated. External IP: 172.25.3.125, port: 79d87257-b73f-4f55-9be6-a319a16fd0f8. Nov 18 17:11:01.047376 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3ee88b58-f2a8-42eb-af46-68dc4fd1632c req-fa5cdef4-9f71-4f06-95db-86381b310ccf tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:01.061782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ccc795c3-47b6-480d-ac8f-8bda64deb4c4', '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4', '5850bb26-aa4a-41aa-b226-91a828f7961c'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:01.080030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cdef4-9f71-4f06-95db-86381b310ccf tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Pushing event deleted for resources: {'Port': ['ID=5850bb26-aa4a-41aa-b226-91a828f7961c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:01.145273 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:01.146064 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:11:01.190930 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f69e143-9ff6-45fd-ad06-c3291d73d4ee req-0d64b502-0adf-440b-b808-61b29b5f6bcd tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406645 Nov 18 17:11:01.197001 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee88b58-f2a8-42eb-af46-68dc4fd1632c req-fa5cdef4-9f71-4f06-95db-86381b310ccf tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] No DVR routers for this DVR port 5850bb26-aa4a-41aa-b226-91a828f7961c on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:11:01.200470 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3ee88b58-f2a8-42eb-af46-68dc4fd1632c req-fa5cdef4-9f71-4f06-95db-86381b310ccf tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:01.204890 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3ee88b58-f2a8-42eb-af46-68dc4fd1632c req-fa5cdef4-9f71-4f06-95db-86381b310ccf tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "DELETE /v2.0/ports/5850bb26-aa4a-41aa-b226-91a828f7961c HTTP/1.1" status: 204 len: 173 time: 0.8342528 Nov 18 17:11:01.205453 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05d5774-980a-4444-9267-14816f6c1fb0', 'name': 'network-vif-deleted', 'tag': '5850bb26-aa4a-41aa-b226-91a828f7961c'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:01.215852 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0e3281-75e0-4d72-b180-ff0bd6bc9877" -d '{"events": [{"server_uuid": "e05d5774-980a-4444-9267-14816f6c1fb0", "name": "network-vif-deleted", "tag": "5850bb26-aa4a-41aa-b226-91a828f7961c"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:01.250235 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ff39f-2398-454c-ad5d-6f5dfca27a8d req-297a732f-1027-415d-be6e-a9adf4bdb767 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:01.258613 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-853ff39f-2398-454c-ad5d-6f5dfca27a8d req-297a732f-1027-415d-be6e-a9adf4bdb767 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 944 time: 0.3049176 Nov 18 17:11:01.282138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=c4952484-89be-489c-8f25-eb513555708b,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:01.300174 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-076df249-ca33-491b-b8b1-38c386a877f6 req-335d73e1-1112-4934-9532-82a59a2bd67e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] For port 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2113d2df-3c8f-4063-b5e1-cb4a7f9196b4,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:01.302876 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-076df249-ca33-491b-b8b1-38c386a877f6 req-335d73e1-1112-4934-9532-82a59a2bd67e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:01.309420 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e6e0c1-f014-4721-828f-ada4621793fa x-openstack-request-id: req-86e6e0c1-f014-4721-828f-ada4621793fa {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:01.311965 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b93443-51b0-4c55-aad1-04ecc6228085", "name": "network-vif-plugged", "status": "completed", "tag": "23d034bd-2c40-4adf-9919-e2bb6e0755e5", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:01.312208 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-86e6e0c1-f014-4721-828f-ada4621793fa {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:01.312685 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b93443-51b0-4c55-aad1-04ecc6228085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d034bd-2c40-4adf-9919-e2bb6e0755e5', 'code': 200} Nov 18 17:11:01.325321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-076df249-ca33-491b-b8b1-38c386a877f6 req-335d73e1-1112-4934-9532-82a59a2bd67e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Calling delete_port for 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:01.451045 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:11:01.464692 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:01.465164 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:01.482216 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-853ff39f-2398-454c-ad5d-6f5dfca27a8d req-70007948-fefb-43e1-9967-204f96227b82 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206669 Nov 18 17:11:01.606575 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9d263-407c-441a-9ddf-e35960295741 req-f77c5bdf-9d54-4c18-a97a-bd2ad59a459c tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:01.609729 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3f9d263-407c-441a-9ddf-e35960295741 req-f77c5bdf-9d54-4c18-a97a-bd2ad59a459c tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 949 time: 0.2478185 Nov 18 17:11:01.680367 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a79a7-998f-4070-a4f4-69326eba09ec req-5800b686-26ad-46a3-bbba-6a00f06a9754 tempest-DeleteServersAdminTestJSON-969760944 tempest-DeleteServersAdminTestJSON-969760944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:01.681939 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:01.683563 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-921a79a7-998f-4070-a4f4-69326eba09ec req-5800b686-26ad-46a3-bbba-6a00f06a9754 tempest-DeleteServersAdminTestJSON-969760944 tempest-DeleteServersAdminTestJSON-969760944-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 1101 time: 0.0863814 Nov 18 17:11:01.711259 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc14997-0364-4a65-893a-1a7633c71dba tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Router b52574e1-2bbd-4dc0-8540-fa978add6738 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:11:01.761903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe,segment=NetworkSegment(e0051c73-cd29-46e4-92a8-c1ac82adfc5d),segment_id=e0051c73-cd29-46e4-92a8-c1ac82adfc5d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:01.818102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-921a79a7-998f-4070-a4f4-69326eba09ec req-7e3d0c5f-d911-4fdf-8ef0-e16388ac17b7 tempest-DeleteServersAdminTestJSON-969760944 tempest-DeleteServersAdminTestJSON-969760944-project-admin] Deleting port e5b002f3-6542-4729-b53c-7340e022fa9a {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:01.818449 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-921a79a7-998f-4070-a4f4-69326eba09ec req-7e3d0c5f-d911-4fdf-8ef0-e16388ac17b7 tempest-DeleteServersAdminTestJSON-969760944 tempest-DeleteServersAdminTestJSON-969760944-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:01.830186 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:01.862470 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:01.906269 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3f9d263-407c-441a-9ddf-e35960295741 req-eb591496-a7b7-48ae-aee1-6c01f6c67a72 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934514 Nov 18 17:11:01.938703 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1dfb98-7a56-4282-bd8f-3e72e05f8f1d req-c3c05243-cabc-4b5d-b0cf-d18e4a7b72fb tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:01.941382 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d1dfb98-7a56-4282-bd8f-3e72e05f8f1d req-c3c05243-cabc-4b5d-b0cf-d18e4a7b72fb tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69 HTTP/1.1" status: 200 len: 950 time: 0.3529289 Nov 18 17:11:01.994510 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-921a79a7-998f-4070-a4f4-69326eba09ec req-7e3d0c5f-d911-4fdf-8ef0-e16388ac17b7 tempest-DeleteServersAdminTestJSON-969760944 tempest-DeleteServersAdminTestJSON-969760944-project-admin] For port e5b002f3-6542-4729-b53c-7340e022fa9a, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e5b002f3-6542-4729-b53c-7340e022fa9a,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:01.996103 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-921a79a7-998f-4070-a4f4-69326eba09ec req-7e3d0c5f-d911-4fdf-8ef0-e16388ac17b7 tempest-DeleteServersAdminTestJSON-969760944 tempest-DeleteServersAdminTestJSON-969760944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:02.019515 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-076df249-ca33-491b-b8b1-38c386a877f6 req-335d73e1-1112-4934-9532-82a59a2bd67e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:02.028175 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-921a79a7-998f-4070-a4f4-69326eba09ec req-7e3d0c5f-d911-4fdf-8ef0-e16388ac17b7 tempest-DeleteServersAdminTestJSON-969760944 tempest-DeleteServersAdminTestJSON-969760944-project-admin] Calling delete_port for e5b002f3-6542-4729-b53c-7340e022fa9a owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:02.078306 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d73e1-1112-4934-9532-82a59a2bd67e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Pushing event deleted for resources: {'Port': ['ID=2113d2df-3c8f-4063-b5e1-cb4a7f9196b4,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:02.119355 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ccc795c3-47b6-480d-ac8f-8bda64deb4c4'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:02.166230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc14997-0364-4a65-893a-1a7633c71dba tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:11:02.180598 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5bc14997-0364-4a65-893a-1a7633c71dba tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:02.184350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec0f85-0a50-447d-ae4a-86ba490610dd None None] Sync routers for ids ['b52574e1-2bbd-4dc0-8540-fa978add6738'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:11:02.208865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:02.241651 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No active binding found for port 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 {{(pid=104009) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 18 17:11:02.242143 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:02.242577 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 5850bb26-aa4a-41aa-b226-91a828f7961c no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:02.257257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-076df249-ca33-491b-b8b1-38c386a877f6 req-335d73e1-1112-4934-9532-82a59a2bd67e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] No DVR routers for this DVR port 2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:11:02.263175 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-076df249-ca33-491b-b8b1-38c386a877f6 req-335d73e1-1112-4934-9532-82a59a2bd67e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:02.273804 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-076df249-ca33-491b-b8b1-38c386a877f6 req-335d73e1-1112-4934-9532-82a59a2bd67e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "DELETE /v2.0/ports/2113d2df-3c8f-4063-b5e1-cb4a7f9196b4 HTTP/1.1" status: 204 len: 173 time: 1.8932524 Nov 18 17:11:02.274989 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec0f85-0a50-447d-ae4a-86ba490610dd None None] Routers {'b52574e1-2bbd-4dc0-8540-fa978add6738'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:11:02.275662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-60ec0f85-0a50-447d-ae4a-86ba490610dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:10:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b52574e1-2bbd-4dc0-8540-fa978add6738'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:02.289437 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69', 'name': 'network-vif-deleted', 'tag': '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:02.292208 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f156100-5bad-4a2a-87dd-6da23378f20b" -d '{"events": [{"server_uuid": "cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69", "name": "network-vif-deleted", "tag": "2113d2df-3c8f-4063-b5e1-cb4a7f9196b4"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:02.296251 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 5850bb26-aa4a-41aa-b226-91a828f7961c {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:11:02.296609 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 5850bb26-aa4a-41aa-b226-91a828f7961c not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:02.299032 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d1dfb98-7a56-4282-bd8f-3e72e05f8f1d req-5e801636-7e06-4f0b-97a7-a8fd670cdef3 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484702 Nov 18 17:11:02.300787 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5bc14997-0364-4a65-893a-1a7633c71dba tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "PUT /v2.0/floatingips/12f17024-49de-4771-82c3-f4d842fbdc73 HTTP/1.1" status: 200 len: 991 time: 3.3553016 Nov 18 17:11:02.334375 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b789b-8430-4de2-941e-11de21e072bf req-668dce5b-e621-4213-aa71-06f181b4eb5b tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:02.336188 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b48b789b-8430-4de2-941e-11de21e072bf req-668dce5b-e621-4213-aa71-06f181b4eb5b tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.2677414 Nov 18 17:11:02.377332 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-049f7742-b963-4969-8f3f-ed727dcd665f req-053185bd-5e35-4674-ab24-08531f97bf3a tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Request body: {'security_group': {'name': 'tempest-securitygroup-953717496', 'description': 'tempest-description-1037969709'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:02.425818 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-921a79a7-998f-4070-a4f4-69326eba09ec req-7e3d0c5f-d911-4fdf-8ef0-e16388ac17b7 tempest-DeleteServersAdminTestJSON-969760944 tempest-DeleteServersAdminTestJSON-969760944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:02.433591 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b48b789b-8430-4de2-941e-11de21e072bf req-09f9ed68-50a4-41c3-b66f-f9d82ea6ccd3 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909333 Nov 18 17:11:02.485633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d0c5f-d911-4fdf-8ef0-e16388ac17b7 tempest-DeleteServersAdminTestJSON-969760944 tempest-DeleteServersAdminTestJSON-969760944-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5b002f3-6542-4729-b53c-7340e022fa9a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:02.549101 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-921a79a7-998f-4070-a4f4-69326eba09ec req-7e3d0c5f-d911-4fdf-8ef0-e16388ac17b7 tempest-DeleteServersAdminTestJSON-969760944 tempest-DeleteServersAdminTestJSON-969760944-project-admin] No DVR routers for this DVR port e5b002f3-6542-4729-b53c-7340e022fa9a on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:11:02.553118 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-921a79a7-998f-4070-a4f4-69326eba09ec req-7e3d0c5f-d911-4fdf-8ef0-e16388ac17b7 tempest-DeleteServersAdminTestJSON-969760944 tempest-DeleteServersAdminTestJSON-969760944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:02.558252 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-921a79a7-998f-4070-a4f4-69326eba09ec req-7e3d0c5f-d911-4fdf-8ef0-e16388ac17b7 tempest-DeleteServersAdminTestJSON-969760944 tempest-DeleteServersAdminTestJSON-969760944-project-admin] 10.222.0.81 "DELETE /v2.0/ports/e5b002f3-6542-4729-b53c-7340e022fa9a HTTP/1.1" status: 204 len: 173 time: 0.8668594 Nov 18 17:11:02.559106 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f8d88e-aaf3-4035-a75c-2c4f51647963 x-openstack-request-id: req-82f8d88e-aaf3-4035-a75c-2c4f51647963 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:02.559403 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05d5774-980a-4444-9267-14816f6c1fb0", "name": "network-vif-deleted", "tag": "5850bb26-aa4a-41aa-b226-91a828f7961c", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:02.559652 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-82f8d88e-aaf3-4035-a75c-2c4f51647963 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:02.561699 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-049f7742-b963-4969-8f3f-ed727dcd665f req-053185bd-5e35-4674-ab24-08531f97bf3a tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:02.562919 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05d5774-980a-4444-9267-14816f6c1fb0', 'name': 'network-vif-deleted', 'tag': '5850bb26-aa4a-41aa-b226-91a828f7961c', 'status': 'completed', 'code': 200} Nov 18 17:11:02.595429 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-caf34131-3fcb-44c4-8ede-67b0f7f7cc2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:02.632378 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-60ec0f85-0a50-447d-ae4a-86ba490610dd None None] Set router b52574e1-2bbd-4dc0-8540-fa978add6738 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:11:02.776261 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-049f7742-b963-4969-8f3f-ed727dcd665f req-053185bd-5e35-4674-ab24-08531f97bf3a tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:02.850397 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bda7a-20d3-40c5-9239-50c0f7da251e req-24823228-429a-416b-8b64-d5f26053069f tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:02.857871 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bda7a-20d3-40c5-9239-50c0f7da251e req-24823228-429a-416b-8b64-d5f26053069f tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:02.865683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bda7a-20d3-40c5-9239-50c0f7da251e req-24823228-429a-416b-8b64-d5f26053069f tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:02.881818 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e84bda7a-20d3-40c5-9239-50c0f7da251e req-24823228-429a-416b-8b64-d5f26053069f tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2416 time: 0.1017992 Nov 18 17:11:02.883240 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-049f7742-b963-4969-8f3f-ed727dcd665f req-053185bd-5e35-4674-ab24-08531f97bf3a tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:02.943993 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053185bd-5e35-4674-ab24-08531f97bf3a tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3ee601-61d2-4a10-a7c3-b80888265028,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:02.970048 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-049f7742-b963-4969-8f3f-ed727dcd665f req-053185bd-5e35-4674-ab24-08531f97bf3a tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:02.971593 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-049f7742-b963-4969-8f3f-ed727dcd665f req-053185bd-5e35-4674-ab24-08531f97bf3a tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6031418 Nov 18 17:11:02.993664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e84bda7a-20d3-40c5-9239-50c0f7da251e req-02834ace-1190-4fcf-97ee-d9d119617ba3 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983756 Nov 18 17:11:03.035896 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb31960b-354a-442d-9940-9aaae5cea843 x-openstack-request-id: req-fb31960b-354a-442d-9940-9aaae5cea843 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:03.036186 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69", "name": "network-vif-deleted", "tag": "2113d2df-3c8f-4063-b5e1-cb4a7f9196b4", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:03.036449 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fb31960b-354a-442d-9940-9aaae5cea843 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:03.037094 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69', 'name': 'network-vif-deleted', 'tag': '2113d2df-3c8f-4063-b5e1-cb4a7f9196b4', 'status': 'completed', 'code': 200} Nov 18 17:11:03.044663 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-60ec0f85-0a50-447d-ae4a-86ba490610dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'name': 'tempest-TaggedBootDevicesTest_v242-827613960-router', 'tenant_id': '8636c767565a441eb773511271a60b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:06Z', 'updated_at': '2021-11-18T17:08:11Z', 'revision_number': 4, 'project_id': '8636c767565a441eb773511271a60b63', 'gw_port': {'id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:07Z', 'updated_at': '2021-11-18T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '12f17024-49de-4771-82c3-f4d842fbdc73', 'tenant_id': '8636c767565a441eb773511271a60b63', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'port_id': '79d87257-b73f-4f55-9be6-a319a16fd0f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf', 'mac_address': 'fa:16:3e:ec:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:09:27Z', 'updated_at': '2021-11-18T17:10:59Z', 'revision_number': 1, 'project_id': '8636c767565a441eb773511271a60b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305ba18c-9f03-43c3-895a-419f24b35dbb', 'name': '', 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf', 'tenant_id': '8636c767565a441eb773511271a60b63', 'mac_address': 'fa:16:3e:f0:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:10Z', 'updated_at': '2021-11-18T17:08:16Z', 'revision_number': 5, 'project_id': '8636c767565a441eb773511271a60b63', 'subnets': [{'id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:03.089413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec0f85-0a50-447d-ae4a-86ba490610dd None None] Checking router: b52574e1-2bbd-4dc0-8540-fa978add6738 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:11:03.100012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec0f85-0a50-447d-ae4a-86ba490610dd None None] Routers {'b52574e1-2bbd-4dc0-8540-fa978add6738'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:11:03.100753 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-60ec0f85-0a50-447d-ae4a-86ba490610dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:11:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b52574e1-2bbd-4dc0-8540-fa978add6738'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:03.147424 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['e5b002f3-6542-4729-b53c-7340e022fa9a'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:03.193413 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c459e7-04b2-43e8-9a24-6237057e20ba req-35ab7917-5a66-447d-ae92-15f8b5dfb032 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:03.201386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5c459e7-04b2-43e8-9a24-6237057e20ba req-35ab7917-5a66-447d-ae92-15f8b5dfb032 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 945 time: 0.0932684 Nov 18 17:11:03.292723 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-60ec0f85-0a50-447d-ae4a-86ba490610dd None None] Set router b52574e1-2bbd-4dc0-8540-fa978add6738 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:11:03.293699 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5c459e7-04b2-43e8-9a24-6237057e20ba req-e5df9829-182a-471c-91eb-596c7d124dcf tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905871 Nov 18 17:11:03.296307 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-849de595-a646-480a-8869-84a9d115657c req-f6044a32-1fdc-4f36-b019-f87e3700a41c tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1278621-0ad4-4ef5-bfcf-7a94b140e78b HTTP/1.1" status: 200 len: 210 time: 0.0398002 Nov 18 17:11:03.342179 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b93443-51b0-4c55-aad1-04ecc6228085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec021669-2ee4-4343-ae2c-0a2d5aebf392'}, {'server_uuid': '06b93443-51b0-4c55-aad1-04ecc6228085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4952484-89be-489c-8f25-eb513555708b'}, {'server_uuid': '1fe3bee7-4c18-4689-abbe-f150f6edd475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:03.344783 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6f2047-7661-44f0-bd47-c277d7755f57" -d '{"events": [{"server_uuid": "06b93443-51b0-4c55-aad1-04ecc6228085", "name": "network-vif-plugged", "status": "completed", "tag": "ec021669-2ee4-4343-ae2c-0a2d5aebf392"}, {"server_uuid": "06b93443-51b0-4c55-aad1-04ecc6228085", "name": "network-vif-plugged", "status": "completed", "tag": "c4952484-89be-489c-8f25-eb513555708b"}, {"server_uuid": "1fe3bee7-4c18-4689-abbe-f150f6edd475", "name": "network-vif-plugged", "status": "completed", "tag": "9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:03.403726 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15587f4a-6e78-4ea4-a9bf-2bafb5e11933 req-8f586021-0d93-4625-9400-000156899fe8 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:03.406025 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-15587f4a-6e78-4ea4-a9bf-2bafb5e11933 req-8f586021-0d93-4625-9400-000156899fe8 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.0636456 Nov 18 17:11:03.457155 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-2db4a2a0-01e5-47da-b598-7834b3512b7a req-9562a74a-f579-41ec-9150-b5829b66d205 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1515004990', 'description': 'tempest-description-1759126757'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:03.495183 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d27a8a23-7cb2-49fe-8f8a-cd29b9f069fb req-c301e847-8e9c-4730-8bc2-7c0b581c46ab tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb6b18fc-e0f4-4095-bbc6-0b1369b1bf69 HTTP/1.1" status: 200 len: 210 time: 0.0424170 Nov 18 17:11:03.526956 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:03.534793 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-15587f4a-6e78-4ea4-a9bf-2bafb5e11933 req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Deleting port 8f248bfc-5e43-4e41-a179-d4f51f791aa7 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:03.535674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-15587f4a-6e78-4ea4-a9bf-2bafb5e11933 req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:03.589910 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2db4a2a0-01e5-47da-b598-7834b3512b7a req-9562a74a-f579-41ec-9150-b5829b66d205 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:03.600352 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2db4a2a0-01e5-47da-b598-7834b3512b7a req-9562a74a-f579-41ec-9150-b5829b66d205 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:03.614936 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084e475b-d912-4472-8c5c-c41428287b6d x-openstack-request-id: req-084e475b-d912-4472-8c5c-c41428287b6d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:03.615556 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b93443-51b0-4c55-aad1-04ecc6228085", "name": "network-vif-plugged", "status": "completed", "tag": "ec021669-2ee4-4343-ae2c-0a2d5aebf392", "code": 200}, {"server_uuid": "06b93443-51b0-4c55-aad1-04ecc6228085", "name": "network-vif-plugged", "status": "completed", "tag": "c4952484-89be-489c-8f25-eb513555708b", "code": 200}, {"server_uuid": "1fe3bee7-4c18-4689-abbe-f150f6edd475", "name": "network-vif-plugged", "status": "completed", "tag": "9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:03.616017 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-084e475b-d912-4472-8c5c-c41428287b6d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:03.616580 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b93443-51b0-4c55-aad1-04ecc6228085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec021669-2ee4-4343-ae2c-0a2d5aebf392', 'code': 200} Nov 18 17:11:03.620545 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b93443-51b0-4c55-aad1-04ecc6228085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4952484-89be-489c-8f25-eb513555708b', 'code': 200} Nov 18 17:11:03.621450 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe3bee7-4c18-4689-abbe-f150f6edd475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe', 'code': 200} Nov 18 17:11:03.736096 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-60ec0f85-0a50-447d-ae4a-86ba490610dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'name': 'tempest-TaggedBootDevicesTest_v242-827613960-router', 'tenant_id': '8636c767565a441eb773511271a60b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:06Z', 'updated_at': '2021-11-18T17:08:11Z', 'revision_number': 4, 'project_id': '8636c767565a441eb773511271a60b63', 'gw_port': {'id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:07Z', 'updated_at': '2021-11-18T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '12f17024-49de-4771-82c3-f4d842fbdc73', 'tenant_id': '8636c767565a441eb773511271a60b63', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'port_id': '79d87257-b73f-4f55-9be6-a319a16fd0f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf', 'mac_address': 'fa:16:3e:ec:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:09:27Z', 'updated_at': '2021-11-18T17:10:59Z', 'revision_number': 1, 'project_id': '8636c767565a441eb773511271a60b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305ba18c-9f03-43c3-895a-419f24b35dbb', 'name': '', 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf', 'tenant_id': '8636c767565a441eb773511271a60b63', 'mac_address': 'fa:16:3e:f0:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:10Z', 'updated_at': '2021-11-18T17:08:16Z', 'revision_number': 5, 'project_id': '8636c767565a441eb773511271a60b63', 'subnets': [{'id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:03.736391 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-15587f4a-6e78-4ea4-a9bf-2bafb5e11933 req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] For port 8f248bfc-5e43-4e41-a179-d4f51f791aa7, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8f248bfc-5e43-4e41-a179-d4f51f791aa7,segment=NetworkSegment(44eacfb7-b260-4147-a313-fcfd38c6afd8),segment_id=44eacfb7-b260-4147-a313-fcfd38c6afd8)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:03.736831 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-15587f4a-6e78-4ea4-a9bf-2bafb5e11933 req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:03.778095 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-15587f4a-6e78-4ea4-a9bf-2bafb5e11933 req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Calling delete_port for 8f248bfc-5e43-4e41-a179-d4f51f791aa7 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:03.791412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec0f85-0a50-447d-ae4a-86ba490610dd None None] The sync data for ids ['b52574e1-2bbd-4dc0-8540-fa978add6738'] in n-d-813419-11 is: [{'id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'name': 'tempest-TaggedBootDevicesTest_v242-827613960-router', 'tenant_id': '8636c767565a441eb773511271a60b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:06Z', 'updated_at': '2021-11-18T17:08:11Z', 'revision_number': 4, 'project_id': '8636c767565a441eb773511271a60b63', 'gw_port': {'id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:07Z', 'updated_at': '2021-11-18T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '12f17024-49de-4771-82c3-f4d842fbdc73', 'tenant_id': '8636c767565a441eb773511271a60b63', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'port_id': '79d87257-b73f-4f55-9be6-a319a16fd0f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf', 'mac_address': 'fa:16:3e:ec:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:09:27Z', 'updated_at': '2021-11-18T17:10:59Z', 'revision_number': 1, 'project_id': '8636c767565a441eb773511271a60b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305ba18c-9f03-43c3-895a-419f24b35dbb', 'name': '', 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf', 'tenant_id': '8636c767565a441eb773511271a60b63', 'mac_address': 'fa:16:3e:f0:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:10Z', 'updated_at': '2021-11-18T17:08:16Z', 'revision_number': 5, 'project_id': '8636c767565a441eb773511271a60b63', 'subnets': [{'id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:11:03.936428 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2db4a2a0-01e5-47da-b598-7834b3512b7a req-9562a74a-f579-41ec-9150-b5829b66d205 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:03.960739 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682adee-b4e0-4907-8165-344a24beb820 req-b51a8bf9-29cd-49d1-a84d-80df14f54dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:03.961253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682adee-b4e0-4907-8165-344a24beb820 req-b51a8bf9-29cd-49d1-a84d-80df14f54dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:03.961798 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682adee-b4e0-4907-8165-344a24beb820 req-b51a8bf9-29cd-49d1-a84d-80df14f54dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:03.978579 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d682adee-b4e0-4907-8165-344a24beb820 req-b51a8bf9-29cd-49d1-a84d-80df14f54dda service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2872 time: 0.2252612 Nov 18 17:11:03.991362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508682a-5eaf-43d2-a598-ef82ea6ce05f req-d640a62f-d270-430e-8322-1b8e16a6808a tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:03.995172 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2508682a-5eaf-43d2-a598-ef82ea6ce05f req-d640a62f-d270-430e-8322-1b8e16a6808a tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b322972-19cd-4bfb-af9d-e6d7c79ffe97 HTTP/1.1" status: 200 len: 945 time: 0.1540425 Nov 18 17:11:04.031653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20894c6f-47e3-4ae1-932e-5d66c05b2608 req-95d809db-fe24-4398-b9fd-ad15ae32cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:04.033227 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20894c6f-47e3-4ae1-932e-5d66c05b2608 req-95d809db-fe24-4398-b9fd-ad15ae32cdaf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 1097 time: 0.1429808 Nov 18 17:11:04.039027 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2db4a2a0-01e5-47da-b598-7834b3512b7a req-9562a74a-f579-41ec-9150-b5829b66d205 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:04.096796 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20894c6f-47e3-4ae1-932e-5d66c05b2608 req-a08631fb-a9e7-4674-b1c0-44e94bbb20a4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551860 Nov 18 17:11:04.122430 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-15587f4a-6e78-4ea4-a9bf-2bafb5e11933 req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:04.137656 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8f248bfc-5e43-4e41-a179-d4f51f791aa7'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:04.174745 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf5d30-23a6-4236-9c13-485c6ece3db2 None None] New status for floating IP 12f17024-49de-4771-82c3-f4d842fbdc73: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:11:04.183422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Pushing event deleted for resources: {'Port': ['ID=8f248bfc-5e43-4e41-a179-d4f51f791aa7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:04.184793 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d682adee-b4e0-4907-8165-344a24beb820 req-c98924d0-330b-4e4b-bc19-0eedf997da3d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885765 Nov 18 17:11:04.188351 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562a74a-f579-41ec-9150-b5829b66d205 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874837bb-02e0-4a6c-93c8-32c4a1cfec44,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:04.197935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2508682a-5eaf-43d2-a598-ef82ea6ce05f req-b050b6c2-1195-49eb-8dd2-df7f90ed0fdb tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b2d59ee-4de1-4284-8144-a44195936d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922169 Nov 18 17:11:04.210306 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2db4a2a0-01e5-47da-b598-7834b3512b7a req-9562a74a-f579-41ec-9150-b5829b66d205 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:04.275611 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2db4a2a0-01e5-47da-b598-7834b3512b7a req-9562a74a-f579-41ec-9150-b5829b66d205 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:04.280079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-15587f4a-6e78-4ea4-a9bf-2bafb5e11933 req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] No DVR routers for this DVR port 8f248bfc-5e43-4e41-a179-d4f51f791aa7 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:11:04.283423 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:04.283864 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:04.287959 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:04.289518 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:04.290050 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:04.290592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:04.292458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:04.292965 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:04.293472 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:04.293998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:04.294675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:04.300820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:04.312335 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-15587f4a-6e78-4ea4-a9bf-2bafb5e11933 req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:04.321864 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-15587f4a-6e78-4ea4-a9bf-2bafb5e11933 req-ac8c4692-6b3d-4d23-bf90-ab495a1de6f9 tempest-ServerRescueTestJSON-375739982 tempest-ServerRescueTestJSON-375739982-project] 10.222.0.83 "DELETE /v2.0/ports/8f248bfc-5e43-4e41-a179-d4f51f791aa7 HTTP/1.1" status: 204 len: 173 time: 0.9030020 Nov 18 17:11:04.344930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562a74a-f579-41ec-9150-b5829b66d205 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6351be6-b4da-46d5-b465-6b5b2a4896b2,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:04.434198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d73c1-4c24-4d63-ae5f-2c4d08f99404 req-1ab9b159-906d-4b2d-95fa-0f39ef76b65f tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:04.440163 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d73c1-4c24-4d63-ae5f-2c4d08f99404 req-1ab9b159-906d-4b2d-95fa-0f39ef76b65f tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:04.447009 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d73c1-4c24-4d63-ae5f-2c4d08f99404 req-1ab9b159-906d-4b2d-95fa-0f39ef76b65f tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:04.449431 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a80d73c1-4c24-4d63-ae5f-2c4d08f99404 req-1ab9b159-906d-4b2d-95fa-0f39ef76b65f tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2416 time: 0.0729098 Nov 18 17:11:04.453262 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2db4a2a0-01e5-47da-b598-7834b3512b7a req-9562a74a-f579-41ec-9150-b5829b66d205 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:04.454480 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2db4a2a0-01e5-47da-b598-7834b3512b7a req-9562a74a-f579-41ec-9150-b5829b66d205 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0070143 Nov 18 17:11:04.550174 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a80d73c1-4c24-4d63-ae5f-2c4d08f99404 req-e3fd8279-4eea-4da4-9338-5e562d349cff tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788796 Nov 18 17:11:04.564414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1278621-0ad4-4ef5-bfcf-7a94b140e78b', 'name': 'network-vif-deleted', 'tag': 'e5b002f3-6542-4729-b53c-7340e022fa9a'}, {'server_uuid': '0b322972-19cd-4bfb-af9d-e6d7c79ffe97', 'name': 'network-vif-deleted', 'tag': '8f248bfc-5e43-4e41-a179-d4f51f791aa7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:04.567132 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6857ce99-6530-4bcd-bf23-2cdd17a4777e" -d '{"events": [{"server_uuid": "a1278621-0ad4-4ef5-bfcf-7a94b140e78b", "name": "network-vif-deleted", "tag": "e5b002f3-6542-4729-b53c-7340e022fa9a"}, {"server_uuid": "0b322972-19cd-4bfb-af9d-e6d7c79ffe97", "name": "network-vif-deleted", "tag": "8f248bfc-5e43-4e41-a179-d4f51f791aa7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:04.674436 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-48e44d84-267e-410b-bf23-b24aae5978f7 req-8730aa03-a1c7-47b1-86b1-583f4f773a71 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-917715825', 'description': 'tempest-description-1678915366'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:04.704111 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1823d-5775-4fa8-9180-e0e46718405c req-4100531a-1a9b-4d78-9e65-ca7a944cc2b6 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:04.712277 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99d1823d-5775-4fa8-9180-e0e46718405c req-4100531a-1a9b-4d78-9e65-ca7a944cc2b6 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 945 time: 0.0739515 Nov 18 17:11:04.774179 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99d1823d-5775-4fa8-9180-e0e46718405c req-5d674529-b420-40e4-aaad-0324396fc054 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610108 Nov 18 17:11:04.803872 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-48e44d84-267e-410b-bf23-b24aae5978f7 req-8730aa03-a1c7-47b1-86b1-583f4f773a71 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:04.889591 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7e93fa-1534-4f38-b24c-e08992ae50c6 x-openstack-request-id: req-5e7e93fa-1534-4f38-b24c-e08992ae50c6 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:04.890060 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1278621-0ad4-4ef5-bfcf-7a94b140e78b", "name": "network-vif-deleted", "tag": "e5b002f3-6542-4729-b53c-7340e022fa9a", "status": "completed", "code": 200}, {"server_uuid": "0b322972-19cd-4bfb-af9d-e6d7c79ffe97", "name": "network-vif-deleted", "tag": "8f248bfc-5e43-4e41-a179-d4f51f791aa7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:04.890957 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5e7e93fa-1534-4f38-b24c-e08992ae50c6 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:04.891526 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1278621-0ad4-4ef5-bfcf-7a94b140e78b', 'name': 'network-vif-deleted', 'tag': 'e5b002f3-6542-4729-b53c-7340e022fa9a', 'status': 'completed', 'code': 200} Nov 18 17:11:04.892303 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b322972-19cd-4bfb-af9d-e6d7c79ffe97', 'name': 'network-vif-deleted', 'tag': '8f248bfc-5e43-4e41-a179-d4f51f791aa7', 'status': 'completed', 'code': 200} Nov 18 17:11:04.899686 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:04.929699 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-48e44d84-267e-410b-bf23-b24aae5978f7 req-8730aa03-a1c7-47b1-86b1-583f4f773a71 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:04.985866 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-48e44d84-267e-410b-bf23-b24aae5978f7 req-8730aa03-a1c7-47b1-86b1-583f4f773a71 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:04.989331 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-b8d34717-ad39-4b97-998e-480660115347 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d4d49dfbf9e64451b6dae6b726cc9e81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271118 Nov 18 17:11:05.038787 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'tag': '79d87257-b73f-4f55-9be6-a319a16fd0f8'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:05.041140 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810be8e0-4d41-4aac-9eb8-476773c289c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "tag": "79d87257-b73f-4f55-9be6-a319a16fd0f8"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:05.054537 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730aa03-a1c7-47b1-86b1-583f4f773a71 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b07660-1023-4d5d-94f2-39c41cad7762,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:05.095863 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-48e44d84-267e-410b-bf23-b24aae5978f7 req-8730aa03-a1c7-47b1-86b1-583f4f773a71 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:05.100304 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48e44d84-267e-410b-bf23-b24aae5978f7 req-8730aa03-a1c7-47b1-86b1-583f4f773a71 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4348745 Nov 18 17:11:05.158960 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-3c40ac90-9f62-4364-93f7-ef3e21e0ea83 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:05.167731 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-3c40ac90-9f62-4364-93f7-ef3e21e0ea83 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698844 Nov 18 17:11:05.176797 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6916da46-4395-4088-bce7-de49752b98b6 x-openstack-request-id: req-6916da46-4395-4088-bce7-de49752b98b6 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:05.178957 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "tag": "79d87257-b73f-4f55-9be6-a319a16fd0f8", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:05.178957 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6916da46-4395-4088-bce7-de49752b98b6 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:05.178957 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'tag': '79d87257-b73f-4f55-9be6-a319a16fd0f8', 'status': 'completed', 'code': 200} Nov 18 17:11:05.188118 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-a84b56aa-4c8e-4e1a-ab25-90b78dc45dfc tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/quotas/d4d49dfbf9e64451b6dae6b726cc9e81 HTTP/1.1" status: 200 len: 375 time: 0.0191746 Nov 18 17:11:05.246556 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-d2de60b6-fccc-4a67-b768-16ba88f3c261 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d4d49dfbf9e64451b6dae6b726cc9e81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573606 Nov 18 17:11:05.344297 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810be8e0-4d41-4aac-9eb8-476773c289c3 req-153746ab-d00a-43d7-8519-cadca0632281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:05.345057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810be8e0-4d41-4aac-9eb8-476773c289c3 req-153746ab-d00a-43d7-8519-cadca0632281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:05.345700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810be8e0-4d41-4aac-9eb8-476773c289c3 req-153746ab-d00a-43d7-8519-cadca0632281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:05.346431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810be8e0-4d41-4aac-9eb8-476773c289c3 req-153746ab-d00a-43d7-8519-cadca0632281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:05.347277 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810be8e0-4d41-4aac-9eb8-476773c289c3 req-153746ab-d00a-43d7-8519-cadca0632281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:05.348040 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810be8e0-4d41-4aac-9eb8-476773c289c3 req-153746ab-d00a-43d7-8519-cadca0632281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:05.348712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810be8e0-4d41-4aac-9eb8-476773c289c3 req-153746ab-d00a-43d7-8519-cadca0632281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:05.351266 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-810be8e0-4d41-4aac-9eb8-476773c289c3 req-153746ab-d00a-43d7-8519-cadca0632281 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8636c767565a441eb773511271a60b63&device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 6508 time: 0.1190209 Nov 18 17:11:05.524198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810be8e0-4d41-4aac-9eb8-476773c289c3 req-8ccffc5a-5af5-4e7e-a4ae-731b9b4bc356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:05.524198 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-810be8e0-4d41-4aac-9eb8-476773c289c3 req-8ccffc5a-5af5-4e7e-a4ae-731b9b4bc356 service neutron] 10.222.0.81 "GET /v2.0/networks?id=21e57fb7-15e2-4168-9940-61b5b33853bf HTTP/1.1" status: 200 len: 918 time: 0.1526761 Nov 18 17:11:05.584039 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:05.625819 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device e5b002f3-6542-4729-b53c-7340e022fa9a no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:05.677558 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: e5b002f3-6542-4729-b53c-7340e022fa9a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:11:05.678150 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device e5b002f3-6542-4729-b53c-7340e022fa9a not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:05.722184 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-810be8e0-4d41-4aac-9eb8-476773c289c3 req-0a02baff-f55f-4ac8-96ee-715ec39a773f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79d87257-b73f-4f55-9be6-a319a16fd0f8 HTTP/1.1" status: 200 len: 1001 time: 0.1924725 Nov 18 17:11:05.842549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37138) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:05.948787 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810be8e0-4d41-4aac-9eb8-476773c289c3 req-42b8925b-67d7-4102-85f5-6e07b9bd7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:05.950478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-810be8e0-4d41-4aac-9eb8-476773c289c3 req-42b8925b-67d7-4102-85f5-6e07b9bd7ab4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e6246afd-a473-49e2-aa8f-305885903cc9 HTTP/1.1" status: 200 len: 855 time: 0.1673968 Nov 18 17:11:06.016838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-3ab27338-bdb5-47d1-95f7-850b8ed6fbae tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 54572 time: 0.8217945 Nov 18 17:11:06.147171 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810be8e0-4d41-4aac-9eb8-476773c289c3 req-14c09dbe-5095-4372-8d73-e6a874e8e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:06.150637 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-810be8e0-4d41-4aac-9eb8-476773c289c3 req-14c09dbe-5095-4372-8d73-e6a874e8e2a1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=21e57fb7-15e2-4168-9940-61b5b33853bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1896949 Nov 18 17:11:06.195614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-f3c4ea83-d4c2-4bd7-99c7-a4dca4a74bd2 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/021194f5-27de-41a8-a48d-86bc19691fc5 HTTP/1.1" status: 200 len: 2998 time: 0.1428168 Nov 18 17:11:06.248958 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ddceb-7da3-482e-8839-49bce3ada3e8 req-8bfccd5a-5c12-42bf-8ab2-2e9d57a8f2c7 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:06.256269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ddceb-7da3-482e-8839-49bce3ada3e8 req-8bfccd5a-5c12-42bf-8ab2-2e9d57a8f2c7 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:06.265649 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ddceb-7da3-482e-8839-49bce3ada3e8 req-8bfccd5a-5c12-42bf-8ab2-2e9d57a8f2c7 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:06.267889 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-132ddceb-7da3-482e-8839-49bce3ada3e8 req-8bfccd5a-5c12-42bf-8ab2-2e9d57a8f2c7 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2416 time: 0.2065504 Nov 18 17:11:06.330674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-a66d711f-0ca4-498d-a2ee-9ab961211702 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/021194f5-27de-41a8-a48d-86bc19691fc5 HTTP/1.1" status: 200 len: 2998 time: 0.1282086 Nov 18 17:11:06.421690 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-132ddceb-7da3-482e-8839-49bce3ada3e8 req-5b4fd5bf-713f-4f5c-84fd-1b0fe9eded59 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442118 Nov 18 17:11:06.445644 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-6ce6fb37-1213-4f75-b8f7-71fa68bc7b6d tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/2807f798-c084-4895-9352-d7178aff3a27 HTTP/1.1" status: 200 len: 2998 time: 0.1050758 Nov 18 17:11:06.448135 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-810be8e0-4d41-4aac-9eb8-476773c289c3 req-1cdbdaab-fb46-440d-8e2a-dc41606fb24e service neutron] 10.222.0.81 "GET /v2.0/networks/21e57fb7-15e2-4168-9940-61b5b33853bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876894 Nov 18 17:11:06.700058 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b4b8-eecf-4262-868f-a136733ba603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:06.924787 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bff0d738-a355-4aa6-9fda-5d056bfdf721 req-27dab44a-782d-43fc-b98b-8575550a116e tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d3ccd86-02a1-4a25-9748-1dab085d2d46 HTTP/1.1" status: 200 len: 210 time: 0.3853414 Nov 18 17:11:06.930456 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-e1450946-e22b-4969-8405-8adbd553d491 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/2807f798-c084-4895-9352-d7178aff3a27 HTTP/1.1" status: 200 len: 2998 time: 0.4724083 Nov 18 17:11:06.948541 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8f248bfc-5e43-4e41-a179-d4f51f791aa7 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:06.980558 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-810be8e0-4d41-4aac-9eb8-476773c289c3 req-1977823f-300a-469f-a842-0da86c01199a service neutron] 10.222.0.81 "GET /v2.0/networks/21e57fb7-15e2-4168-9940-61b5b33853bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241470 Nov 18 17:11:06.995368 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-d10a17a3-2a30-4906-b4ff-051db00addd1 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/2aaf955b-2088-4f7c-8a60-6779658ce3a8 HTTP/1.1" status: 200 len: 2998 time: 0.0461245 Nov 18 17:11:07.013856 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 8f248bfc-5e43-4e41-a179-d4f51f791aa7 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:11:07.014778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8f248bfc-5e43-4e41-a179-d4f51f791aa7 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:07.053946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9b4b8-eecf-4262-868f-a136733ba603 admin admin] Deleting port cdc8467a-ad4b-4049-9b2d-1241fe9e103c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:07.054565 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b4b8-eecf-4262-868f-a136733ba603 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:07.083171 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-5e7fd839-1ec2-4728-a685-5e770b684731 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/2aaf955b-2088-4f7c-8a60-6779658ce3a8 HTTP/1.1" status: 200 len: 2998 time: 0.0808117 Nov 18 17:11:07.144762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-8cd465be-a58a-49c9-b051-69acfb281246 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/43da29dd-c79b-4038-8e95-c3f3837a6a41 HTTP/1.1" status: 200 len: 2998 time: 0.0527811 Nov 18 17:11:07.167284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-3cb9b4b8-eecf-4262-868f-a136733ba603 admin admin] For port cdc8467a-ad4b-4049-9b2d-1241fe9e103c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cdc8467a-ad4b-4049-9b2d-1241fe9e103c,segment=NetworkSegment(44eacfb7-b260-4147-a313-fcfd38c6afd8),segment_id=44eacfb7-b260-4147-a313-fcfd38c6afd8)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:07.167755 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b4b8-eecf-4262-868f-a136733ba603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:07.191169 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-4e55bdce-c017-4cb0-a3f5-b179884880ec tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/43da29dd-c79b-4038-8e95-c3f3837a6a41 HTTP/1.1" status: 200 len: 2998 time: 0.0391281 Nov 18 17:11:07.214837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9b4b8-eecf-4262-868f-a136733ba603 admin admin] Calling delete_port for cdc8467a-ad4b-4049-9b2d-1241fe9e103c owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:07.244621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-0dcfa9c5-65a3-41b7-b0b5-50a265e44057 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/8301fd54-b4fe-443f-9665-bd158b5417c1 HTTP/1.1" status: 200 len: 2998 time: 0.0438433 Nov 18 17:11:07.303035 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-4a1a397b-1802-44b5-98ab-f33434188653 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/8301fd54-b4fe-443f-9665-bd158b5417c1 HTTP/1.1" status: 200 len: 2998 time: 0.0541959 Nov 18 17:11:07.369776 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-d8a7bca1-df9a-47c8-882d-02b9e1af87aa tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/874837bb-02e0-4a6c-93c8-32c4a1cfec44 HTTP/1.1" status: 200 len: 2998 time: 0.0604572 Nov 18 17:11:07.476710 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-bdeab984-74d1-426b-8652-0705cdc1bc02 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/874837bb-02e0-4a6c-93c8-32c4a1cfec44 HTTP/1.1" status: 200 len: 2998 time: 0.0927079 Nov 18 17:11:07.509966 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf33cf0-47b8-4417-82d0-10c5c3ea5e14 req-dc87b3ae-e6ce-483b-8edf-8fa601e11e1d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:07.511929 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-baf33cf0-47b8-4417-82d0-10c5c3ea5e14 req-dc87b3ae-e6ce-483b-8edf-8fa601e11e1d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 945 time: 0.0778000 Nov 18 17:11:07.553723 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-5f8af10b-ffc2-4395-98cc-3c9bd02f45d1 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/8b2d59ee-4de1-4284-8144-a44195936d86 HTTP/1.1" status: 200 len: 2998 time: 0.0693076 Nov 18 17:11:07.561412 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b4b8-eecf-4262-868f-a136733ba603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:07.593202 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9b4b8-eecf-4262-868f-a136733ba603 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc8467a-ad4b-4049-9b2d-1241fe9e103c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:07.605901 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-baf33cf0-47b8-4417-82d0-10c5c3ea5e14 req-55cbfad4-c6a2-4153-af67-650b0518a805 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792153 Nov 18 17:11:07.672778 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-8caa3b19-be19-4841-8d33-fa9f766e8f04 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/8b2d59ee-4de1-4284-8144-a44195936d86 HTTP/1.1" status: 200 len: 2998 time: 0.1016729 Nov 18 17:11:07.747299 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-1679e513-c765-47e5-8381-e72e6e2e6f97 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/8eaef91c-45f7-4864-86c7-ef64759e4658 HTTP/1.1" status: 200 len: 2998 time: 0.0670829 Nov 18 17:11:07.839620 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b4b8-eecf-4262-868f-a136733ba603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:07.863993 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-3dc15800-5612-43a5-acf3-21fc5c8a5861 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/8eaef91c-45f7-4864-86c7-ef64759e4658 HTTP/1.1" status: 200 len: 2998 time: 0.1028645 Nov 18 17:11:07.928875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593dab41-93ea-41a6-8010-064b808f892c req-7188d6c8-422e-4bcd-9a94-7a18fd9d73a2 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:07.937544 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-593dab41-93ea-41a6-8010-064b808f892c req-7188d6c8-422e-4bcd-9a94-7a18fd9d73a2 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 949 time: 0.1408041 Nov 18 17:11:07.980976 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-6063e2fe-7894-4623-9cd2-4f9751f0cd3e tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/97d574eb-918d-4974-84f6-9c42564ed1ea HTTP/1.1" status: 200 len: 2994 time: 0.0961242 Nov 18 17:11:08.040308 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-593dab41-93ea-41a6-8010-064b808f892c req-2e267f53-e2a9-4408-90f3-12e96e23ed6e tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966854 Nov 18 17:11:08.085214 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-792e90c7-e5e0-4c0d-8f68-b93d14a60d36 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/97d574eb-918d-4974-84f6-9c42564ed1ea HTTP/1.1" status: 200 len: 2994 time: 0.0951703 Nov 18 17:11:08.126021 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-1bf39ba6-93a4-45a5-a19b-daaa878a3ed4 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=d4d49dfbf9e64451b6dae6b726cc9e81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429492 Nov 18 17:11:08.180448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-eaf530f6-3d3e-44c5-91b1-0afc8741fbc8 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/afdb1a31-293f-4cbc-8c10-32f2e50fa1c0 HTTP/1.1" status: 200 len: 2998 time: 0.0937879 Nov 18 17:11:08.236840 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-59f49091-761b-4e48-ba33-fe79e8d1e179 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/afdb1a31-293f-4cbc-8c10-32f2e50fa1c0 HTTP/1.1" status: 200 len: 2998 time: 0.0493519 Nov 18 17:11:08.320925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb9b4b8-eecf-4262-868f-a136733ba603 admin admin] Router f43ebc61-09e8-45a7-8020-425b42f79383 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:11:08.326051 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e14bcfab-e183-4bfa-a8ad-8d28980331e1 req-cc546b05-8d6c-4e55-964a-f3480e1e4956 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1218555991&fields=id&tenant_id=557edf255516466592ba607b8048c913 HTTP/1.1" status: 200 len: 267 time: 0.0750444 Nov 18 17:11:08.375838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-7742f926-f2d5-4781-a63f-8e270a1bbfe3 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/b0c27198-2056-4583-8dfb-dc961d7a5d27 HTTP/1.1" status: 200 len: 2998 time: 0.1311533 Nov 18 17:11:08.389283 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bcfab-e183-4bfa-a8ad-8d28980331e1 req-e3a123d9-6279-4051-8b97-cff3c1d357f3 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:08.391155 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e14bcfab-e183-4bfa-a8ad-8d28980331e1 req-e3a123d9-6279-4051-8b97-cff3c1d357f3 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 945 time: 0.0642378 Nov 18 17:11:08.406820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-0bf9ed99-2947-428f-8858-fbeba82a8570 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:08.408470 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-0bf9ed99-2947-428f-8858-fbeba82a8570 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2672501 Nov 18 17:11:08.409408 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-e14bcfab-e183-4bfa-a8ad-8d28980331e1 req-223f549d-0d1b-4b2c-8354-e1356f972a74 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Request body: {'port': {'security_groups': ['f55adc86-4703-407a-b898-f716a899113d', '8068e4d9-2992-42c9-9b80-4e8d62a952b5']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:08.425186 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-32309507-cd4a-4994-9ca9-3e7e99c10236 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Request body: {'port': {'device_id': '9d3ccd86-02a1-4a25-9748-1dab085d2d46', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'd4d49dfbf9e64451b6dae6b726cc9e81'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:08.502289 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-1e86e042-862f-4f24-8422-93cd82248e1e tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/b0c27198-2056-4583-8dfb-dc961d7a5d27 HTTP/1.1" status: 200 len: 2998 time: 0.1100397 Nov 18 17:11:08.504987 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e14bcfab-e183-4bfa-a8ad-8d28980331e1 req-223f549d-0d1b-4b2c-8354-e1356f972a74 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:08.569315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb9b4b8-eecf-4262-868f-a136733ba603 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:11:08.582048 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1efd8ac-0a5d-495a-9b33-b54a41109058 None None] Sync routers for ids ['f43ebc61-09e8-45a7-8020-425b42f79383'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:11:08.586331 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3cb9b4b8-eecf-4262-868f-a136733ba603 admin admin] 10.222.0.72 "PUT /v2.0/routers/f43ebc61-09e8-45a7-8020-425b42f79383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7406282 Nov 18 17:11:08.588024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37176) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:08.612104 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-57a5fd7e-5d8c-4eba-9ccb-2f4b047f410f tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/ecaaf335-bbc0-4299-afcb-3ae8104c6678 HTTP/1.1" status: 200 len: 2990 time: 0.1020012 Nov 18 17:11:08.628478 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1efd8ac-0a5d-495a-9b33-b54a41109058 None None] Routers {'f43ebc61-09e8-45a7-8020-425b42f79383'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:11:08.629566 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e1efd8ac-0a5d-495a-9b33-b54a41109058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:11:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f43ebc61-09e8-45a7-8020-425b42f79383'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:08.735389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-0ceec90e-da39-4781-bc31-5a302544ae9b tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/ecaaf335-bbc0-4299-afcb-3ae8104c6678 HTTP/1.1" status: 200 len: 2990 time: 0.1163239 Nov 18 17:11:08.755618 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4db38789-8aec-46ef-9b14-5bd78f208a82 admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:08.814213 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-e1efd8ac-0a5d-495a-9b33-b54a41109058 None None] Set router f43ebc61-09e8-45a7-8020-425b42f79383 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:11:08.824603 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-32309507-cd4a-4994-9ca9-3e7e99c10236 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Made reservation on behalf of d4d49dfbf9e64451b6dae6b726cc9e81 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:11:08.834807 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-32309507-cd4a-4994-9ca9-3e7e99c10236 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:08.890205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-a049c78c-8cef-41ea-862f-5fafcecd63df tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/f44832f8-a754-4801-9c26-ed4644362dbc HTTP/1.1" status: 200 len: 2998 time: 0.1421125 Nov 18 17:11:08.893183 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-e14bcfab-e183-4bfa-a8ad-8d28980331e1 req-223f549d-0d1b-4b2c-8354-e1356f972a74 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] For port 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe,segment=NetworkSegment(e0051c73-cd29-46e4-92a8-c1ac82adfc5d),segment_id=e0051c73-cd29-46e4-92a8-c1ac82adfc5d)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:08.956279 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfef093-c32f-4308-b3a5-bb2a8b0b8dd8 req-b0e072e3-96df-418f-91e4-2fa4e5727ef0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:08.958011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cbfef093-c32f-4308-b3a5-bb2a8b0b8dd8 req-b0e072e3-96df-418f-91e4-2fa4e5727ef0 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 949 time: 0.1157873 Nov 18 17:11:08.967269 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e14bcfab-e183-4bfa-a8ad-8d28980331e1 req-223f549d-0d1b-4b2c-8354-e1356f972a74 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:09.018513 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-b56058a7-52f4-4542-86df-e850303020f0 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/f44832f8-a754-4801-9c26-ed4644362dbc HTTP/1.1" status: 200 len: 2998 time: 0.1149683 Nov 18 17:11:09.029109 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4db38789-8aec-46ef-9b14-5bd78f208a82 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:09.068157 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-32309507-cd4a-4994-9ca9-3e7e99c10236 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Allocated IP 192.168.233.199 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/dc9b596e-715f-49eb-834a-68cc632d43b8) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:11:09.075152 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e1efd8ac-0a5d-495a-9b33-b54a41109058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'name': 'tempest-ServerRescueTestJSON-1145285380-router', 'tenant_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'da615cfe-de75-4d42-9959-8278d0d5a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:35Z', 'updated_at': '2021-11-18T17:11:07Z', 'revision_number': 5, 'project_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'gw_port': {'id': 'da615cfe-de75-4d42-9959-8278d0d5a84f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:36Z', 'updated_at': '2021-11-18T17:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:09.077129 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e14bcfab-e183-4bfa-a8ad-8d28980331e1 req-223f549d-0d1b-4b2c-8354-e1356f972a74 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:09.081955 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-ca950d28-f2bb-48bb-a276-b87fdf155864 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/f55adc86-4703-407a-b898-f716a899113d HTTP/1.1" status: 200 len: 2998 time: 0.0516477 Nov 18 17:11:09.110593 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['e9c494ea-97dd-4301-be13-0b3ceedb4d75'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:09.112621 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:09.116803 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1efd8ac-0a5d-495a-9b33-b54a41109058 None None] Checking router: f43ebc61-09e8-45a7-8020-425b42f79383 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:11:09.179170 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1efd8ac-0a5d-495a-9b33-b54a41109058 None None] Routers {'f43ebc61-09e8-45a7-8020-425b42f79383'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:11:09.179811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e1efd8ac-0a5d-495a-9b33-b54a41109058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:11:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f43ebc61-09e8-45a7-8020-425b42f79383'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:09.192596 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bcfab-e183-4bfa-a8ad-8d28980331e1 req-223f549d-0d1b-4b2c-8354-e1356f972a74 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:09.193632 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e14bcfab-e183-4bfa-a8ad-8d28980331e1 req-223f549d-0d1b-4b2c-8354-e1356f972a74 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:09.211820 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e14bcfab-e183-4bfa-a8ad-8d28980331e1 req-223f549d-0d1b-4b2c-8354-e1356f972a74 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "PUT /v2.0/ports/9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe HTTP/1.1" status: 200 len: 981 time: 0.8125622 Nov 18 17:11:09.213760 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe3bee7-4c18-4689-abbe-f150f6edd475', 'tag': '9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:09.221688 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d896b614-0d55-42d7-b6e0-1ae31a8885f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe3bee7-4c18-4689-abbe-f150f6edd475", "tag": "9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:09.297695 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15795fbf-78f8-4e21-a968-f87390dd97ed req-f1a4a983-366c-46df-9a44-069b6ec44ad5 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/f55adc86-4703-407a-b898-f716a899113d HTTP/1.1" status: 200 len: 2998 time: 0.1873806 Nov 18 17:11:09.329923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f549d-0d1b-4b2c-8354-e1356f972a74 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event updated for resources: {'Port': ['ID=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe,revision_number=6']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:09.335030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-cbfef093-c32f-4308-b3a5-bb2a8b0b8dd8 req-a8f4cf23-685b-4fcb-b704-d351382ec9f4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Deleting port ccc795c3-47b6-480d-ac8f-8bda64deb4c4 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:09.335427 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbfef093-c32f-4308-b3a5-bb2a8b0b8dd8 req-a8f4cf23-685b-4fcb-b704-d351382ec9f4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:09.387531 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-32309507-cd4a-4994-9ca9-3e7e99c10236 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:09.409255 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-e1efd8ac-0a5d-495a-9b33-b54a41109058 None None] Set router f43ebc61-09e8-45a7-8020-425b42f79383 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:11:09.435265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-4db38789-8aec-46ef-9b14-5bd78f208a82 admin admin] Deleting port da615cfe-de75-4d42-9959-8278d0d5a84f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:09.438422 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4db38789-8aec-46ef-9b14-5bd78f208a82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:09.476908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e1efd8ac-0a5d-495a-9b33-b54a41109058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'name': 'tempest-ServerRescueTestJSON-1145285380-router', 'tenant_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:35Z', 'updated_at': '2021-11-18T17:11:09Z', 'revision_number': 6, 'project_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:09.528137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1efd8ac-0a5d-495a-9b33-b54a41109058 None None] The sync data for ids ['f43ebc61-09e8-45a7-8020-425b42f79383'] in n-d-813419-11 is: [{'id': 'f43ebc61-09e8-45a7-8020-425b42f79383', 'name': 'tempest-ServerRescueTestJSON-1145285380-router', 'tenant_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:35Z', 'updated_at': '2021-11-18T17:11:09Z', 'revision_number': 6, 'project_id': 'c3bc532e43f648478ff37d9f8bb2c0af', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:11:09.532708 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e433fba8-0ac0-47db-8a72-88dc88c61efa req-22a71671-f76c-41f4-9c53-ab5aaa7776b4 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d3ccd86-02a1-4a25-9748-1dab085d2d46 HTTP/1.1" status: 200 len: 210 time: 0.0562947 Nov 18 17:11:09.553658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-cbfef093-c32f-4308-b3a5-bb2a8b0b8dd8 req-a8f4cf23-685b-4fcb-b704-d351382ec9f4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] For port ccc795c3-47b6-480d-ac8f-8bda64deb4c4, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ccc795c3-47b6-480d-ac8f-8bda64deb4c4,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:09.553658 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbfef093-c32f-4308-b3a5-bb2a8b0b8dd8 req-a8f4cf23-685b-4fcb-b704-d351382ec9f4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:09.562555 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:09.579362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-cbfef093-c32f-4308-b3a5-bb2a8b0b8dd8 req-a8f4cf23-685b-4fcb-b704-d351382ec9f4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Calling delete_port for ccc795c3-47b6-480d-ac8f-8bda64deb4c4 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:09.608042 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-32309507-cd4a-4994-9ca9-3e7e99c10236 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:09.689225 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-4db38789-8aec-46ef-9b14-5bd78f208a82 admin admin] For port da615cfe-de75-4d42-9959-8278d0d5a84f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=da615cfe-de75-4d42-9959-8278d0d5a84f,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:09.689609 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4db38789-8aec-46ef-9b14-5bd78f208a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:09.725681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-32309507-cd4a-4994-9ca9-3e7e99c10236 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:11:09.733701 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-4db38789-8aec-46ef-9b14-5bd78f208a82 admin admin] Calling delete_port for da615cfe-de75-4d42-9959-8278d0d5a84f owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:09.735701 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-32309507-cd4a-4994-9ca9-3e7e99c10236 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:09.745442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-32309507-cd4a-4994-9ca9-3e7e99c10236 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:11:09.751088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32309507-cd4a-4994-9ca9-3e7e99c10236 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Pushing event updated for resources: {'Port': ['ID=dc9b596e-715f-49eb-834a-68cc632d43b8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:09.990310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-32309507-cd4a-4994-9ca9-3e7e99c10236 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:09.991056 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-32309507-cd4a-4994-9ca9-3e7e99c10236 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:10.027547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13df7c1-042d-42c1-afc2-54496c5e1bcc req-c3111e3f-3755-4b3a-b78e-6c9841c1388c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:10.038897 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f13df7c1-042d-42c1-afc2-54496c5e1bcc req-c3111e3f-3755-4b3a-b78e-6c9841c1388c tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48cd285-41d8-4772-baf6-46bb8823fd15 HTTP/1.1" status: 200 len: 949 time: 0.3011870 Nov 18 17:11:10.043269 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbfef093-c32f-4308-b3a5-bb2a8b0b8dd8 req-a8f4cf23-685b-4fcb-b704-d351382ec9f4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:10.124340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4cf23-685b-4fcb-b704-d351382ec9f4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Pushing event deleted for resources: {'Port': ['ID=ccc795c3-47b6-480d-ac8f-8bda64deb4c4,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:10.173619 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-32309507-cd4a-4994-9ca9-3e7e99c10236 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7532637 Nov 18 17:11:10.187335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Request body: {'port': {'device_id': '9d3ccd86-02a1-4a25-9748-1dab085d2d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:10.223173 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9775ef41-9aca-4c07-a462-19efc9211eaf req-43faf814-fafc-405d-af3c-564252144552 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/8068e4d9-2992-42c9-9b80-4e8d62a952b5 HTTP/1.1" status: 200 len: 1817 time: 0.2456844 Nov 18 17:11:10.262262 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfef093-c32f-4308-b3a5-bb2a8b0b8dd8 req-a8f4cf23-685b-4fcb-b704-d351382ec9f4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] No DVR routers for this DVR port ccc795c3-47b6-480d-ac8f-8bda64deb4c4 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:11:10.271735 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbfef093-c32f-4308-b3a5-bb2a8b0b8dd8 req-a8f4cf23-685b-4fcb-b704-d351382ec9f4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:10.275487 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cbfef093-c32f-4308-b3a5-bb2a8b0b8dd8 req-a8f4cf23-685b-4fcb-b704-d351382ec9f4 tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.81 "DELETE /v2.0/ports/ccc795c3-47b6-480d-ac8f-8bda64deb4c4 HTTP/1.1" status: 204 len: 173 time: 1.3051121 Nov 18 17:11:10.293442 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:10.306482 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f13df7c1-042d-42c1-afc2-54496c5e1bcc req-2416be84-b622-4780-9df4-a3d8ec30c4fc tempest-ServersOnMultiNodesTest-685882422 tempest-ServersOnMultiNodesTest-685882422-project] 10.222.0.72 "GET /v2.0/security-groups?id=2807f798-c084-4895-9352-d7178aff3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624860 Nov 18 17:11:10.336307 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6befa7bc-e95b-4bea-a672-d6a11b6c0fda None None] Provisioning complete for port dc9b596e-715f-49eb-834a-68cc632d43b8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:10.336899 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6befa7bc-e95b-4bea-a672-d6a11b6c0fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:10.348899 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-9775ef41-9aca-4c07-a462-19efc9211eaf req-795eb527-c6cd-4605-ba56-e71ff4be4cab tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 18 17:11:10.353203 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4db38789-8aec-46ef-9b14-5bd78f208a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:10.362644 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9775ef41-9aca-4c07-a462-19efc9211eaf req-795eb527-c6cd-4605-ba56-e71ff4be4cab tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "DELETE /v2.0/security-groups/8068e4d9-2992-42c9-9b80-4e8d62a952b5 HTTP/1.1" status: 409 len: 341 time: 0.1368492 Nov 18 17:11:10.402319 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6befa7bc-e95b-4bea-a672-d6a11b6c0fda None None] Port dc9b596e-715f-49eb-834a-68cc632d43b8 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:11:10.417651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db38789-8aec-46ef-9b14-5bd78f208a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=da615cfe-de75-4d42-9959-8278d0d5a84f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:10.425975 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4686f7d-af58-4989-a1f1-9d53a726c19e x-openstack-request-id: req-b4686f7d-af58-4989-a1f1-9d53a726c19e {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:10.426281 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe3bee7-4c18-4689-abbe-f150f6edd475", "tag": "9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:10.426547 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b4686f7d-af58-4989-a1f1-9d53a726c19e {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:10.426966 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe3bee7-4c18-4689-abbe-f150f6edd475', 'tag': '9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe', 'status': 'completed', 'code': 200} Nov 18 17:11:10.664919 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4db38789-8aec-46ef-9b14-5bd78f208a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:10.682768 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cdc8467a-ad4b-4049-9b2d-1241fe9e103c no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:10.722643 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0ddacabd-009f-485b-b856-b2736d2538d6 req-49e25756-a58a-49ef-96d7-125a583e0b5c tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5eb8c46d923947399326a63e091d98d2 HTTP/1.1" status: 200 len: 6152 time: 0.3400407 Nov 18 17:11:10.741131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: cdc8467a-ad4b-4049-9b2d-1241fe9e103c {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:11:10.741484 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cdc8467a-ad4b-4049-9b2d-1241fe9e103c not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:10.742526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device da615cfe-de75-4d42-9959-8278d0d5a84f no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:10.761398 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896b614-0d55-42d7-b6e0-1ae31a8885f6 req-e4ae7efa-55ad-4d47-8228-c5735a937f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:10.763491 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d896b614-0d55-42d7-b6e0-1ae31a8885f6 req-e4ae7efa-55ad-4d47-8228-c5735a937f56 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=557edf255516466592ba607b8048c913&device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 1136 time: 0.3107867 Nov 18 17:11:10.783608 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: da615cfe-de75-4d42-9959-8278d0d5a84f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:11:10.784011 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device da615cfe-de75-4d42-9959-8278d0d5a84f not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:10.863686 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4db38789-8aec-46ef-9b14-5bd78f208a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:10.883022 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72678d3b-0b8b-45cd-9b3a-37051b446a7a req-b836bf28-6270-4dc5-be44-d89c59929764 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:10.886022 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4db38789-8aec-46ef-9b14-5bd78f208a82 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:10.891023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72678d3b-0b8b-45cd-9b3a-37051b446a7a req-b836bf28-6270-4dc5-be44-d89c59929764 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:10.898842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72678d3b-0b8b-45cd-9b3a-37051b446a7a req-b836bf28-6270-4dc5-be44-d89c59929764 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:10.901378 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72678d3b-0b8b-45cd-9b3a-37051b446a7a req-b836bf28-6270-4dc5-be44-d89c59929764 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2416 time: 0.3509784 Nov 18 17:11:10.905833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0ddacabd-009f-485b-b856-b2736d2538d6 req-45507e22-b12e-4a1d-8b7e-49b29e2598ed tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] 10.222.0.72 "GET /v2.0/security-groups/f44832f8-a754-4801-9c26-ed4644362dbc HTTP/1.1" status: 200 len: 2998 time: 0.1703107 Nov 18 17:11:11.012453 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4db38789-8aec-46ef-9b14-5bd78f208a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:11.013170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db38789-8aec-46ef-9b14-5bd78f208a82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f43ebc61-09e8-45a7-8020-425b42f79383 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:11:11.026256 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4db38789-8aec-46ef-9b14-5bd78f208a82 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:11.029861 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4db38789-8aec-46ef-9b14-5bd78f208a82 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f43ebc61-09e8-45a7-8020-425b42f79383 HTTP/1.1" status: 204 len: 168 time: 2.4387100 Nov 18 17:11:11.031287 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37208) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:11.089787 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72678d3b-0b8b-45cd-9b3a-37051b446a7a req-acd6e96a-3a66-40ae-9d0c-edfb6fe4568c tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390047 Nov 18 17:11:11.112750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0ddacabd-009f-485b-b856-b2736d2538d6 req-c38fa445-2b92-4060-856c-eab3f8f26b33 tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] 10.222.0.72 "GET /v2.0/security-groups/f44832f8-a754-4801-9c26-ed4644362dbc HTTP/1.1" status: 200 len: 2998 time: 0.1712949 Nov 18 17:11:11.114050 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896b614-0d55-42d7-b6e0-1ae31a8885f6 req-03a797f6-1f41-45c9-97ca-39249e18e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:11.115712 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d896b614-0d55-42d7-b6e0-1ae31a8885f6 req-03a797f6-1f41-45c9-97ca-39249e18e5c4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7d71d5bf-0e48-40ce-ab69-465c2210440e HTTP/1.1" status: 200 len: 914 time: 0.3187885 Nov 18 17:11:11.244940 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d896b614-0d55-42d7-b6e0-1ae31a8885f6 req-d3fd61a1-4372-4dca-9751-de3e58665bc2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe HTTP/1.1" status: 200 len: 217 time: 0.1193092 Nov 18 17:11:11.386261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896b614-0d55-42d7-b6e0-1ae31a8885f6 req-493a6c01-d03d-42f2-8a39-83f9a664f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:11.387929 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d896b614-0d55-42d7-b6e0-1ae31a8885f6 req-493a6c01-d03d-42f2-8a39-83f9a664f84b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b5a5d3a0-0aaf-46fb-92a9-f911a7fb8193 HTTP/1.1" status: 200 len: 852 time: 0.1269722 Nov 18 17:11:11.406982 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c6255-284f-4c05-a9cb-e25e707fcce6 req-a4fbba59-c3e2-4c77-bae3-70b6d3fd33b9 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:11.408659 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-068c6255-284f-4c05-a9cb-e25e707fcce6 req-a4fbba59-c3e2-4c77-bae3-70b6d3fd33b9 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d3ccd86-02a1-4a25-9748-1dab085d2d46 HTTP/1.1" status: 200 len: 936 time: 0.0719097 Nov 18 17:11:11.450888 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d896b614-0d55-42d7-b6e0-1ae31a8885f6 req-188ca42f-b55c-473e-9e37-df3506505ce4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7d71d5bf-0e48-40ce-ab69-465c2210440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411730 Nov 18 17:11:11.480844 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9b596e-715f-49eb-834a-68cc632d43b8 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:11:11.493611 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:11.496139 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-068c6255-284f-4c05-a9cb-e25e707fcce6 req-c1bf6178-021c-41ed-a397-394afb5b8ba9 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710230 Nov 18 17:11:11.502206 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f30f2ee-fe5c-4729-a75b-9b5868f21d17 admin admin] Deleting subnet 1fd090af-9053-4a66-81a3-f9e7d42c0053 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:11:11.518707 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f30f2ee-fe5c-4729-a75b-9b5868f21d17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:11.544514 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Transition to ACTIVE for port object dc9b596e-715f-49eb-834a-68cc632d43b8 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:11:11.556512 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f30f2ee-fe5c-4729-a75b-9b5868f21d17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:11.613398 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f30f2ee-fe5c-4729-a75b-9b5868f21d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:11.659138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ccc795c3-47b6-480d-ac8f-8bda64deb4c4 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:11.688850 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: ccc795c3-47b6-480d-ac8f-8bda64deb4c4 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:11:11.689858 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ccc795c3-47b6-480d-ac8f-8bda64deb4c4 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:11.705292 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:11.709053 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d896b614-0d55-42d7-b6e0-1ae31a8885f6 req-a1f57b1a-c932-4021-897e-a4d1da13e8fa service neutron] 10.222.0.81 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498363 Nov 18 17:11:11.755327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-450004cd-2479-40f9-a0a6-c3e916270377 req-7f4c9f15-97b4-4fcb-ad0c-dc9e77b7561c tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/a7b07660-1023-4d5d-94f2-39c41cad7762 HTTP/1.1" status: 200 len: 1794 time: 0.0849144 Nov 18 17:11:11.801094 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f30f2ee-fe5c-4729-a75b-9b5868f21d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:11.846582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30f2ee-fe5c-4729-a75b-9b5868f21d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fd090af-9053-4a66-81a3-f9e7d42c0053,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:11.918983 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d896b614-0d55-42d7-b6e0-1ae31a8885f6 req-336e93bf-df65-413e-ae0a-3e1c2f60276b service neutron] 10.222.0.81 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004397 Nov 18 17:11:12.008189 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f30f2ee-fe5c-4729-a75b-9b5868f21d17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:12.023673 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1f30f2ee-fe5c-4729-a75b-9b5868f21d17 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1fd090af-9053-4a66-81a3-f9e7d42c0053 HTTP/1.1" status: 204 len: 168 time: 0.9884729 Nov 18 17:11:12.044110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Pushing event updated for resources: {'Port': ['ID=dc9b596e-715f-49eb-834a-68cc632d43b8,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:12.049584 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37230) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:12.104571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Attempting to bind port dc9b596e-715f-49eb-834a-68cc632d43b8 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:11:12.104955 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Attempting to bind port dc9b596e-715f-49eb-834a-68cc632d43b8 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:11:12.112217 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Attempting to bind port dc9b596e-715f-49eb-834a-68cc632d43b8 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:11:12.128174 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Port dc9b596e-715f-49eb-834a-68cc632d43b8 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:11:12.128509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Attempting to bind port dc9b596e-715f-49eb-834a-68cc632d43b8 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:11:12.145155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296ca0-f262-4532-98ef-198c268beb46 req-c8b3c7b7-c5a1-4899-8981-10486a73c092 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:12.152439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296ca0-f262-4532-98ef-198c268beb46 req-c8b3c7b7-c5a1-4899-8981-10486a73c092 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:12.165887 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296ca0-f262-4532-98ef-198c268beb46 req-c8b3c7b7-c5a1-4899-8981-10486a73c092 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:12.165887 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad296ca0-f262-4532-98ef-198c268beb46 req-c8b3c7b7-c5a1-4899-8981-10486a73c092 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.81 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2416 time: 0.3790822 Nov 18 17:11:12.169256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:11:12.169712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:11:12.170211 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:11:12.170802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Bound port: dc9b596e-715f-49eb-834a-68cc632d43b8, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:11:12.171257 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:12.221989 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-450004cd-2479-40f9-a0a6-c3e916270377 req-ac9662cb-644e-448c-9b70-676e68725ba8 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:12.246827 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-450004cd-2479-40f9-a0a6-c3e916270377 req-ac9662cb-644e-448c-9b70-676e68725ba8 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:12.335965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd731a1-f9c2-4b0c-ae81-a374425e8ba8 req-9e25e46e-44f4-46dc-b0c8-f5a6b7a7196e tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:12.343891 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-abd731a1-f9c2-4b0c-ae81-a374425e8ba8 req-9e25e46e-44f4-46dc-b0c8-f5a6b7a7196e tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 984 time: 0.3595641 Nov 18 17:11:12.374129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b11941-aca4-4fd4-927d-e68e31fed0ca req-c3426095-8194-4479-b624-e01cd0b85368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:12.375839 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61b11941-aca4-4fd4-927d-e68e31fed0ca req-c3426095-8194-4479-b624-e01cd0b85368 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=557edf255516466592ba607b8048c913&device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 1136 time: 0.2301276 Nov 18 17:11:12.378456 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-de39e552-41ce-4ec7-85e7-4f906e31766f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:12.388967 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] For port dc9b596e-715f-49eb-834a-68cc632d43b8, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:11:12.394871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] For port dc9b596e-715f-49eb-834a-68cc632d43b8, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dc9b596e-715f-49eb-834a-68cc632d43b8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:11:12.401820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-ad296ca0-f262-4532-98ef-198c268beb46 req-58eb4f79-93ea-4367-b5e2-b22843d2e389 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Deleting port 23d034bd-2c40-4adf-9919-e2bb6e0755e5 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:12.402205 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad296ca0-f262-4532-98ef-198c268beb46 req-58eb4f79-93ea-4367-b5e2-b22843d2e389 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:12.468066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48cd285-41d8-4772-baf6-46bb8823fd15', 'name': 'network-vif-deleted', 'tag': 'ccc795c3-47b6-480d-ac8f-8bda64deb4c4'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:12.472170 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044674ed-0e09-41e7-97ce-b5c1245c2763" -d '{"events": [{"server_uuid": "a48cd285-41d8-4772-baf6-46bb8823fd15", "name": "network-vif-deleted", "tag": "ccc795c3-47b6-480d-ac8f-8bda64deb4c4"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:12.478579 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:12.540340 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-abd731a1-f9c2-4b0c-ae81-a374425e8ba8 req-75f1a3a2-f840-43bb-9072-c88fad6320f9 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&id=8068e4d9-2992-42c9-9b80-4e8d62a952b5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1955335 Nov 18 17:11:12.556475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:12.557251 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:12.558810 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] 10.222.0.83 "PUT /v2.0/ports/dc9b596e-715f-49eb-834a-68cc632d43b8 HTTP/1.1" status: 200 len: 1097 time: 2.3758957 Nov 18 17:11:12.567162 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3ccd86-02a1-4a25-9748-1dab085d2d46', 'tag': 'dc9b596e-715f-49eb-834a-68cc632d43b8'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:12.570499 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da3e723-4297-410a-bdee-5f9acb9d6b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3ccd86-02a1-4a25-9748-1dab085d2d46", "tag": "dc9b596e-715f-49eb-834a-68cc632d43b8"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:12.577751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ad296ca0-f262-4532-98ef-198c268beb46 req-58eb4f79-93ea-4367-b5e2-b22843d2e389 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] For port 23d034bd-2c40-4adf-9919-e2bb6e0755e5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=23d034bd-2c40-4adf-9919-e2bb6e0755e5,segment=NetworkSegment(bfa7214a-c897-49ef-a0de-cc52c3e198fb),segment_id=bfa7214a-c897-49ef-a0de-cc52c3e198fb)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:12.578139 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad296ca0-f262-4532-98ef-198c268beb46 req-58eb4f79-93ea-4367-b5e2-b22843d2e389 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:12.591340 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-450004cd-2479-40f9-a0a6-c3e916270377 req-ac9662cb-644e-448c-9b70-676e68725ba8 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:12.594331 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-450004cd-2479-40f9-a0a6-c3e916270377 req-ac9662cb-644e-448c-9b70-676e68725ba8 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:12.595541 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-450004cd-2479-40f9-a0a6-c3e916270377 req-ac9662cb-644e-448c-9b70-676e68725ba8 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/a7b07660-1023-4d5d-94f2-39c41cad7762 HTTP/1.1" status: 204 len: 173 time: 0.8183899 Nov 18 17:11:12.609088 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b11941-aca4-4fd4-927d-e68e31fed0ca req-e752664a-827c-43e7-8503-a5ab77060359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:12.610351 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61b11941-aca4-4fd4-927d-e68e31fed0ca req-e752664a-827c-43e7-8503-a5ab77060359 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7d71d5bf-0e48-40ce-ab69-465c2210440e HTTP/1.1" status: 200 len: 914 time: 0.2227030 Nov 18 17:11:12.610836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37246) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:12.632406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-ad296ca0-f262-4532-98ef-198c268beb46 req-58eb4f79-93ea-4367-b5e2-b22843d2e389 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Calling delete_port for 23d034bd-2c40-4adf-9919-e2bb6e0755e5 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:12.642336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9662cb-644e-448c-9b70-676e68725ba8 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b07660-1023-4d5d-94f2-39c41cad7762,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:12.654454 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cb2e6-8988-49ac-b9a3-20a70444e3bf service neutron] Pushing event updated for resources: {'Port': ['ID=dc9b596e-715f-49eb-834a-68cc632d43b8,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:12.704992 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-de39e552-41ce-4ec7-85e7-4f906e31766f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:12.767491 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcc4324-a958-4abd-ba53-3d1dca50edde x-openstack-request-id: req-8fcc4324-a958-4abd-ba53-3d1dca50edde {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:12.767744 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48cd285-41d8-4772-baf6-46bb8823fd15", "name": "network-vif-deleted", "tag": "ccc795c3-47b6-480d-ac8f-8bda64deb4c4", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:12.768051 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8fcc4324-a958-4abd-ba53-3d1dca50edde {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:12.768514 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48cd285-41d8-4772-baf6-46bb8823fd15', 'name': 'network-vif-deleted', 'tag': 'ccc795c3-47b6-480d-ac8f-8bda64deb4c4', 'status': 'completed', 'code': 200} Nov 18 17:11:12.797039 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-19ee5572-1a6b-4ae6-825e-4f95a6b9abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:12.798613 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-19ee5572-1a6b-4ae6-825e-4f95a6b9abc8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d4d49dfbf9e64451b6dae6b726cc9e81&device_id=9d3ccd86-02a1-4a25-9748-1dab085d2d46 HTTP/1.1" status: 200 len: 1100 time: 0.0646691 Nov 18 17:11:12.799087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61b11941-aca4-4fd4-927d-e68e31fed0ca req-fdc8c179-bc53-4981-82e7-a44b9e4e1a83 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe HTTP/1.1" status: 200 len: 217 time: 0.1688771 Nov 18 17:11:12.859882 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-fe3b1e6c-9377-47c9-a5f0-980d0e6b4afc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=dc9b596e-715f-49eb-834a-68cc632d43b8 HTTP/1.1" status: 200 len: 217 time: 0.0504839 Nov 18 17:11:12.928326 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-de39e552-41ce-4ec7-85e7-4f906e31766f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8f46f4-882b-4562-848c-31b4ccc8252f']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:12.950986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-de39e552-41ce-4ec7-85e7-4f906e31766f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44eacfb7-b260-4147-a313-fcfd38c6afd8') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:12.951285 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-de39e552-41ce-4ec7-85e7-4f906e31766f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44eacfb7-b260-4147-a313-fcfd38c6afd8') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:12.967987 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-95bd1b13-0dc1-408d-bd0c-b627531f17c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:12.969523 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-95bd1b13-0dc1-408d-bd0c-b627531f17c4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0951223 Nov 18 17:11:12.977047 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-de39e552-41ce-4ec7-85e7-4f906e31766f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:13.009926 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b11941-aca4-4fd4-927d-e68e31fed0ca req-d38609ae-0582-41f5-ad2b-be24ef50c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:13.011564 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61b11941-aca4-4fd4-927d-e68e31fed0ca req-d38609ae-0582-41f5-ad2b-be24ef50c21f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b5a5d3a0-0aaf-46fb-92a9-f911a7fb8193 HTTP/1.1" status: 200 len: 852 time: 0.1655803 Nov 18 17:11:13.024736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483616ee-27f0-4533-8b79-9277e0847f4d req-95117684-1339-411e-b87c-bb79e2ccf1ec tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:13.030750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-b44c1dbf-18ff-44da-93e1-98167b368bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:13.031294 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483616ee-27f0-4533-8b79-9277e0847f4d req-95117684-1339-411e-b87c-bb79e2ccf1ec tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:13.032429 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-b44c1dbf-18ff-44da-93e1-98167b368bda service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0537434 Nov 18 17:11:13.035218 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad296ca0-f262-4532-98ef-198c268beb46 req-58eb4f79-93ea-4367-b5e2-b22843d2e389 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:13.041356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483616ee-27f0-4533-8b79-9277e0847f4d req-95117684-1339-411e-b87c-bb79e2ccf1ec tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:13.041356 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-483616ee-27f0-4533-8b79-9277e0847f4d req-95117684-1339-411e-b87c-bb79e2ccf1ec tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 2416 time: 0.2718234 Nov 18 17:11:13.042483 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-de39e552-41ce-4ec7-85e7-4f906e31766f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:13.048916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['c4952484-89be-489c-8f25-eb513555708b', 'ec021669-2ee4-4343-ae2c-0a2d5aebf392', '23d034bd-2c40-4adf-9919-e2bb6e0755e5'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:13.059277 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-44c3bdc1-5455-4359-b585-0e7809b1d03c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ac151e4448864b68b1035daf3741f627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4355450 Nov 18 17:11:13.064832 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37260) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:13.088565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9606d-86ff-4637-8de8-7d60e04f0f65 req-ff0019a1-0368-4dfb-87b2-79d6040584c1 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:13.090487 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bcd9606d-86ff-4637-8de8-7d60e04f0f65 req-ff0019a1-0368-4dfb-87b2-79d6040584c1 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d3ccd86-02a1-4a25-9748-1dab085d2d46 HTTP/1.1" status: 200 len: 948 time: 0.2532325 Nov 18 17:11:13.097655 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de39e552-41ce-4ec7-85e7-4f906e31766f admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:11:13.098414 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-de39e552-41ce-4ec7-85e7-4f906e31766f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:11:13.100561 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:11:13.106254 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61b11941-aca4-4fd4-927d-e68e31fed0ca req-deae8366-0a1e-4d1c-bed4-f1f5b2f7cb20 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7d71d5bf-0e48-40ce-ab69-465c2210440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609753 Nov 18 17:11:13.179751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb4f79-93ea-4367-b5e2-b22843d2e389 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event deleted for resources: {'Port': ['ID=23d034bd-2c40-4adf-9919-e2bb6e0755e5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:13.214643 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-22c1096c-9ac7-4707-8424-97c4e4a2dc92 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655042 Nov 18 17:11:13.340725 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-483616ee-27f0-4533-8b79-9277e0847f4d req-5ccb73a1-1be4-445d-9e09-3ded399be9bd tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790966 Nov 18 17:11:13.343618 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-88f1f658-5ffa-4dd3-8ae2-95deeef625da req-2dba7413-6549-4c87-a4c8-229911d25e90 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079898 Nov 18 17:11:13.344529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad296ca0-f262-4532-98ef-198c268beb46 req-58eb4f79-93ea-4367-b5e2-b22843d2e389 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] No DVR routers for this DVR port 23d034bd-2c40-4adf-9919-e2bb6e0755e5 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:11:13.347026 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad296ca0-f262-4532-98ef-198c268beb46 req-58eb4f79-93ea-4367-b5e2-b22843d2e389 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:13.350733 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad296ca0-f262-4532-98ef-198c268beb46 req-58eb4f79-93ea-4367-b5e2-b22843d2e389 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.81 "DELETE /v2.0/ports/23d034bd-2c40-4adf-9919-e2bb6e0755e5 HTTP/1.1" status: 204 len: 173 time: 1.1770470 Nov 18 17:11:13.371857 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-de39e552-41ce-4ec7-85e7-4f906e31766f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:13.376669 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a352a7bf-9017-4c54-b78f-ab7e489b889a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:13.389891 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bcd9606d-86ff-4637-8de8-7d60e04f0f65 req-4841d7b1-514e-4a8a-92dc-b77d82612d16 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815304 Nov 18 17:11:13.429465 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-de39e552-41ce-4ec7-85e7-4f906e31766f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:13.432822 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-de39e552-41ce-4ec7-85e7-4f906e31766f admin admin] 10.222.0.72 "DELETE /v2.0/networks/4b8f46f4-882b-4562-848c-31b4ccc8252f HTTP/1.1" status: 204 len: 168 time: 1.3811009 Nov 18 17:11:13.449044 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39e552-41ce-4ec7-85e7-4f906e31766f admin admin] Pushing event deleted for resources: {'Network': ['ID=4b8f46f4-882b-4562-848c-31b4ccc8252f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:13.475624 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b031a304-c875-48a1-9878-c5ca0fb80020 x-openstack-request-id: req-b031a304-c875-48a1-9878-c5ca0fb80020 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:13.486624 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3ccd86-02a1-4a25-9748-1dab085d2d46", "tag": "dc9b596e-715f-49eb-834a-68cc632d43b8", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:13.487239 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a352a7bf-9017-4c54-b78f-ab7e489b889a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:13.488071 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b031a304-c875-48a1-9878-c5ca0fb80020 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:13.490033 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3ccd86-02a1-4a25-9748-1dab085d2d46', 'tag': 'dc9b596e-715f-49eb-834a-68cc632d43b8', 'status': 'completed', 'code': 200} Nov 18 17:11:13.503357 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61b11941-aca4-4fd4-927d-e68e31fed0ca req-5309a3fa-6adb-405d-b368-2a986bae810b service neutron] 10.222.0.81 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665872 Nov 18 17:11:13.557427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-ad296ca0-f262-4532-98ef-198c268beb46 req-7805729a-d490-4ff2-a54d-3799ab3ef565 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Deleting port c4952484-89be-489c-8f25-eb513555708b {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:13.558027 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad296ca0-f262-4532-98ef-198c268beb46 req-7805729a-d490-4ff2-a54d-3799ab3ef565 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:13.641457 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd629809-36ef-44ac-9757-d85c7f221d81 req-1cf313d1-f95f-4edb-bffb-6d5aa46a82b2 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "GET /v2.0/security-groups/d6351be6-b4da-46d5-b465-6b5b2a4896b2 HTTP/1.1" status: 200 len: 1795 time: 0.1273370 Nov 18 17:11:13.650762 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3e723-4297-410a-bdee-5f9acb9d6b0b req-0d64a277-097e-47ef-be99-54b764ee2def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:13.652321 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7da3e723-4297-410a-bdee-5f9acb9d6b0b req-0d64a277-097e-47ef-be99-54b764ee2def service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d4d49dfbf9e64451b6dae6b726cc9e81&device_id=9d3ccd86-02a1-4a25-9748-1dab085d2d46 HTTP/1.1" status: 200 len: 1100 time: 0.1240499 Nov 18 17:11:13.673056 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61b11941-aca4-4fd4-927d-e68e31fed0ca req-fdafda90-7625-4294-8074-f1b9a6a1362e service neutron] 10.222.0.81 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602707 Nov 18 17:11:13.727600 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a352a7bf-9017-4c54-b78f-ab7e489b889a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:13.727600 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a352a7bf-9017-4c54-b78f-ab7e489b889a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:13.727600 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a352a7bf-9017-4c54-b78f-ab7e489b889a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2807f798-c084-4895-9352-d7178aff3a27 HTTP/1.1" status: 204 len: 168 time: 0.6331873 Nov 18 17:11:13.747997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ad296ca0-f262-4532-98ef-198c268beb46 req-7805729a-d490-4ff2-a54d-3799ab3ef565 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] For port c4952484-89be-489c-8f25-eb513555708b, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c4952484-89be-489c-8f25-eb513555708b,segment=NetworkSegment(82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d),segment_id=82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:13.748376 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad296ca0-f262-4532-98ef-198c268beb46 req-7805729a-d490-4ff2-a54d-3799ab3ef565 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:13.754151 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352a7bf-9017-4c54-b78f-ab7e489b889a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2807f798-c084-4895-9352-d7178aff3a27,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:13.769728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-ad296ca0-f262-4532-98ef-198c268beb46 req-7805729a-d490-4ff2-a54d-3799ab3ef565 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Calling delete_port for c4952484-89be-489c-8f25-eb513555708b owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:13.775457 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cd629809-36ef-44ac-9757-d85c7f221d81 req-f543d557-f024-427f-b457-5d95126e3263 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:13.829751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3e723-4297-410a-bdee-5f9acb9d6b0b req-7b02b72a-739c-43de-b942-3a369d93e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:13.831252 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7da3e723-4297-410a-bdee-5f9acb9d6b0b req-7b02b72a-739c-43de-b942-3a369d93e0c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1690331 Nov 18 17:11:13.833750 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cd629809-36ef-44ac-9757-d85c7f221d81 req-f543d557-f024-427f-b457-5d95126e3263 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:13.881598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37292) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:13.891720 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7da3e723-4297-410a-bdee-5f9acb9d6b0b req-363ce55e-7161-4d66-b8dd-fa76d9059231 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=dc9b596e-715f-49eb-834a-68cc632d43b8 HTTP/1.1" status: 200 len: 217 time: 0.0487530 Nov 18 17:11:13.892133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997963b7-8f9b-4930-8257-b1a1225a2d5c req-e942159c-2d60-4695-b107-74da97dd3c2e tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:13.895737 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-997963b7-8f9b-4930-8257-b1a1225a2d5c req-e942159c-2d60-4695-b107-74da97dd3c2e tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 984 time: 0.1088076 Nov 18 17:11:14.006171 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ea6dab8f-6ccc-4682-85f8-bfc3d28d4e57 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c3bc532e43f648478ff37d9f8bb2c0af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1214354 Nov 18 17:11:14.008727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37294) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:14.021512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3e723-4297-410a-bdee-5f9acb9d6b0b req-05132325-aa99-4cdd-acc4-354378196b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:14.023096 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7da3e723-4297-410a-bdee-5f9acb9d6b0b req-05132325-aa99-4cdd-acc4-354378196b39 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1209915 Nov 18 17:11:14.114354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3e723-4297-410a-bdee-5f9acb9d6b0b req-c55a7cfa-a8bb-49f0-9235-62733c24c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:14.115912 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7da3e723-4297-410a-bdee-5f9acb9d6b0b req-c55a7cfa-a8bb-49f0-9235-62733c24c2a7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0805964 Nov 18 17:11:14.119682 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-004bf6dd-c3c0-41ec-a787-933a0c1325af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:14.156115 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad296ca0-f262-4532-98ef-198c268beb46 req-7805729a-d490-4ff2-a54d-3799ab3ef565 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:14.182835 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-004bf6dd-c3c0-41ec-a787-933a0c1325af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:14.214988 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805729a-d490-4ff2-a54d-3799ab3ef565 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event deleted for resources: {'Port': ['ID=c4952484-89be-489c-8f25-eb513555708b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:14.269286 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-997963b7-8f9b-4930-8257-b1a1225a2d5c req-7c8c9b62-b376-4945-ab76-376ae84ee9d1 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&id=8068e4d9-2992-42c9-9b80-4e8d62a952b5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3615093 Nov 18 17:11:14.270656 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cd629809-36ef-44ac-9757-d85c7f221d81 req-f543d557-f024-427f-b457-5d95126e3263 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:14.273971 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cd629809-36ef-44ac-9757-d85c7f221d81 req-f543d557-f024-427f-b457-5d95126e3263 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:14.276399 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd629809-36ef-44ac-9757-d85c7f221d81 req-f543d557-f024-427f-b457-5d95126e3263 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/d6351be6-b4da-46d5-b465-6b5b2a4896b2 HTTP/1.1" status: 204 len: 173 time: 0.6264532 Nov 18 17:11:14.285053 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543d557-f024-427f-b457-5d95126e3263 tempest-SecurityGroupsTestAdminJSON-1803642624 tempest-SecurityGroupsTestAdminJSON-1803642624-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6351be6-b4da-46d5-b465-6b5b2a4896b2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:14.339702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad296ca0-f262-4532-98ef-198c268beb46 req-7805729a-d490-4ff2-a54d-3799ab3ef565 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] No DVR routers for this DVR port c4952484-89be-489c-8f25-eb513555708b on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:11:14.351782 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad296ca0-f262-4532-98ef-198c268beb46 req-7805729a-d490-4ff2-a54d-3799ab3ef565 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:14.355436 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad296ca0-f262-4532-98ef-198c268beb46 req-7805729a-d490-4ff2-a54d-3799ab3ef565 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.81 "DELETE /v2.0/ports/c4952484-89be-489c-8f25-eb513555708b HTTP/1.1" status: 204 len: 173 time: 0.9985168 Nov 18 17:11:14.371245 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7da3e723-4297-410a-bdee-5f9acb9d6b0b req-d6d63a07-f6d0-42a1-b5e8-571810061b4a service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468615 Nov 18 17:11:14.425821 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-234d27af-6a4b-4e1e-84e9-19e7ee9b3a10 req-fe365d63-f258-49f5-9fe5-d179cdce7c88 tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] 10.222.0.72 "GET /v2.0/security-groups/bc3ee601-61d2-4a10-a7c3-b80888265028 HTTP/1.1" status: 200 len: 1794 time: 0.1118438 Nov 18 17:11:14.452178 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8b049-50b2-4423-b062-656c8a852095 req-5217b602-cded-4b31-9145-fa72f8b7bef2 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:14.453826 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-22d8b049-50b2-4423-b062-656c8a852095 req-5217b602-cded-4b31-9145-fa72f8b7bef2 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=71cd3dd9-5093-49c8-b4c0-9d8b391e648b HTTP/1.1" status: 200 len: 949 time: 0.0675881 Nov 18 17:11:14.511462 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-004bf6dd-c3c0-41ec-a787-933a0c1325af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:14.514324 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-004bf6dd-c3c0-41ec-a787-933a0c1325af admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:14.518704 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-004bf6dd-c3c0-41ec-a787-933a0c1325af admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8b2d59ee-4de1-4284-8144-a44195936d86 HTTP/1.1" status: 204 len: 168 time: 0.5089030 Nov 18 17:11:14.537186 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bf6dd-c3c0-41ec-a787-933a0c1325af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2d59ee-4de1-4284-8144-a44195936d86,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:14.565734 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7da3e723-4297-410a-bdee-5f9acb9d6b0b req-b453ac61-1151-43f3-8458-d7fd6795b0d3 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853464 Nov 18 17:11:14.586498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-ad296ca0-f262-4532-98ef-198c268beb46 req-8cff78e6-b134-4c8d-8637-654b1b9fdd7a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Deleting port ec021669-2ee4-4343-ae2c-0a2d5aebf392 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:14.586860 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad296ca0-f262-4532-98ef-198c268beb46 req-8cff78e6-b134-4c8d-8637-654b1b9fdd7a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:14.609411 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-234d27af-6a4b-4e1e-84e9-19e7ee9b3a10 req-b93ef12d-492d-4a47-9bac-ce2dc317d5c7 tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:14.614617 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-22d8b049-50b2-4423-b062-656c8a852095 req-663ed08a-7f8d-4518-95c7-995ba9d5bdb1 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493979 Nov 18 17:11:14.638896 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-234d27af-6a4b-4e1e-84e9-19e7ee9b3a10 req-b93ef12d-492d-4a47-9bac-ce2dc317d5c7 tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:14.659993 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37310) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:14.693433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ad296ca0-f262-4532-98ef-198c268beb46 req-8cff78e6-b134-4c8d-8637-654b1b9fdd7a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] For port ec021669-2ee4-4343-ae2c-0a2d5aebf392, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ec021669-2ee4-4343-ae2c-0a2d5aebf392,segment=NetworkSegment(bfa7214a-c897-49ef-a0de-cc52c3e198fb),segment_id=bfa7214a-c897-49ef-a0de-cc52c3e198fb)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:14.693433 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad296ca0-f262-4532-98ef-198c268beb46 req-8cff78e6-b134-4c8d-8637-654b1b9fdd7a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:14.709873 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-ad296ca0-f262-4532-98ef-198c268beb46 req-8cff78e6-b134-4c8d-8637-654b1b9fdd7a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Calling delete_port for ec021669-2ee4-4343-ae2c-0a2d5aebf392 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:14.726877 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1cf0c09d-c2be-40a9-966f-51c32f741b3c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=608851b44ba546afb01be022c1856b5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0651979 Nov 18 17:11:14.740414 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37312) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:14.772583 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-234d27af-6a4b-4e1e-84e9-19e7ee9b3a10 req-b93ef12d-492d-4a47-9bac-ce2dc317d5c7 tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:14.775679 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-234d27af-6a4b-4e1e-84e9-19e7ee9b3a10 req-b93ef12d-492d-4a47-9bac-ce2dc317d5c7 tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:14.776939 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-234d27af-6a4b-4e1e-84e9-19e7ee9b3a10 req-b93ef12d-492d-4a47-9bac-ce2dc317d5c7 tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] 10.222.0.72 "DELETE /v2.0/security-groups/bc3ee601-61d2-4a10-a7c3-b80888265028 HTTP/1.1" status: 204 len: 173 time: 0.3219047 Nov 18 17:11:14.806014 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52545937-9a10-4159-8f3f-45b4a31999b0 req-177b89f1-5996-4edd-a51f-27fc19a10f0e tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:14.807427 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52545937-9a10-4159-8f3f-45b4a31999b0 req-177b89f1-5996-4edd-a51f-27fc19a10f0e tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 945 time: 0.1036468 Nov 18 17:11:14.808718 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ef12d-492d-4a47-9bac-ce2dc317d5c7 tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3ee601-61d2-4a10-a7c3-b80888265028,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:14.846715 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db46e802-a7a3-4938-86e6-077d37cbb2e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:14.913225 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db46e802-a7a3-4938-86e6-077d37cbb2e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:14.923729 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52545937-9a10-4159-8f3f-45b4a31999b0 req-17326c6d-086c-4e39-9691-cd401c2f42c5 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083069 Nov 18 17:11:14.966304 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546f8e4-c620-4a50-8ad7-cd498c808eda req-cd896cc9-e523-44e3-ba2f-1061608b62fe tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:14.970775 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad296ca0-f262-4532-98ef-198c268beb46 req-8cff78e6-b134-4c8d-8637-654b1b9fdd7a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:14.971054 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c546f8e4-c620-4a50-8ad7-cd498c808eda req-cd896cc9-e523-44e3-ba2f-1061608b62fe tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d3ccd86-02a1-4a25-9748-1dab085d2d46 HTTP/1.1" status: 200 len: 948 time: 0.1027355 Nov 18 17:11:14.987396 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device dc9b596e-715f-49eb-834a-68cc632d43b8 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:11:14.997568 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff78e6-b134-4c8d-8637-654b1b9fdd7a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event deleted for resources: {'Port': ['ID=ec021669-2ee4-4343-ae2c-0a2d5aebf392,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:15.052910 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad296ca0-f262-4532-98ef-198c268beb46 req-8cff78e6-b134-4c8d-8637-654b1b9fdd7a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] No DVR routers for this DVR port ec021669-2ee4-4343-ae2c-0a2d5aebf392 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:11:15.055443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c546f8e4-c620-4a50-8ad7-cd498c808eda req-78b39ace-1c49-412d-a8fa-27597df73020 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766122 Nov 18 17:11:15.059523 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ad296ca0-f262-4532-98ef-198c268beb46 req-8cff78e6-b134-4c8d-8637-654b1b9fdd7a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:15.063212 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad296ca0-f262-4532-98ef-198c268beb46 req-8cff78e6-b134-4c8d-8637-654b1b9fdd7a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.81 "DELETE /v2.0/ports/ec021669-2ee4-4343-ae2c-0a2d5aebf392 HTTP/1.1" status: 204 len: 173 time: 0.6952083 Nov 18 17:11:15.064265 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db46e802-a7a3-4938-86e6-077d37cbb2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:15.067871 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db46e802-a7a3-4938-86e6-077d37cbb2e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:15.070607 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-db46e802-a7a3-4938-86e6-077d37cbb2e0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/021194f5-27de-41a8-a48d-86bc19691fc5 HTTP/1.1" status: 204 len: 168 time: 0.3268523 Nov 18 17:11:15.112469 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46e802-a7a3-4938-86e6-077d37cbb2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021194f5-27de-41a8-a48d-86bc19691fc5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:15.191091 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88f57317-44bc-4622-b13c-8418703a13a5 req-110e00d2-8374-4d0f-b35c-4389d78a7877 tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] 10.222.0.72 "GET /v2.0/security-groups/ca1b2ab2-94d0-4090-aae9-65c76840297f HTTP/1.1" status: 200 len: 1793 time: 0.0803654 Nov 18 17:11:15.229124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port dc9b596e-715f-49eb-834a-68cc632d43b8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dc9b596e-715f-49eb-834a-68cc632d43b8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:15.248493 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'dc9b596e-715f-49eb-834a-68cc632d43b8', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': 'dc9b596e-715f-49eb-834a-68cc632d43b8', 'mac_address': 'fa:16:3e:a0:6a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:11:15.274329 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-88f57317-44bc-4622-b13c-8418703a13a5 req-17dd0bc7-7efd-42aa-a0b4-5320275ec280 tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:15.311076 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-88f57317-44bc-4622-b13c-8418703a13a5 req-17dd0bc7-7efd-42aa-a0b4-5320275ec280 tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:15.345778 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:15.365789 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9b596e-715f-49eb-834a-68cc632d43b8 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:11:15.388318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port dc9b596e-715f-49eb-834a-68cc632d43b8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dc9b596e-715f-49eb-834a-68cc632d43b8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:15.430029 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-88f57317-44bc-4622-b13c-8418703a13a5 req-17dd0bc7-7efd-42aa-a0b4-5320275ec280 tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:15.432943 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-88f57317-44bc-4622-b13c-8418703a13a5 req-17dd0bc7-7efd-42aa-a0b4-5320275ec280 tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:15.438469 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88f57317-44bc-4622-b13c-8418703a13a5 req-17dd0bc7-7efd-42aa-a0b4-5320275ec280 tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] 10.222.0.72 "DELETE /v2.0/security-groups/ca1b2ab2-94d0-4090-aae9-65c76840297f HTTP/1.1" status: 204 len: 173 time: 0.2337730 Nov 18 17:11:15.456579 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd0bc7-7efd-42aa-a0b4-5320275ec280 tempest-SecurityGroupsTestAdminJSON-147005488 tempest-SecurityGroupsTestAdminJSON-147005488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1b2ab2-94d0-4090-aae9-65c76840297f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:15.499850 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:15.499975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b93443-51b0-4c55-aad1-04ecc6228085', 'name': 'network-vif-deleted', 'tag': '23d034bd-2c40-4adf-9919-e2bb6e0755e5'}, {'server_uuid': '06b93443-51b0-4c55-aad1-04ecc6228085', 'name': 'network-vif-deleted', 'tag': 'c4952484-89be-489c-8f25-eb513555708b'}, {'server_uuid': '06b93443-51b0-4c55-aad1-04ecc6228085', 'name': 'network-vif-deleted', 'tag': 'ec021669-2ee4-4343-ae2c-0a2d5aebf392'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:15.499975 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b8ef49-4156-4735-a525-8bc234b91e17" -d '{"events": [{"server_uuid": "06b93443-51b0-4c55-aad1-04ecc6228085", "name": "network-vif-deleted", "tag": "23d034bd-2c40-4adf-9919-e2bb6e0755e5"}, {"server_uuid": "06b93443-51b0-4c55-aad1-04ecc6228085", "name": "network-vif-deleted", "tag": "c4952484-89be-489c-8f25-eb513555708b"}, {"server_uuid": "06b93443-51b0-4c55-aad1-04ecc6228085", "name": "network-vif-deleted", "tag": "ec021669-2ee4-4343-ae2c-0a2d5aebf392"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:15.570235 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=dc9b596e-715f-49eb-834a-68cc632d43b8,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:15.578718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:15.579219 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:15.579421 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:15.579772 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:15.580203 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:15.580476 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:15.580816 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:15.581153 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:15.581673 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:15.582044 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:15.582357 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:15.582692 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:15.607013 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75b2f4-3d08-402b-86e7-08d30cc00318 req-062c9b28-5219-4932-9db5-8e17819ab25f tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:15.608587 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e75b2f4-3d08-402b-86e7-08d30cc00318 req-062c9b28-5219-4932-9db5-8e17819ab25f tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 984 time: 0.1075284 Nov 18 17:11:15.681119 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e75b2f4-3d08-402b-86e7-08d30cc00318 req-7d3e43b1-471f-489c-996a-cecbb2c7ea6f tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=f55adc86-4703-407a-b898-f716a899113d&id=8068e4d9-2992-42c9-9b80-4e8d62a952b5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0663772 Nov 18 17:11:15.692264 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ec021669-2ee4-4343-ae2c-0a2d5aebf392 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:15.722735 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: ec021669-2ee4-4343-ae2c-0a2d5aebf392 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:11:15.723141 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ec021669-2ee4-4343-ae2c-0a2d5aebf392 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:15.723592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c4952484-89be-489c-8f25-eb513555708b no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:15.751530 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad037b2-bd29-4926-a17e-a78a32e42ca0 x-openstack-request-id: req-3ad037b2-bd29-4926-a17e-a78a32e42ca0 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:15.752090 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b93443-51b0-4c55-aad1-04ecc6228085", "name": "network-vif-deleted", "tag": "23d034bd-2c40-4adf-9919-e2bb6e0755e5", "status": "completed", "code": 200}, {"server_uuid": "06b93443-51b0-4c55-aad1-04ecc6228085", "name": "network-vif-deleted", "tag": "c4952484-89be-489c-8f25-eb513555708b", "status": "completed", "code": 200}, {"server_uuid": "06b93443-51b0-4c55-aad1-04ecc6228085", "name": "network-vif-deleted", "tag": "ec021669-2ee4-4343-ae2c-0a2d5aebf392", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:15.752715 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3ad037b2-bd29-4926-a17e-a78a32e42ca0 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:15.753118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: c4952484-89be-489c-8f25-eb513555708b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:11:15.753381 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b93443-51b0-4c55-aad1-04ecc6228085', 'name': 'network-vif-deleted', 'tag': '23d034bd-2c40-4adf-9919-e2bb6e0755e5', 'status': 'completed', 'code': 200} Nov 18 17:11:15.753587 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c4952484-89be-489c-8f25-eb513555708b not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:15.753817 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b93443-51b0-4c55-aad1-04ecc6228085', 'name': 'network-vif-deleted', 'tag': 'c4952484-89be-489c-8f25-eb513555708b', 'status': 'completed', 'code': 200} Nov 18 17:11:15.754148 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b93443-51b0-4c55-aad1-04ecc6228085', 'name': 'network-vif-deleted', 'tag': 'ec021669-2ee4-4343-ae2c-0a2d5aebf392', 'status': 'completed', 'code': 200} Nov 18 17:11:15.754279 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 23d034bd-2c40-4adf-9919-e2bb6e0755e5 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:15.778892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 23d034bd-2c40-4adf-9919-e2bb6e0755e5 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:11:15.779245 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 23d034bd-2c40-4adf-9919-e2bb6e0755e5 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:15.781180 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['dc9b596e-715f-49eb-834a-68cc632d43b8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:15.879984 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-273e34ae-b361-487f-ae14-e55579e32714 req-814ba305-8cdc-4220-8c0b-2a3f78e96424 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1818655955&fields=id&tenant_id=557edf255516466592ba607b8048c913 HTTP/1.1" status: 200 len: 267 time: 0.0681031 Nov 18 17:11:15.944369 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e34ae-b361-487f-ae14-e55579e32714 req-46ce33a4-9f44-4c1b-ba75-6d7a0f60b1c3 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:15.954178 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-273e34ae-b361-487f-ae14-e55579e32714 req-46ce33a4-9f44-4c1b-ba75-6d7a0f60b1c3 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 984 time: 0.0729470 Nov 18 17:11:15.959813 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-273e34ae-b361-487f-ae14-e55579e32714 req-696ddd2a-39db-4434-b959-0a6dba5e3fd0 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Request body: {'port': {'security_groups': ['8068e4d9-2992-42c9-9b80-4e8d62a952b5', 'f55adc86-4703-407a-b898-f716a899113d', '92f99fb2-6961-4118-a3f9-12723162e004']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:16.040001 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37374) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:16.067224 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6cb904ef-71b3-4caf-9f36-ccca0139d6e6 req-8ea94e7b-cc78-485d-a75e-98f1ac7e9b9b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=06b93443-51b0-4c55-aad1-04ecc6228085 HTTP/1.1" status: 200 len: 210 time: 0.0354517 Nov 18 17:11:16.068303 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-273e34ae-b361-487f-ae14-e55579e32714 req-696ddd2a-39db-4434-b959-0a6dba5e3fd0 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:16.086635 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37382) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:16.337738 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-273e34ae-b361-487f-ae14-e55579e32714 req-696ddd2a-39db-4434-b959-0a6dba5e3fd0 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] For port 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe,segment=NetworkSegment(e0051c73-cd29-46e4-92a8-c1ac82adfc5d),segment_id=e0051c73-cd29-46e4-92a8-c1ac82adfc5d)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:16.358289 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11625c30-3eca-4a13-996c-fe695ac6a06e req-b988b5e4-92bd-4201-93ae-0776ddf146a9 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:16.360149 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11625c30-3eca-4a13-996c-fe695ac6a06e req-b988b5e4-92bd-4201-93ae-0776ddf146a9 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d3ccd86-02a1-4a25-9748-1dab085d2d46 HTTP/1.1" status: 200 len: 949 time: 0.0884402 Nov 18 17:11:16.393312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-82f84486-9a12-4f7c-81e1-2ba302a5b7c9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1175661850-network', 'tenant_id': '403dcf863c8e404f9d85f1cae87ca5d9'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:16.395332 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-273e34ae-b361-487f-ae14-e55579e32714 req-696ddd2a-39db-4434-b959-0a6dba5e3fd0 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:16.398252 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-934ee647-9083-4ac5-b96e-8e274e9b8be9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5eb8c46d923947399326a63e091d98d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106484 Nov 18 17:11:16.401818 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37388) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:16.428845 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11625c30-3eca-4a13-996c-fe695ac6a06e req-f94dff71-26fc-42e1-9d16-68c6bb7a7bba tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595038 Nov 18 17:11:16.463156 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53b33089-21b2-4c47-a8c2-98d2cd7fb3fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:16.481117 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-273e34ae-b361-487f-ae14-e55579e32714 req-696ddd2a-39db-4434-b959-0a6dba5e3fd0 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:16.487577 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53b33089-21b2-4c47-a8c2-98d2cd7fb3fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:16.498358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:16.502254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['e9c494ea-97dd-4301-be13-0b3ceedb4d75'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:16.536310 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e34ae-b361-487f-ae14-e55579e32714 req-696ddd2a-39db-4434-b959-0a6dba5e3fd0 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:16.537511 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-273e34ae-b361-487f-ae14-e55579e32714 req-696ddd2a-39db-4434-b959-0a6dba5e3fd0 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:16.540218 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f84486-9a12-4f7c-81e1-2ba302a5b7c9 admin admin] Made reservation on behalf of 403dcf863c8e404f9d85f1cae87ca5d9 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:11:16.544057 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-82f84486-9a12-4f7c-81e1-2ba302a5b7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:16.551229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-273e34ae-b361-487f-ae14-e55579e32714 req-696ddd2a-39db-4434-b959-0a6dba5e3fd0 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "PUT /v2.0/ports/9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe HTTP/1.1" status: 200 len: 1020 time: 0.5906620 Nov 18 17:11:16.551229 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe3bee7-4c18-4689-abbe-f150f6edd475', 'tag': '9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:16.558949 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-82f84486-9a12-4f7c-81e1-2ba302a5b7c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:16.566214 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b6f983-4703-4c5c-b771-1bc819582562" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe3bee7-4c18-4689-abbe-f150f6edd475", "tag": "9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:16.620705 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53b33089-21b2-4c47-a8c2-98d2cd7fb3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:16.624035 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ddd2a-39db-4434-b959-0a6dba5e3fd0 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event updated for resources: {'Port': ['ID=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe,revision_number=7']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:16.624214 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53b33089-21b2-4c47-a8c2-98d2cd7fb3fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:16.625821 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-53b33089-21b2-4c47-a8c2-98d2cd7fb3fb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f44832f8-a754-4801-9c26-ed4644362dbc HTTP/1.1" status: 204 len: 168 time: 0.2227857 Nov 18 17:11:16.649296 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b33089-21b2-4c47-a8c2-98d2cd7fb3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44832f8-a754-4801-9c26-ed4644362dbc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:16.666551 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c11d16-9e73-4e02-9cb5-8f0f676e82cb x-openstack-request-id: req-08c11d16-9e73-4e02-9cb5-8f0f676e82cb {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:16.667124 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe3bee7-4c18-4689-abbe-f150f6edd475", "tag": "9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:16.667514 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-08c11d16-9e73-4e02-9cb5-8f0f676e82cb {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:16.668174 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe3bee7-4c18-4689-abbe-f150f6edd475', 'tag': '9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe', 'status': 'completed', 'code': 200} Nov 18 17:11:16.676461 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e9294c0f-ab94-4f2b-8c5e-9fc978b973a0 req-7e59dab9-1553-4e7a-8d9f-ba6de7a071b8 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/92f99fb2-6961-4118-a3f9-12723162e004 HTTP/1.1" status: 200 len: 1817 time: 0.1036320 Nov 18 17:11:16.686390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:16.720241 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-82f84486-9a12-4f7c-81e1-2ba302a5b7c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:16.738592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6f983-4703-4c5c-b771-1bc819582562 req-51408f53-8bfa-4b0a-a46d-82254dcb1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:16.740180 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-66b6f983-4703-4c5c-b771-1bc819582562 req-51408f53-8bfa-4b0a-a46d-82254dcb1769 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=557edf255516466592ba607b8048c913&device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 1175 time: 0.0534334 Nov 18 17:11:16.753141 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-e9294c0f-ab94-4f2b-8c5e-9fc978b973a0 req-7e26acb0-d238-4b1d-bf06-26b427b71109 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 18 17:11:16.755389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e9294c0f-ab94-4f2b-8c5e-9fc978b973a0 req-7e26acb0-d238-4b1d-bf06-26b427b71109 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "DELETE /v2.0/security-groups/92f99fb2-6961-4118-a3f9-12723162e004 HTTP/1.1" status: 409 len: 341 time: 0.0745354 Nov 18 17:11:16.822065 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-82f84486-9a12-4f7c-81e1-2ba302a5b7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:16.854959 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f84486-9a12-4f7c-81e1-2ba302a5b7c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:11:16.891094 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f84486-9a12-4f7c-81e1-2ba302a5b7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5d6a4e-0869-42d8-a029-ef1fb2610a5e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:16.895254 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-82f84486-9a12-4f7c-81e1-2ba302a5b7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:16.895597 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-82f84486-9a12-4f7c-81e1-2ba302a5b7c9 admin admin] Added segment 597154b7-5869-419b-943d-2762bb1f09ed of type vlan for network db991613-4709-44ae-9ca5-b8749db4bdea Nov 18 17:11:16.909403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6f983-4703-4c5c-b771-1bc819582562 req-27267fa0-fdef-44a4-a846-7dfc36ba6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:16.911011 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-66b6f983-4703-4c5c-b771-1bc819582562 req-27267fa0-fdef-44a4-a846-7dfc36ba6672 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7d71d5bf-0e48-40ce-ab69-465c2210440e HTTP/1.1" status: 200 len: 914 time: 0.1625326 Nov 18 17:11:16.964120 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37416) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:16.992505 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-66b6f983-4703-4c5c-b771-1bc819582562 req-ef17c59b-9382-46fc-bdd0-c24df078b900 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe HTTP/1.1" status: 200 len: 217 time: 0.0563447 Nov 18 17:11:16.995964 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-82f84486-9a12-4f7c-81e1-2ba302a5b7c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.034821 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device dc9b596e-715f-49eb-834a-68cc632d43b8 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:11:17.073994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6f983-4703-4c5c-b771-1bc819582562 req-20a68e28-c938-495a-bef0-adc735432e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:17.075478 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-66b6f983-4703-4c5c-b771-1bc819582562 req-20a68e28-c938-495a-bef0-adc735432e95 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b5a5d3a0-0aaf-46fb-92a9-f911a7fb8193 HTTP/1.1" status: 200 len: 852 time: 0.0755074 Nov 18 17:11:17.114756 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-66b6f983-4703-4c5c-b771-1bc819582562 req-50e14afe-b44c-4dc3-94ff-1a7256311bca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7d71d5bf-0e48-40ce-ab69-465c2210440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295212 Nov 18 17:11:17.189325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37424) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:17.254602 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-66b6f983-4703-4c5c-b771-1bc819582562 req-f53b3a75-d8ce-4cb8-9047-dde30f86d573 service neutron] 10.222.0.81 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318378 Nov 18 17:11:17.259093 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-82f84486-9a12-4f7c-81e1-2ba302a5b7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.260068 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f84486-9a12-4f7c-81e1-2ba302a5b7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:17.260715 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-82f84486-9a12-4f7c-81e1-2ba302a5b7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.263690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-fec17627-2434-45e2-8c71-633e51c87d59 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1929607312-network', 'tenant_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:17.301030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a3d77c-ac6d-4ef0-a275-228833370355 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Deleting subnet f12946c5-7eea-41da-9320-e9fd84993f0a {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:11:17.305833 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-38a3d77c-ac6d-4ef0-a275-228833370355 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.347615 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-38a3d77c-ac6d-4ef0-a275-228833370355 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.360288 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port dc9b596e-715f-49eb-834a-68cc632d43b8 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:11:17.372759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f84486-9a12-4f7c-81e1-2ba302a5b7c9 admin admin] Pushing event updated for resources: {'Network': ['ID=db991613-4709-44ae-9ca5-b8749db4bdea,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:17.383462 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port dc9b596e-715f-49eb-834a-68cc632d43b8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:17.385366 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.386560 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec17627-2434-45e2-8c71-633e51c87d59 admin admin] Made reservation on behalf of b4e1d4228bfa4a53b9f750e6f9c5efe9 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:11:17.388908 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fec17627-2434-45e2-8c71-633e51c87d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.394589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network db991613-4709-44ae-9ca5-b8749db4bdea details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:11:17.415498 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fec17627-2434-45e2-8c71-633e51c87d59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.495281 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-66b6f983-4703-4c5c-b771-1bc819582562 req-2778e5ff-566f-4976-92d7-b7c82db95b95 service neutron] 10.222.0.81 "GET /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275941 Nov 18 17:11:17.528809 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-82f84486-9a12-4f7c-81e1-2ba302a5b7c9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4876034 Nov 18 17:11:17.529589 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37432) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:17.535997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-91ca9e51-e1a4-4bd3-a3a1-1411839609aa admin admin] Request body: {'subnet': {'network_id': 'db991613-4709-44ae-9ca5-b8749db4bdea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1175661850-subnet', 'tenant_id': '403dcf863c8e404f9d85f1cae87ca5d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:17.544617 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57329a80-d288-4654-adf7-abce9a3ac7c7 req-edcccf61-921f-4af3-b169-3c711abf3fec tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:17.552335 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57329a80-d288-4654-adf7-abce9a3ac7c7 req-edcccf61-921f-4af3-b169-3c711abf3fec tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 1023 time: 0.1410596 Nov 18 17:11:17.555120 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-38a3d77c-ac6d-4ef0-a275-228833370355 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.580532 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.603159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37434) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:17.608164 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3ccd86-02a1-4a25-9748-1dab085d2d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9b596e-715f-49eb-834a-68cc632d43b8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:17.610658 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868de478-61d4-477b-b27d-649e4a29f3f3" -d '{"events": [{"server_uuid": "9d3ccd86-02a1-4a25-9748-1dab085d2d46", "name": "network-vif-plugged", "status": "completed", "tag": "dc9b596e-715f-49eb-834a-68cc632d43b8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:17.627752 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port dc9b596e-715f-49eb-834a-68cc632d43b8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dc9b596e-715f-49eb-834a-68cc632d43b8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:17.633875 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ca9e51-e1a4-4bd3-a3a1-1411839609aa admin admin] Made reservation on behalf of 403dcf863c8e404f9d85f1cae87ca5d9 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:11:17.636233 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91ca9e51-e1a4-4bd3-a3a1-1411839609aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.665506 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-19e1c6bd-ff6e-4455-be87-5ce5f6f9b58e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fab52835b03a4082a63e840de1b5b6c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606070 Nov 18 17:11:17.672359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37438) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:17.692556 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.693823 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:17.718727 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fec17627-2434-45e2-8c71-633e51c87d59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.738305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48c6f1-ff9d-4114-b5ca-ce60975d0ec8 req-85807732-f1fc-4604-b534-f898ff238a56 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:17.739906 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc48c6f1-ff9d-4114-b5ca-ce60975d0ec8 req-85807732-f1fc-4604-b534-f898ff238a56 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d3ccd86-02a1-4a25-9748-1dab085d2d46 HTTP/1.1" status: 200 len: 949 time: 0.1571805 Nov 18 17:11:17.751131 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57329a80-d288-4654-adf7-abce9a3ac7c7 req-75b5c315-f432-4592-ad46-62d2778b1e62 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=92f99fb2-6961-4118-a3f9-12723162e004&id=f55adc86-4703-407a-b898-f716a899113d&id=8068e4d9-2992-42c9-9b80-4e8d62a952b5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1976893 Nov 18 17:11:17.770321 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7def7fa2-83bc-4be2-8630-03d76590155e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.795559 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7def7fa2-83bc-4be2-8630-03d76590155e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.798469 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=dc9b596e-715f-49eb-834a-68cc632d43b8,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:17.812283 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fec17627-2434-45e2-8c71-633e51c87d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.815919 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87342a9d-f691-4708-b12a-1e92f4b5056f x-openstack-request-id: req-87342a9d-f691-4708-b12a-1e92f4b5056f {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:17.816217 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3ccd86-02a1-4a25-9748-1dab085d2d46", "name": "network-vif-plugged", "status": "completed", "tag": "dc9b596e-715f-49eb-834a-68cc632d43b8", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:17.816935 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-87342a9d-f691-4708-b12a-1e92f4b5056f {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:17.817058 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3ccd86-02a1-4a25-9748-1dab085d2d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9b596e-715f-49eb-834a-68cc632d43b8', 'code': 200} Nov 18 17:11:17.825723 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc48c6f1-ff9d-4114-b5ca-ce60975d0ec8 req-49fba6aa-65ac-4570-bf71-064122735da0 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726087 Nov 18 17:11:17.831641 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-38a3d77c-ac6d-4ef0-a275-228833370355 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.866151 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3d77c-ac6d-4ef0-a275-228833370355 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event deleted for resources: {'Subnet': ['ID=f12946c5-7eea-41da-9320-e9fd84993f0a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:17.871582 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.877788 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec17627-2434-45e2-8c71-633e51c87d59 admin admin] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:11:17.903149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec17627-2434-45e2-8c71-633e51c87d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be116da-2bc0-40e6-ac9b-a4e59b0bb529,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:17.915299 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-38a3d77c-ac6d-4ef0-a275-228833370355 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.921957 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-38a3d77c-ac6d-4ef0-a275-228833370355 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "DELETE /v2.0/subnets/f12946c5-7eea-41da-9320-e9fd84993f0a HTTP/1.1" status: 204 len: 168 time: 0.7287548 Nov 18 17:11:17.922456 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37440) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:17.931255 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fec17627-2434-45e2-8c71-633e51c87d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:17.931891 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-fec17627-2434-45e2-8c71-633e51c87d59 admin admin] Added segment 55ecda03-6fb9-4965-ba26-2673b9f1d9b4 of type vlan for network 4e1d98e0-2676-4115-a416-8d0fa88d3380 Nov 18 17:11:17.935714 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7763f2-2800-422e-8033-5445f81a4a7f None None] Network a50fd9cd-fdd9-41bf-9904-b91f3e66864c requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:11:17.941845 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:18.009423 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644e454-1ef5-4e7f-a72f-5ea2ee2474aa req-3db23018-2364-42fc-9a99-eb67262072aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:18.012093 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b644e454-1ef5-4e7f-a72f-5ea2ee2474aa req-3db23018-2364-42fc-9a99-eb67262072aa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9d3ccd86-02a1-4a25-9748-1dab085d2d46 HTTP/1.1" status: 200 len: 1102 time: 0.0909154 Nov 18 17:11:18.024189 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7def7fa2-83bc-4be2-8630-03d76590155e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.026799 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7def7fa2-83bc-4be2-8630-03d76590155e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.027968 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7def7fa2-83bc-4be2-8630-03d76590155e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/874837bb-02e0-4a6c-93c8-32c4a1cfec44 HTTP/1.1" status: 204 len: 168 time: 0.3546181 Nov 18 17:11:18.042574 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.054970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def7fa2-83bc-4be2-8630-03d76590155e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874837bb-02e0-4a6c-93c8-32c4a1cfec44,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:18.059197 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fec17627-2434-45e2-8c71-633e51c87d59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.073370 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.089092 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b644e454-1ef5-4e7f-a72f-5ea2ee2474aa req-f0451736-8410-4318-9028-ef284ebe8188 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664151 Nov 18 17:11:18.119554 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91ca9e51-e1a4-4bd3-a3a1-1411839609aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.148642 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:18.183324 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fec17627-2434-45e2-8c71-633e51c87d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.185054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec17627-2434-45e2-8c71-633e51c87d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:18.185791 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fec17627-2434-45e2-8c71-633e51c87d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.192074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca9e51-e1a4-4bd3-a3a1-1411839609aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d1e93b8-59aa-44b8-8067-3d8d50039135,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:18.230592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca9e51-e1a4-4bd3-a3a1-1411839609aa admin admin] Checking segment: {'id': '597154b7-5869-419b-943d-2762bb1f09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'db991613-4709-44ae-9ca5-b8749db4bdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:11:18.230592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca9e51-e1a4-4bd3-a3a1-1411839609aa admin admin] Network hostable DHCP agents. Network: db991613-4709-44ae-9ca5-b8749db4bdea, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:11:18.230805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Deleting port 84139b3e-ffff-493a-9adc-ecc69d4e914c {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:18.230805 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.237429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf85466-c748-4bc2-ba75-3fa4d0f8a968 None None] DHCP port deletion for a50fd9cd-fdd9-41bf-9904-b91f3e66864c request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:11:18.275955 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec17627-2434-45e2-8c71-633e51c87d59 admin admin] Pushing event updated for resources: {'Network': ['ID=4e1d98e0-2676-4115-a416-8d0fa88d3380,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:18.287718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ebf85466-c748-4bc2-ba75-3fa4d0f8a968 None None] Deleting port 84139b3e-ffff-493a-9adc-ecc69d4e914c {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:18.289694 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebf85466-c748-4bc2-ba75-3fa4d0f8a968 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.290118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 4e1d98e0-2676-4115-a416-8d0fa88d3380 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:11:18.326422 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] For port 84139b3e-ffff-493a-9adc-ecc69d4e914c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=84139b3e-ffff-493a-9adc-ecc69d4e914c,segment=NetworkSegment(82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d),segment_id=82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:18.327076 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.334093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca9e51-e1a4-4bd3-a3a1-1411839609aa admin admin] Network db991613-4709-44ae-9ca5-b8749db4bdea is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:11:18.341575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fec17627-2434-45e2-8c71-633e51c87d59 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3754489 Nov 18 17:11:18.344605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37456) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:18.346923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Calling delete_port for 84139b3e-ffff-493a-9adc-ecc69d4e914c owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:18.357829 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f9ac6d3b-0d60-4aa1-85ff-777c91c54880 admin admin] Request body: {'subnet': {'network_id': '4e1d98e0-2676-4115-a416-8d0fa88d3380', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1929607312-subnet', 'tenant_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:18.430391 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ebf85466-c748-4bc2-ba75-3fa4d0f8a968 None None] For port 84139b3e-ffff-493a-9adc-ecc69d4e914c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=84139b3e-ffff-493a-9adc-ecc69d4e914c,segment=NetworkSegment(82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d),segment_id=82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:18.430798 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebf85466-c748-4bc2-ba75-3fa4d0f8a968 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.444416 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ebf85466-c748-4bc2-ba75-3fa4d0f8a968 None None] Calling delete_port for 84139b3e-ffff-493a-9adc-ecc69d4e914c owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:18.492971 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-91ca9e51-e1a4-4bd3-a3a1-1411839609aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, db991613-4709-44ae-9ca5-b8749db4bdea) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:18.497171 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ca9e51-e1a4-4bd3-a3a1-1411839609aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:18.497770 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91ca9e51-e1a4-4bd3-a3a1-1411839609aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.506390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b64386-c633-46b3-b56d-0ce0c17883da None None] Network db991613-4709-44ae-9ca5-b8749db4bdea requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:11:18.517294 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.517615 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ac6d3b-0d60-4aa1-85ff-777c91c54880 admin admin] Made reservation on behalf of b4e1d4228bfa4a53b9f750e6f9c5efe9 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:11:18.520380 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6d3b-0d60-4aa1-85ff-777c91c54880 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.560983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event deleted for resources: {'Port': ['ID=84139b3e-ffff-493a-9adc-ecc69d4e914c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:18.566285 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] No DVR routers for this DVR port 84139b3e-ffff-493a-9adc-ecc69d4e914c on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:11:18.641842 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-91ca9e51-e1a4-4bd3-a3a1-1411839609aa admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1105676 Nov 18 17:11:18.653372 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 84139b3e-ffff-493a-9adc-ecc69d4e914c no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:18.688733 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebf85466-c748-4bc2-ba75-3fa4d0f8a968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.704495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 84139b3e-ffff-493a-9adc-ecc69d4e914c {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:11:18.704495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 84139b3e-ffff-493a-9adc-ecc69d4e914c not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:18.741159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf85466-c748-4bc2-ba75-3fa4d0f8a968 None None] No DVR routers for this DVR port 84139b3e-ffff-493a-9adc-ecc69d4e914c on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:11:18.743335 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf85466-c748-4bc2-ba75-3fa4d0f8a968 None None] Pushing event deleted for resources: {'Port': ['ID=84139b3e-ffff-493a-9adc-ecc69d4e914c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:18.754019 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.785216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86b15c5-77b3-4f4b-8949-e1a465b5ffb0 None None] Network db991613-4709-44ae-9ca5-b8749db4bdea requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:11:18.791694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50fd9cd-fdd9-41bf-9904-b91f3e66864c']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:18.804534 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:18.804854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ebdb6e-63c2-4ae2-84b2-ab4f5bc22f3d') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:18.822064 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.845878 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.846623 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6d3b-0d60-4aa1-85ff-777c91c54880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.854145 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:11:18.854434 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:11:18.857867 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:11:18.876250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37474) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:18.971054 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac6d3b-0d60-4aa1-85ff-777c91c54880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d5c1446-2569-40ba-8033-7104e26feb5c,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:18.995558 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ac6d3b-0d60-4aa1-85ff-777c91c54880 admin admin] Checking segment: {'id': '55ecda03-6fb9-4965-ba26-2673b9f1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4e1d98e0-2676-4115-a416-8d0fa88d3380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:11:18.995709 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ac6d3b-0d60-4aa1-85ff-777c91c54880 admin admin] Network hostable DHCP agents. Network: 4e1d98e0-2676-4115-a416-8d0fa88d3380, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:11:19.008737 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device edbd5b55-4be0-4e11-bd8e-29e1454caae8 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:11:19.050141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Deleting subnet 5d1e93b8-59aa-44b8-8067-3d8d50039135 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:11:19.052129 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081fd2-3ef1-4738-8dc6-fc9850d37967 req-fa434808-1521-43a0-91b6-0c3ccd4e3267 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:19.056068 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-37081fd2-3ef1-4738-8dc6-fc9850d37967 req-fa434808-1521-43a0-91b6-0c3ccd4e3267 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 1023 time: 0.0998611 Nov 18 17:11:19.057582 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.112527 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8674a6-5299-48e7-abc0-2d6e3cec0a90 req-11afbf88-d8b0-4c18-940a-60d29ea9a445 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:19.114163 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f8674a6-5299-48e7-abc0-2d6e3cec0a90 req-11afbf88-d8b0-4c18-940a-60d29ea9a445 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 1023 time: 0.2359154 Nov 18 17:11:19.120010 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.129237 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609351b3-8383-4ab8-8806-d6aefbc5f724 req-b07d550b-007d-477e-9ba1-b2ed7050b095 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:19.130817 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-609351b3-8383-4ab8-8806-d6aefbc5f724 req-b07d550b-007d-477e-9ba1-b2ed7050b095 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d3ccd86-02a1-4a25-9748-1dab085d2d46 HTTP/1.1" status: 200 len: 950 time: 0.1970701 Nov 18 17:11:19.152235 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.173016 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ac6d3b-0d60-4aa1-85ff-777c91c54880 admin admin] Network 4e1d98e0-2676-4115-a416-8d0fa88d3380 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:11:19.179914 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.183455 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "DELETE /v2.0/networks/a50fd9cd-fdd9-41bf-9904-b91f3e66864c HTTP/1.1" status: 204 len: 168 time: 1.2597923 Nov 18 17:11:19.190730 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37480) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:19.195552 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-37081fd2-3ef1-4738-8dc6-fc9850d37967 req-97b110df-f7bd-46c0-8151-a5e7b65415b1 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Deleting port 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:19.195552 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-37081fd2-3ef1-4738-8dc6-fc9850d37967 req-97b110df-f7bd-46c0-8151-a5e7b65415b1 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.211937 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447c60a-bf76-456f-96a7-51e61d56e969 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event deleted for resources: {'Network': ['ID=a50fd9cd-fdd9-41bf-9904-b91f3e66864c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:19.235042 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.314981 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-609351b3-8383-4ab8-8806-d6aefbc5f724 req-74e39740-9140-4f8a-bc48-1655e89d134d tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595922 Nov 18 17:11:19.330741 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port edbd5b55-4be0-4e11-bd8e-29e1454caae8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=edbd5b55-4be0-4e11-bd8e-29e1454caae8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:19.354803 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f8674a6-5299-48e7-abc0-2d6e3cec0a90 req-c336472c-32c5-47a9-8823-1f25f8323b42 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=92f99fb2-6961-4118-a3f9-12723162e004&id=f55adc86-4703-407a-b898-f716a899113d&id=8068e4d9-2992-42c9-9b80-4e8d62a952b5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2048807 Nov 18 17:11:19.361549 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'edbd5b55-4be0-4e11-bd8e-29e1454caae8', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': 'edbd5b55-4be0-4e11-bd8e-29e1454caae8', 'mac_address': 'fa:16:3e:42:14:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:11:19.408596 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.426139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edbd5b55-4be0-4e11-bd8e-29e1454caae8 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:11:19.430976 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.451659 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port edbd5b55-4be0-4e11-bd8e-29e1454caae8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=edbd5b55-4be0-4e11-bd8e-29e1454caae8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:19.463641 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d1e93b8-59aa-44b8-8067-3d8d50039135,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:19.475276 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.482350 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5d1e93b8-59aa-44b8-8067-3d8d50039135 HTTP/1.1" status: 204 len: 168 time: 0.6028974 Nov 18 17:11:19.488901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37498) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:19.505454 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:19.505818 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:19.506230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:19.506684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:19.507039 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:19.507411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:19.507752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:19.508124 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:19.508475 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:19.508802 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:19.509140 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:19.509472 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a9b1e-e888-4737-ad89-5993e651d550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:19.543826 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.599158 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e3773f6a-151c-45d9-b3e6-95b6d8f7c2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.600355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-f9ac6d3b-0d60-4aa1-85ff-777c91c54880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 4e1d98e0-2676-4115-a416-8d0fa88d3380) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:19.612868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ac6d3b-0d60-4aa1-85ff-777c91c54880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:19.613505 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6d3b-0d60-4aa1-85ff-777c91c54880 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.622902 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f217350-faa0-45b1-b204-427204392e88 None None] Network 4e1d98e0-2676-4115-a416-8d0fa88d3380 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:11:19.659384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=edbd5b55-4be0-4e11-bd8e-29e1454caae8,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:19.670299 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['edbd5b55-4be0-4e11-bd8e-29e1454caae8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:19.683571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-b220cb7e-ebc3-4c84-ad7e-33284bc730e7 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Deleting subnet 40725467-9454-4048-83d2-329c11256b36 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:11:19.688839 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b220cb7e-ebc3-4c84-ad7e-33284bc730e7 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.748958 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f9ac6d3b-0d60-4aa1-85ff-777c91c54880 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4005561 Nov 18 17:11:19.750167 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37504) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:19.754783 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e3773f6a-151c-45d9-b3e6-95b6d8f7c2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.782165 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1929607312-router', 'tenant_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:19.800252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-e3773f6a-151c-45d9-b3e6-95b6d8f7c2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db991613-4709-44ae-9ca5-b8749db4bdea']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:19.812668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-37081fd2-3ef1-4738-8dc6-fc9850d37967 req-97b110df-f7bd-46c0-8151-a5e7b65415b1 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] For port 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe,segment=NetworkSegment(e0051c73-cd29-46e4-92a8-c1ac82adfc5d),segment_id=e0051c73-cd29-46e4-92a8-c1ac82adfc5d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:19.813042 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-37081fd2-3ef1-4738-8dc6-fc9850d37967 req-97b110df-f7bd-46c0-8151-a5e7b65415b1 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.816910 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-e3773f6a-151c-45d9-b3e6-95b6d8f7c2d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597154b7-5869-419b-943d-2762bb1f09ed') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:19.817135 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b220cb7e-ebc3-4c84-ad7e-33284bc730e7 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.817284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-e3773f6a-151c-45d9-b3e6-95b6d8f7c2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597154b7-5869-419b-943d-2762bb1f09ed') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:19.829671 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e3773f6a-151c-45d9-b3e6-95b6d8f7c2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.844541 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e3773f6a-151c-45d9-b3e6-95b6d8f7c2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.849214 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cd3dd9-5093-49c8-b4c0-9d8b391e648b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:19.852576 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307f64bd-48c1-4c62-93c1-87ce39277ec8" -d '{"events": [{"server_uuid": "71cd3dd9-5093-49c8-b4c0-9d8b391e648b", "name": "network-vif-unplugged", "status": "completed", "tag": "229f219d-cefe-43fc-9fe4-30db9c2dcdf6"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:19.853023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3773f6a-151c-45d9-b3e6-95b6d8f7c2d7 admin admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:11:19.853455 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e3773f6a-151c-45d9-b3e6-95b6d8f7c2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:11:19.855303 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:11:19.864781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-37081fd2-3ef1-4738-8dc6-fc9850d37967 req-97b110df-f7bd-46c0-8151-a5e7b65415b1 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Calling delete_port for 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:19.940579 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6166739e-181c-4dda-a2aa-992041bc9d81 x-openstack-request-id: req-6166739e-181c-4dda-a2aa-992041bc9d81 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:19.941155 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cd3dd9-5093-49c8-b4c0-9d8b391e648b", "name": "network-vif-unplugged", "status": "completed", "tag": "229f219d-cefe-43fc-9fe4-30db9c2dcdf6", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:19.941520 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6166739e-181c-4dda-a2aa-992041bc9d81 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:19.943387 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cd3dd9-5093-49c8-b4c0-9d8b391e648b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6', 'code': 200} Nov 18 17:11:19.968079 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-4e1d98e0-2676-4115-a416-8d0fa88d3380', 'network_id': '4e1d98e0-2676-4115-a416-8d0fa88d3380', 'tenant_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'fixed_ips': [{'subnet_id': '5d5c1446-2569-40ba-8033-7104e26feb5c'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:11:19.968978 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.973686 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:19.973686 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:20.008524 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b220cb7e-ebc3-4c84-ad7e-33284bc730e7 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:20.018254 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e3773f6a-151c-45d9-b3e6-95b6d8f7c2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:20.031571 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e3773f6a-151c-45d9-b3e6-95b6d8f7c2d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:20.031571 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e3773f6a-151c-45d9-b3e6-95b6d8f7c2d7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/db991613-4709-44ae-9ca5-b8749db4bdea HTTP/1.1" status: 204 len: 168 time: 0.5383329 Nov 18 17:11:20.068766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3773f6a-151c-45d9-b3e6-95b6d8f7c2d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=db991613-4709-44ae-9ca5-b8749db4bdea,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:20.129685 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:20.209348 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Allocated IP 172.20.0.2 (4e1d98e0-2676-4115-a416-8d0fa88d3380/5d5c1446-2569-40ba-8033-7104e26feb5c/1ffa082c-c9dd-49b4-b07b-996c854891c1) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:11:20.250736 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b220cb7e-ebc3-4c84-ad7e-33284bc730e7 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:20.252839 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-37081fd2-3ef1-4738-8dc6-fc9850d37967 req-97b110df-f7bd-46c0-8151-a5e7b65415b1 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:20.268693 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['e9c494ea-97dd-4301-be13-0b3ceedb4d75'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:20.379077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b110df-f7bd-46c0-8151-a5e7b65415b1 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event deleted for resources: {'Port': ['ID=9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:20.381080 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220cb7e-ebc3-4c84-ad7e-33284bc730e7 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event deleted for resources: {'Subnet': ['ID=40725467-9454-4048-83d2-329c11256b36,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:20.386652 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbaa0db-e287-4642-bed4-7031cff8266d None None] Network 4e703d00-947a-4d03-aa6a-ea19c3e36cb9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:11:20.412031 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b220cb7e-ebc3-4c84-ad7e-33284bc730e7 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:20.419400 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b220cb7e-ebc3-4c84-ad7e-33284bc730e7 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "DELETE /v2.0/subnets/40725467-9454-4048-83d2-329c11256b36 HTTP/1.1" status: 204 len: 168 time: 1.2204757 Nov 18 17:11:20.423749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37534) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:20.544712 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e90b138c-8503-4edb-9d84-0f85e3e6eea1 req-bfd01251-f81e-443d-b49b-1bb6c28806c7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe3bee7-4c18-4689-abbe-f150f6edd475 HTTP/1.1" status: 200 len: 210 time: 0.0633023 Nov 18 17:11:20.548043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-37081fd2-3ef1-4738-8dc6-fc9850d37967 req-97b110df-f7bd-46c0-8151-a5e7b65415b1 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] No DVR routers for this DVR port 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:11:20.607200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37546) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:20.617259 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-37081fd2-3ef1-4738-8dc6-fc9850d37967 req-97b110df-f7bd-46c0-8151-a5e7b65415b1 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:20.622243 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-37081fd2-3ef1-4738-8dc6-fc9850d37967 req-97b110df-f7bd-46c0-8151-a5e7b65415b1 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.81 "DELETE /v2.0/ports/9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe HTTP/1.1" status: 204 len: 173 time: 1.5590110 Nov 18 17:11:20.627398 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:20.633355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe3bee7-4c18-4689-abbe-f150f6edd475', 'name': 'network-vif-deleted', 'tag': '9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:20.636459 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1beb156-2922-4c51-85ff-f591d02329ca" -d '{"events": [{"server_uuid": "1fe3bee7-4c18-4689-abbe-f150f6edd475", "name": "network-vif-deleted", "tag": "9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:20.658064 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:20.683768 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0a91b1e1-611e-4ea3-b08d-a2f05941b434 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=403dcf863c8e404f9d85f1cae87ca5d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0740421 Nov 18 17:11:20.686019 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37556) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:20.715390 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28183d22-d889-4d24-9872-44ff01e5a1ef req-5e5d0657-b444-4ce2-8189-5f7835095a24 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:20.723984 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-28183d22-d889-4d24-9872-44ff01e5a1ef req-5e5d0657-b444-4ce2-8189-5f7835095a24 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d3ccd86-02a1-4a25-9748-1dab085d2d46 HTTP/1.1" status: 200 len: 950 time: 0.2437820 Nov 18 17:11:20.732688 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:20.828292 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-28183d22-d889-4d24-9872-44ff01e5a1ef req-1e295540-28bf-4dae-9b3e-ce47f3ad4d1b tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028759 Nov 18 17:11:20.851327 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Deleting port e6f0b863-5b04-411f-bb24-dd4a420ee2d2 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:20.861112 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:20.933390 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001bd86d-450e-4cb2-8aa1-6a0b5c5a42f6 x-openstack-request-id: req-001bd86d-450e-4cb2-8aa1-6a0b5c5a42f6 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:20.933922 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe3bee7-4c18-4689-abbe-f150f6edd475", "name": "network-vif-deleted", "tag": "9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:20.934281 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-001bd86d-450e-4cb2-8aa1-6a0b5c5a42f6 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:20.934823 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe3bee7-4c18-4689-abbe-f150f6edd475', 'name': 'network-vif-deleted', 'tag': '9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe', 'status': 'completed', 'code': 200} Nov 18 17:11:20.995885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] For port e6f0b863-5b04-411f-bb24-dd4a420ee2d2, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e6f0b863-5b04-411f-bb24-dd4a420ee2d2,segment=NetworkSegment(bfa7214a-c897-49ef-a0de-cc52c3e198fb),segment_id=bfa7214a-c897-49ef-a0de-cc52c3e198fb)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:20.996585 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.003527 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d347-cae0-4f8a-95f8-5208e61a3eda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.012244 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Calling delete_port for e6f0b863-5b04-411f-bb24-dd4a420ee2d2 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:21.036182 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.062836 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d347-cae0-4f8a-95f8-5208e61a3eda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.066763 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device edbd5b55-4be0-4e11-bd8e-29e1454caae8 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:11:21.070584 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f0d914-66f5-47b6-817d-ad6d75359fa7 None None] DHCP port deletion for 4e703d00-947a-4d03-aa6a-ea19c3e36cb9 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:11:21.185601 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Network 4e1d98e0-2676-4115-a416-8d0fa88d3380 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:11:21.226630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:21.229572 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:11:21.242375 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Pushing event updated for resources: {'Port': ['ID=1ffa082c-c9dd-49b4-b07b-996c854891c1,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:21.278072 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.331058 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.344041 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.357432 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event deleted for resources: {'Port': ['ID=e6f0b863-5b04-411f-bb24-dd4a420ee2d2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:21.362347 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.373104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] No DVR routers for this DVR port e6f0b863-5b04-411f-bb24-dd4a420ee2d2 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:11:21.433133 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port edbd5b55-4be0-4e11-bd8e-29e1454caae8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:21.433520 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.488085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Allocated IP 172.25.3.14 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/23b77618-2816-4078-9ee1-1e510fc43575) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:11:21.538085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Attempting to bind port 1ffa082c-c9dd-49b4-b07b-996c854891c1 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:11:21.538388 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Attempting to bind port 1ffa082c-c9dd-49b4-b07b-996c854891c1 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '55ecda03-6fb9-4965-ba26-2673b9f1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4e1d98e0-2676-4115-a416-8d0fa88d3380'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:11:21.539999 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Attempting to bind port 1ffa082c-c9dd-49b4-b07b-996c854891c1 on network 4e1d98e0-2676-4115-a416-8d0fa88d3380 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:11:21.565366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:11:21.565894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Checking segment: {'id': '55ecda03-6fb9-4965-ba26-2673b9f1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4e1d98e0-2676-4115-a416-8d0fa88d3380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:11:21.567207 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.567624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Bound using segment: {'id': '55ecda03-6fb9-4965-ba26-2673b9f1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4e1d98e0-2676-4115-a416-8d0fa88d3380'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:11:21.568199 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Bound port: 1ffa082c-c9dd-49b4-b07b-996c854891c1, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ecda03-6fb9-4965-ba26-2673b9f1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4e1d98e0-2676-4115-a416-8d0fa88d3380'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:11:21.568777 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.584509 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f7f0d914-66f5-47b6-817d-ad6d75359fa7 None None] Deleting port e6f0b863-5b04-411f-bb24-dd4a420ee2d2 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:21.584938 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f7f0d914-66f5-47b6-817d-ad6d75359fa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.621292 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.655684 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.666408 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d347-cae0-4f8a-95f8-5208e61a3eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.670724 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d347-cae0-4f8a-95f8-5208e61a3eda admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.672147 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8cc9d347-cae0-4f8a-95f8-5208e61a3eda admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4e5d6a4e-0869-42d8-a029-ef1fb2610a5e HTTP/1.1" status: 204 len: 168 time: 0.9849374 Nov 18 17:11:21.685540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9d347-cae0-4f8a-95f8-5208e61a3eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5d6a4e-0869-42d8-a029-ef1fb2610a5e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:21.725117 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e703d00-947a-4d03-aa6a-ea19c3e36cb9']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:21.739157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.750787 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa7214a-c897-49ef-a0de-cc52c3e198fb') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:21.751140 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa7214a-c897-49ef-a0de-cc52c3e198fb') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:21.759052 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:21.776153 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.795134 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.807350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:11:21.807848 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:21.830270 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:11:21.830270 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 9ad6d62e-d810-4f6f-8d1d-09b4e55e62fe not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:21.903906 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:11:21.928050 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:21.931994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:11:21.956521 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:11:22.005982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Pushing event updated for resources: {'Port': ['ID=23b77618-2816-4078-9ee1-1e510fc43575,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:22.031519 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f7f0d914-66f5-47b6-817d-ad6d75359fa7 None None] For port e6f0b863-5b04-411f-bb24-dd4a420ee2d2, host n-d-813419-11, got binding levels [] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:22.032183 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f7f0d914-66f5-47b6-817d-ad6d75359fa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:22.059420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] For port 1ffa082c-c9dd-49b4-b07b-996c854891c1, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:11:22.062726 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:22.063154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f7f0d914-66f5-47b6-817d-ad6d75359fa7 None None] Calling delete_port for e6f0b863-5b04-411f-bb24-dd4a420ee2d2 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:22.066336 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-a0021968-c98b-44e5-aacc-3a8552101df2 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7087b83eeaca4317ab854a02490b82e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775571 Nov 18 17:11:22.074158 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:22.077962 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "DELETE /v2.0/networks/4e703d00-947a-4d03-aa6a-ea19c3e36cb9 HTTP/1.1" status: 204 len: 168 time: 1.6530733 Nov 18 17:11:22.079046 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.ipam_backend_mixin [None req-f7f0d914-66f5-47b6-817d-ad6d75359fa7 None None] Port e6f0b863-5b04-411f-bb24-dd4a420ee2d2 was not found and therefore no delete operation was performed {{(pid=104009) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 18 17:11:22.092140 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f7f0d914-66f5-47b6-817d-ad6d75359fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:22.103667 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] For port 1ffa082c-c9dd-49b4-b07b-996c854891c1, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1ffa082c-c9dd-49b4-b07b-996c854891c1,segment=NetworkSegment(55ecda03-6fb9-4965-ba26-2673b9f1d9b4),segment_id=55ecda03-6fb9-4965-ba26-2673b9f1d9b4)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:11:22.106957 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7f0d914-66f5-47b6-817d-ad6d75359fa7 None None] Network 4e703d00-947a-4d03-aa6a-ea19c3e36cb9 is not hosted by any dhcp agent {{(pid=104009) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 18 17:11:22.107633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f0d914-66f5-47b6-817d-ad6d75359fa7 None None] No DVR routers for this DVR port e6f0b863-5b04-411f-bb24-dd4a420ee2d2 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:11:22.109841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37596) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:22.120560 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2fb6d133-1324-4a9d-a93b-ae8a4bf87e81 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-33723274'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:22.152816 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:22.160962 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0d914-66f5-47b6-817d-ad6d75359fa7 None None] Pushing event deleted for resources: {'Port': ['ID=e6f0b863-5b04-411f-bb24-dd4a420ee2d2,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:22.175561 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:22.189537 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e26f22-7cb9-4d0d-bacd-866d280f2c02 req-5ed3dfc8-6001-4d49-97b2-dbaff8461b2a tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:22.194403 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a0e26f22-7cb9-4d0d-bacd-866d280f2c02 req-5ed3dfc8-6001-4d49-97b2-dbaff8461b2a tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d3ccd86-02a1-4a25-9748-1dab085d2d46 HTTP/1.1" status: 200 len: 950 time: 0.5335901 Nov 18 17:11:22.194403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d87cf-74fd-4fda-b7c3-262fbac70e93 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event deleted for resources: {'Network': ['ID=4e703d00-947a-4d03-aa6a-ea19c3e36cb9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:22.239939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4777f027-0365-46da-8e4b-0e0ccfcabeb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbd5b55-4be0-4e11-bd8e-29e1454caae8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:22.243642 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21885da-ef2b-43fc-b280-19d0543a3f79" -d '{"events": [{"server_uuid": "4777f027-0365-46da-8e4b-0e0ccfcabeb7", "name": "network-vif-plugged", "status": "completed", "tag": "edbd5b55-4be0-4e11-bd8e-29e1454caae8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:22.298562 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port edbd5b55-4be0-4e11-bd8e-29e1454caae8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=edbd5b55-4be0-4e11-bd8e-29e1454caae8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:22.319761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aea08d-b9df-4b98-9a3f-d79a9862a5e0 None None] Pushing event updated for resources: {'Port': ['ID=1ffa082c-c9dd-49b4-b07b-996c854891c1,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:22.334656 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb6d133-1324-4a9d-a93b-ae8a4bf87e81 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Made reservation on behalf of 44e822c0713b49b8a83e7a0e08353a2f for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:11:22.343915 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d133-1324-4a9d-a93b-ae8a4bf87e81 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:22.379424 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a0e26f22-7cb9-4d0d-bacd-866d280f2c02 req-8a88bc2f-04f4-42b6-a5e0-4ce17a548ba4 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725802 Nov 18 17:11:22.435058 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:22.459383 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-8a2d2688-1c65-44c5-b3a2-ba4e6b8f61ba tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:22.464442 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-8a2d2688-1c65-44c5-b3a2-ba4e6b8f61ba tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3841267 Nov 18 17:11:22.471263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb6d133-1324-4a9d-a93b-ae8a4bf87e81 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] vlan segment allocate from pool success with {'vlan_id': 1147, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:11:22.492255 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d133-1324-4a9d-a93b-ae8a4bf87e81 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:22.493094 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-2fb6d133-1324-4a9d-a93b-ae8a4bf87e81 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Added segment 7d9de0e4-50b0-45cc-8fee-c0b485fb1f52 of type vlan for network daa3b8c6-1def-4baa-aa8b-4db602871fe0 Nov 18 17:11:22.512794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-5ebe1ffe-2de0-470b-8fd9-96ad35af6c9a tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/quotas/7087b83eeaca4317ab854a02490b82e1 HTTP/1.1" status: 200 len: 375 time: 0.0326939 Nov 18 17:11:22.527478 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=edbd5b55-4be0-4e11-bd8e-29e1454caae8,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:22.609691 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d133-1324-4a9d-a93b-ae8a4bf87e81 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:22.612108 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:22.667233 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-6c7c83ee-91dc-46d0-b145-c64625dea6b4 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7087b83eeaca4317ab854a02490b82e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1417289 Nov 18 17:11:22.698609 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:22.755621 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e6f0b863-5b04-411f-bb24-dd4a420ee2d2 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:22.801984 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d133-1324-4a9d-a93b-ae8a4bf87e81 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:22.810117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: e6f0b863-5b04-411f-bb24-dd4a420ee2d2 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:11:22.810778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e6f0b863-5b04-411f-bb24-dd4a420ee2d2 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:22.831907 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb6d133-1324-4a9d-a93b-ae8a4bf87e81 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:22.832778 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d133-1324-4a9d-a93b-ae8a4bf87e81 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:22.938479 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd96e440-8f3e-4560-9364-c0662cb24a7e x-openstack-request-id: req-bd96e440-8f3e-4560-9364-c0662cb24a7e {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:22.938479 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4777f027-0365-46da-8e4b-0e0ccfcabeb7", "name": "network-vif-plugged", "status": "completed", "tag": "edbd5b55-4be0-4e11-bd8e-29e1454caae8", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:22.938479 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bd96e440-8f3e-4560-9364-c0662cb24a7e {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:22.938479 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4777f027-0365-46da-8e4b-0e0ccfcabeb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbd5b55-4be0-4e11-bd8e-29e1454caae8', 'code': 200} Nov 18 17:11:23.018319 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2fb6d133-1324-4a9d-a93b-ae8a4bf87e81 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9048800 Nov 18 17:11:23.019609 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37628) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:23.026539 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-92890032-ff1d-466a-9783-20971a462dc2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Request body: {'subnet': {'network_id': 'daa3b8c6-1def-4baa-aa8b-4db602871fe0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:23.083587 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6d133-1324-4a9d-a93b-ae8a4bf87e81 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event updated for resources: {'Network': ['ID=daa3b8c6-1def-4baa-aa8b-4db602871fe0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:23.102045 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network daa3b8c6-1def-4baa-aa8b-4db602871fe0 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:11:23.198747 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:23.291192 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6035a452-25f3-4168-80ff-55fa8ce8db8d req-7c20e04e-a5a3-42c0-a79e-0697f5d4978a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/8068e4d9-2992-42c9-9b80-4e8d62a952b5 HTTP/1.1" status: 200 len: 1817 time: 0.1783829 Nov 18 17:11:23.411141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92890032-ff1d-466a-9783-20971a462dc2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Made reservation on behalf of 44e822c0713b49b8a83e7a0e08353a2f for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:11:23.411141 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-92890032-ff1d-466a-9783-20971a462dc2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:23.551820 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6035a452-25f3-4168-80ff-55fa8ce8db8d req-fb7052d0-9e20-44c0-a023-b52dbdee3444 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:23.555942 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48c73fdc-5ddc-412e-889e-4d354dabc514 req-9dd13c2d-a900-4fd2-9dc9-a24a0e675493 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/ports?device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 210 time: 0.0461686 Nov 18 17:11:23.577756 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Router 65183a0a-dbd5-4272-a44d-a46fc86eeb1c is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:11:23.608593 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6035a452-25f3-4168-80ff-55fa8ce8db8d req-fb7052d0-9e20-44c0-a023-b52dbdee3444 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:23.809482 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:11:23.823821 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Sync routers for ids ['65183a0a-dbd5-4272-a44d-a46fc86eeb1c'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:11:23.844461 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Routers {'65183a0a-dbd5-4272-a44d-a46fc86eeb1c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:11:23.845385 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:11:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['65183a0a-dbd5-4272-a44d-a46fc86eeb1c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:23.848754 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4476f735-687a-48f0-991d-870b11cf72ed None None] Network 4e1d98e0-2676-4115-a416-8d0fa88d3380 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:11:23.911874 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-77e8f839-3b9f-4211-a411-3fcda4c67c07 None None] Provisioning complete for port 1ffa082c-c9dd-49b4-b07b-996c854891c1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:23.912349 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77e8f839-3b9f-4211-a411-3fcda4c67c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:23.951511 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:23.955476 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1ee83a25-6e14-44a4-9caf-5e12fa759a64 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1847103 Nov 18 17:11:23.958116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37648) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:24.072069 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Set router 65183a0a-dbd5-4272-a44d-a46fc86eeb1c gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:11:24.204751 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:11:24.339261 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77e8f839-3b9f-4211-a411-3fcda4c67c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:24.377174 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'name': 'tempest-FloatingIPsTestJSON-1929607312-router', 'tenant_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '23b77618-2816-4078-9ee1-1e510fc43575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:11:19Z', 'updated_at': '2021-11-18T17:11:22Z', 'revision_number': 3, 'project_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'gw_port': {'id': '23b77618-2816-4078-9ee1-1e510fc43575', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:11:21Z', 'updated_at': '2021-11-18T17:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:24.413051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-77e8f839-3b9f-4211-a411-3fcda4c67c07 None None] For port 1ffa082c-c9dd-49b4-b07b-996c854891c1, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1ffa082c-c9dd-49b4-b07b-996c854891c1,segment=NetworkSegment(55ecda03-6fb9-4965-ba26-2673b9f1d9b4),segment_id=55ecda03-6fb9-4965-ba26-2673b9f1d9b4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:24.437084 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Checking router: 65183a0a-dbd5-4272-a44d-a46fc86eeb1c for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:11:24.439139 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Updating router 65183a0a-dbd5-4272-a44d-a46fc86eeb1c port 23b77618-2816-4078-9ee1-1e510fc43575 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:11:24.491759 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828ab7f-4da7-4e9f-8244-fc5382feb940 req-ac20c307-15fe-48d3-ab77-10b0588c1ba0 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:24.506188 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:24.510351 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8828ab7f-4da7-4e9f-8244-fc5382feb940 req-ac20c307-15fe-48d3-ab77-10b0588c1ba0 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d3ccd86-02a1-4a25-9748-1dab085d2d46 HTTP/1.1" status: 200 len: 950 time: 0.7909069 Nov 18 17:11:24.532553 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6035a452-25f3-4168-80ff-55fa8ce8db8d req-fb7052d0-9e20-44c0-a023-b52dbdee3444 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:24.539839 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6035a452-25f3-4168-80ff-55fa8ce8db8d req-fb7052d0-9e20-44c0-a023-b52dbdee3444 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:24.553451 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6035a452-25f3-4168-80ff-55fa8ce8db8d req-fb7052d0-9e20-44c0-a023-b52dbdee3444 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "DELETE /v2.0/security-groups/8068e4d9-2992-42c9-9b80-4e8d62a952b5 HTTP/1.1" status: 204 len: 173 time: 1.2612221 Nov 18 17:11:24.556011 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77e8f839-3b9f-4211-a411-3fcda4c67c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:24.668911 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7052d0-9e20-44c0-a023-b52dbdee3444 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8068e4d9-2992-42c9-9b80-4e8d62a952b5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:24.731074 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-92890032-ff1d-466a-9783-20971a462dc2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:24.737150 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8f839-3b9f-4211-a411-3fcda4c67c07 None None] Pushing event updated for resources: {'Port': ['ID=1ffa082c-c9dd-49b4-b07b-996c854891c1,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:24.891999 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8828ab7f-4da7-4e9f-8244-fc5382feb940 req-ccbd2958-8969-49ae-8c25-1654578ee19e tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756573 Nov 18 17:11:24.923428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1ffa082c-c9dd-49b4-b07b-996c854891c1 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:11:24.977848 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:25.009791 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-749b6711-0898-4d07-9e92-131ba266d4a5 None None] Provisioning complete for port 1ffa082c-c9dd-49b4-b07b-996c854891c1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:25.010167 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-749b6711-0898-4d07-9e92-131ba266d4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:25.060647 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 1ffa082c-c9dd-49b4-b07b-996c854891c1 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:25.061429 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:25.125515 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:25.152320 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92890032-ff1d-466a-9783-20971a462dc2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event updated for resources: {'Subnet': ['ID=c610abb5-683f-47c2-919c-b2670628ef86,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:25.192920 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-463cfeed-37f2-4a0a-a32f-6e6e8bb2f88c req-880b3097-ad5e-4d76-8736-3ff3abb48000 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/92f99fb2-6961-4118-a3f9-12723162e004 HTTP/1.1" status: 200 len: 1817 time: 0.1673412 Nov 18 17:11:25.223367 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:25.272586 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0208eb94-89d4-4e4b-92f7-b14f78bd8bae req-c2690730-c3a3-4f0a-88a3-e69d8803e76e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/ports?device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 210 time: 0.1220558 Nov 18 17:11:25.288147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5572154-f741-48ac-9875-abc75b908a9d req-4e041755-210b-446d-a603-26a2214dba71 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:25.289737 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c5572154-f741-48ac-9875-abc75b908a9d req-4e041755-210b-446d-a603-26a2214dba71 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d3ccd86-02a1-4a25-9748-1dab085d2d46 HTTP/1.1" status: 200 len: 950 time: 0.1994090 Nov 18 17:11:25.316058 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fc14e-2825-4212-aeeb-215f417a3d74 None None] Pushing event updated for resources: {'Port': ['ID=23b77618-2816-4078-9ee1-1e510fc43575,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:25.366395 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Attempting to bind port 23b77618-2816-4078-9ee1-1e510fc43575 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:11:25.367478 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Attempting to bind port 23b77618-2816-4078-9ee1-1e510fc43575 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:11:25.367904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92890032-ff1d-466a-9783-20971a462dc2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Checking segment: {'id': '7d9de0e4-50b0-45cc-8fee-c0b485fb1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'daa3b8c6-1def-4baa-aa8b-4db602871fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:11:25.368276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92890032-ff1d-466a-9783-20971a462dc2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Network hostable DHCP agents. Network: daa3b8c6-1def-4baa-aa8b-4db602871fe0, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:11:25.368633 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Attempting to bind port 23b77618-2816-4078-9ee1-1e510fc43575 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:11:25.380694 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fc14e-2825-4212-aeeb-215f417a3d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:25.386043 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fc14e-2825-4212-aeeb-215f417a3d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:25.389910 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fc14e-2825-4212-aeeb-215f417a3d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:25.391205 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fc14e-2825-4212-aeeb-215f417a3d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:25.391913 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fc14e-2825-4212-aeeb-215f417a3d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:25.392499 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fc14e-2825-4212-aeeb-215f417a3d74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:25.393133 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fc14e-2825-4212-aeeb-215f417a3d74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:25.393742 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fc14e-2825-4212-aeeb-215f417a3d74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:25.394430 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fc14e-2825-4212-aeeb-215f417a3d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:25.394994 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fc14e-2825-4212-aeeb-215f417a3d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:25.396269 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fc14e-2825-4212-aeeb-215f417a3d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:25.396845 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fc14e-2825-4212-aeeb-215f417a3d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:11:25.397721 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-463cfeed-37f2-4a0a-a32f-6e6e8bb2f88c req-e558bb0a-2e14-481d-b164-c1ae499709b0 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:25.410505 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:11:25.410997 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:11:25.411278 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:25.411671 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:11:25.415346 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Bound port: 23b77618-2816-4078-9ee1-1e510fc43575, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:11:25.415744 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:25.466835 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-463cfeed-37f2-4a0a-a32f-6e6e8bb2f88c req-e558bb0a-2e14-481d-b164-c1ae499709b0 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:25.485518 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] Allocated IP 172.20.0.1 (4e1d98e0-2676-4115-a416-8d0fa88d3380/5d5c1446-2569-40ba-8033-7104e26feb5c/d7eab47f-d6f3-4ce1-bf75-41e03c63db95) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:11:25.498096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92890032-ff1d-466a-9783-20971a462dc2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Network daa3b8c6-1def-4baa-aa8b-4db602871fe0 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:11:25.511401 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] For port 23b77618-2816-4078-9ee1-1e510fc43575, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:11:25.517405 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] For port 23b77618-2816-4078-9ee1-1e510fc43575, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=23b77618-2816-4078-9ee1-1e510fc43575,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:11:25.536827 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37668) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:25.560911 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-92890032-ff1d-466a-9783-20971a462dc2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, daa3b8c6-1def-4baa-aa8b-4db602871fe0) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:25.571565 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3d6616-ec7f-4997-8c84-47571ba72a6e None None] Network daa3b8c6-1def-4baa-aa8b-4db602871fe0 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:11:25.576133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92890032-ff1d-466a-9783-20971a462dc2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:25.578143 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-92890032-ff1d-466a-9783-20971a462dc2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:25.584502 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:25.611054 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-463cfeed-37f2-4a0a-a32f-6e6e8bb2f88c req-e558bb0a-2e14-481d-b164-c1ae499709b0 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:25.617876 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-463cfeed-37f2-4a0a-a32f-6e6e8bb2f88c req-e558bb0a-2e14-481d-b164-c1ae499709b0 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:25.623113 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-463cfeed-37f2-4a0a-a32f-6e6e8bb2f88c req-e558bb0a-2e14-481d-b164-c1ae499709b0 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "DELETE /v2.0/security-groups/92f99fb2-6961-4118-a3f9-12723162e004 HTTP/1.1" status: 204 len: 173 time: 0.4151468 Nov 18 17:11:25.671094 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-84a40840-af5e-4556-bf92-29a9c15b396e req-53714f8b-6c21-426c-8869-00358623da78 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1146028499', 'description': 'tempest-description-1475885544'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:25.674427 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Routers {'65183a0a-dbd5-4272-a44d-a46fc86eeb1c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:11:25.675526 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:11:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['65183a0a-dbd5-4272-a44d-a46fc86eeb1c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:25.711426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558bb0a-2e14-481d-b164-c1ae499709b0 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f99fb2-6961-4118-a3f9-12723162e004,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:25.718890 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fc14e-2825-4212-aeeb-215f417a3d74 None None] Pushing event updated for resources: {'Port': ['ID=23b77618-2816-4078-9ee1-1e510fc43575,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:25.792429 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-92890032-ff1d-466a-9783-20971a462dc2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7716370 Nov 18 17:11:25.796239 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37684) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:25.815102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-56e36fef-8099-4519-b341-0d8eaba8bf22 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-800218707'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:25.889322 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-daa3b8c6-1def-4baa-aa8b-4db602871fe0', 'network_id': 'daa3b8c6-1def-4baa-aa8b-4db602871fe0', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'fixed_ips': [{'subnet_id': 'c610abb5-683f-47c2-919c-b2670628ef86'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:11:25.890457 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:25.891341 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:25.892904 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95f29f44-a055-4381-b16e-c87432dc6c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:25.917324 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] Set router 65183a0a-dbd5-4272-a44d-a46fc86eeb1c gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:11:25.935015 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-84a40840-af5e-4556-bf92-29a9c15b396e req-53714f8b-6c21-426c-8869-00358623da78 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:26.051276 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c5572154-f741-48ac-9875-abc75b908a9d req-7eba135e-15ac-4fd1-a1ed-e66d6badd834 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Deleting port dc9b596e-715f-49eb-834a-68cc632d43b8 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:26.052402 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c5572154-f741-48ac-9875-abc75b908a9d req-7eba135e-15ac-4fd1-a1ed-e66d6badd834 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:26.115350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e36fef-8099-4519-b341-0d8eaba8bf22 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Made reservation on behalf of 44e822c0713b49b8a83e7a0e08353a2f for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:11:26.122765 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56e36fef-8099-4519-b341-0d8eaba8bf22 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:26.143142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Allocated IP 19.80.0.2 (daa3b8c6-1def-4baa-aa8b-4db602871fe0/c610abb5-683f-47c2-919c-b2670628ef86/4dcb0edd-3541-4281-8c07-37074170279d) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:11:26.162463 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:26.186360 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e36fef-8099-4519-b341-0d8eaba8bf22 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:11:26.199517 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56e36fef-8099-4519-b341-0d8eaba8bf22 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:26.199892 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-56e36fef-8099-4519-b341-0d8eaba8bf22 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Added segment e733ee5a-da2c-466c-bf22-8a0a906e0010 of type vlan for network 5023c67c-f690-4dcd-9235-1c0db3c46f47 Nov 18 17:11:26.254781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] Network 4e1d98e0-2676-4115-a416-8d0fa88d3380 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:11:26.271620 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95f29f44-a055-4381-b16e-c87432dc6c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:26.273277 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'name': 'tempest-FloatingIPsTestJSON-1929607312-router', 'tenant_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '23b77618-2816-4078-9ee1-1e510fc43575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:11:19Z', 'updated_at': '2021-11-18T17:11:22Z', 'revision_number': 3, 'project_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'gw_port': {'id': '23b77618-2816-4078-9ee1-1e510fc43575', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:11:21Z', 'updated_at': '2021-11-18T17:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:26.283500 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a4748-b617-40ef-992d-6c473777647f req-1d9c816a-03ee-4e3d-825a-b04353e408ec tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:26.291762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce8a4748-b617-40ef-992d-6c473777647f req-1d9c816a-03ee-4e3d-825a-b04353e408ec tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d3ccd86-02a1-4a25-9748-1dab085d2d46 HTTP/1.1" status: 200 len: 950 time: 0.2520988 Nov 18 17:11:26.317895 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef05daae-8770-49e6-80d4-0f3322aad21d None None] The sync data for ids ['65183a0a-dbd5-4272-a44d-a46fc86eeb1c'] in n-d-813419-11 is: [{'id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'name': 'tempest-FloatingIPsTestJSON-1929607312-router', 'tenant_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '23b77618-2816-4078-9ee1-1e510fc43575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:11:19Z', 'updated_at': '2021-11-18T17:11:22Z', 'revision_number': 3, 'project_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'gw_port': {'id': '23b77618-2816-4078-9ee1-1e510fc43575', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:11:21Z', 'updated_at': '2021-11-18T17:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:11:26.322745 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:26.328526 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-84a40840-af5e-4556-bf92-29a9c15b396e req-53714f8b-6c21-426c-8869-00358623da78 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:26.369501 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:11:26.374215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] Pushing event updated for resources: {'Port': ['ID=d7eab47f-d6f3-4ce1-bf75-41e03c63db95,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:26.379607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c5572154-f741-48ac-9875-abc75b908a9d req-7eba135e-15ac-4fd1-a1ed-e66d6badd834 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] For port dc9b596e-715f-49eb-834a-68cc632d43b8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dc9b596e-715f-49eb-834a-68cc632d43b8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:26.379607 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c5572154-f741-48ac-9875-abc75b908a9d req-7eba135e-15ac-4fd1-a1ed-e66d6badd834 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:26.393206 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56e36fef-8099-4519-b341-0d8eaba8bf22 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:26.406586 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-84a40840-af5e-4556-bf92-29a9c15b396e req-53714f8b-6c21-426c-8869-00358623da78 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:26.416816 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-885c6682-5bb1-44ac-9ee9-1d1f01d49a66 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7087b83eeaca4317ab854a02490b82e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1830492 Nov 18 17:11:26.417421 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95f29f44-a055-4381-b16e-c87432dc6c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:26.509354 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:26.571885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53714f8b-6c21-426c-8869-00358623da78 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4815b3dc-1322-4675-9cd4-4bf27b5b6f63,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:26.601606 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce8a4748-b617-40ef-992d-6c473777647f req-62493baa-e56a-47fb-8344-17621766e6cd tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081491 Nov 18 17:11:26.618298 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-84a40840-af5e-4556-bf92-29a9c15b396e req-53714f8b-6c21-426c-8869-00358623da78 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:26.622791 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:26.623681 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84a40840-af5e-4556-bf92-29a9c15b396e req-53714f8b-6c21-426c-8869-00358623da78 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9605019 Nov 18 17:11:26.636474 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56e36fef-8099-4519-b341-0d8eaba8bf22 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:26.653448 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e36fef-8099-4519-b341-0d8eaba8bf22 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:26.654119 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56e36fef-8099-4519-b341-0d8eaba8bf22 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:26.772607 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1ffa082c-c9dd-49b4-b07b-996c854891c1 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:11:26.793317 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-56e36fef-8099-4519-b341-0d8eaba8bf22 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9958746 Nov 18 17:11:26.797513 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37694) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:26.827743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8cbade1b-fb0c-4179-b872-02b2c69f589b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Request body: {'subnet': {'network_id': '5023c67c-f690-4dcd-9235-1c0db3c46f47', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:26.864457 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Network daa3b8c6-1def-4baa-aa8b-4db602871fe0 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:11:26.904984 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:26.909131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:11:26.919284 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Pushing event updated for resources: {'Port': ['ID=4dcb0edd-3541-4281-8c07-37074170279d,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:27.057422 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e36d3398-4b09-4283-b339-1dbdd86ff36d req-7be52056-e081-44e0-a60f-71ec9106f4e5 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/ports?device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 210 time: 0.1965721 Nov 18 17:11:27.058059 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e36fef-8099-4519-b341-0d8eaba8bf22 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event updated for resources: {'Network': ['ID=5023c67c-f690-4dcd-9235-1c0db3c46f47,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:27.083227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c5572154-f741-48ac-9875-abc75b908a9d req-7eba135e-15ac-4fd1-a1ed-e66d6badd834 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Calling delete_port for dc9b596e-715f-49eb-834a-68cc632d43b8 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:27.110547 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 5023c67c-f690-4dcd-9235-1c0db3c46f47 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:11:27.174147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb987fb0-7ed2-457a-9569-d3bb213d8d99 req-4c5ffc67-5ca3-47c7-aaf1-7bdce9534f7a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/4815b3dc-1322-4675-9cd4-4bf27b5b6f63 HTTP/1.1" status: 200 len: 1818 time: 0.1984336 Nov 18 17:11:27.195914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-fb987fb0-7ed2-457a-9569-d3bb213d8d99 req-b852fdca-44f3-45ea-8585-9fb2e81aefa7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1723764973', 'description': 'tempest-description-hth-2008037963'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:27.203403 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-95f29f44-a055-4381-b16e-c87432dc6c67 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=738c138570c348158ce0da59bb4d6024&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6655457 Nov 18 17:11:27.225032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f6b06e2b-a5a9-44ef-b3b8-1ecea45bda1a None None] Provisioning complete for port d7eab47f-d6f3-4ce1-bf75-41e03c63db95 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:27.225620 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f6b06e2b-a5a9-44ef-b3b8-1ecea45bda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:27.254035 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37706) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:27.271082 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 1ffa082c-c9dd-49b4-b07b-996c854891c1 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:27.271746 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:27.273359 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Attempting to bind port 4dcb0edd-3541-4281-8c07-37074170279d on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:11:27.273737 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Attempting to bind port 4dcb0edd-3541-4281-8c07-37074170279d by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7d9de0e4-50b0-45cc-8fee-c0b485fb1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'daa3b8c6-1def-4baa-aa8b-4db602871fe0'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:11:27.274110 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Attempting to bind port 4dcb0edd-3541-4281-8c07-37074170279d on network daa3b8c6-1def-4baa-aa8b-4db602871fe0 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:11:27.303380 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fb987fb0-7ed2-457a-9569-d3bb213d8d99 req-b852fdca-44f3-45ea-8585-9fb2e81aefa7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:27.309066 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:11:27.309493 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Checking segment: {'id': '7d9de0e4-50b0-45cc-8fee-c0b485fb1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'daa3b8c6-1def-4baa-aa8b-4db602871fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:11:27.310177 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:27.310761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Bound using segment: {'id': '7d9de0e4-50b0-45cc-8fee-c0b485fb1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'daa3b8c6-1def-4baa-aa8b-4db602871fe0'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:11:27.311452 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Bound port: 4dcb0edd-3541-4281-8c07-37074170279d, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9de0e4-50b0-45cc-8fee-c0b485fb1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'daa3b8c6-1def-4baa-aa8b-4db602871fe0'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:11:27.311940 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:27.346785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f6b06e2b-a5a9-44ef-b3b8-1ecea45bda1a None None] Port d7eab47f-d6f3-4ce1-bf75-41e03c63db95 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:11:27.404901 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fb987fb0-7ed2-457a-9569-d3bb213d8d99 req-b852fdca-44f3-45ea-8585-9fb2e81aefa7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:27.405904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbade1b-fb0c-4179-b872-02b2c69f589b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Made reservation on behalf of 44e822c0713b49b8a83e7a0e08353a2f for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:11:27.412047 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8cbade1b-fb0c-4179-b872-02b2c69f589b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:27.414121 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f29f44-a055-4381-b16e-c87432dc6c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8479e7d7-a034-46f7-82e2-4c652abbcd20,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:27.438892 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:27.460640 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] For port 4dcb0edd-3541-4281-8c07-37074170279d, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:11:27.480598 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] For port 4dcb0edd-3541-4281-8c07-37074170279d, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dcb0edd-3541-4281-8c07-37074170279d,segment=NetworkSegment(7d9de0e4-50b0-45cc-8fee-c0b485fb1f52),segment_id=7d9de0e4-50b0-45cc-8fee-c0b485fb1f52)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:11:27.518782 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fb987fb0-7ed2-457a-9569-d3bb213d8d99 req-b852fdca-44f3-45ea-8585-9fb2e81aefa7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:27.522473 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-fb987fb0-7ed2-457a-9569-d3bb213d8d99 req-b852fdca-44f3-45ea-8585-9fb2e81aefa7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:27.533920 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb987fb0-7ed2-457a-9569-d3bb213d8d99 req-b852fdca-44f3-45ea-8585-9fb2e81aefa7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "PUT /v2.0/security-groups/4815b3dc-1322-4675-9cd4-4bf27b5b6f63 HTTP/1.1" status: 200 len: 1792 time: 0.3528321 Nov 18 17:11:27.543399 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:27.594007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852fdca-44f3-45ea-8585-9fb2e81aefa7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4815b3dc-1322-4675-9cd4-4bf27b5b6f63,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:27.675416 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b159418e-8d3c-437c-bbdd-ceaa26e9e0b5 req-e959e2ee-5cc4-452a-9163-cc617fe7de6b tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/4815b3dc-1322-4675-9cd4-4bf27b5b6f63 HTTP/1.1" status: 200 len: 1792 time: 0.1145732 Nov 18 17:11:27.747197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e112c08-aac0-48dd-acbd-079a54099e9d None None] Pushing event updated for resources: {'Port': ['ID=4dcb0edd-3541-4281-8c07-37074170279d,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:27.794395 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11b61758-c5ef-4da1-b55a-beca238757c2 req-5ec8d5b0-3ddc-46cd-9a3c-fab574c7abf0 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/4815b3dc-1322-4675-9cd4-4bf27b5b6f63 HTTP/1.1" status: 200 len: 1792 time: 0.0897672 Nov 18 17:11:27.891156 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-d18c71d9-8dd9-4119-a7b3-e6068dfc3e41 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:27.892825 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-d18c71d9-8dd9-4119-a7b3-e6068dfc3e41 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4648983 Nov 18 17:11:27.913119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-fa336f91-b405-4f5e-9fbc-616e909bb40e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Request body: {'port': {'device_id': 'dffa06ed-fd11-4f37-9502-e2780cd7bfbe', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': '7087b83eeaca4317ab854a02490b82e1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:27.923191 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-11b61758-c5ef-4da1-b55a-beca238757c2 req-e5fb0fa8-0b54-4e51-8088-e50d7b6a4f40 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:27.971523 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a1b48-9811-43e1-9754-ddacf8007c58 req-aa83e4db-9112-4945-b6a9-e9c3ae33d134 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:27.977878 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-228e6d17-24b9-4063-9e0e-04383cdbd3ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:28.006756 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-996a1b48-9811-43e1-9754-ddacf8007c58 req-aa83e4db-9112-4945-b6a9-e9c3ae33d134 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d3ccd86-02a1-4a25-9748-1dab085d2d46 HTTP/1.1" status: 200 len: 950 time: 0.1798747 Nov 18 17:11:28.027707 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8cbade1b-fb0c-4179-b872-02b2c69f589b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:28.083179 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-228e6d17-24b9-4063-9e0e-04383cdbd3ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:28.092136 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-11b61758-c5ef-4da1-b55a-beca238757c2 req-e5fb0fa8-0b54-4e51-8088-e50d7b6a4f40 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:28.175654 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbade1b-fb0c-4179-b872-02b2c69f589b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event updated for resources: {'Subnet': ['ID=84520515-7736-43eb-a669-129c014948b5,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:28.211552 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-996a1b48-9811-43e1-9754-ddacf8007c58 req-d5d71c39-8e63-4490-a9da-5db50129e118 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/security-groups?id=8301fd54-b4fe-443f-9665-bd158b5417c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026806 Nov 18 17:11:28.232499 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbade1b-fb0c-4179-b872-02b2c69f589b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Checking segment: {'id': 'e733ee5a-da2c-466c-bf22-8a0a906e0010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5023c67c-f690-4dcd-9235-1c0db3c46f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:11:28.233444 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbade1b-fb0c-4179-b872-02b2c69f589b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Network hostable DHCP agents. Network: 5023c67c-f690-4dcd-9235-1c0db3c46f47, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:11:28.282331 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-11b61758-c5ef-4da1-b55a-beca238757c2 req-e5fb0fa8-0b54-4e51-8088-e50d7b6a4f40 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:28.285734 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c5572154-f741-48ac-9875-abc75b908a9d req-7eba135e-15ac-4fd1-a1ed-e66d6badd834 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:28.286221 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-11b61758-c5ef-4da1-b55a-beca238757c2 req-e5fb0fa8-0b54-4e51-8088-e50d7b6a4f40 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:28.287341 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11b61758-c5ef-4da1-b55a-beca238757c2 req-e5fb0fa8-0b54-4e51-8088-e50d7b6a4f40 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "DELETE /v2.0/security-groups/4815b3dc-1322-4675-9cd4-4bf27b5b6f63 HTTP/1.1" status: 204 len: 173 time: 0.4909694 Nov 18 17:11:28.304856 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb0fa8-0b54-4e51-8088-e50d7b6a4f40 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4815b3dc-1322-4675-9cd4-4bf27b5b6f63,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:28.349090 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbade1b-fb0c-4179-b872-02b2c69f589b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Network 5023c67c-f690-4dcd-9235-1c0db3c46f47 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:11:28.392650 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-228e6d17-24b9-4063-9e0e-04383cdbd3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:28.395428 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-228e6d17-24b9-4063-9e0e-04383cdbd3ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:28.396818 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-228e6d17-24b9-4063-9e0e-04383cdbd3ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8479e7d7-a034-46f7-82e2-4c652abbcd20 HTTP/1.1" status: 204 len: 168 time: 1.1418078 Nov 18 17:11:28.398486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba135e-15ac-4fd1-a1ed-e66d6badd834 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Pushing event deleted for resources: {'Port': ['ID=dc9b596e-715f-49eb-834a-68cc632d43b8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:28.482669 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e6d17-24b9-4063-9e0e-04383cdbd3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8479e7d7-a034-46f7-82e2-4c652abbcd20,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:28.531047 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5572154-f741-48ac-9875-abc75b908a9d req-7eba135e-15ac-4fd1-a1ed-e66d6badd834 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] No DVR routers for this DVR port dc9b596e-715f-49eb-834a-68cc632d43b8 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:11:28.531047 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-fa336f91-b405-4f5e-9fbc-616e909bb40e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Made reservation on behalf of 7087b83eeaca4317ab854a02490b82e1 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:11:28.535030 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-fa336f91-b405-4f5e-9fbc-616e909bb40e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:28.542043 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-191f644a-9bf0-4349-a320-acdf05137ba3 req-cc188969-52ec-4de3-a426-2eef6f904101 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/ports?device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 210 time: 0.1224058 Nov 18 17:11:28.542980 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-8cbade1b-fb0c-4179-b872-02b2c69f589b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 5023c67c-f690-4dcd-9235-1c0db3c46f47) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:28.553225 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fb1664-a8e5-4fc9-ac2e-db96a0127cf0 None None] Network 5023c67c-f690-4dcd-9235-1c0db3c46f47 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:11:28.566122 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbade1b-fb0c-4179-b872-02b2c69f589b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:28.568330 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8cbade1b-fb0c-4179-b872-02b2c69f589b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:28.570983 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c5572154-f741-48ac-9875-abc75b908a9d req-7eba135e-15ac-4fd1-a1ed-e66d6badd834 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:28.574741 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c5572154-f741-48ac-9875-abc75b908a9d req-7eba135e-15ac-4fd1-a1ed-e66d6badd834 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.83 "DELETE /v2.0/ports/dc9b596e-715f-49eb-834a-68cc632d43b8 HTTP/1.1" status: 204 len: 173 time: 3.2688420 Nov 18 17:11:28.577207 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3ccd86-02a1-4a25-9748-1dab085d2d46', 'name': 'network-vif-deleted', 'tag': 'dc9b596e-715f-49eb-834a-68cc632d43b8'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:28.580567 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2ebc5d-fa9a-465e-9f1c-58e009a6df0b" -d '{"events": [{"server_uuid": "9d3ccd86-02a1-4a25-9748-1dab085d2d46", "name": "network-vif-deleted", "tag": "dc9b596e-715f-49eb-834a-68cc632d43b8"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:28.682062 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-fa336f91-b405-4f5e-9fbc-616e909bb40e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:28.711880 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5f86cc-4353-476b-b9b4-9ab03b9c90cc x-openstack-request-id: req-3c5f86cc-4353-476b-b9b4-9ab03b9c90cc {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:28.712228 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3ccd86-02a1-4a25-9748-1dab085d2d46", "name": "network-vif-deleted", "tag": "dc9b596e-715f-49eb-834a-68cc632d43b8", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:28.712489 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3c5f86cc-4353-476b-b9b4-9ab03b9c90cc {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:28.712917 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3ccd86-02a1-4a25-9748-1dab085d2d46', 'name': 'network-vif-deleted', 'tag': 'dc9b596e-715f-49eb-834a-68cc632d43b8', 'status': 'completed', 'code': 200} Nov 18 17:11:28.721542 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:28.726463 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8cbade1b-fb0c-4179-b872-02b2c69f589b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9271147 Nov 18 17:11:28.906592 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-d2842cd2-fc92-4e2b-95ac-3f535dffb0ae req-c37087c7-7177-4d31-b6f8-40d2b96dbc5f tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] show failed (client error): The resource could not be found. Nov 18 17:11:28.917997 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d2842cd2-fc92-4e2b-95ac-3f535dffb0ae req-c37087c7-7177-4d31-b6f8-40d2b96dbc5f tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/92f99fb2-6961-4118-a3f9-12723162e004 HTTP/1.1" status: 404 len: 352 time: 0.0498216 Nov 18 17:11:28.990119 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-8549db5f-e1d3-458c-9f69-4e94d971cdf6 req-89ae3326-eb39-46e5-8be2-6dba6057434d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] show failed (client error): The resource could not be found. Nov 18 17:11:29.009732 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4dcb0edd-3541-4281-8c07-37074170279d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:11:29.025099 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8549db5f-e1d3-458c-9f69-4e94d971cdf6 req-89ae3326-eb39-46e5-8be2-6dba6057434d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/8068e4d9-2992-42c9-9b80-4e8d62a952b5 HTTP/1.1" status: 404 len: 352 time: 0.0181406 Nov 18 17:11:29.071990 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-aca9bbf4-1e4a-4495-ad7a-b6a5a317c0dc req-7b574bed-8716-47c6-8142-2fb5c21ab3a4 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] show failed (client error): The resource could not be found. Nov 18 17:11:29.080152 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aca9bbf4-1e4a-4495-ad7a-b6a5a317c0dc req-7b574bed-8716-47c6-8142-2fb5c21ab3a4 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/b46f6800-2498-4ada-bb03-04f3a7e07b1b HTTP/1.1" status: 404 len: 352 time: 0.0538003 Nov 18 17:11:29.115979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device dc9b596e-715f-49eb-834a-68cc632d43b8 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:29.118003 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-fa336f91-b405-4f5e-9fbc-616e909bb40e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:29.173881 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-c12822bf-0e5e-47b5-a9f1-57afeeab9481 req-4834c029-039a-4d43-b357-ac87861a6209 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] show failed (client error): The resource could not be found. Nov 18 17:11:29.184219 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c12822bf-0e5e-47b5-a9f1-57afeeab9481 req-4834c029-039a-4d43-b357-ac87861a6209 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/a648b9f5-4e4b-4c53-b845-c7bcdd459b74 HTTP/1.1" status: 404 len: 352 time: 0.0570590 Nov 18 17:11:29.228070 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: dc9b596e-715f-49eb-834a-68cc632d43b8 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:11:29.228970 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device dc9b596e-715f-49eb-834a-68cc632d43b8 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:29.336332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5023c67c-f690-4dcd-9235-1c0db3c46f47', 'network_id': '5023c67c-f690-4dcd-9235-1c0db3c46f47', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'fixed_ips': [{'subnet_id': '84520515-7736-43eb-a669-129c014948b5'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:11:29.341862 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:29.406879 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-c2b8ee8c-8c12-4cc9-a930-0c9bf86ecf03 req-0d2bd2cb-4847-4ebb-b5c0-8bbc31efe81d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] show failed (client error): The resource could not be found. Nov 18 17:11:29.414166 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:29.419716 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-fa336f91-b405-4f5e-9fbc-616e909bb40e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:29.420492 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2b8ee8c-8c12-4cc9-a930-0c9bf86ecf03 req-0d2bd2cb-4847-4ebb-b5c0-8bbc31efe81d tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/f39ff19c-21ed-43dd-8878-aa0f22f6da6e HTTP/1.1" status: 404 len: 352 time: 0.0893331 Nov 18 17:11:29.496925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa336f91-b405-4f5e-9fbc-616e909bb40e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84d3249-7775-4c1e-9269-f4f5cb05d4cd,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:29.523734 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-70db7b0b-ad3e-4519-97b3-94cd5f8796f7 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:29.553471 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-70db7b0b-ad3e-4519-97b3-94cd5f8796f7 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:29.554480 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4dcb0edd-3541-4281-8c07-37074170279d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:29.554978 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:29.564420 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-70db7b0b-ad3e-4519-97b3-94cd5f8796f7 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/networks?id=daa3b8c6-1def-4baa-aa8b-4db602871fe0&id=5023c67c-f690-4dcd-9235-1c0db3c46f47 HTTP/1.1" status: 200 len: 1389 time: 0.3757069 Nov 18 17:11:29.593430 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:29.605775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-5a11a19f-9383-4437-8485-ff2602973665 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/quotas/44e822c0713b49b8a83e7a0e08353a2f HTTP/1.1" status: 200 len: 375 time: 0.0398946 Nov 18 17:11:29.705626 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee301f3-7275-482e-a939-ca8514e2bc4d None None] Network daa3b8c6-1def-4baa-aa8b-4db602871fe0 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:11:29.765696 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec7a12ff-158b-42c8-a71b-543d56a36beb req-995f7cc1-7bee-4ce6-9b33-47ad1868e917 tempest-DeleteServersAdminTestJSON-1155683801 tempest-DeleteServersAdminTestJSON-1155683801-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d3ccd86-02a1-4a25-9748-1dab085d2d46 HTTP/1.1" status: 200 len: 210 time: 0.1085196 Nov 18 17:11:29.829507 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:29.836266 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-43456fdc-06e2-4a44-87ed-00efc0b25052 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=44e822c0713b49b8a83e7a0e08353a2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2288992 Nov 18 17:11:29.935831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] Pushing event updated for resources: {'Port': ['ID=d7eab47f-d6f3-4ce1-bf75-41e03c63db95,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:29.964535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Allocated IP 19.86.0.2 (5023c67c-f690-4dcd-9235-1c0db3c46f47/84520515-7736-43eb-a669-129c014948b5/bdf344ac-ee5c-46f0-8bae-2682a3eeafbb) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:11:30.005190 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-393c2016-0922-4c6c-9b40-bcb4cec2a934 service neutron] 10.222.0.72 "GET /v2.0/networks/daa3b8c6-1def-4baa-aa8b-4db602871fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679218 Nov 18 17:11:30.012436 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-fdc0eddd-6674-4b6d-b221-e71b350ab793 None None] Provisioning complete for port 4dcb0edd-3541-4281-8c07-37074170279d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:30.013070 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdc0eddd-6674-4b6d-b221-e71b350ab793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:30.044730 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-fa336f91-b405-4f5e-9fbc-616e909bb40e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Allocated IP 192.168.233.23 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/cba7fd7a-7a3f-44c2-8e68-2e371f5ae052) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:11:30.066563 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-b2f9fb4e-4bf5-4c32-a520-96cc7a4c2dbc req-56864260-eb96-4c1f-822e-d249102d842a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] show failed (client error): The resource could not be found. Nov 18 17:11:30.084557 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b2f9fb4e-4bf5-4c32-a520-96cc7a4c2dbc req-56864260-eb96-4c1f-822e-d249102d842a tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/dc03264a-b26a-41fd-86e4-a0896a12ea47 HTTP/1.1" status: 404 len: 352 time: 0.0758140 Nov 18 17:11:30.170569 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-43d89f9f-6236-4a11-a09e-897be3e166e5 service neutron] 10.222.0.72 "GET /v2.0/networks/daa3b8c6-1def-4baa-aa8b-4db602871fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640882 Nov 18 17:11:30.244401 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] Network 4e1d98e0-2676-4115-a416-8d0fa88d3380 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:11:30.249491 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:30.276944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7143e085-5c76-4b42-a993-f176b8c3cce5 req-26fdd862-faaa-4890-aeab-1d0561262e72 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/ports?device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 210 time: 0.0724645 Nov 18 17:11:30.325284 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-6d976fe0-8724-417e-ab61-09fbfbaa923e service neutron] 10.222.0.72 "GET /v2.0/networks/5023c67c-f690-4dcd-9235-1c0db3c46f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534131 Nov 18 17:11:30.380812 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-fa336f91-b405-4f5e-9fbc-616e909bb40e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:30.488945 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-fa336f91-b405-4f5e-9fbc-616e909bb40e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:30.510365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-dfb99dca-5b55-4ca6-b5c6-818eecde7bb7 service neutron] 10.222.0.72 "GET /v2.0/networks/5023c67c-f690-4dcd-9235-1c0db3c46f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767161 Nov 18 17:11:30.611953 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-fa336f91-b405-4f5e-9fbc-616e909bb40e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:11:30.620316 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] Router 65183a0a-dbd5-4272-a44d-a46fc86eeb1c has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:11:30.625490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-fa336f91-b405-4f5e-9fbc-616e909bb40e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:30.648951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-fa336f91-b405-4f5e-9fbc-616e909bb40e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:11:30.649751 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18da4d18-6ae2-49ef-8257-d667e754746b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:30.676268 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:30.688092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa336f91-b405-4f5e-9fbc-616e909bb40e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Pushing event updated for resources: {'Port': ['ID=cba7fd7a-7a3f-44c2-8e68-2e371f5ae052,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:30.776742 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdc0eddd-6674-4b6d-b221-e71b350ab793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:30.777986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-fa336f91-b405-4f5e-9fbc-616e909bb40e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:30.778820 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-fa336f91-b405-4f5e-9fbc-616e909bb40e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:30.841723 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:30.930586 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-fdc0eddd-6674-4b6d-b221-e71b350ab793 None None] For port 4dcb0edd-3541-4281-8c07-37074170279d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dcb0edd-3541-4281-8c07-37074170279d,segment=NetworkSegment(7d9de0e4-50b0-45cc-8fee-c0b485fb1f52),segment_id=7d9de0e4-50b0-45cc-8fee-c0b485fb1f52)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:30.932736 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-fa336f91-b405-4f5e-9fbc-616e909bb40e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0234349 Nov 18 17:11:30.954910 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Request body: {'port': {'device_id': 'dffa06ed-fd11-4f37-9502-e2780cd7bfbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:31.019552 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdc0eddd-6674-4b6d-b221-e71b350ab793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:31.103205 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0eddd-6674-4b6d-b221-e71b350ab793 None None] Pushing event updated for resources: {'Port': ['ID=4dcb0edd-3541-4281-8c07-37074170279d,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:31.125071 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:31.145118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57ffd3-84dd-4098-9c70-0e450885e509 req-3096a4ca-27eb-4b12-a956-905e50b618ad tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:31.155652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f57ffd3-84dd-4098-9c70-0e450885e509 req-3096a4ca-27eb-4b12-a956-905e50b618ad tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 1024 time: 0.1735036 Nov 18 17:11:31.208584 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:31.250392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:11:31.267630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Network 5023c67c-f690-4dcd-9235-1c0db3c46f47 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:11:31.272154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-394101fc-004f-4f17-b705-e01656002c3a None None] Provisioning complete for port cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:31.276834 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-394101fc-004f-4f17-b705-e01656002c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:31.327190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Pushing event updated for resources: {'Port': ['ID=bdf344ac-ee5c-46f0-8bae-2682a3eeafbb,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:31.328444 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b49da476-f509-4c2a-8121-8ff2cd636d41 admin admin] 10.222.0.72 "PUT /v2.0/routers/65183a0a-dbd5-4272-a44d-a46fc86eeb1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3711331 Nov 18 17:11:31.336381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Sync routers for ids ['65183a0a-dbd5-4272-a44d-a46fc86eeb1c'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:11:31.345377 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-394101fc-004f-4f17-b705-e01656002c3a None None] Port cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:11:31.348065 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:31.354878 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:11:31.361337 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:11:31.366874 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:11:31.439018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Routers {'65183a0a-dbd5-4272-a44d-a46fc86eeb1c'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:11:31.440111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:11:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['65183a0a-dbd5-4272-a44d-a46fc86eeb1c'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:31.457205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25959ff1-5953-4724-9279-b12f9e870cc8 req-4ee1d89b-f2f0-4a8f-89d4-6837c93446cb tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 210 time: 0.1119359 Nov 18 17:11:31.507011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f57ffd3-84dd-4098-9c70-0e450885e509 req-6e93fa09-75d4-4a54-974d-7412f12b64c1 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=54f4d50d-4d3c-4c4c-b455-647d5d57f069&id=346c0ecb-90a2-4868-bd7e-6a16c11a70ef&id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3490181 Nov 18 17:11:31.595588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-394101fc-004f-4f17-b705-e01656002c3a None None] Provisioning complete for port d7eab47f-d6f3-4ce1-bf75-41e03c63db95 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:31.596658 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-394101fc-004f-4f17-b705-e01656002c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:31.680153 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Attempting to bind port bdf344ac-ee5c-46f0-8bae-2682a3eeafbb on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:11:31.680854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Attempting to bind port bdf344ac-ee5c-46f0-8bae-2682a3eeafbb by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'e733ee5a-da2c-466c-bf22-8a0a906e0010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5023c67c-f690-4dcd-9235-1c0db3c46f47'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:11:31.680958 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Attempting to bind port bdf344ac-ee5c-46f0-8bae-2682a3eeafbb on network 5023c67c-f690-4dcd-9235-1c0db3c46f47 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:11:31.704953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:11:31.705341 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Checking segment: {'id': 'e733ee5a-da2c-466c-bf22-8a0a906e0010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5023c67c-f690-4dcd-9235-1c0db3c46f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:11:31.705749 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:31.706151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Bound using segment: {'id': 'e733ee5a-da2c-466c-bf22-8a0a906e0010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5023c67c-f690-4dcd-9235-1c0db3c46f47'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:11:31.706646 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Bound port: bdf344ac-ee5c-46f0-8bae-2682a3eeafbb, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e733ee5a-da2c-466c-bf22-8a0a906e0010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5023c67c-f690-4dcd-9235-1c0db3c46f47'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:11:31.707031 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:31.727839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-394101fc-004f-4f17-b705-e01656002c3a None None] Port d7eab47f-d6f3-4ce1-bf75-41e03c63db95 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:11:31.876113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Set router 65183a0a-dbd5-4272-a44d-a46fc86eeb1c gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:11:31.964527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-951dc867-2a91-4102-81fa-7e2bacfff01c None None] Provisioning complete for port 4dcb0edd-3541-4281-8c07-37074170279d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:31.964914 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-951dc867-2a91-4102-81fa-7e2bacfff01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:31.971535 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:11:31.982173 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:31.996649 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Transition to ACTIVE for port object cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:11:32.036740 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 23b77618-2816-4078-9ee1-1e510fc43575 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:11:32.043069 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] For port bdf344ac-ee5c-46f0-8bae-2682a3eeafbb, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:11:32.113269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b899cc-bbb7-4e61-9144-a064e170e4cb req-6b4d633a-b1b5-4673-ad90-0c5ecfcaa2dd tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:32.114965 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80b899cc-bbb7-4e61-9144-a064e170e4cb req-6b4d633a-b1b5-4673-ad90-0c5ecfcaa2dd tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/ports?device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 935 time: 0.3081067 Nov 18 17:11:32.151622 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:32.185844 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-2cec2809-ff18-402d-b39d-abfa7a5da86a tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3229129 Nov 18 17:11:32.190738 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-aa5605fd-adfd-456c-bb8a-6c874acee933 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:32.208498 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] For port bdf344ac-ee5c-46f0-8bae-2682a3eeafbb, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=bdf344ac-ee5c-46f0-8bae-2682a3eeafbb,segment=NetworkSegment(e733ee5a-da2c-466c-bf22-8a0a906e0010),segment_id=e733ee5a-da2c-466c-bf22-8a0a906e0010)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:11:32.241670 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80b899cc-bbb7-4e61-9144-a064e170e4cb req-caa992dd-e970-4f52-b66a-8c93e1ec12ff tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/security-groups?id=d84d3249-7775-4c1e-9269-f4f5cb05d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064975 Nov 18 17:11:32.269493 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 23b77618-2816-4078-9ee1-1e510fc43575 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:32.270076 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:32.345980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Pushing event updated for resources: {'Port': ['ID=cba7fd7a-7a3f-44c2-8e68-2e371f5ae052,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:32.400634 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-aa5605fd-adfd-456c-bb8a-6c874acee933 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:32.402808 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:32.453739 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'name': 'tempest-FloatingIPsTestJSON-1929607312-router', 'tenant_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '23b77618-2816-4078-9ee1-1e510fc43575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:11:19Z', 'updated_at': '2021-11-18T17:11:28Z', 'revision_number': 4, 'project_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'gw_port': {'id': '23b77618-2816-4078-9ee1-1e510fc43575', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:11:21Z', 'updated_at': '2021-11-18T17:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'd7eab47f-d6f3-4ce1-bf75-41e03c63db95', 'name': '', 'network_id': '4e1d98e0-2676-4115-a416-8d0fa88d3380', 'tenant_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'mac_address': 'fa:16:3e:ab:0e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '5d5c1446-2569-40ba-8033-7104e26feb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:11:25Z', 'updated_at': '2021-11-18T17:11:28Z', 'revision_number': 2, 'project_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'subnets': [{'id': '5d5c1446-2569-40ba-8033-7104e26feb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:32.500230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Checking router: 65183a0a-dbd5-4272-a44d-a46fc86eeb1c for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:11:32.500448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Updating router 65183a0a-dbd5-4272-a44d-a46fc86eeb1c port d7eab47f-d6f3-4ce1-bf75-41e03c63db95 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:11:32.505972 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1e4f-cc00-44ad-935a-5b7f191915bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:32.557922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c30516-8eaa-44f8-912a-2c93ce91e09d req-c5a0fb25-c932-4bd4-a2e9-f083c9853ff7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:32.560549 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d4c30516-8eaa-44f8-912a-2c93ce91e09d req-c5a0fb25-c932-4bd4-a2e9-f083c9853ff7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.83 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 1024 time: 0.1703279 Nov 18 17:11:32.565976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Attempting to bind port cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:11:32.568561 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Attempting to bind port cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:11:32.571159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Attempting to bind port cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:11:32.670255 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Port cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:11:32.674225 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Attempting to bind port cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:11:32.689640 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2456e-32f9-4d75-a96a-3dcad1de50c1 None None] Pushing event updated for resources: {'Port': ['ID=bdf344ac-ee5c-46f0-8bae-2682a3eeafbb,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:32.702411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:11:32.708632 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:11:32.712269 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:11:32.712868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Bound port: cba7fd7a-7a3f-44c2-8e68-2e371f5ae052, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:11:32.719961 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:32.735527 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:32.773159 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-aa5605fd-adfd-456c-bb8a-6c874acee933 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:32.900722 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8df52f17-3741-4d86-9f21-e2d165608df1 req-72051693-6bd9-4223-94ee-4bfa343d9e57 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 210 time: 0.1150067 Nov 18 17:11:32.912419 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:32.951757 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] For port cba7fd7a-7a3f-44c2-8e68-2e371f5ae052, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:11:32.952846 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] For port cba7fd7a-7a3f-44c2-8e68-2e371f5ae052, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cba7fd7a-7a3f-44c2-8e68-2e371f5ae052,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:11:32.963968 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-d4c30516-8eaa-44f8-912a-2c93ce91e09d req-fd14dfcd-b56f-4063-9110-5b892caf72c2 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Deleting port e9c494ea-97dd-4301-be13-0b3ceedb4d75 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:32.964564 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d4c30516-8eaa-44f8-912a-2c93ce91e09d req-fd14dfcd-b56f-4063-9110-5b892caf72c2 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:33.033721 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:33.075963 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-aa5605fd-adfd-456c-bb8a-6c874acee933 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Allocated IP 172.25.3.67 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/2822fd4e-540b-49a5-bb2e-32e214095aa1) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:11:33.209717 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 23b77618-2816-4078-9ee1-1e510fc43575, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=23b77618-2816-4078-9ee1-1e510fc43575,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:33.244333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Pushing event updated for resources: {'Port': ['ID=cba7fd7a-7a3f-44c2-8e68-2e371f5ae052,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:33.271962 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:33.273129 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:33.277362 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:33.279070 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-9c035dad-d40a-4445-a0ac-66d7416dcf94 service neutron] 10.222.0.81 "PUT /v2.0/ports/cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 HTTP/1.1" status: 200 len: 1096 time: 2.3387947 Nov 18 17:11:33.291249 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dffa06ed-fd11-4f37-9502-e2780cd7bfbe', 'tag': 'cba7fd7a-7a3f-44c2-8e68-2e371f5ae052'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:33.291249 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4cc72d-3a11-47ce-a970-0845b4e73707" -d '{"events": [{"name": "network-changed", "server_uuid": "dffa06ed-fd11-4f37-9502-e2780cd7bfbe", "tag": "cba7fd7a-7a3f-44c2-8e68-2e371f5ae052"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:33.312470 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c5eb8-7170-4845-899a-07a8852a8084 req-5cf7e8ff-b5fa-4640-a770-14bae4e80f69 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:33.314301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f2c5eb8-7170-4845-899a-07a8852a8084 req-5cf7e8ff-b5fa-4640-a770-14bae4e80f69 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/ports?device_id=f62f427c-4a64-426f-a5f7-fb1ece545b94 HTTP/1.1" status: 200 len: 1024 time: 0.2087975 Nov 18 17:11:33.348788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-d4c30516-8eaa-44f8-912a-2c93ce91e09d req-fd14dfcd-b56f-4063-9110-5b892caf72c2 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] For port e9c494ea-97dd-4301-be13-0b3ceedb4d75, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e9c494ea-97dd-4301-be13-0b3ceedb4d75,segment=NetworkSegment(e0051c73-cd29-46e4-92a8-c1ac82adfc5d),segment_id=e0051c73-cd29-46e4-92a8-c1ac82adfc5d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:33.349417 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d4c30516-8eaa-44f8-912a-2c93ce91e09d req-fd14dfcd-b56f-4063-9110-5b892caf72c2 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:33.377453 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-d4c30516-8eaa-44f8-912a-2c93ce91e09d req-fd14dfcd-b56f-4063-9110-5b892caf72c2 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Calling delete_port for e9c494ea-97dd-4301-be13-0b3ceedb4d75 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:33.510936 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=23b77618-2816-4078-9ee1-1e510fc43575,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:33.519275 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:33.630924 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-aa5605fd-adfd-456c-bb8a-6c874acee933 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:33.690480 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f2c5eb8-7170-4845-899a-07a8852a8084 req-e997782f-e260-44f4-97cd-72c72a1b294c tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups?id=54f4d50d-4d3c-4c4c-b455-647d5d57f069&id=346c0ecb-90a2-4868-bd7e-6a16c11a70ef&id=f55adc86-4703-407a-b898-f716a899113d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2743874 Nov 18 17:11:33.701390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bdf344ac-ee5c-46f0-8bae-2682a3eeafbb up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:11:33.808405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-03b7b981-01c9-4eb4-a37f-46034cc9e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:33.817726 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-03b7b981-01c9-4eb4-a37f-46034cc9e039 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7087b83eeaca4317ab854a02490b82e1&device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 1099 time: 0.3324525 Nov 18 17:11:33.843437 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:33.864655 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port bdf344ac-ee5c-46f0-8bae-2682a3eeafbb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:33.865102 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:33.904671 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-aa5605fd-adfd-456c-bb8a-6c874acee933 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:33.943730 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-b879fcd8-dc9a-4fd3-8c54-6ca60fd844fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 HTTP/1.1" status: 200 len: 217 time: 0.1229737 Nov 18 17:11:33.950247 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:34.014105 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-aa5605fd-adfd-456c-bb8a-6c874acee933 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:11:34.028167 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-aa5605fd-adfd-456c-bb8a-6c874acee933 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:34.034545 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-aa5605fd-adfd-456c-bb8a-6c874acee933 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:11:34.113066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37898) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:34.119292 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5605fd-adfd-456c-bb8a-6c874acee933 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Pushing event updated for resources: {'Port': ['ID=2822fd4e-540b-49a5-bb2e-32e214095aa1,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:34.120681 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d4c30516-8eaa-44f8-912a-2c93ce91e09d req-fd14dfcd-b56f-4063-9110-5b892caf72c2 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:34.134395 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-9c63caab-15b8-4e8c-9fc6-b3f15e4bb7d9 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:34.141722 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-9c63caab-15b8-4e8c-9fc6-b3f15e4bb7d9 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:34.143419 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-9c63caab-15b8-4e8c-9fc6-b3f15e4bb7d9 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.83 "GET /v2.0/networks?id=daa3b8c6-1def-4baa-aa8b-4db602871fe0&id=5023c67c-f690-4dcd-9235-1c0db3c46f47 HTTP/1.1" status: 200 len: 1389 time: 0.1984165 Nov 18 17:11:34.166292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e39643d0-c526-4362-9873-c7bc871b6610 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Request body: {'port': {'device_id': '62ee38ea-04a3-4e4e-b5d5-66f67d6b5117', 'network_id': 'daa3b8c6-1def-4baa-aa8b-4db602871fe0', 'admin_state_up': True, 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:34.275429 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-aa5605fd-adfd-456c-bb8a-6c874acee933 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:34.379721 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14dfcd-b56f-4063-9110-5b892caf72c2 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event deleted for resources: {'Port': ['ID=e9c494ea-97dd-4301-be13-0b3ceedb4d75,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:34.395130 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c30516-8eaa-44f8-912a-2c93ce91e09d req-fd14dfcd-b56f-4063-9110-5b892caf72c2 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] No DVR routers for this DVR port e9c494ea-97dd-4301-be13-0b3ceedb4d75 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:11:34.399680 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d4c30516-8eaa-44f8-912a-2c93ce91e09d req-fd14dfcd-b56f-4063-9110-5b892caf72c2 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:34.404105 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d4c30516-8eaa-44f8-912a-2c93ce91e09d req-fd14dfcd-b56f-4063-9110-5b892caf72c2 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.83 "DELETE /v2.0/ports/e9c494ea-97dd-4301-be13-0b3ceedb4d75 HTTP/1.1" status: 204 len: 173 time: 1.8279078 Nov 18 17:11:34.414449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['e9c494ea-97dd-4301-be13-0b3ceedb4d75'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:34.427644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-57870e91-398b-412c-ab86-de51ba84ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:34.429889 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-57870e91-398b-412c-ab86-de51ba84ed43 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.3104842 Nov 18 17:11:34.480476 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fec28-5452-4108-93ca-553c6bd6b311 None None] Pushing event updated for resources: {'Port': ['ID=d7eab47f-d6f3-4ce1-bf75-41e03c63db95,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:34.499117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e39643d0-c526-4362-9873-c7bc871b6610 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Made reservation on behalf of 44e822c0713b49b8a83e7a0e08353a2f for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:11:34.505541 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e39643d0-c526-4362-9873-c7bc871b6610 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:34.579766 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-100a8e40-9ce0-4c6b-ba69-261378025e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:34.582165 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-100a8e40-9ce0-4c6b-ba69-261378025e6e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1432567 Nov 18 17:11:34.629246 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-aa5605fd-adfd-456c-bb8a-6c874acee933 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:34.634563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Attempting to bind port d7eab47f-d6f3-4ce1-bf75-41e03c63db95 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:11:34.636099 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Attempting to bind port d7eab47f-d6f3-4ce1-bf75-41e03c63db95 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '55ecda03-6fb9-4965-ba26-2673b9f1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4e1d98e0-2676-4115-a416-8d0fa88d3380'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:11:34.636735 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Attempting to bind port d7eab47f-d6f3-4ce1-bf75-41e03c63db95 on network 4e1d98e0-2676-4115-a416-8d0fa88d3380 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:11:34.674303 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:34.686505 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:11:34.688536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Checking segment: {'id': '55ecda03-6fb9-4965-ba26-2673b9f1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4e1d98e0-2676-4115-a416-8d0fa88d3380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:11:34.690405 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:34.690915 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Bound using segment: {'id': '55ecda03-6fb9-4965-ba26-2673b9f1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4e1d98e0-2676-4115-a416-8d0fa88d3380'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:11:34.692184 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Bound port: d7eab47f-d6f3-4ce1-bf75-41e03c63db95, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ecda03-6fb9-4965-ba26-2673b9f1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4e1d98e0-2676-4115-a416-8d0fa88d3380'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:11:34.693306 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:34.828322 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2caadc-48a6-41ff-96c1-34f800b42906 None None] Network 5023c67c-f690-4dcd-9235-1c0db3c46f47 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:11:34.906176 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-227aefdd-df29-4f41-a16c-c4fae4466c86 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365761 Nov 18 17:11:34.908018 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e39643d0-c526-4362-9873-c7bc871b6610 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Allocated IP 19.80.0.248 (daa3b8c6-1def-4baa-aa8b-4db602871fe0/c610abb5-683f-47c2-919c-b2670628ef86/afc08daf-3fdb-4f21-836e-8c377bd624f2) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:11:34.950987 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b962df3c-d534-48ea-bb34-9080d0831999 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d4d49dfbf9e64451b6dae6b726cc9e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8152859 Nov 18 17:11:34.978705 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37910) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:34.984406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port bdf344ac-ee5c-46f0-8bae-2682a3eeafbb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=bdf344ac-ee5c-46f0-8bae-2682a3eeafbb,segment=NetworkSegment(e733ee5a-da2c-466c-bf22-8a0a906e0010),segment_id=e733ee5a-da2c-466c-bf22-8a0a906e0010)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:34.998473 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] For port d7eab47f-d6f3-4ce1-bf75-41e03c63db95, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:11:35.013377 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d708bd94-b11f-4080-9846-b20eecf9e33c None None] Provisioning complete for port d7eab47f-d6f3-4ce1-bf75-41e03c63db95 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:35.014018 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d708bd94-b11f-4080-9846-b20eecf9e33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:35.112368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eece755-c0af-474f-ab95-ec52472b82f3 req-b465a5f3-d2a1-4834-9129-e94912d8b980 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:35.121299 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9eece755-c0af-474f-ab95-ec52472b82f3 req-b465a5f3-d2a1-4834-9129-e94912d8b980 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/ports?device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 947 time: 0.2006533 Nov 18 17:11:35.136913 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37916) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:35.151270 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d708bd94-b11f-4080-9846-b20eecf9e33c None None] Port d7eab47f-d6f3-4ce1-bf75-41e03c63db95 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:11:35.165479 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:35.201088 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:35.201876 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4dcb0edd-3541-4281-8c07-37074170279d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:11:35.205805 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] For port d7eab47f-d6f3-4ce1-bf75-41e03c63db95, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d7eab47f-d6f3-4ce1-bf75-41e03c63db95,segment=NetworkSegment(55ecda03-6fb9-4965-ba26-2673b9f1d9b4),segment_id=55ecda03-6fb9-4965-ba26-2673b9f1d9b4)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:11:35.230454 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-aa5605fd-adfd-456c-bb8a-6c874acee933 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:35.232373 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89d60034-9999-43a2-8110-7c6b6f48b0a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:35.270432 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9eece755-c0af-474f-ab95-ec52472b82f3 req-48014072-a248-4520-a8a6-da6f165e9f9d tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/security-groups?id=d84d3249-7775-4c1e-9269-f4f5cb05d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477468 Nov 18 17:11:35.281626 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-aa5605fd-adfd-456c-bb8a-6c874acee933 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:35.292871 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89d60034-9999-43a2-8110-7c6b6f48b0a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:35.395485 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e39643d0-c526-4362-9873-c7bc871b6610 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:35.405215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=bdf344ac-ee5c-46f0-8bae-2682a3eeafbb,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:35.429696 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5605fd-adfd-456c-bb8a-6c874acee933 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Pushing event updated for resources: {'Port': ['ID=2822fd4e-540b-49a5-bb2e-32e214095aa1,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:35.439515 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d3b042e-7f4b-47e1-a3e2-35b5c60f9b47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:35.480182 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-aa5605fd-adfd-456c-bb8a-6c874acee933 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:35.569334 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89d60034-9999-43a2-8110-7c6b6f48b0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:35.573204 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89d60034-9999-43a2-8110-7c6b6f48b0a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:35.575373 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-89d60034-9999-43a2-8110-7c6b6f48b0a3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8301fd54-b4fe-443f-9665-bd158b5417c1 HTTP/1.1" status: 204 len: 168 time: 0.5858204 Nov 18 17:11:35.588492 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-aa5605fd-adfd-456c-bb8a-6c874acee933 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:35.589826 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-aa5605fd-adfd-456c-bb8a-6c874acee933 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4029896 Nov 18 17:11:35.696866 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d708bd94-b11f-4080-9846-b20eecf9e33c None None] Provisioning complete for port bdf344ac-ee5c-46f0-8bae-2682a3eeafbb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:35.700164 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d708bd94-b11f-4080-9846-b20eecf9e33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:35.713761 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:35.743646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d60034-9999-43a2-8110-7c6b6f48b0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8301fd54-b4fe-443f-9665-bd158b5417c1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:35.785131 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5615393-e189-465e-9efa-c6052f6947b0 x-openstack-request-id: req-b5615393-e189-465e-9efa-c6052f6947b0 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:35.785131 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dffa06ed-fd11-4f37-9502-e2780cd7bfbe", "tag": "cba7fd7a-7a3f-44c2-8e68-2e371f5ae052", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:35.785131 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b5615393-e189-465e-9efa-c6052f6947b0 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:35.785131 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dffa06ed-fd11-4f37-9502-e2780cd7bfbe', 'tag': 'cba7fd7a-7a3f-44c2-8e68-2e371f5ae052', 'status': 'completed', 'code': 200} Nov 18 17:11:35.809298 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c3c656aa-22c3-49d6-8a3e-8ee3ba11b2bc req-b070b7b7-b329-4205-b2ec-a5a0c4b73642 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8305495 Nov 18 17:11:35.836315 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d81b864d-8a1f-4a31-81af-011faf8c6c2e req-539a423c-69ff-4c25-a993-f9228029e7eb tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 210 time: 0.2596319 Nov 18 17:11:35.885038 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e39643d0-c526-4362-9873-c7bc871b6610 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:35.893705 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-9c57772d-f904-491c-a335-4e81317a9028 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.2814965 Nov 18 17:11:35.965036 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Routers {'65183a0a-dbd5-4272-a44d-a46fc86eeb1c'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:11:35.966703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:11:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['65183a0a-dbd5-4272-a44d-a46fc86eeb1c'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:36.016014 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e39643d0-c526-4362-9873-c7bc871b6610 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Network daa3b8c6-1def-4baa-aa8b-4db602871fe0 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:11:36.022936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39643d0-c526-4362-9873-c7bc871b6610 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event updated for resources: {'Port': ['ID=afc08daf-3fdb-4f21-836e-8c377bd624f2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:36.031540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e39643d0-c526-4362-9873-c7bc871b6610 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:36.046875 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e39643d0-c526-4362-9873-c7bc871b6610 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:11:36.132785 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cc72d-3a11-47ce-a970-0845b4e73707 req-bcb235d9-1eb0-4244-9c47-89434d10260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:36.134800 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc4cc72d-3a11-47ce-a970-0845b4e73707 req-bcb235d9-1eb0-4244-9c47-89434d10260e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7087b83eeaca4317ab854a02490b82e1&device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 1099 time: 0.1172054 Nov 18 17:11:36.161436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e39643d0-c526-4362-9873-c7bc871b6610 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:36.162345 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e39643d0-c526-4362-9873-c7bc871b6610 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:36.181559 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d3b042e-7f4b-47e1-a3e2-35b5c60f9b47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:36.204808 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] Set router 65183a0a-dbd5-4272-a44d-a46fc86eeb1c gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:11:36.289699 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d3b042e-7f4b-47e1-a3e2-35b5c60f9b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:36.410377 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e39643d0-c526-4362-9873-c7bc871b6610 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2490647 Nov 18 17:11:36.411822 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:36.418207 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4dcb0edd-3541-4281-8c07-37074170279d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:36.418207 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:36.426009 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-56aaa7db-ae58-4d87-8839-01ac10c75728 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Request body: {'port': {'device_id': '62ee38ea-04a3-4e4e-b5d5-66f67d6b5117', 'network_id': '5023c67c-f690-4dcd-9235-1c0db3c46f47', 'admin_state_up': True, 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:36.462098 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fec28-5452-4108-93ca-553c6bd6b311 None None] Pushing event updated for resources: {'Port': ['ID=d7eab47f-d6f3-4ce1-bf75-41e03c63db95,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:36.482211 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4d3b042e-7f4b-47e1-a3e2-35b5c60f9b47 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f28526afb6eb40c88ec7d0d203efcef9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3390663 Nov 18 17:11:36.485295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37936) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:36.501664 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-24d50700-077f-4cce-8a05-7be94e872b68 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:36.509292 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db41a4e1-c8cb-40bc-80b4-67f5cce2a898 req-24d50700-077f-4cce-8a05-7be94e872b68 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.5680773 Nov 18 17:11:36.509292 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b042e-7f4b-47e1-a3e2-35b5c60f9b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced01efd-a231-46ff-98e7-e771179fd988,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:36.554764 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb7c6421-c9da-4a9e-a3f5-5e47173b8790 req-88365a07-d3da-4352-a8c1-055f5c40b1dc tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/54f4d50d-4d3c-4c4c-b455-647d5d57f069 HTTP/1.1" status: 200 len: 1818 time: 0.1641703 Nov 18 17:11:36.732285 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-eb7c6421-c9da-4a9e-a3f5-5e47173b8790 req-7e680e83-b2cc-4f67-9d69-0949fa80a0b7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:36.740528 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cc72d-3a11-47ce-a970-0845b4e73707 req-cea20ee3-1658-44f0-a4bc-a4b1a52bd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:36.742083 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc4cc72d-3a11-47ce-a970-0845b4e73707 req-cea20ee3-1658-44f0-a4bc-a4b1a52bd251 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.5982020 Nov 18 17:11:36.781238 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-eb7c6421-c9da-4a9e-a3f5-5e47173b8790 req-7e680e83-b2cc-4f67-9d69-0949fa80a0b7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:36.796781 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da36213e-c5f3-47ed-9789-4ccee06cca7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:36.828626 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'name': 'tempest-FloatingIPsTestJSON-1929607312-router', 'tenant_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '23b77618-2816-4078-9ee1-1e510fc43575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:11:19Z', 'updated_at': '2021-11-18T17:11:28Z', 'revision_number': 4, 'project_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'gw_port': {'id': '23b77618-2816-4078-9ee1-1e510fc43575', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:11:21Z', 'updated_at': '2021-11-18T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'd7eab47f-d6f3-4ce1-bf75-41e03c63db95', 'name': '', 'network_id': '4e1d98e0-2676-4115-a416-8d0fa88d3380', 'tenant_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'mac_address': 'fa:16:3e:ab:0e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '5d5c1446-2569-40ba-8033-7104e26feb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:11:25Z', 'updated_at': '2021-11-18T17:11:34Z', 'revision_number': 4, 'project_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'subnets': [{'id': '5d5c1446-2569-40ba-8033-7104e26feb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:36.841782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37940) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:36.842875 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da36213e-c5f3-47ed-9789-4ccee06cca7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:36.859607 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-31b893ac-fb47-4231-a22b-e0986d56d2ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:36.889629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de41f73-8f21-43f3-8dff-be22efb0dfd0 req-e85848bf-bee8-4372-8c72-6060e629d1ae tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:36.891805 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7de41f73-8f21-43f3-8dff-be22efb0dfd0 req-e85848bf-bee8-4372-8c72-6060e629d1ae tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/ports?device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 947 time: 0.2864778 Nov 18 17:11:36.903350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-56aaa7db-ae58-4d87-8839-01ac10c75728 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Made reservation on behalf of 44e822c0713b49b8a83e7a0e08353a2f for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:11:36.909558 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a02a7ca-6412-4369-a689-2758adfe1466 None None] The sync data for ids ['65183a0a-dbd5-4272-a44d-a46fc86eeb1c'] in n-d-813419-11 is: [{'id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'name': 'tempest-FloatingIPsTestJSON-1929607312-router', 'tenant_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '23b77618-2816-4078-9ee1-1e510fc43575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:11:19Z', 'updated_at': '2021-11-18T17:11:28Z', 'revision_number': 4, 'project_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'gw_port': {'id': '23b77618-2816-4078-9ee1-1e510fc43575', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:11:21Z', 'updated_at': '2021-11-18T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'd7eab47f-d6f3-4ce1-bf75-41e03c63db95', 'name': '', 'network_id': '4e1d98e0-2676-4115-a416-8d0fa88d3380', 'tenant_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'mac_address': 'fa:16:3e:ab:0e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '5d5c1446-2569-40ba-8033-7104e26feb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:11:25Z', 'updated_at': '2021-11-18T17:11:34Z', 'revision_number': 4, 'project_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'subnets': [{'id': '5d5c1446-2569-40ba-8033-7104e26feb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:11:36.911543 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-56aaa7db-ae58-4d87-8839-01ac10c75728 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:36.924761 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc4cc72d-3a11-47ce-a970-0845b4e73707 req-0541533b-d1ef-4247-8edb-90a516d517a3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 HTTP/1.1" status: 200 len: 217 time: 0.1703150 Nov 18 17:11:36.929777 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-31129d62-819e-4bd3-8652-dee31d28f0b2 None None] Provisioning complete for port afc08daf-3fdb-4f21-836e-8c377bd624f2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:36.935481 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31129d62-819e-4bd3-8652-dee31d28f0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:37.029142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bdf344ac-ee5c-46f0-8bae-2682a3eeafbb up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:11:37.033083 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-eb7c6421-c9da-4a9e-a3f5-5e47173b8790 req-7e680e83-b2cc-4f67-9d69-0949fa80a0b7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:37.052260 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-eb7c6421-c9da-4a9e-a3f5-5e47173b8790 req-7e680e83-b2cc-4f67-9d69-0949fa80a0b7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:37.084061 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb7c6421-c9da-4a9e-a3f5-5e47173b8790 req-7e680e83-b2cc-4f67-9d69-0949fa80a0b7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "DELETE /v2.0/security-groups/54f4d50d-4d3c-4c4c-b455-647d5d57f069 HTTP/1.1" status: 204 len: 173 time: 0.5268874 Nov 18 17:11:37.093710 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-31129d62-819e-4bd3-8652-dee31d28f0b2 None None] Port afc08daf-3fdb-4f21-836e-8c377bd624f2 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:11:37.107973 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device e9c494ea-97dd-4301-be13-0b3ceedb4d75 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:37.116835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cc72d-3a11-47ce-a970-0845b4e73707 req-6a7fa6c2-a4a8-49ad-9350-1a484148c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:37.118340 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc4cc72d-3a11-47ce-a970-0845b4e73707 req-6a7fa6c2-a4a8-49ad-9350-1a484148c74a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1670060 Nov 18 17:11:37.146128 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: e9c494ea-97dd-4301-be13-0b3ceedb4d75 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:11:37.146571 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device e9c494ea-97dd-4301-be13-0b3ceedb4d75 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:37.151310 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7de41f73-8f21-43f3-8dff-be22efb0dfd0 req-21785127-cfb8-4e47-9926-f97d2a84770e tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/security-groups?id=d84d3249-7775-4c1e-9269-f4f5cb05d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503066 Nov 18 17:11:37.158810 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e680e83-b2cc-4f67-9d69-0949fa80a0b7 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f4d50d-4d3c-4c4c-b455-647d5d57f069,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:37.160703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port bdf344ac-ee5c-46f0-8bae-2682a3eeafbb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:37.161127 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:37.163591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-31129d62-819e-4bd3-8652-dee31d28f0b2 None None] Provisioning complete for port d7eab47f-d6f3-4ce1-bf75-41e03c63db95 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:37.163993 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31129d62-819e-4bd3-8652-dee31d28f0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:37.235384 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da36213e-c5f3-47ed-9789-4ccee06cca7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:37.244270 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da36213e-c5f3-47ed-9789-4ccee06cca7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:37.247960 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-da36213e-c5f3-47ed-9789-4ccee06cca7e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ced01efd-a231-46ff-98e7-e771179fd988 HTTP/1.1" status: 204 len: 168 time: 0.7578526 Nov 18 17:11:37.335572 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36213e-c5f3-47ed-9789-4ccee06cca7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced01efd-a231-46ff-98e7-e771179fd988,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:37.398351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cc72d-3a11-47ce-a970-0845b4e73707 req-32a1c5bc-734e-4f55-b4cf-e8c7776078a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:37.400354 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc4cc72d-3a11-47ce-a970-0845b4e73707 req-32a1c5bc-734e-4f55-b4cf-e8c7776078a0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2720954 Nov 18 17:11:37.462679 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31129d62-819e-4bd3-8652-dee31d28f0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:37.558273 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-56aaa7db-ae58-4d87-8839-01ac10c75728 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Allocated IP 19.86.0.112 (5023c67c-f690-4dcd-9235-1c0db3c46f47/84520515-7736-43eb-a669-129c014948b5/3f3d93be-3946-4359-b43a-29c2c2ce33ee) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:11:37.601393 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-31129d62-819e-4bd3-8652-dee31d28f0b2 None None] For port d7eab47f-d6f3-4ce1-bf75-41e03c63db95, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d7eab47f-d6f3-4ce1-bf75-41e03c63db95,segment=NetworkSegment(55ecda03-6fb9-4965-ba26-2673b9f1d9b4),segment_id=55ecda03-6fb9-4965-ba26-2673b9f1d9b4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:37.614575 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 23b77618-2816-4078-9ee1-1e510fc43575 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:11:37.628609 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc4cc72d-3a11-47ce-a970-0845b4e73707 req-e9d7b079-b382-40c9-8c69-7f7797939b00 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048037 Nov 18 17:11:37.696316 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 23b77618-2816-4078-9ee1-1e510fc43575 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:37.696696 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:37.700132 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31129d62-819e-4bd3-8652-dee31d28f0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:37.765454 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc4cc72d-3a11-47ce-a970-0845b4e73707 req-63f3f094-b139-465a-a04b-6e7a80c9ab04 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239522 Nov 18 17:11:37.801411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62f427c-4a64-426f-a5f7-fb1ece545b94', 'name': 'network-vif-deleted', 'tag': 'e9c494ea-97dd-4301-be13-0b3ceedb4d75'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:37.811287 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2b66d4-9275-4ec1-a7cf-0ca6f14d8bb3" -d '{"events": [{"server_uuid": "f62f427c-4a64-426f-a5f7-fb1ece545b94", "name": "network-vif-deleted", "tag": "e9c494ea-97dd-4301-be13-0b3ceedb4d75"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:37.894501 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1b2ec1b-8cf4-4951-86a1-eb3ca2c28bc4 req-a51363ba-fc8c-42b6-a301-b8650ab47cbc tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/floatingips/842076cd-b2ea-496d-9923-2cc14bc33b16 HTTP/1.1" status: 200 len: 692 time: 0.7367668 Nov 18 17:11:37.911295 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:11:37.919890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31129d62-819e-4bd3-8652-dee31d28f0b2 None None] Pushing event updated for resources: {'Port': ['ID=d7eab47f-d6f3-4ce1-bf75-41e03c63db95,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:37.962012 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-31b893ac-fb47-4231-a22b-e0986d56d2ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:37.997360 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-859deb2d-9769-48f2-8255-7e8b2452af48 None None] Provisioning complete for port bdf344ac-ee5c-46f0-8bae-2682a3eeafbb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:37.997843 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-859deb2d-9769-48f2-8255-7e8b2452af48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:38.063992 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-56aaa7db-ae58-4d87-8839-01ac10c75728 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:38.089546 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-31b893ac-fb47-4231-a22b-e0986d56d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:38.094948 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.resource_extend [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:11:38.133804 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-31b893ac-fb47-4231-a22b-e0986d56d2ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=766df414db2a422b9753fd6c8c8e67b7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2905569 Nov 18 17:11:38.138040 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37962) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:38.168145 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-56aaa7db-ae58-4d87-8839-01ac10c75728 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:38.191412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f25f1-a2d5-422e-8564-0799cf65cb58 req-f02925ac-e8cb-4bff-8812-6ffd5d46a044 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:38.199670 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-294f25f1-a2d5-422e-8564-0799cf65cb58 req-f02925ac-e8cb-4bff-8812-6ffd5d46a044 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 932 time: 0.8939042 Nov 18 17:11:38.269536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b893ac-fb47-4231-a22b-e0986d56d2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9400af6e-9be0-466b-b843-448142a46a8c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:38.281700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aaa7db-ae58-4d87-8839-01ac10c75728 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event updated for resources: {'Port': ['ID=3f3d93be-3946-4359-b43a-29c2c2ce33ee,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:38.315344 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-56aaa7db-ae58-4d87-8839-01ac10c75728 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Network 5023c67c-f690-4dcd-9235-1c0db3c46f47 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:11:38.321775 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-56aaa7db-ae58-4d87-8839-01ac10c75728 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:38.326984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-56aaa7db-ae58-4d87-8839-01ac10c75728 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:11:38.331214 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2ec1b-8cf4-4951-86a1-eb3ca2c28bc4 req-1e652e5c-a984-4653-9cff-6082c8765251 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:38.333112 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1b2ec1b-8cf4-4951-86a1-eb3ca2c28bc4 req-1e652e5c-a984-4653-9cff-6082c8765251 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.3274126 Nov 18 17:11:38.370042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-c1b2ec1b-8cf4-4951-86a1-eb3ca2c28bc4 req-7a2c5bc6-0e75-476e-aee6-ad3eacd6606f tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:11:38.374679 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1b2ec1b-8cf4-4951-86a1-eb3ca2c28bc4 req-7a2c5bc6-0e75-476e-aee6-ad3eacd6606f tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0294042 Nov 18 17:11:38.402359 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-294f25f1-a2d5-422e-8564-0799cf65cb58 req-5b59e526-a572-4de7-bed7-cfd3936abc42 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016733 Nov 18 17:11:38.475123 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-04690c00-26d0-4767-985b-6eb98578a13c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:38.519659 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8bf1d6af-dee4-4616-9154-29c5bfd020dc req-06ebbfa9-bc6d-4b40-a437-413b1482ee2f tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "GET /v2.0/security-groups/346c0ecb-90a2-4868-bd7e-6a16c11a70ef HTTP/1.1" status: 200 len: 1817 time: 0.1028447 Nov 18 17:11:38.571461 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-04690c00-26d0-4767-985b-6eb98578a13c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:38.661614 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port cba7fd7a-7a3f-44c2-8e68-2e371f5ae052, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cba7fd7a-7a3f-44c2-8e68-2e371f5ae052,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:38.690334 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-56aaa7db-ae58-4d87-8839-01ac10c75728 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:38.691165 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-56aaa7db-ae58-4d87-8839-01ac10c75728 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:38.717359 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8bf1d6af-dee4-4616-9154-29c5bfd020dc req-d965a698-44c2-4e3d-998d-2a9b53e0ef75 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:38.781469 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8bf1d6af-dee4-4616-9154-29c5bfd020dc req-d965a698-44c2-4e3d-998d-2a9b53e0ef75 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:38.782517 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde8e4d7-b05e-418b-b461-a90d628375b7 x-openstack-request-id: req-fde8e4d7-b05e-418b-b461-a90d628375b7 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:38.782851 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62f427c-4a64-426f-a5f7-fb1ece545b94", "name": "network-vif-deleted", "tag": "e9c494ea-97dd-4301-be13-0b3ceedb4d75", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:38.783148 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fde8e4d7-b05e-418b-b461-a90d628375b7 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:38.783583 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62f427c-4a64-426f-a5f7-fb1ece545b94', 'name': 'network-vif-deleted', 'tag': 'e9c494ea-97dd-4301-be13-0b3ceedb4d75', 'status': 'completed', 'code': 200} Nov 18 17:11:38.801643 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'cba7fd7a-7a3f-44c2-8e68-2e371f5ae052', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': 'cba7fd7a-7a3f-44c2-8e68-2e371f5ae052', 'mac_address': 'fa:16:3e:1f:86:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:11:38.896041 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-56aaa7db-ae58-4d87-8839-01ac10c75728 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4735091 Nov 18 17:11:38.896987 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-04690c00-26d0-4767-985b-6eb98578a13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:38.917034 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-04690c00-26d0-4767-985b-6eb98578a13c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:38.918205 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-04690c00-26d0-4767-985b-6eb98578a13c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9400af6e-9be0-466b-b843-448142a46a8c HTTP/1.1" status: 204 len: 168 time: 0.7790194 Nov 18 17:11:38.951134 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Request body: {'port': {'device_id': '62ee38ea-04a3-4e4e-b5d5-66f67d6b5117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:38.993288 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32555ea3-c5ef-43dc-bb6a-3a1c0e6e6a4f req-ac56f1b2-7e83-4b88-913f-fe36d3733ac0 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:38.995663 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32555ea3-c5ef-43dc-bb6a-3a1c0e6e6a4f req-ac56f1b2-7e83-4b88-913f-fe36d3733ac0 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/ports?device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 947 time: 0.0648160 Nov 18 17:11:39.000127 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04690c00-26d0-4767-985b-6eb98578a13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9400af6e-9be0-466b-b843-448142a46a8c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:39.043534 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:39.047266 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-50eed3ef-d3f8-4513-be56-aea143b7408d None None] Provisioning complete for port 3f3d93be-3946-4359-b43a-29c2c2ce33ee triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:39.047641 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-50eed3ef-d3f8-4513-be56-aea143b7408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:39.101345 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d7eab47f-d6f3-4ce1-bf75-41e03c63db95 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:11:39.110817 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:39.118145 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32555ea3-c5ef-43dc-bb6a-3a1c0e6e6a4f req-d339688c-7204-46cc-801b-8e2d45dda9ee tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/security-groups?id=d84d3249-7775-4c1e-9269-f4f5cb05d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975568 Nov 18 17:11:39.140450 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:11:39.190500 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port cba7fd7a-7a3f-44c2-8e68-2e371f5ae052, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cba7fd7a-7a3f-44c2-8e68-2e371f5ae052,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:39.190500 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-50eed3ef-d3f8-4513-be56-aea143b7408d None None] Port 3f3d93be-3946-4359-b43a-29c2c2ce33ee cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:11:39.200298 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d7eab47f-d6f3-4ce1-bf75-41e03c63db95 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:39.200715 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:39.240484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-12a95f4c-83f0-4b2e-b711-d6d2edbba6b0 req-09445435-9c34-4641-9d56-a34016f01b32 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=b4e1d4228bfa4a53b9f750e6f9c5efe9 HTTP/1.1" status: 200 len: 695 time: 0.1024339 Nov 18 17:11:39.355605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a95f4c-83f0-4b2e-b711-d6d2edbba6b0 req-44091924-309b-4235-9ad7-3cc0b5f59277 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:39.357179 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-12a95f4c-83f0-4b2e-b711-d6d2edbba6b0 req-44091924-309b-4235-9ad7-3cc0b5f59277 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/networks?id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 787 time: 0.1142218 Nov 18 17:11:39.430709 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-091f1505-593a-46fd-949c-62836f14e657 req-ab797807-2381-49ec-9d3b-8fd5d7a94ecb tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/floatingips/842076cd-b2ea-496d-9923-2cc14bc33b16 HTTP/1.1" status: 200 len: 692 time: 0.0514567 Nov 18 17:11:39.442323 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc08daf-3fdb-4f21-836e-8c377bd624f2 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:11:39.447153 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8bf1d6af-dee4-4616-9154-29c5bfd020dc req-d965a698-44c2-4e3d-998d-2a9b53e0ef75 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:39.449855 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8bf1d6af-dee4-4616-9154-29c5bfd020dc req-d965a698-44c2-4e3d-998d-2a9b53e0ef75 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:39.450933 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:39.451089 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8bf1d6af-dee4-4616-9154-29c5bfd020dc req-d965a698-44c2-4e3d-998d-2a9b53e0ef75 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] 10.222.0.72 "DELETE /v2.0/security-groups/346c0ecb-90a2-4868-bd7e-6a16c11a70ef HTTP/1.1" status: 204 len: 173 time: 0.9213214 Nov 18 17:11:39.459061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37990) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:39.483121 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965a698-44c2-4e3d-998d-2a9b53e0ef75 tempest-SecurityGroupsTestJSON-1450451739 tempest-SecurityGroupsTestJSON-1450451739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=346c0ecb-90a2-4868-bd7e-6a16c11a70ef,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:39.489702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Transition to ACTIVE for port object afc08daf-3fdb-4f21-836e-8c377bd624f2 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:11:39.492176 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:39.518730 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a44b5d-28b2-4942-943f-ef8363283c80 admin admin] Deleting subnet b5a5d3a0-0aaf-46fb-92a9-f911a7fb8193 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:11:39.538416 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-83a44b5d-28b2-4942-943f-ef8363283c80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:39.584642 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-83a44b5d-28b2-4942-943f-ef8363283c80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:39.602486 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f1505-593a-46fd-949c-62836f14e657 req-e744b735-1f70-4839-ae23-2dc6292923e0 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:39.606864 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:39.611976 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-091f1505-593a-46fd-949c-62836f14e657 req-e744b735-1f70-4839-ae23-2dc6292923e0 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.1751344 Nov 18 17:11:39.680609 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-83a44b5d-28b2-4942-943f-ef8363283c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:39.704114 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-091f1505-593a-46fd-949c-62836f14e657 req-22d0dfe4-009b-42cf-8b56-4235e752a09c tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.0908206 Nov 18 17:11:39.706343 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Pushing event updated for resources: {'Port': ['ID=afc08daf-3fdb-4f21-836e-8c377bd624f2,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:39.718131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=cba7fd7a-7a3f-44c2-8e68-2e371f5ae052,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:39.773738 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-091f1505-593a-46fd-949c-62836f14e657 req-1b9f6830-858c-403b-8fde-bcda03323ad3 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.0683577 Nov 18 17:11:39.802199 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5f399-fe0f-42c0-803a-cfc50a156982 req-bbcfd7ba-b7a5-43c3-a998-888fc907a454 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:39.804530 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['cba7fd7a-7a3f-44c2-8e68-2e371f5ae052'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:39.811630 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5f399-fe0f-42c0-803a-cfc50a156982 req-bbcfd7ba-b7a5-43c3-a998-888fc907a454 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:39.813579 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e2a5f399-fe0f-42c0-803a-cfc50a156982 req-bbcfd7ba-b7a5-43c3-a998-888fc907a454 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1667 time: 0.2328937 Nov 18 17:11:39.863445 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Attempting to bind port afc08daf-3fdb-4f21-836e-8c377bd624f2 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:11:39.872431 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Attempting to bind port afc08daf-3fdb-4f21-836e-8c377bd624f2 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '7d9de0e4-50b0-45cc-8fee-c0b485fb1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'daa3b8c6-1def-4baa-aa8b-4db602871fe0'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:11:39.872431 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Attempting to bind port afc08daf-3fdb-4f21-836e-8c377bd624f2 on network daa3b8c6-1def-4baa-aa8b-4db602871fe0 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:11:39.883426 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Port afc08daf-3fdb-4f21-836e-8c377bd624f2 on network daa3b8c6-1def-4baa-aa8b-4db602871fe0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:11:39.883426 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Attempting to bind port afc08daf-3fdb-4f21-836e-8c377bd624f2 on network daa3b8c6-1def-4baa-aa8b-4db602871fe0 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:11:39.897897 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:11:39.898245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Checking segment: {'id': '7d9de0e4-50b0-45cc-8fee-c0b485fb1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'daa3b8c6-1def-4baa-aa8b-4db602871fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:11:39.898635 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Bound using segment: {'id': '7d9de0e4-50b0-45cc-8fee-c0b485fb1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'daa3b8c6-1def-4baa-aa8b-4db602871fe0'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:11:39.899083 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Bound port: afc08daf-3fdb-4f21-836e-8c377bd624f2, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9de0e4-50b0-45cc-8fee-c0b485fb1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'daa3b8c6-1def-4baa-aa8b-4db602871fe0'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:11:39.899439 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:39.982662 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-83a44b5d-28b2-4942-943f-ef8363283c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:40.034458 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-83a44b5d-28b2-4942-943f-ef8363283c80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:40.037866 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-83a44b5d-28b2-4942-943f-ef8363283c80 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b5a5d3a0-0aaf-46fb-92a9-f911a7fb8193 HTTP/1.1" status: 204 len: 168 time: 0.5778446 Nov 18 17:11:40.038935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a44b5d-28b2-4942-943f-ef8363283c80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5a5d3a0-0aaf-46fb-92a9-f911a7fb8193,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:40.040593 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38010) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:40.108233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] For port afc08daf-3fdb-4f21-836e-8c377bd624f2, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:11:40.158662 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] For port afc08daf-3fdb-4f21-836e-8c377bd624f2, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=afc08daf-3fdb-4f21-836e-8c377bd624f2,segment=NetworkSegment(7d9de0e4-50b0-45cc-8fee-c0b485fb1f52),segment_id=7d9de0e4-50b0-45cc-8fee-c0b485fb1f52)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:11:40.163569 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36d16b3f-1735-48e8-92b7-e00ce102695a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:40.170973 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e2a5f399-fe0f-42c0-803a-cfc50a156982 req-852c6110-0a28-4074-9b30-adf78a135286 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953491 Nov 18 17:11:40.216703 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-091f1505-593a-46fd-949c-62836f14e657 req-cf31647c-5f32-4f0b-b223-7dfef33363bf tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Deleting port 2822fd4e-540b-49a5-bb2e-32e214095aa1 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:40.217300 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-091f1505-593a-46fd-949c-62836f14e657 req-cf31647c-5f32-4f0b-b223-7dfef33363bf tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:40.273146 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36d16b3f-1735-48e8-92b7-e00ce102695a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:40.278735 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:40.331089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:40.333029 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:40.339935 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] 10.222.0.83 "PUT /v2.0/ports/afc08daf-3fdb-4f21-836e-8c377bd624f2 HTTP/1.1" status: 200 len: 1093 time: 1.4198542 Nov 18 17:11:40.436577 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-36d16b3f-1735-48e8-92b7-e00ce102695a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d71d5bf-0e48-40ce-ab69-465c2210440e']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:40.447469 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-091f1505-593a-46fd-949c-62836f14e657 req-cf31647c-5f32-4f0b-b223-7dfef33363bf tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:40.447956 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-091f1505-593a-46fd-949c-62836f14e657 req-cf31647c-5f32-4f0b-b223-7dfef33363bf tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:40.451140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Request body: {'port': {'device_id': '62ee38ea-04a3-4e4e-b5d5-66f67d6b5117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:40.479323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-091f1505-593a-46fd-949c-62836f14e657 req-cf31647c-5f32-4f0b-b223-7dfef33363bf tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Calling delete_port for 2822fd4e-540b-49a5-bb2e-32e214095aa1 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:40.524925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-36d16b3f-1735-48e8-92b7-e00ce102695a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0051c73-cd29-46e4-92a8-c1ac82adfc5d') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:40.525363 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-36d16b3f-1735-48e8-92b7-e00ce102695a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0051c73-cd29-46e4-92a8-c1ac82adfc5d') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:40.572390 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292b070-2a4e-4248-b7ea-83a9ab15d27d service neutron] Pushing event updated for resources: {'Port': ['ID=afc08daf-3fdb-4f21-836e-8c377bd624f2,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:40.581674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36d16b3f-1735-48e8-92b7-e00ce102695a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:40.637104 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36d16b3f-1735-48e8-92b7-e00ce102695a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:40.737361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d16b3f-1735-48e8-92b7-e00ce102695a admin admin] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:11:40.738651 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36d16b3f-1735-48e8-92b7-e00ce102695a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:11:40.740683 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:11:40.761589 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:40.788756 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ee38ea-04a3-4e4e-b5d5-66f67d6b5117', 'tag': 'afc08daf-3fdb-4f21-836e-8c377bd624f2'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:40.791311 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfecb13-aa2f-4c9b-bd39-b7b81426890a" -d '{"events": [{"name": "network-changed", "server_uuid": "62ee38ea-04a3-4e4e-b5d5-66f67d6b5117", "tag": "afc08daf-3fdb-4f21-836e-8c377bd624f2"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:40.937683 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-091f1505-593a-46fd-949c-62836f14e657 req-cf31647c-5f32-4f0b-b223-7dfef33363bf tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:40.963370 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31647c-5f32-4f0b-b223-7dfef33363bf tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Pushing event deleted for resources: {'Port': ['ID=2822fd4e-540b-49a5-bb2e-32e214095aa1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:40.990400 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36d16b3f-1735-48e8-92b7-e00ce102695a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:41.000941 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36d16b3f-1735-48e8-92b7-e00ce102695a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:41.003778 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-36d16b3f-1735-48e8-92b7-e00ce102695a admin admin] 10.222.0.72 "DELETE /v2.0/networks/7d71d5bf-0e48-40ce-ab69-465c2210440e HTTP/1.1" status: 204 len: 168 time: 0.9604299 Nov 18 17:11:41.033777 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d16b3f-1735-48e8-92b7-e00ce102695a admin admin] Pushing event deleted for resources: {'Network': ['ID=7d71d5bf-0e48-40ce-ab69-465c2210440e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:41.114111 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-091f1505-593a-46fd-949c-62836f14e657 req-cf31647c-5f32-4f0b-b223-7dfef33363bf tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:41.122837 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-091f1505-593a-46fd-949c-62836f14e657 req-cf31647c-5f32-4f0b-b223-7dfef33363bf tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:41.152602 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-091f1505-593a-46fd-949c-62836f14e657 req-cf31647c-5f32-4f0b-b223-7dfef33363bf tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "DELETE /v2.0/floatingips/842076cd-b2ea-496d-9923-2cc14bc33b16 HTTP/1.1" status: 204 len: 173 time: 1.3773925 Nov 18 17:11:41.249112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3d93be-3946-4359-b43a-29c2c2ce33ee {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:11:41.260144 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:41.293594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Transition to ACTIVE for port object 3f3d93be-3946-4359-b43a-29c2c2ce33ee will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:11:41.386046 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36cbf3-70b0-47be-9a65-c4fbc467b0e8 req-41c39084-b1ef-4366-aa90-741ac80d84f2 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:41.387689 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b36cbf3-70b0-47be-9a65-c4fbc467b0e8 req-41c39084-b1ef-4366-aa90-741ac80d84f2 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/ports?device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 948 time: 0.0526631 Nov 18 17:11:41.443237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b36cbf3-70b0-47be-9a65-c4fbc467b0e8 req-03de6a8b-7ba0-442e-a102-e79f3fb07ef1 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/security-groups?id=d84d3249-7775-4c1e-9269-f4f5cb05d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487795 Nov 18 17:11:41.458037 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:41.624342 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a79eea-b28d-4188-9633-d22c71e3dbd1 x-openstack-request-id: req-d2a79eea-b28d-4188-9633-d22c71e3dbd1 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:41.625442 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ee38ea-04a3-4e4e-b5d5-66f67d6b5117", "tag": "afc08daf-3fdb-4f21-836e-8c377bd624f2", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:41.627631 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d2a79eea-b28d-4188-9633-d22c71e3dbd1 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:41.628783 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ee38ea-04a3-4e4e-b5d5-66f67d6b5117', 'tag': 'afc08daf-3fdb-4f21-836e-8c377bd624f2', 'status': 'completed', 'code': 200} Nov 18 17:11:41.780020 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38064) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:41.844431 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Pushing event updated for resources: {'Port': ['ID=3f3d93be-3946-4359-b43a-29c2c2ce33ee,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:41.848418 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:11:41.883523 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-f8354687-c73c-4ea1-b7b2-b40db9d0aaad tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2579975 Nov 18 17:11:41.898301 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Attempting to bind port 3f3d93be-3946-4359-b43a-29c2c2ce33ee on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:11:41.898708 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Attempting to bind port 3f3d93be-3946-4359-b43a-29c2c2ce33ee by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'e733ee5a-da2c-466c-bf22-8a0a906e0010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5023c67c-f690-4dcd-9235-1c0db3c46f47'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:11:41.899030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Attempting to bind port 3f3d93be-3946-4359-b43a-29c2c2ce33ee on network 5023c67c-f690-4dcd-9235-1c0db3c46f47 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:11:41.904499 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Port 3f3d93be-3946-4359-b43a-29c2c2ce33ee on network 5023c67c-f690-4dcd-9235-1c0db3c46f47 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:11:41.904832 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Attempting to bind port 3f3d93be-3946-4359-b43a-29c2c2ce33ee on network 5023c67c-f690-4dcd-9235-1c0db3c46f47 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:11:41.909647 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-7238f93f-ec33-4310-b44b-a0cd75d6726e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:41.923847 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfecb13-aa2f-4c9b-bd39-b7b81426890a req-9d420f6e-05b0-42da-9977-2edc233921e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:41.924431 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfecb13-aa2f-4c9b-bd39-b7b81426890a req-9d420f6e-05b0-42da-9977-2edc233921e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:41.926875 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0bfecb13-aa2f-4c9b-bd39-b7b81426890a req-9d420f6e-05b0-42da-9977-2edc233921e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=44e822c0713b49b8a83e7a0e08353a2f&device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1941 time: 0.2817512 Nov 18 17:11:41.928694 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:11:41.929034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Checking segment: {'id': 'e733ee5a-da2c-466c-bf22-8a0a906e0010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5023c67c-f690-4dcd-9235-1c0db3c46f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:11:41.929869 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Bound using segment: {'id': 'e733ee5a-da2c-466c-bf22-8a0a906e0010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5023c67c-f690-4dcd-9235-1c0db3c46f47'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:11:41.930014 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Bound port: 3f3d93be-3946-4359-b43a-29c2c2ce33ee, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e733ee5a-da2c-466c-bf22-8a0a906e0010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5023c67c-f690-4dcd-9235-1c0db3c46f47'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:11:41.930283 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:42.057180 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-87383e33-f294-4b1a-9cc6-fbc96fdd7c9b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=557edf255516466592ba607b8048c913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623286 Nov 18 17:11:42.060936 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38068) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:42.086987 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a131f-371c-46d5-ae7d-4c5a202d5576 req-9f970ded-59af-4b5c-924a-b4738a09c02a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:42.093661 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a131f-371c-46d5-ae7d-4c5a202d5576 req-9f970ded-59af-4b5c-924a-b4738a09c02a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:42.094961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-072a131f-371c-46d5-ae7d-4c5a202d5576 req-9f970ded-59af-4b5c-924a-b4738a09c02a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1679 time: 0.2963696 Nov 18 17:11:42.154653 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:11:42.159095 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:42.159733 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:42.219720 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df8ed082-27dc-4edb-9b15-fd479d24d46b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:42.230378 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-072a131f-371c-46d5-ae7d-4c5a202d5576 req-8eeb1145-6a1b-4845-93ae-50ddf3887c1e tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199284 Nov 18 17:11:42.232678 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-7238f93f-ec33-4310-b44b-a0cd75d6726e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:42.274797 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] For port 3f3d93be-3946-4359-b43a-29c2c2ce33ee, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:11:42.329052 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df8ed082-27dc-4edb-9b15-fd479d24d46b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:42.421670 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:42.436584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] For port 3f3d93be-3946-4359-b43a-29c2c2ce33ee, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3f3d93be-3946-4359-b43a-29c2c2ce33ee,segment=NetworkSegment(e733ee5a-da2c-466c-bf22-8a0a906e0010),segment_id=e733ee5a-da2c-466c-bf22-8a0a906e0010)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:11:42.452538 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfecb13-aa2f-4c9b-bd39-b7b81426890a req-853aca68-c1c0-4a0b-a004-a882a9614b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:42.453049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfecb13-aa2f-4c9b-bd39-b7b81426890a req-853aca68-c1c0-4a0b-a004-a882a9614b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:42.453518 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfecb13-aa2f-4c9b-bd39-b7b81426890a req-853aca68-c1c0-4a0b-a004-a882a9614b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:42.461055 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0bfecb13-aa2f-4c9b-bd39-b7b81426890a req-853aca68-c1c0-4a0b-a004-a882a9614b22 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=44e822c0713b49b8a83e7a0e08353a2f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5157390 Nov 18 17:11:42.520143 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dffa06ed-fd11-4f37-9502-e2780cd7bfbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba7fd7a-7a3f-44c2-8e68-2e371f5ae052'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:42.534903 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b677cec7-d3f0-4a1d-ac3f-9ce3c1ccdd8b" -d '{"events": [{"server_uuid": "dffa06ed-fd11-4f37-9502-e2780cd7bfbe", "name": "network-vif-plugged", "status": "completed", "tag": "cba7fd7a-7a3f-44c2-8e68-2e371f5ae052"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:42.563525 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:42.567262 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-7238f93f-ec33-4310-b44b-a0cd75d6726e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:42.582975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port cba7fd7a-7a3f-44c2-8e68-2e371f5ae052, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cba7fd7a-7a3f-44c2-8e68-2e371f5ae052,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:42.614305 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:42.618323 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:42.618323 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] 10.222.0.83 "PUT /v2.0/ports/3f3d93be-3946-4359-b43a-29c2c2ce33ee HTTP/1.1" status: 200 len: 1093 time: 2.1823428 Nov 18 17:11:42.627945 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df8ed082-27dc-4edb-9b15-fd479d24d46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:42.630720 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df8ed082-27dc-4edb-9b15-fd479d24d46b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:42.636161 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-df8ed082-27dc-4edb-9b15-fd479d24d46b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f55adc86-4703-407a-b898-f716a899113d HTTP/1.1" status: 204 len: 168 time: 0.5717854 Nov 18 17:11:42.659047 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ed082-27dc-4edb-9b15-fd479d24d46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55adc86-4703-407a-b898-f716a899113d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:42.686998 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:42.758148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc140a-e254-4b45-8b7a-5262aa42a35b service neutron] Pushing event updated for resources: {'Port': ['ID=3f3d93be-3946-4359-b43a-29c2c2ce33ee,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:42.839233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfecb13-aa2f-4c9b-bd39-b7b81426890a req-769fec15-1a8d-4133-8682-b6fafb377ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:42.841197 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0bfecb13-aa2f-4c9b-bd39-b7b81426890a req-769fec15-1a8d-4133-8682-b6fafb377ac7 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3734105 Nov 18 17:11:42.895487 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=cba7fd7a-7a3f-44c2-8e68-2e371f5ae052,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:42.941934 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-7238f93f-ec33-4310-b44b-a0cd75d6726e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Allocated IP 172.25.3.163 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/c75317ed-123b-4728-bce3-72b8148f5c82) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:11:42.980999 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f888b37-5938-46fb-8963-95a1f34e67ab req-9012591c-12df-4ed0-aa32-f9901733d5ea tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:42.982984 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f888b37-5938-46fb-8963-95a1f34e67ab req-9012591c-12df-4ed0-aa32-f9901733d5ea tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/ports?device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 949 time: 0.1965952 Nov 18 17:11:43.016836 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e58b6911-0db9-4e29-93c5-e3dccdc6ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:43.027009 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e58b6911-0db9-4e29-93c5-e3dccdc6ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:43.029627 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-e58b6911-0db9-4e29-93c5-e3dccdc6ddcf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=44e822c0713b49b8a83e7a0e08353a2f&device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1983 time: 0.1321073 Nov 18 17:11:43.128810 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-9795e058-3874-499d-af28-bb9bfbdda0a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.248&port_id=afc08daf-3fdb-4f21-836e-8c377bd624f2 HTTP/1.1" status: 200 len: 217 time: 0.0837131 Nov 18 17:11:43.139485 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f888b37-5938-46fb-8963-95a1f34e67ab req-a84a39da-bcd8-4905-a8f2-e2f84d76ffdb tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/security-groups?id=d84d3249-7775-4c1e-9269-f4f5cb05d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417351 Nov 18 17:11:43.172544 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-7238f93f-ec33-4310-b44b-a0cd75d6726e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:43.234876 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb99efe-fa07-480c-b561-0015b969c5b8 x-openstack-request-id: req-3bb99efe-fa07-480c-b561-0015b969c5b8 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:43.235937 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dffa06ed-fd11-4f37-9502-e2780cd7bfbe", "name": "network-vif-plugged", "status": "completed", "tag": "cba7fd7a-7a3f-44c2-8e68-2e371f5ae052", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:43.235937 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3bb99efe-fa07-480c-b561-0015b969c5b8 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:43.236098 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dffa06ed-fd11-4f37-9502-e2780cd7bfbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba7fd7a-7a3f-44c2-8e68-2e371f5ae052', 'code': 200} Nov 18 17:11:43.244962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-69decdf9-cdf4-44b4-86e4-4b5d28a413c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:43.247841 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-69decdf9-cdf4-44b4-86e4-4b5d28a413c2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c610abb5-683f-47c2-919c-b2670628ef86 HTTP/1.1" status: 200 len: 801 time: 0.1102166 Nov 18 17:11:43.269157 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-7238f93f-ec33-4310-b44b-a0cd75d6726e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:43.371617 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-7238f93f-ec33-4310-b44b-a0cd75d6726e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:11:43.382834 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-7238f93f-ec33-4310-b44b-a0cd75d6726e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:43.397118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-7238f93f-ec33-4310-b44b-a0cd75d6726e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:11:43.434319 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-96c4b9b8-b0f3-49ef-a5da-db4e32775006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:43.437873 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-96c4b9b8-b0f3-49ef-a5da-db4e32775006 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=daa3b8c6-1def-4baa-aa8b-4db602871fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796737 Nov 18 17:11:43.492121 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238f93f-ec33-4310-b44b-a0cd75d6726e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Pushing event updated for resources: {'Port': ['ID=c75317ed-123b-4728-bce3-72b8148f5c82,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:43.586386 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-fc54fb4d-d222-4d6f-9a46-92b532a4b7a1 service neutron] 10.222.0.83 "GET /v2.0/networks/daa3b8c6-1def-4baa-aa8b-4db602871fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389024 Nov 18 17:11:43.588579 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-7238f93f-ec33-4310-b44b-a0cd75d6726e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:43.599743 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5148d-8812-4b4f-8397-d5d1d2a28a37 req-0dfc9b16-11d4-4d0f-af4a-a1d469ccc9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:43.602167 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a2c5148d-8812-4b4f-8397-d5d1d2a28a37 req-0dfc9b16-11d4-4d0f-af4a-a1d469ccc9eb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 1101 time: 0.2754350 Nov 18 17:11:43.636388 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ee38ea-04a3-4e4e-b5d5-66f67d6b5117', 'tag': '3f3d93be-3946-4359-b43a-29c2c2ce33ee'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:43.639276 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f005734-4631-4a47-a289-1a73d34fd293" -d '{"events": [{"name": "network-changed", "server_uuid": "62ee38ea-04a3-4e4e-b5d5-66f67d6b5117", "tag": "3f3d93be-3946-4359-b43a-29c2c2ce33ee"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:43.719066 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-7238f93f-ec33-4310-b44b-a0cd75d6726e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:43.739734 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a2c5148d-8812-4b4f-8397-d5d1d2a28a37 req-59fad51a-c488-4ccd-af85-26199e4014b9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d84d3249-7775-4c1e-9269-f4f5cb05d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177814 Nov 18 17:11:43.769338 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-22a86911-4844-4a42-8dff-769e8531aaa9 service neutron] 10.222.0.83 "GET /v2.0/networks/daa3b8c6-1def-4baa-aa8b-4db602871fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607239 Nov 18 17:11:43.848017 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-f3da3550-c247-4042-a9b8-21c4f875b9f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.112&port_id=3f3d93be-3946-4359-b43a-29c2c2ce33ee HTTP/1.1" status: 200 len: 217 time: 0.0694494 Nov 18 17:11:43.917459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-f6e6111e-2358-4fa0-aad9-2b009a82b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:43.919761 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-f6e6111e-2358-4fa0-aad9-2b009a82b241 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84520515-7736-43eb-a669-129c014948b5 HTTP/1.1" status: 200 len: 801 time: 0.0640662 Nov 18 17:11:43.983728 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d3d13-6943-4535-b2a3-361575c06df2 req-11055508-2624-4196-8dde-14b04d87b6f5 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:43.991843 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d3d13-6943-4535-b2a3-361575c06df2 req-11055508-2624-4196-8dde-14b04d87b6f5 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:43.993187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-6ddf9497-346c-4521-aa1d-f215a17f3a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:43.994710 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-6ddf9497-346c-4521-aa1d-f215a17f3a0d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5023c67c-f690-4dcd-9235-1c0db3c46f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665879 Nov 18 17:11:43.999458 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef1d3d13-6943-4535-b2a3-361575c06df2 req-11055508-2624-4196-8dde-14b04d87b6f5 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1679 time: 0.1405892 Nov 18 17:11:44.093513 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef1d3d13-6943-4535-b2a3-361575c06df2 req-602999b6-ac71-48ac-a0e9-c7638bca2f0a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928490 Nov 18 17:11:44.116387 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-7238f93f-ec33-4310-b44b-a0cd75d6726e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:44.160400 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-512cb41a-bc55-4660-ac34-42518560db3e service neutron] 10.222.0.83 "GET /v2.0/networks/5023c67c-f690-4dcd-9235-1c0db3c46f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550364 Nov 18 17:11:44.252207 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-7238f93f-ec33-4310-b44b-a0cd75d6726e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:44.314466 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e5a3bf0-6c65-4e76-bfcc-604abd08a294 req-09e21dfb-5d2b-49cc-b062-ea3d86c2d9d0 service neutron] 10.222.0.83 "GET /v2.0/networks/5023c67c-f690-4dcd-9235-1c0db3c46f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449311 Nov 18 17:11:44.346571 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238f93f-ec33-4310-b44b-a0cd75d6726e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Pushing event updated for resources: {'Port': ['ID=c75317ed-123b-4728-bce3-72b8148f5c82,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:44.353946 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-7238f93f-ec33-4310-b44b-a0cd75d6726e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:44.408323 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9578a312-8cfb-40ca-a57f-33900337c33b x-openstack-request-id: req-9578a312-8cfb-40ca-a57f-33900337c33b {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:44.409158 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ee38ea-04a3-4e4e-b5d5-66f67d6b5117", "tag": "3f3d93be-3946-4359-b43a-29c2c2ce33ee", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:44.409420 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9578a312-8cfb-40ca-a57f-33900337c33b {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:44.409834 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ee38ea-04a3-4e4e-b5d5-66f67d6b5117', 'tag': '3f3d93be-3946-4359-b43a-29c2c2ce33ee', 'status': 'completed', 'code': 200} Nov 18 17:11:44.478057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38146) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:44.520923 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-7238f93f-ec33-4310-b44b-a0cd75d6726e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:44.523567 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-7238f93f-ec33-4310-b44b-a0cd75d6726e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6269858 Nov 18 17:11:44.594158 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-e9adaebb-dc6d-4319-9843-e27b119be0f3 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.163 HTTP/1.1" status: 200 len: 696 time: 0.0623045 Nov 18 17:11:44.683381 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f005734-4631-4a47-a289-1a73d34fd293 req-999c8310-ccc8-4e62-a82f-b75ba307ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:44.683381 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f005734-4631-4a47-a289-1a73d34fd293 req-999c8310-ccc8-4e62-a82f-b75ba307ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:44.683381 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f005734-4631-4a47-a289-1a73d34fd293 req-999c8310-ccc8-4e62-a82f-b75ba307ad5a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=44e822c0713b49b8a83e7a0e08353a2f&device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1983 time: 0.1477578 Nov 18 17:11:44.752220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9c40ba19-8a2e-45ad-8742-e5cef70c3ae6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1498027979-network', 'tenant_id': '0a36686252e641a297aef9aa8fbc7c49'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:44.795243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-a0365e76-41b2-4069-9d9a-0c2e0d19940e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:44.797105 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b9ab499-c7f5-4878-ad1d-56771d538498 req-a0365e76-41b2-4069-9d9a-0c2e0d19940e tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.1946952 Nov 18 17:11:44.851629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe4245-4dbb-4455-9bf5-1bf40d3f9b20 req-424a6727-5121-4605-ab8a-c60982cf95e3 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:44.852870 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f005734-4631-4a47-a289-1a73d34fd293 req-7fc16391-ff93-42b2-b082-28132f0eb44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:44.853256 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53fe4245-4dbb-4455-9bf5-1bf40d3f9b20 req-424a6727-5121-4605-ab8a-c60982cf95e3 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/ports?device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 949 time: 0.0881283 Nov 18 17:11:44.855613 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f005734-4631-4a47-a289-1a73d34fd293 req-7fc16391-ff93-42b2-b082-28132f0eb44f service neutron] 10.222.0.83 "GET /v2.0/networks?id=5023c67c-f690-4dcd-9235-1c0db3c46f47 HTTP/1.1" status: 200 len: 903 time: 0.1641860 Nov 18 17:11:44.900725 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c40ba19-8a2e-45ad-8742-e5cef70c3ae6 admin admin] Made reservation on behalf of 0a36686252e641a297aef9aa8fbc7c49 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:11:44.903262 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c40ba19-8a2e-45ad-8742-e5cef70c3ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:44.919076 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c40ba19-8a2e-45ad-8742-e5cef70c3ae6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:44.960329 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f005734-4631-4a47-a289-1a73d34fd293 req-6208ea37-11b3-4190-8398-41da05d57095 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.112&port_id=3f3d93be-3946-4359-b43a-29c2c2ce33ee HTTP/1.1" status: 200 len: 217 time: 0.0965312 Nov 18 17:11:44.981775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53fe4245-4dbb-4455-9bf5-1bf40d3f9b20 req-3432db54-3056-4ab3-b716-eb6bcbec5d64 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/security-groups?id=d84d3249-7775-4c1e-9269-f4f5cb05d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213577 Nov 18 17:11:45.021533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f005734-4631-4a47-a289-1a73d34fd293 req-bbee41a7-cb69-4edf-8957-f0074d8f6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:45.024870 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f005734-4631-4a47-a289-1a73d34fd293 req-bbee41a7-cb69-4edf-8957-f0074d8f6cc3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84520515-7736-43eb-a669-129c014948b5 HTTP/1.1" status: 200 len: 801 time: 0.0545030 Nov 18 17:11:45.063625 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c40ba19-8a2e-45ad-8742-e5cef70c3ae6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:45.092417 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f005734-4631-4a47-a289-1a73d34fd293 req-e5e20413-6b58-4014-8a7c-6d72c5894ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:45.094314 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f005734-4631-4a47-a289-1a73d34fd293 req-e5e20413-6b58-4014-8a7c-6d72c5894ba8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5023c67c-f690-4dcd-9235-1c0db3c46f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591879 Nov 18 17:11:45.120874 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50dab4b7-892f-4912-b128-b51772c3d8ff req-cb233edb-20cd-46ab-a870-04e562f06862 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/floatingips/97e8b56a-f888-436c-b6a3-4cf4a0929ee5 HTTP/1.1" status: 200 len: 693 time: 0.0788772 Nov 18 17:11:45.216123 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f005734-4631-4a47-a289-1a73d34fd293 req-c6e99fac-50c9-4ba0-b7b1-248edee365ae service neutron] 10.222.0.83 "GET /v2.0/networks/5023c67c-f690-4dcd-9235-1c0db3c46f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130183 Nov 18 17:11:45.254796 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c40ba19-8a2e-45ad-8742-e5cef70c3ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:45.305477 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dab4b7-892f-4912-b128-b51772c3d8ff req-c7d7abff-d000-4f4c-a027-c0313ec04d43 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:45.306839 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50dab4b7-892f-4912-b128-b51772c3d8ff req-c7d7abff-d000-4f4c-a027-c0313ec04d43 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.1772537 Nov 18 17:11:45.310779 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c40ba19-8a2e-45ad-8742-e5cef70c3ae6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:11:45.332411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40ba19-8a2e-45ad-8742-e5cef70c3ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb093e5-795f-4338-8b30-c64e6c6f400e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:45.339081 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f005734-4631-4a47-a289-1a73d34fd293 req-34e86a5f-d095-46d4-8c29-ac8db72fd4e5 service neutron] 10.222.0.83 "GET /v2.0/networks/5023c67c-f690-4dcd-9235-1c0db3c46f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143842 Nov 18 17:11:45.342476 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c40ba19-8a2e-45ad-8742-e5cef70c3ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:45.342841 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-9c40ba19-8a2e-45ad-8742-e5cef70c3ae6 admin admin] Added segment a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9 of type vlan for network cd561ecc-91cd-43b2-8954-8ca763f9c846 Nov 18 17:11:45.399743 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c40ba19-8a2e-45ad-8742-e5cef70c3ae6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:45.479841 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50dab4b7-892f-4912-b128-b51772c3d8ff req-919e4c3e-a6f0-4645-93ee-40f581f79edd tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.163 HTTP/1.1" status: 200 len: 696 time: 0.1523526 Nov 18 17:11:45.536115 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50dab4b7-892f-4912-b128-b51772c3d8ff req-6a9bf33c-f888-48b3-859a-10da5844aea4 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.163 HTTP/1.1" status: 200 len: 696 time: 0.0549371 Nov 18 17:11:45.584534 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c40ba19-8a2e-45ad-8742-e5cef70c3ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:45.585478 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c40ba19-8a2e-45ad-8742-e5cef70c3ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:45.586076 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c40ba19-8a2e-45ad-8742-e5cef70c3ae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:45.723769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40ba19-8a2e-45ad-8742-e5cef70c3ae6 admin admin] Pushing event updated for resources: {'Network': ['ID=cd561ecc-91cd-43b2-8954-8ca763f9c846,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:45.734531 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network cd561ecc-91cd-43b2-8954-8ca763f9c846 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:11:45.752924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-50dab4b7-892f-4912-b128-b51772c3d8ff req-9a0bcdc9-0ba3-4a19-a55f-104093c080ec tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Deleting port c75317ed-123b-4728-bce3-72b8148f5c82 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:45.753297 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-50dab4b7-892f-4912-b128-b51772c3d8ff req-9a0bcdc9-0ba3-4a19-a55f-104093c080ec tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:45.842641 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-50dab4b7-892f-4912-b128-b51772c3d8ff req-9a0bcdc9-0ba3-4a19-a55f-104093c080ec tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:45.842873 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-50dab4b7-892f-4912-b128-b51772c3d8ff req-9a0bcdc9-0ba3-4a19-a55f-104093c080ec tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:45.855127 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-50dab4b7-892f-4912-b128-b51772c3d8ff req-9a0bcdc9-0ba3-4a19-a55f-104093c080ec tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Calling delete_port for c75317ed-123b-4728-bce3-72b8148f5c82 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:45.930323 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9c40ba19-8a2e-45ad-8742-e5cef70c3ae6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4509175 Nov 18 17:11:45.933454 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38166) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:45.938477 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9d25cba3-7ba4-4025-b69a-114e1d2faafd admin admin] Request body: {'subnet': {'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1498027979-subnet', 'tenant_id': '0a36686252e641a297aef9aa8fbc7c49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:46.165985 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d25cba3-7ba4-4025-b69a-114e1d2faafd admin admin] Made reservation on behalf of 0a36686252e641a297aef9aa8fbc7c49 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:11:46.166228 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-50dab4b7-892f-4912-b128-b51772c3d8ff req-9a0bcdc9-0ba3-4a19-a55f-104093c080ec tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:46.168558 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d25cba3-7ba4-4025-b69a-114e1d2faafd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:46.204592 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bcdc9-0ba3-4a19-a55f-104093c080ec tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Pushing event deleted for resources: {'Port': ['ID=c75317ed-123b-4728-bce3-72b8148f5c82,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:46.336784 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-50dab4b7-892f-4912-b128-b51772c3d8ff req-9a0bcdc9-0ba3-4a19-a55f-104093c080ec tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:46.340406 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-50dab4b7-892f-4912-b128-b51772c3d8ff req-9a0bcdc9-0ba3-4a19-a55f-104093c080ec tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:46.354879 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50dab4b7-892f-4912-b128-b51772c3d8ff req-9a0bcdc9-0ba3-4a19-a55f-104093c080ec tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "DELETE /v2.0/floatingips/97e8b56a-f888-436c-b6a3-4cf4a0929ee5 HTTP/1.1" status: 204 len: 173 time: 0.8117456 Nov 18 17:11:46.374748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5375fa-9fa3-4a16-af1b-29f702b5948c req-25dcfa90-a10d-4d26-8516-b95c2305f9d8 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:46.385605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5375fa-9fa3-4a16-af1b-29f702b5948c req-25dcfa90-a10d-4d26-8516-b95c2305f9d8 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:46.391657 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8e5375fa-9fa3-4a16-af1b-29f702b5948c req-25dcfa90-a10d-4d26-8516-b95c2305f9d8 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1679 time: 0.1368897 Nov 18 17:11:46.505622 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8e5375fa-9fa3-4a16-af1b-29f702b5948c req-d3abc13f-4b12-4500-b9d2-c2cc0783532e tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041281 Nov 18 17:11:46.523357 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d25cba3-7ba4-4025-b69a-114e1d2faafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:46.626649 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25cba3-7ba4-4025-b69a-114e1d2faafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=347b07fa-101e-420c-bd20-e04465430498,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:46.646279 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d25cba3-7ba4-4025-b69a-114e1d2faafd admin admin] Checking segment: {'id': 'a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:11:46.646661 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d25cba3-7ba4-4025-b69a-114e1d2faafd admin admin] Network hostable DHCP agents. Network: cd561ecc-91cd-43b2-8954-8ca763f9c846, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:11:46.713625 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-9dccc6bb-2581-4bd7-9a2b-18b251e7a502 req-ffdb93de-9bdc-4ae2-8449-9428a763737a tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] show failed (client error): The resource could not be found. Nov 18 17:11:46.714656 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9dccc6bb-2581-4bd7-9a2b-18b251e7a502 req-ffdb93de-9bdc-4ae2-8449-9428a763737a tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/floatingips/97e8b56a-f888-436c-b6a3-4cf4a0929ee5 HTTP/1.1" status: 404 len: 350 time: 0.0414693 Nov 18 17:11:46.735704 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9baeb-9536-45b1-a372-b8c937c4d6e1 req-7fb7b8e5-320a-4fa9-8aed-5904c06edbe3 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:46.738113 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d25cba3-7ba4-4025-b69a-114e1d2faafd admin admin] Network cd561ecc-91cd-43b2-8954-8ca763f9c846 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:11:46.743567 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4ea9baeb-9536-45b1-a372-b8c937c4d6e1 req-7fb7b8e5-320a-4fa9-8aed-5904c06edbe3 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/ports?device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 949 time: 0.1334641 Nov 18 17:11:46.797538 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4ea9baeb-9536-45b1-a372-b8c937c4d6e1 req-95a45211-b7ab-4ba1-9db6-4a4e0ae11ec6 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/security-groups?id=d84d3249-7775-4c1e-9269-f4f5cb05d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527642 Nov 18 17:11:46.834335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-9d25cba3-7ba4-4025-b69a-114e1d2faafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, cd561ecc-91cd-43b2-8954-8ca763f9c846) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:46.839322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d25cba3-7ba4-4025-b69a-114e1d2faafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:46.840125 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d25cba3-7ba4-4025-b69a-114e1d2faafd admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:46.847035 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bcf40b-0fe7-4d55-b858-2a1150755a5e None None] Network cd561ecc-91cd-43b2-8954-8ca763f9c846 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:11:46.919038 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-e05d3206-dfc9-4b98-b47e-d0c859de3f16 req-8f6483ab-1a25-4d04-9a27-971b7b2efed7 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] show failed (client error): The resource could not be found. Nov 18 17:11:46.935953 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e05d3206-dfc9-4b98-b47e-d0c859de3f16 req-8f6483ab-1a25-4d04-9a27-971b7b2efed7 tempest-FloatingIPsTestJSON-286068650 tempest-FloatingIPsTestJSON-286068650-project] 10.222.0.72 "GET /v2.0/floatingips/97e8b56a-f888-436c-b6a3-4cf4a0929ee5 HTTP/1.1" status: 404 len: 350 time: 0.0781045 Nov 18 17:11:46.936579 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38202) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:46.942134 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9d25cba3-7ba4-4025-b69a-114e1d2faafd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0074849 Nov 18 17:11:47.152426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81b2e8a-b495-4fdf-955b-cdabac3ba664 None None] Network cd561ecc-91cd-43b2-8954-8ca763f9c846 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:11:47.734970 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fbe0d-d951-44ad-84fc-cbe047595831 req-1371b789-fc47-4a71-b675-adf911706494 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:47.736623 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b98fbe0d-d951-44ad-84fc-cbe047595831 req-1371b789-fc47-4a71-b675-adf911706494 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/ports?device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 949 time: 0.1755984 Nov 18 17:11:47.782672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38256) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:47.830788 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-088cdb54-d9fb-4cb8-85a1-7e49f0c6f94c tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:47.836265 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-088cdb54-d9fb-4cb8-85a1-7e49f0c6f94c tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/networks?id=cd561ecc-91cd-43b2-8954-8ca763f9c846 HTTP/1.1" status: 200 len: 818 time: 0.2740562 Nov 18 17:11:47.878111 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-06769cfd-1eb9-4cef-981b-bbe50365a7f7 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/quotas/0a36686252e641a297aef9aa8fbc7c49 HTTP/1.1" status: 200 len: 375 time: 0.0292194 Nov 18 17:11:47.909776 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad6ed905-49f9-485b-861a-b2e16ecbb3ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:47.942389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b98fbe0d-d951-44ad-84fc-cbe047595831 req-e4d18605-015f-40c6-a8fc-e72fd7a86f14 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/security-groups?id=d84d3249-7775-4c1e-9269-f4f5cb05d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919496 Nov 18 17:11:47.947807 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-0ac3f307-23cd-4335-a1fa-2c6e15f41b19 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a36686252e641a297aef9aa8fbc7c49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682659 Nov 18 17:11:48.011110 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad6ed905-49f9-485b-861a-b2e16ecbb3ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:48.109013 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad6ed905-49f9-485b-861a-b2e16ecbb3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:48.152072 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e697ac73-b5f1-4be8-aff1-7c14b877ee1f service neutron] 10.222.0.72 "GET /v2.0/networks/cd561ecc-91cd-43b2-8954-8ca763f9c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838267 Nov 18 17:11:48.171859 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ad6ed905-49f9-485b-861a-b2e16ecbb3ee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=23d1f0cc66ac41acaf62080efb832a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3874741 Nov 18 17:11:48.172519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8ff75-ac37-4832-8394-4742b0983996 req-1dbc6133-f296-4064-82ea-750ec95a2efc tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:48.172840 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ed905-49f9-485b-861a-b2e16ecbb3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23ce41e-7bd6-4d37-92e0-12be70fe559c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:48.175225 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38272) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:48.196550 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8ff75-ac37-4832-8394-4742b0983996 req-1dbc6133-f296-4064-82ea-750ec95a2efc tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:48.201996 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7c8ff75-ac37-4832-8394-4742b0983996 req-1dbc6133-f296-4064-82ea-750ec95a2efc tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1679 time: 0.1316242 Nov 18 17:11:48.334373 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f243ecfc-bbdb-4dc4-b587-f912023a6433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:48.350176 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7c8ff75-ac37-4832-8394-4742b0983996 req-ee76fa09-3b7d-41c8-9c3a-5aac9d32da45 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006110 Nov 18 17:11:48.373552 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f243ecfc-bbdb-4dc4-b587-f912023a6433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:48.451983 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-b3e0b984-2b3b-4be0-ac61-d441f67b8a07 service neutron] 10.222.0.72 "GET /v2.0/networks/cd561ecc-91cd-43b2-8954-8ca763f9c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886107 Nov 18 17:11:48.463368 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a9b2255-348d-4c52-a618-6a6b2be59a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:48.543260 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f243ecfc-bbdb-4dc4-b587-f912023a6433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:48.546341 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f243ecfc-bbdb-4dc4-b587-f912023a6433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:48.550740 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f243ecfc-bbdb-4dc4-b587-f912023a6433 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a23ce41e-7bd6-4d37-92e0-12be70fe559c HTTP/1.1" status: 204 len: 168 time: 0.3723090 Nov 18 17:11:48.565220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243ecfc-bbdb-4dc4-b587-f912023a6433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23ce41e-7bd6-4d37-92e0-12be70fe559c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:48.734538 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784b42a-61c0-405d-af4d-e37f26a0f3dd req-e9e49862-8d34-4bc1-8f27-17c6a8bc6130 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:48.736143 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e784b42a-61c0-405d-af4d-e37f26a0f3dd req-e9e49862-8d34-4bc1-8f27-17c6a8bc6130 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 950 time: 0.0591519 Nov 18 17:11:48.813551 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f75ade-33ff-4a42-8479-2f475a5b1e76 req-685c89ed-6aae-4e79-a206-55dc4580040b tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:48.815704 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b1f75ade-33ff-4a42-8479-2f475a5b1e76 req-685c89ed-6aae-4e79-a206-55dc4580040b tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.81 "GET /v2.0/ports?device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 949 time: 0.0641913 Nov 18 17:11:48.835320 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e784b42a-61c0-405d-af4d-e37f26a0f3dd req-dbcdc30b-1da0-40ef-9d50-86db20154914 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888143 Nov 18 17:11:48.871964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8a9b2255-348d-4c52-a618-6a6b2be59a4b admin admin] Deleting port d7eab47f-d6f3-4ce1-bf75-41e03c63db95 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:48.872305 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a9b2255-348d-4c52-a618-6a6b2be59a4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:48.965121 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-8a9b2255-348d-4c52-a618-6a6b2be59a4b admin admin] For port d7eab47f-d6f3-4ce1-bf75-41e03c63db95, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d7eab47f-d6f3-4ce1-bf75-41e03c63db95,segment=NetworkSegment(55ecda03-6fb9-4965-ba26-2673b9f1d9b4),segment_id=55ecda03-6fb9-4965-ba26-2673b9f1d9b4)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:48.965488 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a9b2255-348d-4c52-a618-6a6b2be59a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:48.983103 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8a9b2255-348d-4c52-a618-6a6b2be59a4b admin admin] Calling delete_port for d7eab47f-d6f3-4ce1-bf75-41e03c63db95 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:48.990609 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-b1f75ade-33ff-4a42-8479-2f475a5b1e76 req-1e8130db-8768-4579-b30c-946e6ee1fee5 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Deleting port cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:48.991248 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b1f75ade-33ff-4a42-8479-2f475a5b1e76 req-1e8130db-8768-4579-b30c-946e6ee1fee5 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:49.130437 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device afc08daf-3fdb-4f21-836e-8c377bd624f2 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:11:49.343700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port afc08daf-3fdb-4f21-836e-8c377bd624f2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=afc08daf-3fdb-4f21-836e-8c377bd624f2,segment=NetworkSegment(7d9de0e4-50b0-45cc-8fee-c0b485fb1f52),segment_id=7d9de0e4-50b0-45cc-8fee-c0b485fb1f52)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:49.349478 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dadc6f-4214-4049-abd6-530369996cfa req-b3c86cd0-0dad-4446-8901-dfa1beb77b48 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:49.356399 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b8dadc6f-4214-4049-abd6-530369996cfa req-b3c86cd0-0dad-4446-8901-dfa1beb77b48 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/ports?device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 949 time: 0.0876040 Nov 18 17:11:49.367230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'afc08daf-3fdb-4f21-836e-8c377bd624f2', 'network_id': 'daa3b8c6-1def-4baa-aa8b-4db602871fe0', 'port_id': 'afc08daf-3fdb-4f21-836e-8c377bd624f2', 'mac_address': 'fa:16:3e:b1:f6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c610abb5-683f-47c2-919c-b2670628ef86', 'ip_address': '19.80.0.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:11:49.407978 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:49.411213 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b8dadc6f-4214-4049-abd6-530369996cfa req-3d45a7cb-94e4-4862-baf5-681fcd5625bd tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/security-groups?id=d84d3249-7775-4c1e-9269-f4f5cb05d4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524473 Nov 18 17:11:49.422657 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc08daf-3fdb-4f21-836e-8c377bd624f2 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:11:49.426467 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a9b2255-348d-4c52-a618-6a6b2be59a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:49.449002 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port afc08daf-3fdb-4f21-836e-8c377bd624f2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=afc08daf-3fdb-4f21-836e-8c377bd624f2,segment=NetworkSegment(7d9de0e4-50b0-45cc-8fee-c0b485fb1f52),segment_id=7d9de0e4-50b0-45cc-8fee-c0b485fb1f52)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:49.464459 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b2255-348d-4c52-a618-6a6b2be59a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=d7eab47f-d6f3-4ce1-bf75-41e03c63db95,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:49.504347 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38316) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:49.556550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-b1f75ade-33ff-4a42-8479-2f475a5b1e76 req-1e8130db-8768-4579-b30c-946e6ee1fee5 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] For port cba7fd7a-7a3f-44c2-8e68-2e371f5ae052, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cba7fd7a-7a3f-44c2-8e68-2e371f5ae052,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:49.558145 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b1f75ade-33ff-4a42-8479-2f475a5b1e76 req-1e8130db-8768-4579-b30c-946e6ee1fee5 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:49.564327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a187668-b54e-44b3-99f3-087e3cc36745 req-904b9cb1-99cb-4c5e-b28f-c6c0b24db3c8 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 210 time: 0.0819473 Nov 18 17:11:49.565083 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-53934fa9-d27b-4751-9077-c60dd67977a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:49.574964 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-b1f75ade-33ff-4a42-8479-2f475a5b1e76 req-1e8130db-8768-4579-b30c-946e6ee1fee5 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Calling delete_port for cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:49.577157 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:49.578133 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3f3d93be-3946-4359-b43a-29c2c2ce33ee details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:11:49.786875 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3f3d93be-3946-4359-b43a-29c2c2ce33ee, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3f3d93be-3946-4359-b43a-29c2c2ce33ee,segment=NetworkSegment(e733ee5a-da2c-466c-bf22-8a0a906e0010),segment_id=e733ee5a-da2c-466c-bf22-8a0a906e0010)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:49.832763 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '3f3d93be-3946-4359-b43a-29c2c2ce33ee', 'network_id': '5023c67c-f690-4dcd-9235-1c0db3c46f47', 'port_id': '3f3d93be-3946-4359-b43a-29c2c2ce33ee', 'mac_address': 'fa:16:3e:10:76:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84520515-7736-43eb-a669-129c014948b5', 'ip_address': '19.86.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:11:49.836549 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-53934fa9-d27b-4751-9077-c60dd67977a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:49.855370 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a9b2255-348d-4c52-a618-6a6b2be59a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:49.880434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=afc08daf-3fdb-4f21-836e-8c377bd624f2,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:49.886793 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec5332-0084-483d-9cf4-b29c6240c043 req-21c3ca09-ded5-4964-afeb-1f239d6c0a03 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:49.891917 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b1f75ade-33ff-4a42-8479-2f475a5b1e76 req-1e8130db-8768-4579-b30c-946e6ee1fee5 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:49.893181 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec5332-0084-483d-9cf4-b29c6240c043 req-21c3ca09-ded5-4964-afeb-1f239d6c0a03 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:49.894872 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79ec5332-0084-483d-9cf4-b29c6240c043 req-21c3ca09-ded5-4964-afeb-1f239d6c0a03 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1680 time: 0.1629865 Nov 18 17:11:49.906202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['cba7fd7a-7a3f-44c2-8e68-2e371f5ae052'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:49.909652 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:49.926953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3d93be-3946-4359-b43a-29c2c2ce33ee {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:11:49.942123 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-53934fa9-d27b-4751-9077-c60dd67977a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:49.990078 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8130db-8768-4579-b30c-946e6ee1fee5 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Pushing event deleted for resources: {'Port': ['ID=cba7fd7a-7a3f-44c2-8e68-2e371f5ae052,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:50.031425 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3f3d93be-3946-4359-b43a-29c2c2ce33ee, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3f3d93be-3946-4359-b43a-29c2c2ce33ee,segment=NetworkSegment(e733ee5a-da2c-466c-bf22-8a0a906e0010),segment_id=e733ee5a-da2c-466c-bf22-8a0a906e0010)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:50.066175 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f75ade-33ff-4a42-8479-2f475a5b1e76 req-1e8130db-8768-4579-b30c-946e6ee1fee5 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] No DVR routers for this DVR port cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:11:50.069910 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b1f75ade-33ff-4a42-8479-2f475a5b1e76 req-1e8130db-8768-4579-b30c-946e6ee1fee5 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:50.074417 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b1f75ade-33ff-4a42-8479-2f475a5b1e76 req-1e8130db-8768-4579-b30c-946e6ee1fee5 tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.81 "DELETE /v2.0/ports/cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 HTTP/1.1" status: 204 len: 173 time: 1.2522252 Nov 18 17:11:50.075341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dffa06ed-fd11-4f37-9502-e2780cd7bfbe', 'name': 'network-vif-deleted', 'tag': 'cba7fd7a-7a3f-44c2-8e68-2e371f5ae052'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:50.076621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-53934fa9-d27b-4751-9077-c60dd67977a6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2ce7013eab6040208bd086557bd60715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5637002 Nov 18 17:11:50.086127 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce12c326-f131-4f3b-9e61-86d7f7afdc09" -d '{"events": [{"server_uuid": "dffa06ed-fd11-4f37-9502-e2780cd7bfbe", "name": "network-vif-deleted", "tag": "cba7fd7a-7a3f-44c2-8e68-2e371f5ae052"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:50.086457 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38340) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:50.087125 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53934fa9-d27b-4751-9077-c60dd67977a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714d3c6f-03ae-458e-8740-5df205f032ac,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:50.099055 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:50.120498 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79ec5332-0084-483d-9cf4-b29c6240c043 req-650d98ae-b070-4ee9-8aa2-e2ba8d3f0a26 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822219 Nov 18 17:11:50.179051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=3f3d93be-3946-4359-b43a-29c2c2ce33ee,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:50.187512 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68771ef-f03f-4a30-9ce9-5a44af7580a5 x-openstack-request-id: req-d68771ef-f03f-4a30-9ce9-5a44af7580a5 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:50.188146 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dffa06ed-fd11-4f37-9502-e2780cd7bfbe", "name": "network-vif-deleted", "tag": "cba7fd7a-7a3f-44c2-8e68-2e371f5ae052", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:50.192612 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d68771ef-f03f-4a30-9ce9-5a44af7580a5 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:50.192999 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dffa06ed-fd11-4f37-9502-e2780cd7bfbe', 'name': 'network-vif-deleted', 'tag': 'cba7fd7a-7a3f-44c2-8e68-2e371f5ae052', 'status': 'completed', 'code': 200} Nov 18 17:11:50.274898 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d684254-af49-4556-8988-96e2678cdf34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:50.332649 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d684254-af49-4556-8988-96e2678cdf34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:50.364170 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9b2255-348d-4c52-a618-6a6b2be59a4b admin admin] Router 65183a0a-dbd5-4272-a44d-a46fc86eeb1c has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:11:50.403064 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['3f3d93be-3946-4359-b43a-29c2c2ce33ee'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:50.520014 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d684254-af49-4556-8988-96e2678cdf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:50.523149 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d684254-af49-4556-8988-96e2678cdf34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:50.528247 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2d684254-af49-4556-8988-96e2678cdf34 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/714d3c6f-03ae-458e-8740-5df205f032ac HTTP/1.1" status: 204 len: 168 time: 0.4379237 Nov 18 17:11:50.560382 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9b2255-348d-4c52-a618-6a6b2be59a4b admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:11:50.562362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d684254-af49-4556-8988-96e2678cdf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714d3c6f-03ae-458e-8740-5df205f032ac,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:50.571357 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8a9b2255-348d-4c52-a618-6a6b2be59a4b admin admin] 10.222.0.72 "PUT /v2.0/routers/65183a0a-dbd5-4272-a44d-a46fc86eeb1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6309338 Nov 18 17:11:50.573684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38356) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:50.588378 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf2744-6211-46f2-8380-a9992aad8e07 None None] Sync routers for ids ['65183a0a-dbd5-4272-a44d-a46fc86eeb1c'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:11:50.611943 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf2744-6211-46f2-8380-a9992aad8e07 None None] Routers {'65183a0a-dbd5-4272-a44d-a46fc86eeb1c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:11:50.614794 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cccf2744-6211-46f2-8380-a9992aad8e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:11:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['65183a0a-dbd5-4272-a44d-a46fc86eeb1c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:50.658174 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b060ec24-f149-4115-9c73-042f1a19622e req-8de72531-8ae6-411f-af78-6d4fa014954a tempest-ServerDiagnosticsNegativeTest-2092262129 tempest-ServerDiagnosticsNegativeTest-2092262129-project] 10.222.0.72 "GET /v2.0/ports?device_id=dffa06ed-fd11-4f37-9502-e2780cd7bfbe HTTP/1.1" status: 200 len: 210 time: 0.1108210 Nov 18 17:11:50.748082 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb30b8b2-8537-49cf-8416-d62afb23f9bd req-083ec1bb-c57f-4737-86ba-48a48f0d6f78 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 210 time: 0.0814922 Nov 18 17:11:50.845259 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3d23016-380e-4582-b3e8-3cac7910c7ca admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:50.958214 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-cccf2744-6211-46f2-8380-a9992aad8e07 None None] Set router 65183a0a-dbd5-4272-a44d-a46fc86eeb1c gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:11:51.051579 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3d23016-380e-4582-b3e8-3cac7910c7ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:51.141157 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device edbd5b55-4be0-4e11-bd8e-29e1454caae8 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:51.229535 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:51.250918 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d3d23016-380e-4582-b3e8-3cac7910c7ca admin admin] Deleting port 23b77618-2816-4078-9ee1-1e510fc43575 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:51.251363 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3d23016-380e-4582-b3e8-3cac7910c7ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:51.426278 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c93d4-bc5a-4bcb-872c-c477eec3d04e req-172cb405-3383-46bb-9e34-cf61eb439330 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:51.434310 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:51.442695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c93d4-bc5a-4bcb-872c-c477eec3d04e req-172cb405-3383-46bb-9e34-cf61eb439330 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:51.454020 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f15c93d4-bc5a-4bcb-872c-c477eec3d04e req-172cb405-3383-46bb-9e34-cf61eb439330 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1681 time: 0.1459210 Nov 18 17:11:51.477841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-d3d23016-380e-4582-b3e8-3cac7910c7ca admin admin] For port 23b77618-2816-4078-9ee1-1e510fc43575, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=23b77618-2816-4078-9ee1-1e510fc43575,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:51.478518 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4777f027-0365-46da-8e4b-0e0ccfcabeb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edbd5b55-4be0-4e11-bd8e-29e1454caae8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:51.481088 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29064355-80d7-430e-9111-3c1ae95dd578" -d '{"events": [{"server_uuid": "4777f027-0365-46da-8e4b-0e0ccfcabeb7", "name": "network-vif-unplugged", "status": "completed", "tag": "edbd5b55-4be0-4e11-bd8e-29e1454caae8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:51.481689 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3d23016-380e-4582-b3e8-3cac7910c7ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:51.515993 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d3d23016-380e-4582-b3e8-3cac7910c7ca admin admin] Calling delete_port for 23b77618-2816-4078-9ee1-1e510fc43575 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:51.528950 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port edbd5b55-4be0-4e11-bd8e-29e1454caae8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=edbd5b55-4be0-4e11-bd8e-29e1454caae8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:51.534482 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['afc08daf-3fdb-4f21-836e-8c377bd624f2'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:51.585733 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f15c93d4-bc5a-4bcb-872c-c477eec3d04e req-5d3cff0c-6ed5-4d89-b392-9c518253e610 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211841 Nov 18 17:11:51.594249 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db47779c-7de5-4493-8aaa-a9cb23393766 x-openstack-request-id: req-db47779c-7de5-4493-8aaa-a9cb23393766 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:51.594547 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4777f027-0365-46da-8e4b-0e0ccfcabeb7", "name": "network-vif-unplugged", "status": "completed", "tag": "edbd5b55-4be0-4e11-bd8e-29e1454caae8", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:51.594807 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-db47779c-7de5-4493-8aaa-a9cb23393766 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:51.595211 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4777f027-0365-46da-8e4b-0e0ccfcabeb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edbd5b55-4be0-4e11-bd8e-29e1454caae8', 'code': 200} Nov 18 17:11:51.609782 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:51.652534 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cccf2744-6211-46f2-8380-a9992aad8e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'name': 'tempest-FloatingIPsTestJSON-1929607312-router', 'tenant_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '23b77618-2816-4078-9ee1-1e510fc43575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:11:19Z', 'updated_at': '2021-11-18T17:11:49Z', 'revision_number': 5, 'project_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'gw_port': {'id': '23b77618-2816-4078-9ee1-1e510fc43575', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:11:21Z', 'updated_at': '2021-11-18T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:51.688509 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf2744-6211-46f2-8380-a9992aad8e07 None None] Checking router: 65183a0a-dbd5-4272-a44d-a46fc86eeb1c for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:11:51.701014 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf2744-6211-46f2-8380-a9992aad8e07 None None] Routers {'65183a0a-dbd5-4272-a44d-a46fc86eeb1c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:11:51.702071 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cccf2744-6211-46f2-8380-a9992aad8e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:11:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['65183a0a-dbd5-4272-a44d-a46fc86eeb1c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:51.770644 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=edbd5b55-4be0-4e11-bd8e-29e1454caae8,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:51.881045 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-cccf2744-6211-46f2-8380-a9992aad8e07 None None] Set router 65183a0a-dbd5-4272-a44d-a46fc86eeb1c gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:11:51.936528 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-533b2b62-3cd4-4fa4-a9b5-b9345712a1c3 req-d77babaa-a5d8-4380-a061-8d2d1df276d6 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 210 time: 0.0774956 Nov 18 17:11:52.013910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:52.021536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:11:52.022064 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device cba7fd7a-7a3f-44c2-8e68-2e371f5ae052 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:52.032306 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cccf2744-6211-46f2-8380-a9992aad8e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'name': 'tempest-FloatingIPsTestJSON-1929607312-router', 'tenant_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:11:19Z', 'updated_at': '2021-11-18T17:11:51Z', 'revision_number': 6, 'project_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:52.067091 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf2744-6211-46f2-8380-a9992aad8e07 None None] The sync data for ids ['65183a0a-dbd5-4272-a44d-a46fc86eeb1c'] in n-d-813419-11 is: [{'id': '65183a0a-dbd5-4272-a44d-a46fc86eeb1c', 'name': 'tempest-FloatingIPsTestJSON-1929607312-router', 'tenant_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:11:19Z', 'updated_at': '2021-11-18T17:11:51Z', 'revision_number': 6, 'project_id': 'b4e1d4228bfa4a53b9f750e6f9c5efe9', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:11:52.314438 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3d23016-380e-4582-b3e8-3cac7910c7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:52.343367 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d23016-380e-4582-b3e8-3cac7910c7ca admin admin] Pushing event deleted for resources: {'Port': ['ID=23b77618-2816-4078-9ee1-1e510fc43575,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:52.415590 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3d23016-380e-4582-b3e8-3cac7910c7ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:52.608027 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3d23016-380e-4582-b3e8-3cac7910c7ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:52.619142 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3d23016-380e-4582-b3e8-3cac7910c7ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:52.714827 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:52.783928 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fb718-efd2-4d6f-80bc-23c7e8f2e23b req-4e5a179b-af12-4fec-b97f-2e97302bc7c8 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:52.791176 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fb718-efd2-4d6f-80bc-23c7e8f2e23b req-4e5a179b-af12-4fec-b97f-2e97302bc7c8 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:52.793898 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c2fb718-efd2-4d6f-80bc-23c7e8f2e23b req-4e5a179b-af12-4fec-b97f-2e97302bc7c8 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1681 time: 0.0974760 Nov 18 17:11:52.803023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38428) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:52.818917 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3d23016-380e-4582-b3e8-3cac7910c7ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:52.822252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d23016-380e-4582-b3e8-3cac7910c7ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65183a0a-dbd5-4272-a44d-a46fc86eeb1c {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:11:52.835635 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3d23016-380e-4582-b3e8-3cac7910c7ca admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:52.839004 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d3d23016-380e-4582-b3e8-3cac7910c7ca admin admin] 10.222.0.72 "DELETE /v2.0/routers/65183a0a-dbd5-4272-a44d-a46fc86eeb1c HTTP/1.1" status: 204 len: 168 time: 2.2619598 Nov 18 17:11:52.839268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38432) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:52.860458 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c2fb718-efd2-4d6f-80bc-23c7e8f2e23b req-7633e3b4-5a0f-4e6b-a8a4-7fe5e5ea7494 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602853 Nov 18 17:11:52.899459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-f654003e-e9f2-44f5-b5b6-225105727c58 admin admin] Deleting subnet 5d5c1446-2569-40ba-8033-7104e26feb5c {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:11:52.902607 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f654003e-e9f2-44f5-b5b6-225105727c58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:52.944289 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f654003e-e9f2-44f5-b5b6-225105727c58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:53.068070 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-64c25e59-81af-48c8-8c60-b75ba876499f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7087b83eeaca4317ab854a02490b82e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627163 Nov 18 17:11:53.072712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38440) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:53.075008 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d7eab47f-d6f3-4ce1-bf75-41e03c63db95 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:53.095846 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: d7eab47f-d6f3-4ce1-bf75-41e03c63db95 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:11:53.095985 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d7eab47f-d6f3-4ce1-bf75-41e03c63db95 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:53.096426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 23b77618-2816-4078-9ee1-1e510fc43575 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:53.119182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 23b77618-2816-4078-9ee1-1e510fc43575 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:11:53.119950 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 23b77618-2816-4078-9ee1-1e510fc43575 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:53.143602 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f654003e-e9f2-44f5-b5b6-225105727c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:53.145384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:11:53.151129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device afc08daf-3fdb-4f21-836e-8c377bd624f2 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:11:53.199029 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a2df750-605a-4645-bf3c-0cc848484d97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:53.215305 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e526b0bd-78f5-476d-9557-b358847c8003 req-86a9a149-07f2-4e57-bdde-fb99b9594a83 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 210 time: 0.0641210 Nov 18 17:11:53.257448 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a2df750-605a-4645-bf3c-0cc848484d97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:53.373445 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:53.385711 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6', 'mac_address': 'fa:16:3e:7c:10:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:11:53.425385 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:53.440289 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:11:53.469618 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:53.480508 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f654003e-e9f2-44f5-b5b6-225105727c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:53.518019 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654003e-e9f2-44f5-b5b6-225105727c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d5c1446-2569-40ba-8033-7104e26feb5c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:53.525015 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port afc08daf-3fdb-4f21-836e-8c377bd624f2 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:11:53.533813 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a2df750-605a-4645-bf3c-0cc848484d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:53.537282 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port afc08daf-3fdb-4f21-836e-8c377bd624f2 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:53.539678 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:53.544995 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a2df750-605a-4645-bf3c-0cc848484d97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:53.546197 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8a2df750-605a-4645-bf3c-0cc848484d97 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d84d3249-7775-4c1e-9269-f4f5cb05d4cd HTTP/1.1" status: 204 len: 168 time: 0.4468720 Nov 18 17:11:53.554089 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f654003e-e9f2-44f5-b5b6-225105727c58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:53.560168 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38468) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:53.560870 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f654003e-e9f2-44f5-b5b6-225105727c58 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5d5c1446-2569-40ba-8033-7104e26feb5c HTTP/1.1" status: 204 len: 168 time: 0.7194252 Nov 18 17:11:53.567048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2df750-605a-4645-bf3c-0cc848484d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84d3249-7775-4c1e-9269-f4f5cb05d4cd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:53.611652 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44f547d-7c1c-44f6-92cc-b3e2d7e3c624 None None] Network 4e1d98e0-2676-4115-a416-8d0fa88d3380 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:11:53.613671 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:53.705083 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:53.899865 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] Deleting port 1ffa082c-c9dd-49b4-b07b-996c854891c1 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:53.903144 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:53.912439 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['229f219d-cefe-43fc-9fe4-30db9c2dcdf6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:11:53.967829 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:54.077951 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:54.141311 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ee38ea-04a3-4e4e-b5d5-66f67d6b5117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc08daf-3fdb-4f21-836e-8c377bd624f2'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:54.144368 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39719967-17fb-4686-a830-860b20424551" -d '{"events": [{"server_uuid": "62ee38ea-04a3-4e4e-b5d5-66f67d6b5117", "name": "network-vif-plugged", "status": "completed", "tag": "afc08daf-3fdb-4f21-836e-8c377bd624f2"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:54.179968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port afc08daf-3fdb-4f21-836e-8c377bd624f2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=afc08daf-3fdb-4f21-836e-8c377bd624f2,segment=NetworkSegment(7d9de0e4-50b0-45cc-8fee-c0b485fb1f52),segment_id=7d9de0e4-50b0-45cc-8fee-c0b485fb1f52)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:54.250851 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ee9701-f32e-4846-b3b1-b6ac1450b351 None None] DHCP port deletion for 4e1d98e0-2676-4115-a416-8d0fa88d3380 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:11:54.287191 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:54.288559 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3f3d93be-3946-4359-b43a-29c2c2ce33ee up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:11:54.367117 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] For port 1ffa082c-c9dd-49b4-b07b-996c854891c1, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1ffa082c-c9dd-49b4-b07b-996c854891c1,segment=NetworkSegment(55ecda03-6fb9-4965-ba26-2673b9f1d9b4),segment_id=55ecda03-6fb9-4965-ba26-2673b9f1d9b4)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:54.367486 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:54.404170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-116ab816-ec5c-4d88-b7df-5dc802ec9285 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:54.407380 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-116ab816-ec5c-4d88-b7df-5dc802ec9285 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.81 "GET /v2.0/networks?id=cd561ecc-91cd-43b2-8954-8ca763f9c846 HTTP/1.1" status: 200 len: 818 time: 0.2195320 Nov 18 17:11:54.422257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] Calling delete_port for 1ffa082c-c9dd-49b4-b07b-996c854891c1 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:54.425212 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-8fc5a693-0945-4e5e-bf9c-187fd2f7f443 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Request body: {'port': {'device_id': '9be70466-bd4b-43e9-93d4-ae85f39225f3', 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846', 'admin_state_up': True, 'tenant_id': '0a36686252e641a297aef9aa8fbc7c49'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:54.484844 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257b8199-3ab5-44b9-a6d0-2a316a900caa x-openstack-request-id: req-257b8199-3ab5-44b9-a6d0-2a316a900caa {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:54.487942 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ee38ea-04a3-4e4e-b5d5-66f67d6b5117", "name": "network-vif-plugged", "status": "completed", "tag": "afc08daf-3fdb-4f21-836e-8c377bd624f2", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:54.487942 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-257b8199-3ab5-44b9-a6d0-2a316a900caa {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:54.487942 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ee38ea-04a3-4e4e-b5d5-66f67d6b5117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc08daf-3fdb-4f21-836e-8c377bd624f2', 'code': 200} Nov 18 17:11:54.563859 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f799c-33a9-4a08-bc3a-8f31260e2901 req-8c39b077-1dde-4506-ae26-f70107b7a830 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:54.572089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=afc08daf-3fdb-4f21-836e-8c377bd624f2,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:54.582114 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f799c-33a9-4a08-bc3a-8f31260e2901 req-8c39b077-1dde-4506-ae26-f70107b7a830 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:54.585646 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-207f799c-33a9-4a08-bc3a-8f31260e2901 req-8c39b077-1dde-4506-ae26-f70107b7a830 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1682 time: 0.4099534 Nov 18 17:11:54.593429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f7ee9701-f32e-4846-b3b1-b6ac1450b351 None None] Deleting port 1ffa082c-c9dd-49b4-b07b-996c854891c1 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:11:54.594112 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f7ee9701-f32e-4846-b3b1-b6ac1450b351 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:54.709016 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-207f799c-33a9-4a08-bc3a-8f31260e2901 req-d135dbce-ced3-4809-a3bf-64d770b87570 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028934 Nov 18 17:11:54.712884 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 3f3d93be-3946-4359-b43a-29c2c2ce33ee completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:11:54.721799 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 3f3d93be-3946-4359-b43a-29c2c2ce33ee triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:54.724034 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:54.724996 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f7ee9701-f32e-4846-b3b1-b6ac1450b351 None None] For port 1ffa082c-c9dd-49b4-b07b-996c854891c1, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1ffa082c-c9dd-49b4-b07b-996c854891c1,segment=NetworkSegment(55ecda03-6fb9-4965-ba26-2673b9f1d9b4),segment_id=55ecda03-6fb9-4965-ba26-2673b9f1d9b4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:54.725435 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f7ee9701-f32e-4846-b3b1-b6ac1450b351 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:54.775227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f7ee9701-f32e-4846-b3b1-b6ac1450b351 None None] Calling delete_port for 1ffa082c-c9dd-49b4-b07b-996c854891c1 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:11:54.830294 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-8fc5a693-0945-4e5e-bf9c-187fd2f7f443 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Made reservation on behalf of 0a36686252e641a297aef9aa8fbc7c49 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:11:54.842074 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-8fc5a693-0945-4e5e-bf9c-187fd2f7f443 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:54.853549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38516) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:54.916559 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f40958df-e1f6-4e4d-84cc-77347922cc1d req-5d8c1580-5353-4a33-bb80-2d053e5195d8 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 210 time: 0.0786433 Nov 18 17:11:54.918010 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:54.929641 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-705e84d8-3db0-435b-8bad-e5efb7917ef8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:54.965330 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ffa082c-c9dd-49b4-b07b-996c854891c1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:54.969173 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] No DVR routers for this DVR port 1ffa082c-c9dd-49b4-b07b-996c854891c1 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:11:55.085692 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:55.108874 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1ffa082c-c9dd-49b4-b07b-996c854891c1 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:11:55.116509 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1d98e0-2676-4115-a416-8d0fa88d3380']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:55.136275 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ecda03-6fb9-4965-ba26-2673b9f1d9b4') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:55.136793 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ecda03-6fb9-4965-ba26-2673b9f1d9b4') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:11:55.158791 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:55.210479 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:55.225601 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f7ee9701-f32e-4846-b3b1-b6ac1450b351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:55.227071 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:55.232174 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:11:55.233390 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:11:55.235352 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:11:55.288991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 1ffa082c-c9dd-49b4-b07b-996c854891c1 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:11:55.292796 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1ffa082c-c9dd-49b4-b07b-996c854891c1 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:11:55.351841 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee9701-f32e-4846-b3b1-b6ac1450b351 None None] Pushing event deleted for resources: {'Port': ['ID=1ffa082c-c9dd-49b4-b07b-996c854891c1,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:55.360839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee9701-f32e-4846-b3b1-b6ac1450b351 None None] No DVR routers for this DVR port 1ffa082c-c9dd-49b4-b07b-996c854891c1 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:11:55.378999 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3f3d93be-3946-4359-b43a-29c2c2ce33ee, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3f3d93be-3946-4359-b43a-29c2c2ce33ee,segment=NetworkSegment(e733ee5a-da2c-466c-bf22-8a0a906e0010),segment_id=e733ee5a-da2c-466c-bf22-8a0a906e0010)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:55.400674 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-5992f2f7-14f2-467d-b201-1a4ebc78737b tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:55.402619 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-5992f2f7-14f2-467d-b201-1a4ebc78737b tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.83 "GET /v2.0/networks?id=cd561ecc-91cd-43b2-8954-8ca763f9c846 HTTP/1.1" status: 200 len: 818 time: 0.2698252 Nov 18 17:11:55.432405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-07a0f302-ff08-4801-8186-ca9aee772322 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Request body: {'port': {'device_id': 'f3a4d804-6556-4848-a66c-3e09b14c7248', 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846', 'admin_state_up': True, 'tenant_id': '0a36686252e641a297aef9aa8fbc7c49'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:55.532156 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:55.591748 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:11:55.637411 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:55.653876 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:55.668764 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4e1d98e0-2676-4115-a416-8d0fa88d3380 HTTP/1.1" status: 204 len: 168 time: 2.1068618 Nov 18 17:11:55.693770 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5bb8c-dcd8-4635-ad34-34b7c33eba83 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1d98e0-2676-4115-a416-8d0fa88d3380,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:55.715316 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-8fc5a693-0945-4e5e-bf9c-187fd2f7f443 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Allocated IP 172.20.0.4 (cd561ecc-91cd-43b2-8954-8ca763f9c846/347b07fa-101e-420c-bd20-e04465430498/c16d50de-5949-46c2-9b64-db507c7209b6) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:11:55.726413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=3f3d93be-3946-4359-b43a-29c2c2ce33ee,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:55.801623 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:11:55.802043 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:55.828818 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-705e84d8-3db0-435b-8bad-e5efb7917ef8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:55.855678 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-970aafd6-f723-427c-9a2e-8a74c557484e tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:55.870485 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-970aafd6-f723-427c-9a2e-8a74c557484e tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.81 "GET /v2.0/networks?id=cd561ecc-91cd-43b2-8954-8ca763f9c846 HTTP/1.1" status: 200 len: 818 time: 0.5009294 Nov 18 17:11:55.885962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-07a0f302-ff08-4801-8186-ca9aee772322 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Made reservation on behalf of 0a36686252e641a297aef9aa8fbc7c49 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:11:55.890291 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-07a0f302-ff08-4801-8186-ca9aee772322 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:55.899090 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-703257b5-aedc-446d-9270-ab243fe3dcc3 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Request body: {'port': {'device_id': '4ab45823-6a48-43de-ac3f-e275ffba0a9f', 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846', 'admin_state_up': True, 'tenant_id': '0a36686252e641a297aef9aa8fbc7c49'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:55.972992 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-705e84d8-3db0-435b-8bad-e5efb7917ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:56.143547 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e84d8-3db0-435b-8bad-e5efb7917ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87b574f-41b9-4387-969e-1b9ea36b94dc,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:56.163223 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d118f7b-490b-4bc7-9814-c38d6a58ebc2 req-973814b2-9289-48b0-95b3-2a6cbc8e6859 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 210 time: 0.0794179 Nov 18 17:11:56.164619 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38546) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:56.173759 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:56.247185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:11:56.260444 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-8fc5a693-0945-4e5e-bf9c-187fd2f7f443 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:56.262399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38554) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:56.305000 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-705e84d8-3db0-435b-8bad-e5efb7917ef8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b6c234c2c62a451e85aef5a779b09052&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4423895 Nov 18 17:11:56.313351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38560) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:56.321405 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:56.430344 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,revision_number=10']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:56.479860 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4601cb15-e357-40a2-8850-3c84bd1104c5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b4e1d4228bfa4a53b9f750e6f9c5efe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2083499 Nov 18 17:11:56.480743 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38566) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:56.487849 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ee38ea-04a3-4e4e-b5d5-66f67d6b5117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3d93be-3946-4359-b43a-29c2c2ce33ee'}, {'server_uuid': '71cd3dd9-5093-49c8-b4c0-9d8b391e648b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:11:56.490341 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa74260-9ba7-4610-81af-0fd9e18fee81" -d '{"events": [{"server_uuid": "62ee38ea-04a3-4e4e-b5d5-66f67d6b5117", "name": "network-vif-plugged", "status": "completed", "tag": "3f3d93be-3946-4359-b43a-29c2c2ce33ee"}, {"server_uuid": "71cd3dd9-5093-49c8-b4c0-9d8b391e648b", "name": "network-vif-plugged", "status": "completed", "tag": "229f219d-cefe-43fc-9fe4-30db9c2dcdf6"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:11:56.602181 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-8fc5a693-0945-4e5e-bf9c-187fd2f7f443 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:56.618167 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 18 Nov 2021 17:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dce9d65-605f-4f29-9f4d-94984ae495b4 x-openstack-request-id: req-1dce9d65-605f-4f29-9f4d-94984ae495b4 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:11:56.630018 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ee38ea-04a3-4e4e-b5d5-66f67d6b5117", "name": "network-vif-plugged", "status": "completed", "tag": "3f3d93be-3946-4359-b43a-29c2c2ce33ee", "code": 200}, {"server_uuid": "71cd3dd9-5093-49c8-b4c0-9d8b391e648b", "name": "network-vif-plugged", "status": "completed", "tag": "229f219d-cefe-43fc-9fe4-30db9c2dcdf6", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:11:56.630018 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1dce9d65-605f-4f29-9f4d-94984ae495b4 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:11:56.630018 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ee38ea-04a3-4e4e-b5d5-66f67d6b5117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3d93be-3946-4359-b43a-29c2c2ce33ee', 'code': 200} Nov 18 17:11:56.630018 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cd3dd9-5093-49c8-b4c0-9d8b391e648b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6', 'code': 200} Nov 18 17:11:56.630613 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7d951397-1d48-4b1d-93c0-7a2d80a39249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:56.805908 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54ff3626-4a39-44d2-b180-4867d0e0c195 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:56.815677 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.db.api [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-07a0f302-ff08-4801-8186-ca9aee772322 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-ee18e12c-14db-4e1d-95c7-4b6abcf1aa01 {{(pid=104008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:11:56.816066 n-d-813419-11 neutron-server[104008]: DEBUG oslo_db.api [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-07a0f302-ff08-4801-8186-ca9aee772322 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:11:56.893973 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7af320-f8e7-4478-a70d-50896a416e59 req-72b80400-e854-4d26-9dff-86e94a591d16 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:56.901128 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7af320-f8e7-4478-a70d-50896a416e59 req-72b80400-e854-4d26-9dff-86e94a591d16 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:56.910181 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e7af320-f8e7-4478-a70d-50896a416e59 req-72b80400-e854-4d26-9dff-86e94a591d16 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1683 time: 0.9195738 Nov 18 17:11:56.943395 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54ff3626-4a39-44d2-b180-4867d0e0c195 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:56.953041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-8fc5a693-0945-4e5e-bf9c-187fd2f7f443 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Network cd561ecc-91cd-43b2-8954-8ca763f9c846 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:11:56.963478 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-8fc5a693-0945-4e5e-bf9c-187fd2f7f443 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:56.994132 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e7af320-f8e7-4478-a70d-50896a416e59 req-f82040f5-65c4-4305-a781-99736b2b9905 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827150 Nov 18 17:11:57.003452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-8fc5a693-0945-4e5e-bf9c-187fd2f7f443 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:11:57.006549 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db10d1a5-7018-44ad-bf72-11e37f8aef41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:57.032474 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db10d1a5-7018-44ad-bf72-11e37f8aef41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:57.068595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-703257b5-aedc-446d-9270-ab243fe3dcc3 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Made reservation on behalf of 0a36686252e641a297aef9aa8fbc7c49 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:11:57.073683 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-703257b5-aedc-446d-9270-ab243fe3dcc3 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:57.087698 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7d951397-1d48-4b1d-93c0-7a2d80a39249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:57.093448 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54ff3626-4a39-44d2-b180-4867d0e0c195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:57.157570 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-54ff3626-4a39-44d2-b180-4867d0e0c195 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ff3da22a559549ce8f39e71043d61690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9661274 Nov 18 17:11:57.166507 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38576) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:57.184510 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db10d1a5-7018-44ad-bf72-11e37f8aef41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:57.187935 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db10d1a5-7018-44ad-bf72-11e37f8aef41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:57.189013 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-db10d1a5-7018-44ad-bf72-11e37f8aef41 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8be116da-2bc0-40e6-ac9b-a4e59b0bb529 HTTP/1.1" status: 204 len: 168 time: 0.7057378 Nov 18 17:11:57.221004 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5a693-0945-4e5e-bf9c-187fd2f7f443 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Pushing event updated for resources: {'Port': ['ID=c16d50de-5949-46c2-9b64-db507c7209b6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:57.307471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e067aba-37c4-43d1-8496-0c628148926f req-1a6a0f95-24fe-4f56-b145-c2a6005eab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:57.314054 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e067aba-37c4-43d1-8496-0c628148926f req-1a6a0f95-24fe-4f56-b145-c2a6005eab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:57.336080 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4e067aba-37c4-43d1-8496-0c628148926f req-1a6a0f95-24fe-4f56-b145-c2a6005eab41 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1987 time: 0.6209326 Nov 18 17:11:57.345901 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-71b499fe-d747-4cef-8932-de3aa1118bc1 req-5f74dad1-8b65-4211-9a28-f0d29f541d6b tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 210 time: 0.0442200 Nov 18 17:11:57.347955 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-07a0f302-ff08-4801-8186-ca9aee772322 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:57.350468 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9bfe50e-aafd-42ba-9548-b04e56837c19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:57.380553 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9bfe50e-aafd-42ba-9548-b04e56837c19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:57.399699 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff3626-4a39-44d2-b180-4867d0e0c195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1fb1c7-f49d-4f99-a586-bf55b701bc9e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:57.403235 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-703257b5-aedc-446d-9270-ab243fe3dcc3 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Allocated IP 172.20.0.2 (cd561ecc-91cd-43b2-8954-8ca763f9c846/347b07fa-101e-420c-bd20-e04465430498/7a7d2daa-61c0-4375-a86f-73c9e777264f) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:11:57.447884 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-8fc5a693-0945-4e5e-bf9c-187fd2f7f443 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:57.448518 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-8fc5a693-0945-4e5e-bf9c-187fd2f7f443 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:57.504528 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10d1a5-7018-44ad-bf72-11e37f8aef41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be116da-2bc0-40e6-ac9b-a4e59b0bb529,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:57.552405 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4e067aba-37c4-43d1-8496-0c628148926f req-61583d56-d771-4c7a-b909-ef1e3dd1cf9f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876476 Nov 18 17:11:57.592438 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9bfe50e-aafd-42ba-9548-b04e56837c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:57.596984 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9bfe50e-aafd-42ba-9548-b04e56837c19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:57.600163 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f9bfe50e-aafd-42ba-9548-b04e56837c19 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae1fb1c7-f49d-4f99-a586-bf55b701bc9e HTTP/1.1" status: 204 len: 168 time: 0.4280486 Nov 18 17:11:57.621276 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-8fc5a693-0945-4e5e-bf9c-187fd2f7f443 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2038717 Nov 18 17:11:57.623490 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7d951397-1d48-4b1d-93c0-7a2d80a39249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:57.625360 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfe50e-aafd-42ba-9548-b04e56837c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1fb1c7-f49d-4f99-a586-bf55b701bc9e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:57.627022 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7d951397-1d48-4b1d-93c0-7a2d80a39249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:57.628847 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7d951397-1d48-4b1d-93c0-7a2d80a39249 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d87b574f-41b9-4387-969e-1b9ea36b94dc HTTP/1.1" status: 204 len: 168 time: 1.3140938 Nov 18 17:11:57.655442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Request body: {'port': {'device_id': '9be70466-bd4b-43e9-93d4-ae85f39225f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:57.661017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d951397-1d48-4b1d-93c0-7a2d80a39249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87b574f-41b9-4387-969e-1b9ea36b94dc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:57.828390 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:57.899562 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-703257b5-aedc-446d-9270-ab243fe3dcc3 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:58.157484 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-703257b5-aedc-446d-9270-ab243fe3dcc3 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:58.207484 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-07a0f302-ff08-4801-8186-ca9aee772322 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Allocated IP 172.20.0.13 (cd561ecc-91cd-43b2-8954-8ca763f9c846/347b07fa-101e-420c-bd20-e04465430498/e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:11:58.223098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-703257b5-aedc-446d-9270-ab243fe3dcc3 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Network cd561ecc-91cd-43b2-8954-8ca763f9c846 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:11:58.236050 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36047142-c656-4848-8457-cd39ffa4c76b req-7910bca7-bc68-4ca0-b62d-8cda63997285 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:58.242382 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36047142-c656-4848-8457-cd39ffa4c76b req-7910bca7-bc68-4ca0-b62d-8cda63997285 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:58.244104 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36047142-c656-4848-8457-cd39ffa4c76b req-7910bca7-bc68-4ca0-b62d-8cda63997285 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1683 time: 0.1593595 Nov 18 17:11:58.245088 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-703257b5-aedc-446d-9270-ab243fe3dcc3 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:58.250684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-703257b5-aedc-446d-9270-ab243fe3dcc3 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:11:58.291033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703257b5-aedc-446d-9270-ab243fe3dcc3 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Pushing event updated for resources: {'Port': ['ID=7a7d2daa-61c0-4375-a86f-73c9e777264f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:58.381184 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-703257b5-aedc-446d-9270-ab243fe3dcc3 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:58.382050 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-703257b5-aedc-446d-9270-ab243fe3dcc3 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:58.441234 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36047142-c656-4848-8457-cd39ffa4c76b req-ad9f507b-3f35-4648-8b79-b2fc1082add4 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555746 Nov 18 17:11:58.528007 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-703257b5-aedc-446d-9270-ab243fe3dcc3 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6459129 Nov 18 17:11:58.542436 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Request body: {'port': {'device_id': '4ab45823-6a48-43de-ac3f-e275ffba0a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:58.576830 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-07a0f302-ff08-4801-8186-ca9aee772322 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:58.650852 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ef3c0-80c8-4c00-892a-65b94f7b4c97 req-314ed69c-014c-4499-abbc-63763010a752 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:58.655115 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd2ef3c0-80c8-4c00-892a-65b94f7b4c97 req-314ed69c-014c-4499-abbc-63763010a752 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 931 time: 0.1716831 Nov 18 17:11:58.680918 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:58.784147 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-07a0f302-ff08-4801-8186-ca9aee772322 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:58.785931 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd2ef3c0-80c8-4c00-892a-65b94f7b4c97 req-52f3027b-3587-4728-8d23-3762eb23becd tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209307 Nov 18 17:11:59.067916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-07a0f302-ff08-4801-8186-ca9aee772322 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Network cd561ecc-91cd-43b2-8954-8ca763f9c846 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:11:59.086658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0f302-ff08-4801-8186-ca9aee772322 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Pushing event updated for resources: {'Port': ['ID=e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:59.093032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-07a0f302-ff08-4801-8186-ca9aee772322 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:11:59.099646 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-07a0f302-ff08-4801-8186-ca9aee772322 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:11:59.237698 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-e4a0034a-9172-4d01-a1d7-b462afee3aba service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1624312 Nov 18 17:11:59.249546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38648) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:11:59.288340 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2e8d42b8-0305-4567-9d9a-47c8d78aa9f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:59.344386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16d50de-5949-46c2-9b64-db507c7209b6 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:11:59.375728 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:59.398974 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-07a0f302-ff08-4801-8186-ca9aee772322 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:59.404975 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-07a0f302-ff08-4801-8186-ca9aee772322 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:59.439476 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-1517d7cb-d18f-419c-a981-5096c9f347ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:59.440942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Transition to ACTIVE for port object c16d50de-5949-46c2-9b64-db507c7209b6 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:11:59.441473 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-1517d7cb-d18f-419c-a981-5096c9f347ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:59.441984 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-1517d7cb-d18f-419c-a981-5096c9f347ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:59.442461 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-1517d7cb-d18f-419c-a981-5096c9f347ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:59.442942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-1517d7cb-d18f-419c-a981-5096c9f347ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:59.443403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-1517d7cb-d18f-419c-a981-5096c9f347ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:59.443941 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-1517d7cb-d18f-419c-a981-5096c9f347ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:11:59.446101 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-1517d7cb-d18f-419c-a981-5096c9f347ec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8636c767565a441eb773511271a60b63&device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 6508 time: 0.1412685 Nov 18 17:11:59.567293 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2e8d42b8-0305-4567-9d9a-47c8d78aa9f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:59.568467 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-07a0f302-ff08-4801-8186-ca9aee772322 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1444325 Nov 18 17:11:59.582339 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Request body: {'port': {'device_id': 'f3a4d804-6556-4848-a66c-3e09b14c7248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:59.633148 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:59.740188 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2e8d42b8-0305-4567-9d9a-47c8d78aa9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:59.857083 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:11:59.937509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Pushing event updated for resources: {'Port': ['ID=c16d50de-5949-46c2-9b64-db507c7209b6,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:11:59.965927 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84bd36fa-15ac-4745-9623-0530be176981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:00.033876 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Attempting to bind port c16d50de-5949-46c2-9b64-db507c7209b6 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:00.034527 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Attempting to bind port c16d50de-5949-46c2-9b64-db507c7209b6 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:00.035052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Attempting to bind port c16d50de-5949-46c2-9b64-db507c7209b6 on network cd561ecc-91cd-43b2-8954-8ca763f9c846 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:00.040720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Port c16d50de-5949-46c2-9b64-db507c7209b6 on network cd561ecc-91cd-43b2-8954-8ca763f9c846 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:12:00.041327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Attempting to bind port c16d50de-5949-46c2-9b64-db507c7209b6 on network cd561ecc-91cd-43b2-8954-8ca763f9c846 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:00.041833 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7d2daa-61c0-4375-a86f-73c9e777264f {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:12:00.049112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:00.049738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Checking segment: {'id': 'a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:00.050317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Bound using segment: {'id': 'a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:00.051023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Bound port: c16d50de-5949-46c2-9b64-db507c7209b6, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:00.051569 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:00.052581 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:00.067621 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Transition to ACTIVE for port object 7a7d2daa-61c0-4375-a86f-73c9e777264f will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:12:00.070243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-5710fa53-6c16-433e-bc6c-068d52f5569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:00.070738 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-5710fa53-6c16-433e-bc6c-068d52f5569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:00.071218 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-5710fa53-6c16-433e-bc6c-068d52f5569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:00.073466 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-5710fa53-6c16-433e-bc6c-068d52f5569e service neutron] 10.222.0.81 "GET /v2.0/networks?id=21e57fb7-15e2-4168-9940-61b5b33853bf&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=77027101-4097-4189-b03d-09f017f0cd4a&id=77027101-4097-4189-b03d-09f017f0cd4a HTTP/1.1" status: 200 len: 2301 time: 0.5704224 Nov 18 17:12:00.154143 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2e8d42b8-0305-4567-9d9a-47c8d78aa9f6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8cdd4bd0a8904176b10d77781b65f55d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9033062 Nov 18 17:12:00.166132 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d42b8-0305-4567-9d9a-47c8d78aa9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067e854e-90e6-4948-80a3-b167d85c17a7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:00.170913 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38676) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:00.290786 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:00.406938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f606946-6515-49df-b652-240d21b18ee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:00.460571 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f606946-6515-49df-b652-240d21b18ee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:00.470900 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc54850-4839-42e7-ae08-fd33d2a8c390 req-c41605ef-a49a-4db3-bf62-438ae58f5509 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:00.481096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc54850-4839-42e7-ae08-fd33d2a8c390 req-c41605ef-a49a-4db3-bf62-438ae58f5509 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:00.486629 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc54850-4839-42e7-ae08-fd33d2a8c390 req-c41605ef-a49a-4db3-bf62-438ae58f5509 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1683 time: 0.8241308 Nov 18 17:12:00.504781 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38686) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:00.519473 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c517e43-d448-403f-9e83-fbb32012b27d req-e3ce9a8d-6898-4185-84da-f054928ce260 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:00.528743 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0c517e43-d448-403f-9e83-fbb32012b27d req-e3ce9a8d-6898-4185-84da-f054928ce260 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 931 time: 0.4408588 Nov 18 17:12:00.544172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7d2daa-61c0-4375-a86f-73c9e777264f,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:00.572374 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-8b043cd7-4b91-49b2-97ca-35a1603c3a1c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79d87257-b73f-4f55-9be6-a319a16fd0f8 HTTP/1.1" status: 200 len: 1001 time: 0.3983564 Nov 18 17:12:00.853715 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0c517e43-d448-403f-9e83-fbb32012b27d req-4bfc9e66-e1aa-4491-9773-6ca81b1c5e46 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192201 Nov 18 17:12:00.906427 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc54850-4839-42e7-ae08-fd33d2a8c390 req-107a79ac-a4f7-4f62-953f-d217cc67cc9b tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738286 Nov 18 17:12:00.912800 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38700) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:00.933513 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-7ae2e724-5d89-4d87-8d6a-248806cbf011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:00.938852 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-7ae2e724-5d89-4d87-8d6a-248806cbf011 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e6246afd-a473-49e2-aa8f-305885903cc9 HTTP/1.1" status: 200 len: 855 time: 0.3463762 Nov 18 17:12:01.062578 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Attempting to bind port 7a7d2daa-61c0-4375-a86f-73c9e777264f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:01.076127 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Attempting to bind port 7a7d2daa-61c0-4375-a86f-73c9e777264f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:01.076127 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Attempting to bind port 7a7d2daa-61c0-4375-a86f-73c9e777264f on network cd561ecc-91cd-43b2-8954-8ca763f9c846 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:01.080927 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-87498fd5-d804-4396-a767-497059f1828b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-932378520-network', 'tenant_id': '3d69129580734d58bbc3b9eeafff21c6'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:01.095010 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c69fdd67-a894-422c-8698-518000d780fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:01.099770 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Port 7a7d2daa-61c0-4375-a86f-73c9e777264f on network cd561ecc-91cd-43b2-8954-8ca763f9c846 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:12:01.100158 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Attempting to bind port 7a7d2daa-61c0-4375-a86f-73c9e777264f on network cd561ecc-91cd-43b2-8954-8ca763f9c846 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:01.135839 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:12:01.166142 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:01.166492 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Checking segment: {'id': 'a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:01.166889 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Bound using segment: {'id': 'a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:01.167394 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Bound port: 7a7d2daa-61c0-4375-a86f-73c9e777264f, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:01.167967 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:01.186011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] For port c16d50de-5949-46c2-9b64-db507c7209b6, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:01.186302 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-ab693942-d186-43fa-967b-3102711587da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:01.188909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-ab693942-d186-43fa-967b-3102711587da service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=21e57fb7-15e2-4168-9940-61b5b33853bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2403266 Nov 18 17:12:01.214900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] For port c16d50de-5949-46c2-9b64-db507c7209b6, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c16d50de-5949-46c2-9b64-db507c7209b6,segment=NetworkSegment(a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9),segment_id=a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:01.255783 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b59f5c-e6e4-497c-8a93-e5887a4e15d7 req-418a136a-0f12-40c1-8bea-25820d2f618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:01.258430 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d2b59f5c-e6e4-497c-8a93-e5887a4e15d7 req-418a136a-0f12-40c1-8bea-25820d2f618a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=673b4f1ab41348da8b586039f3b1ddab&device_id=71cd3dd9-5093-49c8-b4c0-9d8b391e648b HTTP/1.1" status: 200 len: 1102 time: 0.0997267 Nov 18 17:12:01.309152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87498fd5-d804-4396-a767-497059f1828b admin admin] Made reservation on behalf of 3d69129580734d58bbc3b9eeafff21c6 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:01.311496 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-87498fd5-d804-4396-a767-497059f1828b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:01.333409 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f606946-6515-49df-b652-240d21b18ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:01.336726 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f606946-6515-49df-b652-240d21b18ee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:01.338742 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7f606946-6515-49df-b652-240d21b18ee9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/067e854e-90e6-4948-80a3-b167d85c17a7 HTTP/1.1" status: 204 len: 168 time: 1.1586294 Nov 18 17:12:01.342358 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-87498fd5-d804-4396-a767-497059f1828b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:01.364379 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:01.418203 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-897ad2cb-e7c8-4fe9-bf6e-a1dbb6b95a8e service neutron] 10.222.0.81 "GET /v2.0/networks/21e57fb7-15e2-4168-9940-61b5b33853bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194934 Nov 18 17:12:01.419023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] For port 7a7d2daa-61c0-4375-a86f-73c9e777264f, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:01.425726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] For port 7a7d2daa-61c0-4375-a86f-73c9e777264f, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7a7d2daa-61c0-4375-a86f-73c9e777264f,segment=NetworkSegment(a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9),segment_id=a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:01.459753 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f606946-6515-49df-b652-240d21b18ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067e854e-90e6-4948-80a3-b167d85c17a7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:01.525915 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-00a2fe34-bcde-4348-923b-3d8a8dd3d9b2 service neutron] 10.222.0.81 "GET /v2.0/networks/21e57fb7-15e2-4168-9940-61b5b33853bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950017 Nov 18 17:12:01.561030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:12:01.572346 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:01.572346 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:01.572908 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] 10.222.0.81 "PUT /v2.0/ports/c16d50de-5949-46c2-9b64-db507c7209b6 HTTP/1.1" status: 200 len: 1092 time: 3.9230909 Nov 18 17:12:01.585890 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be70466-bd4b-43e9-93d4-ae85f39225f3', 'tag': 'c16d50de-5949-46c2-9b64-db507c7209b6'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:01.597794 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:01.602348 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-962af5c5-2209-4b9c-967f-b8e2a1d85268 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa HTTP/1.1" status: 200 len: 217 time: 0.0634563 Nov 18 17:12:01.610419 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de7d31c-837f-43b7-9e67-9662948aae0f" -d '{"events": [{"name": "network-changed", "server_uuid": "9be70466-bd4b-43e9-93d4-ae85f39225f3", "tag": "c16d50de-5949-46c2-9b64-db507c7209b6"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:01.647721 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:01.665629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-a3231b0f-a8ed-42b3-a5c4-07bdbb68bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:01.672934 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-a3231b0f-a8ed-42b3-a5c4-07bdbb68bd0b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.0495236 Nov 18 17:12:01.694623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Transition to ACTIVE for port object e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:12:01.709652 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c69fdd67-a894-422c-8698-518000d780fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:01.716371 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e11aab-d0f8-47bd-af27-e08d5923388c x-openstack-request-id: req-c0e11aab-d0f8-47bd-af27-e08d5923388c {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:01.716728 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be70466-bd4b-43e9-93d4-ae85f39225f3", "tag": "c16d50de-5949-46c2-9b64-db507c7209b6", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:01.717068 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c0e11aab-d0f8-47bd-af27-e08d5923388c {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:01.718386 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be70466-bd4b-43e9-93d4-ae85f39225f3', 'tag': 'c16d50de-5949-46c2-9b64-db507c7209b6', 'status': 'completed', 'code': 200} Nov 18 17:12:01.725836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:01.726469 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:01.727978 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] 10.222.0.81 "PUT /v2.0/ports/7a7d2daa-61c0-4375-a86f-73c9e777264f HTTP/1.1" status: 200 len: 1092 time: 3.1905012 Nov 18 17:12:01.730750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab45823-6a48-43de-ac3f-e275ffba0a9f', 'tag': '7a7d2daa-61c0-4375-a86f-73c9e777264f'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:01.733602 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ce6af2-a6c1-4305-9a18-1e570dfa959f" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab45823-6a48-43de-ac3f-e275ffba0a9f", "tag": "7a7d2daa-61c0-4375-a86f-73c9e777264f"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:01.815884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22561a6c-7c85-4a82-ba7e-d08ef069b812 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7d2daa-61c0-4375-a86f-73c9e777264f,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:01.824019 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acdfd7-9deb-4392-af25-c37495ddba7d service neutron] Pushing event updated for resources: {'Port': ['ID=c16d50de-5949-46c2-9b64-db507c7209b6,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:01.832194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b59f5c-e6e4-497c-8a93-e5887a4e15d7 req-78115d20-58cc-47ab-94dd-bfb28cb289d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:01.834261 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d2b59f5c-e6e4-497c-8a93-e5887a4e15d7 req-78115d20-58cc-47ab-94dd-bfb28cb289d3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.5351348 Nov 18 17:12:01.839135 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-87498fd5-d804-4396-a767-497059f1828b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:01.842585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-944f7f77-3210-48ad-b4f3-56ae19f581eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:01.844901 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-944f7f77-3210-48ad-b4f3-56ae19f581eb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1618357 Nov 18 17:12:01.853182 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-b7b2b0ad-536d-49d5-9e4e-0606e7ce4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:01.861518 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-b7b2b0ad-536d-49d5-9e4e-0606e7ce4e27 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0a36686252e641a297aef9aa8fbc7c49&device_id=9be70466-bd4b-43e9-93d4-ae85f39225f3 HTTP/1.1" status: 200 len: 1095 time: 0.1360936 Nov 18 17:12:01.903947 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:01.930651 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c69fdd67-a894-422c-8698-518000d780fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:01.930831 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d2b59f5c-e6e4-497c-8a93-e5887a4e15d7 req-e4f9414a-de22-4fca-90b0-9f043391826c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=229f219d-cefe-43fc-9fe4-30db9c2dcdf6 HTTP/1.1" status: 200 len: 217 time: 0.0577211 Nov 18 17:12:02.056248 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-1f8cf203-6a4a-4dd0-8528-3fe81676e72e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c16d50de-5949-46c2-9b64-db507c7209b6 HTTP/1.1" status: 200 len: 217 time: 0.1533973 Nov 18 17:12:02.127573 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-87498fd5-d804-4396-a767-497059f1828b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:02.137914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fdd67-a894-422c-8698-518000d780fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdda35b-b181-40ac-bd75-371de3291f84,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:02.144942 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f277b32-86f6-47d8-b774-767d1a85a78d x-openstack-request-id: req-4f277b32-86f6-47d8-b774-767d1a85a78d {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:02.145249 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab45823-6a48-43de-ac3f-e275ffba0a9f", "tag": "7a7d2daa-61c0-4375-a86f-73c9e777264f", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:02.145514 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4f277b32-86f6-47d8-b774-767d1a85a78d {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:02.145932 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab45823-6a48-43de-ac3f-e275ffba0a9f', 'tag': '7a7d2daa-61c0-4375-a86f-73c9e777264f', 'status': 'completed', 'code': 200} Nov 18 17:12:02.156153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c69fdd67-a894-422c-8698-518000d780fe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee7aa947daee409d9c12160d91263ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6227160 Nov 18 17:12:02.169584 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38746) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:02.205284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87498fd5-d804-4396-a767-497059f1828b admin admin] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:12:02.225584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b59f5c-e6e4-497c-8a93-e5887a4e15d7 req-9af38a1d-7573-4538-996d-40ec272e45ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:02.227694 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d2b59f5c-e6e4-497c-8a93-e5887a4e15d7 req-9af38a1d-7573-4538-996d-40ec272e45ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.2970068 Nov 18 17:12:02.228460 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:02.242502 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-71614076-e8ef-4f4c-a438-d478244f3b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:02.244514 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-875b7de4-56b1-4779-b987-160090dad982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:02.246067 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-875b7de4-56b1-4779-b987-160090dad982 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0a36686252e641a297aef9aa8fbc7c49&device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 1095 time: 0.2759364 Nov 18 17:12:02.252003 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-71614076-e8ef-4f4c-a438-d478244f3b79 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=347b07fa-101e-420c-bd20-e04465430498 HTTP/1.1" status: 200 len: 858 time: 0.1702981 Nov 18 17:12:02.270264 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-098af784-1a69-4413-9b62-0ce4933779ee service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074736 Nov 18 17:12:02.271441 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-87498fd5-d804-4396-a767-497059f1828b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:02.272405 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-87498fd5-d804-4396-a767-497059f1828b admin admin] Added segment 7eacd2a1-54ee-45c0-8b82-4c3393f0736e of type vlan for network 5727978d-7ee2-4972-b4a9-5b7cdee8b564 Nov 18 17:12:02.278576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87498fd5-d804-4396-a767-497059f1828b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197d328f-5940-4fe9-9165-7e991e52eb77,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:02.322139 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc1685-58a8-4ef6-b716-e7f593162613 req-0974796a-1d74-4086-8a83-605dafaa774d tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:02.328780 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc1685-58a8-4ef6-b716-e7f593162613 req-0974796a-1d74-4086-8a83-605dafaa774d tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:02.332130 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a7cc1685-58a8-4ef6-b716-e7f593162613 req-0974796a-1d74-4086-8a83-605dafaa774d tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1683 time: 0.3117151 Nov 18 17:12:02.333325 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-cfd61af5-50f5-41b4-817c-0c415a76fc46 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd561ecc-91cd-43b2-8954-8ca763f9c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688584 Nov 18 17:12:02.374169 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Attempting to bind port e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:02.374505 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Attempting to bind port e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:02.374838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Attempting to bind port e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d on network cd561ecc-91cd-43b2-8954-8ca763f9c846 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:02.383257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b59f5c-e6e4-497c-8a93-e5887a4e15d7 req-242c0e3e-27d4-454d-9385-63f7efa6ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:02.384896 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d2b59f5c-e6e4-497c-8a93-e5887a4e15d7 req-242c0e3e-27d4-454d-9385-63f7efa6ee48 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1238413 Nov 18 17:12:02.393900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Port e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d on network cd561ecc-91cd-43b2-8954-8ca763f9c846 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:12:02.394234 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Attempting to bind port e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d on network cd561ecc-91cd-43b2-8954-8ca763f9c846 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:02.408167 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-e71bb6b2-5aee-4edb-aef2-0e480a2563f3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a7d2daa-61c0-4375-a86f-73c9e777264f HTTP/1.1" status: 200 len: 217 time: 0.1341016 Nov 18 17:12:02.437010 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:02.437348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Checking segment: {'id': 'a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:02.437725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Bound using segment: {'id': 'a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:02.438175 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Bound port: e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:02.438532 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:02.547074 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-d4a2e3b9-0007-47a5-8481-2bc50c5fd35e service neutron] 10.222.0.81 "GET /v2.0/networks/cd561ecc-91cd-43b2-8954-8ca763f9c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042577 Nov 18 17:12:02.566969 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-87498fd5-d804-4396-a767-497059f1828b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:02.586073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f728769-8473-45ae-87c0-800cecb364e4 req-48fc2d4a-a628-4b53-b723-3d55f6b60f8b tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:02.587597 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f728769-8473-45ae-87c0-800cecb364e4 req-48fc2d4a-a628-4b53-b723-3d55f6b60f8b tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 943 time: 0.3538561 Nov 18 17:12:02.597704 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c07fa15e-7da5-4573-b57e-aa403fddb5fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:02.612984 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-16705363-8b1e-40c7-b82c-d1639fd7ee31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:02.627881 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d2b59f5c-e6e4-497c-8a93-e5887a4e15d7 req-8e088b33-9743-4b72-af12-9b0816496ecb service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052789 Nov 18 17:12:02.630773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] For port e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:02.663958 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a7cc1685-58a8-4ef6-b716-e7f593162613 req-3c71c169-7dfd-4a35-b03e-e5ad430896f9 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165627 Nov 18 17:12:02.678639 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-8cba294d-9d51-4608-9e5d-664e4d99ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:02.678639 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-8cba294d-9d51-4608-9e5d-664e4d99ae86 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=347b07fa-101e-420c-bd20-e04465430498 HTTP/1.1" status: 200 len: 858 time: 0.2335784 Nov 18 17:12:02.709098 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] For port e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d,segment=NetworkSegment(a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9),segment_id=a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:02.777637 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-7aa498d6-ffce-4549-a0a0-a85a965bbd90 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd561ecc-91cd-43b2-8954-8ca763f9c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882394 Nov 18 17:12:02.780079 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c07fa15e-7da5-4573-b57e-aa403fddb5fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:02.844207 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-8d30190d-35b9-43c5-b175-f94335995a84 service neutron] 10.222.0.81 "GET /v2.0/networks/cd561ecc-91cd-43b2-8954-8ca763f9c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847521 Nov 18 17:12:02.845379 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:02.909311 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:02.909943 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:02.911436 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] 10.222.0.83 "PUT /v2.0/ports/e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d HTTP/1.1" status: 200 len: 1093 time: 3.3337457 Nov 18 17:12:02.916224 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d2b59f5c-e6e4-497c-8a93-e5887a4e15d7 req-18fdb1af-2fd7-4bea-9af0-fe3cda2383a1 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571578 Nov 18 17:12:02.967312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4da522-2907-445a-b4d9-319c3e6f03f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:03.009594 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-bb4bfc48-34cc-4f9d-9466-48fd223f369f service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6962619 Nov 18 17:12:03.011717 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-5aca2f84-607a-4224-9100-8ff56049f9b5 service neutron] 10.222.0.81 "GET /v2.0/networks/cd561ecc-91cd-43b2-8954-8ca763f9c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144425 Nov 18 17:12:03.038731 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f728769-8473-45ae-87c0-800cecb364e4 req-e98a92cd-fb7e-42a7-89a8-4e2408ce2b33 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322641 Nov 18 17:12:03.067337 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-87498fd5-d804-4396-a767-497059f1828b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:03.067888 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87498fd5-d804-4396-a767-497059f1828b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:03.069073 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-87498fd5-d804-4396-a767-497059f1828b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:03.188885 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7d31c-837f-43b7-9e67-9662948aae0f req-a3f5b44d-35b4-43e8-beca-fd786d7f0c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:03.190765 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2de7d31c-837f-43b7-9e67-9662948aae0f req-a3f5b44d-35b4-43e8-beca-fd786d7f0c6a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0a36686252e641a297aef9aa8fbc7c49&device_id=9be70466-bd4b-43e9-93d4-ae85f39225f3 HTTP/1.1" status: 200 len: 1095 time: 0.1540124 Nov 18 17:12:03.210907 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-d162affe-38d3-4f6e-933a-9a9080afac7d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=c35afb8c-cdd6-4eec-89f6-d10f42645523 HTTP/1.1" status: 200 len: 217 time: 0.1460166 Nov 18 17:12:03.277245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-7732365a-8cf7-4b09-b942-cccf6f13ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:03.285794 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-7732365a-8cf7-4b09-b942-cccf6f13ba19 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a36686252e641a297aef9aa8fbc7c49&device_id=f3a4d804-6556-4848-a66c-3e09b14c7248 HTTP/1.1" status: 200 len: 1096 time: 0.1798630 Nov 18 17:12:03.437879 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-cb93a2f4-3e17-4aaf-9865-1a3bf8172fb8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d HTTP/1.1" status: 200 len: 217 time: 0.1366622 Nov 18 17:12:03.492005 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:03.594385 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38786) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:03.603087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7d31c-837f-43b7-9e67-9662948aae0f req-b7743749-3052-4b84-bda3-106eeef105ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:03.604698 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2de7d31c-837f-43b7-9e67-9662948aae0f req-b7743749-3052-4b84-bda3-106eeef105ee service neutron] 10.222.0.81 "GET /v2.0/networks?id=cd561ecc-91cd-43b2-8954-8ca763f9c846 HTTP/1.1" status: 200 len: 920 time: 0.4035044 Nov 18 17:12:03.620666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-2465ecd2-f425-455a-b068-d8ddc99fd2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:03.622152 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-2465ecd2-f425-455a-b068-d8ddc99fd2fb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=347b07fa-101e-420c-bd20-e04465430498 HTTP/1.1" status: 200 len: 858 time: 0.1714611 Nov 18 17:12:03.691105 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2de7d31c-837f-43b7-9e67-9662948aae0f req-084f586f-6b61-484a-b180-aea217c9e674 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c16d50de-5949-46c2-9b64-db507c7209b6 HTTP/1.1" status: 200 len: 217 time: 0.0723188 Nov 18 17:12:03.714891 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-581957a2-f4d9-4092-b60c-02cc609499c2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cd561ecc-91cd-43b2-8954-8ca763f9c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636845 Nov 18 17:12:03.722910 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a4d804-6556-4848-a66c-3e09b14c7248', 'tag': 'e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:03.725389 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1658f0-dafd-408d-8760-29ac862298b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a4d804-6556-4848-a66c-3e09b14c7248", "tag": "e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:03.789041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1355332054-network', 'tenant_id': '50df9abadb204a52a1f75cd50dbb0a82'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:03.864722 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7d31c-837f-43b7-9e67-9662948aae0f req-0c4f2e17-18bf-496e-9bdc-ece4c922a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:03.866829 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2de7d31c-837f-43b7-9e67-9662948aae0f req-0c4f2e17-18bf-496e-9bdc-ece4c922a2e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=347b07fa-101e-420c-bd20-e04465430498 HTTP/1.1" status: 200 len: 858 time: 0.1560144 Nov 18 17:12:03.878965 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-9a466d73-d029-4594-9786-19238cec31de tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:03.888111 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-9a466d73-d029-4594-9786-19238cec31de tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:03.890445 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-9a466d73-d029-4594-9786-19238cec31de tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.83 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1683 time: 0.2824867 Nov 18 17:12:03.954908 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-87498fd5-d804-4396-a767-497059f1828b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.0366628 Nov 18 17:12:03.971475 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38806) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:03.978118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87498fd5-d804-4396-a767-497059f1828b admin admin] Pushing event updated for resources: {'Network': ['ID=5727978d-7ee2-4972-b4a9-5b7cdee8b564,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:03.986009 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-6f497062-aec2-49fa-b52e-a7c4ba1b6444 admin admin] Request body: {'subnet': {'network_id': '5727978d-7ee2-4972-b4a9-5b7cdee8b564', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-932378520-subnet', 'tenant_id': '3d69129580734d58bbc3b9eeafff21c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:03.989884 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 5727978d-7ee2-4972-b4a9-5b7cdee8b564 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:12:04.032787 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2de7d31c-837f-43b7-9e67-9662948aae0f req-e756e7a1-924c-43ff-82e7-362e1aa5952f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd561ecc-91cd-43b2-8954-8ca763f9c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372595 Nov 18 17:12:04.033421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Made reservation on behalf of 50df9abadb204a52a1f75cd50dbb0a82 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:04.036019 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:04.057826 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2955649d-0c91-4096-907e-c84cc9303d35 req-d5ec1721-9039-4e31-b0ae-f7a72efa6f16 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=39a6280c77f24f45a9ca2eab191b91cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1010766 Nov 18 17:12:04.065855 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:04.080823 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-2d4ced33-5c46-418b-b0f2-37227b3c5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:04.082300 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-2d4ced33-5c46-418b-b0f2-37227b3c5fa0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.8435767 Nov 18 17:12:04.101888 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-30b94d6b-fcce-407f-8259-f0a0905c9670 service neutron] 10.222.0.81 "GET /v2.0/networks/cd561ecc-91cd-43b2-8954-8ca763f9c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0595660 Nov 18 17:12:04.148304 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c07fa15e-7da5-4573-b57e-aa403fddb5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:04.150986 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c07fa15e-7da5-4573-b57e-aa403fddb5fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:04.154887 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c07fa15e-7da5-4573-b57e-aa403fddb5fb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4cdda35b-b181-40ac-bd75-371de3291f84 HTTP/1.1" status: 204 len: 168 time: 1.9833066 Nov 18 17:12:04.179558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d1ce7-f446-4e8f-bbda-3897bb269df5 req-ec802a13-8149-4f75-b2b1-3d3124a46106 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:04.188002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d1ce7-f446-4e8f-bbda-3897bb269df5 req-ec802a13-8149-4f75-b2b1-3d3124a46106 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:04.188002 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f3d1ce7-f446-4e8f-bbda-3897bb269df5 req-ec802a13-8149-4f75-b2b1-3d3124a46106 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 1683 time: 0.2675054 Nov 18 17:12:04.232971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f497062-aec2-49fa-b52e-a7c4ba1b6444 admin admin] Made reservation on behalf of 3d69129580734d58bbc3b9eeafff21c6 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:04.235339 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f497062-aec2-49fa-b52e-a7c4ba1b6444 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:04.243901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fa15e-7da5-4573-b57e-aa403fddb5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdda35b-b181-40ac-bd75-371de3291f84,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:04.326035 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2de7d31c-837f-43b7-9e67-9662948aae0f req-67f63224-9888-464f-a150-b7cc4ffdd0a1 service neutron] 10.222.0.81 "GET /v2.0/networks/cd561ecc-91cd-43b2-8954-8ca763f9c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769239 Nov 18 17:12:04.330695 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-7743b00c-0b90-4067-a396-306911151914 service neutron] 10.222.0.83 "GET /v2.0/networks/cd561ecc-91cd-43b2-8954-8ca763f9c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003563 Nov 18 17:12:04.397584 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-d49b8ca4-2ba8-4d78-ad30-96ef54cc77d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:04.398910 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-d49b8ca4-2ba8-4d78-ad30-96ef54cc77d5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3039563 Nov 18 17:12:04.403644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-7ca49787-df72-487d-a9b6-55a28406a5d2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Deleting port 3f3d93be-3946-4359-b43a-29c2c2ce33ee {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:12:04.404251 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-7ca49787-df72-487d-a9b6-55a28406a5d2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:04.448864 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955649d-0c91-4096-907e-c84cc9303d35 req-a7f9c54d-4182-4166-87c9-3d9b5ed1c41e tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:04.450379 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2955649d-0c91-4096-907e-c84cc9303d35 req-a7f9c54d-4182-4166-87c9-3d9b5ed1c41e tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3798859 Nov 18 17:12:04.493752 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f3d1ce7-f446-4e8f-bbda-3897bb269df5 req-8c56f2e3-5efb-41d5-afc6-84eff5c32d4e tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975614 Nov 18 17:12:04.510606 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2955649d-0c91-4096-907e-c84cc9303d35 req-5507bbf5-36b1-4edd-8cdb-3807811c7a34 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/quotas/39a6280c77f24f45a9ca2eab191b91cb HTTP/1.1" status: 200 len: 375 time: 0.0402615 Nov 18 17:12:04.531614 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce6af2-a6c1-4305-9a18-1e570dfa959f req-4fa68af2-ec73-4258-b007-7be92a2e917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:04.531614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94ce6af2-a6c1-4305-9a18-1e570dfa959f req-4fa68af2-ec73-4258-b007-7be92a2e917c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0a36686252e641a297aef9aa8fbc7c49&device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 1095 time: 0.2398221 Nov 18 17:12:04.541938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:04.590724 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2955649d-0c91-4096-907e-c84cc9303d35 req-1330db7a-983c-46f1-8246-6b831e0ec394 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=39a6280c77f24f45a9ca2eab191b91cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687394 Nov 18 17:12:04.600489 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a33b065-2196-4203-b7d6-f2d923d5da35 x-openstack-request-id: req-4a33b065-2196-4203-b7d6-f2d923d5da35 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:04.601058 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a4d804-6556-4848-a66c-3e09b14c7248", "tag": "e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:04.601302 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4a33b065-2196-4203-b7d6-f2d923d5da35 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:04.601758 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a4d804-6556-4848-a66c-3e09b14c7248', 'tag': 'e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d', 'status': 'completed', 'code': 200} Nov 18 17:12:04.622623 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e66b3c5-2d7e-4671-8663-e6f5f9919ae4 req-fe4b5dc6-a864-4e0e-8bd7-acfe9e141ac6 service neutron] 10.222.0.83 "GET /v2.0/networks/cd561ecc-91cd-43b2-8954-8ca763f9c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825336 Nov 18 17:12:04.624446 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2de7d31c-837f-43b7-9e67-9662948aae0f req-970df60c-e14e-4ca5-b015-9036319b4083 service neutron] 10.222.0.81 "GET /v2.0/networks/cd561ecc-91cd-43b2-8954-8ca763f9c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868214 Nov 18 17:12:04.650106 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:04.662990 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-7ca49787-df72-487d-a9b6-55a28406a5d2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] For port 3f3d93be-3946-4359-b43a-29c2c2ce33ee, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3f3d93be-3946-4359-b43a-29c2c2ce33ee,segment=NetworkSegment(e733ee5a-da2c-466c-bf22-8a0a906e0010),segment_id=e733ee5a-da2c-466c-bf22-8a0a906e0010)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:04.663373 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-7ca49787-df72-487d-a9b6-55a28406a5d2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:04.708144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-7ca49787-df72-487d-a9b6-55a28406a5d2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Calling delete_port for 3f3d93be-3946-4359-b43a-29c2c2ce33ee owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:12:04.712888 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] vlan segment allocate from pool success with {'vlan_id': 1137, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:12:04.715628 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-eeaf29ac-28f3-4b21-b9fb-f51bb2fb1304 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940388 Nov 18 17:12:04.745681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5abadd4-4256-4cda-9f79-66cc4ecd445f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:04.816640 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:04.817339 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Added segment 61872b53-b390-425c-83d2-e0eed4699c1a of type vlan for network 2c80b09d-0b1c-4934-855f-ad1012986cf6 Nov 18 17:12:04.881971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce6af2-a6c1-4305-9a18-1e570dfa959f req-ec44eb29-1a38-4d7e-b441-3d3c827520b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:04.884028 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94ce6af2-a6c1-4305-9a18-1e570dfa959f req-ec44eb29-1a38-4d7e-b441-3d3c827520b4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cd561ecc-91cd-43b2-8954-8ca763f9c846 HTTP/1.1" status: 200 len: 920 time: 0.2711089 Nov 18 17:12:04.899658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:04.900308 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:04.900663 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:04.901071 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:04.901416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:04.901754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:04.902085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:04.902430 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:04.902761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:04.903088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:04.903415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:04.903738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:04.916850 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:04.974119 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:05.050089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1658f0-dafd-408d-8760-29ac862298b9 req-6ebae9bf-621d-4d38-a507-4ff6bacd7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:05.051919 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6f1658f0-dafd-408d-8760-29ac862298b9 req-6ebae9bf-621d-4d38-a507-4ff6bacd7a22 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a36686252e641a297aef9aa8fbc7c49&device_id=f3a4d804-6556-4848-a66c-3e09b14c7248 HTTP/1.1" status: 200 len: 1096 time: 0.2256649 Nov 18 17:12:05.073494 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-7faef0ed-0076-47e0-a841-48aa461beb75 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829317 Nov 18 17:12:05.179231 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:05.181318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:05.181318 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:05.234828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1658f0-dafd-408d-8760-29ac862298b9 req-a619f99c-fef0-4f42-9084-3fabe2f53be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:05.246762 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6f1658f0-dafd-408d-8760-29ac862298b9 req-a619f99c-fef0-4f42-9084-3fabe2f53be7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cd561ecc-91cd-43b2-8954-8ca763f9c846 HTTP/1.1" status: 200 len: 920 time: 0.1755376 Nov 18 17:12:05.298880 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] Pushing event updated for resources: {'Network': ['ID=2c80b09d-0b1c-4934-855f-ad1012986cf6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:05.306136 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-7ca49787-df72-487d-a9b6-55a28406a5d2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:05.321553 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94ce6af2-a6c1-4305-9a18-1e570dfa959f req-ceebb52b-17a2-4aeb-a954-e9d8a20777e2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a7d2daa-61c0-4375-a86f-73c9e777264f HTTP/1.1" status: 200 len: 217 time: 0.2231064 Nov 18 17:12:05.324375 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 2c80b09d-0b1c-4934-855f-ad1012986cf6 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:12:05.345327 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['3f3d93be-3946-4359-b43a-29c2c2ce33ee', 'afc08daf-3fdb-4f21-836e-8c377bd624f2'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:12:05.414596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca49787-df72-487d-a9b6-55a28406a5d2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event deleted for resources: {'Port': ['ID=3f3d93be-3946-4359-b43a-29c2c2ce33ee,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:05.481264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-7ca49787-df72-487d-a9b6-55a28406a5d2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] No DVR routers for this DVR port 3f3d93be-3946-4359-b43a-29c2c2ce33ee on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:12:05.493697 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-7ca49787-df72-487d-a9b6-55a28406a5d2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:05.497856 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-7ca49787-df72-487d-a9b6-55a28406a5d2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.83 "DELETE /v2.0/ports/3f3d93be-3946-4359-b43a-29c2c2ce33ee HTTP/1.1" status: 204 len: 173 time: 1.5894732 Nov 18 17:12:05.501903 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0fe5a9ee-3fc8-4983-a144-1d4289dc561c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9059832 Nov 18 17:12:05.504157 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6f1658f0-dafd-408d-8760-29ac862298b9 req-72a6c724-38b5-4bea-816f-727651c8d05e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d HTTP/1.1" status: 200 len: 217 time: 0.1998823 Nov 18 17:12:05.504618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38848) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:05.513578 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3be844ba-6cef-4b91-ab5c-7435a30d0345 admin admin] Request body: {'subnet': {'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1355332054-subnet', 'tenant_id': '50df9abadb204a52a1f75cd50dbb0a82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:05.533456 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-fd84629e-bab4-4efd-b391-e999e7f6fa75 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=5d103daf-823c-46a5-b025-3be6a959e97f HTTP/1.1" status: 200 len: 217 time: 0.4221127 Nov 18 17:12:05.548722 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:05.556279 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cde74726-5277-4576-a988-7cd03fb9d067 req-6258e037-1451-4554-a874-bdc3727ca591 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=39a6280c77f24f45a9ca2eab191b91cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1220391 Nov 18 17:12:05.671773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be844ba-6cef-4b91-ab5c-7435a30d0345 admin admin] Made reservation on behalf of 50df9abadb204a52a1f75cd50dbb0a82 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:05.674926 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3be844ba-6cef-4b91-ab5c-7435a30d0345 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:05.770467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce6af2-a6c1-4305-9a18-1e570dfa959f req-70db0246-e4d8-418b-b07e-e43ee8654366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:05.775774 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94ce6af2-a6c1-4305-9a18-1e570dfa959f req-70db0246-e4d8-418b-b07e-e43ee8654366 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=347b07fa-101e-420c-bd20-e04465430498 HTTP/1.1" status: 200 len: 858 time: 0.3512459 Nov 18 17:12:05.790290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68635d4b-7362-4402-90be-749df8483d6d req-7ce974f8-9e8f-4bb8-8d13-323762adfec9 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:05.792369 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68635d4b-7362-4402-90be-749df8483d6d req-7ce974f8-9e8f-4bb8-8d13-323762adfec9 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 943 time: 0.6975551 Nov 18 17:12:05.840175 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-8cc153f6-2c69-4438-a82b-7dfd5e948791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:05.841973 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-8cc153f6-2c69-4438-a82b-7dfd5e948791 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.2989979 Nov 18 17:12:05.881938 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94ce6af2-a6c1-4305-9a18-1e570dfa959f req-a3196037-4dd0-44ee-9a15-660921d48a61 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd561ecc-91cd-43b2-8954-8ca763f9c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883255 Nov 18 17:12:05.894300 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f497062-aec2-49fa-b52e-a7c4ba1b6444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:05.917245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1658f0-dafd-408d-8760-29ac862298b9 req-f95f82d0-c642-4054-92a5-af355c09adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:05.919166 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6f1658f0-dafd-408d-8760-29ac862298b9 req-f95f82d0-c642-4054-92a5-af355c09adbb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=347b07fa-101e-420c-bd20-e04465430498 HTTP/1.1" status: 200 len: 858 time: 0.2526472 Nov 18 17:12:05.931057 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-2fa9e9f0-2288-49e0-91b0-f8882f4bb274 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Deleting port afc08daf-3fdb-4f21-836e-8c377bd624f2 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:12:05.931057 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-2fa9e9f0-2288-49e0-91b0-f8882f4bb274 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:05.966947 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6f1658f0-dafd-408d-8760-29ac862298b9 req-22094bf5-cf98-4153-ae62-ad953af49ad3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cd561ecc-91cd-43b2-8954-8ca763f9c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338910 Nov 18 17:12:06.001683 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c16d50de-5949-46c2-9b64-db507c7209b6 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:12:06.108781 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94ce6af2-a6c1-4305-9a18-1e570dfa959f req-41099340-b70e-4254-9642-5d954deb2804 service neutron] 10.222.0.81 "GET /v2.0/networks/cd561ecc-91cd-43b2-8954-8ca763f9c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859987 Nov 18 17:12:06.136547 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68635d4b-7362-4402-90be-749df8483d6d req-6fe82b70-30d5-4494-8e7a-031e751b797f tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775002 Nov 18 17:12:06.152949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port c16d50de-5949-46c2-9b64-db507c7209b6, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c16d50de-5949-46c2-9b64-db507c7209b6,segment=NetworkSegment(a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9),segment_id=a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:06.168679 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'c16d50de-5949-46c2-9b64-db507c7209b6', 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846', 'port_id': 'c16d50de-5949-46c2-9b64-db507c7209b6', 'mac_address': 'fa:16:3e:ed:35:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347b07fa-101e-420c-bd20-e04465430498', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:12:06.219610 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:06.237974 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16d50de-5949-46c2-9b64-db507c7209b6 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:12:06.265831 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port c16d50de-5949-46c2-9b64-db507c7209b6, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c16d50de-5949-46c2-9b64-db507c7209b6,segment=NetworkSegment(a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9),segment_id=a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:06.374882 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f497062-aec2-49fa-b52e-a7c4ba1b6444 admin admin] Checking segment: {'id': '7eacd2a1-54ee-45c0-8b82-4c3393f0736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '5727978d-7ee2-4972-b4a9-5b7cdee8b564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:06.375315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f497062-aec2-49fa-b52e-a7c4ba1b6444 admin admin] Network hostable DHCP agents. Network: 5727978d-7ee2-4972-b4a9-5b7cdee8b564, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:12:06.383685 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:06.386404 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7a7d2daa-61c0-4375-a86f-73c9e777264f details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:12:06.479185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-a127417f-c7a9-41e2-9dd0-4ec627fdf270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:06.480775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-a127417f-c7a9-41e2-9dd0-4ec627fdf270 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6100307 Nov 18 17:12:06.488756 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74726-5277-4576-a988-7cd03fb9d067 req-ffd032d2-b0c7-4936-8dcb-d7b4e9521b92 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:06.490536 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cde74726-5277-4576-a988-7cd03fb9d067 req-ffd032d2-b0c7-4936-8dcb-d7b4e9521b92 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9333248 Nov 18 17:12:06.515640 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 7a7d2daa-61c0-4375-a86f-73c9e777264f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7a7d2daa-61c0-4375-a86f-73c9e777264f,segment=NetworkSegment(a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9),segment_id=a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:06.617846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94ce6af2-a6c1-4305-9a18-1e570dfa959f req-33989c2c-ef7d-47d3-b8e0-c086b10981d0 service neutron] 10.222.0.81 "GET /v2.0/networks/cd561ecc-91cd-43b2-8954-8ca763f9c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171908 Nov 18 17:12:06.619729 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ee38ea-04a3-4e4e-b5d5-66f67d6b5117', 'name': 'network-vif-deleted', 'tag': '3f3d93be-3946-4359-b43a-29c2c2ce33ee'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:06.620294 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-9feeb19a-b02c-4196-9d5f-90806220311c service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269324 Nov 18 17:12:06.622387 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08e950f-db03-4d82-af6f-5d23e1562e87" -d '{"events": [{"server_uuid": "62ee38ea-04a3-4e4e-b5d5-66f67d6b5117", "name": "network-vif-deleted", "tag": "3f3d93be-3946-4359-b43a-29c2c2ce33ee"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:06.623537 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f497062-aec2-49fa-b52e-a7c4ba1b6444 admin admin] Network 5727978d-7ee2-4972-b4a9-5b7cdee8b564 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:12:06.635729 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f497062-aec2-49fa-b52e-a7c4ba1b6444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd4bedb-01ac-42c8-b37f-b9d9fa3f616a,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:06.661048 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '7a7d2daa-61c0-4375-a86f-73c9e777264f', 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846', 'port_id': '7a7d2daa-61c0-4375-a86f-73c9e777264f', 'mac_address': 'fa:16:3e:16:10:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347b07fa-101e-420c-bd20-e04465430498', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:12:06.667470 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=c16d50de-5949-46c2-9b64-db507c7209b6,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:06.668597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-2fa9e9f0-2288-49e0-91b0-f8882f4bb274 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] For port afc08daf-3fdb-4f21-836e-8c377bd624f2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=afc08daf-3fdb-4f21-836e-8c377bd624f2,segment=NetworkSegment(7d9de0e4-50b0-45cc-8fee-c0b485fb1f52),segment_id=7d9de0e4-50b0-45cc-8fee-c0b485fb1f52)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:06.668970 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-2fa9e9f0-2288-49e0-91b0-f8882f4bb274 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:06.669330 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cde74726-5277-4576-a988-7cd03fb9d067 req-d9dc86d1-e00e-4960-8ed2-68f6d55ef821 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/quotas/39a6280c77f24f45a9ca2eab191b91cb HTTP/1.1" status: 200 len: 375 time: 0.0470271 Nov 18 17:12:06.697969 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a1b5e-6751-4317-b83a-7cbfb21eb3b4 req-ba771d59-67f8-4435-9a38-8ea3796b98e1 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:06.699138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-2fa9e9f0-2288-49e0-91b0-f8882f4bb274 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Calling delete_port for afc08daf-3fdb-4f21-836e-8c377bd624f2 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:12:06.699968 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-297a1b5e-6751-4317-b83a-7cbfb21eb3b4 req-ba771d59-67f8-4435-9a38-8ea3796b98e1 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 946 time: 0.3277497 Nov 18 17:12:06.716886 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6f1658f0-dafd-408d-8760-29ac862298b9 req-2c8cc942-7931-4888-9978-c9b8bc694d62 service neutron] 10.222.0.83 "GET /v2.0/networks/cd561ecc-91cd-43b2-8954-8ca763f9c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7319949 Nov 18 17:12:06.741076 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-6f497062-aec2-49fa-b52e-a7c4ba1b6444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 5727978d-7ee2-4972-b4a9-5b7cdee8b564) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:06.741521 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:06.771002 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7d2daa-61c0-4375-a86f-73c9e777264f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:12:06.776851 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9f2a15-63ae-4fb7-960e-fc9062fb7d8f None None] Network 5727978d-7ee2-4972-b4a9-5b7cdee8b564 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:12:06.779276 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3be844ba-6cef-4b91-ab5c-7435a30d0345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:06.848621 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 7a7d2daa-61c0-4375-a86f-73c9e777264f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7a7d2daa-61c0-4375-a86f-73c9e777264f,segment=NetworkSegment(a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9),segment_id=a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:06.900450 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cde74726-5277-4576-a988-7cd03fb9d067 req-f1cf4c75-6a3c-4162-81c2-d8cd428f52f4 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=39a6280c77f24f45a9ca2eab191b91cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2121377 Nov 18 17:12:06.915841 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f497062-aec2-49fa-b52e-a7c4ba1b6444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:06.916357 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f497062-aec2-49fa-b52e-a7c4ba1b6444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:06.942907 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:06.969052 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-cef78ab9-ae20-4bca-80b7-7a05f6b9b812 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350921 Nov 18 17:12:06.994166 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-297a1b5e-6751-4317-b83a-7cbfb21eb3b4 req-29b5ff79-bbbc-4872-bfc0-ca9e0c8c05b5 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0c27198-2056-4583-8dfb-dc961d7a5d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595301 Nov 18 17:12:07.090120 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6f497062-aec2-49fa-b52e-a7c4ba1b6444 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1113300 Nov 18 17:12:07.093204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38878) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:07.094773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=7a7d2daa-61c0-4375-a86f-73c9e777264f,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:07.116399 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-f4fd83cf-62ac-472b-9978-42d74092e1f3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=37ba74a3-0698-4645-beb0-2a2e4acae185 HTTP/1.1" status: 200 len: 217 time: 0.1343293 Nov 18 17:12:07.125677 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-932378520-router', 'tenant_id': '3d69129580734d58bbc3b9eeafff21c6', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:07.133782 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be844ba-6cef-4b91-ab5c-7435a30d0345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:07.237110 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5727978d-7ee2-4972-b4a9-5b7cdee8b564', 'network_id': '5727978d-7ee2-4972-b4a9-5b7cdee8b564', 'tenant_id': '3d69129580734d58bbc3b9eeafff21c6', 'fixed_ips': [{'subnet_id': '1dd4bedb-01ac-42c8-b37f-b9d9fa3f616a'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:12:07.239695 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:07.241313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-925bea3b-5556-42e5-bd0b-21364282bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:07.252153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-925bea3b-5556-42e5-bd0b-21364282bab8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.1194003 Nov 18 17:12:07.281725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be844ba-6cef-4b91-ab5c-7435a30d0345 admin admin] Checking segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:07.282100 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be844ba-6cef-4b91-ab5c-7435a30d0345 admin admin] Network hostable DHCP agents. Network: 2c80b09d-0b1c-4934-855f-ad1012986cf6, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:12:07.302667 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6f1658f0-dafd-408d-8760-29ac862298b9 req-d3e1d9c6-8c1a-4bad-b6f5-4dc14dfed3b2 service neutron] 10.222.0.83 "GET /v2.0/networks/cd561ecc-91cd-43b2-8954-8ca763f9c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706878 Nov 18 17:12:07.340304 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['7a7d2daa-61c0-4375-a86f-73c9e777264f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:12:07.348401 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['c16d50de-5949-46c2-9b64-db507c7209b6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:12:07.405081 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223745bb-8d1d-4b9e-a090-a6b5677a2e1c x-openstack-request-id: req-223745bb-8d1d-4b9e-a090-a6b5677a2e1c {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:07.405389 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ee38ea-04a3-4e4e-b5d5-66f67d6b5117", "name": "network-vif-deleted", "tag": "3f3d93be-3946-4359-b43a-29c2c2ce33ee", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:07.405687 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-223745bb-8d1d-4b9e-a090-a6b5677a2e1c {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:07.407198 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ee38ea-04a3-4e4e-b5d5-66f67d6b5117', 'name': 'network-vif-deleted', 'tag': '3f3d93be-3946-4359-b43a-29c2c2ce33ee', 'status': 'completed', 'code': 200} Nov 18 17:12:07.541958 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6317b407-9f41-45bd-acb6-1bc66563d49e req-adb92379-4bac-4446-a40f-4f76eae553a1 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 210 time: 0.1344469 Nov 18 17:12:07.575153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-dbc72c29-184b-462e-96ce-cba108280a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:07.583386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-dbc72c29-184b-462e-96ce-cba108280a9e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2968402 Nov 18 17:12:07.697526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be844ba-6cef-4b91-ab5c-7435a30d0345 admin admin] Network 2c80b09d-0b1c-4934-855f-ad1012986cf6 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:12:07.700146 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-2fa9e9f0-2288-49e0-91b0-f8882f4bb274 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:07.712146 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:07.713376 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:07.719633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Allocated IP 172.20.0.2 (5727978d-7ee2-4972-b4a9-5b7cdee8b564/1dd4bedb-01ac-42c8-b37f-b9d9fa3f616a/484a7e8b-77bd-4747-af8c-f02d9add45fe) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:12:07.742076 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476f884-84ff-47b6-abeb-b14cefff6ae1 req-c8cc4e24-2d40-43b3-b3e0-1375c934cfc9 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:07.743811 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a476f884-84ff-47b6-abeb-b14cefff6ae1 req-c8cc4e24-2d40-43b3-b3e0-1375c934cfc9 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 944 time: 0.2093523 Nov 18 17:12:07.753144 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-d84fc78b-5c31-44a1-829b-f04e9874c8e7 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550269 Nov 18 17:12:07.760192 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9e9f0-2288-49e0-91b0-f8882f4bb274 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event deleted for resources: {'Port': ['ID=afc08daf-3fdb-4f21-836e-8c377bd624f2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:07.860766 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:07.889360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-2fa9e9f0-2288-49e0-91b0-f8882f4bb274 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] No DVR routers for this DVR port afc08daf-3fdb-4f21-836e-8c377bd624f2 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:12:07.895639 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-3be844ba-6cef-4b91-ab5c-7435a30d0345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 2c80b09d-0b1c-4934-855f-ad1012986cf6) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:07.902463 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-2fa9e9f0-2288-49e0-91b0-f8882f4bb274 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:07.906013 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8d00f2fb-b957-4a90-a9cf-52c0a656deff req-2fa9e9f0-2288-49e0-91b0-f8882f4bb274 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.83 "DELETE /v2.0/ports/afc08daf-3fdb-4f21-836e-8c377bd624f2 HTTP/1.1" status: 204 len: 173 time: 2.4004891 Nov 18 17:12:07.919774 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a476f884-84ff-47b6-abeb-b14cefff6ae1 req-d1caa04d-deae-4b42-ada6-38612425e66c tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600535 Nov 18 17:12:07.927341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be844ba-6cef-4b91-ab5c-7435a30d0345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:07.929153 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3be844ba-6cef-4b91-ab5c-7435a30d0345 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:07.954467 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0840cfd-50ab-4d71-a3f0-350cc1f4c0a3 None None] Network 2c80b09d-0b1c-4934-855f-ad1012986cf6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:12:08.124555 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3be844ba-6cef-4b91-ab5c-7435a30d0345 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6170664 Nov 18 17:12:08.222270 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-83b6d499-33cc-40a0-be52-5fd737cabe29 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454811 Nov 18 17:12:08.395695 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ac77bf6-8b50-4ca0-9015-3a60fc3d39c5 req-d5d6405a-48ae-4a22-a5f5-899b428822c2 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "GET /v2.0/ports?device_id=62ee38ea-04a3-4e4e-b5d5-66f67d6b5117 HTTP/1.1" status: 200 len: 210 time: 0.2224166 Nov 18 17:12:08.485291 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-734730bc-de1d-42c7-ba74-d925bdfde4fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=84a0bb91-96da-442c-900b-aff2f8cd6a10 HTTP/1.1" status: 200 len: 217 time: 0.2255397 Nov 18 17:12:08.633951 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2955649d-0c91-4096-907e-c84cc9303d35 req-65176ada-4919-4f62-9e70-07b227b7c183 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=39a6280c77f24f45a9ca2eab191b91cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644166 Nov 18 17:12:08.654783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-6051f5db-b0e0-4e8c-b713-9c93eea76f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:08.656694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-6051f5db-b0e0-4e8c-b713-9c93eea76f97 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0c855e27-c6ec-4503-9af2-99dd78ab764e HTTP/1.1" status: 200 len: 797 time: 0.1624806 Nov 18 17:12:08.659710 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:08.758014 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac52c8eb-9bc2-44c1-b1e5-f4ea46ecae6a req-28622dee-8f2d-4ae0-b177-a0b56295b388 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 210 time: 0.0937369 Nov 18 17:12:08.782645 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e012ba3b-4c1f-4de0-8780-3fd054a791b4 None None] Network 2c80b09d-0b1c-4934-855f-ad1012986cf6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:12:08.784847 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-a3e58621-3d59-472f-a355-d8808cebcf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:08.786511 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-a3e58621-3d59-472f-a355-d8808cebcf52 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77027101-4097-4189-b03d-09f017f0cd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1176052 Nov 18 17:12:08.999725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955649d-0c91-4096-907e-c84cc9303d35 req-10ea1ad5-96fb-49f4-8e0e-a2939dbee340 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:09.001636 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2955649d-0c91-4096-907e-c84cc9303d35 req-10ea1ad5-96fb-49f4-8e0e-a2939dbee340 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3362508 Nov 18 17:12:09.025153 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-2955649d-0c91-4096-907e-c84cc9303d35 req-01f71761-f5ec-481d-a1db-7cbb75d154fd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Request body: {'port': {'device_id': '6f0b665a-951f-4ee4-99a7-7a0b059ba3a8', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': '39a6280c77f24f45a9ca2eab191b91cb'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:09.055411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-3aaec990-5980-46c2-ad3d-2dddda64f5f6 service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544069 Nov 18 17:12:09.215583 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:09.224811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:12:09.274018 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-e092dbca-7b7d-4f3b-941a-b4b825d9adb5 service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059553 Nov 18 17:12:09.278643 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device afc08daf-3fdb-4f21-836e-8c377bd624f2 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:12:09.326615 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: afc08daf-3fdb-4f21-836e-8c377bd624f2 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:12:09.327622 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device afc08daf-3fdb-4f21-836e-8c377bd624f2 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:12:09.333577 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3f3d93be-3946-4359-b43a-29c2c2ce33ee no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:12:09.408579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ee38ea-04a3-4e4e-b5d5-66f67d6b5117', 'name': 'network-vif-deleted', 'tag': 'afc08daf-3fdb-4f21-836e-8c377bd624f2'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:09.410948 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e875de-8aad-4bdd-b35e-b9209b3b62c5" -d '{"events": [{"server_uuid": "62ee38ea-04a3-4e4e-b5d5-66f67d6b5117", "name": "network-vif-deleted", "tag": "afc08daf-3fdb-4f21-836e-8c377bd624f2"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:09.485140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 3f3d93be-3946-4359-b43a-29c2c2ce33ee {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:12:09.489167 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3f3d93be-3946-4359-b43a-29c2c2ce33ee not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:12:09.502135 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:09.542891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2955649d-0c91-4096-907e-c84cc9303d35 req-01f71761-f5ec-481d-a1db-7cbb75d154fd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Made reservation on behalf of 39a6280c77f24f45a9ca2eab191b91cb for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:09.546934 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2955649d-0c91-4096-907e-c84cc9303d35 req-01f71761-f5ec-481d-a1db-7cbb75d154fd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:09.569289 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2955649d-0c91-4096-907e-c84cc9303d35 req-01f71761-f5ec-481d-a1db-7cbb75d154fd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:09.600875 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38956) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:09.677129 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38960) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:09.738430 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e401c91b-ac33-4fec-9bb8-3ef4c419b51d x-openstack-request-id: req-e401c91b-ac33-4fec-9bb8-3ef4c419b51d {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:09.742712 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ee38ea-04a3-4e4e-b5d5-66f67d6b5117", "name": "network-vif-deleted", "tag": "afc08daf-3fdb-4f21-836e-8c377bd624f2", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:09.743007 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e401c91b-ac33-4fec-9bb8-3ef4c419b51d {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:09.743439 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ee38ea-04a3-4e4e-b5d5-66f67d6b5117', 'name': 'network-vif-deleted', 'tag': 'afc08daf-3fdb-4f21-836e-8c377bd624f2', 'status': 'completed', 'code': 200} Nov 18 17:12:09.801472 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9a5b877c-9dc4-4fa1-b9e1-965c4c45866b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1853024471-network', 'tenant_id': 'c5886c49e58743c7ab0069d4df213004'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:09.837762 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Network 5727978d-7ee2-4972-b4a9-5b7cdee8b564 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:12:09.858192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d,segment=NetworkSegment(a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9),segment_id=a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:09.900653 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:09.901699 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57a73da-a619-434a-89ce-95a760c0016a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Deleting subnet 84520515-7736-43eb-a669-129c014948b5 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:12:09.907257 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:12:09.913043 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d', 'network_id': 'cd561ecc-91cd-43b2-8954-8ca763f9c846', 'port_id': 'e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d', 'mac_address': 'fa:16:3e:d2:16:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347b07fa-101e-420c-bd20-e04465430498', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:12:09.916738 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b57a73da-a619-434a-89ce-95a760c0016a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:09.961652 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Pushing event updated for resources: {'Port': ['ID=484a7e8b-77bd-4747-af8c-f02d9add45fe,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:09.997225 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5b877c-9dc4-4fa1-b9e1-965c4c45866b admin admin] Made reservation on behalf of c5886c49e58743c7ab0069d4df213004 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:10.002416 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9a5b877c-9dc4-4fa1-b9e1-965c4c45866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.029157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9a5b877c-9dc4-4fa1-b9e1-965c4c45866b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.042435 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b57a73da-a619-434a-89ce-95a760c0016a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.062533 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.064911 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c16d50de-5949-46c2-9b64-db507c7209b6 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:10.077221 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-dabb35a3-c3ed-4a8f-a70a-c0b9c1b95634 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fa267a90-aada-44a3-815a-2fde81af0876 HTTP/1.1" status: 200 len: 217 time: 0.7892399 Nov 18 17:12:10.083194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:12:10.120026 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f00e9f6-b6e8-4963-8910-a612b57627da req-2b0aec24-6baf-4192-b51a-b52a1e90e8ee tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 210 time: 0.0529132 Nov 18 17:12:10.189801 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9a5b877c-9dc4-4fa1-b9e1-965c4c45866b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.196234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d,segment=NetworkSegment(a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9),segment_id=a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:10.219601 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Attempting to bind port 484a7e8b-77bd-4747-af8c-f02d9add45fe on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:10.231350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Attempting to bind port 484a7e8b-77bd-4747-af8c-f02d9add45fe by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7eacd2a1-54ee-45c0-8b82-4c3393f0736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '5727978d-7ee2-4972-b4a9-5b7cdee8b564'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:10.231750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Attempting to bind port 484a7e8b-77bd-4747-af8c-f02d9add45fe on network 5727978d-7ee2-4972-b4a9-5b7cdee8b564 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:10.248475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:10.248811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Checking segment: {'id': '7eacd2a1-54ee-45c0-8b82-4c3393f0736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '5727978d-7ee2-4972-b4a9-5b7cdee8b564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:10.249180 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.249600 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Bound using segment: {'id': '7eacd2a1-54ee-45c0-8b82-4c3393f0736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '5727978d-7ee2-4972-b4a9-5b7cdee8b564'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:10.250156 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Bound port: 484a7e8b-77bd-4747-af8c-f02d9add45fe, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eacd2a1-54ee-45c0-8b82-4c3393f0736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '5727978d-7ee2-4972-b4a9-5b7cdee8b564'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:10.250549 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.258837 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2955649d-0c91-4096-907e-c84cc9303d35 req-01f71761-f5ec-481d-a1db-7cbb75d154fd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.279993 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16f61-251f-4b8b-a9ab-89f0b5c42820 req-6bc4d6de-23bc-4d55-91a1-15d1c477b863 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:10.284551 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02b16f61-251f-4b8b-a9ab-89f0b5c42820 req-6bc4d6de-23bc-4d55-91a1-15d1c477b863 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 944 time: 1.0092373 Nov 18 17:12:10.291587 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9a5b877c-9dc4-4fa1-b9e1-965c4c45866b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.320901 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.321591 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5b877c-9dc4-4fa1-b9e1-965c4c45866b admin admin] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:12:10.346279 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9a5b877c-9dc4-4fa1-b9e1-965c4c45866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.347987 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-9a5b877c-9dc4-4fa1-b9e1-965c4c45866b admin admin] Added segment c9bba3db-9e76-4892-9ccc-3cd008da1d38 of type vlan for network 83f83d02-186d-4b95-b680-4914cc17733a Nov 18 17:12:10.400912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] For port 484a7e8b-77bd-4747-af8c-f02d9add45fe, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:10.410660 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:10.410854 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9a5b877c-9dc4-4fa1-b9e1-965c4c45866b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.434671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] For port 484a7e8b-77bd-4747-af8c-f02d9add45fe, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=484a7e8b-77bd-4747-af8c-f02d9add45fe,segment=NetworkSegment(7eacd2a1-54ee-45c0-8b82-4c3393f0736e),segment_id=7eacd2a1-54ee-45c0-8b82-4c3393f0736e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:10.456305 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.467231 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.493872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b877c-9dc4-4fa1-b9e1-965c4c45866b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2010821-a9bc-429d-9114-500e89cac154,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:10.510210 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-c002cb2f-a946-40f4-82bb-95211ba9aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:10.510618 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b57a73da-a619-434a-89ce-95a760c0016a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.511830 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-c002cb2f-a946-40f4-82bb-95211ba9aae0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0c855e27-c6ec-4503-9af2-99dd78ab764e HTTP/1.1" status: 200 len: 797 time: 0.3872464 Nov 18 17:12:10.514202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port c16d50de-5949-46c2-9b64-db507c7209b6 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:12:10.519850 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port c16d50de-5949-46c2-9b64-db507c7209b6 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:10.525305 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.530161 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2955649d-0c91-4096-907e-c84cc9303d35 req-01f71761-f5ec-481d-a1db-7cbb75d154fd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.607859 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.671944 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:12:10.734048 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7bfad-fc24-4090-8dea-064a0dc88d51 None None] Pushing event updated for resources: {'Port': ['ID=484a7e8b-77bd-4747-af8c-f02d9add45fe,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:10.738880 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9a5b877c-9dc4-4fa1-b9e1-965c4c45866b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.741498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5b877c-9dc4-4fa1-b9e1-965c4c45866b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:10.742091 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9a5b877c-9dc4-4fa1-b9e1-965c4c45866b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.810087 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:10.811472 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cde74726-5277-4576-a988-7cd03fb9d067 req-709a6cb0-ecd4-4dc8-b287-43cb143cf331 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=39a6280c77f24f45a9ca2eab191b91cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1079679 Nov 18 17:12:10.814350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Allocated IP 172.25.3.212 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/87c0e36d-8382-4f20-8765-fba3df987c95) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:12:10.855590 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be70466-bd4b-43e9-93d4-ae85f39225f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16d50de-5949-46c2-9b64-db507c7209b6'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:10.858940 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4149144-ca6c-42f9-854e-7a87bc16c5d0" -d '{"events": [{"server_uuid": "9be70466-bd4b-43e9-93d4-ae85f39225f3", "name": "network-vif-plugged", "status": "completed", "tag": "c16d50de-5949-46c2-9b64-db507c7209b6"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:10.914899 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port c16d50de-5949-46c2-9b64-db507c7209b6, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c16d50de-5949-46c2-9b64-db507c7209b6,segment=NetworkSegment(a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9),segment_id=a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:10.938325 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f71761-f5ec-481d-a1db-7cbb75d154fd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc68e168-a29c-4d5c-8fcf-9a9131d63b86,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:11.021523 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89db8dcb-a542-4997-9d17-1eec9ca7808d x-openstack-request-id: req-89db8dcb-a542-4997-9d17-1eec9ca7808d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:11.022374 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be70466-bd4b-43e9-93d4-ae85f39225f3", "name": "network-vif-plugged", "status": "completed", "tag": "c16d50de-5949-46c2-9b64-db507c7209b6", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:11.023344 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-89db8dcb-a542-4997-9d17-1eec9ca7808d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:11.023777 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be70466-bd4b-43e9-93d4-ae85f39225f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16d50de-5949-46c2-9b64-db507c7209b6', 'code': 200} Nov 18 17:12:11.035512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b877c-9dc4-4fa1-b9e1-965c4c45866b admin admin] Pushing event updated for resources: {'Network': ['ID=83f83d02-186d-4b95-b680-4914cc17733a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:11.042210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02b16f61-251f-4b8b-a9ab-89f0b5c42820 req-8f879306-8841-4eec-8ad2-b2ab129b99b3 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607487 Nov 18 17:12:11.051896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 83f83d02-186d-4b95-b680-4914cc17733a details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:12:11.129277 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-d47e7615-2718-4f0b-ba0d-512e481792df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:11.135500 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-d47e7615-2718-4f0b-ba0d-512e481792df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77027101-4097-4189-b03d-09f017f0cd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4594064 Nov 18 17:12:11.194041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-2955649d-0c91-4096-907e-c84cc9303d35 req-01f71761-f5ec-481d-a1db-7cbb75d154fd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Allocated IP 192.168.233.89 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/84b1ffda-c5de-42a5-a45c-32dcb52c2d4f) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:12:11.225525 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:11.229095 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9a5b877c-9dc4-4fa1-b9e1-965c4c45866b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4799645 Nov 18 17:12:11.235188 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38996) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:11.241218 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-dda0671e-80d1-4708-9ab1-7796700b5765 admin admin] Request body: {'subnet': {'network_id': '83f83d02-186d-4b95-b680-4914cc17733a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1853024471-subnet', 'tenant_id': 'c5886c49e58743c7ab0069d4df213004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:11.257846 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:11.268013 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74726-5277-4576-a988-7cd03fb9d067 req-7a31fa1a-dc12-4faa-a895-811e2d0aa238 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:11.269471 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cde74726-5277-4576-a988-7cd03fb9d067 req-7a31fa1a-dc12-4faa-a895-811e2d0aa238 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4355953 Nov 18 17:12:11.278952 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b57a73da-a619-434a-89ce-95a760c0016a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:11.302762 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-cde74726-5277-4576-a988-7cd03fb9d067 req-97678c9c-4688-4c6c-8786-7bb7ef0a60ed tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Request body: {'port': {'device_id': '15c18180-a007-4b85-9cee-5531a85e14de', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': '39a6280c77f24f45a9ca2eab191b91cb'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:11.391321 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=c16d50de-5949-46c2-9b64-db507c7209b6,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:11.410840 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11b0d1af-ffa4-4108-bfff-623deff2b8c7 req-8a0ac724-e5b2-495c-9eda-36c3b1eecc53 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 210 time: 0.1581771 Nov 18 17:12:11.439535 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a73da-a619-434a-89ce-95a760c0016a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event deleted for resources: {'Subnet': ['ID=84520515-7736-43eb-a669-129c014948b5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:11.551018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285a642-207a-44ec-bb81-a6feb7abb866 req-62150e66-b9ea-4514-a808-1af70a3f2938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:11.554833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5285a642-207a-44ec-bb81-a6feb7abb866 req-62150e66-b9ea-4514-a808-1af70a3f2938 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9be70466-bd4b-43e9-93d4-ae85f39225f3 HTTP/1.1" status: 200 len: 1096 time: 0.4228389 Nov 18 17:12:11.576922 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-d1ad6cae-8ed2-463e-aee1-07bcf6416732 service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052293 Nov 18 17:12:11.688132 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5285a642-207a-44ec-bb81-a6feb7abb866 req-d3434d00-6df4-421c-beed-10d245d98aca service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100717 Nov 18 17:12:11.689416 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:11.701767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81ac456-e10c-412e-ac76-e790bfc9c2a5 None None] Network 5023c67c-f690-4dcd-9235-1c0db3c46f47 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:12:11.702128 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b57a73da-a619-434a-89ce-95a760c0016a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:11.711114 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b57a73da-a619-434a-89ce-95a760c0016a tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "DELETE /v2.0/subnets/84520515-7736-43eb-a669-129c014948b5 HTTP/1.1" status: 204 len: 168 time: 2.1091645 Nov 18 17:12:11.720916 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39008) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:11.843951 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2955649d-0c91-4096-907e-c84cc9303d35 req-01f71761-f5ec-481d-a1db-7cbb75d154fd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:11.897450 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:12:11.902372 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38f3c6c4-6de9-4b26-aeb9-ec7ad07c8673 req-94acae7f-0ed4-4ea2-a34c-b919b1682d0e service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772446 Nov 18 17:12:11.927755 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda0671e-80d1-4708-9ab1-7796700b5765 admin admin] Made reservation on behalf of c5886c49e58743c7ab0069d4df213004 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:11.933058 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dda0671e-80d1-4708-9ab1-7796700b5765 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:11.997925 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Pushing event updated for resources: {'Port': ['ID=87c0e36d-8382-4f20-8765-fba3df987c95,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:12.000880 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:12.005062 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:12:12.049802 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7a7d2daa-61c0-4375-a86f-73c9e777264f up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:12.160851 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:12.178997 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a42443-8bbb-42f8-aec6-a1059e6b9eb0 None None] DHCP port deletion for 5023c67c-f690-4dcd-9235-1c0db3c46f47 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:12:12.297533 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2955649d-0c91-4096-907e-c84cc9303d35 req-01f71761-f5ec-481d-a1db-7cbb75d154fd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:12.359646 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f71761-f5ec-481d-a1db-7cbb75d154fd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Pushing event updated for resources: {'Port': ['ID=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:12.379035 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-90a42443-8bbb-42f8-aec6-a1059e6b9eb0 None None] Deleting port bdf344ac-ee5c-46f0-8bae-2682a3eeafbb {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:12:12.383198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2955649d-0c91-4096-907e-c84cc9303d35 req-01f71761-f5ec-481d-a1db-7cbb75d154fd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:12:12.383487 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-90a42443-8bbb-42f8-aec6-a1059e6b9eb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:12.387833 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-2955649d-0c91-4096-907e-c84cc9303d35 req-01f71761-f5ec-481d-a1db-7cbb75d154fd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:12.390003 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-2955649d-0c91-4096-907e-c84cc9303d35 req-01f71761-f5ec-481d-a1db-7cbb75d154fd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:12:12.462563 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955649d-0c91-4096-907e-c84cc9303d35 req-01f71761-f5ec-481d-a1db-7cbb75d154fd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:12.465352 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2955649d-0c91-4096-907e-c84cc9303d35 req-01f71761-f5ec-481d-a1db-7cbb75d154fd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:12.503508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 7a7d2daa-61c0-4375-a86f-73c9e777264f completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:12:12.511633 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dda0671e-80d1-4708-9ab1-7796700b5765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:12.519365 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab47f51-c632-4a73-bf83-a7c0ecf5f994 req-eb75d1da-c52f-446c-ad31-28060c0f54a3 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:12.522430 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 7a7d2daa-61c0-4375-a86f-73c9e777264f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:12.522829 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:12.534386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde74726-5277-4576-a988-7cd03fb9d067 req-97678c9c-4688-4c6c-8786-7bb7ef0a60ed tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Made reservation on behalf of 39a6280c77f24f45a9ca2eab191b91cb for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:12.539336 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eab47f51-c632-4a73-bf83-a7c0ecf5f994 req-eb75d1da-c52f-446c-ad31-28060c0f54a3 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 944 time: 0.2859948 Nov 18 17:12:12.548941 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cde74726-5277-4576-a988-7cd03fb9d067 req-97678c9c-4688-4c6c-8786-7bb7ef0a60ed tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:12.650923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39026) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:12.671195 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2955649d-0c91-4096-907e-c84cc9303d35 req-01f71761-f5ec-481d-a1db-7cbb75d154fd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6523936 Nov 18 17:12:12.703567 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Request body: {'port': {'device_id': '6f0b665a-951f-4ee4-99a7-7a0b059ba3a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:12.704635 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-90a42443-8bbb-42f8-aec6-a1059e6b9eb0 None None] For port bdf344ac-ee5c-46f0-8bae-2682a3eeafbb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=bdf344ac-ee5c-46f0-8bae-2682a3eeafbb,segment=NetworkSegment(e733ee5a-da2c-466c-bf22-8a0a906e0010),segment_id=e733ee5a-da2c-466c-bf22-8a0a906e0010)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:12.705655 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-90a42443-8bbb-42f8-aec6-a1059e6b9eb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:12.728002 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d6cbd59-5856-46ba-8ac7-d68af0ec86f7 req-28ebf8c9-3e7c-489d-98ce-66f1d9e9db36 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 210 time: 0.1066570 Nov 18 17:12:12.743410 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-90a42443-8bbb-42f8-aec6-a1059e6b9eb0 None None] Calling delete_port for bdf344ac-ee5c-46f0-8bae-2682a3eeafbb owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:12:12.864478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eab47f51-c632-4a73-bf83-a7c0ecf5f994 req-11880b93-6da4-4095-b8f9-820a956b8314 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239763 Nov 18 17:12:12.880856 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Deleting port bdf344ac-ee5c-46f0-8bae-2682a3eeafbb {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:12:12.882004 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:12.934516 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a2bb51-ebda-438f-a92b-e660820951c4 None None] Network 5727978d-7ee2-4972-b4a9-5b7cdee8b564 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:12:13.040040 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0671e-80d1-4708-9ab1-7796700b5765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e01ef240-f946-4f40-95d6-ba95695c5ece,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:13.100099 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-90a42443-8bbb-42f8-aec6-a1059e6b9eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:13.103680 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-46066764-5ca0-4bae-9463-9902e4ffbbef None None] Provisioning complete for port 484a7e8b-77bd-4747-af8c-f02d9add45fe triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:13.104819 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda0671e-80d1-4708-9ab1-7796700b5765 admin admin] Checking segment: {'id': 'c9bba3db-9e76-4892-9ccc-3cd008da1d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '83f83d02-186d-4b95-b680-4914cc17733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:13.105453 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda0671e-80d1-4708-9ab1-7796700b5765 admin admin] Network hostable DHCP agents. Network: 83f83d02-186d-4b95-b680-4914cc17733a, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:12:13.106196 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46066764-5ca0-4bae-9463-9902e4ffbbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:13.156569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] For port bdf344ac-ee5c-46f0-8bae-2682a3eeafbb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=bdf344ac-ee5c-46f0-8bae-2682a3eeafbb,segment=NetworkSegment(e733ee5a-da2c-466c-bf22-8a0a906e0010),segment_id=e733ee5a-da2c-466c-bf22-8a0a906e0010)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:13.156947 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:13.173787 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:13.233021 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1112b11d-039c-4ccb-b18e-9318acf4f8f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:13.253605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-cde74726-5277-4576-a988-7cd03fb9d067 req-97678c9c-4688-4c6c-8786-7bb7ef0a60ed tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Allocated IP 192.168.233.180 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:12:13.273403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Calling delete_port for bdf344ac-ee5c-46f0-8bae-2682a3eeafbb owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:12:13.283105 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda0671e-80d1-4708-9ab1-7796700b5765 admin admin] Network 83f83d02-186d-4b95-b680-4914cc17733a is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:12:13.350221 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 484a7e8b-77bd-4747-af8c-f02d9add45fe up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:13.354439 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:13.358603 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:13.381643 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:13.408500 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-dda0671e-80d1-4708-9ab1-7796700b5765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 83f83d02-186d-4b95-b680-4914cc17733a) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:13.414680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda0671e-80d1-4708-9ab1-7796700b5765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:13.416015 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dda0671e-80d1-4708-9ab1-7796700b5765 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:13.448591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef50a30-a6f9-41dd-8c36-e8a4a9b0b2c1 None None] Network 83f83d02-186d-4b95-b680-4914cc17733a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:12:13.455004 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a42443-8bbb-42f8-aec6-a1059e6b9eb0 None None] No DVR routers for this DVR port bdf344ac-ee5c-46f0-8bae-2682a3eeafbb on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:12:13.467461 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a42443-8bbb-42f8-aec6-a1059e6b9eb0 None None] Pushing event deleted for resources: {'Port': ['ID=bdf344ac-ee5c-46f0-8bae-2682a3eeafbb,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:13.548334 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 7a7d2daa-61c0-4375-a86f-73c9e777264f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7a7d2daa-61c0-4375-a86f-73c9e777264f,segment=NetworkSegment(a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9),segment_id=a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:13.560956 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab45823-6a48-43de-ac3f-e275ffba0a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7d2daa-61c0-4375-a86f-73c9e777264f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:13.564090 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c1b1f8-8a7e-43fa-a0d8-911d5365f5f3" -d '{"events": [{"server_uuid": "4ab45823-6a48-43de-ac3f-e275ffba0a9f", "name": "network-vif-plugged", "status": "completed", "tag": "7a7d2daa-61c0-4375-a86f-73c9e777264f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:13.617540 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dda0671e-80d1-4708-9ab1-7796700b5765 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3671155 Nov 18 17:12:13.648068 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:12:13.656877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:13.657265 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:13.694813 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82d6f6d-62e4-4858-aa86-bd4dadf09b28 x-openstack-request-id: req-d82d6f6d-62e4-4858-aa86-bd4dadf09b28 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:13.695098 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab45823-6a48-43de-ac3f-e275ffba0a9f", "name": "network-vif-plugged", "status": "completed", "tag": "7a7d2daa-61c0-4375-a86f-73c9e777264f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:13.695358 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d82d6f6d-62e4-4858-aa86-bd4dadf09b28 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:13.695770 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab45823-6a48-43de-ac3f-e275ffba0a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7d2daa-61c0-4375-a86f-73c9e777264f', 'code': 200} Nov 18 17:12:13.707836 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:13.708423 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:13.718887 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cde74726-5277-4576-a988-7cd03fb9d067 req-97678c9c-4688-4c6c-8786-7bb7ef0a60ed tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:13.722202 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1112b11d-039c-4ccb-b18e-9318acf4f8f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:13.778961 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=7a7d2daa-61c0-4375-a86f-73c9e777264f,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:13.815271 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event deleted for resources: {'Port': ['ID=bdf344ac-ee5c-46f0-8bae-2682a3eeafbb,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:13.844139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 484a7e8b-77bd-4747-af8c-f02d9add45fe triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:13.844527 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:13.895522 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1112b11d-039c-4ccb-b18e-9318acf4f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:13.907924 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cde74726-5277-4576-a988-7cd03fb9d067 req-97678c9c-4688-4c6c-8786-7bb7ef0a60ed tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:13.947659 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] No DVR routers for this DVR port bdf344ac-ee5c-46f0-8bae-2682a3eeafbb on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:12:13.972004 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1112b11d-039c-4ccb-b18e-9318acf4f8f2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0969f56c08694351a14d2f0bef4da1a6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2698853 Nov 18 17:12:13.984490 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46066764-5ca0-4bae-9463-9902e4ffbbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:13.997704 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39052) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:14.019234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c31e427-4911-401e-ad23-4ed7d337992d None None] Network 83f83d02-186d-4b95-b680-4914cc17733a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:12:14.097450 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112b11d-039c-4ccb-b18e-9318acf4f8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b41f12-8b5c-4b36-882e-c7124de7fcb2,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:14.161112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-46066764-5ca0-4bae-9463-9902e4ffbbef None None] For port 484a7e8b-77bd-4747-af8c-f02d9add45fe, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=484a7e8b-77bd-4747-af8c-f02d9add45fe,segment=NetworkSegment(7eacd2a1-54ee-45c0-8b82-4c3393f0736e),segment_id=7eacd2a1-54ee-45c0-8b82-4c3393f0736e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:14.196208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:12:14.206219 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:14.221265 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:14.222934 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f8e6ab74-8933-46e6-a2b8-d3b9583255dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:14.232952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Transition to ACTIVE for port object 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:12:14.233177 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46066764-5ca0-4bae-9463-9902e4ffbbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:14.252613 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f8e6ab74-8933-46e6-a2b8-d3b9583255dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:14.290287 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97678c9c-4688-4c6c-8786-7bb7ef0a60ed tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Pushing event updated for resources: {'Port': ['ID=b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:14.295802 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:14.322861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde74726-5277-4576-a988-7cd03fb9d067 req-97678c9c-4688-4c6c-8786-7bb7ef0a60ed tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:12:14.339577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7c053-a1aa-4b8a-8c5f-81ea7b4680fb req-5b5c1b5d-b646-4afc-87b6-d99e11bbb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:14.341545 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1cd7c053-a1aa-4b8a-8c5f-81ea7b4680fb req-5b5c1b5d-b646-4afc-87b6-d99e11bbb975 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 1097 time: 0.5557680 Nov 18 17:12:14.353057 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:14.358260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-cde74726-5277-4576-a988-7cd03fb9d067 req-97678c9c-4688-4c6c-8786-7bb7ef0a60ed tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:14.362252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde74726-5277-4576-a988-7cd03fb9d067 req-97678c9c-4688-4c6c-8786-7bb7ef0a60ed tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:12:14.479129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46066764-5ca0-4bae-9463-9902e4ffbbef None None] Pushing event updated for resources: {'Port': ['ID=484a7e8b-77bd-4747-af8c-f02d9add45fe,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:14.496765 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:14.533299 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Pushing event updated for resources: {'Port': ['ID=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:14.570758 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d,segment=NetworkSegment(a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9),segment_id=a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:14.578451 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f8e6ab74-8933-46e6-a2b8-d3b9583255dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:14.581240 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f8e6ab74-8933-46e6-a2b8-d3b9583255dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:14.582413 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f8e6ab74-8933-46e6-a2b8-d3b9583255dc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/46b41f12-8b5c-4b36-882e-c7124de7fcb2 HTTP/1.1" status: 204 len: 168 time: 0.5737715 Nov 18 17:12:14.603134 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70552b-dae9-4d87-87f5-298680c62a92 req-82ae686a-8d1d-4ac3-98ba-3d4774859c18 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:14.605618 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc70552b-dae9-4d87-87f5-298680c62a92 req-82ae686a-8d1d-4ac3-98ba-3d4774859c18 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 936 time: 0.6524308 Nov 18 17:12:14.625651 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:14.686574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa61f4-d323-4d1d-bd8d-ab7ff66f5f84 req-36c035d3-6860-4826-951c-e042037c07cc tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:14.688960 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34fa61f4-d323-4d1d-bd8d-ab7ff66f5f84 req-36c035d3-6860-4826-951c-e042037c07cc tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 945 time: 0.6788232 Nov 18 17:12:14.692370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74726-5277-4576-a988-7cd03fb9d067 req-97678c9c-4688-4c6c-8786-7bb7ef0a60ed tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:14.700344 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cde74726-5277-4576-a988-7cd03fb9d067 req-97678c9c-4688-4c6c-8786-7bb7ef0a60ed tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:14.712215 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5023c67c-f690-4dcd-9235-1c0db3c46f47']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:14.736835 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bdf344ac-ee5c-46f0-8bae-2682a3eeafbb no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:12:14.745773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-48d77d67-712a-4558-8c4c-e3a1559ec67a None None] Provisioning complete for port 484a7e8b-77bd-4747-af8c-f02d9add45fe triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:14.746118 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-48d77d67-712a-4558-8c4c-e3a1559ec67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:14.761292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Attempting to bind port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:14.762737 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Attempting to bind port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:14.763087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Attempting to bind port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:14.766078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:14.789255 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:12:14.789518 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: bdf344ac-ee5c-46f0-8bae-2682a3eeafbb {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:12:14.789796 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bdf344ac-ee5c-46f0-8bae-2682a3eeafbb not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:12:14.791896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Attempting to bind port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:14.807119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:14.807119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:14.810046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:14.810046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Bound port: 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:14.810046 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:14.846734 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6ab74-8933-46e6-a2b8-d3b9583255dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b41f12-8b5c-4b36-882e-c7124de7fcb2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:14.936195 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e733ee5a-da2c-466c-bf22-8a0a906e0010') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:14.936623 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e733ee5a-da2c-466c-bf22-8a0a906e0010') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:14.945331 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] For port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:14.951080 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc70552b-dae9-4d87-87f5-298680c62a92 req-ddb3675e-c6d9-43a6-a5bb-ea2b6e180982 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163447 Nov 18 17:12:14.972472 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] For port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:15.001638 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cde74726-5277-4576-a988-7cd03fb9d067 req-97678c9c-4688-4c6c-8786-7bb7ef0a60ed tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7027943 Nov 18 17:12:15.025847 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Request body: {'port': {'device_id': '15c18180-a007-4b85-9cee-5531a85e14de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:15.040491 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:15.045261 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:15.056414 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 484a7e8b-77bd-4747-af8c-f02d9add45fe up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:15.082000 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1cd7c053-a1aa-4b8a-8c5f-81ea7b4680fb req-6cda1fc1-67b2-4b88-bba7-4a7e72d16bb3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7202222 Nov 18 17:12:15.193594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:15.194215 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:15.195677 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2955649d-0c91-4096-907e-c84cc9303d35 req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] 10.222.0.83 "PUT /v2.0/ports/84b1ffda-c5de-42a5-a45c-32dcb52c2d4f HTTP/1.1" status: 200 len: 1096 time: 2.4967952 Nov 18 17:12:15.198899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0b665a-951f-4ee4-99a7-7a0b059ba3a8', 'tag': '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:15.208770 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69a70ee-05e2-4bc1-b24d-1ae310660f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0b665a-951f-4ee4-99a7-7a0b059ba3a8", "tag": "84b1ffda-c5de-42a5-a45c-32dcb52c2d4f"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:15.226968 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:15.253928 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 484a7e8b-77bd-4747-af8c-f02d9add45fe triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:15.254503 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:15.390444 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cfde77b8-93fa-4e17-85de-89668d82751b None None] Provisioning complete for port b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:15.390826 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cfde77b8-93fa-4e17-85de-89668d82751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:15.418756 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badd70f-af0c-4c88-a5ae-d457618e26a7 service neutron] Pushing event updated for resources: {'Port': ['ID=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:15.587090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cfde77b8-93fa-4e17-85de-89668d82751b None None] Port b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:12:15.696685 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a4d804-6556-4848-a66c-3e09b14c7248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:15.699391 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f950a382-08b4-4abf-9bdc-4b70abbeafe3" -d '{"events": [{"server_uuid": "f3a4d804-6556-4848-a66c-3e09b14c7248", "name": "network-vif-plugged", "status": "completed", "tag": "e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:15.740897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39070) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:15.743056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:12:15.744940 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:15.752029 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:15.766604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Transition to ACTIVE for port object b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:12:15.775044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34fa61f4-d323-4d1d-bd8d-ab7ff66f5f84 req-6630e90f-45ec-4bf9-8097-57c275e8da0f tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0721288 Nov 18 17:12:15.777287 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955649d-0c91-4096-907e-c84cc9303d35 req-37d116af-54f7-4a71-94dd-cf7aeb71e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:15.779217 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2955649d-0c91-4096-907e-c84cc9303d35 req-37d116af-54f7-4a71-94dd-cf7aeb71e617 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=39a6280c77f24f45a9ca2eab191b91cb&device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 1099 time: 0.4556599 Nov 18 17:12:15.804159 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:12:15.804701 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:15.858355 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2955649d-0c91-4096-907e-c84cc9303d35 req-6f5838d2-755c-4ede-9923-cc1f69bbe8d3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f HTTP/1.1" status: 200 len: 217 time: 0.0695448 Nov 18 17:12:15.858966 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:12:15.879466 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:12:15.890212 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fac6eea4-6676-4d0a-8578-0f0d5da3dfd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:15.969139 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:15.978074 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48de5f1-6f8c-4fc3-a90d-04604ccebe55 x-openstack-request-id: req-a48de5f1-6f8c-4fc3-a90d-04604ccebe55 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:15.978393 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0b665a-951f-4ee4-99a7-7a0b059ba3a8", "tag": "84b1ffda-c5de-42a5-a45c-32dcb52c2d4f", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:15.978723 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a48de5f1-6f8c-4fc3-a90d-04604ccebe55 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:15.979090 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0b665a-951f-4ee4-99a7-7a0b059ba3a8', 'tag': '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f', 'status': 'completed', 'code': 200} Nov 18 17:12:16.012754 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:16.045156 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:16.048629 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "DELETE /v2.0/networks/5023c67c-f690-4dcd-9235-1c0db3c46f47 HTTP/1.1" status: 204 len: 168 time: 4.1517026 Nov 18 17:12:16.050898 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce408e8d-5814-46ab-943f-c59b1ad0b067 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event deleted for resources: {'Network': ['ID=5023c67c-f690-4dcd-9235-1c0db3c46f47,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:16.054766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39092) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:16.070820 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513b11ca-1916-40c9-9d88-089622c24aeb x-openstack-request-id: req-513b11ca-1916-40c9-9d88-089622c24aeb {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:16.071129 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a4d804-6556-4848-a66c-3e09b14c7248", "name": "network-vif-plugged", "status": "completed", "tag": "e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:16.071391 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-513b11ca-1916-40c9-9d88-089622c24aeb {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:16.071993 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a4d804-6556-4848-a66c-3e09b14c7248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d', 'code': 200} Nov 18 17:12:16.143723 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955649d-0c91-4096-907e-c84cc9303d35 req-4a438a27-6803-4e7f-abc7-4540dc5fb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:16.145489 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2955649d-0c91-4096-907e-c84cc9303d35 req-4a438a27-6803-4e7f-abc7-4540dc5fb839 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1655097 Nov 18 17:12:16.201842 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Attempting to bind port b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:16.202191 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Attempting to bind port b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:16.202618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Attempting to bind port b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:16.216569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Port b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:12:16.216900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Attempting to bind port b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:16.217862 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fac6eea4-6676-4d0a-8578-0f0d5da3dfd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:16.223404 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-29037285-daf9-45cc-af03-d688e5b1823c tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Deleting subnet c610abb5-683f-47c2-919c-b2670628ef86 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:12:16.227627 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29037285-daf9-45cc-af03-d688e5b1823c tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:16.229140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:16.229140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:16.229140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:16.229509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Bound port: b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:16.229703 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:16.255465 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955649d-0c91-4096-907e-c84cc9303d35 req-3c0ebc2c-e6aa-4e19-ac37-1eaf8ef787e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:16.259877 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2955649d-0c91-4096-907e-c84cc9303d35 req-3c0ebc2c-e6aa-4e19-ac37-1eaf8ef787e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0976450 Nov 18 17:12:16.386377 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fac6eea4-6676-4d0a-8578-0f0d5da3dfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:16.391866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Router 6bb39541-fc25-4297-85a0-b468055a9593 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:12:16.400462 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29037285-daf9-45cc-af03-d688e5b1823c tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:16.411529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] For port b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:16.417748 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] For port b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:16.448067 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2955649d-0c91-4096-907e-c84cc9303d35 req-166e7146-f76c-4633-9858-45cff4e05b4b service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724386 Nov 18 17:12:16.473713 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-47dfa84c-4fec-45c1-8820-f0e8f96029b1 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:16.481607 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-47dfa84c-4fec-45c1-8820-f0e8f96029b1 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 821 time: 0.5979049 Nov 18 17:12:16.526889 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fac6eea4-6676-4d0a-8578-0f0d5da3dfd2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e589e67ac5f14cea9a6a0d128120efaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7769566 Nov 18 17:12:16.541846 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39096) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:16.544057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6eea4-6676-4d0a-8578-0f0d5da3dfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c69084-3f16-4d1f-8793-9a3d17138f96,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:16.553328 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:16.568352 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-6091272d-c3c2-4095-89a8-55c47acc43d3 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/quotas/50df9abadb204a52a1f75cd50dbb0a82 HTTP/1.1" status: 200 len: 375 time: 0.0853186 Nov 18 17:12:16.611966 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:16.612598 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:16.613675 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f07cd-90ae-4b3b-a3f2-8eb8e05cc0c9 req-5a36135b-753b-4070-a94a-abe1f8873b4a tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:16.614093 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cde74726-5277-4576-a988-7cd03fb9d067 req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] 10.222.0.83 "PUT /v2.0/ports/b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 HTTP/1.1" status: 200 len: 1097 time: 1.6029689 Nov 18 17:12:16.616481 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a4f07cd-90ae-4b3b-a3f2-8eb8e05cc0c9 req-5a36135b-753b-4070-a94a-abe1f8873b4a tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 948 time: 0.4622207 Nov 18 17:12:16.617386 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78837239-1395-46ac-9659-0549f210acd0 req-1a349f8e-76c6-44ae-aefc-83e595e7798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:16.618759 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-78837239-1395-46ac-9659-0549f210acd0 req-1a349f8e-76c6-44ae-aefc-83e595e7798c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f3a4d804-6556-4848-a66c-3e09b14c7248 HTTP/1.1" status: 200 len: 1098 time: 0.4767981 Nov 18 17:12:16.678940 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2955649d-0c91-4096-907e-c84cc9303d35 req-1d0cdca0-7427-440b-a02f-91412ac93f73 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184091 Nov 18 17:12:16.679863 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bf60f-cfb4-4edf-9c98-02823c5eba33 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:16.734108 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-18e7c602-d9c0-4770-a621-25b2da59ab15 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1641626 Nov 18 17:12:16.881399 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29037285-daf9-45cc-af03-d688e5b1823c tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:16.983692 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:12:16.996068 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Sync routers for ids ['6bb39541-fc25-4297-85a0-b468055a9593'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:12:17.014752 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Routers {'6bb39541-fc25-4297-85a0-b468055a9593'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:12:17.015780 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:12:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['6bb39541-fc25-4297-85a0-b468055a9593'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:17.049514 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-78837239-1395-46ac-9659-0549f210acd0 req-51123bfc-8e5d-46f8-a262-2a7da43d674e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925328 Nov 18 17:12:17.079081 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a4f07cd-90ae-4b3b-a3f2-8eb8e05cc0c9 req-e8407398-79b0-41ec-8307-07f8536be783 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257853 Nov 18 17:12:17.147563 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29037285-daf9-45cc-af03-d688e5b1823c tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:17.190088 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Set router 6bb39541-fc25-4297-85a0-b468055a9593 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:12:17.235361 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29037285-daf9-45cc-af03-d688e5b1823c tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event deleted for resources: {'Subnet': ['ID=c610abb5-683f-47c2-919c-b2670628ef86,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:17.251420 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74726-5277-4576-a988-7cd03fb9d067 req-52a9b8a5-4639-452c-9efd-764a6d716c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:17.253390 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cde74726-5277-4576-a988-7cd03fb9d067 req-52a9b8a5-4639-452c-9efd-764a6d716c56 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=39a6280c77f24f45a9ca2eab191b91cb&device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 1100 time: 0.5165012 Nov 18 17:12:17.257098 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c35360a5-30e3-4012-8f9c-9deed027fa15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:17.269226 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:17.273265 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-da2a7237-1d05-4cef-b23b-02db858a1480 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.1766453 Nov 18 17:12:17.285188 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39104) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:17.310430 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cde74726-5277-4576-a988-7cd03fb9d067 req-73434f77-804d-481b-bcda-732f23efa144 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 HTTP/1.1" status: 200 len: 217 time: 0.0472972 Nov 18 17:12:17.319697 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a70ee-05e2-4bc1-b24d-1ae310660f4e req-e43d53b1-67b7-46e4-a2b6-3a1b537a8f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:17.321541 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b69a70ee-05e2-4bc1-b24d-1ae310660f4e req-e43d53b1-67b7-46e4-a2b6-3a1b537a8f7f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=39a6280c77f24f45a9ca2eab191b91cb&device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 1099 time: 0.1222479 Nov 18 17:12:17.327514 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21c3fe8-97f0-4460-b11e-6025207500a9 None None] Network daa3b8c6-1def-4baa-aa8b-4db602871fe0 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:12:17.336578 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29037285-daf9-45cc-af03-d688e5b1823c tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:17.342675 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-29037285-daf9-45cc-af03-d688e5b1823c tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "DELETE /v2.0/subnets/c610abb5-683f-47c2-919c-b2670628ef86 HTTP/1.1" status: 204 len: 168 time: 1.2816012 Nov 18 17:12:17.357854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39106) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:17.378842 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74726-5277-4576-a988-7cd03fb9d067 req-883b8740-edd1-4681-aeee-f5acf7912d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:17.380987 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cde74726-5277-4576-a988-7cd03fb9d067 req-883b8740-edd1-4681-aeee-f5acf7912d31 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0571249 Nov 18 17:12:17.476482 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c35360a5-30e3-4012-8f9c-9deed027fa15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:17.501992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74726-5277-4576-a988-7cd03fb9d067 req-2a5ade65-3768-4441-b531-0ebe7f567f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:17.503557 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cde74726-5277-4576-a988-7cd03fb9d067 req-2a5ade65-3768-4441-b531-0ebe7f567f96 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1089158 Nov 18 17:12:17.525673 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:17.630618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a70ee-05e2-4bc1-b24d-1ae310660f4e req-c8d3f903-a511-4c18-ac64-e993ad9de917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:17.632581 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b69a70ee-05e2-4bc1-b24d-1ae310660f4e req-c8d3f903-a511-4c18-ac64-e993ad9de917 service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.2501345 Nov 18 17:12:17.635286 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb39541-fc25-4297-85a0-b468055a9593', 'name': 'tempest-FloatingIPsNegativeTestJSON-932378520-router', 'tenant_id': '3d69129580734d58bbc3b9eeafff21c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '87c0e36d-8382-4f20-8765-fba3df987c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:07Z', 'updated_at': '2021-11-18T17:12:12Z', 'revision_number': 3, 'project_id': '3d69129580734d58bbc3b9eeafff21c6', 'gw_port': {'id': '87c0e36d-8382-4f20-8765-fba3df987c95', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb39541-fc25-4297-85a0-b468055a9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:10Z', 'updated_at': '2021-11-18T17:12:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:17.683910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] DHCP port deletion for daa3b8c6-1def-4baa-aa8b-4db602871fe0 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:12:17.685813 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Checking router: 6bb39541-fc25-4297-85a0-b468055a9593 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:12:17.686250 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Updating router 6bb39541-fc25-4297-85a0-b468055a9593 port 87c0e36d-8382-4f20-8765-fba3df987c95 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:12:17.690582 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-87661c17-9b42-419f-92f4-996396c78a94 service neutron] 10.222.0.72 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9555223 Nov 18 17:12:17.698545 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b69a70ee-05e2-4bc1-b24d-1ae310660f4e req-e1f1a587-851e-44bf-9da5-133d9a36dd29 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f HTTP/1.1" status: 200 len: 217 time: 0.0557630 Nov 18 17:12:17.703385 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cde74726-5277-4576-a988-7cd03fb9d067 req-6068e549-7958-4231-b638-dd6e16dd282c service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820729 Nov 18 17:12:17.710674 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbba8fd-9c35-47a9-ae2d-f71cde865806 req-82e203c8-3746-40b8-b79b-6ab33898349d tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:17.718902 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4bbba8fd-9c35-47a9-ae2d-f71cde865806 req-82e203c8-3746-40b8-b79b-6ab33898349d tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 945 time: 0.3757145 Nov 18 17:12:17.823632 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a70ee-05e2-4bc1-b24d-1ae310660f4e req-9f4d7634-9754-4d54-a115-5f4d0abfea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:17.825453 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b69a70ee-05e2-4bc1-b24d-1ae310660f4e req-9f4d7634-9754-4d54-a115-5f4d0abfea3a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1120110 Nov 18 17:12:17.859548 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-b5226fe8-b716-452b-908f-23aed116c0fe service neutron] 10.222.0.72 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594524 Nov 18 17:12:17.886036 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:17.956144 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cde74726-5277-4576-a988-7cd03fb9d067 req-892a9901-bd60-4376-b5d6-386a82b9c540 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339916 Nov 18 17:12:17.976566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a70ee-05e2-4bc1-b24d-1ae310660f4e req-c0c740bd-b52b-465d-adcf-92a53ab493fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:17.979628 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Deleting port 4dcb0edd-3541-4281-8c07-37074170279d {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:12:17.979628 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:17.980231 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b69a70ee-05e2-4bc1-b24d-1ae310660f4e req-c0c740bd-b52b-465d-adcf-92a53ab493fd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1430175 Nov 18 17:12:17.980415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c18180-a007-4b85-9cee-5531a85e14de', 'tag': 'b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:17.983422 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70f7f3e-31ba-4166-bbfc-48f55b8ab1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "15c18180-a007-4b85-9cee-5531a85e14de", "tag": "b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:18.016575 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] Deleting port 4dcb0edd-3541-4281-8c07-37074170279d {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:12:18.017157 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:18.106097 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4bbba8fd-9c35-47a9-ae2d-f71cde865806 req-93279a6c-c203-4fb9-aaba-34d152545a34 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810551 Nov 18 17:12:18.107605 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c35360a5-30e3-4012-8f9c-9deed027fa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:18.119101 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c35360a5-30e3-4012-8f9c-9deed027fa15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:18.137589 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c35360a5-30e3-4012-8f9c-9deed027fa15 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/87c69084-3f16-4d1f-8793-9a3d17138f96 HTTP/1.1" status: 204 len: 168 time: 1.5887172 Nov 18 17:12:18.156547 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b69a70ee-05e2-4bc1-b24d-1ae310660f4e req-8a259756-0d22-4016-acb6-37d043a61982 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617031 Nov 18 17:12:18.160337 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] For port 4dcb0edd-3541-4281-8c07-37074170279d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dcb0edd-3541-4281-8c07-37074170279d,segment=NetworkSegment(7d9de0e4-50b0-45cc-8fee-c0b485fb1f52),segment_id=7d9de0e4-50b0-45cc-8fee-c0b485fb1f52)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:18.160745 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:18.179047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] Calling delete_port for 4dcb0edd-3541-4281-8c07-37074170279d owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:12:18.375341 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:18.386772 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] For port 4dcb0edd-3541-4281-8c07-37074170279d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dcb0edd-3541-4281-8c07-37074170279d,segment=NetworkSegment(7d9de0e4-50b0-45cc-8fee-c0b485fb1f52),segment_id=7d9de0e4-50b0-45cc-8fee-c0b485fb1f52)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:18.387165 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:18.394575 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35360a5-30e3-4012-8f9c-9deed027fa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c69084-3f16-4d1f-8793-9a3d17138f96,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:18.426119 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d026be-86b6-4bee-aea1-fe871a9bc49e x-openstack-request-id: req-76d026be-86b6-4bee-aea1-fe871a9bc49e {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:18.426630 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Calling delete_port for 4dcb0edd-3541-4281-8c07-37074170279d owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:12:18.426750 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c18180-a007-4b85-9cee-5531a85e14de", "tag": "b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:18.426927 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-76d026be-86b6-4bee-aea1-fe871a9bc49e {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:18.427329 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c18180-a007-4b85-9cee-5531a85e14de', 'tag': 'b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6', 'status': 'completed', 'code': 200} Nov 18 17:12:18.451666 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:18.456878 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:18.525887 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] Pushing event deleted for resources: {'Port': ['ID=4dcb0edd-3541-4281-8c07-37074170279d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:18.541312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] No DVR routers for this DVR port 4dcb0edd-3541-4281-8c07-37074170279d on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:12:18.601611 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:18.603991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:18.604503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:18.605364 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b69a70ee-05e2-4bc1-b24d-1ae310660f4e req-15397e98-6cbc-404e-bf01-dff191aac261 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313087 Nov 18 17:12:18.605986 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:18.607235 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:18.607690 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:18.610101 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:18.616665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:18.616665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:18.616665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:18.616665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:18.616665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f3bf1d-1454-4ed4-8d9a-421870032451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:18.649116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f7f3e-31ba-4166-bbfc-48f55b8ab1a0 req-7da9f8de-f826-43d4-bfd7-c5bc05e38012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:18.650640 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c70f7f3e-31ba-4166-bbfc-48f55b8ab1a0 req-7da9f8de-f826-43d4-bfd7-c5bc05e38012 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=39a6280c77f24f45a9ca2eab191b91cb&device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 1100 time: 0.1718187 Nov 18 17:12:18.696527 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:18.748059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcccd45-8684-4163-8259-780741b49e0e None None] Pushing event updated for resources: {'Port': ['ID=87c0e36d-8382-4f20-8765-fba3df987c95,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:18.752929 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] No DVR routers for this DVR port 4dcb0edd-3541-4281-8c07-37074170279d on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:12:18.764732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f618705-4b78-496a-a36c-5bfb14042163 req-d1ee3d24-366d-4cc7-b237-6f3f7e06f499 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:18.766610 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f618705-4b78-496a-a36c-5bfb14042163 req-d1ee3d24-366d-4cc7-b237-6f3f7e06f499 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a4d804-6556-4848-a66c-3e09b14c7248 HTTP/1.1" status: 200 len: 946 time: 0.2521999 Nov 18 17:12:18.789598 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Attempting to bind port 87c0e36d-8382-4f20-8765-fba3df987c95 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:18.791570 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Attempting to bind port 87c0e36d-8382-4f20-8765-fba3df987c95 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:18.791977 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Attempting to bind port 87c0e36d-8382-4f20-8765-fba3df987c95 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:18.864658 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:18.864658 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:18.864658 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:18.864658 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:18.864658 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Bound port: 87c0e36d-8382-4f20-8765-fba3df987c95, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:18.864658 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:18.948721 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:18.966962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f7f3e-31ba-4166-bbfc-48f55b8ab1a0 req-2a559af4-8f5e-4d31-a364-3c16d9b9bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:18.969165 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c70f7f3e-31ba-4166-bbfc-48f55b8ab1a0 req-2a559af4-8f5e-4d31-a364-3c16d9b9bcda service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.2960045 Nov 18 17:12:18.975172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa3b8c6-1def-4baa-aa8b-4db602871fe0']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:18.987237 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9de0e4-50b0-45cc-8fee-c0b485fb1f52') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:18.988585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9de0e4-50b0-45cc-8fee-c0b485fb1f52') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:19.038238 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:19.038238 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:19.038238 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:12:19.038238 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:19.038825 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] For port 87c0e36d-8382-4f20-8765-fba3df987c95, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:19.046170 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] For port 87c0e36d-8382-4f20-8765-fba3df987c95, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=87c0e36d-8382-4f20-8765-fba3df987c95,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:19.058018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e6a8f-af18-41c9-89c0-fae89648ec0f req-88bf3303-56f0-41bd-8142-25f4e18afa40 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:19.060027 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-633e6a8f-af18-41c9-89c0-fae89648ec0f req-88bf3303-56f0-41bd-8142-25f4e18afa40 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 948 time: 0.5429368 Nov 18 17:12:19.061207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event deleted for resources: {'Port': ['ID=4dcb0edd-3541-4281-8c07-37074170279d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:12:19.063372 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:12:19.081406 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c70f7f3e-31ba-4166-bbfc-48f55b8ab1a0 req-3c7611f9-d77b-4e13-bc14-4655fea68b99 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 HTTP/1.1" status: 200 len: 217 time: 0.1028335 Nov 18 17:12:19.175120 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f7f3e-31ba-4166-bbfc-48f55b8ab1a0 req-f56a43be-d3f6-4c01-8e1f-36049d37b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:19.176678 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c70f7f3e-31ba-4166-bbfc-48f55b8ab1a0 req-f56a43be-d3f6-4c01-8e1f-36049d37b3ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0761340 Nov 18 17:12:19.184517 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4dcb0edd-3541-4281-8c07-37074170279d no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:12:19.188855 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-633e6a8f-af18-41c9-89c0-fae89648ec0f req-eb238e42-395a-4a83-88ce-a610b3d33733 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169355 Nov 18 17:12:19.211979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 4dcb0edd-3541-4281-8c07-37074170279d {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:12:19.212578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4dcb0edd-3541-4281-8c07-37074170279d not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:12:19.247085 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f618705-4b78-496a-a36c-5bfb14042163 req-d79191de-e991-4698-b11f-a6be567f7e76 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264526 Nov 18 17:12:19.265239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f7f3e-31ba-4166-bbfc-48f55b8ab1a0 req-6258cc98-66e6-44d8-9609-14444df0b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:19.267125 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c70f7f3e-31ba-4166-bbfc-48f55b8ab1a0 req-6258cc98-66e6-44d8-9609-14444df0b560 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0815728 Nov 18 17:12:19.355952 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f305a79-5ce8-4255-bd5b-3aa064a5a48c req-92d0aaa4-f981-416e-8b3b-a7dd7ab53410 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 210 time: 0.0327797 Nov 18 17:12:19.378141 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c70f7f3e-31ba-4166-bbfc-48f55b8ab1a0 req-c79fc461-4d9d-459b-bee9-fcfa2ec21912 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026833 Nov 18 17:12:19.419115 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:19.472595 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c70f7f3e-31ba-4166-bbfc-48f55b8ab1a0 req-c6cad885-bd7b-40cb-839f-951ecb408802 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871828 Nov 18 17:12:19.629654 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:19.689548 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Routers {'6bb39541-fc25-4297-85a0-b468055a9593'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:12:19.690870 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:12:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['6bb39541-fc25-4297-85a0-b468055a9593'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:19.743638 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcccd45-8684-4163-8259-780741b49e0e None None] Pushing event updated for resources: {'Port': ['ID=87c0e36d-8382-4f20-8765-fba3df987c95,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:19.830439 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] Set router 6bb39541-fc25-4297-85a0-b468055a9593 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:12:19.997331 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:20.011742 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:20.021985 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] 10.222.0.72 "DELETE /v2.0/networks/daa3b8c6-1def-4baa-aa8b-4db602871fe0 HTTP/1.1" status: 204 len: 168 time: 2.6584654 Nov 18 17:12:20.049170 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Pushing event deleted for resources: {'Network': ['ID=daa3b8c6-1def-4baa-aa8b-4db602871fe0,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:20.084276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:20.084793 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:20.085239 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:20.085683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:20.086239 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:20.086670 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:20.087102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:20.088201 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:20.088639 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:20.089075 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:20.089955 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:20.090402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c159-8416-4733-bf07-af11bafb9762 tempest-ServersTestMultiNic-983679794 tempest-ServersTestMultiNic-983679794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:20.172800 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] Allocated IP 172.20.0.1 (5727978d-7ee2-4972-b4a9-5b7cdee8b564/1dd4bedb-01ac-42c8-b37f-b9d9fa3f616a/0e92ae1e-ac68-4a8e-acbf-b4765dacbadf) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:12:20.275324 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb39541-fc25-4297-85a0-b468055a9593', 'name': 'tempest-FloatingIPsNegativeTestJSON-932378520-router', 'tenant_id': '3d69129580734d58bbc3b9eeafff21c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '87c0e36d-8382-4f20-8765-fba3df987c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:07Z', 'updated_at': '2021-11-18T17:12:12Z', 'revision_number': 3, 'project_id': '3d69129580734d58bbc3b9eeafff21c6', 'gw_port': {'id': '87c0e36d-8382-4f20-8765-fba3df987c95', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb39541-fc25-4297-85a0-b468055a9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:10Z', 'updated_at': '2021-11-18T17:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:20.322976 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b4717-7d7a-456c-918c-c863ea3059b3 None None] The sync data for ids ['6bb39541-fc25-4297-85a0-b468055a9593'] in n-d-813419-11 is: [{'id': '6bb39541-fc25-4297-85a0-b468055a9593', 'name': 'tempest-FloatingIPsNegativeTestJSON-932378520-router', 'tenant_id': '3d69129580734d58bbc3b9eeafff21c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '87c0e36d-8382-4f20-8765-fba3df987c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:07Z', 'updated_at': '2021-11-18T17:12:12Z', 'revision_number': 3, 'project_id': '3d69129580734d58bbc3b9eeafff21c6', 'gw_port': {'id': '87c0e36d-8382-4f20-8765-fba3df987c95', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb39541-fc25-4297-85a0-b468055a9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:10Z', 'updated_at': '2021-11-18T17:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:12:20.337012 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39184) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:20.401472 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:20.564386 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8ce67-2ae6-4626-ac5f-892a3a7d71cc req-28abf9fe-43d7-4a7d-953c-3e2ab719ae09 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:20.569208 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20b8ce67-2ae6-4626-ac5f-892a3a7d71cc req-28abf9fe-43d7-4a7d-953c-3e2ab719ae09 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a4d804-6556-4848-a66c-3e09b14c7248 HTTP/1.1" status: 200 len: 946 time: 0.1138606 Nov 18 17:12:20.575448 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa12f4-1e5b-4b08-98d7-c9dbc7f18442 req-320c93c2-3eb0-4678-b314-45ae8fb4a8cc tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:20.577169 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46aa12f4-1e5b-4b08-98d7-c9dbc7f18442 req-320c93c2-3eb0-4678-b314-45ae8fb4a8cc tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 948 time: 0.1151626 Nov 18 17:12:20.603972 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:20.691358 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] Network 5727978d-7ee2-4972-b4a9-5b7cdee8b564 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:12:20.703753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:20.707617 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:12:20.752728 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20b8ce67-2ae6-4626-ac5f-892a3a7d71cc req-121df35d-d17d-4de6-826f-dc9d2e32ec94 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676085 Nov 18 17:12:20.782290 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46aa12f4-1e5b-4b08-98d7-c9dbc7f18442 req-004538a8-23be-4f05-9dc5-42eeb9ba96e7 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814251 Nov 18 17:12:20.843645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e92ae1e-ac68-4a8e-acbf-b4765dacbadf,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:20.894804 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:21.065884 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59bf003f-5c6e-4768-b981-b74947a7c476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:21.142381 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d98bfe06-073b-47b3-bf5f-f1812c484a64 req-dfa8ba0b-1d55-45fa-b7c5-6664fb1a8f27 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 210 time: 0.0777545 Nov 18 17:12:21.228666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:12:21.283483 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:21.304403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9404d2e-2e0b-4342-a87b-0cc20fd11a49 req-59c6a000-dcbc-42d7-9ffe-fc6b1144528e tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:21.305709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 87c0e36d-8382-4f20-8765-fba3df987c95 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:21.313805 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9404d2e-2e0b-4342-a87b-0cc20fd11a49 req-59c6a000-dcbc-42d7-9ffe-fc6b1144528e tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=9be70466-bd4b-43e9-93d4-ae85f39225f3 HTTP/1.1" status: 200 len: 945 time: 0.1466269 Nov 18 17:12:21.375435 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9404d2e-2e0b-4342-a87b-0cc20fd11a49 req-65a41b57-3056-4f5e-a2cf-f4160b82020c tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602758 Nov 18 17:12:21.411595 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:21.550022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:21.591004 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-df8a1dfd-2b62-4bb4-82b7-0af0bcd0b895 None None] Provisioning complete for port 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:21.591496 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-df8a1dfd-2b62-4bb4-82b7-0af0bcd0b895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:21.597891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f', 'mac_address': 'fa:16:3e:3e:66:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:12:21.626450 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-59bf003f-5c6e-4768-b981-b74947a7c476 admin admin] Deleting port 9474929d-0a4d-4ab0-a91b-b898e9566310 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:12:21.627063 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59bf003f-5c6e-4768-b981-b74947a7c476 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:21.747484 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-59bf003f-5c6e-4768-b981-b74947a7c476 admin admin] For port 9474929d-0a4d-4ab0-a91b-b898e9566310, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9474929d-0a4d-4ab0-a91b-b898e9566310,segment=NetworkSegment(7731e68e-3093-4bdb-adb6-2374a8b35b53),segment_id=7731e68e-3093-4bdb-adb6-2374a8b35b53)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:21.748261 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59bf003f-5c6e-4768-b981-b74947a7c476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:21.765476 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-59bf003f-5c6e-4768-b981-b74947a7c476 admin admin] Calling delete_port for 9474929d-0a4d-4ab0-a91b-b898e9566310 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:12:21.776910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 87c0e36d-8382-4f20-8765-fba3df987c95 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:21.777292 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:21.778837 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-df8a1dfd-2b62-4bb4-82b7-0af0bcd0b895 None None] Port 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:12:21.784036 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:21.809878 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:21.834686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:12:21.863965 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:21.868881 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:21.943104 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:21.979246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 87c0e36d-8382-4f20-8765-fba3df987c95, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=87c0e36d-8382-4f20-8765-fba3df987c95,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:22.000475 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:22.003394 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:12:22.059256 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:22.064664 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e92ae1e-ac68-4a8e-acbf-b4765dacbadf,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:22.066218 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:22.102444 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60099cd9-c845-4ebe-a039-561e55a38db4 req-82194783-951d-401c-895f-aedc70f3bbec tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:22.109453 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': 'b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6', 'mac_address': 'fa:16:3e:80:05:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:12:22.110246 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-60099cd9-c845-4ebe-a039-561e55a38db4 req-82194783-951d-401c-895f-aedc70f3bbec tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 948 time: 0.1138573 Nov 18 17:12:22.164265 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:22.166887 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:22.205486 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59bf003f-5c6e-4768-b981-b74947a7c476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:22.218539 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:22.245203 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:12:22.246159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf003f-5c6e-4768-b981-b74947a7c476 admin admin] Pushing event deleted for resources: {'Port': ['ID=9474929d-0a4d-4ab0-a91b-b898e9566310,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:22.269122 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=87c0e36d-8382-4f20-8765-fba3df987c95,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:22.283411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:22.362840 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-60099cd9-c845-4ebe-a039-561e55a38db4 req-1803bd04-a792-4687-9c24-38f8c2afe75a tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481072 Nov 18 17:12:22.371979 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:22.448977 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:22.497989 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] Network 5727978d-7ee2-4972-b4a9-5b7cdee8b564 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:12:22.503667 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:22.511742 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59bf003f-5c6e-4768-b981-b74947a7c476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:22.520080 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34f250-fb54-443f-bbaa-4b21f5956ead req-c32c68f1-1d3f-4725-87ea-12b73f1746a2 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:22.528254 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb34f250-fb54-443f-bbaa-4b21f5956ead req-c32c68f1-1d3f-4725-87ea-12b73f1746a2 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=9be70466-bd4b-43e9-93d4-ae85f39225f3 HTTP/1.1" status: 200 len: 945 time: 0.3337717 Nov 18 17:12:22.617182 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4b398986-01e0-420b-907f-f0a4aebeb9d3 req-c04dfcd5-ca5f-405d-9ca8-dbe7acdbfd9b tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 210 time: 0.0587986 Nov 18 17:12:22.706592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['84b1ffda-c5de-42a5-a45c-32dcb52c2d4f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:12:22.761539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:12:22.770262 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:22.854467 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bf003f-5c6e-4768-b981-b74947a7c476 admin admin] Router 02ecd26e-aa2c-468c-9a1b-f340a9c4374b has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:12:22.862083 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb34f250-fb54-443f-bbaa-4b21f5956ead req-2ae6a55c-037d-409c-98a8-b50f97f660ba tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293667 Nov 18 17:12:22.953919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-c80bde93-c69f-44c2-b997-a38e87cc7ed6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:22.955602 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-c80bde93-c69f-44c2-b997-a38e87cc7ed6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.81 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 821 time: 0.5431147 Nov 18 17:12:22.970006 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5d6f5302-18a3-4a03-97f8-c90eada8f83a None None] Provisioning complete for port 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:22.970409 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d6f5302-18a3-4a03-97f8-c90eada8f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:22.982575 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-3334be9c-e399-4de4-bd93-219a9e065508 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Request body: {'port': {'device_id': '08cea2f8-eaa7-436a-a1fd-b5b50ebd8247', 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6', 'admin_state_up': True, 'tenant_id': '50df9abadb204a52a1f75cd50dbb0a82'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:22.996046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bf003f-5c6e-4768-b981-b74947a7c476 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:12:23.004342 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-59bf003f-5c6e-4768-b981-b74947a7c476 admin admin] 10.222.0.72 "PUT /v2.0/routers/02ecd26e-aa2c-468c-9a1b-f340a9c4374b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6640453 Nov 18 17:12:23.004903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39264) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:23.014206 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6535b9eb-dae5-4e03-b961-8e476d575b6f None None] Sync routers for ids ['02ecd26e-aa2c-468c-9a1b-f340a9c4374b'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:12:23.036616 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6535b9eb-dae5-4e03-b961-8e476d575b6f None None] Routers {'02ecd26e-aa2c-468c-9a1b-f340a9c4374b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:12:23.037845 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6535b9eb-dae5-4e03-b961-8e476d575b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:12:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['02ecd26e-aa2c-468c-9a1b-f340a9c4374b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:23.107896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5d6f5302-18a3-4a03-97f8-c90eada8f83a None None] Port 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:12:23.219176 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] Router 6bb39541-fc25-4297-85a0-b468055a9593 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:12:23.248561 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b5fd323-acbd-476d-aee3-0f20561f7b6d admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:23.325853 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-6535b9eb-dae5-4e03-b961-8e476d575b6f None None] Set router 02ecd26e-aa2c-468c-9a1b-f340a9c4374b gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:12:23.332234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 87c0e36d-8382-4f20-8765-fba3df987c95 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:23.418469 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 87c0e36d-8382-4f20-8765-fba3df987c95 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:23.420332 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:23.426013 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b5fd323-acbd-476d-aee3-0f20561f7b6d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:23.464176 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:12:23.481697 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-df7949b5-d98a-44dd-aa93-bc24d931f2b9 admin admin] 10.222.0.72 "PUT /v2.0/routers/6bb39541-fc25-4297-85a0-b468055a9593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1480238 Nov 18 17:12:23.497160 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Sync routers for ids ['6bb39541-fc25-4297-85a0-b468055a9593'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:12:23.498659 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ace37b-1932-4874-bd69-273a75151ad1 req-59760077-bc23-4005-a279-146be39e8115 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:23.500233 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65ace37b-1932-4874-bd69-273a75151ad1 req-59760077-bc23-4005-a279-146be39e8115 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=71cd3dd9-5093-49c8-b4c0-9d8b391e648b HTTP/1.1" status: 200 len: 950 time: 0.4209018 Nov 18 17:12:23.552335 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-3334be9c-e399-4de4-bd93-219a9e065508 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Made reservation on behalf of 50df9abadb204a52a1f75cd50dbb0a82 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:23.564207 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-3334be9c-e399-4de4-bd93-219a9e065508 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:23.569972 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Routers {'6bb39541-fc25-4297-85a0-b468055a9593'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:12:23.570666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:12:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['6bb39541-fc25-4297-85a0-b468055a9593'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:23.608219 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2b5fd323-acbd-476d-aee3-0f20561f7b6d admin admin] Deleting port 5d79804c-5280-4ee7-824d-ecf0dff38440 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:12:23.608571 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b5fd323-acbd-476d-aee3-0f20561f7b6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:23.704280 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6535b9eb-dae5-4e03-b961-8e476d575b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'name': 'tempest-ServersTestMultiNic-801559991-router', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '5d79804c-5280-4ee7-824d-ecf0dff38440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:10:16Z', 'updated_at': '2021-11-18T17:12:21Z', 'revision_number': 5, 'project_id': '44e822c0713b49b8a83e7a0e08353a2f', 'gw_port': {'id': '5d79804c-5280-4ee7-824d-ecf0dff38440', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:10:17Z', 'updated_at': '2021-11-18T17:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:23.727742 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Set router 6bb39541-fc25-4297-85a0-b468055a9593 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:12:23.732142 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65ace37b-1932-4874-bd69-273a75151ad1 req-2aa99eef-1b93-4476-91a6-ddcf14515e42 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011180 Nov 18 17:12:23.738756 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6535b9eb-dae5-4e03-b961-8e476d575b6f None None] Checking router: 02ecd26e-aa2c-468c-9a1b-f340a9c4374b for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:12:23.750246 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6535b9eb-dae5-4e03-b961-8e476d575b6f None None] Routers {'02ecd26e-aa2c-468c-9a1b-f340a9c4374b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:12:23.751061 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6535b9eb-dae5-4e03-b961-8e476d575b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:12:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['02ecd26e-aa2c-468c-9a1b-f340a9c4374b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:23.807093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-2b5fd323-acbd-476d-aee3-0f20561f7b6d admin admin] For port 5d79804c-5280-4ee7-824d-ecf0dff38440, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5d79804c-5280-4ee7-824d-ecf0dff38440,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:23.810032 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b5fd323-acbd-476d-aee3-0f20561f7b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:23.814832 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf81767-ff7e-4b3b-95b2-abfd776384ad req-94eb9aee-fe9f-42dc-8fd1-bffde0062c93 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:23.816624 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0bf81767-ff7e-4b3b-95b2-abfd776384ad req-94eb9aee-fe9f-42dc-8fd1-bffde0062c93 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 949 time: 0.2210529 Nov 18 17:12:23.834942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2b5fd323-acbd-476d-aee3-0f20561f7b6d admin admin] Calling delete_port for 5d79804c-5280-4ee7-824d-ecf0dff38440 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:12:23.903365 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-6535b9eb-dae5-4e03-b961-8e476d575b6f None None] Set router 02ecd26e-aa2c-468c-9a1b-f340a9c4374b gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:12:23.977018 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6535b9eb-dae5-4e03-b961-8e476d575b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'name': 'tempest-ServersTestMultiNic-801559991-router', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:10:16Z', 'updated_at': '2021-11-18T17:12:23Z', 'revision_number': 6, 'project_id': '44e822c0713b49b8a83e7a0e08353a2f', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:23.991686 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457373ae-a13b-4ff8-abe1-7bc3751fe27d req-8a0621b5-cd1b-4de9-9794-9f0ad21bca50 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:23.993385 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-457373ae-a13b-4ff8-abe1-7bc3751fe27d req-8a0621b5-cd1b-4de9-9794-9f0ad21bca50 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.81 "GET /v2.0/ports?device_id=9be70466-bd4b-43e9-93d4-ae85f39225f3 HTTP/1.1" status: 200 len: 945 time: 0.2247984 Nov 18 17:12:23.995510 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47129a9c-a63a-4032-9e9d-a33c4c5f3dcb req-c9ffd338-5169-4f69-ac0f-2bd716712292 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 210 time: 0.1693749 Nov 18 17:12:24.008414 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6535b9eb-dae5-4e03-b961-8e476d575b6f None None] The sync data for ids ['02ecd26e-aa2c-468c-9a1b-f340a9c4374b'] in n-d-813419-11 is: [{'id': '02ecd26e-aa2c-468c-9a1b-f340a9c4374b', 'name': 'tempest-ServersTestMultiNic-801559991-router', 'tenant_id': '44e822c0713b49b8a83e7a0e08353a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:10:16Z', 'updated_at': '2021-11-18T17:12:23Z', 'revision_number': 6, 'project_id': '44e822c0713b49b8a83e7a0e08353a2f', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:12:24.038116 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb39541-fc25-4297-85a0-b468055a9593', 'name': 'tempest-FloatingIPsNegativeTestJSON-932378520-router', 'tenant_id': '3d69129580734d58bbc3b9eeafff21c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '87c0e36d-8382-4f20-8765-fba3df987c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:07Z', 'updated_at': '2021-11-18T17:12:21Z', 'revision_number': 4, 'project_id': '3d69129580734d58bbc3b9eeafff21c6', 'gw_port': {'id': '87c0e36d-8382-4f20-8765-fba3df987c95', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb39541-fc25-4297-85a0-b468055a9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:10Z', 'updated_at': '2021-11-18T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '0e92ae1e-ac68-4a8e-acbf-b4765dacbadf', 'name': '', 'network_id': '5727978d-7ee2-4972-b4a9-5b7cdee8b564', 'tenant_id': '3d69129580734d58bbc3b9eeafff21c6', 'mac_address': 'fa:16:3e:29:2e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb39541-fc25-4297-85a0-b468055a9593', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '1dd4bedb-01ac-42c8-b37f-b9d9fa3f616a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:19Z', 'updated_at': '2021-11-18T17:12:21Z', 'revision_number': 2, 'project_id': '3d69129580734d58bbc3b9eeafff21c6', 'subnets': [{'id': '1dd4bedb-01ac-42c8-b37f-b9d9fa3f616a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:24.103508 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-3334be9c-e399-4de4-bd93-219a9e065508 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Allocated IP 172.20.0.13 (2c80b09d-0b1c-4934-855f-ad1012986cf6/0a9bfb05-84d8-4d4a-b4a2-917d37cc6068/bb1d8da6-fd19-4c4f-b85a-34148e813afb) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:12:24.112727 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0bf81767-ff7e-4b3b-95b2-abfd776384ad req-74cf5d7a-14a1-4ef7-8259-35b032319e98 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887418 Nov 18 17:12:24.179173 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b5fd323-acbd-476d-aee3-0f20561f7b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:24.244943 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Checking router: 6bb39541-fc25-4297-85a0-b468055a9593 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:12:24.245378 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Updating router 6bb39541-fc25-4297-85a0-b468055a9593 port 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:12:24.257526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fd323-acbd-476d-aee3-0f20561f7b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d79804c-5280-4ee7-824d-ecf0dff38440,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:24.270768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-457373ae-a13b-4ff8-abe1-7bc3751fe27d req-1854d6bf-ac2b-42e5-9626-1916919782d0 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Deleting port c16d50de-5949-46c2-9b64-db507c7209b6 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:12:24.271185 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-457373ae-a13b-4ff8-abe1-7bc3751fe27d req-1854d6bf-ac2b-42e5-9626-1916919782d0 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:24.289950 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:24.354747 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b5fd323-acbd-476d-aee3-0f20561f7b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:24.391222 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1b86f560-816b-40e3-b81f-4e811ba3d8d6 req-989bc499-aa98-4db2-b39e-f5955444b80c tempest-FloatingIPsNegativeTestJSON-1231765499 tempest-FloatingIPsNegativeTestJSON-1231765499-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=3d69129580734d58bbc3b9eeafff21c6 HTTP/1.1" status: 200 len: 217 time: 0.1127431 Nov 18 17:12:24.525234 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b5fd323-acbd-476d-aee3-0f20561f7b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:24.527558 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b5fd323-acbd-476d-aee3-0f20561f7b6d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:24.548832 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-3334be9c-e399-4de4-bd93-219a9e065508 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:24.558369 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-457373ae-a13b-4ff8-abe1-7bc3751fe27d req-1854d6bf-ac2b-42e5-9626-1916919782d0 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] For port c16d50de-5949-46c2-9b64-db507c7209b6, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c16d50de-5949-46c2-9b64-db507c7209b6,segment=NetworkSegment(a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9),segment_id=a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:24.558779 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-457373ae-a13b-4ff8-abe1-7bc3751fe27d req-1854d6bf-ac2b-42e5-9626-1916919782d0 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:24.584557 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-457373ae-a13b-4ff8-abe1-7bc3751fe27d req-1854d6bf-ac2b-42e5-9626-1916919782d0 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Calling delete_port for c16d50de-5949-46c2-9b64-db507c7209b6 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:12:24.623986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a33a0-3210-4b5b-99ca-d7719feb7b97 req-26ff8349-0490-490d-ae37-4cd4b32054e8 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:24.625443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-048a33a0-3210-4b5b-99ca-d7719feb7b97 req-26ff8349-0490-490d-ae37-4cd4b32054e8 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=9be70466-bd4b-43e9-93d4-ae85f39225f3 HTTP/1.1" status: 200 len: 945 time: 0.1524630 Nov 18 17:12:24.713599 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b5fd323-acbd-476d-aee3-0f20561f7b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:24.714268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5fd323-acbd-476d-aee3-0f20561f7b6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02ecd26e-aa2c-468c-9a1b-f340a9c4374b {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:12:24.725399 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b5fd323-acbd-476d-aee3-0f20561f7b6d admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:24.725399 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2b5fd323-acbd-476d-aee3-0f20561f7b6d admin admin] 10.222.0.72 "DELETE /v2.0/routers/02ecd26e-aa2c-468c-9a1b-f340a9c4374b HTTP/1.1" status: 204 len: 168 time: 1.7140276 Nov 18 17:12:24.725399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39328) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:24.740538 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:24.749902 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-291b7e5e-0ffd-4380-8038-36fb238e474c req-93b56bb0-dfe6-4602-9984-6da810e05544 tempest-FloatingIPsNegativeTestJSON-1231765499 tempest-FloatingIPsNegativeTestJSON-1231765499-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0490975 Nov 18 17:12:24.763532 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-048a33a0-3210-4b5b-99ca-d7719feb7b97 req-9df159a5-987d-4c73-b3f2-f0a40ba04db1 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988922 Nov 18 17:12:24.764836 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-3334be9c-e399-4de4-bd93-219a9e065508 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:24.786025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef604dde-28b6-45e5-b208-c8a132a7eba1 admin admin] Deleting subnet f60c49c1-3497-4016-ba03-6d5ebba344ea {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:12:24.798564 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef604dde-28b6-45e5-b208-c8a132a7eba1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:24.854051 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef604dde-28b6-45e5-b208-c8a132a7eba1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:24.856920 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:24.879115 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-99ae8c90-f733-42c2-ba2a-bd62b6176c70 req-c4f97cf0-dbe6-4882-aab7-08b4743d368a tempest-FloatingIPsNegativeTestJSON-1231765499 tempest-FloatingIPsNegativeTestJSON-1231765499-project] show failed (client error): The resource could not be found. Nov 18 17:12:24.880353 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99ae8c90-f733-42c2-ba2a-bd62b6176c70 req-c4f97cf0-dbe6-4882-aab7-08b4743d368a tempest-FloatingIPsNegativeTestJSON-1231765499 tempest-FloatingIPsNegativeTestJSON-1231765499-project] 10.222.0.72 "GET /v2.0/floatingips/accbc6df-93b4-4817-ad0d-18b5cf381146 HTTP/1.1" status: 404 len: 350 time: 0.0730212 Nov 18 17:12:24.903291 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39344) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:24.915746 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-3334be9c-e399-4de4-bd93-219a9e065508 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Network 2c80b09d-0b1c-4934-855f-ad1012986cf6 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:12:24.932953 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-3334be9c-e399-4de4-bd93-219a9e065508 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:24.939192 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-3334be9c-e399-4de4-bd93-219a9e065508 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:12:24.942711 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334be9c-e399-4de4-bd93-219a9e065508 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Pushing event updated for resources: {'Port': ['ID=bb1d8da6-fd19-4c4f-b85a-34148e813afb,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:24.962548 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047c9f0-2207-418d-b2f3-fffbe1b3dd70 None None] Pushing event updated for resources: {'Port': ['ID=0e92ae1e-ac68-4a8e-acbf-b4765dacbadf,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:25.018955 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-3334be9c-e399-4de4-bd93-219a9e065508 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:25.021221 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-3334be9c-e399-4de4-bd93-219a9e065508 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:25.092173 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Attempting to bind port 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:25.092173 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Attempting to bind port 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7eacd2a1-54ee-45c0-8b82-4c3393f0736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '5727978d-7ee2-4972-b4a9-5b7cdee8b564'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:25.092173 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Attempting to bind port 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf on network 5727978d-7ee2-4972-b4a9-5b7cdee8b564 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:25.122198 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef604dde-28b6-45e5-b208-c8a132a7eba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:25.127528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:25.131447 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Checking segment: {'id': '7eacd2a1-54ee-45c0-8b82-4c3393f0736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '5727978d-7ee2-4972-b4a9-5b7cdee8b564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:25.138515 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:25.138853 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Bound using segment: {'id': '7eacd2a1-54ee-45c0-8b82-4c3393f0736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '5727978d-7ee2-4972-b4a9-5b7cdee8b564'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:25.141636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Bound port: 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eacd2a1-54ee-45c0-8b82-4c3393f0736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '5727978d-7ee2-4972-b4a9-5b7cdee8b564'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:25.142059 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:25.182486 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-457373ae-a13b-4ff8-abe1-7bc3751fe27d req-1854d6bf-ac2b-42e5-9626-1916919782d0 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:25.197779 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-3334be9c-e399-4de4-bd93-219a9e065508 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2224646 Nov 18 17:12:25.223343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Request body: {'port': {'device_id': '08cea2f8-eaa7-436a-a1fd-b5b50ebd8247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:25.247421 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:12:25.338228 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['7a7d2daa-61c0-4375-a86f-73c9e777264f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:12:25.347553 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:25.351660 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854d6bf-ac2b-42e5-9626-1916919782d0 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Pushing event deleted for resources: {'Port': ['ID=c16d50de-5949-46c2-9b64-db507c7209b6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:25.376937 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5d79804c-5280-4ee7-824d-ecf0dff38440 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:12:25.404204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8817b5-1eb0-44a0-b20a-ade303e7a5c9 req-45e3f810-2e4c-4a94-8698-ae1426cfeef5 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:25.413151 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db8817b5-1eb0-44a0-b20a-ade303e7a5c9 req-45e3f810-2e4c-4a94-8698-ae1426cfeef5 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 932 time: 0.3094370 Nov 18 17:12:25.479836 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 5d79804c-5280-4ee7-824d-ecf0dff38440 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:12:25.480531 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5d79804c-5280-4ee7-824d-ecf0dff38440 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:12:25.481229 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9474929d-0a4d-4ab0-a91b-b898e9566310 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:12:25.554676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 9474929d-0a4d-4ab0-a91b-b898e9566310 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:12:25.555366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9474929d-0a4d-4ab0-a91b-b898e9566310 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:12:25.561454 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-457373ae-a13b-4ff8-abe1-7bc3751fe27d req-1854d6bf-ac2b-42e5-9626-1916919782d0 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] No DVR routers for this DVR port c16d50de-5949-46c2-9b64-db507c7209b6 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:12:25.568154 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-457373ae-a13b-4ff8-abe1-7bc3751fe27d req-1854d6bf-ac2b-42e5-9626-1916919782d0 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:25.572830 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-457373ae-a13b-4ff8-abe1-7bc3751fe27d req-1854d6bf-ac2b-42e5-9626-1916919782d0 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.81 "DELETE /v2.0/ports/c16d50de-5949-46c2-9b64-db507c7209b6 HTTP/1.1" status: 204 len: 173 time: 1.5676689 Nov 18 17:12:25.582761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] For port 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:25.586358 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be70466-bd4b-43e9-93d4-ae85f39225f3', 'name': 'network-vif-deleted', 'tag': 'c16d50de-5949-46c2-9b64-db507c7209b6'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:25.589201 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b91e5cd-0bdc-413e-991b-b82f7816b509" -d '{"events": [{"server_uuid": "9be70466-bd4b-43e9-93d4-ae85f39225f3", "name": "network-vif-deleted", "tag": "c16d50de-5949-46c2-9b64-db507c7209b6"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:25.590916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] For port 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=0e92ae1e-ac68-4a8e-acbf-b4765dacbadf,segment=NetworkSegment(7eacd2a1-54ee-45c0-8b82-4c3393f0736e),segment_id=7eacd2a1-54ee-45c0-8b82-4c3393f0736e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:25.597794 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8fd7b6a1-c146-46f5-8027-f8ff57d3d325 None None] Provisioning complete for port 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:25.598244 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8fd7b6a1-c146-46f5-8027-f8ff57d3d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:25.602286 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:25.660838 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef604dde-28b6-45e5-b208-c8a132a7eba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:25.664979 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db8817b5-1eb0-44a0-b20a-ade303e7a5c9 req-d491ca3c-746a-4d5d-9a52-6323544d21fc tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439842 Nov 18 17:12:25.696480 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef604dde-28b6-45e5-b208-c8a132a7eba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f60c49c1-3497-4016-ba03-6d5ebba344ea,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:25.696701 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:25.700848 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef604dde-28b6-45e5-b208-c8a132a7eba1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:25.705738 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ef604dde-28b6-45e5-b208-c8a132a7eba1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f60c49c1-3497-4016-ba03-6d5ebba344ea HTTP/1.1" status: 204 len: 168 time: 0.9807134 Nov 18 17:12:25.707709 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39388) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:25.714061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8fd7b6a1-c146-46f5-8027-f8ff57d3d325 None None] Port 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:12:25.725354 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cf56f-3cfc-4883-b35d-216056192a6a req-e2620ac1-67f2-4148-b0ba-9632e4eb7453 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:25.734792 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-292cf56f-3cfc-4883-b35d-216056192a6a req-e2620ac1-67f2-4148-b0ba-9632e4eb7453 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 949 time: 0.3028681 Nov 18 17:12:25.746771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f0d2bb-c4a4-4583-b588-4c3071e0085a None None] Network 4f4796a7-8973-4978-b5e1-5282e232bf45 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:12:25.832269 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:12:25.851063 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:25.996089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:26.001427 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:26.029714 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Routers {'6bb39541-fc25-4297-85a0-b468055a9593'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:12:26.041904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:12:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['6bb39541-fc25-4297-85a0-b468055a9593'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:26.070414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] Deleting port 7c444526-6164-4898-9489-6f883dbd494f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:12:26.070414 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:26.074443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39404) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:26.095059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047c9f0-2207-418d-b2f3-fffbe1b3dd70 None None] Pushing event updated for resources: {'Port': ['ID=0e92ae1e-ac68-4a8e-acbf-b4765dacbadf,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:26.156448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c16d50de-5949-46c2-9b64-db507c7209b6 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:12:26.200432 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] For port 7c444526-6164-4898-9489-6f883dbd494f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7c444526-6164-4898-9489-6f883dbd494f,segment=NetworkSegment(7731e68e-3093-4bdb-adb6-2374a8b35b53),segment_id=7731e68e-3093-4bdb-adb6-2374a8b35b53)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:26.200799 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:26.217954 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] Calling delete_port for 7c444526-6164-4898-9489-6f883dbd494f owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:12:26.223013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: c16d50de-5949-46c2-9b64-db507c7209b6 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:12:26.223369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c16d50de-5949-46c2-9b64-db507c7209b6 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:12:26.272823 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb1d8da6-fd19-4c4f-b85a-34148e813afb {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:12:26.285852 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:26.302230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Transition to ACTIVE for port object bb1d8da6-fd19-4c4f-b85a-34148e813afb will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:12:26.305152 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f117cd-9cfc-458a-b129-5a1449cf4611 x-openstack-request-id: req-93f117cd-9cfc-458a-b129-5a1449cf4611 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:26.305578 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be70466-bd4b-43e9-93d4-ae85f39225f3", "name": "network-vif-deleted", "tag": "c16d50de-5949-46c2-9b64-db507c7209b6", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:26.306034 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-93f117cd-9cfc-458a-b129-5a1449cf4611 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:26.306572 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be70466-bd4b-43e9-93d4-ae85f39225f3', 'name': 'network-vif-deleted', 'tag': 'c16d50de-5949-46c2-9b64-db507c7209b6', 'status': 'completed', 'code': 200} Nov 18 17:12:26.337175 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cf8bf275-435d-4968-96a0-530e0e112a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:26.349478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d4d59d14-62ee-45ae-8f78-eed142b34b97 req-8c14a9cf-8230-4b4c-80c8-47b757a44048 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=9be70466-bd4b-43e9-93d4-ae85f39225f3 HTTP/1.1" status: 200 len: 210 time: 0.0416830 Nov 18 17:12:26.353289 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-dc0f8cc6-40a1-4b53-8c07-0e29b4458a48 None None] Provisioning complete for port 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:26.353670 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8cc6-40a1-4b53-8c07-0e29b4458a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:26.377536 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:26.423449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] Set router 6bb39541-fc25-4297-85a0-b468055a9593 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:12:26.425772 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbe46-627a-43d3-9e4d-c1fe8ec55a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:26.492057 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:26.503554 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-292cf56f-3cfc-4883-b35d-216056192a6a req-4e56d218-e140-4003-b76d-16e978a0eacc tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7674224 Nov 18 17:12:26.565070 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:26.572724 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0b665a-951f-4ee4-99a7-7a0b059ba3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:26.575022 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8deb94d8-0059-4812-8363-167c2b03a918" -d '{"events": [{"server_uuid": "6f0b665a-951f-4ee4-99a7-7a0b059ba3a8", "name": "network-vif-plugged", "status": "completed", "tag": "84b1ffda-c5de-42a5-a45c-32dcb52c2d4f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:26.576653 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Pushing event updated for resources: {'Port': ['ID=bb1d8da6-fd19-4c4f-b85a-34148e813afb,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:26.584786 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cf8bf275-435d-4968-96a0-530e0e112a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:26.604775 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c444526-6164-4898-9489-6f883dbd494f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:26.617024 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:26.617685 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] No DVR routers for this DVR port 7c444526-6164-4898-9489-6f883dbd494f on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:12:26.692430 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77edcb5-498b-40e3-93ce-e70666c646a2 x-openstack-request-id: req-b77edcb5-498b-40e3-93ce-e70666c646a2 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:26.695508 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0b665a-951f-4ee4-99a7-7a0b059ba3a8", "name": "network-vif-plugged", "status": "completed", "tag": "84b1ffda-c5de-42a5-a45c-32dcb52c2d4f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:26.695508 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b77edcb5-498b-40e3-93ce-e70666c646a2 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:26.695882 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cf8bf275-435d-4968-96a0-530e0e112a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:26.696462 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0b665a-951f-4ee4-99a7-7a0b059ba3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f', 'code': 200} Nov 18 17:12:26.713651 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8cc6-40a1-4b53-8c07-0e29b4458a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:26.775894 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:26.776804 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:26.796266 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:26.840928 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Attempting to bind port bb1d8da6-fd19-4c4f-b85a-34148e813afb on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:26.841319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Attempting to bind port bb1d8da6-fd19-4c4f-b85a-34148e813afb by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:26.848870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Attempting to bind port bb1d8da6-fd19-4c4f-b85a-34148e813afb on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:26.854072 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Port bb1d8da6-fd19-4c4f-b85a-34148e813afb on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:12:26.858288 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Attempting to bind port bb1d8da6-fd19-4c4f-b85a-34148e813afb on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:26.861708 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:26.862124 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Checking segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:26.862517 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Bound using segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:26.862981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Bound port: bb1d8da6-fd19-4c4f-b85a-34148e813afb, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:26.863316 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:26.951282 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39450) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:26.952557 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cf8bf275-435d-4968-96a0-530e0e112a0c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=70a21997bb2043ceb59fdbeffd03347a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8767736 Nov 18 17:12:26.962840 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4796a7-8973-4978-b5e1-5282e232bf45']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:26.975371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7731e68e-3093-4bdb-adb6-2374a8b35b53') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:26.975759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7731e68e-3093-4bdb-adb6-2374a8b35b53') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:26.994222 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:27.011546 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:27.022062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:12:27.022511 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:27.038780 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e91e590-c721-4905-914c-bab570acd52f None None] DHCP port deletion for 4f4796a7-8973-4978-b5e1-5282e232bf45 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:12:27.045080 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-dc0f8cc6-40a1-4b53-8c07-0e29b4458a48 None None] For port 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=0e92ae1e-ac68-4a8e-acbf-b4765dacbadf,segment=NetworkSegment(7eacd2a1-54ee-45c0-8b82-4c3393f0736e),segment_id=7eacd2a1-54ee-45c0-8b82-4c3393f0736e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:12:27.048286 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:12:27.051897 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bf275-435d-4968-96a0-530e0e112a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c27c164-dc01-461d-956a-169cdbf41ca1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:27.058678 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ba9b7-16fa-4bbb-ae84-c6593e7eee90 req-ac74f7ac-51f4-4d9c-9921-51e775f00f00 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:27.065184 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea9ba9b7-16fa-4bbb-ae84-c6593e7eee90 req-ac74f7ac-51f4-4d9c-9921-51e775f00f00 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 944 time: 0.1661141 Nov 18 17:12:27.082278 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] For port bb1d8da6-fd19-4c4f-b85a-34148e813afb, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:27.085166 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:27.108417 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fe080e58-7788-4ec1-adb3-b857dcb7acb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:27.115908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb39541-fc25-4297-85a0-b468055a9593', 'name': 'tempest-FloatingIPsNegativeTestJSON-932378520-router', 'tenant_id': '3d69129580734d58bbc3b9eeafff21c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '87c0e36d-8382-4f20-8765-fba3df987c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:07Z', 'updated_at': '2021-11-18T17:12:21Z', 'revision_number': 4, 'project_id': '3d69129580734d58bbc3b9eeafff21c6', 'gw_port': {'id': '87c0e36d-8382-4f20-8765-fba3df987c95', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb39541-fc25-4297-85a0-b468055a9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:10Z', 'updated_at': '2021-11-18T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '0e92ae1e-ac68-4a8e-acbf-b4765dacbadf', 'name': '', 'network_id': '5727978d-7ee2-4972-b4a9-5b7cdee8b564', 'tenant_id': '3d69129580734d58bbc3b9eeafff21c6', 'mac_address': 'fa:16:3e:29:2e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb39541-fc25-4297-85a0-b468055a9593', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '1dd4bedb-01ac-42c8-b37f-b9d9fa3f616a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:19Z', 'updated_at': '2021-11-18T17:12:25Z', 'revision_number': 4, 'project_id': '3d69129580734d58bbc3b9eeafff21c6', 'subnets': [{'id': '1dd4bedb-01ac-42c8-b37f-b9d9fa3f616a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:27.146924 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3765d-7abe-42fa-874b-9e7f65787b3b None None] The sync data for ids ['6bb39541-fc25-4297-85a0-b468055a9593'] in n-d-813419-11 is: [{'id': '6bb39541-fc25-4297-85a0-b468055a9593', 'name': 'tempest-FloatingIPsNegativeTestJSON-932378520-router', 'tenant_id': '3d69129580734d58bbc3b9eeafff21c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '87c0e36d-8382-4f20-8765-fba3df987c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:07Z', 'updated_at': '2021-11-18T17:12:21Z', 'revision_number': 4, 'project_id': '3d69129580734d58bbc3b9eeafff21c6', 'gw_port': {'id': '87c0e36d-8382-4f20-8765-fba3df987c95', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb39541-fc25-4297-85a0-b468055a9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:10Z', 'updated_at': '2021-11-18T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '0e92ae1e-ac68-4a8e-acbf-b4765dacbadf', 'name': '', 'network_id': '5727978d-7ee2-4972-b4a9-5b7cdee8b564', 'tenant_id': '3d69129580734d58bbc3b9eeafff21c6', 'mac_address': 'fa:16:3e:29:2e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb39541-fc25-4297-85a0-b468055a9593', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '1dd4bedb-01ac-42c8-b37f-b9d9fa3f616a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:19Z', 'updated_at': '2021-11-18T17:12:25Z', 'revision_number': 4, 'project_id': '3d69129580734d58bbc3b9eeafff21c6', 'subnets': [{'id': '1dd4bedb-01ac-42c8-b37f-b9d9fa3f616a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:12:27.153572 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8cc6-40a1-4b53-8c07-0e29b4458a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:27.163665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:12:27.175693 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea9ba9b7-16fa-4bbb-ae84-c6593e7eee90 req-53df5fd1-9162-4305-a75c-31016d3b6870 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093822 Nov 18 17:12:27.198411 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fe080e58-7788-4ec1-adb3-b857dcb7acb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:27.223900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713ab67-af77-4833-bed4-deb21786a4b2 req-4380c8ac-5303-414d-b6e0-09a5ac801d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:27.225688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:27.225949 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1713ab67-af77-4833-bed4-deb21786a4b2 req-4380c8ac-5303-414d-b6e0-09a5ac801d38 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 1101 time: 0.4177639 Nov 18 17:12:27.226105 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:27.300359 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7c444526-6164-4898-9489-6f883dbd494f no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:12:27.349117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 7c444526-6164-4898-9489-6f883dbd494f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:12:27.350195 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7c444526-6164-4898-9489-6f883dbd494f not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:12:27.355670 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f8cc6-40a1-4b53-8c07-0e29b4458a48 None None] Pushing event updated for resources: {'Port': ['ID=0e92ae1e-ac68-4a8e-acbf-b4765dacbadf,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:27.357859 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:27.375875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] For port bb1d8da6-fd19-4c4f-b85a-34148e813afb, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=bb1d8da6-fd19-4c4f-b85a-34148e813afb,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:27.397917 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fe080e58-7788-4ec1-adb3-b857dcb7acb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:27.398289 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fe080e58-7788-4ec1-adb3-b857dcb7acb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:27.401932 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fe080e58-7788-4ec1-adb3-b857dcb7acb2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1c27c164-dc01-461d-956a-169cdbf41ca1 HTTP/1.1" status: 204 len: 168 time: 0.4471009 Nov 18 17:12:27.410597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:27.415895 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4f4796a7-8973-4978-b5e1-5282e232bf45 HTTP/1.1" status: 204 len: 168 time: 1.7069552 Nov 18 17:12:27.427013 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe080e58-7788-4ec1-adb3-b857dcb7acb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c27c164-dc01-461d-956a-169cdbf41ca1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:27.447022 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1713ab67-af77-4833-bed4-deb21786a4b2 req-17584409-9be2-4f86-bfc8-e21a5976db57 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098544 Nov 18 17:12:27.449532 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca69c93-fbca-4bd0-bcdf-a4a8965c03e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f4796a7-8973-4978-b5e1-5282e232bf45,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:27.507449 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:27.528469 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:27.557377 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0c1fbe46-627a-43d3-9e4d-c1fe8ec55a9f admin admin] Deleting port 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:12:27.557377 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbe46-627a-43d3-9e4d-c1fe8ec55a9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:27.579157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:27.581055 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:27.585844 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] 10.222.0.81 "PUT /v2.0/ports/bb1d8da6-fd19-4c4f-b85a-34148e813afb HTTP/1.1" status: 200 len: 1093 time: 2.3688846 Nov 18 17:12:27.598925 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:27.627812 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7019223-13eb-4c61-9f53-e873857758ea service neutron] Pushing event updated for resources: {'Port': ['ID=bb1d8da6-fd19-4c4f-b85a-34148e813afb,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:27.716603 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:27.726100 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a08c5-7a84-4fce-abe5-b63e34574e1d req-2f7eadd6-1742-44bb-99cb-83298e459977 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:27.729860 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e2a08c5-7a84-4fce-abe5-b63e34574e1d req-2f7eadd6-1742-44bb-99cb-83298e459977 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 949 time: 0.0765073 Nov 18 17:12:27.746720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-0c1fbe46-627a-43d3-9e4d-c1fe8ec55a9f admin admin] For port 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=0e92ae1e-ac68-4a8e-acbf-b4765dacbadf,segment=NetworkSegment(7eacd2a1-54ee-45c0-8b82-4c3393f0736e),segment_id=7eacd2a1-54ee-45c0-8b82-4c3393f0736e)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:27.747225 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbe46-627a-43d3-9e4d-c1fe8ec55a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:27.759416 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:12:27.766003 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0c1fbe46-627a-43d3-9e4d-c1fe8ec55a9f admin admin] Calling delete_port for 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:12:27.915648 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:27.933970 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e2a08c5-7a84-4fce-abe5-b63e34574e1d req-26d2d8c1-7660-43fc-a5bb-8cb4ba012a24 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954422 Nov 18 17:12:27.945300 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-4610c384-701f-4a84-bd70-198481e5fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:27.954680 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-4610c384-701f-4a84-bd70-198481e5fefe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 1096 time: 0.1816175 Nov 18 17:12:28.019431 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39528) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:28.057734 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-fb2d857f-1c4e-46b8-b08c-3083d79aa33f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb1d8da6-fd19-4c4f-b85a-34148e813afb HTTP/1.1" status: 200 len: 217 time: 0.0956051 Nov 18 17:12:28.104990 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:28.136440 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-83536874-0b03-40c9-a2c2-1e3cd01154b3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=44e822c0713b49b8a83e7a0e08353a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1153755 Nov 18 17:12:28.138430 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39532) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:28.153570 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-0afedac6-a7ef-4ce5-9a6f-fbee635783fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:28.158318 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-0afedac6-a7ef-4ce5-9a6f-fbee635783fd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.0937598 Nov 18 17:12:28.175506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:28.233963 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:28.236982 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-1ce64e61-fc31-49cf-aabd-13616a275021 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693529 Nov 18 17:12:28.311923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08cea2f8-eaa7-436a-a1fd-b5b50ebd8247', 'tag': 'bb1d8da6-fd19-4c4f-b85a-34148e813afb'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:28.320682 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2cd600-a9a4-463d-a460-76925f831d65" -d '{"events": [{"name": "network-changed", "server_uuid": "08cea2f8-eaa7-436a-a1fd-b5b50ebd8247", "tag": "bb1d8da6-fd19-4c4f-b85a-34148e813afb"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:28.335350 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae70211d-3f6f-4370-b4ce-b38d5c5c9a31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:28.371260 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,revision_number=11']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:28.391848 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae70211d-3f6f-4370-b4ce-b38d5c5c9a31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:28.465419 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-c59eb31c-e43f-4254-bcdc-a99d2dbc87b3 service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201512 Nov 18 17:12:28.484652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d95ee-e65f-42da-99dd-c577dafb48ed req-7003ec18-3af8-4a1d-a376-8a7efce09853 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:28.484652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e91d95ee-e65f-42da-99dd-c577dafb48ed req-7003ec18-3af8-4a1d-a376-8a7efce09853 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 944 time: 0.1551902 Nov 18 17:12:28.582454 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbe46-627a-43d3-9e4d-c1fe8ec55a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:28.610184 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fbe46-627a-43d3-9e4d-c1fe8ec55a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e92ae1e-ac68-4a8e-acbf-b4765dacbadf,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:28.684137 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae70211d-3f6f-4370-b4ce-b38d5c5c9a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:28.687190 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae70211d-3f6f-4370-b4ce-b38d5c5c9a31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:28.688645 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ae70211d-3f6f-4370-b4ce-b38d5c5c9a31 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b0c27198-2056-4583-8dfb-dc961d7a5d27 HTTP/1.1" status: 204 len: 168 time: 0.5492082 Nov 18 17:12:28.697263 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c18180-a007-4b85-9cee-5531a85e14de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6'}, {'server_uuid': '71cd3dd9-5093-49c8-b4c0-9d8b391e648b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:28.699837 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2bbd88-7458-4f03-acfd-1d2dc7f26c0a" -d '{"events": [{"server_uuid": "15c18180-a007-4b85-9cee-5531a85e14de", "name": "network-vif-plugged", "status": "completed", "tag": "b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6"}, {"server_uuid": "71cd3dd9-5093-49c8-b4c0-9d8b391e648b", "name": "network-vif-unplugged", "status": "completed", "tag": "229f219d-cefe-43fc-9fe4-30db9c2dcdf6"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:28.708769 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70211d-3f6f-4370-b4ce-b38d5c5c9a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c27198-2056-4583-8dfb-dc961d7a5d27,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:28.860012 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39560) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:28.902974 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23ee47b6-1a4d-4fd7-a6a7-a65c41ffc5fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:29.010609 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e91d95ee-e65f-42da-99dd-c577dafb48ed req-3d334e4a-67a2-46a1-ad77-04a20a59a97f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166476 Nov 18 17:12:29.047855 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b70178af-e0bf-419e-bd93-f21a84ff1083 req-3e9554c0-7993-4b60-abb7-c524ef4e4847 service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624495 Nov 18 17:12:29.089354 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c488dda-bde8-4040-bb0b-caad0093aa77 x-openstack-request-id: req-3c488dda-bde8-4040-bb0b-caad0093aa77 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:29.089354 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08cea2f8-eaa7-436a-a1fd-b5b50ebd8247", "tag": "bb1d8da6-fd19-4c4f-b85a-34148e813afb", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:29.089354 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3c488dda-bde8-4040-bb0b-caad0093aa77 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:29.089354 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08cea2f8-eaa7-436a-a1fd-b5b50ebd8247', 'tag': 'bb1d8da6-fd19-4c4f-b85a-34148e813afb', 'status': 'completed', 'code': 200} Nov 18 17:12:29.113173 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbe46-627a-43d3-9e4d-c1fe8ec55a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:29.279516 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23ee47b6-1a4d-4fd7-a6a7-a65c41ffc5fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:29.288540 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cd600-a9a4-463d-a460-76925f831d65 req-f145d585-f041-46d4-bf72-6b94f2b9b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:29.288540 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa2cd600-a9a4-463d-a460-76925f831d65 req-f145d585-f041-46d4-bf72-6b94f2b9b7e2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 1096 time: 0.0886586 Nov 18 17:12:29.303205 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89dcf52-5a24-40db-94d2-457a776a82f2 x-openstack-request-id: req-f89dcf52-5a24-40db-94d2-457a776a82f2 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:29.303710 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c18180-a007-4b85-9cee-5531a85e14de", "name": "network-vif-plugged", "status": "completed", "tag": "b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6", "code": 200}, {"server_uuid": "71cd3dd9-5093-49c8-b4c0-9d8b391e648b", "name": "network-vif-unplugged", "status": "completed", "tag": "229f219d-cefe-43fc-9fe4-30db9c2dcdf6", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:29.303867 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f89dcf52-5a24-40db-94d2-457a776a82f2 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:29.304195 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c18180-a007-4b85-9cee-5531a85e14de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6', 'code': 200} Nov 18 17:12:29.304460 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cd3dd9-5093-49c8-b4c0-9d8b391e648b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6', 'code': 200} Nov 18 17:12:29.432207 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23ee47b6-1a4d-4fd7-a6a7-a65c41ffc5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:29.473864 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cd600-a9a4-463d-a460-76925f831d65 req-7b94e593-4fee-43ad-9b66-072be669edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:29.476026 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa2cd600-a9a4-463d-a460-76925f831d65 req-7b94e593-4fee-43ad-9b66-072be669edfa service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.1812131 Nov 18 17:12:29.484488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8f933-8376-4d02-b3ba-952a048303a5 req-c569658d-dc15-4cd4-810b-68af278f6e00 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:29.486148 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-18e8f933-8376-4d02-b3ba-952a048303a5 req-c569658d-dc15-4cd4-810b-68af278f6e00 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 950 time: 0.1310828 Nov 18 17:12:29.494008 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-23ee47b6-1a4d-4fd7-a6a7-a65c41ffc5fd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dfee3b036bd042059ce6b4a0bd03e4c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6328106 Nov 18 17:12:29.496092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee47b6-1a4d-4fd7-a6a7-a65c41ffc5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e04062-291e-4818-a849-b08e7df3a2e8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:29.500654 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39592) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:29.508313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fa09d-d364-4edc-8e6c-23a64be60857 req-aa74876b-8d9a-485f-9cfe-9e2ce93c8fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:29.509782 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b43fa09d-d364-4edc-8e6c-23a64be60857 req-aa74876b-8d9a-485f-9cfe-9e2ce93c8fa6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 1102 time: 0.1072855 Nov 18 17:12:29.511550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1fbe46-627a-43d3-9e4d-c1fe8ec55a9f admin admin] Router 6bb39541-fc25-4297-85a0-b468055a9593 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:12:29.557359 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa2cd600-a9a4-463d-a460-76925f831d65 req-68557c1d-f746-47cb-bfe7-59304f42b337 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb1d8da6-fd19-4c4f-b85a-34148e813afb HTTP/1.1" status: 200 len: 217 time: 0.0699706 Nov 18 17:12:29.640281 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b43fa09d-d364-4edc-8e6c-23a64be60857 req-ba72d29c-1d0e-41b5-8467-1ab5f9986b21 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102839 Nov 18 17:12:29.645619 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-18e8f933-8376-4d02-b3ba-952a048303a5 req-7151d6bc-78ca-48f7-85e6-944496834b44 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502261 Nov 18 17:12:29.663977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1fbe46-627a-43d3-9e4d-c1fe8ec55a9f admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:12:29.675440 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cd600-a9a4-463d-a460-76925f831d65 req-48c578c9-16fc-4b02-a4db-9f5d27512e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:29.677415 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa2cd600-a9a4-463d-a460-76925f831d65 req-48c578c9-16fc-4b02-a4db-9f5d27512e68 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.1017981 Nov 18 17:12:29.678956 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d4e88b24-f046-4a49-be1d-765027650860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:29.689283 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0c1fbe46-627a-43d3-9e4d-c1fe8ec55a9f admin admin] 10.222.0.72 "PUT /v2.0/routers/6bb39541-fc25-4297-85a0-b468055a9593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7758996 Nov 18 17:12:29.689402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39596) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:29.691771 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb7cc2d-6986-4b76-ab4c-a79577ca7b5f None None] Sync routers for ids ['6bb39541-fc25-4297-85a0-b468055a9593'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:12:29.707816 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb7cc2d-6986-4b76-ab4c-a79577ca7b5f None None] Routers {'6bb39541-fc25-4297-85a0-b468055a9593'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:12:29.712339 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9bb7cc2d-6986-4b76-ab4c-a79577ca7b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:12:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['6bb39541-fc25-4297-85a0-b468055a9593'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:29.735513 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa2cd600-a9a4-463d-a460-76925f831d65 req-280dc081-3e11-4db9-ba2b-44fd83d50775 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449560 Nov 18 17:12:29.741244 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d4e88b24-f046-4a49-be1d-765027650860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:29.864080 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf68-9dca-4773-8727-b9764d4b94c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:29.894436 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa2cd600-a9a4-463d-a460-76925f831d65 req-ad6b83cd-53eb-4df4-9d3b-40f09ccf8a9d service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497111 Nov 18 17:12:29.944955 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d42deab9-13ce-4ead-b43f-bd94af803f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:29.974386 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-9bb7cc2d-6986-4b76-ab4c-a79577ca7b5f None None] Set router 6bb39541-fc25-4297-85a0-b468055a9593 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:12:29.996843 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d4e88b24-f046-4a49-be1d-765027650860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:29.999881 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d4e88b24-f046-4a49-be1d-765027650860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:30.004018 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d4e88b24-f046-4a49-be1d-765027650860 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b7e04062-291e-4818-a849-b08e7df3a2e8 HTTP/1.1" status: 204 len: 168 time: 0.4894438 Nov 18 17:12:30.022220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e88b24-f046-4a49-be1d-765027650860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e04062-291e-4818-a849-b08e7df3a2e8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:30.044878 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa2cd600-a9a4-463d-a460-76925f831d65 req-762046a4-1d9b-4a02-bf6a-2b8b658f3a92 service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374824 Nov 18 17:12:30.137223 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf68-9dca-4773-8727-b9764d4b94c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:30.204861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39628) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:30.225288 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9bb7cc2d-6986-4b76-ab4c-a79577ca7b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb39541-fc25-4297-85a0-b468055a9593', 'name': 'tempest-FloatingIPsNegativeTestJSON-932378520-router', 'tenant_id': '3d69129580734d58bbc3b9eeafff21c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '87c0e36d-8382-4f20-8765-fba3df987c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:07Z', 'updated_at': '2021-11-18T17:12:28Z', 'revision_number': 5, 'project_id': '3d69129580734d58bbc3b9eeafff21c6', 'gw_port': {'id': '87c0e36d-8382-4f20-8765-fba3df987c95', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb39541-fc25-4297-85a0-b468055a9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:10Z', 'updated_at': '2021-11-18T17:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:30.258303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f87b91-7ed7-4c37-8761-3d5f8c5e1d99 req-c18412f8-cc73-4769-9751-cc673f4c00f1 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:30.260180 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52f87b91-7ed7-4c37-8761-3d5f8c5e1d99 req-c18412f8-cc73-4769-9751-cc673f4c00f1 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 944 time: 0.0603688 Nov 18 17:12:30.285250 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb7cc2d-6986-4b76-ab4c-a79577ca7b5f None None] Checking router: 6bb39541-fc25-4297-85a0-b468055a9593 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:12:30.296041 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb7cc2d-6986-4b76-ab4c-a79577ca7b5f None None] Routers {'6bb39541-fc25-4297-85a0-b468055a9593'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:12:30.296665 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9bb7cc2d-6986-4b76-ab4c-a79577ca7b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:12:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['6bb39541-fc25-4297-85a0-b468055a9593'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:30.307603 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-f07bcf68-9dca-4773-8727-b9764d4b94c9 admin admin] Deleting port 87c0e36d-8382-4f20-8765-fba3df987c95 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:12:30.307978 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf68-9dca-4773-8727-b9764d4b94c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:30.352766 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52f87b91-7ed7-4c37-8761-3d5f8c5e1d99 req-58912b68-605d-4296-8b4d-58e263ec7d20 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840459 Nov 18 17:12:30.460605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-f07bcf68-9dca-4773-8727-b9764d4b94c9 admin admin] For port 87c0e36d-8382-4f20-8765-fba3df987c95, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=87c0e36d-8382-4f20-8765-fba3df987c95,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:30.464360 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf68-9dca-4773-8727-b9764d4b94c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:30.484960 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-f07bcf68-9dca-4773-8727-b9764d4b94c9 admin admin] Calling delete_port for 87c0e36d-8382-4f20-8765-fba3df987c95 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:12:30.587314 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-9bb7cc2d-6986-4b76-ab4c-a79577ca7b5f None None] Set router 6bb39541-fc25-4297-85a0-b468055a9593 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:12:30.600874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174fb2d-3953-4ea8-998d-bb7271221730 req-6fb7433a-2703-4b22-acdc-2a5ee6573908 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:30.610255 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174fb2d-3953-4ea8-998d-bb7271221730 req-6fb7433a-2703-4b22-acdc-2a5ee6573908 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:30.618915 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d174fb2d-3953-4ea8-998d-bb7271221730 req-6fb7433a-2703-4b22-acdc-2a5ee6573908 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f&device_id=f3a4d804-6556-4848-a66c-3e09b14c7248 HTTP/1.1" status: 200 len: 1682 time: 0.0888040 Nov 18 17:12:30.655715 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9bb7cc2d-6986-4b76-ab4c-a79577ca7b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb39541-fc25-4297-85a0-b468055a9593', 'name': 'tempest-FloatingIPsNegativeTestJSON-932378520-router', 'tenant_id': '3d69129580734d58bbc3b9eeafff21c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:07Z', 'updated_at': '2021-11-18T17:12:30Z', 'revision_number': 6, 'project_id': '3d69129580734d58bbc3b9eeafff21c6', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:30.678822 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d174fb2d-3953-4ea8-998d-bb7271221730 req-84e6af52-5c04-4078-b3f1-d9d71d177ada tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588551 Nov 18 17:12:30.707003 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb7cc2d-6986-4b76-ab4c-a79577ca7b5f None None] The sync data for ids ['6bb39541-fc25-4297-85a0-b468055a9593'] in n-d-813419-11 is: [{'id': '6bb39541-fc25-4297-85a0-b468055a9593', 'name': 'tempest-FloatingIPsNegativeTestJSON-932378520-router', 'tenant_id': '3d69129580734d58bbc3b9eeafff21c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:07Z', 'updated_at': '2021-11-18T17:12:30Z', 'revision_number': 6, 'project_id': '3d69129580734d58bbc3b9eeafff21c6', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:12:30.757723 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c826973f-b347-4008-982e-82e609ef101b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1641590884-network', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:30.855587 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ae032-9b07-455c-b0ac-8387c422ae5d req-f60eff3c-12d9-43f1-b650-fa3741c78d19 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:30.857244 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-679ae032-9b07-455c-b0ac-8387c422ae5d req-f60eff3c-12d9-43f1-b650-fa3741c78d19 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 950 time: 0.0509231 Nov 18 17:12:30.907135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c826973f-b347-4008-982e-82e609ef101b admin admin] Made reservation on behalf of 452f9766b67e4a999cd2927e84f67a4c for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:30.909791 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c826973f-b347-4008-982e-82e609ef101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:30.911602 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-679ae032-9b07-455c-b0ac-8387c422ae5d req-860bc9f4-52b9-495b-b484-4de4b141b483 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464990 Nov 18 17:12:30.912484 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf68-9dca-4773-8727-b9764d4b94c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:30.929175 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c826973f-b347-4008-982e-82e609ef101b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:30.979899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bcf68-9dca-4773-8727-b9764d4b94c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=87c0e36d-8382-4f20-8765-fba3df987c95,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:31.043764 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf68-9dca-4773-8727-b9764d4b94c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:31.152654 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf68-9dca-4773-8727-b9764d4b94c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:31.158771 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf68-9dca-4773-8727-b9764d4b94c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:31.219202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:12:31.235395 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c826973f-b347-4008-982e-82e609ef101b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:31.265966 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:12:31.266563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 0e92ae1e-ac68-4a8e-acbf-b4765dacbadf not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:12:31.296655 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf68-9dca-4773-8727-b9764d4b94c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:31.297222 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07bcf68-9dca-4773-8727-b9764d4b94c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb39541-fc25-4297-85a0-b468055a9593 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:12:31.304941 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf68-9dca-4773-8727-b9764d4b94c9 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:31.304941 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f07bcf68-9dca-4773-8727-b9764d4b94c9 admin admin] 10.222.0.72 "DELETE /v2.0/routers/6bb39541-fc25-4297-85a0-b468055a9593 HTTP/1.1" status: 204 len: 168 time: 1.6126788 Nov 18 17:12:31.305670 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39686) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:31.351006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-877c7cee-8510-4901-a739-74b5303f58b2 admin admin] Deleting subnet 1dd4bedb-01ac-42c8-b37f-b9d9fa3f616a {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:12:31.686473 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-877c7cee-8510-4901-a739-74b5303f58b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:31.686473 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c826973f-b347-4008-982e-82e609ef101b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:31.686473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c826973f-b347-4008-982e-82e609ef101b admin admin] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:12:31.704838 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-877c7cee-8510-4901-a739-74b5303f58b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:31.734120 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826973f-b347-4008-982e-82e609ef101b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293218b4-ad1e-4e7c-9cb3-60597caec3d3,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:31.737198 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c826973f-b347-4008-982e-82e609ef101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:31.740924 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-c826973f-b347-4008-982e-82e609ef101b admin admin] Added segment bff55ea2-174d-4a7c-b8b6-5e048fee7b15 of type vlan for network 4efab3f4-88d8-40ae-a2a4-453eabfee21f Nov 18 17:12:31.791936 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c826973f-b347-4008-982e-82e609ef101b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:31.843265 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-877c7cee-8510-4901-a739-74b5303f58b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:31.953973 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c826973f-b347-4008-982e-82e609ef101b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:31.954904 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c826973f-b347-4008-982e-82e609ef101b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:31.955501 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c826973f-b347-4008-982e-82e609ef101b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:31.999834 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6976b9e-130e-4c3b-b53c-d5e37ef7f06e req-c765dd6c-0e7b-4936-86d4-23b672bba886 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:31.999834 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6976b9e-130e-4c3b-b53c-d5e37ef7f06e req-c765dd6c-0e7b-4936-86d4-23b672bba886 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 944 time: 0.0769916 Nov 18 17:12:32.026387 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-877c7cee-8510-4901-a739-74b5303f58b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:32.036829 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826973f-b347-4008-982e-82e609ef101b admin admin] Pushing event updated for resources: {'Network': ['ID=4efab3f4-88d8-40ae-a2a4-453eabfee21f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:32.041470 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6976b9e-130e-4c3b-b53c-d5e37ef7f06e req-fc2e2563-984a-40ed-9f4c-ea99a140c2a9 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525465 Nov 18 17:12:32.047866 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 4efab3f4-88d8-40ae-a2a4-453eabfee21f details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:12:32.065640 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6f2355-3a60-4fa7-a36a-b96032b94ee7 None None] Network 5727978d-7ee2-4972-b4a9-5b7cdee8b564 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:12:32.066732 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-877c7cee-8510-4901-a739-74b5303f58b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:32.081121 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-877c7cee-8510-4901-a739-74b5303f58b2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1dd4bedb-01ac-42c8-b37f-b9d9fa3f616a HTTP/1.1" status: 204 len: 168 time: 0.7648280 Nov 18 17:12:32.081121 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c7cee-8510-4901-a739-74b5303f58b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd4bedb-01ac-42c8-b37f-b9d9fa3f616a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:32.086552 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39712) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:32.127043 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device bb1d8da6-fd19-4c4f-b85a-34148e813afb details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:12:32.129315 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c826973f-b347-4008-982e-82e609ef101b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9231803 Nov 18 17:12:32.144945 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39716) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:32.160269 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-955c2e7f-7588-4e62-a770-4a49d4c81575 admin admin] Request body: {'subnet': {'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1641590884-subnet', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:32.163692 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:32.248717 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] Deleting port 484a7e8b-77bd-4747-af8c-f02d9add45fe {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:12:32.249764 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:32.285410 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955c2e7f-7588-4e62-a770-4a49d4c81575 admin admin] Made reservation on behalf of 452f9766b67e4a999cd2927e84f67a4c for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:32.289782 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-955c2e7f-7588-4e62-a770-4a49d4c81575 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:32.326738 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] For port 484a7e8b-77bd-4747-af8c-f02d9add45fe, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=484a7e8b-77bd-4747-af8c-f02d9add45fe,segment=NetworkSegment(7eacd2a1-54ee-45c0-8b82-4c3393f0736e),segment_id=7eacd2a1-54ee-45c0-8b82-4c3393f0736e)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:32.327459 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:32.341261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] Calling delete_port for 484a7e8b-77bd-4747-af8c-f02d9add45fe owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:12:32.464851 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-acfba0ea-5e13-43ef-ad83-6eae6cf11931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:32.548453 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:32.550897 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port bb1d8da6-fd19-4c4f-b85a-34148e813afb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=bb1d8da6-fd19-4c4f-b85a-34148e813afb,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:32.573382 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dbd183-4dc7-4240-b882-b08d32616ce6 None None] DHCP port deletion for 5727978d-7ee2-4972-b4a9-5b7cdee8b564 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:12:32.579608 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'bb1d8da6-fd19-4c4f-b85a-34148e813afb', 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6', 'port_id': 'bb1d8da6-fd19-4c4f-b85a-34148e813afb', 'mac_address': 'fa:16:3e:fe:02:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a9bfb05-84d8-4d4a-b4a2-917d37cc6068', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:12:32.601302 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] Pushing event deleted for resources: {'Port': ['ID=484a7e8b-77bd-4747-af8c-f02d9add45fe,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:32.608410 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] No DVR routers for this DVR port 484a7e8b-77bd-4747-af8c-f02d9add45fe on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:12:32.617382 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-955c2e7f-7588-4e62-a770-4a49d4c81575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:32.657413 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:32.672877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1d8da6-fd19-4c4f-b85a-34148e813afb {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:12:32.699214 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port bb1d8da6-fd19-4c4f-b85a-34148e813afb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=bb1d8da6-fd19-4c4f-b85a-34148e813afb,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:32.729318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c2e7f-7588-4e62-a770-4a49d4c81575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f82c3b3-35c0-4896-b65f-74d8bab4d4f6,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:32.738722 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:32.748500 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c2e7f-7588-4e62-a770-4a49d4c81575 admin admin] Checking segment: {'id': 'bff55ea2-174d-4a7c-b8b6-5e048fee7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:32.748881 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c2e7f-7588-4e62-a770-4a49d4c81575 admin admin] Network hostable DHCP agents. Network: 4efab3f4-88d8-40ae-a2a4-453eabfee21f, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:12:32.793810 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:32.813265 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=bb1d8da6-fd19-4c4f-b85a-34148e813afb,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:32.822411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5727978d-7ee2-4972-b4a9-5b7cdee8b564']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:32.831997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead5144-7c07-4ae7-897d-9db324fb2846 req-3f52e81f-e237-481a-9fdf-6c3b7f5291b6 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:32.833477 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aead5144-7c07-4ae7-897d-9db324fb2846 req-3f52e81f-e237-481a-9fdf-6c3b7f5291b6 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 950 time: 0.1305721 Nov 18 17:12:32.843541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eacd2a1-54ee-45c0-8b82-4c3393f0736e') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:32.843862 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eacd2a1-54ee-45c0-8b82-4c3393f0736e') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:32.864785 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:32.886355 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:32.902229 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:12:32.902229 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:12:32.903942 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:12:32.914009 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c2e7f-7588-4e62-a770-4a49d4c81575 admin admin] Network 4efab3f4-88d8-40ae-a2a4-453eabfee21f is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:12:32.921523 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aead5144-7c07-4ae7-897d-9db324fb2846 req-9e99a02c-24c1-4c8e-9251-5860a035fe58 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800343 Nov 18 17:12:33.022635 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-955c2e7f-7588-4e62-a770-4a49d4c81575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 4efab3f4-88d8-40ae-a2a4-453eabfee21f) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:33.028434 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955c2e7f-7588-4e62-a770-4a49d4c81575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:33.029095 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-955c2e7f-7588-4e62-a770-4a49d4c81575 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:33.033255 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc667323-02ce-4e39-a0a1-3e7a5200b3a1 None None] Network 4efab3f4-88d8-40ae-a2a4-453eabfee21f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:12:33.062668 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:33.071266 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:33.074856 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] 10.222.0.72 "DELETE /v2.0/networks/5727978d-7ee2-4972-b4a9-5b7cdee8b564 HTTP/1.1" status: 204 len: 168 time: 0.9997041 Nov 18 17:12:33.085781 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27cf1b-377d-4f15-837f-68f6a21f76c1 req-10e32680-42f1-4f8c-b634-aec6c60b27d7 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:33.087377 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec27cf1b-377d-4f15-837f-68f6a21f76c1 req-10e32680-42f1-4f8c-b634-aec6c60b27d7 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0691528 Nov 18 17:12:33.097309 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e9b29-f6d2-4f24-a18a-078778ec584e admin admin] Pushing event deleted for resources: {'Network': ['ID=5727978d-7ee2-4972-b4a9-5b7cdee8b564,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:33.150313 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['bb1d8da6-fd19-4c4f-b85a-34148e813afb'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:12:33.167556 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec27cf1b-377d-4f15-837f-68f6a21f76c1 req-900ec95e-524b-43dc-94a9-773f6093e74c tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667672 Nov 18 17:12:33.175635 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-955c2e7f-7588-4e62-a770-4a49d4c81575 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0276191 Nov 18 17:12:33.176813 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39762) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:33.183519 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1641590884-router', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:33.221742 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 87c0e36d-8382-4f20-8765-fba3df987c95 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:12:33.291456 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:33.291456 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:33.294257 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 87c0e36d-8382-4f20-8765-fba3df987c95 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:12:33.294723 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 87c0e36d-8382-4f20-8765-fba3df987c95 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:12:33.295487 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 484a7e8b-77bd-4747-af8c-f02d9add45fe no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:12:33.331713 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 484a7e8b-77bd-4747-af8c-f02d9add45fe {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:12:33.332088 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 484a7e8b-77bd-4747-af8c-f02d9add45fe not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:12:33.372224 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:33.382601 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-4efab3f4-88d8-40ae-a2a4-453eabfee21f', 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'fixed_ips': [{'subnet_id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:12:33.388051 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cf13f-f8c7-4e5d-a615-09ff8e031351 req-c5c07f88-94da-4c2f-bce0-63b8dacdaa15 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:33.388051 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a36cf13f-f8c7-4e5d-a615-09ff8e031351 req-c5c07f88-94da-4c2f-bce0-63b8dacdaa15 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a4d804-6556-4848-a66c-3e09b14c7248 HTTP/1.1" status: 200 len: 946 time: 0.0581458 Nov 18 17:12:33.388367 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:33.440644 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a36cf13f-f8c7-4e5d-a615-09ff8e031351 req-53865180-5e07-4fd4-9994-c844554d6408 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/security-groups?id=aeb093e5-795f-4338-8b30-c64e6c6f400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495737 Nov 18 17:12:33.577234 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:33.591906 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110ae16-2bcf-402d-94dc-92bbe289d2a8 req-ffb3f3e5-6300-4903-ba82-183890a37f30 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:33.593967 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a110ae16-2bcf-402d-94dc-92bbe289d2a8 req-ffb3f3e5-6300-4903-ba82-183890a37f30 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 945 time: 0.0605123 Nov 18 17:12:33.621711 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:33.671905 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a110ae16-2bcf-402d-94dc-92bbe289d2a8 req-013738cd-179e-4848-910e-74db53884fc0 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703423 Nov 18 17:12:33.680223 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Allocated IP 172.20.0.2 (4efab3f4-88d8-40ae-a2a4-453eabfee21f/8f82c3b3-35c0-4896-b65f-74d8bab4d4f6/245b01f9-a56e-47a1-ba60-191e32cfcd2a) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:12:33.696751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ce21b-9884-4663-8b1e-a91dde02b506 req-83d20db8-8f96-439c-abb6-8094c76bdd3e tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:33.698472 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1e8ce21b-9884-4663-8b1e-a91dde02b506 req-83d20db8-8f96-439c-abb6-8094c76bdd3e tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.83 "GET /v2.0/ports?device_id=f3a4d804-6556-4848-a66c-3e09b14c7248 HTTP/1.1" status: 200 len: 946 time: 0.0671883 Nov 18 17:12:33.770749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39792) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:33.782098 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-b4f2e34e-2487-4333-8584-2b5dd1d97cac tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=39a6280c77f24f45a9ca2eab191b91cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289161 Nov 18 17:12:33.822871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-1e8ce21b-9884-4663-8b1e-a91dde02b506 req-a5b3925f-87c2-49b2-8368-38a6c13b41f2 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Deleting port e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:12:33.823702 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1e8ce21b-9884-4663-8b1e-a91dde02b506 req-a5b3925f-87c2-49b2-8368-38a6c13b41f2 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:33.906652 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:33.919866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-d0e68088-c282-4a4e-8062-a7cd98d7fead tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:33.921469 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-d0e68088-c282-4a4e-8062-a7cd98d7fead tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1310890 Nov 18 17:12:33.952330 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-03686b32-5b1b-4208-a5a5-bc0e609ee5f8 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/quotas/39a6280c77f24f45a9ca2eab191b91cb HTTP/1.1" status: 200 len: 375 time: 0.0212898 Nov 18 17:12:33.961073 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8afa193e-e518-44e7-a4e2-1fc50d32f5ba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3d69129580734d58bbc3b9eeafff21c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1872344 Nov 18 17:12:33.961750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39796) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:33.973077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1e8ce21b-9884-4663-8b1e-a91dde02b506 req-a5b3925f-87c2-49b2-8368-38a6c13b41f2 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] For port e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d,segment=NetworkSegment(a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9),segment_id=a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:33.973452 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1e8ce21b-9884-4663-8b1e-a91dde02b506 req-a5b3925f-87c2-49b2-8368-38a6c13b41f2 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:33.990778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-1e8ce21b-9884-4663-8b1e-a91dde02b506 req-a5b3925f-87c2-49b2-8368-38a6c13b41f2 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Calling delete_port for e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:12:34.025026 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:34.036602 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-66ab8a21-6aab-4dda-b0f3-aa9568a0061e tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=39a6280c77f24f45a9ca2eab191b91cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738068 Nov 18 17:12:34.069733 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-504771cd-d802-4296-8637-3f7663b9e047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:34.070454 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Network 4efab3f4-88d8-40ae-a2a4-453eabfee21f is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:12:34.073630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:34.079058 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:12:34.091526 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-504771cd-d802-4296-8637-3f7663b9e047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:34.104174 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Pushing event updated for resources: {'Port': ['ID=245b01f9-a56e-47a1-ba60-191e32cfcd2a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:34.169100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Attempting to bind port 245b01f9-a56e-47a1-ba60-191e32cfcd2a on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:34.169759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Attempting to bind port 245b01f9-a56e-47a1-ba60-191e32cfcd2a by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'bff55ea2-174d-4a7c-b8b6-5e048fee7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:34.170382 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Attempting to bind port 245b01f9-a56e-47a1-ba60-191e32cfcd2a on network 4efab3f4-88d8-40ae-a2a4-453eabfee21f {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:34.176533 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:34.178422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Checking segment: {'id': 'bff55ea2-174d-4a7c-b8b6-5e048fee7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:34.179089 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:34.180334 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Bound using segment: {'id': 'bff55ea2-174d-4a7c-b8b6-5e048fee7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:34.181072 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Bound port: 245b01f9-a56e-47a1-ba60-191e32cfcd2a, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff55ea2-174d-4a7c-b8b6-5e048fee7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:34.181698 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:34.201064 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:34.217306 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-504771cd-d802-4296-8637-3f7663b9e047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:34.226494 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-504771cd-d802-4296-8637-3f7663b9e047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:34.226494 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-504771cd-d802-4296-8637-3f7663b9e047 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/197d328f-5940-4fe9-9165-7e991e52eb77 HTTP/1.1" status: 204 len: 168 time: 0.2582116 Nov 18 17:12:34.239488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504771cd-d802-4296-8637-3f7663b9e047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197d328f-5940-4fe9-9165-7e991e52eb77,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:34.322420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] For port 245b01f9-a56e-47a1-ba60-191e32cfcd2a, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:34.324174 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:34.325791 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] For port 245b01f9-a56e-47a1-ba60-191e32cfcd2a, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=245b01f9-a56e-47a1-ba60-191e32cfcd2a,segment=NetworkSegment(bff55ea2-174d-4a7c-b8b6-5e048fee7b15),segment_id=bff55ea2-174d-4a7c-b8b6-5e048fee7b15)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:34.421076 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:34.431375 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1e8ce21b-9884-4663-8b1e-a91dde02b506 req-a5b3925f-87c2-49b2-8368-38a6c13b41f2 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:34.474613 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Allocated IP 172.25.3.6 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/e50c6bef-023a-4c6b-bbec-4d723a5ab00e) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:12:34.484377 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3925f-87c2-49b2-8368-38a6c13b41f2 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Pushing event deleted for resources: {'Port': ['ID=e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:34.518710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0fc5a-9f35-418f-b137-71fc3da98ce2 req-65b8fd21-bc4d-410f-8c17-db51a160b134 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:34.526741 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bad0fc5a-9f35-418f-b137-71fc3da98ce2 req-65b8fd21-bc4d-410f-8c17-db51a160b134 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 945 time: 0.1337969 Nov 18 17:12:34.549463 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['7a7d2daa-61c0-4375-a86f-73c9e777264f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:12:34.554695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:12:34.592354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8ce21b-9884-4663-8b1e-a91dde02b506 req-a5b3925f-87c2-49b2-8368-38a6c13b41f2 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] No DVR routers for this DVR port e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:12:34.597297 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1e8ce21b-9884-4663-8b1e-a91dde02b506 req-a5b3925f-87c2-49b2-8368-38a6c13b41f2 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:34.613368 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1e8ce21b-9884-4663-8b1e-a91dde02b506 req-a5b3925f-87c2-49b2-8368-38a6c13b41f2 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.83 "DELETE /v2.0/ports/e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d HTTP/1.1" status: 204 len: 173 time: 0.9029443 Nov 18 17:12:34.617704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a4d804-6556-4848-a66c-3e09b14c7248', 'name': 'network-vif-deleted', 'tag': 'e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:34.620408 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af459f2-551a-49f2-b138-1960852bd6f9" -d '{"events": [{"server_uuid": "f3a4d804-6556-4848-a66c-3e09b14c7248", "name": "network-vif-deleted", "tag": "e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:34.906675 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ef37103-080f-44b9-b6d5-a1299410b762 req-faaac0c6-81b1-4887-ae75-0331a3854b6f tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 210 time: 0.2178304 Nov 18 17:12:34.913889 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:35.028859 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-516fc819-12c1-4996-b884-768ba81e196f req-64a186d0-8889-4d4a-a046-7bef5083a9c1 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a4d804-6556-4848-a66c-3e09b14c7248 HTTP/1.1" status: 200 len: 210 time: 0.2128646 Nov 18 17:12:35.039610 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:35.082024 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-bad0fc5a-9f35-418f-b137-71fc3da98ce2 req-bc12b711-6686-4c3f-87fc-524055cad9d8 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Deleting port 7a7d2daa-61c0-4375-a86f-73c9e777264f {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:12:35.082963 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bad0fc5a-9f35-418f-b137-71fc3da98ce2 req-bc12b711-6686-4c3f-87fc-524055cad9d8 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:35.120192 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20c138d-b799-4783-878f-64102aa385dc x-openstack-request-id: req-d20c138d-b799-4783-878f-64102aa385dc {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:35.123653 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a4d804-6556-4848-a66c-3e09b14c7248", "name": "network-vif-deleted", "tag": "e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:35.126021 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d20c138d-b799-4783-878f-64102aa385dc {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:35.126476 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a4d804-6556-4848-a66c-3e09b14c7248', 'name': 'network-vif-deleted', 'tag': 'e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d', 'status': 'completed', 'code': 200} Nov 18 17:12:35.142407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Pushing event updated for resources: {'Port': ['ID=e50c6bef-023a-4c6b-bbec-4d723a5ab00e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:35.193226 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:12:35.200967 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:35.213867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:12:35.267485 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-bad0fc5a-9f35-418f-b137-71fc3da98ce2 req-bc12b711-6686-4c3f-87fc-524055cad9d8 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] For port 7a7d2daa-61c0-4375-a86f-73c9e777264f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7a7d2daa-61c0-4375-a86f-73c9e777264f,segment=NetworkSegment(a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9),segment_id=a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:35.267816 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bad0fc5a-9f35-418f-b137-71fc3da98ce2 req-bc12b711-6686-4c3f-87fc-524055cad9d8 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:35.339227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-bad0fc5a-9f35-418f-b137-71fc3da98ce2 req-bc12b711-6686-4c3f-87fc-524055cad9d8 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Calling delete_port for 7a7d2daa-61c0-4375-a86f-73c9e777264f owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:12:35.467071 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fd26b-7438-4b51-b0e2-1c81f9f61a40 None None] Pushing event updated for resources: {'Port': ['ID=245b01f9-a56e-47a1-ba60-191e32cfcd2a,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:35.485587 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e7b69-7b7c-4bbc-8d3e-72185cb9421b req-cbd719eb-8a9d-45f5-b847-167428c7d2ea tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:35.487136 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea9e7b69-7b7c-4bbc-8d3e-72185cb9421b req-cbd719eb-8a9d-45f5-b847-167428c7d2ea tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 948 time: 0.2223384 Nov 18 17:12:35.540140 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:35.541704 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:35.564678 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816363c-00b8-4ed6-a059-58206c04b0d6 req-d252422c-403c-445a-b911-fbc494c860ba tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:35.574797 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b816363c-00b8-4ed6-a059-58206c04b0d6 req-d252422c-403c-445a-b911-fbc494c860ba tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 945 time: 0.2201838 Nov 18 17:12:35.766240 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:35.820819 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea9e7b69-7b7c-4bbc-8d3e-72185cb9421b req-da6c71c2-d416-4626-80fa-adcb4ca85fe8 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242707 Nov 18 17:12:35.824621 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39846) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:35.848379 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b816363c-00b8-4ed6-a059-58206c04b0d6 req-e07742a0-72e7-448f-966f-37c844f45716 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723234 Nov 18 17:12:35.913659 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bad0fc5a-9f35-418f-b137-71fc3da98ce2 req-bc12b711-6686-4c3f-87fc-524055cad9d8 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:35.952505 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12b711-6686-4c3f-87fc-524055cad9d8 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Pushing event deleted for resources: {'Port': ['ID=7a7d2daa-61c0-4375-a86f-73c9e777264f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:36.026909 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad0fc5a-9f35-418f-b137-71fc3da98ce2 req-bc12b711-6686-4c3f-87fc-524055cad9d8 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] No DVR routers for this DVR port 7a7d2daa-61c0-4375-a86f-73c9e777264f on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:12:36.031487 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bad0fc5a-9f35-418f-b137-71fc3da98ce2 req-bc12b711-6686-4c3f-87fc-524055cad9d8 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:36.040544 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bad0fc5a-9f35-418f-b137-71fc3da98ce2 req-bc12b711-6686-4c3f-87fc-524055cad9d8 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.81 "DELETE /v2.0/ports/7a7d2daa-61c0-4375-a86f-73c9e777264f HTTP/1.1" status: 204 len: 173 time: 1.4955988 Nov 18 17:12:36.046375 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab45823-6a48-43de-ac3f-e275ffba0a9f', 'name': 'network-vif-deleted', 'tag': '7a7d2daa-61c0-4375-a86f-73c9e777264f'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:36.050963 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7fe0f0-754a-481b-b035-8b0c204cebb3" -d '{"events": [{"server_uuid": "4ab45823-6a48-43de-ac3f-e275ffba0a9f", "name": "network-vif-deleted", "tag": "7a7d2daa-61c0-4375-a86f-73c9e777264f"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:36.084878 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a4884b3a-31cb-44e8-9219-b036b0e02bdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:36.123190 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da8d13e8-e106-491a-b970-358c869ff39a req-7a057328-1090-484e-bc52-72974272a0d5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 210 time: 0.0674522 Nov 18 17:12:36.126727 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device bb1d8da6-fd19-4c4f-b85a-34148e813afb up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:36.143960 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422c6cdf-33d8-40df-a979-b8812de1bf61 x-openstack-request-id: req-422c6cdf-33d8-40df-a979-b8812de1bf61 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:36.144331 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab45823-6a48-43de-ac3f-e275ffba0a9f", "name": "network-vif-deleted", "tag": "7a7d2daa-61c0-4375-a86f-73c9e777264f", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:36.144593 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-422c6cdf-33d8-40df-a979-b8812de1bf61 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:36.145072 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab45823-6a48-43de-ac3f-e275ffba0a9f', 'name': 'network-vif-deleted', 'tag': '7a7d2daa-61c0-4375-a86f-73c9e777264f', 'status': 'completed', 'code': 200} Nov 18 17:12:36.210280 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052b9a3f-3adc-4db9-aa0d-9293f1647ce7 None None] Network 4efab3f4-88d8-40ae-a2a4-453eabfee21f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:12:36.231239 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4dc4877-bb3a-4b3d-ae8d-4f99db4a0120 req-8bcaf3cc-ac4d-42af-aa37-7ce71ea7e3c6 tempest-ListServersNegativeTestJSON-919189531 tempest-ListServersNegativeTestJSON-919189531-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab45823-6a48-43de-ac3f-e275ffba0a9f HTTP/1.1" status: 200 len: 210 time: 0.0344825 Nov 18 17:12:36.236212 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:36.248225 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a4884b3a-31cb-44e8-9219-b036b0e02bdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:36.302218 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a4884b3a-31cb-44e8-9219-b036b0e02bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:36.335556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e0a309c6-14cd-4d82-a147-188d1568aa93 None None] Provisioning complete for port 245b01f9-a56e-47a1-ba60-191e32cfcd2a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:36.336031 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0a309c6-14cd-4d82-a147-188d1568aa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:36.345088 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a4884b3a-31cb-44e8-9219-b036b0e02bdd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b621e54e270a415086837940480fbea5&name=default HTTP/1.1" status: 200 len: 2997 time: 0.5144403 Nov 18 17:12:36.347182 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39866) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:36.349079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4884b3a-31cb-44e8-9219-b036b0e02bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c22cb8-6e7e-481d-979a-d3dde891fbab,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:36.443508 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-296bc42d-5105-434b-a874-574db0cdda7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:36.478999 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-296bc42d-5105-434b-a874-574db0cdda7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:36.518688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port bb1d8da6-fd19-4c4f-b85a-34148e813afb completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:12:36.545060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port bb1d8da6-fd19-4c4f-b85a-34148e813afb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:36.545397 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:36.601128 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0a309c6-14cd-4d82-a147-188d1568aa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:36.616711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Router dc87199b-6c41-4a05-a9c4-741ac86794f6 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:12:36.667779 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e0a309c6-14cd-4d82-a147-188d1568aa93 None None] For port 245b01f9-a56e-47a1-ba60-191e32cfcd2a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=245b01f9-a56e-47a1-ba60-191e32cfcd2a,segment=NetworkSegment(bff55ea2-174d-4a7c-b8b6-5e048fee7b15),segment_id=bff55ea2-174d-4a7c-b8b6-5e048fee7b15)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:36.692367 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:36.729703 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-296bc42d-5105-434b-a874-574db0cdda7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:36.735716 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-296bc42d-5105-434b-a874-574db0cdda7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:36.740793 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-296bc42d-5105-434b-a874-574db0cdda7a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d6c22cb8-6e7e-481d-979a-d3dde891fbab HTTP/1.1" status: 204 len: 168 time: 0.3936334 Nov 18 17:12:36.752384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port bb1d8da6-fd19-4c4f-b85a-34148e813afb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=bb1d8da6-fd19-4c4f-b85a-34148e813afb,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:36.754090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cea2f8-eaa7-436a-a1fd-b5b50ebd8247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1d8da6-fd19-4c4f-b85a-34148e813afb'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:36.757578 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84be6623-10f6-44bf-924c-07c20f6f95f4" -d '{"events": [{"server_uuid": "08cea2f8-eaa7-436a-a1fd-b5b50ebd8247", "name": "network-vif-plugged", "status": "completed", "tag": "bb1d8da6-fd19-4c4f-b85a-34148e813afb"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:36.762089 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0a309c6-14cd-4d82-a147-188d1568aa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:36.778640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bc42d-5105-434b-a874-574db0cdda7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c22cb8-6e7e-481d-979a-d3dde891fbab,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:36.863875 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a309c6-14cd-4d82-a147-188d1568aa93 None None] Pushing event updated for resources: {'Port': ['ID=245b01f9-a56e-47a1-ba60-191e32cfcd2a,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:36.871983 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:36.886150 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f2b7f8-705d-4e62-a306-bb349e10b606 x-openstack-request-id: req-d3f2b7f8-705d-4e62-a306-bb349e10b606 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:36.886497 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cea2f8-eaa7-436a-a1fd-b5b50ebd8247", "name": "network-vif-plugged", "status": "completed", "tag": "bb1d8da6-fd19-4c4f-b85a-34148e813afb", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:36.887173 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d3f2b7f8-705d-4e62-a306-bb349e10b606 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:36.887598 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cea2f8-eaa7-436a-a1fd-b5b50ebd8247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1d8da6-fd19-4c4f-b85a-34148e813afb', 'code': 200} Nov 18 17:12:36.892036 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6456ea-4f58-4dd2-9886-3f4957ee7250 req-8cc2eeb8-0e56-4ecc-bb40-b7aa80dccba5 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:36.893600 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d6456ea-4f58-4dd2-9886-3f4957ee7250 req-8cc2eeb8-0e56-4ecc-bb40-b7aa80dccba5 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.83 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 948 time: 0.1795771 Nov 18 17:12:36.914307 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:12:37.008776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=bb1d8da6-fd19-4c4f-b85a-34148e813afb,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:37.016392 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Sync routers for ids ['dc87199b-6c41-4a05-a9c4-741ac86794f6'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:12:37.060678 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Routers {'dc87199b-6c41-4a05-a9c4-741ac86794f6'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:12:37.061514 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:12:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['dc87199b-6c41-4a05-a9c4-741ac86794f6'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:37.110118 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:37.112871 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-53815f5c-7e48-4546-a024-94609f535072 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9344923 Nov 18 17:12:37.116727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39918) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:37.181725 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6104fd-9738-47ad-9043-bf90d36a91c5 req-2769d624-8dd4-4b50-850d-c45c44779f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:37.183363 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e6104fd-9738-47ad-9043-bf90d36a91c5 req-2769d624-8dd4-4b50-850d-c45c44779f94 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 1098 time: 0.2154615 Nov 18 17:12:37.213441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c86c7871-05e9-465d-8d1d-436fa9fd3aa1 None None] Provisioning complete for port 245b01f9-a56e-47a1-ba60-191e32cfcd2a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:37.215258 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c86c7871-05e9-465d-8d1d-436fa9fd3aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:37.250676 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b14572-222c-4a2d-9fae-a00ae781203a req-3b1087ed-771a-47d2-a51f-b6f1c449ec9f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:37.253958 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87b14572-222c-4a2d-9fae-a00ae781203a req-3b1087ed-771a-47d2-a51f-b6f1c449ec9f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 946 time: 0.1769483 Nov 18 17:12:37.260445 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-4d6456ea-4f58-4dd2-9886-3f4957ee7250 req-e96ac2e1-8ccd-47ed-8296-49ed8eb5e28c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Deleting port edbd5b55-4be0-4e11-bd8e-29e1454caae8 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:12:37.261048 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d6456ea-4f58-4dd2-9886-3f4957ee7250 req-e96ac2e1-8ccd-47ed-8296-49ed8eb5e28c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:37.261156 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a6626-50ac-487d-a45a-171be5a29c00 req-ba5cc9d9-5104-4ac6-a68f-c41ed59387dc tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:37.270651 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-975a6626-50ac-487d-a45a-171be5a29c00 req-ba5cc9d9-5104-4ac6-a68f-c41ed59387dc tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 948 time: 0.2319112 Nov 18 17:12:37.348101 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 245b01f9-a56e-47a1-ba60-191e32cfcd2a up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:37.365567 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-975a6626-50ac-487d-a45a-171be5a29c00 req-3a4636e2-79f4-4dbe-a810-35f743a127f5 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912459 Nov 18 17:12:37.379424 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e6104fd-9738-47ad-9043-bf90d36a91c5 req-deff96a4-d26f-4f5a-9bb6-33a62fdd815a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605973 Nov 18 17:12:37.441310 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87b14572-222c-4a2d-9fae-a00ae781203a req-12e40399-8350-44a9-80a4-e314d4a7deba tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684983 Nov 18 17:12:37.455168 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:12:37.508476 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:12:37.508889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device e44dd9fc-1ef9-4c6c-8cea-e661656b4d5d not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:12:37.541767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Set router dc87199b-6c41-4a05-a9c4-741ac86794f6 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:12:37.543920 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 245b01f9-a56e-47a1-ba60-191e32cfcd2a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:37.544405 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:37.574247 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5cc1f3cd-bd03-4c17-ac1e-9e49feb0bd0b req-dcbd3ecb-2ed6-4be7-8713-ba1ae370206a tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 210 time: 0.0601864 Nov 18 17:12:37.587356 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-4d6456ea-4f58-4dd2-9886-3f4957ee7250 req-e96ac2e1-8ccd-47ed-8296-49ed8eb5e28c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] For port edbd5b55-4be0-4e11-bd8e-29e1454caae8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=edbd5b55-4be0-4e11-bd8e-29e1454caae8,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:37.587730 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d6456ea-4f58-4dd2-9886-3f4957ee7250 req-e96ac2e1-8ccd-47ed-8296-49ed8eb5e28c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:37.608484 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-71a14277-b49a-41de-83ea-4e8d04b66ebb tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=39a6280c77f24f45a9ca2eab191b91cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2048347 Nov 18 17:12:37.608484 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-4d6456ea-4f58-4dd2-9886-3f4957ee7250 req-e96ac2e1-8ccd-47ed-8296-49ed8eb5e28c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Calling delete_port for edbd5b55-4be0-4e11-bd8e-29e1454caae8 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:12:37.629554 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39928) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:37.681185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a0d0cd-2ddd-453f-ad81-23e06e9e3eb9 admin admin] Deleting subnet 347b07fa-101e-420c-bd20-e04465430498 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:12:37.685622 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57a0d0cd-2ddd-453f-ad81-23e06e9e3eb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:37.746615 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39930) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:37.760683 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57a0d0cd-2ddd-453f-ad81-23e06e9e3eb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:37.859134 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39934) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:37.903136 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0aa82513-d216-434f-b293-be7e4722dac3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:37.920508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'name': 'tempest-TaggedBootDevicesTest-1641590884-router', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:33Z', 'updated_at': '2021-11-18T17:12:35Z', 'revision_number': 3, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'gw_port': {'id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:34Z', 'updated_at': '2021-11-18T17:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:37.952628 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Checking router: dc87199b-6c41-4a05-a9c4-741ac86794f6 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:12:37.953423 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Updating router dc87199b-6c41-4a05-a9c4-741ac86794f6 port e50c6bef-023a-4c6b-bbec-4d723a5ab00e binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:12:37.965426 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57a0d0cd-2ddd-453f-ad81-23e06e9e3eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:37.990653 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.078794 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0aa82513-d216-434f-b293-be7e4722dac3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.095371 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9ca4f915-827d-481d-997e-d8fbbdf4fcd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.141533 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:12:38.142167 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7a7d2daa-61c0-4375-a86f-73c9e777264f no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:12:38.151090 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0aa82513-d216-434f-b293-be7e4722dac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.182164 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57a0d0cd-2ddd-453f-ad81-23e06e9e3eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.184702 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 7a7d2daa-61c0-4375-a86f-73c9e777264f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:12:38.185917 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7a7d2daa-61c0-4375-a86f-73c9e777264f not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:12:38.199516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-0797e922-6fa9-43b0-9147-2ef0e15f3aa0 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:38.201099 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-0797e922-6fa9-43b0-9147-2ef0e15f3aa0 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5880790 Nov 18 17:12:38.218355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-f44d1c82-78db-45c2-8704-09f7de4802b0 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Request body: {'port': {'device_id': 'e079403c-3daa-4971-bd66-f934506631dd', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': '39a6280c77f24f45a9ca2eab191b91cb'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:38.247983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0d0cd-2ddd-453f-ad81-23e06e9e3eb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=347b07fa-101e-420c-bd20-e04465430498,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:38.249603 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa82513-d216-434f-b293-be7e4722dac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86efe7b-c8ca-47a9-8881-5484508a03ae,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:38.262088 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57a0d0cd-2ddd-453f-ad81-23e06e9e3eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.268306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-57a0d0cd-2ddd-453f-ad81-23e06e9e3eb9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/347b07fa-101e-420c-bd20-e04465430498 HTTP/1.1" status: 204 len: 168 time: 0.6377141 Nov 18 17:12:38.274987 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39938) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:38.280158 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0aa82513-d216-434f-b293-be7e4722dac3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eefc99f5d59149ab84609af49ab7f446&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4190032 Nov 18 17:12:38.282005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39940) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:38.297190 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9ca4f915-827d-481d-997e-d8fbbdf4fcd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.374178 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.392507 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9ca4f915-827d-481d-997e-d8fbbdf4fcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.423133 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eef2cb22-783a-476d-a9a4-4a3998d403ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.449236 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.472177 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d6456ea-4f58-4dd2-9886-3f4957ee7250 req-e96ac2e1-8ccd-47ed-8296-49ed8eb5e28c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.477836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4f915-827d-481d-997e-d8fbbdf4fcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2036898-f03e-4998-b776-16793c2e0237,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:38.488663 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9ca4f915-827d-481d-997e-d8fbbdf4fcd3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ff3e623b091440c8aa98e8eccbdcd29d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7407522 Nov 18 17:12:38.492109 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39946) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:38.505336 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bbd6e6c9-0eb2-4d20-9cd7-8aae2e8a3b8a req-1be2fde7-9da0-48e1-8800-944a0ed33214 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 210 time: 0.0494146 Nov 18 17:12:38.506511 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03bf3f79-de2f-43fb-8cb1-0c9b4082ec88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.553605 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.559041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ac2e1-8ccd-47ed-8296-49ed8eb5e28c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Pushing event deleted for resources: {'Port': ['ID=edbd5b55-4be0-4e11-bd8e-29e1454caae8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:38.614591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Attempting to bind port e50c6bef-023a-4c6b-bbec-4d723a5ab00e on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:38.615139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Attempting to bind port e50c6bef-023a-4c6b-bbec-4d723a5ab00e by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:38.615607 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Attempting to bind port e50c6bef-023a-4c6b-bbec-4d723a5ab00e on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:38.635767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1f1e4-0365-43bf-a534-a04ad8650df4 None None] Pushing event updated for resources: {'Port': ['ID=e50c6bef-023a-4c6b-bbec-4d723a5ab00e,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:38.638294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:38.638689 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:38.639356 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.639607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6456ea-4f58-4dd2-9886-3f4957ee7250 req-e96ac2e1-8ccd-47ed-8296-49ed8eb5e28c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] No DVR routers for this DVR port edbd5b55-4be0-4e11-bd8e-29e1454caae8 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:12:38.639832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:38.640339 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Bound port: e50c6bef-023a-4c6b-bbec-4d723a5ab00e, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:38.640729 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.651122 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d6456ea-4f58-4dd2-9886-3f4957ee7250 req-e96ac2e1-8ccd-47ed-8296-49ed8eb5e28c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.654903 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d6456ea-4f58-4dd2-9886-3f4957ee7250 req-e96ac2e1-8ccd-47ed-8296-49ed8eb5e28c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.83 "DELETE /v2.0/ports/edbd5b55-4be0-4e11-bd8e-29e1454caae8 HTTP/1.1" status: 204 len: 173 time: 1.7518580 Nov 18 17:12:38.655662 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4777f027-0365-46da-8e4b-0e0ccfcabeb7', 'name': 'network-vif-deleted', 'tag': 'edbd5b55-4be0-4e11-bd8e-29e1454caae8'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:38.658251 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78365b3-8ee4-4bf4-b8b7-d9d8788db511" -d '{"events": [{"server_uuid": "4777f027-0365-46da-8e4b-0e0ccfcabeb7", "name": "network-vif-deleted", "tag": "edbd5b55-4be0-4e11-bd8e-29e1454caae8"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:38.668626 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-f44d1c82-78db-45c2-8704-09f7de4802b0 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Made reservation on behalf of 39a6280c77f24f45a9ca2eab191b91cb for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:38.671222 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eef2cb22-783a-476d-a9a4-4a3998d403ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.672855 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-f44d1c82-78db-45c2-8704-09f7de4802b0 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.697358 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-eef2cb22-783a-476d-a9a4-4a3998d403ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd561ecc-91cd-43b2-8954-8ca763f9c846']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:38.710079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-eef2cb22-783a-476d-a9a4-4a3998d403ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:38.710679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-eef2cb22-783a-476d-a9a4-4a3998d403ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c73f2e-d70b-4d04-a20c-73d5e38fe8d9') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:38.715292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] For port e50c6bef-023a-4c6b-bbec-4d723a5ab00e, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:38.718896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] For port e50c6bef-023a-4c6b-bbec-4d723a5ab00e, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e50c6bef-023a-4c6b-bbec-4d723a5ab00e,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:38.761679 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cf168531-fe3e-47c5-bbdb-6de83edc6422 req-bb408e5a-48db-4fec-948b-2851465c6da5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 210 time: 0.0420606 Nov 18 17:12:38.770303 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eef2cb22-783a-476d-a9a4-4a3998d403ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.787688 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9f3c0d8-526b-47b2-82bc-6bdf46eff513 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.789920 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.808629 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03bf3f79-de2f-43fb-8cb1-0c9b4082ec88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.819411 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eef2cb22-783a-476d-a9a4-4a3998d403ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.845492 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef2cb22-783a-476d-a9a4-4a3998d403ca admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:12:38.846289 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eef2cb22-783a-476d-a9a4-4a3998d403ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:12:38.848294 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:12:38.889426 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9f3c0d8-526b-47b2-82bc-6bdf46eff513 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:38.893530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346e275-4842-47ab-828c-22527f901081 req-99fd52ca-f7e4-43bb-a558-dd5d6a2c35be tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:38.901994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a346e275-4842-47ab-828c-22527f901081 req-99fd52ca-f7e4-43bb-a558-dd5d6a2c35be tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 946 time: 0.1476536 Nov 18 17:12:38.960735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] Allocated IP 172.20.0.1 (4efab3f4-88d8-40ae-a2a4-453eabfee21f/8f82c3b3-35c0-4896-b65f-74d8bab4d4f6/0e4b331a-60a3-4506-a6d7-462ee2d0aed9) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:12:38.995716 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f29ae6-5d50-470d-9e8f-972c1266b928 x-openstack-request-id: req-d9f29ae6-5d50-470d-9e8f-972c1266b928 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:38.996042 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4777f027-0365-46da-8e4b-0e0ccfcabeb7", "name": "network-vif-deleted", "tag": "edbd5b55-4be0-4e11-bd8e-29e1454caae8", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:38.998487 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d9f29ae6-5d50-470d-9e8f-972c1266b928 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:38.998487 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4777f027-0365-46da-8e4b-0e0ccfcabeb7', 'name': 'network-vif-deleted', 'tag': 'edbd5b55-4be0-4e11-bd8e-29e1454caae8', 'status': 'completed', 'code': 200} Nov 18 17:12:39.025065 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a346e275-4842-47ab-828c-22527f901081 req-d9425049-1190-4dcd-944d-c231dc92a887 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215756 Nov 18 17:12:39.028042 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-f44d1c82-78db-45c2-8704-09f7de4802b0 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Allocated IP 192.168.233.252 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/fb0aab0a-459a-4d12-89c1-73ebeaf98d1d) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:12:39.073555 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eef2cb22-783a-476d-a9a4-4a3998d403ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:39.089199 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eef2cb22-783a-476d-a9a4-4a3998d403ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:39.095491 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-eef2cb22-783a-476d-a9a4-4a3998d403ca admin admin] 10.222.0.72 "DELETE /v2.0/networks/cd561ecc-91cd-43b2-8954-8ca763f9c846 HTTP/1.1" status: 204 len: 168 time: 0.8117831 Nov 18 17:12:39.105215 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2cb22-783a-476d-a9a4-4a3998d403ca admin admin] Pushing event deleted for resources: {'Network': ['ID=cd561ecc-91cd-43b2-8954-8ca763f9c846,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:39.164620 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1f1e4-0365-43bf-a534-a04ad8650df4 None None] Pushing event updated for resources: {'Port': ['ID=e50c6bef-023a-4c6b-bbec-4d723a5ab00e,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:39.179909 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Routers {'dc87199b-6c41-4a05-a9c4-741ac86794f6'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:12:39.181238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:12:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['dc87199b-6c41-4a05-a9c4-741ac86794f6'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:39.188103 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03bf3f79-de2f-43fb-8cb1-0c9b4082ec88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:39.190699 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03bf3f79-de2f-43fb-8cb1-0c9b4082ec88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:39.194507 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-03bf3f79-de2f-43fb-8cb1-0c9b4082ec88 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a86efe7b-c8ca-47a9-8881-5484508a03ae HTTP/1.1" status: 204 len: 168 time: 0.9009693 Nov 18 17:12:39.200367 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf3f79-de2f-43fb-8cb1-0c9b4082ec88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86efe7b-c8ca-47a9-8881-5484508a03ae,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:39.228873 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:39.234952 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9f3c0d8-526b-47b2-82bc-6bdf46eff513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:39.237717 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9f3c0d8-526b-47b2-82bc-6bdf46eff513 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:39.239004 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b9f3c0d8-526b-47b2-82bc-6bdf46eff513 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b2036898-f03e-4998-b776-16793c2e0237 HTTP/1.1" status: 204 len: 168 time: 0.7423189 Nov 18 17:12:39.285586 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3c0d8-526b-47b2-82bc-6bdf46eff513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2036898-f03e-4998-b776-16793c2e0237,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:39.333515 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] Set router dc87199b-6c41-4a05-a9c4-741ac86794f6 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:12:39.334273 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-f44d1c82-78db-45c2-8704-09f7de4802b0 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:39.422882 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:39.459986 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-f44d1c82-78db-45c2-8704-09f7de4802b0 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:39.473786 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6', '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:12:39.478418 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] Network 4efab3f4-88d8-40ae-a2a4-453eabfee21f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:12:39.489148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:39.492783 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:12:39.566010 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39964) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:39.582039 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:39.587034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-f44d1c82-78db-45c2-8704-09f7de4802b0 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:12:39.589158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] Pushing event updated for resources: {'Port': ['ID=0e4b331a-60a3-4506-a6d7-462ee2d0aed9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:39.624491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'name': 'tempest-TaggedBootDevicesTest-1641590884-router', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:33Z', 'updated_at': '2021-11-18T17:12:35Z', 'revision_number': 3, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'gw_port': {'id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:34Z', 'updated_at': '2021-11-18T17:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:39.639733 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d15b0bbb-627c-4246-96f1-8595cf6cdf57 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0a36686252e641a297aef9aa8fbc7c49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0713005 Nov 18 17:12:39.641482 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39966) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:39.656133 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-f44d1c82-78db-45c2-8704-09f7de4802b0 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:39.659110 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f220e5-65ec-4e8e-96f1-f8d49d36d200 None None] The sync data for ids ['dc87199b-6c41-4a05-a9c4-741ac86794f6'] in n-d-813419-11 is: [{'id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'name': 'tempest-TaggedBootDevicesTest-1641590884-router', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:33Z', 'updated_at': '2021-11-18T17:12:35Z', 'revision_number': 3, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'gw_port': {'id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:34Z', 'updated_at': '2021-11-18T17:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:12:39.673169 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-f44d1c82-78db-45c2-8704-09f7de4802b0 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:12:39.800252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d1c82-78db-45c2-8704-09f7de4802b0 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Pushing event updated for resources: {'Port': ['ID=fb0aab0a-459a-4d12-89c1-73ebeaf98d1d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:39.846605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-f44d1c82-78db-45c2-8704-09f7de4802b0 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:39.847771 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-f44d1c82-78db-45c2-8704-09f7de4802b0 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:39.971867 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-847a6f38-fd95-46b0-8281-d5d44337df48 req-8ac64c69-e959-4e7a-9e1e-56b5186a758d tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=4777f027-0365-46da-8e4b-0e0ccfcabeb7 HTTP/1.1" status: 200 len: 210 time: 0.1598508 Nov 18 17:12:39.991860 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-f44d1c82-78db-45c2-8704-09f7de4802b0 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7774041 Nov 18 17:12:40.013900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Request body: {'port': {'device_id': 'e079403c-3daa-4971-bd66-f934506631dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:40.025894 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df64fd0b-86be-4e2d-b93c-68a26b206f97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:40.179039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-fa23959f-f9de-4103-87be-47cc646b8a3c None None] Provisioning complete for port 0e4b331a-60a3-4506-a6d7-462ee2d0aed9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:40.180739 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fa23959f-f9de-4103-87be-47cc646b8a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:40.208291 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:40.210031 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df64fd0b-86be-4e2d-b93c-68a26b206f97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:40.280524 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fa23959f-f9de-4103-87be-47cc646b8a3c None None] Port 0e4b331a-60a3-4506-a6d7-462ee2d0aed9 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:12:40.296132 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:40.364006 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f56394-e3a5-4258-a366-94f3cfa69d87 req-1d39f20c-0650-445a-ba4a-fb771f328348 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:40.370907 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27f56394-e3a5-4258-a366-94f3cfa69d87 req-1d39f20c-0650-445a-ba4a-fb771f328348 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 936 time: 0.3458970 Nov 18 17:12:40.425369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8e812cb1-960f-4f16-b4d8-8a63bd5524b3 None None] Provisioning complete for port fb0aab0a-459a-4d12-89c1-73ebeaf98d1d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:40.432455 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e812cb1-960f-4f16-b4d8-8a63bd5524b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:40.473667 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cc015-012f-4eec-aa4d-355f6bd243da req-140c8aeb-2fd7-465e-8101-f3b14f615d85 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:40.483156 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-949cc015-012f-4eec-aa4d-355f6bd243da req-140c8aeb-2fd7-465e-8101-f3b14f615d85 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 946 time: 0.1776600 Nov 18 17:12:40.506856 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df64fd0b-86be-4e2d-b93c-68a26b206f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:40.510035 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df64fd0b-86be-4e2d-b93c-68a26b206f97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:40.511379 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-df64fd0b-86be-4e2d-b93c-68a26b206f97 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aeb093e5-795f-4338-8b30-c64e6c6f400e HTTP/1.1" status: 204 len: 168 time: 0.8688445 Nov 18 17:12:40.517624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8e812cb1-960f-4f16-b4d8-8a63bd5524b3 None None] Port fb0aab0a-459a-4d12-89c1-73ebeaf98d1d cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:12:40.528626 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27f56394-e3a5-4258-a366-94f3cfa69d87 req-b0d0d080-d56b-43af-8855-b2a60eceb22f tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272798 Nov 18 17:12:40.547395 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64fd0b-86be-4e2d-b93c-68a26b206f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb093e5-795f-4338-8b30-c64e6c6f400e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:40.600443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-949cc015-012f-4eec-aa4d-355f6bd243da req-d4a7f98e-a5ca-484b-8b37-f8e5e7194191 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111774 Nov 18 17:12:40.770597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:40.831135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0aab0a-459a-4d12-89c1-73ebeaf98d1d {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:12:40.839899 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:40.857250 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:40.857250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Transition to ACTIVE for port object fb0aab0a-459a-4d12-89c1-73ebeaf98d1d will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:12:40.912790 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:40.943727 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:40.946587 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] Pushing event updated for resources: {'Port': ['ID=0e4b331a-60a3-4506-a6d7-462ee2d0aed9,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:41.107610 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Pushing event updated for resources: {'Port': ['ID=fb0aab0a-459a-4d12-89c1-73ebeaf98d1d,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:41.253814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Attempting to bind port fb0aab0a-459a-4d12-89c1-73ebeaf98d1d on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:41.254579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Attempting to bind port fb0aab0a-459a-4d12-89c1-73ebeaf98d1d by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:41.256510 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Attempting to bind port fb0aab0a-459a-4d12-89c1-73ebeaf98d1d on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:41.300287 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device edbd5b55-4be0-4e11-bd8e-29e1454caae8 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:12:41.304651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] Network 4efab3f4-88d8-40ae-a2a4-453eabfee21f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:12:41.307068 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:41.315005 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Port fb0aab0a-459a-4d12-89c1-73ebeaf98d1d on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:12:41.319090 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Attempting to bind port fb0aab0a-459a-4d12-89c1-73ebeaf98d1d on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:41.328097 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93ab2f-f5f0-4357-8223-7e3a706d6bc4 req-dd968743-20d4-44e7-bb85-102a193906e2 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:41.329666 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e93ab2f-f5f0-4357-8223-7e3a706d6bc4 req-dd968743-20d4-44e7-bb85-102a193906e2 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 1098 time: 0.0987737 Nov 18 17:12:41.332462 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: edbd5b55-4be0-4e11-bd8e-29e1454caae8 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:12:41.332785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device edbd5b55-4be0-4e11-bd8e-29e1454caae8 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:12:41.334410 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e50c6bef-023a-4c6b-bbec-4d723a5ab00e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:41.338633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:41.339468 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:41.340454 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:41.341353 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Bound port: fb0aab0a-459a-4d12-89c1-73ebeaf98d1d, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:41.354285 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:41.423142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port e50c6bef-023a-4c6b-bbec-4d723a5ab00e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:41.423535 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:41.433467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e93ab2f-f5f0-4357-8223-7e3a706d6bc4 req-c9162c84-578e-4988-93a3-68892f2b10c7 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948606 Nov 18 17:12:41.583055 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:41.594367 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] For port fb0aab0a-459a-4d12-89c1-73ebeaf98d1d, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:41.600216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] For port fb0aab0a-459a-4d12-89c1-73ebeaf98d1d, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fb0aab0a-459a-4d12-89c1-73ebeaf98d1d,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:41.627243 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port e50c6bef-023a-4c6b-bbec-4d723a5ab00e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e50c6bef-023a-4c6b-bbec-4d723a5ab00e,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:41.688308 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] Router dc87199b-6c41-4a05-a9c4-741ac86794f6 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:12:41.731655 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4a198f21-dd36-40d2-ae90-53abcb336b9a None None] Provisioning complete for port 0e4b331a-60a3-4506-a6d7-462ee2d0aed9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:41.732435 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4a198f21-dd36-40d2-ae90-53abcb336b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:41.736090 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:41.801883 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:41.875474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:41.876818 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:41.878204 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=e50c6bef-023a-4c6b-bbec-4d723a5ab00e,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:41.878840 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] 10.222.0.83 "PUT /v2.0/ports/fb0aab0a-459a-4d12-89c1-73ebeaf98d1d HTTP/1.1" status: 200 len: 1097 time: 1.8762622 Nov 18 17:12:41.897006 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4a198f21-dd36-40d2-ae90-53abcb336b9a None None] Port 0e4b331a-60a3-4506-a6d7-462ee2d0aed9 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:12:41.904655 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b6b85-7f30-4063-bd0a-b2863859da9e service neutron] Pushing event updated for resources: {'Port': ['ID=fb0aab0a-459a-4d12-89c1-73ebeaf98d1d,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:41.907587 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e079403c-3daa-4971-bd66-f934506631dd', 'tag': 'fb0aab0a-459a-4d12-89c1-73ebeaf98d1d'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:41.909764 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd99658b-2a1a-426e-ac49-f0508576e930" -d '{"events": [{"name": "network-changed", "server_uuid": "e079403c-3daa-4971-bd66-f934506631dd", "tag": "fb0aab0a-459a-4d12-89c1-73ebeaf98d1d"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:42.066003 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:12:42.081098 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b24f1cdb-6412-4298-8ec4-f872a1825c5b admin admin] 10.222.0.72 "PUT /v2.0/routers/dc87199b-6c41-4a05-a9c4-741ac86794f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9374187 Nov 18 17:12:42.091545 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-d7d655ee-8ad3-4bc9-b69f-a9778444ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:42.093302 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-d7d655ee-8ad3-4bc9-b69f-a9778444ae45 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=39a6280c77f24f45a9ca2eab191b91cb&device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 1100 time: 0.0720284 Nov 18 17:12:42.157245 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-ccf90d6a-e429-4d6f-95a1-d4cf8617c03e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=fb0aab0a-459a-4d12-89c1-73ebeaf98d1d HTTP/1.1" status: 200 len: 217 time: 0.0547092 Nov 18 17:12:42.222126 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-fb3112a2-76b8-4b2b-89da-13c9539e06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:42.224927 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-fb3112a2-76b8-4b2b-89da-13c9539e06e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0595446 Nov 18 17:12:42.327965 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-3a1bdc09-ddbd-4481-a297-41204ad988f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:42.329653 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-3a1bdc09-ddbd-4481-a297-41204ad988f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0906413 Nov 18 17:12:42.333827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe786e1-1b8e-4af6-9997-c5fc61105274 req-15bb6b02-0336-4f3d-a560-de38bfca8ad9 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:42.336057 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fe786e1-1b8e-4af6-9997-c5fc61105274 req-15bb6b02-0336-4f3d-a560-de38bfca8ad9 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 1098 time: 0.5607812 Nov 18 17:12:42.356130 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494bacb1-203d-4190-8258-19020c196092 None None] Sync routers for ids ['dc87199b-6c41-4a05-a9c4-741ac86794f6'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:12:42.359309 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8783e36-776b-4110-b2d5-9491d5b8ebd8 req-1deab515-f9ef-4208-8476-38e3469c9109 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:42.365626 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8783e36-776b-4110-b2d5-9491d5b8ebd8 req-1deab515-f9ef-4208-8476-38e3469c9109 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 948 time: 0.0820572 Nov 18 17:12:42.370915 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494bacb1-203d-4190-8258-19020c196092 None None] Routers {'dc87199b-6c41-4a05-a9c4-741ac86794f6'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:12:42.371882 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-494bacb1-203d-4190-8258-19020c196092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:12:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['dc87199b-6c41-4a05-a9c4-741ac86794f6'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:42.454407 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fe786e1-1b8e-4af6-9997-c5fc61105274 req-50ae7dab-85cd-487c-9483-911d634b9e81 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049278 Nov 18 17:12:42.458578 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8783e36-776b-4110-b2d5-9491d5b8ebd8 req-866f9341-95e4-45d1-84cc-4d6f3d843a99 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903859 Nov 18 17:12:42.518951 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-faf35f70-cda8-4418-8703-5ca571c96a3d service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740117 Nov 18 17:12:42.535351 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b23bc0-95a3-407f-8ed4-5e84803c2325 x-openstack-request-id: req-d4b23bc0-95a3-407f-8ed4-5e84803c2325 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:42.536091 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e079403c-3daa-4971-bd66-f934506631dd", "tag": "fb0aab0a-459a-4d12-89c1-73ebeaf98d1d", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:42.536358 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d4b23bc0-95a3-407f-8ed4-5e84803c2325 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:42.536852 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e079403c-3daa-4971-bd66-f934506631dd', 'tag': 'fb0aab0a-459a-4d12-89c1-73ebeaf98d1d', 'status': 'completed', 'code': 200} Nov 18 17:12:42.545387 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-494bacb1-203d-4190-8258-19020c196092 None None] Set router dc87199b-6c41-4a05-a9c4-741ac86794f6 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:12:42.656417 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34eb6cd4-74a8-48b8-8966-c2e567182609 req-41cc07b4-dae6-4b23-8aaf-d3747717dc2c service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186428 Nov 18 17:12:42.661360 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d489839-5f5f-490f-beb4-bacc7fd52cdb req-77c914e4-76aa-4f46-92c9-b3007ab2e275 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:42.663546 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d489839-5f5f-490f-beb4-bacc7fd52cdb req-77c914e4-76aa-4f46-92c9-b3007ab2e275 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=71cd3dd9-5093-49c8-b4c0-9d8b391e648b HTTP/1.1" status: 200 len: 948 time: 0.0747774 Nov 18 17:12:42.735524 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d489839-5f5f-490f-beb4-bacc7fd52cdb req-fdfbdb1f-7e33-4dd3-8b96-c7bbd691de72 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590873 Nov 18 17:12:42.887235 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99658b-2a1a-426e-ac49-f0508576e930 req-6966891a-6d2f-4526-b3e7-dc6f56676743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:42.892972 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd99658b-2a1a-426e-ac49-f0508576e930 req-6966891a-6d2f-4526-b3e7-dc6f56676743 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=39a6280c77f24f45a9ca2eab191b91cb&device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 1100 time: 0.0836539 Nov 18 17:12:42.916034 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-494bacb1-203d-4190-8258-19020c196092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'name': 'tempest-TaggedBootDevicesTest-1641590884-router', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:33Z', 'updated_at': '2021-11-18T17:12:39Z', 'revision_number': 4, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'gw_port': {'id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:34Z', 'updated_at': '2021-11-18T17:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '0e4b331a-60a3-4506-a6d7-462ee2d0aed9', 'name': '', 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'mac_address': 'fa:16:3e:92:45:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:38Z', 'updated_at': '2021-11-18T17:12:40Z', 'revision_number': 2, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'subnets': [{'id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:42.994986 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494bacb1-203d-4190-8258-19020c196092 None None] Checking router: dc87199b-6c41-4a05-a9c4-741ac86794f6 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:12:42.996807 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494bacb1-203d-4190-8258-19020c196092 None None] Updating router dc87199b-6c41-4a05-a9c4-741ac86794f6 port 0e4b331a-60a3-4506-a6d7-462ee2d0aed9 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:12:43.038582 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-494bacb1-203d-4190-8258-19020c196092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:43.049795 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99658b-2a1a-426e-ac49-f0508576e930 req-a6d048b7-aa2d-46ae-8ecb-3487f5a78268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:43.051355 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd99658b-2a1a-426e-ac49-f0508576e930 req-a6d048b7-aa2d-46ae-8ecb-3487f5a78268 service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1498876 Nov 18 17:12:43.142086 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd99658b-2a1a-426e-ac49-f0508576e930 req-319fe853-59cb-40ad-9997-ccedcd8edfb6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=fb0aab0a-459a-4d12-89c1-73ebeaf98d1d HTTP/1.1" status: 200 len: 217 time: 0.0673785 Nov 18 17:12:43.216153 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99658b-2a1a-426e-ac49-f0508576e930 req-64e5e0aa-3235-4058-b85b-b83ac18f5eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:43.218715 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd99658b-2a1a-426e-ac49-f0508576e930 req-64e5e0aa-3235-4058-b85b-b83ac18f5eaa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0667620 Nov 18 17:12:43.247556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e50c6bef-023a-4c6b-bbec-4d723a5ab00e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:43.335667 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99658b-2a1a-426e-ac49-f0508576e930 req-3590f85f-a597-4ddd-bc12-165a604c48a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:43.339839 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd99658b-2a1a-426e-ac49-f0508576e930 req-3590f85f-a597-4ddd-bc12-165a604c48a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1078784 Nov 18 17:12:43.344084 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40080) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:43.402584 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port e50c6bef-023a-4c6b-bbec-4d723a5ab00e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:43.403261 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:43.601695 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd99658b-2a1a-426e-ac49-f0508576e930 req-6024da7c-6a20-47c2-a6b7-3d2112f60738 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485173 Nov 18 17:12:43.602488 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-494bacb1-203d-4190-8258-19020c196092 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:43.684775 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-494bacb1-203d-4190-8258-19020c196092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:43.707963 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5896406a-a914-406b-9f8e-dc201f93a07f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-138868527-network', 'tenant_id': '03af3191faea4a2aad8e5a48ae33efc7'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:43.747887 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd99658b-2a1a-426e-ac49-f0508576e930 req-5842c8ba-afeb-4d65-bc09-bf8526b5e419 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377923 Nov 18 17:12:43.792656 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482dcea-ea6b-4036-923a-02cf6a8375e5 None None] Pushing event updated for resources: {'Port': ['ID=0e4b331a-60a3-4506-a6d7-462ee2d0aed9,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:43.810778 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5896406a-a914-406b-9f8e-dc201f93a07f admin admin] Made reservation on behalf of 03af3191faea4a2aad8e5a48ae33efc7 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:43.816687 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5896406a-a914-406b-9f8e-dc201f93a07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:43.833963 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5896406a-a914-406b-9f8e-dc201f93a07f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:43.836339 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482dcea-ea6b-4036-923a-02cf6a8375e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:43.836901 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482dcea-ea6b-4036-923a-02cf6a8375e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:43.837428 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482dcea-ea6b-4036-923a-02cf6a8375e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:43.837941 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482dcea-ea6b-4036-923a-02cf6a8375e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:43.838445 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482dcea-ea6b-4036-923a-02cf6a8375e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:43.838947 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482dcea-ea6b-4036-923a-02cf6a8375e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:43.839460 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482dcea-ea6b-4036-923a-02cf6a8375e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:43.840573 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482dcea-ea6b-4036-923a-02cf6a8375e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:43.841081 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482dcea-ea6b-4036-923a-02cf6a8375e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:43.841598 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482dcea-ea6b-4036-923a-02cf6a8375e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:43.842252 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482dcea-ea6b-4036-923a-02cf6a8375e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:43.842761 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482dcea-ea6b-4036-923a-02cf6a8375e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:12:43.890664 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-494bacb1-203d-4190-8258-19020c196092 None None] Attempting to bind port 0e4b331a-60a3-4506-a6d7-462ee2d0aed9 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:43.891300 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-494bacb1-203d-4190-8258-19020c196092 None None] Attempting to bind port 0e4b331a-60a3-4506-a6d7-462ee2d0aed9 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'bff55ea2-174d-4a7c-b8b6-5e048fee7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:43.892066 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494bacb1-203d-4190-8258-19020c196092 None None] Attempting to bind port 0e4b331a-60a3-4506-a6d7-462ee2d0aed9 on network 4efab3f4-88d8-40ae-a2a4-453eabfee21f {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:43.902511 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494bacb1-203d-4190-8258-19020c196092 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:43.902511 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494bacb1-203d-4190-8258-19020c196092 None None] Checking segment: {'id': 'bff55ea2-174d-4a7c-b8b6-5e048fee7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:43.902511 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-494bacb1-203d-4190-8258-19020c196092 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:43.902511 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494bacb1-203d-4190-8258-19020c196092 None None] Bound using segment: {'id': 'bff55ea2-174d-4a7c-b8b6-5e048fee7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:43.902511 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-494bacb1-203d-4190-8258-19020c196092 None None] Bound port: 0e4b331a-60a3-4506-a6d7-462ee2d0aed9, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff55ea2-174d-4a7c-b8b6-5e048fee7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:43.902511 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-494bacb1-203d-4190-8258-19020c196092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.015874 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5896406a-a914-406b-9f8e-dc201f93a07f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.037974 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-494bacb1-203d-4190-8258-19020c196092 None None] For port 0e4b331a-60a3-4506-a6d7-462ee2d0aed9, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:44.041627 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-494bacb1-203d-4190-8258-19020c196092 None None] For port 0e4b331a-60a3-4506-a6d7-462ee2d0aed9, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=0e4b331a-60a3-4506-a6d7-462ee2d0aed9,segment=NetworkSegment(bff55ea2-174d-4a7c-b8b6-5e048fee7b15),segment_id=bff55ea2-174d-4a7c-b8b6-5e048fee7b15)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:44.064868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067670-dccb-4eb1-b860-69b3b97bccd7 req-68eee235-a585-4c67-b03a-73260c209c46 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:44.066493 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-52067670-dccb-4eb1-b860-69b3b97bccd7 req-68eee235-a585-4c67-b03a-73260c209c46 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.83 "GET /v2.0/ports?device_id=71cd3dd9-5093-49c8-b4c0-9d8b391e648b HTTP/1.1" status: 200 len: 948 time: 0.0762520 Nov 18 17:12:44.125085 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5896406a-a914-406b-9f8e-dc201f93a07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.150057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5896406a-a914-406b-9f8e-dc201f93a07f admin admin] vlan segment allocate from pool success with {'vlan_id': 1144, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:12:44.171039 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-494bacb1-203d-4190-8258-19020c196092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.173249 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5896406a-a914-406b-9f8e-dc201f93a07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.173613 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-5896406a-a914-406b-9f8e-dc201f93a07f admin admin] Added segment de29a012-2e1d-43dc-a075-f690fbababb8 of type vlan for network e2003bd1-6412-4e64-a49a-f7385a9d5313 Nov 18 17:12:44.175566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896406a-a914-406b-9f8e-dc201f93a07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3891c1-938f-4f85-ab76-3102f40c64a7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:44.221333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-52067670-dccb-4eb1-b860-69b3b97bccd7 req-d80013d0-c82e-4b5f-8f7f-e452776bbf8c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Deleting port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:12:44.221716 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-52067670-dccb-4eb1-b860-69b3b97bccd7 req-d80013d0-c82e-4b5f-8f7f-e452776bbf8c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.248506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-be4ee2f9-aef3-4755-bb62-bffad72ebbbd None None] Provisioning complete for port 0e4b331a-60a3-4506-a6d7-462ee2d0aed9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:44.250681 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be4ee2f9-aef3-4755-bb62-bffad72ebbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.252843 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494bacb1-203d-4190-8258-19020c196092 None None] Routers {'dc87199b-6c41-4a05-a9c4-741ac86794f6'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:12:44.255379 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-494bacb1-203d-4190-8258-19020c196092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:12:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['dc87199b-6c41-4a05-a9c4-741ac86794f6'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:44.273264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40120) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:44.296785 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9f0f23ac-fcb2-4484-88e9-ee599c1a3314 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-796419424-network', 'tenant_id': '617c8c7479014b3fb171246a449d7cff'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:44.308227 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5896406a-a914-406b-9f8e-dc201f93a07f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.438478 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be4ee2f9-aef3-4755-bb62-bffad72ebbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.455346 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-52067670-dccb-4eb1-b860-69b3b97bccd7 req-d80013d0-c82e-4b5f-8f7f-e452776bbf8c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] For port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:44.455863 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-52067670-dccb-4eb1-b860-69b3b97bccd7 req-d80013d0-c82e-4b5f-8f7f-e452776bbf8c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.471462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c653d-e74b-4f0c-b275-1f67ba85b661 req-c5e90d00-3559-4657-b659-a848d9fe9941 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:44.477282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-52067670-dccb-4eb1-b860-69b3b97bccd7 req-d80013d0-c82e-4b5f-8f7f-e452776bbf8c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Calling delete_port for 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:12:44.481193 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-590c653d-e74b-4f0c-b275-1f67ba85b661 req-c5e90d00-3559-4657-b659-a848d9fe9941 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 948 time: 0.2066009 Nov 18 17:12:44.491944 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-be4ee2f9-aef3-4755-bb62-bffad72ebbbd None None] For port 0e4b331a-60a3-4506-a6d7-462ee2d0aed9, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=0e4b331a-60a3-4506-a6d7-462ee2d0aed9,segment=NetworkSegment(bff55ea2-174d-4a7c-b8b6-5e048fee7b15),segment_id=bff55ea2-174d-4a7c-b8b6-5e048fee7b15)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:44.546590 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-494bacb1-203d-4190-8258-19020c196092 None None] Set router dc87199b-6c41-4a05-a9c4-741ac86794f6 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:12:44.553199 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-590c653d-e74b-4f0c-b275-1f67ba85b661 req-0a50a01b-84fd-4ee2-9acc-5a5bfe0b8522 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661409 Nov 18 17:12:44.556721 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482dcea-ea6b-4036-923a-02cf6a8375e5 None None] Pushing event updated for resources: {'Port': ['ID=0e4b331a-60a3-4506-a6d7-462ee2d0aed9,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:44.570655 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0f23ac-fcb2-4484-88e9-ee599c1a3314 admin admin] Made reservation on behalf of 617c8c7479014b3fb171246a449d7cff for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:44.576155 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f0f23ac-fcb2-4484-88e9-ee599c1a3314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.584222 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5896406a-a914-406b-9f8e-dc201f93a07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.585197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5896406a-a914-406b-9f8e-dc201f93a07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:44.592820 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5896406a-a914-406b-9f8e-dc201f93a07f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.612229 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be4ee2f9-aef3-4755-bb62-bffad72ebbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.618780 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f0f23ac-fcb2-4484-88e9-ee599c1a3314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.708143 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ee2f9-aef3-4755-bb62-bffad72ebbbd None None] Pushing event updated for resources: {'Port': ['ID=0e4b331a-60a3-4506-a6d7-462ee2d0aed9,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:44.739671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-aecc91fa-f680-43f9-9b1f-f7ba426fe73e None None] Provisioning complete for port 0e4b331a-60a3-4506-a6d7-462ee2d0aed9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:44.740085 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aecc91fa-f680-43f9-9b1f-f7ba426fe73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.750702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896406a-a914-406b-9f8e-dc201f93a07f admin admin] Pushing event updated for resources: {'Network': ['ID=e2003bd1-6412-4e64-a49a-f7385a9d5313,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:44.759964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5896406a-a914-406b-9f8e-dc201f93a07f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4137752 Nov 18 17:12:44.762648 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40130) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:44.768188 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-07caf091-ed96-4883-8c9f-55a2c39667f7 admin admin] Request body: {'subnet': {'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-138868527-subnet', 'tenant_id': '03af3191faea4a2aad8e5a48ae33efc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:44.788458 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network e2003bd1-6412-4e64-a49a-f7385a9d5313 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:12:44.797653 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1703a65-6f8f-4a17-b643-cb010a60d371 req-aa89c070-3007-4b5e-8e0a-928fd9eec020 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:44.806373 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-52067670-dccb-4eb1-b860-69b3b97bccd7 req-d80013d0-c82e-4b5f-8f7f-e452776bbf8c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.806755 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1703a65-6f8f-4a17-b643-cb010a60d371 req-aa89c070-3007-4b5e-8e0a-928fd9eec020 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=71cd3dd9-5093-49c8-b4c0-9d8b391e648b HTTP/1.1" status: 200 len: 948 time: 0.1333435 Nov 18 17:12:44.895095 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1703a65-6f8f-4a17-b643-cb010a60d371 req-e187ac07-6175-4cf5-be71-bc695891fe71 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/security-groups?id=43da29dd-c79b-4038-8e95-c3f3837a6a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808859 Nov 18 17:12:44.902072 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80013d0-c82e-4b5f-8f7f-e452776bbf8c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Pushing event deleted for resources: {'Port': ['ID=229f219d-cefe-43fc-9fe4-30db9c2dcdf6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:44.916768 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f0f23ac-fcb2-4484-88e9-ee599c1a3314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.919955 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07caf091-ed96-4883-8c9f-55a2c39667f7 admin admin] Made reservation on behalf of 03af3191faea4a2aad8e5a48ae33efc7 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:44.926982 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07caf091-ed96-4883-8c9f-55a2c39667f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:44.970164 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-494bacb1-203d-4190-8258-19020c196092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'name': 'tempest-TaggedBootDevicesTest-1641590884-router', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:33Z', 'updated_at': '2021-11-18T17:12:39Z', 'revision_number': 4, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'gw_port': {'id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:34Z', 'updated_at': '2021-11-18T17:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '0e4b331a-60a3-4506-a6d7-462ee2d0aed9', 'name': '', 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'mac_address': 'fa:16:3e:92:45:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:38Z', 'updated_at': '2021-11-18T17:12:44Z', 'revision_number': 4, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'subnets': [{'id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:45.002998 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494bacb1-203d-4190-8258-19020c196092 None None] The sync data for ids ['dc87199b-6c41-4a05-a9c4-741ac86794f6'] in n-d-813419-11 is: [{'id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'name': 'tempest-TaggedBootDevicesTest-1641590884-router', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:33Z', 'updated_at': '2021-11-18T17:12:39Z', 'revision_number': 4, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'gw_port': {'id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:34Z', 'updated_at': '2021-11-18T17:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '0e4b331a-60a3-4506-a6d7-462ee2d0aed9', 'name': '', 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'mac_address': 'fa:16:3e:92:45:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:38Z', 'updated_at': '2021-11-18T17:12:44Z', 'revision_number': 4, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'subnets': [{'id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:12:45.016651 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f0f23ac-fcb2-4484-88e9-ee599c1a3314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:45.046058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0f23ac-fcb2-4484-88e9-ee599c1a3314 admin admin] vlan segment allocate from pool success with {'vlan_id': 1103, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:12:45.063603 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f23ac-fcb2-4484-88e9-ee599c1a3314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13440461-8d2b-49fe-98cb-ac08c57222fa,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:45.089322 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f0f23ac-fcb2-4484-88e9-ee599c1a3314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:45.089742 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-9f0f23ac-fcb2-4484-88e9-ee599c1a3314 admin admin] Added segment 53c95b20-a2a4-4433-9e60-01a8cea78b20 of type vlan for network d3238f9f-63e6-4663-a48b-b02dcc0cebe1 Nov 18 17:12:45.137665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-52067670-dccb-4eb1-b860-69b3b97bccd7 req-d80013d0-c82e-4b5f-8f7f-e452776bbf8c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] No DVR routers for this DVR port 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:12:45.143322 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-52067670-dccb-4eb1-b860-69b3b97bccd7 req-d80013d0-c82e-4b5f-8f7f-e452776bbf8c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:45.144810 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f0f23ac-fcb2-4484-88e9-ee599c1a3314 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:45.171620 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-52067670-dccb-4eb1-b860-69b3b97bccd7 req-d80013d0-c82e-4b5f-8f7f-e452776bbf8c tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.83 "DELETE /v2.0/ports/229f219d-cefe-43fc-9fe4-30db9c2dcdf6 HTTP/1.1" status: 204 len: 173 time: 1.0665054 Nov 18 17:12:45.209696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cd3dd9-5093-49c8-b4c0-9d8b391e648b', 'name': 'network-vif-deleted', 'tag': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:45.214104 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79222a09-5763-49dc-a138-f2a32c0bac92" -d '{"events": [{"server_uuid": "71cd3dd9-5093-49c8-b4c0-9d8b391e648b", "name": "network-vif-deleted", "tag": "229f219d-cefe-43fc-9fe4-30db9c2dcdf6"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:45.314302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device fb0aab0a-459a-4d12-89c1-73ebeaf98d1d details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:12:45.324301 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f0f23ac-fcb2-4484-88e9-ee599c1a3314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:45.325434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0f23ac-fcb2-4484-88e9-ee599c1a3314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:45.326148 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f0f23ac-fcb2-4484-88e9-ee599c1a3314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:45.378833 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec4934e-35d3-4e6f-beb5-bf4fb8888268 x-openstack-request-id: req-4ec4934e-35d3-4e6f-beb5-bf4fb8888268 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:45.379425 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cd3dd9-5093-49c8-b4c0-9d8b391e648b", "name": "network-vif-deleted", "tag": "229f219d-cefe-43fc-9fe4-30db9c2dcdf6", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:45.379820 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4ec4934e-35d3-4e6f-beb5-bf4fb8888268 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:45.381158 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cd3dd9-5093-49c8-b4c0-9d8b391e648b', 'name': 'network-vif-deleted', 'tag': '229f219d-cefe-43fc-9fe4-30db9c2dcdf6', 'status': 'completed', 'code': 200} Nov 18 17:12:45.425586 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 0e4b331a-60a3-4506-a6d7-462ee2d0aed9 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:45.520671 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07caf091-ed96-4883-8c9f-55a2c39667f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:45.547935 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f23ac-fcb2-4484-88e9-ee599c1a3314 admin admin] Pushing event updated for resources: {'Network': ['ID=d3238f9f-63e6-4663-a48b-b02dcc0cebe1,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:45.571957 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9f0f23ac-fcb2-4484-88e9-ee599c1a3314 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2948213 Nov 18 17:12:45.572683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40160) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:45.583442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07caf091-ed96-4883-8c9f-55a2c39667f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e57647-6f5c-483d-88be-381a1bd15b62,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:45.596356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-bb8754c8-e539-4fb0-be1f-3de7323f5de6 admin admin] Request body: {'subnet': {'network_id': 'd3238f9f-63e6-4663-a48b-b02dcc0cebe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-796419424-subnet', 'tenant_id': '617c8c7479014b3fb171246a449d7cff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:45.638532 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07caf091-ed96-4883-8c9f-55a2c39667f7 admin admin] Checking segment: {'id': 'de29a012-2e1d-43dc-a075-f690fbababb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:45.640224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07caf091-ed96-4883-8c9f-55a2c39667f7 admin admin] Network hostable DHCP agents. Network: e2003bd1-6412-4e64-a49a-f7385a9d5313, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:12:45.641539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network d3238f9f-63e6-4663-a48b-b02dcc0cebe1 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:12:45.769498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07caf091-ed96-4883-8c9f-55a2c39667f7 admin admin] Network e2003bd1-6412-4e64-a49a-f7385a9d5313 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:12:45.769721 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8754c8-e539-4fb0-be1f-3de7323f5de6 admin admin] Made reservation on behalf of 617c8c7479014b3fb171246a449d7cff for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:45.776411 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bb8754c8-e539-4fb0-be1f-3de7323f5de6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:45.789263 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port fb0aab0a-459a-4d12-89c1-73ebeaf98d1d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fb0aab0a-459a-4d12-89c1-73ebeaf98d1d,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:45.811581 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 0e4b331a-60a3-4506-a6d7-462ee2d0aed9 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:45.812076 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:45.824223 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641a312-4629-4717-8317-78b26b1753fe req-b2b9e90e-3c46-4b84-b2c7-95fc233737d1 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:45.826515 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2641a312-4629-4717-8317-78b26b1753fe req-b2b9e90e-3c46-4b84-b2c7-95fc233737d1 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 948 time: 0.1498911 Nov 18 17:12:45.858733 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'fb0aab0a-459a-4d12-89c1-73ebeaf98d1d', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': 'fb0aab0a-459a-4d12-89c1-73ebeaf98d1d', 'mac_address': 'fa:16:3e:f4:ad:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:12:45.862931 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-07caf091-ed96-4883-8c9f-55a2c39667f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, e2003bd1-6412-4e64-a49a-f7385a9d5313) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:45.884491 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07caf091-ed96-4883-8c9f-55a2c39667f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:45.889293 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07caf091-ed96-4883-8c9f-55a2c39667f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:45.900959 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d9aeab-e242-4831-bb2c-0b25a04cd5f7 None None] Network e2003bd1-6412-4e64-a49a-f7385a9d5313 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:12:45.980215 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:46.012249 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-07caf091-ed96-4883-8c9f-55a2c39667f7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2383430 Nov 18 17:12:46.016159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0aab0a-459a-4d12-89c1-73ebeaf98d1d {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:12:46.064770 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2641a312-4629-4717-8317-78b26b1753fe req-5b2ee279-4ab0-4aa6-b38c-a67cdff1efd9 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257896 Nov 18 17:12:46.084789 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port fb0aab0a-459a-4d12-89c1-73ebeaf98d1d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fb0aab0a-459a-4d12-89c1-73ebeaf98d1d,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:46.224844 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:46.262387 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9a524b9-7d0a-4e5d-b981-58793b8e82da req-09c88b02-5338-4d06-af51-ea954e9036c2 tempest-ListImageFiltersTestJSON-1681632422 tempest-ListImageFiltersTestJSON-1681632422-project] 10.222.0.72 "GET /v2.0/ports?device_id=71cd3dd9-5093-49c8-b4c0-9d8b391e648b HTTP/1.1" status: 200 len: 210 time: 0.0571983 Nov 18 17:12:46.354513 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bb8754c8-e539-4fb0-be1f-3de7323f5de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:46.366580 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40180) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:46.375591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=fb0aab0a-459a-4d12-89c1-73ebeaf98d1d,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:46.391830 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37f712f-77e3-4cb4-b077-89f6dbe50b8d None None] Network e2003bd1-6412-4e64-a49a-f7385a9d5313 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:12:46.472420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8754c8-e539-4fb0-be1f-3de7323f5de6 admin admin] Checking segment: {'id': '53c95b20-a2a4-4433-9e60-01a8cea78b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'd3238f9f-63e6-4663-a48b-b02dcc0cebe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:46.472420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8754c8-e539-4fb0-be1f-3de7323f5de6 admin admin] Network hostable DHCP agents. Network: d3238f9f-63e6-4663-a48b-b02dcc0cebe1, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:12:46.472420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8754c8-e539-4fb0-be1f-3de7323f5de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15ca3553-34bc-42f0-809b-ed75ebfd8e35,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:46.524182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['fb0aab0a-459a-4d12-89c1-73ebeaf98d1d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:12:46.572304 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8754c8-e539-4fb0-be1f-3de7323f5de6 admin admin] Network d3238f9f-63e6-4663-a48b-b02dcc0cebe1 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:12:46.660095 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f67f3f7f-9ada-49f2-8430-e8c1896affac admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:46.673531 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-bb8754c8-e539-4fb0-be1f-3de7323f5de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, d3238f9f-63e6-4663-a48b-b02dcc0cebe1) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:46.686127 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8754c8-e539-4fb0-be1f-3de7323f5de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:46.687184 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bb8754c8-e539-4fb0-be1f-3de7323f5de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:46.692035 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e0e9ac-afb4-4b24-b41e-f48bb8ac11e2 None None] Network d3238f9f-63e6-4663-a48b-b02dcc0cebe1 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:12:46.783862 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bb8754c8-e539-4fb0-be1f-3de7323f5de6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2055175 Nov 18 17:12:46.784230 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40196) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:46.792513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-796419424-router', 'tenant_id': '617c8c7479014b3fb171246a449d7cff', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:46.824482 n-d-813419-11 neutron-server[104008]: WARNING keystonemiddleware.auth_token [req-7e976897-1d8c-42cd-bf23-73827941c093 req-c488f427-74bb-46d7-a911-2868fa0665d6 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 18 17:12:46.841628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-592534df-6d80-4d22-9f10-5ba020a1d159 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:12:46.842908 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-592534df-6d80-4d22-9f10-5ba020a1d159 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2136548 Nov 18 17:12:46.890961 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f67f3f7f-9ada-49f2-8430-e8c1896affac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:46.979243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-3d22d67d-bbbc-48c6-97bc-e9d8806936b8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:46.981719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-3d22d67d-bbbc-48c6-97bc-e9d8806936b8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/networks?id=e2003bd1-6412-4e64-a49a-f7385a9d5313 HTTP/1.1" status: 200 len: 812 time: 0.1633313 Nov 18 17:12:47.004301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-2c4e5f98-8fab-4063-9a59-50020d8ba9a1 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/quotas/03af3191faea4a2aad8e5a48ae33efc7 HTTP/1.1" status: 200 len: 375 time: 0.0149250 Nov 18 17:12:47.010932 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-233bba40-42dc-4e50-8fcf-e3c22d65811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:47.013103 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-233bba40-42dc-4e50-8fcf-e3c22d65811c service neutron] 10.222.0.72 "GET /v2.0/ports/bb1d8da6-fd19-4c4f-b85a-34148e813afb HTTP/1.1" status: 200 len: 1095 time: 0.1546190 Nov 18 17:12:47.016492 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f67f3f7f-9ada-49f2-8430-e8c1896affac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.023698 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-2911db48-4729-4854-8532-62151fdab8e8 service neutron] Request body: {'binding': {'host': 'n-h2-813419-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:47.024768 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-2911db48-4729-4854-8532-62151fdab8e8 service neutron] Unknown quota resources ['binding']. {{(pid=104008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 18 17:12:47.049742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-c6f42dbf-2822-4243-99ad-a2c782ed983b tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=03af3191faea4a2aad8e5a48ae33efc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383899 Nov 18 17:12:47.072625 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-d3238f9f-63e6-4663-a48b-b02dcc0cebe1', 'network_id': 'd3238f9f-63e6-4663-a48b-b02dcc0cebe1', 'tenant_id': '617c8c7479014b3fb171246a449d7cff', 'fixed_ips': [{'subnet_id': '15ca3553-34bc-42f0-809b-ed75ebfd8e35'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:12:47.074199 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.080650 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.081705 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.106462 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f67f3f7f-9ada-49f2-8430-e8c1896affac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=495ab7314bdf46e59bc322a91596d51e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7374358 Nov 18 17:12:47.113665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f3f7f-9ada-49f2-8430-e8c1896affac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbb2993-70c8-412b-9193-0a5ebc14c9fa,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:47.119658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40208) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:47.241130 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-99a0d27c-10f9-478f-a1c1-fcc210c4ee92 service neutron] 10.222.0.72 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703157 Nov 18 17:12:47.241972 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40210) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:47.282559 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Allocated IP 172.20.0.2 (d3238f9f-63e6-4663-a48b-b02dcc0cebe1/15ca3553-34bc-42f0-809b-ed75ebfd8e35/e7ac3e54-e487-483e-8e80-db280df8ca9c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:12:47.343512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:12:47.351431 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-eec6c863-60c2-4d3f-8886-669881d80abc service neutron] 10.222.0.72 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032696 Nov 18 17:12:47.372709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:12:47.373064 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 229f219d-cefe-43fc-9fe4-30db9c2dcdf6 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:12:47.401207 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2698319d-d865-4e13-9896-4753aecb14c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.489755 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2698319d-d865-4e13-9896-4753aecb14c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.504843 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.567363 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.604589 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8b31cda9-9977-4fea-b5d4-f790381765f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.634295 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2698319d-d865-4e13-9896-4753aecb14c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.645666 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8b31cda9-9977-4fea-b5d4-f790381765f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.656621 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-2911db48-4729-4854-8532-62151fdab8e8 service neutron] Attempting to bind port bb1d8da6-fd19-4c4f-b85a-34148e813afb on host n-h2-813419-11 for vnic_type normal with profile None {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:47.660485 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-2911db48-4729-4854-8532-62151fdab8e8 service neutron] Attempting to bind port bb1d8da6-fd19-4c4f-b85a-34148e813afb by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:47.660485 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-2911db48-4729-4854-8532-62151fdab8e8 service neutron] Attempting to bind port bb1d8da6-fd19-4c4f-b85a-34148e813afb on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:47.667138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-2911db48-4729-4854-8532-62151fdab8e8 service neutron] Port bb1d8da6-fd19-4c4f-b85a-34148e813afb on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:12:47.667478 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-2911db48-4729-4854-8532-62151fdab8e8 service neutron] Attempting to bind port bb1d8da6-fd19-4c4f-b85a-34148e813afb on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:47.678111 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2698319d-d865-4e13-9896-4753aecb14c3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=83ed648c82ab4d1e98a8fe720bbef144&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4342880 Nov 18 17:12:47.685588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698319d-d865-4e13-9896-4753aecb14c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237a3e8f-2b58-4ae9-a778-6d1e36d02e2d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:47.685765 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.685895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40218) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:47.686011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-2911db48-4729-4854-8532-62151fdab8e8 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:47.686011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-2911db48-4729-4854-8532-62151fdab8e8 service neutron] Checking segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:47.686011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-2911db48-4729-4854-8532-62151fdab8e8 service neutron] Bound using segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:47.686297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-2911db48-4729-4854-8532-62151fdab8e8 service neutron] Bound port: bb1d8da6-fd19-4c4f-b85a-34148e813afb, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:47.730483 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Network d3238f9f-63e6-4663-a48b-b02dcc0cebe1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:12:47.733446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:47.737117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:12:47.750717 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0a14180e-a464-4c7c-a25e-4353a8e9e4da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.774060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Pushing event updated for resources: {'Port': ['ID=e7ac3e54-e487-483e-8e80-db280df8ca9c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:47.779694 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0a14180e-a464-4c7c-a25e-4353a8e9e4da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.885694 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Attempting to bind port e7ac3e54-e487-483e-8e80-db280df8ca9c on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:47.886304 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Attempting to bind port e7ac3e54-e487-483e-8e80-db280df8ca9c by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '53c95b20-a2a4-4433-9e60-01a8cea78b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'd3238f9f-63e6-4663-a48b-b02dcc0cebe1'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:47.886874 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Attempting to bind port e7ac3e54-e487-483e-8e80-db280df8ca9c on network d3238f9f-63e6-4663-a48b-b02dcc0cebe1 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:47.892938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:47.893709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Checking segment: {'id': '53c95b20-a2a4-4433-9e60-01a8cea78b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'd3238f9f-63e6-4663-a48b-b02dcc0cebe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:47.894283 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.895348 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Bound using segment: {'id': '53c95b20-a2a4-4433-9e60-01a8cea78b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'd3238f9f-63e6-4663-a48b-b02dcc0cebe1'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:47.896285 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Bound port: e7ac3e54-e487-483e-8e80-db280df8ca9c, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c95b20-a2a4-4433-9e60-01a8cea78b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'd3238f9f-63e6-4663-a48b-b02dcc0cebe1'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:47.896848 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.903498 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0a14180e-a464-4c7c-a25e-4353a8e9e4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.906551 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0a14180e-a464-4c7c-a25e-4353a8e9e4da admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.910215 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0a14180e-a464-4c7c-a25e-4353a8e9e4da admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/237a3e8f-2b58-4ae9-a778-6d1e36d02e2d HTTP/1.1" status: 204 len: 168 time: 0.2220764 Nov 18 17:12:47.949368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14180e-a464-4c7c-a25e-4353a8e9e4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237a3e8f-2b58-4ae9-a778-6d1e36d02e2d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:47.949656 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:47.951375 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b3e68-bc0b-4387-9262-82e14b1fd27c req-1bfe7ed8-dfd0-41c1-b245-6e0f5d1178b4 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:47.976310 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-236b3e68-bc0b-4387-9262-82e14b1fd27c req-1bfe7ed8-dfd0-41c1-b245-6e0f5d1178b4 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 949 time: 0.1072531 Nov 18 17:12:47.976659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-2911db48-4729-4854-8532-62151fdab8e8 service neutron] For port bb1d8da6-fd19-4c4f-b85a-34148e813afb, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=bb1d8da6-fd19-4c4f-b85a-34148e813afb,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:48.004365 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] For port e7ac3e54-e487-483e-8e80-db280df8ca9c, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:48.009236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] For port e7ac3e54-e487-483e-8e80-db280df8ca9c, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e7ac3e54-e487-483e-8e80-db280df8ca9c,segment=NetworkSegment(53c95b20-a2a4-4433-9e60-01a8cea78b20),segment_id=53c95b20-a2a4-4433-9e60-01a8cea78b20)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:48.042498 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-236b3e68-bc0b-4387-9262-82e14b1fd27c req-d0bc9f21-c6db-427f-a819-e2df65cdac3e tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566478 Nov 18 17:12:48.098880 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-2911db48-4729-4854-8532-62151fdab8e8 service neutron] Publish callbacks [] for binding, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:48.101317 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-2911db48-4729-4854-8532-62151fdab8e8 service neutron] 10.222.0.72 "POST /v2.0/ports/bb1d8da6-fd19-4c4f-b85a-34148e813afb/bindings HTTP/1.1" status: 201 len: 390 time: 1.0809939 Nov 18 17:12:48.101602 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8b31cda9-9977-4fea-b5d4-f790381765f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:48.104505 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8b31cda9-9977-4fea-b5d4-f790381765f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:48.105690 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8b31cda9-9977-4fea-b5d4-f790381765f3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3bbb2993-70c8-412b-9193-0a5ebc14c9fa HTTP/1.1" status: 204 len: 168 time: 0.9802554 Nov 18 17:12:48.120369 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:48.145641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31cda9-9977-4fea-b5d4-f790381765f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbb2993-70c8-412b-9193-0a5ebc14c9fa,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:48.250700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d1c40-92a0-44a7-a786-7d04486f1a0b None None] Pushing event updated for resources: {'Port': ['ID=e7ac3e54-e487-483e-8e80-db280df8ca9c,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:48.332711 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:48.358610 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:48.503317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Allocated IP 172.25.3.147 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/4b56f0fd-c666-4531-bf0f-3095947aa30e) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:12:48.591076 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f9c7951e-c5a6-4cfb-bd44-00dce60217e3 req-6f77e314-9612-4438-84dd-1d05e62bf1e8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d HTTP/1.1" status: 200 len: 210 time: 0.0585098 Nov 18 17:12:48.720378 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:48.770207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd6735-a0dc-4f78-b096-03762e0af227 req-9513fddc-a47a-4f6c-915c-0b7c5b999964 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:48.772178 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9bcd6735-a0dc-4f78-b096-03762e0af227 req-9513fddc-a47a-4f6c-915c-0b7c5b999964 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 946 time: 0.0766163 Nov 18 17:12:48.833925 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9bcd6735-a0dc-4f78-b096-03762e0af227 req-101d4dcf-c3bf-4a19-87c9-ba03ea7397bb tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541699 Nov 18 17:12:48.885049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:48.928863 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-58630f64-f434-4049-bd9c-e702191c6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:48.930593 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-58630f64-f434-4049-bd9c-e702191c6db7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 1098 time: 0.0907850 Nov 18 17:12:48.932485 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:12:48.951772 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:48.951772 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:12:49.012720 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40268) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:49.026921 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Pushing event updated for resources: {'Port': ['ID=4b56f0fd-c666-4531-bf0f-3095947aa30e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:49.029732 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c7ab522c-bff7-4201-90ad-ddbedf22a58b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:49.162116 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c7ab522c-bff7-4201-90ad-ddbedf22a58b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:49.188648 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-d965550f-56ce-47af-9be1-d0124e93b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:49.190166 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-d965550f-56ce-47af-9be1-d0124e93b067 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.2438729 Nov 18 17:12:49.250901 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c7ab522c-bff7-4201-90ad-ddbedf22a58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:49.282744 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-355e19fa-63c4-4ef0-a069-8f683cde4a76 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb1d8da6-fd19-4c4f-b85a-34148e813afb HTTP/1.1" status: 200 len: 217 time: 0.0745912 Nov 18 17:12:49.292272 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c7ab522c-bff7-4201-90ad-ddbedf22a58b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5cd397276b85434080d59ef268bd5b75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2767386 Nov 18 17:12:49.293180 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40278) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:49.303268 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4be02-d754-495c-819b-328777fd3b60 req-d9d9e702-be11-469e-bcc9-a9da72e486a2 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:49.311318 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11b4be02-d754-495c-819b-328777fd3b60 req-d9d9e702-be11-469e-bcc9-a9da72e486a2 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 949 time: 0.1383734 Nov 18 17:12:49.331132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device fb0aab0a-459a-4d12-89c1-73ebeaf98d1d up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:49.372763 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab522c-bff7-4201-90ad-ddbedf22a58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1104e0-04eb-4a20-9c4c-ab9dbeeb8ae6,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:49.374936 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e7ac3e54-e487-483e-8e80-db280df8ca9c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:49.411828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-f51ce432-58f0-4f60-ab96-3c6bf1ea6aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:49.413355 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-f51ce432-58f0-4f60-ab96-3c6bf1ea6aa7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.1210785 Nov 18 17:12:49.461460 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11b4be02-d754-495c-819b-328777fd3b60 req-7aef2c7a-b85d-426b-a7bc-655e0bffdab9 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492686 Nov 18 17:12:49.481599 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-a00b5b31-0d08-48ea-9022-bb16168abf0e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474343 Nov 18 17:12:49.486280 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4436ed4-8605-48e4-9b82-d492df6d9e71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:49.509428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port e7ac3e54-e487-483e-8e80-db280df8ca9c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:49.509811 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:49.622085 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-d1941d2d-f2b6-45ec-9959-53221a3e05c9 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242549 Nov 18 17:12:49.673776 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:49.685546 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port fb0aab0a-459a-4d12-89c1-73ebeaf98d1d completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:12:49.704322 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4436ed4-8605-48e4-9b82-d492df6d9e71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:49.710135 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2ac89d5c-5697-43dd-98ae-74ad4bda859b req-e7c9f2ec-7d56-4f8c-b71d-f9ff93dc624f tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d HTTP/1.1" status: 200 len: 210 time: 0.0475879 Nov 18 17:12:49.720053 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port fb0aab0a-459a-4d12-89c1-73ebeaf98d1d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:49.720053 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:49.791418 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053e33fc-1218-4139-9d01-5613ddd22732 None None] Network d3238f9f-63e6-4663-a48b-b02dcc0cebe1 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:12:49.795224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port e7ac3e54-e487-483e-8e80-db280df8ca9c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e7ac3e54-e487-483e-8e80-db280df8ca9c,segment=NetworkSegment(53c95b20-a2a4-4433-9e60-01a8cea78b20),segment_id=53c95b20-a2a4-4433-9e60-01a8cea78b20)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:49.858073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9ae96087-7da2-442a-ad1e-2b8b1e61b82d None None] Provisioning complete for port e7ac3e54-e487-483e-8e80-db280df8ca9c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:49.858886 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9ae96087-7da2-442a-ad1e-2b8b1e61b82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:49.885807 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:49.893917 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-f1206214-c737-42d9-9624-1822dd0516c9 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304339 Nov 18 17:12:49.943092 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:50.019060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd36b9b-683a-4c58-b1d2-cf9a7c9ea95f req-d4384d4b-2b51-4009-bf83-53ea601f1b59 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:50.029973 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6fd36b9b-683a-4c58-b1d2-cf9a7c9ea95f req-d4384d4b-2b51-4009-bf83-53ea601f1b59 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 946 time: 0.0802157 Nov 18 17:12:50.035542 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4436ed4-8605-48e4-9b82-d492df6d9e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:50.040504 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4436ed4-8605-48e4-9b82-d492df6d9e71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:50.047437 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c4436ed4-8605-48e4-9b82-d492df6d9e71 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1e1104e0-04eb-4a20-9c4c-ab9dbeeb8ae6 HTTP/1.1" status: 204 len: 168 time: 0.7421064 Nov 18 17:12:50.107055 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:50.119622 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6fd36b9b-683a-4c58-b1d2-cf9a7c9ea95f req-74107761-b010-4158-a12b-7964d6a669cf tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886846 Nov 18 17:12:50.186234 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4436ed4-8605-48e4-9b82-d492df6d9e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1104e0-04eb-4a20-9c4c-ab9dbeeb8ae6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:50.244367 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=e7ac3e54-e487-483e-8e80-db280df8ca9c,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:50.264590 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-bfe3342a-50b6-4515-b666-59d0b3065295 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:50.266781 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-bfe3342a-50b6-4515-b666-59d0b3065295 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247&tenant_id=50df9abadb204a52a1f75cd50dbb0a82&binding%3Ahost_id=n-h1-813419-11 HTTP/1.1" status: 200 len: 1098 time: 0.1920969 Nov 18 17:12:50.291728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e079403c-3daa-4971-bd66-f934506631dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0aab0a-459a-4d12-89c1-73ebeaf98d1d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:50.294036 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdac279-c223-4715-8435-26c3b6fd9c6d" -d '{"events": [{"server_uuid": "e079403c-3daa-4971-bd66-f934506631dd", "name": "network-vif-plugged", "status": "completed", "tag": "fb0aab0a-459a-4d12-89c1-73ebeaf98d1d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:50.317587 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port fb0aab0a-459a-4d12-89c1-73ebeaf98d1d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fb0aab0a-459a-4d12-89c1-73ebeaf98d1d,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:50.320652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-11'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:50.415339 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:50.464046 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:50.469847 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:50.498829 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1abfc96-11b6-412a-aa80-de21c0d5b0b0 x-openstack-request-id: req-f1abfc96-11b6-412a-aa80-de21c0d5b0b0 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:50.500567 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e079403c-3daa-4971-bd66-f934506631dd", "name": "network-vif-plugged", "status": "completed", "tag": "fb0aab0a-459a-4d12-89c1-73ebeaf98d1d", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:50.500567 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f1abfc96-11b6-412a-aa80-de21c0d5b0b0 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:50.500567 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e079403c-3daa-4971-bd66-f934506631dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0aab0a-459a-4d12-89c1-73ebeaf98d1d', 'code': 200} Nov 18 17:12:50.637038 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=fb0aab0a-459a-4d12-89c1-73ebeaf98d1d,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:50.714287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193ee57-3597-4650-bc8f-3ef4d2843eab req-cd19dd49-84ef-4260-9f6f-a6a479c439d9 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:50.717692 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4193ee57-3597-4650-bc8f-3ef4d2843eab req-cd19dd49-84ef-4260-9f6f-a6a479c439d9 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 950 time: 0.0990801 Nov 18 17:12:50.808327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4193ee57-3597-4650-bc8f-3ef4d2843eab req-72386157-729d-4e44-a599-6be674bf9d15 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821073 Nov 18 17:12:50.886591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-505a01d9-d319-440a-b4ca-3875e6eae303 None None] Provisioning complete for port e7ac3e54-e487-483e-8e80-db280df8ca9c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:50.886591 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-505a01d9-d319-440a-b4ca-3875e6eae303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:51.061323 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8d9fc90-8705-4d7f-90b1-eb8d8533b741 req-21d42ab3-cd69-4c6b-9a3c-4d149a9079b6 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d HTTP/1.1" status: 200 len: 210 time: 0.0450902 Nov 18 17:12:51.171075 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:51.258502 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778d601-d811-48df-a4e0-e2e62f1a36c7 req-01fc01a8-1409-428b-b980-9856ef0a8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:51.263624 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6778d601-d811-48df-a4e0-e2e62f1a36c7 req-01fc01a8-1409-428b-b980-9856ef0a8f31 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 1102 time: 0.6400869 Nov 18 17:12:51.264532 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e7ac3e54-e487-483e-8e80-db280df8ca9c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:51.328588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] For port bb1d8da6-fd19-4c4f-b85a-34148e813afb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=bb1d8da6-fd19-4c4f-b85a-34148e813afb,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:51.335044 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Router 7ac53c9e-bba5-4942-8803-2317a1d8f480 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:12:51.342725 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port e7ac3e54-e487-483e-8e80-db280df8ca9c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:51.344581 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:51.347341 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40350) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:51.375965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298cd4e-66f1-4430-9722-3638e727662d req-32ae96eb-8778-4ffc-8774-13e9cb53b6d9 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:51.397863 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e298cd4e-66f1-4430-9722-3638e727662d req-32ae96eb-8778-4ffc-8774-13e9cb53b6d9 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 946 time: 0.1352494 Nov 18 17:12:51.504825 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e298cd4e-66f1-4430-9722-3638e727662d req-44b1903d-bbdf-459d-aab0-1b02dd0d88cf tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060212 Nov 18 17:12:51.534841 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6778d601-d811-48df-a4e0-e2e62f1a36c7 req-4bf50bc2-2a3c-4723-a9f8-6352b0393366 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567389 Nov 18 17:12:51.537449 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] For port bb1d8da6-fd19-4c4f-b85a-34148e813afb, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:51.618789 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e347c1a-bce6-472e-afa1-bc10567b0f80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:51.678651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cea2f8-eaa7-436a-a1fd-b5b50ebd8247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb1d8da6-fd19-4c4f-b85a-34148e813afb'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:51.680993 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04e7cef-55a6-4a08-aab8-d02b030cea74" -d '{"events": [{"server_uuid": "08cea2f8-eaa7-436a-a1fd-b5b50ebd8247", "name": "network-vif-unplugged", "status": "completed", "tag": "bb1d8da6-fd19-4c4f-b85a-34148e813afb"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:51.685797 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:51.714044 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:12:51.724372 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Sync routers for ids ['7ac53c9e-bba5-4942-8803-2317a1d8f480'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:12:51.731739 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b3218d-d373-4b35-9418-6ee0feb44910 x-openstack-request-id: req-b3b3218d-d373-4b35-9418-6ee0feb44910 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:51.732378 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cea2f8-eaa7-436a-a1fd-b5b50ebd8247", "name": "network-vif-unplugged", "status": "completed", "tag": "bb1d8da6-fd19-4c4f-b85a-34148e813afb", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:51.735490 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b3b3218d-d373-4b35-9418-6ee0feb44910 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:51.735490 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cea2f8-eaa7-436a-a1fd-b5b50ebd8247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb1d8da6-fd19-4c4f-b85a-34148e813afb', 'code': 200} Nov 18 17:12:51.746785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Routers {'7ac53c9e-bba5-4942-8803-2317a1d8f480'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:12:51.747616 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:12:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7ac53c9e-bba5-4942-8803-2317a1d8f480'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:51.806127 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:51.812307 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e347c1a-bce6-472e-afa1-bc10567b0f80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:51.857390 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-9d64ce7d-879b-434d-a6f6-79651e84c61c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:51.859717 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-9d64ce7d-879b-434d-a6f6-79651e84c61c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.81 "GET /v2.0/networks?id=e2003bd1-6412-4e64-a49a-f7385a9d5313 HTTP/1.1" status: 200 len: 812 time: 0.2520010 Nov 18 17:12:51.870545 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:51.872884 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2d81aad7-4e2b-4880-ae38-94dda4ec0405 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0851769 Nov 18 17:12:51.892442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Pushing event updated for resources: {'Port': ['ID=bb1d8da6-fd19-4c4f-b85a-34148e813afb,revision_number=7']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:51.895596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40366) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:51.913717 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-69ca48a7-8f23-439a-8e52-337b90f91fd8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Request body: {'port': {'device_id': 'aa70afc8-74bc-401f-a698-0a2ac1c5b3a4', 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313', 'admin_state_up': True, 'tenant_id': '03af3191faea4a2aad8e5a48ae33efc7'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:51.960928 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Set router 7ac53c9e-bba5-4942-8803-2317a1d8f480 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:12:51.991250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Attempting to bind port bb1d8da6-fd19-4c4f-b85a-34148e813afb on host n-h1-813419-11 for vnic_type normal with profile {"migrating_to": "n-h2-813419-11"} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:51.991602 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Attempting to bind port bb1d8da6-fd19-4c4f-b85a-34148e813afb by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:51.992193 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Attempting to bind port bb1d8da6-fd19-4c4f-b85a-34148e813afb on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:52.002106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Port bb1d8da6-fd19-4c4f-b85a-34148e813afb on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:12:52.002106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Attempting to bind port bb1d8da6-fd19-4c4f-b85a-34148e813afb on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:52.079683 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:52.080124 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Checking segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:52.080484 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Bound using segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:52.080965 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Bound port: bb1d8da6-fd19-4c4f-b85a-34148e813afb, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:52.081792 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:52.184756 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e347c1a-bce6-472e-afa1-bc10567b0f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:52.249687 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a69aa2-a46d-4448-b43d-f671576a5fa6 req-2af0cd89-e75e-47f0-84db-c4b35b6aea7b tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:52.251982 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b2a69aa2-a46d-4448-b43d-f671576a5fa6 req-2af0cd89-e75e-47f0-84db-c4b35b6aea7b tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 950 time: 0.3299003 Nov 18 17:12:52.261939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'name': 'tempest-TaggedBootDevicesTest-796419424-router', 'tenant_id': '617c8c7479014b3fb171246a449d7cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4b56f0fd-c666-4531-bf0f-3095947aa30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:47Z', 'updated_at': '2021-11-18T17:12:49Z', 'revision_number': 3, 'project_id': '617c8c7479014b3fb171246a449d7cff', 'gw_port': {'id': '4b56f0fd-c666-4531-bf0f-3095947aa30e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:48Z', 'updated_at': '2021-11-18T17:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:52.311004 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Checking router: 7ac53c9e-bba5-4942-8803-2317a1d8f480 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:12:52.311354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Updating router 7ac53c9e-bba5-4942-8803-2317a1d8f480 port 4b56f0fd-c666-4531-bf0f-3095947aa30e binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:12:52.387020 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] For port bb1d8da6-fd19-4c4f-b85a-34148e813afb, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:52.401694 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] For port bb1d8da6-fd19-4c4f-b85a-34148e813afb, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=bb1d8da6-fd19-4c4f-b85a-34148e813afb,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:52.402683 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06a25ff3-fd83-4388-b2c8-1c01a830ce8a req-8a30c091-a0df-4383-b8b0-80a39f0d9733 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d HTTP/1.1" status: 200 len: 210 time: 0.1450810 Nov 18 17:12:52.512280 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:52.537464 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3e347c1a-bce6-472e-afa1-bc10567b0f80 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b72ec123cb0f4ae29c8832f1389110f5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1882186 Nov 18 17:12:52.545313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-a3ffdfb5-344b-4bc0-9bc2-1cdddd0ffc6f tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:52.545764 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40384) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:52.546829 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-a3ffdfb5-344b-4bc0-9bc2-1cdddd0ffc6f tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.81 "GET /v2.0/networks?id=e2003bd1-6412-4e64-a49a-f7385a9d5313 HTTP/1.1" status: 200 len: 812 time: 0.1767030 Nov 18 17:12:52.551162 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e347c1a-bce6-472e-afa1-bc10567b0f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a0d0eb-d814-4273-a7b7-ba5a31f3694d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:52.564263 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-3d4092f1-667f-4ecc-9446-408baf5bd3de tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Request body: {'port': {'device_id': 'b5e9d88f-ad12-4d24-9914-d3842f27893d', 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313', 'admin_state_up': True, 'tenant_id': '03af3191faea4a2aad8e5a48ae33efc7'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:52.582747 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:52.625297 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b2a69aa2-a46d-4448-b43d-f671576a5fa6 req-ca82acde-1a8f-43a2-a4fd-4187705137a1 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574111 Nov 18 17:12:52.759406 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40390) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:52.831280 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-69ca48a7-8f23-439a-8e52-337b90f91fd8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Made reservation on behalf of 03af3191faea4a2aad8e5a48ae33efc7 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:52.835734 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-69ca48a7-8f23-439a-8e52-337b90f91fd8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:52.845489 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ee6c1-ce70-41f8-94b7-6f5e658a88b0 req-1dfbdb75-3e72-48f1-a335-cd9b2357ccd7 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:52.853139 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a41ee6c1-ce70-41f8-94b7-6f5e658a88b0 req-1dfbdb75-3e72-48f1-a335-cd9b2357ccd7 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 944 time: 0.1469362 Nov 18 17:12:52.860131 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:52.864550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:52.865530 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:52.875505 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] 10.222.0.83 "PUT /v2.0/ports/bb1d8da6-fd19-4c4f-b85a-34148e813afb HTTP/1.1" status: 200 len: 1124 time: 2.5894372 Nov 18 17:12:52.898779 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ccd97-e0a5-444d-9274-ffb2d991efbd service neutron] Pushing event updated for resources: {'Port': ['ID=bb1d8da6-fd19-4c4f-b85a-34148e813afb,revision_number=8']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:52.922161 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-910f5715-e6c6-4e93-895f-399cbc71851b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:52.945449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['bb1d8da6-fd19-4c4f-b85a-34148e813afb'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:12:53.020928 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a41ee6c1-ce70-41f8-94b7-6f5e658a88b0 req-a1c77d72-b3f6-4fee-9442-2f78f1e62761 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579795 Nov 18 17:12:53.084270 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-910f5715-e6c6-4e93-895f-399cbc71851b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:53.101417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-3d4092f1-667f-4ecc-9446-408baf5bd3de tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Made reservation on behalf of 03af3191faea4a2aad8e5a48ae33efc7 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:53.106909 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-3d4092f1-667f-4ecc-9446-408baf5bd3de tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:53.252186 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cb96aa8d-03c8-4194-b8a0-bae232d29416 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=673b4f1ab41348da8b586039f3b1ddab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4838805 Nov 18 17:12:53.254802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40398) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:53.270086 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-69ca48a7-8f23-439a-8e52-337b90f91fd8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Allocated IP 172.20.0.13 (e2003bd1-6412-4e64-a49a-f7385a9d5313/81e57647-6f5c-483d-88be-381a1bd15b62/25de7fc0-9ace-4145-8204-00b2bf7dbb4b) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:12:53.305875 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:53.306589 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-910f5715-e6c6-4e93-895f-399cbc71851b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:53.309429 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-910f5715-e6c6-4e93-895f-399cbc71851b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:53.312995 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-910f5715-e6c6-4e93-895f-399cbc71851b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/30a0d0eb-d814-4273-a7b7-ba5a31f3694d HTTP/1.1" status: 204 len: 168 time: 0.7548020 Nov 18 17:12:53.320853 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:53.341165 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f5715-e6c6-4e93-895f-399cbc71851b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a0d0eb-d814-4273-a7b7-ba5a31f3694d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:53.352112 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b0dcb23-060b-48a2-a18f-c219512e87a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:53.402107 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:53.416260 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b0dcb23-060b-48a2-a18f-c219512e87a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:53.488735 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90e0fe-964d-4faa-aa96-0dcdece27fde None None] Pushing event updated for resources: {'Port': ['ID=4b56f0fd-c666-4531-bf0f-3095947aa30e,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:53.498678 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Attempting to bind port 4b56f0fd-c666-4531-bf0f-3095947aa30e on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:53.499066 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Attempting to bind port 4b56f0fd-c666-4531-bf0f-3095947aa30e by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:53.499445 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Attempting to bind port 4b56f0fd-c666-4531-bf0f-3095947aa30e on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:53.514471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:53.514471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:53.514471 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:53.514471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:53.520291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Bound port: 4b56f0fd-c666-4531-bf0f-3095947aa30e, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:53.520291 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:53.532591 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-69ca48a7-8f23-439a-8e52-337b90f91fd8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:53.564959 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68447ce7-a1db-41d3-87b2-10a4dd9838c8 req-2085f72c-1deb-4714-ae7a-89133b87082d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d HTTP/1.1" status: 200 len: 210 time: 0.0479307 Nov 18 17:12:53.579236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] For port 4b56f0fd-c666-4531-bf0f-3095947aa30e, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:53.590938 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] Allocated IP 172.20.0.1 (d3238f9f-63e6-4663-a48b-b02dcc0cebe1/15ca3553-34bc-42f0-809b-ed75ebfd8e35/16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:12:53.600050 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] For port 4b56f0fd-c666-4531-bf0f-3095947aa30e, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4b56f0fd-c666-4531-bf0f-3095947aa30e,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:53.674310 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:53.704123 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b0dcb23-060b-48a2-a18f-c219512e87a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:53.707165 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b0dcb23-060b-48a2-a18f-c219512e87a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:53.714563 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6b0dcb23-060b-48a2-a18f-c219512e87a1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/43da29dd-c79b-4038-8e95-c3f3837a6a41 HTTP/1.1" status: 204 len: 168 time: 0.4556644 Nov 18 17:12:53.736559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08cea2f8-eaa7-436a-a1fd-b5b50ebd8247', 'tag': 'bb1d8da6-fd19-4c4f-b85a-34148e813afb'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:53.739730 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8513791c-a31e-4c02-8b76-4818b00b10ca" -d '{"events": [{"name": "network-changed", "server_uuid": "08cea2f8-eaa7-436a-a1fd-b5b50ebd8247", "tag": "bb1d8da6-fd19-4c4f-b85a-34148e813afb"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:53.749724 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:53.752956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dcb23-060b-48a2-a18f-c219512e87a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43da29dd-c79b-4038-8e95-c3f3837a6a41,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:53.800367 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-3d4092f1-667f-4ecc-9446-408baf5bd3de tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Allocated IP 172.20.0.6 (e2003bd1-6412-4e64-a49a-f7385a9d5313/81e57647-6f5c-483d-88be-381a1bd15b62/5fb570de-5eb8-41c4-9123-cca87ceeab93) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:12:53.811334 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7814186-2271-43a4-85be-46cf409c68f8 x-openstack-request-id: req-e7814186-2271-43a4-85be-46cf409c68f8 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:53.811768 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08cea2f8-eaa7-436a-a1fd-b5b50ebd8247", "tag": "bb1d8da6-fd19-4c4f-b85a-34148e813afb", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:53.812771 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e7814186-2271-43a4-85be-46cf409c68f8 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:53.813200 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08cea2f8-eaa7-436a-a1fd-b5b50ebd8247', 'tag': 'bb1d8da6-fd19-4c4f-b85a-34148e813afb', 'status': 'completed', 'code': 200} Nov 18 17:12:53.818076 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-69ca48a7-8f23-439a-8e52-337b90f91fd8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:53.823980 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Routers {'7ac53c9e-bba5-4942-8803-2317a1d8f480'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:12:53.825025 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:12:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7ac53c9e-bba5-4942-8803-2317a1d8f480'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:53.881838 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90e0fe-964d-4faa-aa96-0dcdece27fde None None] Pushing event updated for resources: {'Port': ['ID=4b56f0fd-c666-4531-bf0f-3095947aa30e,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:53.909770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513791c-a31e-4c02-8b76-4818b00b10ca req-84b2fbeb-6b94-4d22-a95c-6727bbafee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:53.911540 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8513791c-a31e-4c02-8b76-4818b00b10ca req-84b2fbeb-6b94-4d22-a95c-6727bbafee18 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 1127 time: 0.0631208 Nov 18 17:12:53.948920 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-69ca48a7-8f23-439a-8e52-337b90f91fd8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Network e2003bd1-6412-4e64-a49a-f7385a9d5313 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:12:53.957979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] Set router 7ac53c9e-bba5-4942-8803-2317a1d8f480 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:12:53.968432 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-69ca48a7-8f23-439a-8e52-337b90f91fd8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:53.978369 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-69ca48a7-8f23-439a-8e52-337b90f91fd8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:12:53.987932 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373a8ca-f4a9-4bcb-9df1-953c429cf17b req-f6f3fe00-52c3-4d0b-aca7-8ce147b5ab9d tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:53.989973 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e373a8ca-f4a9-4bcb-9df1-953c429cf17b req-f6f3fe00-52c3-4d0b-aca7-8ce147b5ab9d tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 950 time: 0.1810396 Nov 18 17:12:53.994054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca48a7-8f23-439a-8e52-337b90f91fd8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Pushing event updated for resources: {'Port': ['ID=25de7fc0-9ace-4145-8204-00b2bf7dbb4b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:54.013739 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513791c-a31e-4c02-8b76-4818b00b10ca req-002d4915-4e33-4ded-8876-bb2f240dc9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:54.015576 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8513791c-a31e-4c02-8b76-4818b00b10ca req-002d4915-4e33-4ded-8876-bb2f240dc9ab service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.0964410 Nov 18 17:12:54.063723 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8513791c-a31e-4c02-8b76-4818b00b10ca req-7f102186-caf9-4e7c-a818-d93f5e4fb1c2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb1d8da6-fd19-4c4f-b85a-34148e813afb HTTP/1.1" status: 200 len: 217 time: 0.0403693 Nov 18 17:12:54.128043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513791c-a31e-4c02-8b76-4818b00b10ca req-6434aae4-ba41-42fe-9548-f3a558fd5cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:54.129741 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8513791c-a31e-4c02-8b76-4818b00b10ca req-6434aae4-ba41-42fe-9548-f3a558fd5cbc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.0593946 Nov 18 17:12:54.145079 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:54.192896 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-69ca48a7-8f23-439a-8e52-337b90f91fd8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:54.193684 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-69ca48a7-8f23-439a-8e52-337b90f91fd8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:54.213342 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8513791c-a31e-4c02-8b76-4818b00b10ca req-bb0b2a2e-d795-4eb6-ab04-41669ffb1940 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698810 Nov 18 17:12:54.235589 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e373a8ca-f4a9-4bcb-9df1-953c429cf17b req-29e1fcb0-b413-4536-b803-2781bc0831ae tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174151 Nov 18 17:12:54.237376 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'name': 'tempest-TaggedBootDevicesTest-796419424-router', 'tenant_id': '617c8c7479014b3fb171246a449d7cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4b56f0fd-c666-4531-bf0f-3095947aa30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:47Z', 'updated_at': '2021-11-18T17:12:49Z', 'revision_number': 3, 'project_id': '617c8c7479014b3fb171246a449d7cff', 'gw_port': {'id': '4b56f0fd-c666-4531-bf0f-3095947aa30e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:48Z', 'updated_at': '2021-11-18T17:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:54.254710 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] Network d3238f9f-63e6-4663-a48b-b02dcc0cebe1 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:12:54.266780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:54.272126 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] Pushing event updated for resources: {'Port': ['ID=16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:54.279867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:12:54.285621 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-3d4092f1-667f-4ecc-9446-408baf5bd3de tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:54.288074 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d57eb25-8c6d-41c4-ab6d-bda0df3663f7 None None] The sync data for ids ['7ac53c9e-bba5-4942-8803-2317a1d8f480'] in n-d-813419-11 is: [{'id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'name': 'tempest-TaggedBootDevicesTest-796419424-router', 'tenant_id': '617c8c7479014b3fb171246a449d7cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4b56f0fd-c666-4531-bf0f-3095947aa30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:47Z', 'updated_at': '2021-11-18T17:12:49Z', 'revision_number': 3, 'project_id': '617c8c7479014b3fb171246a449d7cff', 'gw_port': {'id': '4b56f0fd-c666-4531-bf0f-3095947aa30e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:48Z', 'updated_at': '2021-11-18T17:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:12:54.310080 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79da84-6b60-4b5c-b229-88f060bd051a req-e6b1a48d-5f1b-4b5a-aa72-cc79626e4efa tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:54.320210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a79da84-6b60-4b5c-b229-88f060bd051a req-e6b1a48d-5f1b-4b5a-aa72-cc79626e4efa tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 944 time: 0.1849191 Nov 18 17:12:54.365533 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-69ca48a7-8f23-439a-8e52-337b90f91fd8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4618504 Nov 18 17:12:54.389558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Request body: {'port': {'device_id': 'aa70afc8-74bc-401f-a698-0a2ac1c5b3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:54.407976 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:54.456429 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a79da84-6b60-4b5c-b229-88f060bd051a req-08ff27fe-4dad-44e4-9d93-7b752d80f1c0 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349814 Nov 18 17:12:54.518300 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8513791c-a31e-4c02-8b76-4818b00b10ca req-9c7549db-3a24-48c1-b783-ce7fd9a6156a service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975721 Nov 18 17:12:54.573301 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:54.681012 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-3d4092f1-667f-4ecc-9446-408baf5bd3de tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:54.832182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4661615b-e534-4439-b1eb-a8d7294e233d None None] Provisioning complete for port 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:54.833021 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4661615b-e534-4439-b1eb-a8d7294e233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:54.844890 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8513791c-a31e-4c02-8b76-4818b00b10ca req-f7a7e6ba-61d1-43d0-80e8-fec8c2f75ed4 service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145738 Nov 18 17:12:54.881002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-3d4092f1-667f-4ecc-9446-408baf5bd3de tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Network e2003bd1-6412-4e64-a49a-f7385a9d5313 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:12:54.884888 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4661615b-e534-4439-b1eb-a8d7294e233d None None] Port 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:12:54.934145 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-3d4092f1-667f-4ecc-9446-408baf5bd3de tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:54.959330 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:55.026536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-3d4092f1-667f-4ecc-9446-408baf5bd3de tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:12:55.119465 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4092f1-667f-4ecc-9446-408baf5bd3de tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Pushing event updated for resources: {'Port': ['ID=5fb570de-5eb8-41c4-9123-cca87ceeab93,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:55.179449 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f786eb-4074-4bd8-869f-bac1b4e73085 req-4b4ef0df-871e-4951-849d-d44f2caa20bc tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:55.188722 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79f786eb-4074-4bd8-869f-bac1b4e73085 req-4b4ef0df-871e-4951-849d-d44f2caa20bc tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d HTTP/1.1" status: 200 len: 931 time: 0.4535058 Nov 18 17:12:55.307055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4b56f0fd-c666-4531-bf0f-3095947aa30e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:55.315049 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-3d4092f1-667f-4ecc-9446-408baf5bd3de tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:55.315049 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-3d4092f1-667f-4ecc-9446-408baf5bd3de tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:55.354332 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:55.358412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device bb1d8da6-fd19-4c4f-b85a-34148e813afb details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:12:55.405703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79f786eb-4074-4bd8-869f-bac1b4e73085 req-8509cae5-cfa0-4338-bd49-8d97bd2061b9 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160726 Nov 18 17:12:55.437889 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-3d4092f1-667f-4ecc-9446-408baf5bd3de tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8794742 Nov 18 17:12:55.448052 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:55.455049 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Request body: {'port': {'device_id': 'b5e9d88f-ad12-4d24-9914-d3842f27893d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:55.496530 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4b56f0fd-c666-4531-bf0f-3095947aa30e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:55.502873 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:55.566893 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed450b4-afbc-4c86-ae85-d501c442b348 req-c8612a01-c510-4b53-be4e-093cfb0fa93f tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:55.567392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed450b4-afbc-4c86-ae85-d501c442b348 req-c8612a01-c510-4b53-be4e-093cfb0fa93f tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:55.568470 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed450b4-afbc-4c86-ae85-d501c442b348 req-c8612a01-c510-4b53-be4e-093cfb0fa93f tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:55.568945 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed450b4-afbc-4c86-ae85-d501c442b348 req-c8612a01-c510-4b53-be4e-093cfb0fa93f tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:55.569411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed450b4-afbc-4c86-ae85-d501c442b348 req-c8612a01-c510-4b53-be4e-093cfb0fa93f tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:55.569879 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed450b4-afbc-4c86-ae85-d501c442b348 req-c8612a01-c510-4b53-be4e-093cfb0fa93f tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:55.570346 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed450b4-afbc-4c86-ae85-d501c442b348 req-c8612a01-c510-4b53-be4e-093cfb0fa93f tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:55.570810 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed450b4-afbc-4c86-ae85-d501c442b348 req-c8612a01-c510-4b53-be4e-093cfb0fa93f tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:55.572000 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed450b4-afbc-4c86-ae85-d501c442b348 req-c8612a01-c510-4b53-be4e-093cfb0fa93f tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:55.572000 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed450b4-afbc-4c86-ae85-d501c442b348 req-c8612a01-c510-4b53-be4e-093cfb0fa93f tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:55.575356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed450b4-afbc-4c86-ae85-d501c442b348 req-c8612a01-c510-4b53-be4e-093cfb0fa93f tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:55.575356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed450b4-afbc-4c86-ae85-d501c442b348 req-c8612a01-c510-4b53-be4e-093cfb0fa93f tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:55.575356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed450b4-afbc-4c86-ae85-d501c442b348 req-c8612a01-c510-4b53-be4e-093cfb0fa93f tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:55.578914 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ed450b4-afbc-4c86-ae85-d501c442b348 req-c8612a01-c510-4b53-be4e-093cfb0fa93f tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=aa70afc8-74bc-401f-a698-0a2ac1c5b3a4&device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d&device_id=e079403c-3daa-4971-bd66-f934506631dd&device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247&device_id=15c18180-a007-4b85-9cee-5531a85e14de&device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8&device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 11736 time: 0.1914153 Nov 18 17:12:55.616708 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:55.639493 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] Pushing event updated for resources: {'Port': ['ID=16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:55.710981 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port bb1d8da6-fd19-4c4f-b85a-34148e813afb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=bb1d8da6-fd19-4c4f-b85a-34148e813afb,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:55.717640 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25de7fc0-9ace-4145-8204-00b2bf7dbb4b {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:12:55.719843 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6ed450b4-afbc-4c86-ae85-d501c442b348 req-90dc1de0-060b-455b-a3ad-0a113b34b96a tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:55.730586 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:55.741062 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device bb1d8da6-fd19-4c4f-b85a-34148e813afb has no active binding in host n-h2-813419-11 {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 18 17:12:55.756609 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:55.811382 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:55.822016 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Transition to ACTIVE for port object 25de7fc0-9ace-4145-8204-00b2bf7dbb4b will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:12:55.850530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab3a25-2105-4529-b522-ebcc7e442d72 req-a4e9a088-30cf-44ca-82d8-d4ec5e1c0260 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:55.858004 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9dab3a25-2105-4529-b522-ebcc7e442d72 req-a4e9a088-30cf-44ca-82d8-d4ec5e1c0260 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 944 time: 0.2577875 Nov 18 17:12:55.867482 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 4b56f0fd-c666-4531-bf0f-3095947aa30e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4b56f0fd-c666-4531-bf0f-3095947aa30e,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:55.869599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] Network d3238f9f-63e6-4663-a48b-b02dcc0cebe1 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:12:55.871034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:55.900432 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:55.970757 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:56.019998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] Router 7ac53c9e-bba5-4942-8803-2317a1d8f480 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:12:56.037530 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=4b56f0fd-c666-4531-bf0f-3095947aa30e,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:56.108810 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9dab3a25-2105-4529-b522-ebcc7e442d72 req-ce3c0196-9c6d-4a49-87f7-37d25c5190e4 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497964 Nov 18 17:12:56.173880 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Pushing event updated for resources: {'Port': ['ID=25de7fc0-9ace-4145-8204-00b2bf7dbb4b,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:56.178659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:12:56.215705 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-150f2f7f-f035-4c6e-9ba1-9681ba3e57a6 admin admin] 10.222.0.72 "PUT /v2.0/routers/7ac53c9e-bba5-4942-8803-2317a1d8f480/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3181608 Nov 18 17:12:56.221781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40478) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:56.325899 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5622a9fb-5efc-4c22-8066-95460bdf4113 None None] Provisioning complete for port 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:56.326503 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5622a9fb-5efc-4c22-8066-95460bdf4113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:56.402100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5622a9fb-5efc-4c22-8066-95460bdf4113 None None] Port 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:12:56.597195 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40494) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:56.604328 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b88bcc49-c648-47e9-a2ae-f1cde5456d66 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1391001106-network', 'tenant_id': 'f73ffba8d2ff45f2804d1be593f58175'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:56.628567 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6ed450b4-afbc-4c86-ae85-d501c442b348 req-90dc1de0-060b-455b-a3ad-0a113b34b96a tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:56.646362 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40498) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:56.674585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Attempting to bind port 25de7fc0-9ace-4145-8204-00b2bf7dbb4b on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:56.674936 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Attempting to bind port 25de7fc0-9ace-4145-8204-00b2bf7dbb4b by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'de29a012-2e1d-43dc-a075-f690fbababb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:56.676798 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Attempting to bind port 25de7fc0-9ace-4145-8204-00b2bf7dbb4b on network e2003bd1-6412-4e64-a49a-f7385a9d5313 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:56.696637 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Port 25de7fc0-9ace-4145-8204-00b2bf7dbb4b on network e2003bd1-6412-4e64-a49a-f7385a9d5313 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:12:56.696971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Attempting to bind port 25de7fc0-9ace-4145-8204-00b2bf7dbb4b on network e2003bd1-6412-4e64-a49a-f7385a9d5313 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:56.701010 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7035187e-66e5-4aa8-bcd5-53e680672e8b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1103423158-network', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:56.704780 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6ed450b4-afbc-4c86-ae85-d501c442b348 req-90dc1de0-060b-455b-a3ad-0a113b34b96a tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:56.725480 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88bcc49-c648-47e9-a2ae-f1cde5456d66 admin admin] Made reservation on behalf of f73ffba8d2ff45f2804d1be593f58175 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:56.729767 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b88bcc49-c648-47e9-a2ae-f1cde5456d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:56.734522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5653533-184e-48d6-ad2d-2104f9fbb254 req-90f1606a-207f-439e-abe6-184ed562c470 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:56.736359 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5653533-184e-48d6-ad2d-2104f9fbb254 req-90f1606a-207f-439e-abe6-184ed562c470 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d HTTP/1.1" status: 200 len: 931 time: 0.1274958 Nov 18 17:12:56.748500 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:56.748846 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Checking segment: {'id': 'de29a012-2e1d-43dc-a075-f690fbababb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:56.749236 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Bound using segment: {'id': 'de29a012-2e1d-43dc-a075-f690fbababb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:56.749682 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Bound port: 25de7fc0-9ace-4145-8204-00b2bf7dbb4b, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de29a012-2e1d-43dc-a075-f690fbababb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:56.750038 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:56.756594 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b88bcc49-c648-47e9-a2ae-f1cde5456d66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:56.780927 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-78d29cbc-b442-4cc9-8377-574cef425371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:56.829255 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc1de0-060b-455b-a3ad-0a113b34b96a tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec74b55-96a5-47ec-985b-b284cad4e562,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:56.849756 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Sync routers for ids ['7ac53c9e-bba5-4942-8803-2317a1d8f480'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:12:56.866335 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Routers {'7ac53c9e-bba5-4942-8803-2317a1d8f480'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:12:56.866335 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:12:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7ac53c9e-bba5-4942-8803-2317a1d8f480'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:56.904833 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7035187e-66e5-4aa8-bcd5-53e680672e8b admin admin] Made reservation on behalf of bce5212d47c4464c80f51f290e96e7bf for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:56.907408 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7035187e-66e5-4aa8-bcd5-53e680672e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:56.930798 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7035187e-66e5-4aa8-bcd5-53e680672e8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:56.948914 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ed450b4-afbc-4c86-ae85-d501c442b348 req-90dc1de0-060b-455b-a3ad-0a113b34b96a tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&id=95b88fdb-b903-4776-a91e-556dfa20159e&id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 1.3456652 Nov 18 17:12:56.953345 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb570de-5eb8-41c4-9123-cca87ceeab93 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:12:56.975070 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:56.993082 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5653533-184e-48d6-ad2d-2104f9fbb254 req-0dd99b2e-280d-4fcc-a282-ea75dcdc78d0 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370510 Nov 18 17:12:57.013816 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] For port 25de7fc0-9ace-4145-8204-00b2bf7dbb4b, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:57.022575 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] For port 25de7fc0-9ace-4145-8204-00b2bf7dbb4b, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=25de7fc0-9ace-4145-8204-00b2bf7dbb4b,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:57.026850 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b88bcc49-c648-47e9-a2ae-f1cde5456d66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.029410 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-78d29cbc-b442-4cc9-8377-574cef425371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.046612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Transition to ACTIVE for port object 5fb570de-5eb8-41c4-9123-cca87ceeab93 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:12:57.069466 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.091894 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b88bcc49-c648-47e9-a2ae-f1cde5456d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.093954 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Set router 7ac53c9e-bba5-4942-8803-2317a1d8f480 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:12:57.109902 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88bcc49-c648-47e9-a2ae-f1cde5456d66 admin admin] vlan segment allocate from pool success with {'vlan_id': 1115, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:12:57.138781 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.149206 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b88bcc49-c648-47e9-a2ae-f1cde5456d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.149993 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-b88bcc49-c648-47e9-a2ae-f1cde5456d66 admin admin] Added segment 680e9fa4-fd3e-4f68-bc25-5660518efc33 of type vlan for network 7df4b988-52fc-40a1-b705-3a109e35db3f Nov 18 17:12:57.151973 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:57.152857 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.155007 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] 10.222.0.81 "PUT /v2.0/ports/25de7fc0-9ace-4145-8204-00b2bf7dbb4b HTTP/1.1" status: 200 len: 1093 time: 2.7789454 Nov 18 17:12:57.158230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa70afc8-74bc-401f-a698-0a2ac1c5b3a4', 'tag': '25de7fc0-9ace-4145-8204-00b2bf7dbb4b'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:57.168105 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c2be16-9a41-46e3-a8aa-658be7eb8ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "aa70afc8-74bc-401f-a698-0a2ac1c5b3a4", "tag": "25de7fc0-9ace-4145-8204-00b2bf7dbb4b"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:57.199091 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-78d29cbc-b442-4cc9-8377-574cef425371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.231285 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce16a9-f5a2-4043-b3ca-146b73f7a6bf service neutron] Pushing event updated for resources: {'Port': ['ID=25de7fc0-9ace-4145-8204-00b2bf7dbb4b,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:57.257729 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7035187e-66e5-4aa8-bcd5-53e680672e8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.285083 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4b56f0fd-c666-4531-bf0f-3095947aa30e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:12:57.312050 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bcc49-c648-47e9-a2ae-f1cde5456d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3276ef-0902-4496-aa86-cfd8b517bcf6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:57.379210 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b88bcc49-c648-47e9-a2ae-f1cde5456d66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.414220 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7035187e-66e5-4aa8-bcd5-53e680672e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.414503 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Pushing event updated for resources: {'Port': ['ID=5fb570de-5eb8-41c4-9123-cca87ceeab93,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:57.415423 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4b56f0fd-c666-4531-bf0f-3095947aa30e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:57.416076 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.466395 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-cb4d855a-4659-48ba-af93-3d79b0b0eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:57.468149 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-cb4d855a-4659-48ba-af93-3d79b0b0eecb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03af3191faea4a2aad8e5a48ae33efc7&device_id=aa70afc8-74bc-401f-a698-0a2ac1c5b3a4 HTTP/1.1" status: 200 len: 1096 time: 0.1808498 Nov 18 17:12:57.476137 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Attempting to bind port 5fb570de-5eb8-41c4-9123-cca87ceeab93 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:57.476617 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Attempting to bind port 5fb570de-5eb8-41c4-9123-cca87ceeab93 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'de29a012-2e1d-43dc-a075-f690fbababb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:57.477057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Attempting to bind port 5fb570de-5eb8-41c4-9123-cca87ceeab93 on network e2003bd1-6412-4e64-a49a-f7385a9d5313 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:57.496036 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-78d29cbc-b442-4cc9-8377-574cef425371 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7c7739f79ce04bfcb802300b4b9b0297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8472681 Nov 18 17:12:57.498117 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Port 5fb570de-5eb8-41c4-9123-cca87ceeab93 on network e2003bd1-6412-4e64-a49a-f7385a9d5313 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:12:57.498574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Attempting to bind port 5fb570de-5eb8-41c4-9123-cca87ceeab93 on network e2003bd1-6412-4e64-a49a-f7385a9d5313 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:57.498710 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40548) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:57.516323 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7035187e-66e5-4aa8-bcd5-53e680672e8b admin admin] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:12:57.522345 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d29cbc-b442-4cc9-8377-574cef425371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d20d8c-6355-4ab7-a17a-a9407eb19247,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:57.543542 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-5d16bbfb-565a-43d7-a1d3-83ea1ead5c89 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25de7fc0-9ace-4145-8204-00b2bf7dbb4b HTTP/1.1" status: 200 len: 217 time: 0.0614467 Nov 18 17:12:57.552594 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23193ca-cb86-49e9-89e6-85b22edcc720 req-42534792-1ce5-47d9-992c-45b76b175eef tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:57.557340 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b23193ca-cb86-49e9-89e6-85b22edcc720 req-42534792-1ce5-47d9-992c-45b76b175eef tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 944 time: 0.1995203 Nov 18 17:12:57.557340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:57.557340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Checking segment: {'id': 'de29a012-2e1d-43dc-a075-f690fbababb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:57.557340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Bound using segment: {'id': 'de29a012-2e1d-43dc-a075-f690fbababb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:57.557770 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Bound port: 5fb570de-5eb8-41c4-9123-cca87ceeab93, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de29a012-2e1d-43dc-a075-f690fbababb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:57.558623 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.558752 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b88bcc49-c648-47e9-a2ae-f1cde5456d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.559994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88bcc49-c648-47e9-a2ae-f1cde5456d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:57.560715 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b88bcc49-c648-47e9-a2ae-f1cde5456d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.571005 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7035187e-66e5-4aa8-bcd5-53e680672e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.571362 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-7035187e-66e5-4aa8-bcd5-53e680672e8b admin admin] Added segment a28af4cc-290e-4800-b487-298ef539790c of type vlan for network 652a8802-df53-41d6-bcbd-962461ecde11 Nov 18 17:12:57.573619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30742447-c911-4dd9-8562-a5c131dfa9c7 req-216694bc-adfb-488a-b72e-15e3539ce99a tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:57.574114 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30742447-c911-4dd9-8562-a5c131dfa9c7 req-216694bc-adfb-488a-b72e-15e3539ce99a tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:57.574597 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30742447-c911-4dd9-8562-a5c131dfa9c7 req-216694bc-adfb-488a-b72e-15e3539ce99a tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:57.576285 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-30742447-c911-4dd9-8562-a5c131dfa9c7 req-216694bc-adfb-488a-b72e-15e3539ce99a tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd&device_id=15c18180-a007-4b85-9cee-5531a85e14de&device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 2886 time: 0.1855967 Nov 18 17:12:57.662523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035187e-66e5-4aa8-bcd5-53e680672e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ca1cfb-da6d-4eb2-9c40-e68b977d55eb,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:57.703475 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-ec6bf03a-69b5-44c3-8962-1aa14439d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:57.705022 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-ec6bf03a-69b5-44c3-8962-1aa14439d269 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=81e57647-6f5c-483d-88be-381a1bd15b62 HTTP/1.1" status: 200 len: 852 time: 0.1496937 Nov 18 17:12:57.705434 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'name': 'tempest-TaggedBootDevicesTest-796419424-router', 'tenant_id': '617c8c7479014b3fb171246a449d7cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4b56f0fd-c666-4531-bf0f-3095947aa30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:47Z', 'updated_at': '2021-11-18T17:12:54Z', 'revision_number': 4, 'project_id': '617c8c7479014b3fb171246a449d7cff', 'gw_port': {'id': '4b56f0fd-c666-4531-bf0f-3095947aa30e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:48Z', 'updated_at': '2021-11-18T17:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a', 'name': '', 'network_id': 'd3238f9f-63e6-4663-a48b-b02dcc0cebe1', 'tenant_id': '617c8c7479014b3fb171246a449d7cff', 'mac_address': 'fa:16:3e:3a:a9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '15ca3553-34bc-42f0-809b-ed75ebfd8e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:53Z', 'updated_at': '2021-11-18T17:12:55Z', 'revision_number': 2, 'project_id': '617c8c7479014b3fb171246a449d7cff', 'subnets': [{'id': '15ca3553-34bc-42f0-809b-ed75ebfd8e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:57.715986 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7035187e-66e5-4aa8-bcd5-53e680672e8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.726223 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b88bcc49-c648-47e9-a2ae-f1cde5456d66 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5032990 Nov 18 17:12:57.727343 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bcc49-c648-47e9-a2ae-f1cde5456d66 admin admin] Pushing event updated for resources: {'Network': ['ID=7df4b988-52fc-40a1-b705-3a109e35db3f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:57.729646 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40550) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:57.743847 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Checking router: 7ac53c9e-bba5-4942-8803-2317a1d8f480 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:12:57.745769 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Updating router 7ac53c9e-bba5-4942-8803-2317a1d8f480 port 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:12:57.745912 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ecb50710-2513-48d8-a588-0b4b0565f841 admin admin] Request body: {'subnet': {'network_id': '7df4b988-52fc-40a1-b705-3a109e35db3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1391001106-subnet', 'tenant_id': 'f73ffba8d2ff45f2804d1be593f58175', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:57.751760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-20035ba0-8222-4733-bc04-94ac0e0da46c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2003bd1-6412-4e64-a49a-f7385a9d5313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383608 Nov 18 17:12:57.752016 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-265fb7ef-ee28-451f-953d-e11b3a07822c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.772449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 7df4b988-52fc-40a1-b705-3a109e35db3f details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:12:57.777495 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b23193ca-cb86-49e9-89e6-85b22edcc720 req-5cfd48cc-fbf7-4b06-bc2f-17d322844a56 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947162 Nov 18 17:12:57.784479 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.850814 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-265fb7ef-ee28-451f-953d-e11b3a07822c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.855725 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-30742447-c911-4dd9-8562-a5c131dfa9c7 req-0a529fa3-d752-4516-bd09-177aab2c9902 tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682858 Nov 18 17:12:57.889572 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7035187e-66e5-4aa8-bcd5-53e680672e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.891335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7035187e-66e5-4aa8-bcd5-53e680672e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:57.894014 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7035187e-66e5-4aa8-bcd5-53e680672e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.909125 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5330fb3-44a1-4311-9f20-e47b14976d55 x-openstack-request-id: req-b5330fb3-44a1-4311-9f20-e47b14976d55 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:12:57.909759 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa70afc8-74bc-401f-a698-0a2ac1c5b3a4", "tag": "25de7fc0-9ace-4145-8204-00b2bf7dbb4b", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:12:57.909759 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b5330fb3-44a1-4311-9f20-e47b14976d55 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:12:57.912279 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa70afc8-74bc-401f-a698-0a2ac1c5b3a4', 'tag': '25de7fc0-9ace-4145-8204-00b2bf7dbb4b', 'status': 'completed', 'code': 200} Nov 18 17:12:57.932020 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] For port 5fb570de-5eb8-41c4-9123-cca87ceeab93, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:57.950322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb50710-2513-48d8-a588-0b4b0565f841 admin admin] Made reservation on behalf of f73ffba8d2ff45f2804d1be593f58175 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:57.954185 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ecb50710-2513-48d8-a588-0b4b0565f841 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:57.992747 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] For port 5fb570de-5eb8-41c4-9123-cca87ceeab93, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5fb570de-5eb8-41c4-9123-cca87ceeab93,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:58.051303 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-569a6430-2c44-482f-b78d-6d35a2591a83 service neutron] 10.222.0.81 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881718 Nov 18 17:12:58.082007 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7035187e-66e5-4aa8-bcd5-53e680672e8b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4805427 Nov 18 17:12:58.103994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40562) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:58.109083 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-dfc7086b-0db2-4d90-ae4e-04f57737107d admin admin] Request body: {'subnet': {'network_id': '652a8802-df53-41d6-bcbd-962461ecde11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1103423158-subnet', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:58.145719 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:58.180278 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035187e-66e5-4aa8-bcd5-53e680672e8b admin admin] Pushing event updated for resources: {'Network': ['ID=652a8802-df53-41d6-bcbd-962461ecde11,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:58.200419 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 652a8802-df53-41d6-bcbd-962461ecde11 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:12:58.237082 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc7086b-0db2-4d90-ae4e-04f57737107d admin admin] Made reservation on behalf of bce5212d47c4464c80f51f290e96e7bf for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:12:58.239672 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfc7086b-0db2-4d90-ae4e-04f57737107d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:58.268446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Pushing event updated for resources: {'Port': ['ID=5fb570de-5eb8-41c4-9123-cca87ceeab93,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:58.282572 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:58.284607 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:58.286034 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-bc965eba-052b-4599-b5d8-6e728bd73f6f service neutron] 10.222.0.81 "PUT /v2.0/ports/5fb570de-5eb8-41c4-9123-cca87ceeab93 HTTP/1.1" status: 200 len: 1092 time: 2.8383684 Nov 18 17:12:58.293465 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-265fb7ef-ee28-451f-953d-e11b3a07822c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:58.296518 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-265fb7ef-ee28-451f-953d-e11b3a07822c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:58.297823 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-265fb7ef-ee28-451f-953d-e11b3a07822c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b0d20d8c-6355-4ab7-a17a-a9407eb19247 HTTP/1.1" status: 204 len: 168 time: 0.7949281 Nov 18 17:12:58.350046 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-fd1e809b-d412-4cfa-93fb-7bf757c83790 service neutron] 10.222.0.81 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906747 Nov 18 17:12:58.366025 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876425-9e9b-4537-83e0-33161bde1e50 req-20037f0a-74fd-4d69-8d3a-607d6ccfb37e tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:58.373123 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d876425-9e9b-4537-83e0-33161bde1e50 req-20037f0a-74fd-4d69-8d3a-607d6ccfb37e tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d HTTP/1.1" status: 200 len: 943 time: 0.2295704 Nov 18 17:12:58.377954 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fb7ef-ee28-451f-953d-e11b3a07822c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d20d8c-6355-4ab7-a17a-a9407eb19247,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:58.393647 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:58.468455 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d876425-9e9b-4537-83e0-33161bde1e50 req-9ab23f31-c739-42c1-a514-bfac247bd8f9 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942893 Nov 18 17:12:58.523176 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-ea704676-afff-4af9-91c8-351ce5929a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:58.524772 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-ea704676-afff-4af9-91c8-351ce5929a5b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03af3191faea4a2aad8e5a48ae33efc7&device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d HTTP/1.1" status: 200 len: 1095 time: 0.0618789 Nov 18 17:12:58.565311 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:58.570883 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ecb50710-2513-48d8-a588-0b4b0565f841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:58.588579 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-a4b9024c-3de8-4ea3-bd24-5f5eb3749946 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fb570de-5eb8-41c4-9123-cca87ceeab93 HTTP/1.1" status: 200 len: 217 time: 0.0431581 Nov 18 17:12:58.644789 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfc7086b-0db2-4d90-ae4e-04f57737107d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:58.671620 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4072ca-2486-4b49-9420-373230ec44d2 None None] Pushing event updated for resources: {'Port': ['ID=16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:58.685960 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb50710-2513-48d8-a588-0b4b0565f841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c23e55e5-6ef2-43da-bfec-b5968f6fc7ee,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:58.710192 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2be16-9a41-46e3-a8aa-658be7eb8ebe req-234b232a-6f79-4c85-8614-12d21b4b268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:58.710911 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04c2be16-9a41-46e3-a8aa-658be7eb8ebe req-234b232a-6f79-4c85-8614-12d21b4b268a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03af3191faea4a2aad8e5a48ae33efc7&device_id=aa70afc8-74bc-401f-a698-0a2ac1c5b3a4 HTTP/1.1" status: 200 len: 1096 time: 0.1213310 Nov 18 17:12:58.715431 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb50710-2513-48d8-a588-0b4b0565f841 admin admin] Checking segment: {'id': '680e9fa4-fd3e-4f68-bc25-5660518efc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '7df4b988-52fc-40a1-b705-3a109e35db3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:58.715834 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb50710-2513-48d8-a588-0b4b0565f841 admin admin] Network hostable DHCP agents. Network: 7df4b988-52fc-40a1-b705-3a109e35db3f, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:12:58.806578 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Attempting to bind port 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:12:58.807283 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Attempting to bind port 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '53c95b20-a2a4-4433-9e60-01a8cea78b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'd3238f9f-63e6-4663-a48b-b02dcc0cebe1'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:12:58.807963 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Attempting to bind port 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a on network d3238f9f-63e6-4663-a48b-b02dcc0cebe1 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:12:58.844430 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:12:58.844814 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Checking segment: {'id': '53c95b20-a2a4-4433-9e60-01a8cea78b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'd3238f9f-63e6-4663-a48b-b02dcc0cebe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:58.845224 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:58.845625 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Bound using segment: {'id': '53c95b20-a2a4-4433-9e60-01a8cea78b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'd3238f9f-63e6-4663-a48b-b02dcc0cebe1'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:12:58.846117 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Bound port: 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c95b20-a2a4-4433-9e60-01a8cea78b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'd3238f9f-63e6-4663-a48b-b02dcc0cebe1'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:12:58.846698 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:58.857563 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc7086b-0db2-4d90-ae4e-04f57737107d admin admin] Checking segment: {'id': 'a28af4cc-290e-4800-b487-298ef539790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:12:58.857936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc7086b-0db2-4d90-ae4e-04f57737107d admin admin] Network hostable DHCP agents. Network: 652a8802-df53-41d6-bcbd-962461ecde11, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:12:58.867817 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7086b-0db2-4d90-ae4e-04f57737107d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8bc086-10b8-4e7e-a632-9edd196f4ab1,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:58.872184 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-f4a60e2a-8fe0-4258-acea-3bf170d3dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:58.873725 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-f4a60e2a-8fe0-4258-acea-3bf170d3dd6a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=81e57647-6f5c-483d-88be-381a1bd15b62 HTTP/1.1" status: 200 len: 852 time: 0.2546022 Nov 18 17:12:58.975690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2be16-9a41-46e3-a8aa-658be7eb8ebe req-13b1b55c-30f7-42e4-bdd8-1efbd65d1d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:58.977818 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04c2be16-9a41-46e3-a8aa-658be7eb8ebe req-13b1b55c-30f7-42e4-bdd8-1efbd65d1d6e service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2003bd1-6412-4e64-a49a-f7385a9d5313 HTTP/1.1" status: 200 len: 914 time: 0.2455823 Nov 18 17:12:58.994336 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb50710-2513-48d8-a588-0b4b0565f841 admin admin] Network 7df4b988-52fc-40a1-b705-3a109e35db3f is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:12:59.010988 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc7086b-0db2-4d90-ae4e-04f57737107d admin admin] Network 652a8802-df53-41d6-bcbd-962461ecde11 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:12:59.018325 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-e6efc6f9-b11e-4154-a3bf-ed95b070438f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2003bd1-6412-4e64-a49a-f7385a9d5313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962610 Nov 18 17:12:59.038339 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] For port 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:12:59.047128 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] For port 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a,segment=NetworkSegment(53c95b20-a2a4-4433-9e60-01a8cea78b20),segment_id=53c95b20-a2a4-4433-9e60-01a8cea78b20)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:12:59.069485 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-ecb50710-2513-48d8-a588-0b4b0565f841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 7df4b988-52fc-40a1-b705-3a109e35db3f) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:59.081520 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-dfc7086b-0db2-4d90-ae4e-04f57737107d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 652a8802-df53-41d6-bcbd-962461ecde11) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:12:59.082984 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c9095e-e498-4f31-a2be-fa159c61906f None None] Network 7df4b988-52fc-40a1-b705-3a109e35db3f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:12:59.087324 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb50710-2513-48d8-a588-0b4b0565f841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:59.087986 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ecb50710-2513-48d8-a588-0b4b0565f841 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:59.109957 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc7086b-0db2-4d90-ae4e-04f57737107d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:59.138096 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfc7086b-0db2-4d90-ae4e-04f57737107d admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:59.146105 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4141a4b-90db-4c61-8d34-93bf3430da43 None None] Network 652a8802-df53-41d6-bcbd-962461ecde11 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:12:59.188575 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:59.208945 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-1b79bd13-b8bf-4065-a33c-f3536fd6490a service neutron] 10.222.0.81 "GET /v2.0/ports/bb1d8da6-fd19-4c4f-b85a-34148e813afb/bindings/n-h2-813419-11 HTTP/1.1" status: 200 len: 385 time: 0.2134328 Nov 18 17:12:59.321023 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dfc7086b-0db2-4d90-ae4e-04f57737107d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2155125 Nov 18 17:12:59.330654 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ecb50710-2513-48d8-a588-0b4b0565f841 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5965745 Nov 18 17:12:59.331283 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40616) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:12:59.375421 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Routers {'7ac53c9e-bba5-4942-8803-2317a1d8f480'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:12:59.377140 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:12:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7ac53c9e-bba5-4942-8803-2317a1d8f480'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:12:59.377307 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1103423158-router', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:12:59.457052 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-ad62473f-8fa8-401a-8be3-df887da304a1 service neutron] 10.222.0.81 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294391 Nov 18 17:12:59.509182 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4072ca-2486-4b49-9420-373230ec44d2 None None] Pushing event updated for resources: {'Port': ['ID=16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:12:59.512845 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:59.518524 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:59.564312 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04c2be16-9a41-46e3-a8aa-658be7eb8ebe req-73fca46f-8141-4f3d-b0d2-021dd879bbc8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25de7fc0-9ace-4145-8204-00b2bf7dbb4b HTTP/1.1" status: 200 len: 217 time: 0.5491998 Nov 18 17:12:59.660353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2be16-9a41-46e3-a8aa-658be7eb8ebe req-865e2e8e-7155-4eba-91cb-da5f01240d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:59.661979 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04c2be16-9a41-46e3-a8aa-658be7eb8ebe req-865e2e8e-7155-4eba-91cb-da5f01240d16 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=81e57647-6f5c-483d-88be-381a1bd15b62 HTTP/1.1" status: 200 len: 852 time: 0.0843706 Nov 18 17:12:59.696931 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a30749-377d-4385-92ac-96da3473125e req-39a1a974-dd5c-4ee8-bbc6-6e2f2b28d319 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:59.707027 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0a30749-377d-4385-92ac-96da3473125e req-39a1a974-dd5c-4ee8-bbc6-6e2f2b28d319 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 944 time: 0.4423554 Nov 18 17:12:59.748605 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] Set router 7ac53c9e-bba5-4942-8803-2317a1d8f480 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:12:59.825211 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:59.841022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5392b132-fad0-4a8f-ae83-6c5972f5b4dd None None] Provisioning complete for port 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:12:59.841760 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5392b132-fad0-4a8f-ae83-6c5972f5b4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:12:59.893655 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0a30749-377d-4385-92ac-96da3473125e req-f1e7d5e3-fc23-47ac-925f-98ca1aa19564 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845973 Nov 18 17:12:59.906598 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04c2be16-9a41-46e3-a8aa-658be7eb8ebe req-7aaa7e5c-7d04-42ac-aeaf-15f46e3b1a61 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2003bd1-6412-4e64-a49a-f7385a9d5313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2222936 Nov 18 17:12:59.918252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ff4a5993-0f23-443d-92f2-26025d9cd931 service neutron] For port bb1d8da6-fd19-4c4f-b85a-34148e813afb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=bb1d8da6-fd19-4c4f-b85a-34148e813afb,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:12:59.924681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e9d88f-ad12-4d24-9914-d3842f27893d', 'tag': '5fb570de-5eb8-41c4-9123-cca87ceeab93'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:12:59.927524 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbdda7e-9b43-4091-99c0-01861e535782" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e9d88f-ad12-4d24-9914-d3842f27893d", "tag": "5fb570de-5eb8-41c4-9123-cca87ceeab93"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:12:59.991069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99573ddd-0c7c-4710-878a-d6bb347ecad5 req-b5ff31ea-3797-4985-9e47-c01c23a0cb35 tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:12:59.992689 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99573ddd-0c7c-4710-878a-d6bb347ecad5 req-b5ff31ea-3797-4985-9e47-c01c23a0cb35 tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 1101 time: 0.5885975 Nov 18 17:13:00.034451 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9e4dc1-7da1-4166-81fc-932b69cfd8c7 req-242f8ae6-8638-4495-9a09-6ea3e8753653 service neutron] 10.222.0.81 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626731 Nov 18 17:13:00.034606 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ff4a5993-0f23-443d-92f2-26025d9cd931 service neutron] For port bb1d8da6-fd19-4c4f-b85a-34148e813afb, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:00.079458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ff4a5993-0f23-443d-92f2-26025d9cd931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb1d8da6-fd19-4c4f-b85a-34148e813afb {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:13:00.109321 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ff4a5993-0f23-443d-92f2-26025d9cd931 service neutron] For port bb1d8da6-fd19-4c4f-b85a-34148e813afb, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=bb1d8da6-fd19-4c4f-b85a-34148e813afb,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:00.147358 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9de90c82-fae1-43f7-b2a3-eb495d159b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:00.177745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-652a8802-df53-41d6-bcbd-962461ecde11', 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'fixed_ips': [{'subnet_id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:13:00.185551 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'name': 'tempest-TaggedBootDevicesTest-796419424-router', 'tenant_id': '617c8c7479014b3fb171246a449d7cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4b56f0fd-c666-4531-bf0f-3095947aa30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:47Z', 'updated_at': '2021-11-18T17:12:54Z', 'revision_number': 4, 'project_id': '617c8c7479014b3fb171246a449d7cff', 'gw_port': {'id': '4b56f0fd-c666-4531-bf0f-3095947aa30e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:48Z', 'updated_at': '2021-11-18T17:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a', 'name': '', 'network_id': 'd3238f9f-63e6-4663-a48b-b02dcc0cebe1', 'tenant_id': '617c8c7479014b3fb171246a449d7cff', 'mac_address': 'fa:16:3e:3a:a9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '15ca3553-34bc-42f0-809b-ed75ebfd8e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:53Z', 'updated_at': '2021-11-18T17:12:59Z', 'revision_number': 4, 'project_id': '617c8c7479014b3fb171246a449d7cff', 'subnets': [{'id': '15ca3553-34bc-42f0-809b-ed75ebfd8e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:00.186722 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:00.190950 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f00b5a6-2a6f-4df3-bfbf-2c6dd5d3af29 None None] Network 7df4b988-52fc-40a1-b705-3a109e35db3f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:13:00.208187 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99573ddd-0c7c-4710-878a-d6bb347ecad5 req-4c85606d-59b8-45c5-8466-a5fcbb44d03d tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010512 Nov 18 17:13:00.235287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff05c16-4072-4e4f-bc5f-ce7ba79dd44a req-6b119460-073d-4136-9755-84d10c679c3c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:00.236834 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dff05c16-4072-4e4f-bc5f-ce7ba79dd44a req-6b119460-073d-4136-9755-84d10c679c3c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d HTTP/1.1" status: 200 len: 943 time: 0.1648862 Nov 18 17:13:00.241576 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ff4a5993-0f23-443d-92f2-26025d9cd931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:00.242040 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8df21db-d588-4253-9661-d2401443bf5a None None] The sync data for ids ['7ac53c9e-bba5-4942-8803-2317a1d8f480'] in n-d-813419-11 is: [{'id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'name': 'tempest-TaggedBootDevicesTest-796419424-router', 'tenant_id': '617c8c7479014b3fb171246a449d7cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4b56f0fd-c666-4531-bf0f-3095947aa30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:47Z', 'updated_at': '2021-11-18T17:12:54Z', 'revision_number': 4, 'project_id': '617c8c7479014b3fb171246a449d7cff', 'gw_port': {'id': '4b56f0fd-c666-4531-bf0f-3095947aa30e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:48Z', 'updated_at': '2021-11-18T17:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a', 'name': '', 'network_id': 'd3238f9f-63e6-4663-a48b-b02dcc0cebe1', 'tenant_id': '617c8c7479014b3fb171246a449d7cff', 'mac_address': 'fa:16:3e:3a:a9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '15ca3553-34bc-42f0-809b-ed75ebfd8e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:53Z', 'updated_at': '2021-11-18T17:12:59Z', 'revision_number': 4, 'project_id': '617c8c7479014b3fb171246a449d7cff', 'subnets': [{'id': '15ca3553-34bc-42f0-809b-ed75ebfd8e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:13:00.260915 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 25de7fc0-9ace-4145-8204-00b2bf7dbb4b details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:13:00.273857 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04c2be16-9a41-46e3-a8aa-658be7eb8ebe req-4cc1c486-7b1e-42e1-9acd-83a47445bcfc service neutron] 10.222.0.81 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431196 Nov 18 17:13:00.525524 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dff05c16-4072-4e4f-bc5f-ce7ba79dd44a req-6c4a8f7e-cf85-43ff-ac57-eef536664a89 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781944 Nov 18 17:13:00.647505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04c2be16-9a41-46e3-a8aa-658be7eb8ebe req-832b8848-1ec7-48e8-a532-6d57803cd367 service neutron] 10.222.0.81 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557081 Nov 18 17:13:00.674171 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ce0223-594e-421c-9dda-2be67bf5a04e x-openstack-request-id: req-76ce0223-594e-421c-9dda-2be67bf5a04e {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:00.674585 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e9d88f-ad12-4d24-9914-d3842f27893d", "tag": "5fb570de-5eb8-41c4-9123-cca87ceeab93", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:00.674943 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-76ce0223-594e-421c-9dda-2be67bf5a04e {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:00.676383 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e9d88f-ad12-4d24-9914-d3842f27893d', 'tag': '5fb570de-5eb8-41c4-9123-cca87ceeab93', 'status': 'completed', 'code': 200} Nov 18 17:13:00.811227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdda7e-9b43-4091-99c0-01861e535782 req-14046ba5-c7ec-4671-b519-12baf3420eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:00.813037 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3dbdda7e-9b43-4091-99c0-01861e535782 req-14046ba5-c7ec-4671-b519-12baf3420eed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03af3191faea4a2aad8e5a48ae33efc7&device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d HTTP/1.1" status: 200 len: 1095 time: 0.1322374 Nov 18 17:13:00.813716 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 25de7fc0-9ace-4145-8204-00b2bf7dbb4b, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=25de7fc0-9ace-4145-8204-00b2bf7dbb4b,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:00.842590 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '25de7fc0-9ace-4145-8204-00b2bf7dbb4b', 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313', 'port_id': '25de7fc0-9ace-4145-8204-00b2bf7dbb4b', 'mac_address': 'fa:16:3e:c5:81:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e57647-6f5c-483d-88be-381a1bd15b62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:13:00.947416 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5392b132-fad0-4a8f-ae83-6c5972f5b4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:01.047139 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:01.101566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdda7e-9b43-4091-99c0-01861e535782 req-4d6e10f2-6a34-46f8-95e4-08f01d61a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:01.103546 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3dbdda7e-9b43-4091-99c0-01861e535782 req-4d6e10f2-6a34-46f8-95e4-08f01d61a569 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2003bd1-6412-4e64-a49a-f7385a9d5313 HTTP/1.1" status: 200 len: 914 time: 0.2803924 Nov 18 17:13:01.197263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ff4a5993-0f23-443d-92f2-26025d9cd931 service neutron] Transition to ACTIVE for port object bb1d8da6-fd19-4c4f-b85a-34148e813afb will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:13:01.261560 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5392b132-fad0-4a8f-ae83-6c5972f5b4dd None None] For port 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a,segment=NetworkSegment(53c95b20-a2a4-4433-9e60-01a8cea78b20),segment_id=53c95b20-a2a4-4433-9e60-01a8cea78b20)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:01.292613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Allocated IP 172.20.0.2 (652a8802-df53-41d6-bcbd-962461ecde11/fd8bc086-10b8-4e7e-a632-9edd196f4ab1/324e0ba4-15ce-4df2-bbb1-e32c7f55394f) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:01.330494 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3dbdda7e-9b43-4091-99c0-01861e535782 req-40f296a7-eb8e-4271-b0c5-3306e985d776 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fb570de-5eb8-41c4-9123-cca87ceeab93 HTTP/1.1" status: 200 len: 217 time: 0.1921191 Nov 18 17:13:01.342075 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ff4a5993-0f23-443d-92f2-26025d9cd931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:01.493135 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65ba89-3f80-4997-904f-d3279a749d5d req-bfb22460-9daa-4609-b1f2-5ef521b726d9 tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:01.498233 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff65ba89-3f80-4997-904f-d3279a749d5d req-bfb22460-9daa-4609-b1f2-5ef521b726d9 tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 1101 time: 0.4694734 Nov 18 17:13:01.547772 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5392b132-fad0-4a8f-ae83-6c5972f5b4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:01.554916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:01.572161 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ff4a5993-0f23-443d-92f2-26025d9cd931 service neutron] No DVR routers for this DVR port bb1d8da6-fd19-4c4f-b85a-34148e813afb on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:13:01.575611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30101da-831f-4604-b252-b1ffce0a9209 req-27748de7-c44b-4aa6-88fd-c6a165b21e42 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:01.578320 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a5993-0f23-443d-92f2-26025d9cd931 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1d8da6-fd19-4c4f-b85a-34148e813afb,revision_number=10']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:01.584843 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a30101da-831f-4604-b252-b1ffce0a9209 req-27748de7-c44b-4aa6-88fd-c6a165b21e42 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/networks?id=7df4b988-52fc-40a1-b705-3a109e35db3f HTTP/1.1" status: 200 len: 814 time: 0.4492919 Nov 18 17:13:01.611826 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:01.643050 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-f64ad753-b8a7-40f1-bb09-0368408b30bd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5551319 Nov 18 17:13:01.662358 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a30101da-831f-4604-b252-b1ffce0a9209 req-261ceb5d-fd0c-4114-9ac5-c97a16294802 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/quotas/f73ffba8d2ff45f2804d1be593f58175 HTTP/1.1" status: 200 len: 375 time: 0.0673270 Nov 18 17:13:01.663826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdda7e-9b43-4091-99c0-01861e535782 req-b7617530-5d4e-4d5f-a5b3-4264a9f4bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:01.665347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3dbdda7e-9b43-4091-99c0-01861e535782 req-b7617530-5d4e-4d5f-a5b3-4264a9f4bd31 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=81e57647-6f5c-483d-88be-381a1bd15b62 HTTP/1.1" status: 200 len: 852 time: 0.3225963 Nov 18 17:13:01.705174 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ff4a5993-0f23-443d-92f2-26025d9cd931 service neutron] 10.222.0.81 "PUT /v2.0/ports/bb1d8da6-fd19-4c4f-b85a-34148e813afb/bindings/n-h2-813419-11/activate HTTP/1.1" status: 200 len: 370 time: 2.4903190 Nov 18 17:13:01.749763 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3dbdda7e-9b43-4091-99c0-01861e535782 req-c4393164-2ba3-480b-9088-fcf50e6d6c6e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2003bd1-6412-4e64-a49a-f7385a9d5313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689034 Nov 18 17:13:01.788352 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a30101da-831f-4604-b252-b1ffce0a9209 req-b8a8860f-09ca-4475-b0da-7cebded07cc2 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f73ffba8d2ff45f2804d1be593f58175&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1065705 Nov 18 17:13:01.857670 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff65ba89-3f80-4997-904f-d3279a749d5d req-9685c233-7bd6-4418-9d36-9037ffe9c381 tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878568 Nov 18 17:13:01.867945 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25de7fc0-9ace-4145-8204-00b2bf7dbb4b {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:13:01.994051 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-328ef9d2-9a62-4f54-887c-e6b9233a394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:01.994539 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-328ef9d2-9a62-4f54-887c-e6b9233a394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:01.998453 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-328ef9d2-9a62-4f54-887c-e6b9233a394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:01.998994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-328ef9d2-9a62-4f54-887c-e6b9233a394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:01.999491 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-328ef9d2-9a62-4f54-887c-e6b9233a394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:02.006742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-328ef9d2-9a62-4f54-887c-e6b9233a394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:02.007256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-328ef9d2-9a62-4f54-887c-e6b9233a394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:02.009813 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-328ef9d2-9a62-4f54-887c-e6b9233a394e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8636c767565a441eb773511271a60b63&device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 6508 time: 0.2294846 Nov 18 17:13:02.069969 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-49fd0a29-dd7e-4cd1-ac0d-0306e096ef35 None None] Provisioning complete for port 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:02.070356 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-49fd0a29-dd7e-4cd1-ac0d-0306e096ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:02.093332 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:02.093939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 25de7fc0-9ace-4145-8204-00b2bf7dbb4b, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=25de7fc0-9ace-4145-8204-00b2bf7dbb4b,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:02.124769 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:02.128353 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392b132-fad0-4a8f-ae83-6c5972f5b4dd None None] Pushing event updated for resources: {'Port': ['ID=16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:02.136744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:02.140899 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:02.192844 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:02.227144 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:02.233475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-23a6794d-3719-419e-9091-24312b46e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:02.234284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-23a6794d-3719-419e-9091-24312b46e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:02.234916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-23a6794d-3719-419e-9091-24312b46e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:02.237003 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-23a6794d-3719-419e-9091-24312b46e3b3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=21e57fb7-15e2-4168-9940-61b5b33853bf&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=77027101-4097-4189-b03d-09f017f0cd4a&id=77027101-4097-4189-b03d-09f017f0cd4a HTTP/1.1" status: 200 len: 2301 time: 0.1730921 Nov 18 17:13:02.272604 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 5fb570de-5eb8-41c4-9123-cca87ceeab93 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:13:02.282127 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device bb1d8da6-fd19-4c4f-b85a-34148e813afb no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:13:02.290423 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7861c-ca2e-48ce-be40-5db00dbc9408 req-dd02271a-cefa-4045-8f3e-5a5db6a3b86b tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:02.293119 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b1e7861c-ca2e-48ce-be40-5db00dbc9408 req-dd02271a-cefa-4045-8f3e-5a5db6a3b86b tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 945 time: 0.2606180 Nov 18 17:13:02.304592 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a30101da-831f-4604-b252-b1ffce0a9209 req-b5563699-6e09-4698-adda-961b35df72cd service neutron] 10.222.0.72 "GET /v2.0/networks/7df4b988-52fc-40a1-b705-3a109e35db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101187 Nov 18 17:13:02.304592 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3dbdda7e-9b43-4091-99c0-01861e535782 req-8b1403cf-13ff-4334-9eec-01e866631c03 service neutron] 10.222.0.81 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249815 Nov 18 17:13:02.327597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:02.356071 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Network 652a8802-df53-41d6-bcbd-962461ecde11 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:02.407202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:02.424318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-01810295-216b-4ea1-8789-e106b615c094 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:02.426279 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-01810295-216b-4ea1-8789-e106b615c094 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247&tenant_id=50df9abadb204a52a1f75cd50dbb0a82&binding%3Ahost_id=n-h1-813419-11 HTTP/1.1" status: 200 len: 1097 time: 0.5035760 Nov 18 17:13:02.430751 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-b1f9017d-8078-414f-ba52-1058e23484fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79d87257-b73f-4f55-9be6-a319a16fd0f8 HTTP/1.1" status: 200 len: 1001 time: 0.1643946 Nov 18 17:13:02.432580 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:02.544086 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-a0432f41-41d2-40af-90bd-4db8a666c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:02.545790 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-a0432f41-41d2-40af-90bd-4db8a666c0ce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e6246afd-a473-49e2-aa8f-305885903cc9 HTTP/1.1" status: 200 len: 855 time: 0.0936935 Nov 18 17:13:02.566190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['25de7fc0-9ace-4145-8204-00b2bf7dbb4b'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:13:02.575302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=25de7fc0-9ace-4145-8204-00b2bf7dbb4b,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:02.598512 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-474f84ee-f2e8-4c1c-bc12-c838bdea3687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:02.628195 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-62aabee0-cb4f-4191-b2b9-dcb62e8b9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:02.629701 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-62aabee0-cb4f-4191-b2b9-dcb62e8b9858 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247&tenant_id=50df9abadb204a52a1f75cd50dbb0a82 HTTP/1.1" status: 200 len: 1097 time: 0.1926968 Nov 18 17:13:02.632607 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b1e7861c-ca2e-48ce-be40-5db00dbc9408 req-59d68968-8bf0-48bd-8d7a-d5e1c21abf94 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248847 Nov 18 17:13:02.660955 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Allocated IP 172.25.3.118 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/6bd75c05-4cfd-44c4-8939-7ee9373a880a) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:02.687886 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a30101da-831f-4604-b252-b1ffce0a9209 req-93df0517-b315-4d42-a357-bf0a427cddbe service neutron] 10.222.0.72 "GET /v2.0/networks/7df4b988-52fc-40a1-b705-3a109e35db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787701 Nov 18 17:13:02.690059 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3dbdda7e-9b43-4091-99c0-01861e535782 req-a2a077fc-44e1-4467-a4d3-52ffeda3c16c service neutron] 10.222.0.81 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771260 Nov 18 17:13:02.719631 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-7d6af6a4-c097-466b-93bb-dffe69418af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:02.721185 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-7d6af6a4-c097-466b-93bb-dffe69418af9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=21e57fb7-15e2-4168-9940-61b5b33853bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1632605 Nov 18 17:13:02.772082 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Pushing event updated for resources: {'Port': ['ID=324e0ba4-15ce-4df2-bbb1-e32c7f55394f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:02.776343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device bb1d8da6-fd19-4c4f-b85a-34148e813afb not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:13:02.807936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ad6f3b83-d59e-4d5d-99ce-450c245ddc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:02.810317 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ad6f3b83-d59e-4d5d-99ce-450c245ddc1c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 1097 time: 0.1454158 Nov 18 17:13:02.871314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b365ef9-385a-4388-8b10-f062ec75074c req-d31bdec5-1c44-41b3-9b18-850b1ddec130 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:02.891478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b365ef9-385a-4388-8b10-f062ec75074c req-d31bdec5-1c44-41b3-9b18-850b1ddec130 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d HTTP/1.1" status: 200 len: 943 time: 0.1004806 Nov 18 17:13:02.956173 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b365ef9-385a-4388-8b10-f062ec75074c req-215b2477-6e9d-4ed8-9fe6-799d62b4893e tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585957 Nov 18 17:13:03.012536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 5fb570de-5eb8-41c4-9123-cca87ceeab93, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5fb570de-5eb8-41c4-9123-cca87ceeab93,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:03.053054 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '5fb570de-5eb8-41c4-9123-cca87ceeab93', 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313', 'port_id': '5fb570de-5eb8-41c4-9123-cca87ceeab93', 'mac_address': 'fa:16:3e:e7:4a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e57647-6f5c-483d-88be-381a1bd15b62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:13:03.124900 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-c2717d72-9fc2-49d5-bacb-05fbaa0a857b service neutron] 10.222.0.81 "GET /v2.0/networks/21e57fb7-15e2-4168-9940-61b5b33853bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916492 Nov 18 17:13:03.128806 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:03.175587 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-2caa067e-a99d-48be-9f87-b9ce25ed75e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:03.177751 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-2caa067e-a99d-48be-9f87-b9ce25ed75e5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.3543174 Nov 18 17:13:03.275158 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Attempting to bind port 324e0ba4-15ce-4df2-bbb1-e32c7f55394f on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:13:03.275736 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Attempting to bind port 324e0ba4-15ce-4df2-bbb1-e32c7f55394f by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'a28af4cc-290e-4800-b487-298ef539790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:13:03.281361 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-92ae5101-2fb4-4fcb-8c71-d2c8353df4f2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb1d8da6-fd19-4c4f-b85a-34148e813afb HTTP/1.1" status: 200 len: 217 time: 0.0839868 Nov 18 17:13:03.288453 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Attempting to bind port 324e0ba4-15ce-4df2-bbb1-e32c7f55394f on network 652a8802-df53-41d6-bcbd-962461ecde11 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:03.321329 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:03.322243 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fbcc69ae-ea17-4932-9f64-176fa7fd486d req-419736fc-30e0-4e78-a738-0632827904df tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 210 time: 0.1011488 Nov 18 17:13:03.377506 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-632b6fec-69bf-4920-bcd9-3beeba39369b service neutron] 10.222.0.81 "GET /v2.0/networks/21e57fb7-15e2-4168-9940-61b5b33853bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406285 Nov 18 17:13:03.385834 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ffbbee8c-174f-46ee-82d4-f9dbf655f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:03.390309 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-ffbbee8c-174f-46ee-82d4-f9dbf655f4e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.0919600 Nov 18 17:13:03.425233 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:13:03.428087 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Checking segment: {'id': 'a28af4cc-290e-4800-b487-298ef539790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:03.430584 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:03.433972 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Bound using segment: {'id': 'a28af4cc-290e-4800-b487-298ef539790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:13:03.434246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Bound port: 324e0ba4-15ce-4df2-bbb1-e32c7f55394f, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28af4cc-290e-4800-b487-298ef539790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:13:03.434618 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:03.462860 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:03.470244 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-34236b90-f709-4395-ac4c-d43870684d69 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa HTTP/1.1" status: 200 len: 217 time: 0.0787146 Nov 18 17:13:03.502047 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-23eff261-f547-45f8-99a1-b1f3afc39c34 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978968 Nov 18 17:13:03.576027 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] For port 324e0ba4-15ce-4df2-bbb1-e32c7f55394f, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:03.577441 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:03.582856 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] For port 324e0ba4-15ce-4df2-bbb1-e32c7f55394f, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=324e0ba4-15ce-4df2-bbb1-e32c7f55394f,segment=NetworkSegment(a28af4cc-290e-4800-b487-298ef539790c),segment_id=a28af4cc-290e-4800-b487-298ef539790c)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:13:03.596504 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb570de-5eb8-41c4-9123-cca87ceeab93 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:13:03.596504 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:03.612989 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:03.613812 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:03.666411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 5fb570de-5eb8-41c4-9123-cca87ceeab93, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5fb570de-5eb8-41c4-9123-cca87ceeab93,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:03.669275 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:03.811708 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:03.836030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-ff6927af-8269-4183-96cc-96838a2d30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:03.838466 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-ff6927af-8269-4183-96cc-96838a2d30f5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.3480616 Nov 18 17:13:03.839043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:03.852189 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:03.867027 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-9e98d2b7-2514-453f-b514-bc9991a40315 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183331 Nov 18 17:13:03.867903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd75c05-4cfd-44c4-8939-7ee9373a880a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:03.889743 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:03.999166 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b700ebd-3570-4acf-81fd-a74360c7bd95 None None] Pushing event updated for resources: {'Port': ['ID=324e0ba4-15ce-4df2-bbb1-e32c7f55394f,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:04.053861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b07029-9a9f-4b2b-a1e8-6b129553d52e req-6492eb13-74b0-448d-a0fb-5dda480f98cc tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:04.055522 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54b07029-9a9f-4b2b-a1e8-6b129553d52e req-6492eb13-74b0-448d-a0fb-5dda480f98cc tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 945 time: 0.2484875 Nov 18 17:13:04.162542 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-f576670b-301c-4d7f-8719-edb881e7ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:04.164107 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-f576670b-301c-4d7f-8719-edb881e7ead1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3094337 Nov 18 17:13:04.165835 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=5fb570de-5eb8-41c4-9123-cca87ceeab93,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:04.216365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54b07029-9a9f-4b2b-a1e8-6b129553d52e req-670f56d0-c2bd-4cd0-bdd4-a68d81d5b339 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544635 Nov 18 17:13:04.221095 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['5fb570de-5eb8-41c4-9123-cca87ceeab93'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:13:04.337373 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-9d0c78ce-925a-47ea-ab24-452298e547d9 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284699 Nov 18 17:13:04.339740 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47ac0a-3b35-4eca-a553-17478dc5c930 req-c045c6e3-ae23-428e-82cc-edb8c0703274 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:04.350989 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be47ac0a-3b35-4eca-a553-17478dc5c930 req-c045c6e3-ae23-428e-82cc-edb8c0703274 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d HTTP/1.1" status: 200 len: 944 time: 0.2272897 Nov 18 17:13:04.477684 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be47ac0a-3b35-4eca-a553-17478dc5c930 req-b79280e3-6d38-4219-8345-164d9f627e66 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255159 Nov 18 17:13:04.558648 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-398a8c53-ddb1-4366-85fc-35977c4ee594 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698294 Nov 18 17:13:04.656635 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e88efe91-63ef-413b-9c5e-45ed0198901b req-ef5b62a2-ec74-42e6-821e-32b000e3c664 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 210 time: 0.0288897 Nov 18 17:13:04.678535 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-93e050d4-1924-4f29-980b-9cfaa1ea1e8c service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086102 Nov 18 17:13:04.764332 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-3f4209c7-7659-4ef5-8f66-3c852488fbe1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=c35afb8c-cdd6-4eec-89f6-d10f42645523 HTTP/1.1" status: 200 len: 217 time: 0.0433745 Nov 18 17:13:04.848921 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-d37a360a-cbd9-42d5-9cc2-608932b061a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:04.850394 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-d37a360a-cbd9-42d5-9cc2-608932b061a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.0884929 Nov 18 17:13:04.876993 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:04.967010 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-5c27faaf-97e4-4239-a25c-eb93b7273d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:04.968676 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-5c27faaf-97e4-4239-a25c-eb93b7273d26 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1104517 Nov 18 17:13:05.056168 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:05.353443 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 324e0ba4-15ce-4df2-bbb1-e32c7f55394f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:05.461490 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:05.471994 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f192494a-b5d3-481b-8a32-d6f90ccf9a85 None None] Network 652a8802-df53-41d6-bcbd-962461ecde11 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:13:05.482434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f832f10-aa0d-4fdd-920b-64b754c0751d req-24fb3d04-3615-473a-93ef-a2f203909240 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:05.491085 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f832f10-aa0d-4fdd-920b-64b754c0751d req-24fb3d04-3615-473a-93ef-a2f203909240 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 945 time: 0.0717177 Nov 18 17:13:05.561982 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 324e0ba4-15ce-4df2-bbb1-e32c7f55394f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:05.562368 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:05.608147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f832f10-aa0d-4fdd-920b-64b754c0751d req-6faa184b-8111-4914-ab0f-c76dc22dd624 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159494 Nov 18 17:13:05.627155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-c054a8b7-4a63-4af2-b80f-d6bf225af374 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:05.628684 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-c054a8b7-4a63-4af2-b80f-d6bf225af374 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247&tenant_id=50df9abadb204a52a1f75cd50dbb0a82&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 1097 time: 0.1967170 Nov 18 17:13:05.651345 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5e298530-2d2c-40bc-b3d8-51f1e55629af None None] Provisioning complete for port 324e0ba4-15ce-4df2-bbb1-e32c7f55394f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:05.651739 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5e298530-2d2c-40bc-b3d8-51f1e55629af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:05.792245 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-5554b0fb-da2e-407a-a535-6ed3dedf3d4b service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612165 Nov 18 17:13:05.853262 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:05.953797 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 324e0ba4-15ce-4df2-bbb1-e32c7f55394f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=324e0ba4-15ce-4df2-bbb1-e32c7f55394f,segment=NetworkSegment(a28af4cc-290e-4800-b487-298ef539790c),segment_id=a28af4cc-290e-4800-b487-298ef539790c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:05.961285 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fa878-1044-4acc-87ec-9c586ef6efdc req-37bb216d-7960-4c75-b566-4e39082c380f tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:05.963871 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-031fa878-1044-4acc-87ec-9c586ef6efdc req-37bb216d-7960-4c75-b566-4e39082c380f tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d HTTP/1.1" status: 200 len: 944 time: 0.1719031 Nov 18 17:13:06.028072 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:06.108560 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:06.172139 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5e298530-2d2c-40bc-b3d8-51f1e55629af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:06.221411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=324e0ba4-15ce-4df2-bbb1-e32c7f55394f,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:06.275539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 5fb570de-5eb8-41c4-9123-cca87ceeab93 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:06.370674 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-5e298530-2d2c-40bc-b3d8-51f1e55629af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:13:06.371338 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-5e298530-2d2c-40bc-b3d8-51f1e55629af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:13:06.373725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-4aef3472-ec6c-4487-a06d-4d94c9cbd192 service neutron] For port bb1d8da6-fd19-4c4f-b85a-34148e813afb, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:06.382332 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-4aef3472-ec6c-4487-a06d-4d94c9cbd192 service neutron] Publish callbacks [] for binding, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:06.383360 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bfc3bd1-651c-4cd3-a8d5-1af532f372fd req-4aef3472-ec6c-4487-a06d-4d94c9cbd192 service neutron] 10.222.0.83 "DELETE /v2.0/ports/bb1d8da6-fd19-4c4f-b85a-34148e813afb/bindings/n-h1-813419-11 HTTP/1.1" status: 204 len: 173 time: 0.7396500 Nov 18 17:13:06.389849 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-0f3d526f-539b-40a2-ae0f-bab8c8cbeaca service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763726 Nov 18 17:13:06.441312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 5fb570de-5eb8-41c4-9123-cca87ceeab93 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:13:06.453559 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 5fb570de-5eb8-41c4-9123-cca87ceeab93 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:06.453966 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:06.499732 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-5d1f7ffd-d4a1-4136-a799-6ea7c32a93f3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=5d103daf-823c-46a5-b025-3be6a959e97f HTTP/1.1" status: 200 len: 217 time: 0.0904305 Nov 18 17:13:06.586779 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4575448-c7ad-4d96-803e-6a289cf3acb0 req-727dc97d-6942-4383-8a68-3d6d9510a77f tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 210 time: 0.0615389 Nov 18 17:13:06.587283 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-10c139fd-eaa3-4b62-b40b-0815dfb8b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:06.588310 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-10c139fd-eaa3-4b62-b40b-0815dfb8b2b6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.0797327 Nov 18 17:13:06.639102 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:06.657578 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Router bc45e626-42b8-459d-8a76-77b98a45dc2e is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:13:06.669468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-031fa878-1044-4acc-87ec-9c586ef6efdc req-703b6398-5052-4fd5-a948-ed569e2c10ee tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6904502 Nov 18 17:13:06.672229 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e9d88f-ad12-4d24-9914-d3842f27893d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb570de-5eb8-41c4-9123-cca87ceeab93'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:06.679855 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3584f974-9202-42ef-9179-6bd6da06648c" -d '{"events": [{"server_uuid": "b5e9d88f-ad12-4d24-9914-d3842f27893d", "name": "network-vif-plugged", "status": "completed", "tag": "5fb570de-5eb8-41c4-9123-cca87ceeab93"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:06.680246 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-575f4b2e-8783-4930-8f33-00f656dd3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:06.680246 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-575f4b2e-8783-4930-8f33-00f656dd3112 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0726848 Nov 18 17:13:06.693122 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 5fb570de-5eb8-41c4-9123-cca87ceeab93, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5fb570de-5eb8-41c4-9123-cca87ceeab93,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:06.810160 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:06.818604 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 25de7fc0-9ace-4145-8204-00b2bf7dbb4b up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:06.847256 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703cb15-4dea-4bd2-8225-804cd4a33b2b req-11423024-b07f-46fb-8a3d-5f5ed3799f7e tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:06.857920 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2703cb15-4dea-4bd2-8225-804cd4a33b2b req-11423024-b07f-46fb-8a3d-5f5ed3799f7e tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1806405 Nov 18 17:13:06.886622 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:13:06.908392 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-538f2a0e-1524-476f-a128-a380f4bac2bb service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893821 Nov 18 17:13:06.928860 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Sync routers for ids ['bc45e626-42b8-459d-8a76-77b98a45dc2e'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:13:07.022488 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2703cb15-4dea-4bd2-8225-804cd4a33b2b req-04994860-c292-4402-a4a5-5f27bdf15641 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600904 Nov 18 17:13:07.060461 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8805583-050b-42fd-9560-484df5a61abf req-e5e5382c-3217-4dbc-8bca-84d34e8c01a2 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:07.062011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c8805583-050b-42fd-9560-484df5a61abf req-e5e5382c-3217-4dbc-8bca-84d34e8c01a2 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 945 time: 0.3231161 Nov 18 17:13:07.089378 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=5fb570de-5eb8-41c4-9123-cca87ceeab93,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:07.099413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Routers {'bc45e626-42b8-459d-8a76-77b98a45dc2e'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:13:07.100580 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:13:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bc45e626-42b8-459d-8a76-77b98a45dc2e'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:07.139196 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c8805583-050b-42fd-9560-484df5a61abf req-a3a8afb7-83d4-46f0-9c87-c069640a3d88 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663040 Nov 18 17:13:07.141853 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:07.146204 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9f76da92-be2e-4f97-ad83-804ab2ca0ec5 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8064442 Nov 18 17:13:07.147006 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40866) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:07.165802 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-90f90031-963d-4c2d-9a61-0a79c4f525e8 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497866 Nov 18 17:13:07.284059 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8deae9e-f817-4069-9a39-910073158fcf x-openstack-request-id: req-b8deae9e-f817-4069-9a39-910073158fcf {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:07.284660 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e9d88f-ad12-4d24-9914-d3842f27893d", "name": "network-vif-plugged", "status": "completed", "tag": "5fb570de-5eb8-41c4-9123-cca87ceeab93", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:07.284660 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b8deae9e-f817-4069-9a39-910073158fcf {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:07.285047 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e9d88f-ad12-4d24-9914-d3842f27893d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb570de-5eb8-41c4-9123-cca87ceeab93', 'code': 200} Nov 18 17:13:07.290449 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-ea45f6d6-911e-42d4-b9b7-f8ef6e38465e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=37ba74a3-0698-4645-beb0-2a2e4acae185 HTTP/1.1" status: 200 len: 217 time: 0.1145620 Nov 18 17:13:07.323924 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 324e0ba4-15ce-4df2-bbb1-e32c7f55394f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:07.334863 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d5bd0955-99a8-4fa5-af97-3d0ff16df164 None None] Provisioning complete for port 324e0ba4-15ce-4df2-bbb1-e32c7f55394f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:07.335245 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d5bd0955-99a8-4fa5-af97-3d0ff16df164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:07.388290 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-cf03b2b5-2902-4e60-a4bc-309b3f85bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:07.390824 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-cf03b2b5-2902-4e60-a4bc-309b3f85bf1d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.0877295 Nov 18 17:13:07.441891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 25de7fc0-9ace-4145-8204-00b2bf7dbb4b completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:13:07.481906 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 25de7fc0-9ace-4145-8204-00b2bf7dbb4b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:07.482552 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:07.543953 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-118f56d9-a631-48ab-92bd-edf41100420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:07.543953 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-118f56d9-a631-48ab-92bd-edf41100420b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1292748 Nov 18 17:13:07.560211 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a03ef-8b37-491d-aca2-7327c70b3a38 req-107735e8-a755-41a9-8749-20743497a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:07.562725 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-096a03ef-8b37-491d-aca2-7327c70b3a38 req-107735e8-a755-41a9-8749-20743497a6c4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d HTTP/1.1" status: 200 len: 1097 time: 0.1933615 Nov 18 17:13:07.574052 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Set router bc45e626-42b8-459d-8a76-77b98a45dc2e gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:13:07.577546 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 324e0ba4-15ce-4df2-bbb1-e32c7f55394f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:07.577927 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:07.583853 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac3da7-05f0-40bf-9a51-410b4a2b9306 req-2c3bc8a9-878f-4df7-919b-528d6eeac784 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:07.591122 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-78ac3da7-05f0-40bf-9a51-410b4a2b9306 req-2c3bc8a9-878f-4df7-919b-528d6eeac784 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 1097 time: 0.2191062 Nov 18 17:13:07.794028 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-78ac3da7-05f0-40bf-9a51-410b4a2b9306 req-63170815-8386-4f0c-8ddc-7c2e4cbf53bf tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009020 Nov 18 17:13:07.807761 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:07.849934 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1eac65c1-a66b-4b5d-9a7e-4930e7e35aa1 req-107c556b-e1a3-4de6-9c23-c57ab537946f tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 210 time: 0.1269834 Nov 18 17:13:07.899522 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-096a03ef-8b37-491d-aca2-7327c70b3a38 req-336ce56b-0364-4ed1-b26b-757c7332913c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246405 Nov 18 17:13:08.000315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30101da-831f-4604-b252-b1ffce0a9209 req-61ac902e-dc10-4bd1-972a-00451b176e84 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:08.002712 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a30101da-831f-4604-b252-b1ffce0a9209 req-61ac902e-dc10-4bd1-972a-00451b176e84 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.83 "GET /v2.0/networks?id=7df4b988-52fc-40a1-b705-3a109e35db3f HTTP/1.1" status: 200 len: 814 time: 0.4678595 Nov 18 17:13:08.022948 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-a30101da-831f-4604-b252-b1ffce0a9209 req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Request body: {'port': {'device_id': '98ffa972-c032-411b-9366-577e96a54871', 'network_id': '7df4b988-52fc-40a1-b705-3a109e35db3f', 'admin_state_up': True, 'tenant_id': 'f73ffba8d2ff45f2804d1be593f58175'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:08.078928 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 25de7fc0-9ace-4145-8204-00b2bf7dbb4b, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=25de7fc0-9ace-4145-8204-00b2bf7dbb4b,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:08.251436 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-7cdbb1b9-4b0c-423d-9d4a-be5be69fa0b1 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6786957 Nov 18 17:13:08.376694 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:08.419127 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-4b9b0299-222c-4594-a9ae-316ed3b3b95b service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420553 Nov 18 17:13:08.456450 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=25de7fc0-9ace-4145-8204-00b2bf7dbb4b,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:08.459210 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d058f00-6aed-4742-b82c-2937b88310ec req-8e8433a3-e8c7-4aed-8f5d-a80bf01b6b75 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:08.468155 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d058f00-6aed-4742-b82c-2937b88310ec req-8e8433a3-e8c7-4aed-8f5d-a80bf01b6b75 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d HTTP/1.1" status: 200 len: 945 time: 0.4776132 Nov 18 17:13:08.488494 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'name': 'tempest-ServersTestBootFromVolume-1103423158-router', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:59Z', 'updated_at': '2021-11-18T17:13:04Z', 'revision_number': 3, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'gw_port': {'id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:02Z', 'updated_at': '2021-11-18T17:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:08.492030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5439c21-f18d-43f8-924b-8ade31b7a7d1 req-446a77a2-83c8-4fc1-ac9e-b69c39ac3cb1 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:08.499748 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5439c21-f18d-43f8-924b-8ade31b7a7d1 req-446a77a2-83c8-4fc1-ac9e-b69c39ac3cb1 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.2698016 Nov 18 17:13:08.507244 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-fa3f88a5-2b11-4223-9261-e6586d7edb9d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=84a0bb91-96da-442c-900b-aff2f8cd6a10 HTTP/1.1" status: 200 len: 217 time: 0.0766456 Nov 18 17:13:08.510867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30101da-831f-4604-b252-b1ffce0a9209 req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Made reservation on behalf of f73ffba8d2ff45f2804d1be593f58175 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:08.515965 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a30101da-831f-4604-b252-b1ffce0a9209 req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:08.525024 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Checking router: bc45e626-42b8-459d-8a76-77b98a45dc2e for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:13:08.525880 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Updating router bc45e626-42b8-459d-8a76-77b98a45dc2e port 6bd75c05-4cfd-44c4-8939-7ee9373a880a binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:13:08.564729 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:08.568047 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5439c21-f18d-43f8-924b-8ade31b7a7d1 req-755f7861-290b-4891-b9c4-97830d8a07c8 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628390 Nov 18 17:13:08.626106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40910) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:08.655638 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-d0df1be3-ec56-41ec-b97d-17cabc3f483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:08.660877 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-d0df1be3-ec56-41ec-b97d-17cabc3f483e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0c855e27-c6ec-4503-9af2-99dd78ab764e HTTP/1.1" status: 200 len: 797 time: 0.1119111 Nov 18 17:13:08.668830 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:08.731771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d058f00-6aed-4742-b82c-2937b88310ec req-1b7e83f7-f10d-437b-ac46-34d785ba9457 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626383 Nov 18 17:13:08.868408 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-0bbbb074-0ff6-451e-98b8-60bb8a42c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:08.874310 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-0bbbb074-0ff6-451e-98b8-60bb8a42c206 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77027101-4097-4189-b03d-09f017f0cd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1962724 Nov 18 17:13:08.950996 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:08.984665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-a30101da-831f-4604-b252-b1ffce0a9209 req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Allocated IP 172.20.0.9 (7df4b988-52fc-40a1-b705-3a109e35db3f/c23e55e5-6ef2-43da-bfec-b5968f6fc7ee/8ebcee3c-0404-41cf-a20b-88ba8857e235) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:09.010663 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:09.035410 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-311c1a46-f8eb-49c7-aeae-ddd558d027b2 req-dc500992-78a5-4927-af37-bcba2e380a4b tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 210 time: 0.0763342 Nov 18 17:13:09.037182 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fd4dabc6-0685-4cd3-a1ae-d9677584efb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:09.090416 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Attempting to bind port 6bd75c05-4cfd-44c4-8939-7ee9373a880a on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:13:09.090837 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Attempting to bind port 6bd75c05-4cfd-44c4-8939-7ee9373a880a by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:13:09.091210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Attempting to bind port 6bd75c05-4cfd-44c4-8939-7ee9373a880a on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:09.097031 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-f37df359-8238-4ecb-b504-8a38f2acf5ea service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064688 Nov 18 17:13:09.103112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51819a15-2fc4-4014-b1c7-bc55f599ee16 None None] Pushing event updated for resources: {'Port': ['ID=6bd75c05-4cfd-44c4-8939-7ee9373a880a,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:09.107278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:13:09.107670 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:09.108115 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:09.108520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:13:09.109016 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Bound port: 6bd75c05-4cfd-44c4-8939-7ee9373a880a, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:13:09.109421 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:09.183222 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] Allocated IP 172.20.0.1 (652a8802-df53-41d6-bcbd-962461ecde11/fd8bc086-10b8-4e7e-a632-9edd196f4ab1/56a06d86-bbde-4fb1-abde-27f1b2aa20b1) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:09.190545 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] For port 6bd75c05-4cfd-44c4-8939-7ee9373a880a, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:09.195070 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] For port 6bd75c05-4cfd-44c4-8939-7ee9373a880a, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6bd75c05-4cfd-44c4-8939-7ee9373a880a,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:13:09.286436 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa70afc8-74bc-401f-a698-0a2ac1c5b3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25de7fc0-9ace-4145-8204-00b2bf7dbb4b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:09.289235 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e31d91d-ca0e-437b-9307-ebe17cdd59b6" -d '{"events": [{"server_uuid": "aa70afc8-74bc-401f-a698-0a2ac1c5b3a4", "name": "network-vif-plugged", "status": "completed", "tag": "25de7fc0-9ace-4145-8204-00b2bf7dbb4b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:09.293499 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:09.311122 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fd4dabc6-0685-4cd3-a1ae-d9677584efb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:09.319768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0398032-7e30-4281-9cbf-31418dec6885 req-3baf28b4-eb98-4d86-b764-9cb3f3bc35d0 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:09.321406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0398032-7e30-4281-9cbf-31418dec6885 req-3baf28b4-eb98-4d86-b764-9cb3f3bc35d0 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 821 time: 0.6499872 Nov 18 17:13:09.332209 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-b0e397f6-02a2-423a-aaae-ccc10970c9b2 service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212062 Nov 18 17:13:09.338681 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a30101da-831f-4604-b252-b1ffce0a9209 req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:09.340952 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0398032-7e30-4281-9cbf-31418dec6885 req-1d99e5f6-ac68-4495-9389-0dc8eb9fe751 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/quotas/50df9abadb204a52a1f75cd50dbb0a82 HTTP/1.1" status: 200 len: 375 time: 0.0121884 Nov 18 17:13:09.352027 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e80087-b16a-4238-8215-6a937f91d92b x-openstack-request-id: req-a9e80087-b16a-4238-8215-6a937f91d92b {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:09.353905 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa70afc8-74bc-401f-a698-0a2ac1c5b3a4", "name": "network-vif-plugged", "status": "completed", "tag": "25de7fc0-9ace-4145-8204-00b2bf7dbb4b", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:09.353905 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a9e80087-b16a-4238-8215-6a937f91d92b {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:09.353905 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa70afc8-74bc-401f-a698-0a2ac1c5b3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25de7fc0-9ace-4145-8204-00b2bf7dbb4b', 'code': 200} Nov 18 17:13:09.374049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Routers {'bc45e626-42b8-459d-8a76-77b98a45dc2e'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:13:09.374782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:13:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bc45e626-42b8-459d-8a76-77b98a45dc2e'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:09.390484 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-2813e853-24cb-4a00-a225-b052b6ef9708 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fa267a90-aada-44a3-815a-2fde81af0876 HTTP/1.1" status: 200 len: 217 time: 0.0479097 Nov 18 17:13:09.431472 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:09.434404 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51819a15-2fc4-4014-b1c7-bc55f599ee16 None None] Pushing event updated for resources: {'Port': ['ID=6bd75c05-4cfd-44c4-8939-7ee9373a880a,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:09.464810 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-fe4c4e77-d81b-4d19-93ff-1890ca53dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:09.468232 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-fe4c4e77-d81b-4d19-93ff-1890ca53dda1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0c855e27-c6ec-4503-9af2-99dd78ab764e HTTP/1.1" status: 200 len: 797 time: 0.0658453 Nov 18 17:13:09.480053 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0398032-7e30-4281-9cbf-31418dec6885 req-98ef92c1-6258-4645-a89c-98d6623e237f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1326861 Nov 18 17:13:09.483631 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fd4dabc6-0685-4cd3-a1ae-d9677584efb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:09.522591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] Set router bc45e626-42b8-459d-8a76-77b98a45dc2e gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:13:09.537011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-a82ea350-e18e-4479-8007-c432bf34c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:09.538892 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-a82ea350-e18e-4479-8007-c432bf34c97d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77027101-4097-4189-b03d-09f017f0cd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0621271 Nov 18 17:13:09.540153 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a30101da-831f-4604-b252-b1ffce0a9209 req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:09.621866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4dabc6-0685-4cd3-a1ae-d9677584efb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887f02a1-68ac-42ca-a0f8-b6bd0f9fbb99,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:09.632782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b337e-c1f2-423b-8a33-2ccafab79dc2 req-1d84519b-c304-470e-a6f5-101f8220e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:09.634297 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-815b337e-c1f2-423b-8a33-2ccafab79dc2 req-1d84519b-c304-470e-a6f5-101f8220e0b9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=aa70afc8-74bc-401f-a698-0a2ac1c5b3a4 HTTP/1.1" status: 200 len: 1098 time: 0.1988225 Nov 18 17:13:09.636910 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fd4dabc6-0685-4cd3-a1ae-d9677584efb5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=87c757b8670a49b38fdc43e77d014a08&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0097027 Nov 18 17:13:09.640411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40926) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:09.710624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Pushing event updated for resources: {'Port': ['ID=8ebcee3c-0404-41cf-a20b-88ba8857e235,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:09.715378 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30101da-831f-4604-b252-b1ffce0a9209 req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Network 7df4b988-52fc-40a1-b705-3a109e35db3f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:09.729407 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:09.754554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-a30101da-831f-4604-b252-b1ffce0a9209 req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:09.761573 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:09.762245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:09.763089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:09.767937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:09.767937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:09.767937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:09.767937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:09.767937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:09.767937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:09.767937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:09.767937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:09.767937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:09.772168 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30101da-831f-4604-b252-b1ffce0a9209 req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:09.775423 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0398032-7e30-4281-9cbf-31418dec6885 req-88fe0803-5331-4f84-9a12-e383600e4df3 service neutron] 10.222.0.72 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815967 Nov 18 17:13:09.781501 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'name': 'tempest-ServersTestBootFromVolume-1103423158-router', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:59Z', 'updated_at': '2021-11-18T17:13:04Z', 'revision_number': 3, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'gw_port': {'id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:02Z', 'updated_at': '2021-11-18T17:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:09.814717 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ce502-53d9-486a-8260-d1a0e5d01189 None None] The sync data for ids ['bc45e626-42b8-459d-8a76-77b98a45dc2e'] in n-d-813419-11 is: [{'id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'name': 'tempest-ServersTestBootFromVolume-1103423158-router', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:59Z', 'updated_at': '2021-11-18T17:13:04Z', 'revision_number': 3, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'gw_port': {'id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:02Z', 'updated_at': '2021-11-18T17:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:13:09.822450 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] Network 652a8802-df53-41d6-bcbd-962461ecde11 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:09.830719 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30101da-831f-4604-b252-b1ffce0a9209 req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:09.831347 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a30101da-831f-4604-b252-b1ffce0a9209 req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:09.859418 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:09.868702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:09.877942 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-e61802fa-8d5b-4bc9-8ad6-d7f7099c6578 service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804482 Nov 18 17:13:09.890267 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] Pushing event updated for resources: {'Port': ['ID=56a06d86-bbde-4fb1-abde-27f1b2aa20b1,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:09.921579 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-815b337e-c1f2-423b-8a33-2ccafab79dc2 req-1cdc19f8-3712-4813-aa4c-139b038f4501 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736361 Nov 18 17:13:09.924769 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a30101da-831f-4604-b252-b1ffce0a9209 req-287e38aa-e902-49dc-8a63-bd4af08cd256 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9069967 Nov 18 17:13:09.944174 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Request body: {'port': {'device_id': '98ffa972-c032-411b-9366-577e96a54871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:09.945109 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995c961-b21a-493a-98f4-97b240f9c2eb req-f055e799-669f-42b7-a180-4450023ff7cb tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:09.948913 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3995c961-b21a-493a-98f4-97b240f9c2eb req-f055e799-669f-42b7-a180-4450023ff7cb tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.2971129 Nov 18 17:13:10.012588 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d4a54493-4fab-482c-97e3-16ca7ed27c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:10.058738 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:10.105159 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:10.116778 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d5d1fb0-0f72-4f32-a57d-ad07e56db2fe req-86c5541f-4c49-4538-9084-53cefedc306a service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308445 Nov 18 17:13:10.120481 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d4a54493-4fab-482c-97e3-16ca7ed27c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:10.192219 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3995c961-b21a-493a-98f4-97b240f9c2eb req-5a80c50f-19f2-46fc-ab9d-6c6d4e36a87a tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207847 Nov 18 17:13:10.206458 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0398032-7e30-4281-9cbf-31418dec6885 req-78224254-30c3-44a7-9f76-b52b9a7bb1ef service neutron] 10.222.0.72 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129164 Nov 18 17:13:10.299314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6bd354a2-1c91-4ee9-bf77-a8427d8acae8 None None] Provisioning complete for port 56a06d86-bbde-4fb1-abde-27f1b2aa20b1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:10.299713 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6bd354a2-1c91-4ee9-bf77-a8427d8acae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:10.388009 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d4a54493-4fab-482c-97e3-16ca7ed27c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:10.391283 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d4a54493-4fab-482c-97e3-16ca7ed27c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:10.397120 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d4a54493-4fab-482c-97e3-16ca7ed27c09 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/887f02a1-68ac-42ca-a0f8-b6bd0f9fbb99 HTTP/1.1" status: 204 len: 168 time: 0.7535105 Nov 18 17:13:10.413045 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6bd354a2-1c91-4ee9-bf77-a8427d8acae8 None None] Port 56a06d86-bbde-4fb1-abde-27f1b2aa20b1 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:13:10.425717 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a54493-4fab-482c-97e3-16ca7ed27c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887f02a1-68ac-42ca-a0f8-b6bd0f9fbb99,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:10.508503 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aef56a-0b76-410f-bd3d-e8f604f8ee6a req-03dbec47-01e5-408b-8216-e6e4206fd2a7 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:10.522395 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3aef56a-0b76-410f-bd3d-e8f604f8ee6a req-03dbec47-01e5-408b-8216-e6e4206fd2a7 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d HTTP/1.1" status: 200 len: 945 time: 0.1931114 Nov 18 17:13:10.548488 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:10.659490 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3aef56a-0b76-410f-bd3d-e8f604f8ee6a req-70d9fca0-67d8-45f4-8adb-1084c96a3ff5 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315360 Nov 18 17:13:11.026175 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28061e16-ef91-4284-b6ff-55c957bee9a4 req-3aa6ab35-8502-4d5f-83b3-97baf596dae0 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:11.028004 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-28061e16-ef91-4284-b6ff-55c957bee9a4 req-3aa6ab35-8502-4d5f-83b3-97baf596dae0 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 931 time: 0.1658511 Nov 18 17:13:11.066710 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:11.127297 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa5fe1-586b-4e1f-8987-3d95eef3eeb1 req-64a5c5b4-a6f1-4883-99c4-20ea89a242c1 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:11.129557 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9baa5fe1-586b-4e1f-8987-3d95eef3eeb1 req-64a5c5b4-a6f1-4883-99c4-20ea89a242c1 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa70afc8-74bc-401f-a698-0a2ac1c5b3a4 HTTP/1.1" status: 200 len: 946 time: 0.1771064 Nov 18 17:13:11.179678 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-28061e16-ef91-4284-b6ff-55c957bee9a4 req-2c74000d-ae6a-432a-b575-8ba8a2562087 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/security-groups?id=7b3276ef-0902-4496-aa86-cfd8b517bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361747 Nov 18 17:13:11.186861 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:11.373513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ebcee3c-0404-41cf-a20b-88ba8857e235 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:13:11.379528 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:11.397421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Transition to ACTIVE for port object 8ebcee3c-0404-41cf-a20b-88ba8857e235 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:13:11.437972 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-490ba498-cd73-46d6-a687-1e192cc9e123 req-68ed9c19-9210-4571-b659-6f834d8ee0e6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 210 time: 0.0959673 Nov 18 17:13:11.451249 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] Pushing event updated for resources: {'Port': ['ID=56a06d86-bbde-4fb1-abde-27f1b2aa20b1,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:11.451622 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40954) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:11.458670 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6bd75c05-4cfd-44c4-8939-7ee9373a880a up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:11.470814 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8757b61e-b591-48f2-8658-ad940a589f73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:11.504321 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9baa5fe1-586b-4e1f-8987-3d95eef3eeb1 req-92467100-9faf-44b6-8609-799ed06341b3 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471322 Nov 18 17:13:11.504321 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:11.505014 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:11.573194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 6bd75c05-4cfd-44c4-8939-7ee9373a880a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:11.573871 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:11.575198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Pushing event updated for resources: {'Port': ['ID=8ebcee3c-0404-41cf-a20b-88ba8857e235,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:11.680428 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] Network 652a8802-df53-41d6-bcbd-962461ecde11 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:11.683693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:11.711076 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fb8e3-7474-468f-9e30-76be2e40d5e8 req-a1190336-6123-4d50-bce8-f2bc8897330f tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:11.716298 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d62fb8e3-7474-468f-9e30-76be2e40d5e8 req-a1190336-6123-4d50-bce8-f2bc8897330f tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0827472 Nov 18 17:13:11.725668 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8757b61e-b591-48f2-8658-ad940a589f73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:11.770703 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Attempting to bind port 8ebcee3c-0404-41cf-a20b-88ba8857e235 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:13:11.771047 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Attempting to bind port 8ebcee3c-0404-41cf-a20b-88ba8857e235 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '680e9fa4-fd3e-4f68-bc25-5660518efc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '7df4b988-52fc-40a1-b705-3a109e35db3f'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:13:11.771379 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Attempting to bind port 8ebcee3c-0404-41cf-a20b-88ba8857e235 on network 7df4b988-52fc-40a1-b705-3a109e35db3f {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:11.778384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Port 8ebcee3c-0404-41cf-a20b-88ba8857e235 on network 7df4b988-52fc-40a1-b705-3a109e35db3f not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:13:11.778721 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Attempting to bind port 8ebcee3c-0404-41cf-a20b-88ba8857e235 on network 7df4b988-52fc-40a1-b705-3a109e35db3f {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:11.780833 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:11.784376 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:13:11.786018 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Checking segment: {'id': '680e9fa4-fd3e-4f68-bc25-5660518efc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '7df4b988-52fc-40a1-b705-3a109e35db3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:11.786018 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Bound using segment: {'id': '680e9fa4-fd3e-4f68-bc25-5660518efc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '7df4b988-52fc-40a1-b705-3a109e35db3f'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:13:11.786018 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Bound port: 8ebcee3c-0404-41cf-a20b-88ba8857e235, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680e9fa4-fd3e-4f68-bc25-5660518efc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '7df4b988-52fc-40a1-b705-3a109e35db3f'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:13:11.786018 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:11.845925 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 6bd75c05-4cfd-44c4-8939-7ee9373a880a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6bd75c05-4cfd-44c4-8939-7ee9373a880a,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:11.871544 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8757b61e-b591-48f2-8658-ad940a589f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:11.940421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757b61e-b591-48f2-8658-ad940a589f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda374c6-991a-49f8-98e8-d5acf22e3d86,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:11.941622 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:11.990896 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8757b61e-b591-48f2-8658-ad940a589f73 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d65f6ea4a0d24afa8e46819f2f2473d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5448260 Nov 18 17:13:11.993980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40960) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:12.013132 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] For port 8ebcee3c-0404-41cf-a20b-88ba8857e235, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:12.017592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=6bd75c05-4cfd-44c4-8939-7ee9373a880a,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:12.041794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] For port 8ebcee3c-0404-41cf-a20b-88ba8857e235, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8ebcee3c-0404-41cf-a20b-88ba8857e235,segment=NetworkSegment(680e9fa4-fd3e-4f68-bc25-5660518efc33),segment_id=680e9fa4-fd3e-4f68-bc25-5660518efc33)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:13:12.079674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eed7f0b3-349b-4afd-bad1-9e187a4acdae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:12.107032 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eed7f0b3-349b-4afd-bad1-9e187a4acdae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:12.116296 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:12.167603 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1de1619c-08fc-4816-927b-3ee185cd53da None None] Provisioning complete for port 56a06d86-bbde-4fb1-abde-27f1b2aa20b1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:12.172908 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1de1619c-08fc-4816-927b-3ee185cd53da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:12.190942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:12.191977 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:12.193694 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a30101da-831f-4604-b252-b1ffce0a9209 req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] 10.222.0.83 "PUT /v2.0/ports/8ebcee3c-0404-41cf-a20b-88ba8857e235 HTTP/1.1" status: 200 len: 1092 time: 2.2539246 Nov 18 17:13:12.194313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ffa972-c032-411b-9366-577e96a54871', 'tag': '8ebcee3c-0404-41cf-a20b-88ba8857e235'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:12.197650 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326524e2-b617-45d0-a146-8b1c2bd244cc" -d '{"events": [{"name": "network-changed", "server_uuid": "98ffa972-c032-411b-9366-577e96a54871", "tag": "8ebcee3c-0404-41cf-a20b-88ba8857e235"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:12.229839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1de1619c-08fc-4816-927b-3ee185cd53da None None] Port 56a06d86-bbde-4fb1-abde-27f1b2aa20b1 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:13:12.247755 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd659f49-7a53-441e-b060-72bbe5adf9fe service neutron] Pushing event updated for resources: {'Port': ['ID=8ebcee3c-0404-41cf-a20b-88ba8857e235,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:12.272980 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62651f0-a451-487e-8de6-74bb866a1e6c x-openstack-request-id: req-f62651f0-a451-487e-8de6-74bb866a1e6c {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:12.273532 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98ffa972-c032-411b-9366-577e96a54871", "tag": "8ebcee3c-0404-41cf-a20b-88ba8857e235", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:12.274038 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f62651f0-a451-487e-8de6-74bb866a1e6c {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:12.274670 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98ffa972-c032-411b-9366-577e96a54871', 'tag': '8ebcee3c-0404-41cf-a20b-88ba8857e235', 'status': 'completed', 'code': 200} Nov 18 17:13:12.353207 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eed7f0b3-349b-4afd-bad1-9e187a4acdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:12.356635 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eed7f0b3-349b-4afd-bad1-9e187a4acdae admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:12.358160 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-eed7f0b3-349b-4afd-bad1-9e187a4acdae admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cda374c6-991a-49f8-98e8-d5acf22e3d86 HTTP/1.1" status: 204 len: 168 time: 0.3628891 Nov 18 17:13:12.375394 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d62fb8e3-7474-468f-9e30-76be2e40d5e8 req-85960009-b46a-4ef7-9fd9-3fbd03417f93 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6518912 Nov 18 17:13:12.379673 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7f0b3-349b-4afd-bad1-9e187a4acdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda374c6-991a-49f8-98e8-d5acf22e3d86,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:12.395956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326524e2-b617-45d0-a146-8b1c2bd244cc req-f62bb735-8e1d-4c1a-b440-8236c9791af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:12.395956 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-326524e2-b617-45d0-a146-8b1c2bd244cc req-f62bb735-8e1d-4c1a-b440-8236c9791af7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f73ffba8d2ff45f2804d1be593f58175&device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 1095 time: 0.0766690 Nov 18 17:13:12.433870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] Router bc45e626-42b8-459d-8a76-77b98a45dc2e has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:13:12.464418 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53aff5-7f7d-4c30-8e13-3da3a7e659da req-a8dcfc40-f4a3-40d1-abf9-ee1165f678e1 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:12.466489 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e53aff5-7f7d-4c30-8e13-3da3a7e659da req-a8dcfc40-f4a3-40d1-abf9-ee1165f678e1 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 943 time: 0.1096828 Nov 18 17:13:12.590679 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326524e2-b617-45d0-a146-8b1c2bd244cc req-68b0b518-ebd0-4594-bc47-2a1a8b78ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:12.593060 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-326524e2-b617-45d0-a146-8b1c2bd244cc req-68b0b518-ebd0-4594-bc47-2a1a8b78ab74 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f73ffba8d2ff45f2804d1be593f58175&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1866326 Nov 18 17:13:12.660339 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29ef79db-e53b-4eb1-8304-f5c4aafee9aa req-e64937c4-0fc6-4070-966f-ae2508a308c5 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 210 time: 0.0647614 Nov 18 17:13:12.680687 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e53aff5-7f7d-4c30-8e13-3da3a7e659da req-7654a5e8-340e-4d39-bc50-d0e39b9e8779 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/security-groups?id=7b3276ef-0902-4496-aa86-cfd8b517bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409605 Nov 18 17:13:12.735297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326524e2-b617-45d0-a146-8b1c2bd244cc req-c4026fd7-f6dd-44ef-a3f0-cc6073cb1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:12.737368 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-326524e2-b617-45d0-a146-8b1c2bd244cc req-c4026fd7-f6dd-44ef-a3f0-cc6073cb1f5a service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1304388 Nov 18 17:13:12.793445 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:13:12.798921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2f1fde5e-25b1-48e8-9144-63e5a1cc0b64 admin admin] 10.222.0.72 "PUT /v2.0/routers/bc45e626-42b8-459d-8a76-77b98a45dc2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6504068 Nov 18 17:13:12.808477 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Sync routers for ids ['bc45e626-42b8-459d-8a76-77b98a45dc2e'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:13:12.824885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fa160-557c-4c17-9008-0a561011b8ea req-111df08b-6298-44e0-8e79-bd973bbe1f01 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:12.827181 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-413fa160-557c-4c17-9008-0a561011b8ea req-111df08b-6298-44e0-8e79-bd973bbe1f01 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa70afc8-74bc-401f-a698-0a2ac1c5b3a4 HTTP/1.1" status: 200 len: 946 time: 0.0778348 Nov 18 17:13:12.829326 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Routers {'bc45e626-42b8-459d-8a76-77b98a45dc2e'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:13:12.830710 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30101da-831f-4604-b252-b1ffce0a9209 req-22d76f86-bad3-428c-a4ac-0565fa16c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:12.830906 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:13:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bc45e626-42b8-459d-8a76-77b98a45dc2e'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:12.833609 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a30101da-831f-4604-b252-b1ffce0a9209 req-22d76f86-bad3-428c-a4ac-0565fa16c3ca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f73ffba8d2ff45f2804d1be593f58175&device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 1095 time: 0.0518339 Nov 18 17:13:12.923348 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a30101da-831f-4604-b252-b1ffce0a9209 req-8efcc50e-f126-4f42-8324-b11d6bccab93 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ebcee3c-0404-41cf-a20b-88ba8857e235 HTTP/1.1" status: 200 len: 217 time: 0.0773821 Nov 18 17:13:12.952287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-413fa160-557c-4c17-9008-0a561011b8ea req-8e315384-ee65-4446-86d4-578c82813167 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128120 Nov 18 17:13:13.019608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30101da-831f-4604-b252-b1ffce0a9209 req-cca1384d-0ab8-409a-9a39-9f2df1dc91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:13.026693 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a30101da-831f-4604-b252-b1ffce0a9209 req-cca1384d-0ab8-409a-9a39-9f2df1dc91a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c23e55e5-6ef2-43da-bfec-b5968f6fc7ee HTTP/1.1" status: 200 len: 854 time: 0.0889723 Nov 18 17:13:13.077144 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Set router bc45e626-42b8-459d-8a76-77b98a45dc2e gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:13:13.130521 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a30101da-831f-4604-b252-b1ffce0a9209 req-2dfddadc-9463-4c7a-b7ef-89c120812539 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7df4b988-52fc-40a1-b705-3a109e35db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963347 Nov 18 17:13:13.246750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6bd75c05-4cfd-44c4-8939-7ee9373a880a up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:13.344210 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a30101da-831f-4604-b252-b1ffce0a9209 req-5966744d-0eb6-4eff-aa9f-3fc8e64ddbc9 service neutron] 10.222.0.83 "GET /v2.0/networks/7df4b988-52fc-40a1-b705-3a109e35db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022190 Nov 18 17:13:13.351761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 6bd75c05-4cfd-44c4-8939-7ee9373a880a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:13.352720 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:13.404706 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'name': 'tempest-ServersTestBootFromVolume-1103423158-router', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:59Z', 'updated_at': '2021-11-18T17:13:10Z', 'revision_number': 4, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'gw_port': {'id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:02Z', 'updated_at': '2021-11-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '56a06d86-bbde-4fb1-abde-27f1b2aa20b1', 'name': '', 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'mac_address': 'fa:16:3e:03:9c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:08Z', 'updated_at': '2021-11-18T17:13:10Z', 'revision_number': 2, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'subnets': [{'id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:13.440489 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Checking router: bc45e626-42b8-459d-8a76-77b98a45dc2e for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:13:13.441718 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Updating router bc45e626-42b8-459d-8a76-77b98a45dc2e port 56a06d86-bbde-4fb1-abde-27f1b2aa20b1 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:13:13.474711 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:13.623122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0398032-7e30-4281-9cbf-31418dec6885 req-304460df-4b6d-4940-b7b4-b93db804b362 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:13.626416 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d0398032-7e30-4281-9cbf-31418dec6885 req-304460df-4b6d-4940-b7b4-b93db804b362 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.81 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 821 time: 0.1871727 Nov 18 17:13:13.649348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-d0398032-7e30-4281-9cbf-31418dec6885 req-732c3a8b-5392-4859-9bba-043bab198143 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Request body: {'port': {'device_id': 'ff9a0dd1-b1ee-4961-9f96-137cb768b5a4', 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6', 'admin_state_up': True, 'tenant_id': '50df9abadb204a52a1f75cd50dbb0a82'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:13.663691 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cedf36-73d6-41da-a2af-1f5134a1653b req-85ab4a75-d39f-43f7-8426-4a3c28a515fb tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:13.665561 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96cedf36-73d6-41da-a2af-1f5134a1653b req-85ab4a75-d39f-43f7-8426-4a3c28a515fb tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1070693 Nov 18 17:13:13.756435 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96cedf36-73d6-41da-a2af-1f5134a1653b req-581cede5-7944-481a-bd1c-3ceb83596aab tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825429 Nov 18 17:13:13.797442 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a30101da-831f-4604-b252-b1ffce0a9209 req-6258cea7-3e3d-4417-95bc-e14eae4455d9 service neutron] 10.222.0.83 "GET /v2.0/networks/7df4b988-52fc-40a1-b705-3a109e35db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430828 Nov 18 17:13:14.038452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0398032-7e30-4281-9cbf-31418dec6885 req-732c3a8b-5392-4859-9bba-043bab198143 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Made reservation on behalf of 50df9abadb204a52a1f75cd50dbb0a82 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:14.042071 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d0398032-7e30-4281-9cbf-31418dec6885 req-732c3a8b-5392-4859-9bba-043bab198143 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:14.092992 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:14.187160 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:14.236529 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41016) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:14.240451 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-d0398032-7e30-4281-9cbf-31418dec6885 req-732c3a8b-5392-4859-9bba-043bab198143 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Allocated IP 172.20.0.12 (2c80b09d-0b1c-4934-855f-ad1012986cf6/0a9bfb05-84d8-4d4a-b4a2-917d37cc6068/6b61a69e-37e3-4977-a979-8c82ce844d20) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:14.241583 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-93908567-830f-4093-ba14-74156a287e84 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--822247785', 'description': 'tempest-description--531573875'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:14.408139 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9f21b-c85c-4f19-9c38-ab69efff32ce None None] Pushing event updated for resources: {'Port': ['ID=56a06d86-bbde-4fb1-abde-27f1b2aa20b1,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:14.462570 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15f87d26-66ef-4393-8214-13d7e773bd5e req-e0cc213b-9f3d-4279-b317-af4df6f0992b tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 210 time: 0.0987921 Nov 18 17:13:14.491274 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Attempting to bind port 56a06d86-bbde-4fb1-abde-27f1b2aa20b1 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:13:14.494782 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Attempting to bind port 56a06d86-bbde-4fb1-abde-27f1b2aa20b1 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'a28af4cc-290e-4800-b487-298ef539790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:13:14.495224 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Attempting to bind port 56a06d86-bbde-4fb1-abde-27f1b2aa20b1 on network 652a8802-df53-41d6-bcbd-962461ecde11 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:14.511165 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5f81f-0c68-4c61-9236-d6f97a33b338 req-5df62bfc-bb9b-4039-beef-c83902547de8 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:14.513435 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:13:14.514092 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Checking segment: {'id': 'a28af4cc-290e-4800-b487-298ef539790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:14.514507 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:14.514943 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Bound using segment: {'id': 'a28af4cc-290e-4800-b487-298ef539790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:13:14.515433 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Bound port: 56a06d86-bbde-4fb1-abde-27f1b2aa20b1, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28af4cc-290e-4800-b487-298ef539790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:13:14.523075 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:14.523685 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-78e5f81f-0c68-4c61-9236-d6f97a33b338 req-5df62bfc-bb9b-4039-beef-c83902547de8 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 943 time: 0.2118456 Nov 18 17:13:14.625927 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93908567-830f-4093-ba14-74156a287e84 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:14.658496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-78e5f81f-0c68-4c61-9236-d6f97a33b338 req-766e32ba-a10a-40f9-80cb-aa30a1e65e00 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/security-groups?id=7b3276ef-0902-4496-aa86-cfd8b517bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055703 Nov 18 17:13:14.705892 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] For port 56a06d86-bbde-4fb1-abde-27f1b2aa20b1, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:14.709888 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d8f2d392-c117-4566-a3fd-be75171a005b None None] Provisioning complete for port 56a06d86-bbde-4fb1-abde-27f1b2aa20b1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:14.710867 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8f2d392-c117-4566-a3fd-be75171a005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:14.718879 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] For port 56a06d86-bbde-4fb1-abde-27f1b2aa20b1, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=56a06d86-bbde-4fb1-abde-27f1b2aa20b1,segment=NetworkSegment(a28af4cc-290e-4800-b487-298ef539790c),segment_id=a28af4cc-290e-4800-b487-298ef539790c)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:13:14.760308 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d0398032-7e30-4281-9cbf-31418dec6885 req-732c3a8b-5392-4859-9bba-043bab198143 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:14.794605 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93908567-830f-4093-ba14-74156a287e84 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:14.799029 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:14.810487 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d8f2d392-c117-4566-a3fd-be75171a005b None None] Port 56a06d86-bbde-4fb1-abde-27f1b2aa20b1 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:13:14.891113 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93908567-830f-4093-ba14-74156a287e84 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:14.918771 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9f21b-c85c-4f19-9c38-ab69efff32ce None None] Pushing event updated for resources: {'Port': ['ID=56a06d86-bbde-4fb1-abde-27f1b2aa20b1,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:14.919039 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d0398032-7e30-4281-9cbf-31418dec6885 req-732c3a8b-5392-4859-9bba-043bab198143 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:14.927368 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Routers {'bc45e626-42b8-459d-8a76-77b98a45dc2e'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:13:14.928243 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:13:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bc45e626-42b8-459d-8a76-77b98a45dc2e'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:15.002174 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0398032-7e30-4281-9cbf-31418dec6885 req-732c3a8b-5392-4859-9bba-043bab198143 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Network 2c80b09d-0b1c-4934-855f-ad1012986cf6 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:15.010486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-d0398032-7e30-4281-9cbf-31418dec6885 req-732c3a8b-5392-4859-9bba-043bab198143 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:15.024210 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0398032-7e30-4281-9cbf-31418dec6885 req-732c3a8b-5392-4859-9bba-043bab198143 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:15.033715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c3a8b-5392-4859-9bba-043bab198143 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Pushing event updated for resources: {'Port': ['ID=6b61a69e-37e3-4977-a979-8c82ce844d20,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:15.115245 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93908567-830f-4093-ba14-74156a287e84 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:15.116752 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-93908567-830f-4093-ba14-74156a287e84 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8792615 Nov 18 17:13:15.119615 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93908567-830f-4093-ba14-74156a287e84 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28c62cf-deb1-4099-92e6-7de4ffe78c00,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:15.121818 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41076) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:15.141993 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-752e942c-750e-45f8-ae7d-480a334fa1ef tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Request body: {'security_group_rule': {'security_group_id': 'c28c62cf-deb1-4099-92e6-7de4ffe78c00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:15.162319 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:13:15.163074 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] Set router bc45e626-42b8-459d-8a76-77b98a45dc2e gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:13:15.191169 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0398032-7e30-4281-9cbf-31418dec6885 req-732c3a8b-5392-4859-9bba-043bab198143 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:15.192382 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d0398032-7e30-4281-9cbf-31418dec6885 req-732c3a8b-5392-4859-9bba-043bab198143 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:15.228630 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-9bc72699-fac0-4efe-a726-ea298077fcd3 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:15.230199 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-9bc72699-fac0-4efe-a726-ea298077fcd3 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/networks?id=e2003bd1-6412-4e64-a49a-f7385a9d5313 HTTP/1.1" status: 200 len: 812 time: 0.3741241 Nov 18 17:13:15.243118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b52cb-37ce-477f-b2e3-d399f2419606 req-bbb54aef-5887-45b7-a82e-c28965cf855a tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:15.249243 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e7b52cb-37ce-477f-b2e3-d399f2419606 req-bbb54aef-5887-45b7-a82e-c28965cf855a tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.3511560 Nov 18 17:13:15.284428 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22940175-4245-4543-b8e0-81f0dadb6c27 req-fb2de211-c202-47c4-a5f3-5551ca9a3538 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:15.286509 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-22940175-4245-4543-b8e0-81f0dadb6c27 req-fb2de211-c202-47c4-a5f3-5551ca9a3538 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa70afc8-74bc-401f-a698-0a2ac1c5b3a4 HTTP/1.1" status: 200 len: 946 time: 0.1888094 Nov 18 17:13:15.289721 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-3cfecd6f-952a-4cea-98f4-e5b52c3e4d1b tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/quotas/03af3191faea4a2aad8e5a48ae33efc7 HTTP/1.1" status: 200 len: 375 time: 0.0395103 Nov 18 17:13:15.335196 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-752e942c-750e-45f8-ae7d-480a334fa1ef tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:15.355521 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bda8542d-75a1-4351-8a1a-17dca32e7023 None None] Provisioning complete for port 56a06d86-bbde-4fb1-abde-27f1b2aa20b1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:15.357520 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bda8542d-75a1-4351-8a1a-17dca32e7023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:15.389643 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e7b52cb-37ce-477f-b2e3-d399f2419606 req-954c0380-ca83-4749-9935-40f054379045 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365616 Nov 18 17:13:15.455362 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-752e942c-750e-45f8-ae7d-480a334fa1ef tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:15.455605 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-3f751b93-5641-45bd-950f-f98be1237880 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=03af3191faea4a2aad8e5a48ae33efc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1446953 Nov 18 17:13:15.464391 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d0398032-7e30-4281-9cbf-31418dec6885 req-732c3a8b-5392-4859-9bba-043bab198143 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8202291 Nov 18 17:13:15.498279 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Request body: {'port': {'device_id': 'ff9a0dd1-b1ee-4961-9f96-137cb768b5a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:15.524610 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bda8542d-75a1-4351-8a1a-17dca32e7023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:15.548788 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'name': 'tempest-ServersTestBootFromVolume-1103423158-router', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:59Z', 'updated_at': '2021-11-18T17:13:10Z', 'revision_number': 4, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'gw_port': {'id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:02Z', 'updated_at': '2021-11-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '56a06d86-bbde-4fb1-abde-27f1b2aa20b1', 'name': '', 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'mac_address': 'fa:16:3e:03:9c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:08Z', 'updated_at': '2021-11-18T17:13:14Z', 'revision_number': 4, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'subnets': [{'id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:15.562774 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-752e942c-750e-45f8-ae7d-480a334fa1ef tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:15.573086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-bda8542d-75a1-4351-8a1a-17dca32e7023 None None] For port 56a06d86-bbde-4fb1-abde-27f1b2aa20b1, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=56a06d86-bbde-4fb1-abde-27f1b2aa20b1,segment=NetworkSegment(a28af4cc-290e-4800-b487-298ef539790c),segment_id=a28af4cc-290e-4800-b487-298ef539790c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:15.595341 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:15.596595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-22940175-4245-4543-b8e0-81f0dadb6c27 req-ca928a95-bd6c-4783-b9a1-4227efc69aaf tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Deleting port 25de7fc0-9ace-4145-8204-00b2bf7dbb4b {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:13:15.597160 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-22940175-4245-4543-b8e0-81f0dadb6c27 req-ca928a95-bd6c-4783-b9a1-4227efc69aaf tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:15.616785 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e942c-750e-45f8-ae7d-480a334fa1ef tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7f59eb-1b7d-4154-b329-5e814a64ea81,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:15.622507 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1448f62-08b2-450c-9dc2-2c58ad1094a1 None None] The sync data for ids ['bc45e626-42b8-459d-8a76-77b98a45dc2e'] in n-d-813419-11 is: [{'id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'name': 'tempest-ServersTestBootFromVolume-1103423158-router', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:59Z', 'updated_at': '2021-11-18T17:13:10Z', 'revision_number': 4, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'gw_port': {'id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:02Z', 'updated_at': '2021-11-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '56a06d86-bbde-4fb1-abde-27f1b2aa20b1', 'name': '', 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'mac_address': 'fa:16:3e:03:9c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:08Z', 'updated_at': '2021-11-18T17:13:14Z', 'revision_number': 4, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'subnets': [{'id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:13:15.662192 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bda8542d-75a1-4351-8a1a-17dca32e7023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:15.722392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41084) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:15.737404 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-752e942c-750e-45f8-ae7d-480a334fa1ef tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:15.739056 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-752e942c-750e-45f8-ae7d-480a334fa1ef tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6022584 Nov 18 17:13:15.741599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41090) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:15.746404 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-fc924a1a-cb4b-46e7-9124-d8942073d09c tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Request body: {'security_group_rule': {'security_group_id': 'c28c62cf-deb1-4099-92e6-7de4ffe78c00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:15.792619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8542d-75a1-4351-8a1a-17dca32e7023 None None] Pushing event updated for resources: {'Port': ['ID=56a06d86-bbde-4fb1-abde-27f1b2aa20b1,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:15.977197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-22940175-4245-4543-b8e0-81f0dadb6c27 req-ca928a95-bd6c-4783-b9a1-4227efc69aaf tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] For port 25de7fc0-9ace-4145-8204-00b2bf7dbb4b, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=25de7fc0-9ace-4145-8204-00b2bf7dbb4b,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:15.977799 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-22940175-4245-4543-b8e0-81f0dadb6c27 req-ca928a95-bd6c-4783-b9a1-4227efc69aaf tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.000275 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-578ad725-bd1f-40c9-9adc-59123c37de0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.002275 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc924a1a-cb4b-46e7-9124-d8942073d09c tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.017262 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-22940175-4245-4543-b8e0-81f0dadb6c27 req-ca928a95-bd6c-4783-b9a1-4227efc69aaf tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Calling delete_port for 25de7fc0-9ace-4145-8204-00b2bf7dbb4b owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:13:16.040429 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b6fd7-01e9-4f37-bc3b-557897622604 req-a98c8ceb-8c3e-4de2-8e21-fa7e64defebd tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:16.044504 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-264b6fd7-01e9-4f37-bc3b-557897622604 req-a98c8ceb-8c3e-4de2-8e21-fa7e64defebd tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 932 time: 0.2765398 Nov 18 17:13:16.061497 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95470c-3ebc-405b-ba0b-47157023f191 req-5a5a053c-9089-4853-9562-9eed973002bc tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:16.065661 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a95470c-3ebc-405b-ba0b-47157023f191 req-5a5a053c-9089-4853-9562-9eed973002bc tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5e9d88f-ad12-4d24-9914-d3842f27893d HTTP/1.1" status: 200 len: 945 time: 0.3132324 Nov 18 17:13:16.155534 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc924a1a-cb4b-46e7-9124-d8942073d09c tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.182097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b61a69e-37e3-4977-a979-8c82ce844d20 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:13:16.196911 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.211713 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-fa560480-8633-43c2-a7f8-df7543879f8c service neutron] 10.222.0.72 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7504251 Nov 18 17:13:16.219459 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-578ad725-bd1f-40c9-9adc-59123c37de0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.222657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Transition to ACTIVE for port object 6b61a69e-37e3-4977-a979-8c82ce844d20 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:13:16.227343 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc924a1a-cb4b-46e7-9124-d8942073d09c tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.247245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc924a1a-cb4b-46e7-9124-d8942073d09c tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eea2ba9-26a4-4ea7-928a-a2dec9de26dc,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:16.278722 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-578ad725-bd1f-40c9-9adc-59123c37de0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.302682 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-264b6fd7-01e9-4f37-bc3b-557897622604 req-9f428919-2988-4c79-b521-f1f422ce57e9 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358270 Nov 18 17:13:16.336627 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.374571 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc924a1a-cb4b-46e7-9124-d8942073d09c tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.378533 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fc924a1a-cb4b-46e7-9124-d8942073d09c tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6333740 Nov 18 17:13:16.405883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41094) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:16.413680 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-578ad725-bd1f-40c9-9adc-59123c37de0d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a0ea0fffab204429a249d5d72e675c7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6800365 Nov 18 17:13:16.413680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ad725-bd1f-40c9-9adc-59123c37de0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f657f3-28a7-4127-be07-0e2c23004fdb,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:16.415163 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41096) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:16.437180 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:16.486058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Pushing event updated for resources: {'Port': ['ID=6b61a69e-37e3-4977-a979-8c82ce844d20,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:16.558847 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d4f528e-523f-45f0-8e75-4287fce0d460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.590552 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-05f005e6-6a01-40cf-b991-2f78426a2bb8 service neutron] 10.222.0.72 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698087 Nov 18 17:13:16.609953 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d4f528e-523f-45f0-8e75-4287fce0d460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.618363 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Attempting to bind port 6b61a69e-37e3-4977-a979-8c82ce844d20 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:13:16.619170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Attempting to bind port 6b61a69e-37e3-4977-a979-8c82ce844d20 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:13:16.619170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Attempting to bind port 6b61a69e-37e3-4977-a979-8c82ce844d20 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:16.634757 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Port 6b61a69e-37e3-4977-a979-8c82ce844d20 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:13:16.635035 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Attempting to bind port 6b61a69e-37e3-4977-a979-8c82ce844d20 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:16.660990 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:13:16.661229 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Checking segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:16.661615 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Bound using segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:13:16.662065 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Bound port: 6b61a69e-37e3-4977-a979-8c82ce844d20, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:13:16.662416 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.701579 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db82dc-4f8a-4177-9b68-de932630d92b req-e060432a-e862-4d8f-944d-5465441e7717 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:16.703272 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1db82dc-4f8a-4177-9b68-de932630d92b req-e060432a-e862-4d8f-944d-5465441e7717 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 943 time: 0.2424259 Nov 18 17:13:16.749342 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.759212 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] For port 6b61a69e-37e3-4977-a979-8c82ce844d20, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:16.762696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] For port 6b61a69e-37e3-4977-a979-8c82ce844d20, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6b61a69e-37e3-4977-a979-8c82ce844d20,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:13:16.779357 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-8a95470c-3ebc-405b-ba0b-47157023f191 req-84c724ab-1dd6-4ae3-bf2b-46fe6a19888f tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Deleting port 5fb570de-5eb8-41c4-9123-cca87ceeab93 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:13:16.780251 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8a95470c-3ebc-405b-ba0b-47157023f191 req-84c724ab-1dd6-4ae3-bf2b-46fe6a19888f tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.811223 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d4f528e-523f-45f0-8e75-4287fce0d460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.814657 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d4f528e-523f-45f0-8e75-4287fce0d460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.820362 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3d4f528e-523f-45f0-8e75-4287fce0d460 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/56f657f3-28a7-4127-be07-0e2c23004fdb HTTP/1.1" status: 204 len: 168 time: 0.4024248 Nov 18 17:13:16.830989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f528e-523f-45f0-8e75-4287fce0d460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f657f3-28a7-4127-be07-0e2c23004fdb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:16.871661 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.948322 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-22940175-4245-4543-b8e0-81f0dadb6c27 req-ca928a95-bd6c-4783-b9a1-4227efc69aaf tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.958379 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:16.959231 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:16.960866 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d0398032-7e30-4281-9cbf-31418dec6885 req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] 10.222.0.81 "PUT /v2.0/ports/6b61a69e-37e3-4977-a979-8c82ce844d20 HTTP/1.1" status: 200 len: 1093 time: 1.4861455 Nov 18 17:13:16.961550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9a0dd1-b1ee-4961-9f96-137cb768b5a4', 'tag': '6b61a69e-37e3-4977-a979-8c82ce844d20'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:16.965349 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739da3f4-b8d6-4a79-959c-762ea8853216" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9a0dd1-b1ee-4961-9f96-137cb768b5a4", "tag": "6b61a69e-37e3-4977-a979-8c82ce844d20"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:17.009438 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2453a-1656-4dce-9b18-e5ab2a17546d service neutron] Pushing event updated for resources: {'Port': ['ID=6b61a69e-37e3-4977-a979-8c82ce844d20,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:17.122463 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1db82dc-4f8a-4177-9b68-de932630d92b req-7cf2c81f-aaa4-47cf-b025-edf12c85754c tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/security-groups?id=7b3276ef-0902-4496-aa86-cfd8b517bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739030 Nov 18 17:13:17.129232 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca928a95-bd6c-4783-b9a1-4227efc69aaf tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Pushing event deleted for resources: {'Port': ['ID=25de7fc0-9ace-4145-8204-00b2bf7dbb4b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:17.193867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0398032-7e30-4281-9cbf-31418dec6885 req-2f0186f7-1090-493a-b8b6-96034af2f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:17.195421 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d0398032-7e30-4281-9cbf-31418dec6885 req-2f0186f7-1090-493a-b8b6-96034af2f6c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 1096 time: 0.1066113 Nov 18 17:13:17.285012 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d0398032-7e30-4281-9cbf-31418dec6885 req-acd5be37-b079-4bbb-aeac-f7823e42797c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b61a69e-37e3-4977-a979-8c82ce844d20 HTTP/1.1" status: 200 len: 217 time: 0.0805490 Nov 18 17:13:17.290714 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa6da1e-6429-497a-88c2-488acf361fec x-openstack-request-id: req-8fa6da1e-6429-497a-88c2-488acf361fec {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:17.291020 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9a0dd1-b1ee-4961-9f96-137cb768b5a4", "tag": "6b61a69e-37e3-4977-a979-8c82ce844d20", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:17.291283 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8fa6da1e-6429-497a-88c2-488acf361fec {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:17.291703 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9a0dd1-b1ee-4961-9f96-137cb768b5a4', 'tag': '6b61a69e-37e3-4977-a979-8c82ce844d20', 'status': 'completed', 'code': 200} Nov 18 17:13:17.348536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 56a06d86-bbde-4fb1-abde-27f1b2aa20b1 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:17.433674 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0398032-7e30-4281-9cbf-31418dec6885 req-991e3d94-99ef-461f-a30d-4349d133542c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:17.435259 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d0398032-7e30-4281-9cbf-31418dec6885 req-991e3d94-99ef-461f-a30d-4349d133542c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.1364176 Nov 18 17:13:17.440008 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-22940175-4245-4543-b8e0-81f0dadb6c27 req-ca928a95-bd6c-4783-b9a1-4227efc69aaf tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] No DVR routers for this DVR port 25de7fc0-9ace-4145-8204-00b2bf7dbb4b on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:13:17.448137 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-22940175-4245-4543-b8e0-81f0dadb6c27 req-ca928a95-bd6c-4783-b9a1-4227efc69aaf tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:17.449405 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8ebcee3c-0404-41cf-a20b-88ba8857e235 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:13:17.453650 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-22940175-4245-4543-b8e0-81f0dadb6c27 req-ca928a95-bd6c-4783-b9a1-4227efc69aaf tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.81 "DELETE /v2.0/ports/25de7fc0-9ace-4145-8204-00b2bf7dbb4b HTTP/1.1" status: 204 len: 173 time: 2.1590576 Nov 18 17:13:17.477171 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-8a95470c-3ebc-405b-ba0b-47157023f191 req-84c724ab-1dd6-4ae3-bf2b-46fe6a19888f tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] For port 5fb570de-5eb8-41c4-9123-cca87ceeab93, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5fb570de-5eb8-41c4-9123-cca87ceeab93,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:17.477830 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8a95470c-3ebc-405b-ba0b-47157023f191 req-84c724ab-1dd6-4ae3-bf2b-46fe6a19888f tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:17.483237 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa70afc8-74bc-401f-a698-0a2ac1c5b3a4', 'name': 'network-vif-deleted', 'tag': '25de7fc0-9ace-4145-8204-00b2bf7dbb4b'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:17.489678 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19bb012-78f7-4ad1-8fdd-190c981f8fca" -d '{"events": [{"server_uuid": "aa70afc8-74bc-401f-a698-0a2ac1c5b3a4", "name": "network-vif-deleted", "tag": "25de7fc0-9ace-4145-8204-00b2bf7dbb4b"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:17.506296 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d0398032-7e30-4281-9cbf-31418dec6885 req-1678689d-a126-4f8b-ba97-d85609a1140f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614722 Nov 18 17:13:17.528459 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 56a06d86-bbde-4fb1-abde-27f1b2aa20b1 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:17.529169 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:17.595607 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-8a95470c-3ebc-405b-ba0b-47157023f191 req-84c724ab-1dd6-4ae3-bf2b-46fe6a19888f tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Calling delete_port for 5fb570de-5eb8-41c4-9123-cca87ceeab93 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:13:17.635014 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d0398032-7e30-4281-9cbf-31418dec6885 req-992bddf0-66a6-4efe-bd3b-281e4de5753c service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191740 Nov 18 17:13:17.641243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff7e3d-c881-4ec4-82ab-818361ea07d4 req-2b3a2ef1-0492-462d-ad5b-e43b3524eaf4 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:17.644514 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8cff7e3d-c881-4ec4-82ab-818361ea07d4 req-2b3a2ef1-0492-462d-ad5b-e43b3524eaf4 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.5109203 Nov 18 17:13:17.750200 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 8ebcee3c-0404-41cf-a20b-88ba8857e235, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8ebcee3c-0404-41cf-a20b-88ba8857e235,segment=NetworkSegment(680e9fa4-fd3e-4f68-bc25-5660518efc33),segment_id=680e9fa4-fd3e-4f68-bc25-5660518efc33)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:17.774514 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '8ebcee3c-0404-41cf-a20b-88ba8857e235', 'network_id': '7df4b988-52fc-40a1-b705-3a109e35db3f', 'port_id': '8ebcee3c-0404-41cf-a20b-88ba8857e235', 'mac_address': 'fa:16:3e:f8:1d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23e55e5-6ef2-43da-bfec-b5968f6fc7ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:13:17.805619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c81f5f-0a88-4d4d-9b1d-e559b8252bb6 req-fb596bfe-14cc-4fd2-991c-4ae5d34505b1 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:17.807213 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a0c81f5f-0a88-4d4d-9b1d-e559b8252bb6 req-fb596bfe-14cc-4fd2-991c-4ae5d34505b1 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 944 time: 0.3035502 Nov 18 17:13:17.826230 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d0398032-7e30-4281-9cbf-31418dec6885 req-30bc39be-4a04-48ab-8cc4-ae611961fe5c service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832435 Nov 18 17:13:17.835619 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:17.851266 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebcee3c-0404-41cf-a20b-88ba8857e235 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:13:17.880487 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 8ebcee3c-0404-41cf-a20b-88ba8857e235, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8ebcee3c-0404-41cf-a20b-88ba8857e235,segment=NetworkSegment(680e9fa4-fd3e-4f68-bc25-5660518efc33),segment_id=680e9fa4-fd3e-4f68-bc25-5660518efc33)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:17.905558 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:17.936544 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8cff7e3d-c881-4ec4-82ab-818361ea07d4 req-91a46a52-f474-46d1-8cf5-24af62f193d1 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741220 Nov 18 17:13:17.947618 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:18.050300 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739da3f4-b8d6-4a79-959c-762ea8853216 req-2dea541e-f384-430a-8e56-2eae2f32995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:18.051168 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=8ebcee3c-0404-41cf-a20b-88ba8857e235,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:18.053298 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-739da3f4-b8d6-4a79-959c-762ea8853216 req-2dea541e-f384-430a-8e56-2eae2f32995c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 1096 time: 0.1021085 Nov 18 17:13:18.084508 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a0c81f5f-0a88-4d4d-9b1d-e559b8252bb6 req-449e556f-d9b7-440f-9aa2-2b2e914bf11a tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502394 Nov 18 17:13:18.226134 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235b3816-5fbb-4cda-be6f-472f05a179a5 x-openstack-request-id: req-235b3816-5fbb-4cda-be6f-472f05a179a5 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:18.226778 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa70afc8-74bc-401f-a698-0a2ac1c5b3a4", "name": "network-vif-deleted", "tag": "25de7fc0-9ace-4145-8204-00b2bf7dbb4b", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:18.226778 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-235b3816-5fbb-4cda-be6f-472f05a179a5 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:18.227080 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa70afc8-74bc-401f-a698-0a2ac1c5b3a4', 'name': 'network-vif-deleted', 'tag': '25de7fc0-9ace-4145-8204-00b2bf7dbb4b', 'status': 'completed', 'code': 200} Nov 18 17:13:18.251725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739da3f4-b8d6-4a79-959c-762ea8853216 req-2be095b1-8e00-45bb-9acb-7327ab60372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:18.254467 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-739da3f4-b8d6-4a79-959c-762ea8853216 req-2be095b1-8e00-45bb-9acb-7327ab60372f service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.1925437 Nov 18 17:13:18.258493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6b6396c-0f3b-4d41-a1ba-1dfc426b5b7b req-0162ef26-0c0e-4f1d-aed9-932a0beec8ae tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 210 time: 0.0807855 Nov 18 17:13:18.284170 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8ebcee3c-0404-41cf-a20b-88ba8857e235'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:13:18.320773 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-739da3f4-b8d6-4a79-959c-762ea8853216 req-9df25d13-b7e8-49a9-ad8a-2af99d919abc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b61a69e-37e3-4977-a979-8c82ce844d20 HTTP/1.1" status: 200 len: 217 time: 0.0554748 Nov 18 17:13:18.321728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 5fb570de-5eb8-41c4-9123-cca87ceeab93 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:13:18.354914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Allocated IP 172.25.3.197 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/2e1236f1-0f09-4cc2-a59c-5297baa61136) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:18.391577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f987cad-0601-4aac-9183-16d3eef949ee req-abffc7f4-2017-4aa1-8c61-7f35492fe71a tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:18.399139 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f987cad-0601-4aac-9183-16d3eef949ee req-abffc7f4-2017-4aa1-8c61-7f35492fe71a tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 944 time: 0.1149974 Nov 18 17:13:18.420640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739da3f4-b8d6-4a79-959c-762ea8853216 req-41ac9515-fdfe-4a69-8f43-26e6d15fd10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:18.424577 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-739da3f4-b8d6-4a79-959c-762ea8853216 req-41ac9515-fdfe-4a69-8f43-26e6d15fd10c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.0882397 Nov 18 17:13:18.456201 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8a95470c-3ebc-405b-ba0b-47157023f191 req-84c724ab-1dd6-4ae3-bf2b-46fe6a19888f tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:18.471246 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-739da3f4-b8d6-4a79-959c-762ea8853216 req-7b8e4239-827e-4226-a01d-3efec4a2fd01 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375283 Nov 18 17:13:18.476191 n-d-813419-11 neutron-server[104009]: INFO neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No ports have port_id starting with 5fb570de-5eb8-41c4-9123-cca87ceeab93 Nov 18 17:13:18.477789 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 25de7fc0-9ace-4145-8204-00b2bf7dbb4b no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:13:18.523893 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 25de7fc0-9ace-4145-8204-00b2bf7dbb4b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:13:18.524261 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 25de7fc0-9ace-4145-8204-00b2bf7dbb4b not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:13:18.632802 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-739da3f4-b8d6-4a79-959c-762ea8853216 req-8e3ac58d-5b46-439d-9821-5e7118bb5966 service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537559 Nov 18 17:13:18.656003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c724ab-1dd6-4ae3-bf2b-46fe6a19888f tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Pushing event deleted for resources: {'Port': ['ID=5fb570de-5eb8-41c4-9123-cca87ceeab93,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:18.681988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a95470c-3ebc-405b-ba0b-47157023f191 req-84c724ab-1dd6-4ae3-bf2b-46fe6a19888f tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] No DVR routers for this DVR port 5fb570de-5eb8-41c4-9123-cca87ceeab93 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:13:18.686649 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8a95470c-3ebc-405b-ba0b-47157023f191 req-84c724ab-1dd6-4ae3-bf2b-46fe6a19888f tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:18.690146 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a95470c-3ebc-405b-ba0b-47157023f191 req-84c724ab-1dd6-4ae3-bf2b-46fe6a19888f tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.81 "DELETE /v2.0/ports/5fb570de-5eb8-41c4-9123-cca87ceeab93 HTTP/1.1" status: 204 len: 173 time: 2.6197748 Nov 18 17:13:18.703206 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f987cad-0601-4aac-9183-16d3eef949ee req-39f7f263-7c21-4e81-b662-f1d9c0e97311 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/security-groups?id=7b3276ef-0902-4496-aa86-cfd8b517bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029635 Nov 18 17:13:18.746043 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:18.799347 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41150) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:18.800756 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-739da3f4-b8d6-4a79-959c-762ea8853216 req-81cac5a9-417f-4ab7-ac9c-d8dd89269f06 service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578519 Nov 18 17:13:18.874188 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:18.919954 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d137f57a-80b3-4a6e-b00e-9fc9a9730dca tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-909692746'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:18.924184 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:18.929592 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:18.935205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:18.978736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Pushing event updated for resources: {'Port': ['ID=2e1236f1-0f09-4cc2-a59c-5297baa61136,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:19.336739 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d137f57a-80b3-4a6e-b00e-9fc9a9730dca tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Made reservation on behalf of 9e808c49c8204ae4b4d631f09691f6fe for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:19.340136 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d137f57a-80b3-4a6e-b00e-9fc9a9730dca tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:19.399746 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d137f57a-80b3-4a6e-b00e-9fc9a9730dca tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:19.430048 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:19.446721 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8ebcee3c-0404-41cf-a20b-88ba8857e235 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:19.463369 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc431f-5d24-430f-90e9-84c42c40670b req-dca394c0-577c-4799-b817-e76e1f240280 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:19.465037 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-22dc431f-5d24-430f-90e9-84c42c40670b req-dca394c0-577c-4799-b817-e76e1f240280 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1326907 Nov 18 17:13:19.477921 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78df265-2f03-477f-9819-15f49ea2dbc3 req-2a0b7318-ee10-4423-9f41-9ac6a7fef3d2 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:19.485278 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a78df265-2f03-477f-9819-15f49ea2dbc3 req-2a0b7318-ee10-4423-9f41-9ac6a7fef3d2 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 944 time: 0.1545548 Nov 18 17:13:19.592785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 8ebcee3c-0404-41cf-a20b-88ba8857e235 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:13:19.596936 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 8ebcee3c-0404-41cf-a20b-88ba8857e235 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:19.597327 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:19.615850 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a78df265-2f03-477f-9819-15f49ea2dbc3 req-92a3b0fb-9611-4e81-9788-3a9b812d8a90 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296759 Nov 18 17:13:19.625659 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-22dc431f-5d24-430f-90e9-84c42c40670b req-310ff565-750e-4244-b6ae-981a00c4497f tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345911 Nov 18 17:13:19.634187 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:19.720809 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:19.726938 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d137f57a-80b3-4a6e-b00e-9fc9a9730dca tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:19.770627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ffa972-c032-411b-9366-577e96a54871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebcee3c-0404-41cf-a20b-88ba8857e235'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:19.772974 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8039ae0b-70ab-480b-8042-abdf61b02f45" -d '{"events": [{"server_uuid": "98ffa972-c032-411b-9366-577e96a54871", "name": "network-vif-plugged", "status": "completed", "tag": "8ebcee3c-0404-41cf-a20b-88ba8857e235"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:19.787863 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 8ebcee3c-0404-41cf-a20b-88ba8857e235, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8ebcee3c-0404-41cf-a20b-88ba8857e235,segment=NetworkSegment(680e9fa4-fd3e-4f68-bc25-5660518efc33),segment_id=680e9fa4-fd3e-4f68-bc25-5660518efc33)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:19.834798 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d522a7f9-6a45-4edf-90ee-1833015d0ab5 req-e75b5ab7-4142-4c83-96a4-2bcc4667b999 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 210 time: 0.0836916 Nov 18 17:13:19.899354 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e9a514-af2a-4fb9-a9e5-846d753c8d9b x-openstack-request-id: req-45e9a514-af2a-4fb9-a9e5-846d753c8d9b {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:19.899654 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ffa972-c032-411b-9366-577e96a54871", "name": "network-vif-plugged", "status": "completed", "tag": "8ebcee3c-0404-41cf-a20b-88ba8857e235", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:19.900366 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-45e9a514-af2a-4fb9-a9e5-846d753c8d9b {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:19.900760 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ffa972-c032-411b-9366-577e96a54871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebcee3c-0404-41cf-a20b-88ba8857e235', 'code': 200} Nov 18 17:13:19.914762 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d137f57a-80b3-4a6e-b00e-9fc9a9730dca tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:19.941460 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:19.968305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d137f57a-80b3-4a6e-b00e-9fc9a9730dca tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] vlan segment allocate from pool success with {'vlan_id': 1140, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:13:19.979489 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137f57a-80b3-4a6e-b00e-9fc9a9730dca tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f33c23f6-1163-4e2f-9394-af99002dad47,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:19.990981 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d137f57a-80b3-4a6e-b00e-9fc9a9730dca tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:19.991588 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-d137f57a-80b3-4a6e-b00e-9fc9a9730dca tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Added segment 69604876-7181-48d5-8d28-102ff347047e of type vlan for network c295cdc9-b984-41d9-9fd5-91fcc554d385 Nov 18 17:13:20.008134 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=8ebcee3c-0404-41cf-a20b-88ba8857e235,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:20.019574 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.020343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.021035 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.022085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.022599 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.023104 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.023592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.024859 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.025374 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.026193 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.026717 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.027235 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.061385 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d63216-28a4-45fa-9995-f011d656ff07 req-d07e1db7-b127-45b6-aa06-95b94371578c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:20.067704 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c5d63216-28a4-45fa-9995-f011d656ff07 req-d07e1db7-b127-45b6-aa06-95b94371578c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 1097 time: 0.0906093 Nov 18 17:13:20.067864 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c13da-bcf0-4c15-95b5-92f1e289061f req-c4fe0925-72c6-4814-a20a-b54e5c1ca94c tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:20.069384 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da4c13da-bcf0-4c15-95b5-92f1e289061f req-c4fe0925-72c6-4814-a20a-b54e5c1ca94c tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 944 time: 0.2027042 Nov 18 17:13:20.083078 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:20.095004 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d137f57a-80b3-4a6e-b00e-9fc9a9730dca tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:20.137049 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c5d63216-28a4-45fa-9995-f011d656ff07 req-3d51ae53-9702-4561-9e40-a344222c4103 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7b3276ef-0902-4496-aa86-cfd8b517bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646694 Nov 18 17:13:20.152921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da4c13da-bcf0-4c15-95b5-92f1e289061f req-72574a5b-9cbf-4f83-b594-403147ca51da tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/security-groups?id=7b3276ef-0902-4496-aa86-cfd8b517bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730422 Nov 18 17:13:20.181393 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:20.244210 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e9d88f-ad12-4d24-9914-d3842f27893d', 'name': 'network-vif-deleted', 'tag': '5fb570de-5eb8-41c4-9123-cca87ceeab93'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:20.246726 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6236da3-b9f0-4378-a820-1f54029f1148" -d '{"events": [{"server_uuid": "b5e9d88f-ad12-4d24-9914-d3842f27893d", "name": "network-vif-deleted", "tag": "5fb570de-5eb8-41c4-9123-cca87ceeab93"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:20.267716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Pushing event updated for resources: {'Port': ['ID=2e1236f1-0f09-4cc2-a59c-5297baa61136,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:20.286767 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.287216 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.287638 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.288104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.288507 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.288904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.289363 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.289776 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.290237 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.290640 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.291069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.291472 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:13:20.298626 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00a48be-e25f-4913-ab91-ce39836fc572 x-openstack-request-id: req-e00a48be-e25f-4913-ab91-ce39836fc572 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:20.299662 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e9d88f-ad12-4d24-9914-d3842f27893d", "name": "network-vif-deleted", "tag": "5fb570de-5eb8-41c4-9123-cca87ceeab93", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:20.299662 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e00a48be-e25f-4913-ab91-ce39836fc572 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:20.299662 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e9d88f-ad12-4d24-9914-d3842f27893d', 'name': 'network-vif-deleted', 'tag': '5fb570de-5eb8-41c4-9123-cca87ceeab93', 'status': 'completed', 'code': 200} Nov 18 17:13:20.302134 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:20.340070 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6b61a69e-37e3-4977-a979-8c82ce844d20 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:13:20.452636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 6b61a69e-37e3-4977-a979-8c82ce844d20, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6b61a69e-37e3-4977-a979-8c82ce844d20,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:20.465513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '6b61a69e-37e3-4977-a979-8c82ce844d20', 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6', 'port_id': '6b61a69e-37e3-4977-a979-8c82ce844d20', 'mac_address': 'fa:16:3e:ee:a5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a9bfb05-84d8-4d4a-b4a2-917d37cc6068', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:13:20.509607 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:20.526171 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b61a69e-37e3-4977-a979-8c82ce844d20 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:13:20.545943 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 6b61a69e-37e3-4977-a979-8c82ce844d20, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6b61a69e-37e3-4977-a979-8c82ce844d20,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:20.592991 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d137f57a-80b3-4a6e-b00e-9fc9a9730dca tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:20.598801 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137f57a-80b3-4a6e-b00e-9fc9a9730dca tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:20.614741 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d137f57a-80b3-4a6e-b00e-9fc9a9730dca tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:20.669858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137f57a-80b3-4a6e-b00e-9fc9a9730dca tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event updated for resources: {'Network': ['ID=c295cdc9-b984-41d9-9fd5-91fcc554d385,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:20.681412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network c295cdc9-b984-41d9-9fd5-91fcc554d385 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:13:20.813374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bcbfc-bf41-4be9-ad52-f9a57ccef768 req-05fb0e1e-b466-46dd-b9ab-f9ff8aecc225 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:20.814910 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e30bcbfc-bf41-4be9-ad52-f9a57ccef768 req-05fb0e1e-b466-46dd-b9ab-f9ff8aecc225 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 944 time: 0.0952339 Nov 18 17:13:20.828678 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae697650-c53f-40d4-b0a9-66250752d1bd req-ccc9a6f8-ecb1-41b4-a80d-502324b08437 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:20.830272 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae697650-c53f-40d4-b0a9-66250752d1bd req-ccc9a6f8-ecb1-41b4-a80d-502324b08437 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0840456 Nov 18 17:13:20.908843 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e30bcbfc-bf41-4be9-ad52-f9a57ccef768 req-387bfa3e-7aa8-4ddd-ba53-938304dc3a71 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775678 Nov 18 17:13:20.912719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae697650-c53f-40d4-b0a9-66250752d1bd req-555fc5d6-30c1-4fe4-8624-88a482773d09 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748849 Nov 18 17:13:21.012911 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59cda99d-33b2-4203-9fc7-0ff9af4cbd6d req-9ecfe725-840e-41e4-9591-14f715e8c4ea tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 210 time: 0.0277545 Nov 18 17:13:21.236174 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:21.247255 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d2701092-a5b6-4587-8e7d-20befe87c3ab tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8285391 Nov 18 17:13:21.279752 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:21.286453 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:21.297808 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d137f57a-80b3-4a6e-b00e-9fc9a9730dca tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.4968445 Nov 18 17:13:21.301186 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41192) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:21.308147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4e4229df-2149-4c16-8239-88d92d118ab8 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Request body: {'subnet': {'network_id': 'c295cdc9-b984-41d9-9fd5-91fcc554d385', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:21.320660 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201c08f-f63c-4878-96d8-bcdc2b054468 req-5a9e0610-7778-4660-8f4f-51b32f7eeaeb tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:21.322233 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2201c08f-f63c-4878-96d8-bcdc2b054468 req-5a9e0610-7778-4660-8f4f-51b32f7eeaeb tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 945 time: 0.0895643 Nov 18 17:13:21.392759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=6b61a69e-37e3-4977-a979-8c82ce844d20,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:21.434690 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2201c08f-f63c-4878-96d8-bcdc2b054468 req-3399f1df-8149-423d-8fe6-86b5eb689933 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/security-groups?id=7b3276ef-0902-4496-aa86-cfd8b517bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014566 Nov 18 17:13:21.503440 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4229df-2149-4c16-8239-88d92d118ab8 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Made reservation on behalf of 9e808c49c8204ae4b4d631f09691f6fe for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:21.508559 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e4229df-2149-4c16-8239-88d92d118ab8 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:21.568574 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['6b61a69e-37e3-4977-a979-8c82ce844d20'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:13:21.680407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-84278bd7-f71b-46aa-87b6-ab85cdbfa516 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:21.681967 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-84278bd7-f71b-46aa-87b6-ab85cdbfa516 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.83 "GET /v2.0/networks?id=e2003bd1-6412-4e64-a49a-f7385a9d5313 HTTP/1.1" status: 200 len: 812 time: 0.2056515 Nov 18 17:13:21.699575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-db64a37f-1c01-46d3-81bd-9161f665d85d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Request body: {'port': {'device_id': 'f8d74742-01f0-41b9-938c-6b73ce134db0', 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313', 'admin_state_up': True, 'tenant_id': '03af3191faea4a2aad8e5a48ae33efc7'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:22.018932 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e4229df-2149-4c16-8239-88d92d118ab8 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:22.062467 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-7eeb35d8-4048-4321-8dbf-4d6ff31ad652 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:22.063975 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-7eeb35d8-4048-4321-8dbf-4d6ff31ad652 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.81 "GET /v2.0/networks?id=e2003bd1-6412-4e64-a49a-f7385a9d5313 HTTP/1.1" status: 200 len: 812 time: 0.2068770 Nov 18 17:13:22.079191 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-db64a37f-1c01-46d3-81bd-9161f665d85d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Made reservation on behalf of 03af3191faea4a2aad8e5a48ae33efc7 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:22.082763 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-db64a37f-1c01-46d3-81bd-9161f665d85d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:22.093114 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-13bd75c9-bc29-4d0f-9684-f86931842800 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Request body: {'port': {'device_id': '77ecddae-9179-432f-a83f-393cfec63949', 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313', 'admin_state_up': True, 'tenant_id': '03af3191faea4a2aad8e5a48ae33efc7'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:22.134886 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7645f78-d2f1-404a-aaef-ffb534f9f47e req-9816f47b-7ca2-4c0e-a3a1-ea668f66fcfa tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:22.141120 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4229df-2149-4c16-8239-88d92d118ab8 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event updated for resources: {'Subnet': ['ID=c7993a70-7567-4b22-b235-02b1471ea426,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:22.143573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7645f78-d2f1-404a-aaef-ffb534f9f47e req-9816f47b-7ca2-4c0e-a3a1-ea668f66fcfa tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 945 time: 0.1255710 Nov 18 17:13:22.155712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5d0a1-ab21-4346-95fc-1448a2a7e98a req-7d224c42-a9a9-440c-a7c9-74c1274e8df6 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:22.157640 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59f5d0a1-ab21-4346-95fc-1448a2a7e98a req-7d224c42-a9a9-440c-a7c9-74c1274e8df6 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0918274 Nov 18 17:13:22.214591 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7645f78-d2f1-404a-aaef-ffb534f9f47e req-9bf6fbf3-fda8-41f7-a07d-35c72b95f08f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697970 Nov 18 17:13:22.250285 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4229df-2149-4c16-8239-88d92d118ab8 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Checking segment: {'id': '69604876-7181-48d5-8d28-102ff347047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'c295cdc9-b984-41d9-9fd5-91fcc554d385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:22.250285 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4229df-2149-4c16-8239-88d92d118ab8 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Network hostable DHCP agents. Network: c295cdc9-b984-41d9-9fd5-91fcc554d385, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:13:22.356013 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59f5d0a1-ab21-4346-95fc-1448a2a7e98a req-230f637a-b5a2-42a5-ae4d-ee5056ccd262 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498547 Nov 18 17:13:22.368530 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-db64a37f-1c01-46d3-81bd-9161f665d85d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Allocated IP 172.20.0.10 (e2003bd1-6412-4e64-a49a-f7385a9d5313/81e57647-6f5c-483d-88be-381a1bd15b62/40472854-5cfa-49df-b331-4dd53139b3d7) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:22.382149 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4229df-2149-4c16-8239-88d92d118ab8 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Network c295cdc9-b984-41d9-9fd5-91fcc554d385 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:13:22.443995 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-415a9d71-506d-4245-b18b-7b02cfb44417 req-162c0070-1928-4bc1-984b-96e826c5d02d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 210 time: 0.0322101 Nov 18 17:13:22.477859 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-13bd75c9-bc29-4d0f-9684-f86931842800 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Made reservation on behalf of 03af3191faea4a2aad8e5a48ae33efc7 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:22.481477 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-13bd75c9-bc29-4d0f-9684-f86931842800 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:22.535940 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-4e4229df-2149-4c16-8239-88d92d118ab8 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, c295cdc9-b984-41d9-9fd5-91fcc554d385) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:22.547775 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2fde14-618d-4c0a-873c-02a71f772b0e None None] Network c295cdc9-b984-41d9-9fd5-91fcc554d385 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:13:22.551867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4229df-2149-4c16-8239-88d92d118ab8 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:22.552663 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e4229df-2149-4c16-8239-88d92d118ab8 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:22.579301 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f846f-a70c-42bc-b962-a4adb1076bd6 req-332b4cae-fbe5-4c63-9f83-b5dbbc21a6c3 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:22.581363 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c2f846f-a70c-42bc-b962-a4adb1076bd6 req-332b4cae-fbe5-4c63-9f83-b5dbbc21a6c3 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 945 time: 0.0736358 Nov 18 17:13:22.683995 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c2f846f-a70c-42bc-b962-a4adb1076bd6 req-612be912-1dbf-4b81-9ff1-448501a580f7 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/security-groups?id=7b3276ef-0902-4496-aa86-cfd8b517bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958662 Nov 18 17:13:22.757316 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-db64a37f-1c01-46d3-81bd-9161f665d85d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:22.824416 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4e4229df-2149-4c16-8239-88d92d118ab8 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5208454 Nov 18 17:13:22.828496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41260) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:22.833514 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a0a57954-cb0b-461d-af9b-14431223acc7 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Request body: {'port': {'network_id': 'c295cdc9-b984-41d9-9fd5-91fcc554d385', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1162753606'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:22.938784 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-c295cdc9-b984-41d9-9fd5-91fcc554d385', 'network_id': 'c295cdc9-b984-41d9-9fd5-91fcc554d385', 'tenant_id': '9e808c49c8204ae4b4d631f09691f6fe', 'fixed_ips': [{'subnet_id': 'c7993a70-7567-4b22-b235-02b1471ea426'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:13:22.940103 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:22.949998 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-db64a37f-1c01-46d3-81bd-9161f665d85d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:22.956467 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:23.029722 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-13bd75c9-bc29-4d0f-9684-f86931842800 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Allocated IP 172.20.0.4 (e2003bd1-6412-4e64-a49a-f7385a9d5313/81e57647-6f5c-483d-88be-381a1bd15b62/2e3d8458-7151-4d23-980f-2d3e109ca136) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:23.036869 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-db64a37f-1c01-46d3-81bd-9161f665d85d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Network e2003bd1-6412-4e64-a49a-f7385a9d5313 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:23.065831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-db64a37f-1c01-46d3-81bd-9161f665d85d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:23.067811 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64a37f-1c01-46d3-81bd-9161f665d85d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Pushing event updated for resources: {'Port': ['ID=40472854-5cfa-49df-b331-4dd53139b3d7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:23.072064 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-db64a37f-1c01-46d3-81bd-9161f665d85d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:23.168335 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Allocated IP 2001:db8::2 (c295cdc9-b984-41d9-9fd5-91fcc554d385/c7993a70-7567-4b22-b235-02b1471ea426/f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:23.191212 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a57954-cb0b-461d-af9b-14431223acc7 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Made reservation on behalf of 9e808c49c8204ae4b4d631f09691f6fe for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:23.199206 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a0a57954-cb0b-461d-af9b-14431223acc7 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:23.210935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-db64a37f-1c01-46d3-81bd-9161f665d85d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:23.211619 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-db64a37f-1c01-46d3-81bd-9161f665d85d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:23.291652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc192cc2-e22a-4515-85fb-0aea134a17bb req-492c7a5c-05bb-4fbe-80b2-b067cb5b2bdd tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:23.295891 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc192cc2-e22a-4515-85fb-0aea134a17bb req-492c7a5c-05bb-4fbe-80b2-b067cb5b2bdd tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 945 time: 0.0772617 Nov 18 17:13:23.301908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-a0a57954-cb0b-461d-af9b-14431223acc7 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] device_id is not set on port 3312e8b1-4c32-4eba-8cdc-dfc074051f9e yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:13:23.404112 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc192cc2-e22a-4515-85fb-0aea134a17bb req-8087bd88-335e-4c98-b913-c6a8babece18 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/security-groups?id=7b3276ef-0902-4496-aa86-cfd8b517bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031971 Nov 18 17:13:23.437570 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-db64a37f-1c01-46d3-81bd-9161f665d85d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7422621 Nov 18 17:13:23.476470 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:23.511831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b822c-4cb5-478c-b774-88d49d6608a6 req-934c9d2e-9749-4814-876d-a85d30bedc4e tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:23.513712 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c85b822c-4cb5-478c-b774-88d49d6608a6 req-934c9d2e-9749-4814-876d-a85d30bedc4e tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 945 time: 0.1002047 Nov 18 17:13:23.536174 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:23.618626 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Network c295cdc9-b984-41d9-9fd5-91fcc554d385 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:23.656028 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c18589-1410-45bc-a7fe-a37684dbab61 req-44d343d8-3fd3-462f-b1d6-0f43f5073c18 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:23.657838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68c18589-1410-45bc-a7fe-a37684dbab61 req-44d343d8-3fd3-462f-b1d6-0f43f5073c18 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1428592 Nov 18 17:13:23.658477 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Pushing event updated for resources: {'Port': ['ID=f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:23.665655 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c85b822c-4cb5-478c-b774-88d49d6608a6 req-5abdc530-63d5-4998-bfa2-d95bed59dfe5 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384308 Nov 18 17:13:23.667754 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:23.678076 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:23.775946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68c18589-1410-45bc-a7fe-a37684dbab61 req-b0760434-24bf-4e59-a16f-bb193fd38a33 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874870 Nov 18 17:13:23.798163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Attempting to bind port f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:13:23.798163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Attempting to bind port f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '69604876-7181-48d5-8d28-102ff347047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'c295cdc9-b984-41d9-9fd5-91fcc554d385'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:13:23.798163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Attempting to bind port f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803 on network c295cdc9-b984-41d9-9fd5-91fcc554d385 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:23.798163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:13:23.798163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Checking segment: {'id': '69604876-7181-48d5-8d28-102ff347047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'c295cdc9-b984-41d9-9fd5-91fcc554d385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:23.798965 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:23.798965 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Bound using segment: {'id': '69604876-7181-48d5-8d28-102ff347047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'c295cdc9-b984-41d9-9fd5-91fcc554d385'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:13:23.799318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Bound port: f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69604876-7181-48d5-8d28-102ff347047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'c295cdc9-b984-41d9-9fd5-91fcc554d385'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:13:23.799937 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:23.881898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] For port f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:23.886506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] For port f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803,segment=NetworkSegment(69604876-7181-48d5-8d28-102ff347047e),segment_id=69604876-7181-48d5-8d28-102ff347047e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:13:23.919941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Request body: {'port': {'device_id': 'f8d74742-01f0-41b9-938c-6b73ce134db0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:23.925796 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cf7fa6b9-3900-40d6-823f-d16bc682275e req-c35ef21d-e970-456d-a0e9-57303873c1ed tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 210 time: 0.0452847 Nov 18 17:13:23.936872 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:24.038241 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609236e5-808b-45dc-9048-fe18a8118948 None None] Pushing event updated for resources: {'Port': ['ID=f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:24.074557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e92a33-76ef-46bb-b0d1-007b6baa8857 req-8ab5eb0b-4e8b-4f9d-8305-178500ef5405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:24.076767 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-12e92a33-76ef-46bb-b0d1-007b6baa8857 req-8ab5eb0b-4e8b-4f9d-8305-178500ef5405 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f73ffba8d2ff45f2804d1be593f58175&device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 1097 time: 0.7517271 Nov 18 17:13:24.081795 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-13bd75c9-bc29-4d0f-9684-f86931842800 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:24.085851 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:24.148712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-a0a57954-cb0b-461d-af9b-14431223acc7 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Allocated IP 2001:db8::398 (c295cdc9-b984-41d9-9fd5-91fcc554d385/c7993a70-7567-4b22-b235-02b1471ea426/3312e8b1-4c32-4eba-8cdc-dfc074051f9e) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:24.355319 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6b61a69e-37e3-4977-a979-8c82ce844d20 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:24.443736 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-13bd75c9-bc29-4d0f-9684-f86931842800 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:24.462024 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 6b61a69e-37e3-4977-a979-8c82ce844d20 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:13:24.467108 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 6b61a69e-37e3-4977-a979-8c82ce844d20 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:24.469314 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:24.539880 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd75c9-bc29-4d0f-9684-f86931842800 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Pushing event updated for resources: {'Port': ['ID=2e3d8458-7151-4d23-980f-2d3e109ca136,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:24.549390 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e92a33-76ef-46bb-b0d1-007b6baa8857 req-4cedceb5-c701-467d-bc85-38f280656ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:24.556202 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-12e92a33-76ef-46bb-b0d1-007b6baa8857 req-4cedceb5-c701-467d-bc85-38f280656ca4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7df4b988-52fc-40a1-b705-3a109e35db3f HTTP/1.1" status: 200 len: 916 time: 0.4643147 Nov 18 17:13:24.642538 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:24.646294 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f076c0a-bbbe-4a37-9787-1c2ddfb748dd req-ab3c068d-5d4b-4844-b210-70d9b2c71200 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:24.656250 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f076c0a-bbbe-4a37-9787-1c2ddfb748dd req-ab3c068d-5d4b-4844-b210-70d9b2c71200 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 945 time: 0.0847776 Nov 18 17:13:24.693585 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9a0dd1-b1ee-4961-9f96-137cb768b5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b61a69e-37e3-4977-a979-8c82ce844d20'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:24.696875 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b0e621-87bf-4f66-b2d9-b063a5cf8cde" -d '{"events": [{"server_uuid": "ff9a0dd1-b1ee-4961-9f96-137cb768b5a4", "name": "network-vif-plugged", "status": "completed", "tag": "6b61a69e-37e3-4977-a979-8c82ce844d20"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:24.698122 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a0a57954-cb0b-461d-af9b-14431223acc7 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:24.721631 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f076c0a-bbbe-4a37-9787-1c2ddfb748dd req-afef7321-b709-42af-ae24-44701529ee95 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/security-groups?id=7b3276ef-0902-4496-aa86-cfd8b517bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625651 Nov 18 17:13:24.741564 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 6b61a69e-37e3-4977-a979-8c82ce844d20, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6b61a69e-37e3-4977-a979-8c82ce844d20,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:24.767327 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65ab8fb-1eab-4490-b0ca-13e4a522406e x-openstack-request-id: req-f65ab8fb-1eab-4490-b0ca-13e4a522406e {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:24.768133 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9a0dd1-b1ee-4961-9f96-137cb768b5a4", "name": "network-vif-plugged", "status": "completed", "tag": "6b61a69e-37e3-4977-a979-8c82ce844d20", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:24.768839 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f65ab8fb-1eab-4490-b0ca-13e4a522406e {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:24.769452 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9a0dd1-b1ee-4961-9f96-137cb768b5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b61a69e-37e3-4977-a979-8c82ce844d20', 'code': 200} Nov 18 17:13:24.829305 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:24.876801 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-13bd75c9-bc29-4d0f-9684-f86931842800 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Network e2003bd1-6412-4e64-a49a-f7385a9d5313 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:24.878388 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-13bd75c9-bc29-4d0f-9684-f86931842800 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:24.907046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-13bd75c9-bc29-4d0f-9684-f86931842800 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:24.923542 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a0a57954-cb0b-461d-af9b-14431223acc7 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:24.948629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598cd79-53fd-4d2e-b3f0-269248897e87 req-a4fe5e38-4b74-4cc6-886d-1c28e3422dcf tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:24.956049 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b598cd79-53fd-4d2e-b3f0-269248897e87 req-a4fe5e38-4b74-4cc6-886d-1c28e3422dcf tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 946 time: 0.1565418 Nov 18 17:13:24.965351 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=6b61a69e-37e3-4977-a979-8c82ce844d20,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:24.973732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967214e7-4b03-4c78-8a9c-d257bc74b6a7 req-24a5b4ee-054d-40ae-8eee-ea644022c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:24.975280 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-967214e7-4b03-4c78-8a9c-d257bc74b6a7 req-24a5b4ee-054d-40ae-8eee-ea644022c5f1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 1098 time: 0.1109447 Nov 18 17:13:25.086726 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b598cd79-53fd-4d2e-b3f0-269248897e87 req-52ffceb3-68dc-4968-8771-6ba6a2ec286e tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296968 Nov 18 17:13:25.098565 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-12e92a33-76ef-46bb-b0d1-007b6baa8857 req-437c9780-0cee-4849-89c9-fa990df1f45b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ebcee3c-0404-41cf-a20b-88ba8857e235 HTTP/1.1" status: 200 len: 217 time: 0.2088292 Nov 18 17:13:25.138285 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-967214e7-4b03-4c78-8a9c-d257bc74b6a7 req-f6977a86-1e10-4869-bd0b-c223b51a00c1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549399 Nov 18 17:13:25.173580 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b313e4-12e5-4002-a0fd-ad5e54672b8a req-115be644-4d45-407f-a9ed-df3340d370b6 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:25.187513 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9b313e4-12e5-4002-a0fd-ad5e54672b8a req-115be644-4d45-407f-a9ed-df3340d370b6 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1453633 Nov 18 17:13:25.204422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e92a33-76ef-46bb-b0d1-007b6baa8857 req-a93797ed-1abd-4c92-8a93-ed9e8f160bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:25.205983 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-12e92a33-76ef-46bb-b0d1-007b6baa8857 req-a93797ed-1abd-4c92-8a93-ed9e8f160bb9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c23e55e5-6ef2-43da-bfec-b5968f6fc7ee HTTP/1.1" status: 200 len: 854 time: 0.0579724 Nov 18 17:13:25.276074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a57954-cb0b-461d-af9b-14431223acc7 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Network c295cdc9-b984-41d9-9fd5-91fcc554d385 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:25.318564 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9b313e4-12e5-4002-a0fd-ad5e54672b8a req-c1568e2b-5145-4f21-84d3-1b46ef805a21 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249933 Nov 18 17:13:25.356121 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d8f6b-ec04-49b8-9ad8-3408c4a10bb9 req-a24ac896-759f-4a1a-88b5-2507e411e9db tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:25.360536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-a0a57954-cb0b-461d-af9b-14431223acc7 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:25.366023 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:25.368230 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c5d8f6b-ec04-49b8-9ad8-3408c4a10bb9 req-a24ac896-759f-4a1a-88b5-2507e411e9db tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 931 time: 0.1436203 Nov 18 17:13:25.371733 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a57954-cb0b-461d-af9b-14431223acc7 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:25.381200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a57954-cb0b-461d-af9b-14431223acc7 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:25.385307 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a0a57954-cb0b-461d-af9b-14431223acc7 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:25.389354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a57954-cb0b-461d-af9b-14431223acc7 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event updated for resources: {'Port': ['ID=3312e8b1-4c32-4eba-8cdc-dfc074051f9e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:25.401678 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-12e92a33-76ef-46bb-b0d1-007b6baa8857 req-43ecb86b-de17-4d5f-b86f-e646158a5b5d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7df4b988-52fc-40a1-b705-3a109e35db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1801326 Nov 18 17:13:25.449549 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c5d8f6b-ec04-49b8-9ad8-3408c4a10bb9 req-100bdd9f-4864-450d-8393-2a6e243c6179 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738182 Nov 18 17:13:25.501120 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:25.506165 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:25.554429 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-12e92a33-76ef-46bb-b0d1-007b6baa8857 req-77d2620a-63fc-49e2-9ece-365929cd22fc service neutron] 10.222.0.83 "GET /v2.0/networks/7df4b988-52fc-40a1-b705-3a109e35db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365962 Nov 18 17:13:25.562229 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-13bd75c9-bc29-4d0f-9684-f86931842800 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:25.563415 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-13bd75c9-bc29-4d0f-9684-f86931842800 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:25.670927 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:25.693678 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232f7b19-b562-454a-b2c2-9aa4b48a19b7 None None] Network c295cdc9-b984-41d9-9fd5-91fcc554d385 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:13:25.698819 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41332) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:25.704310 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-96cb2c62-fd51-4977-942a-4d258cc73572 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Request body: {'port': {'network_id': 'c295cdc9-b984-41d9-9fd5-91fcc554d385', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1327666477', 'allowed_address_pairs': [{'ip_address': '2001:db8::398', 'mac_address': 'fa:16:3e:f0:b7:37'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:25.708092 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a0a57954-cb0b-461d-af9b-14431223acc7 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8783543 Nov 18 17:13:25.764633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803,segment=NetworkSegment(69604876-7181-48d5-8d28-102ff347047e),segment_id=69604876-7181-48d5-8d28-102ff347047e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:25.792253 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40472854-5cfa-49df-b331-4dd53139b3d7 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:13:25.802971 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:25.827134 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-303a1024-4190-4453-9c8f-9e1132c84715 None None] Provisioning complete for port f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:25.827508 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-303a1024-4190-4453-9c8f-9e1132c84715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:25.829111 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Transition to ACTIVE for port object 40472854-5cfa-49df-b331-4dd53139b3d7 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:13:25.832009 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-12e92a33-76ef-46bb-b0d1-007b6baa8857 req-6282dc42-28b6-43ae-9653-b93ac6e5be9e service neutron] 10.222.0.83 "GET /v2.0/networks/7df4b988-52fc-40a1-b705-3a109e35db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648487 Nov 18 17:13:25.837250 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-13bd75c9-bc29-4d0f-9684-f86931842800 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7584682 Nov 18 17:13:25.854509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Request body: {'port': {'device_id': '77ecddae-9179-432f-a83f-393cfec63949', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:25.877822 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:25.924361 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03e569-d074-4301-9bb4-602cd3b7b480 req-7db9ac15-da7a-45d4-ba76-64235d2fb9b7 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:25.932813 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a03e569-d074-4301-9bb4-602cd3b7b480 req-7db9ac15-da7a-45d4-ba76-64235d2fb9b7 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 945 time: 0.0875227 Nov 18 17:13:25.935433 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:26.043870 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a03e569-d074-4301-9bb4-602cd3b7b480 req-c1fd1fd0-2684-4aa5-bd8c-a9a706778ced tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/security-groups?id=7b3276ef-0902-4496-aa86-cfd8b517bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100655 Nov 18 17:13:26.095408 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cb2c62-fd51-4977-942a-4d258cc73572 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Made reservation on behalf of 9e808c49c8204ae4b4d631f09691f6fe for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:26.104403 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:26.312735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Pushing event updated for resources: {'Port': ['ID=40472854-5cfa-49df-b331-4dd53139b3d7,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:26.323842 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-96cb2c62-fd51-4977-942a-4d258cc73572 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:26.335597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:26.395371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04b898-a940-4324-b619-66df39624d6f req-63d162a6-744f-4ad3-87f9-40399f62b1e2 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:26.398869 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Attempting to bind port 40472854-5cfa-49df-b331-4dd53139b3d7 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:13:26.398869 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Attempting to bind port 40472854-5cfa-49df-b331-4dd53139b3d7 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'de29a012-2e1d-43dc-a075-f690fbababb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:13:26.398869 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Attempting to bind port 40472854-5cfa-49df-b331-4dd53139b3d7 on network e2003bd1-6412-4e64-a49a-f7385a9d5313 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:26.402907 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a04b898-a940-4324-b619-66df39624d6f req-63d162a6-744f-4ad3-87f9-40399f62b1e2 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 946 time: 0.1565881 Nov 18 17:13:26.405342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Port 40472854-5cfa-49df-b331-4dd53139b3d7 on network e2003bd1-6412-4e64-a49a-f7385a9d5313 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:13:26.405681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Attempting to bind port 40472854-5cfa-49df-b331-4dd53139b3d7 on network e2003bd1-6412-4e64-a49a-f7385a9d5313 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:26.417436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:13:26.417784 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Checking segment: {'id': 'de29a012-2e1d-43dc-a075-f690fbababb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:26.418182 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Bound using segment: {'id': 'de29a012-2e1d-43dc-a075-f690fbababb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:13:26.418633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Bound port: 40472854-5cfa-49df-b331-4dd53139b3d7, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de29a012-2e1d-43dc-a075-f690fbababb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:13:26.418994 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:26.422241 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-96cb2c62-fd51-4977-942a-4d258cc73572 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] device_id is not set on port f5939744-4c81-41d1-94f7-46d956c5d7d5 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:13:26.681852 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] For port 40472854-5cfa-49df-b331-4dd53139b3d7, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:26.703779 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-275e3d1b-a5ef-4bb8-8678-7f0298c36000 None None] Provisioning complete for port 3312e8b1-4c32-4eba-8cdc-dfc074051f9e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:26.704427 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-275e3d1b-a5ef-4bb8-8678-7f0298c36000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:26.714608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] For port 40472854-5cfa-49df-b331-4dd53139b3d7, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=40472854-5cfa-49df-b331-4dd53139b3d7,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:13:26.755500 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-96cb2c62-fd51-4977-942a-4d258cc73572 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Allocated IP 2001:db8::3b6 (c295cdc9-b984-41d9-9fd5-91fcc554d385/c7993a70-7567-4b22-b235-02b1471ea426/f5939744-4c81-41d1-94f7-46d956c5d7d5) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:26.778930 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-275e3d1b-a5ef-4bb8-8678-7f0298c36000 None None] Port 3312e8b1-4c32-4eba-8cdc-dfc074051f9e cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:13:26.782703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a04b898-a940-4324-b619-66df39624d6f req-4c368abc-ea07-4e35-9499-b98902737dec tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785131 Nov 18 17:13:26.802650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-275e3d1b-a5ef-4bb8-8678-7f0298c36000 None None] Provisioning complete for port f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:26.803192 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-275e3d1b-a5ef-4bb8-8678-7f0298c36000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:26.828021 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ed65c-b94c-4379-b00f-79ffdf3401b8 req-7ade41b3-15b7-4540-9bbc-502465c44ff4 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:26.849828 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-390ed65c-b94c-4379-b00f-79ffdf3401b8 req-7ade41b3-15b7-4540-9bbc-502465c44ff4 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.4182930 Nov 18 17:13:26.871176 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:26.982392 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-390ed65c-b94c-4379-b00f-79ffdf3401b8 req-36720bca-f9b9-4858-bb30-0f4575ea3a5d tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313889 Nov 18 17:13:26.998116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:26.998885 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:27.003116 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] 10.222.0.83 "PUT /v2.0/ports/40472854-5cfa-49df-b331-4dd53139b3d7 HTTP/1.1" status: 200 len: 1093 time: 3.0943868 Nov 18 17:13:27.007831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d74742-01f0-41b9-938c-6b73ce134db0', 'tag': '40472854-5cfa-49df-b331-4dd53139b3d7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:27.017318 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da644347-40a3-46e5-9113-d96be6b90ece" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d74742-01f0-41b9-938c-6b73ce134db0", "tag": "40472854-5cfa-49df-b331-4dd53139b3d7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:27.086000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df310ca-4a55-4a59-890f-ab557df568cc service neutron] Pushing event updated for resources: {'Port': ['ID=40472854-5cfa-49df-b331-4dd53139b3d7,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:27.132136 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26f588f-0c52-4194-a9a8-8edb9ebe3d37 x-openstack-request-id: req-f26f588f-0c52-4194-a9a8-8edb9ebe3d37 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:27.132552 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d74742-01f0-41b9-938c-6b73ce134db0", "tag": "40472854-5cfa-49df-b331-4dd53139b3d7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:27.133272 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f26f588f-0c52-4194-a9a8-8edb9ebe3d37 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:27.133426 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d74742-01f0-41b9-938c-6b73ce134db0', 'tag': '40472854-5cfa-49df-b331-4dd53139b3d7', 'status': 'completed', 'code': 200} Nov 18 17:13:27.182824 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-96cb2c62-fd51-4977-942a-4d258cc73572 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:27.229050 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a98b6c96-ff15-4ef2-9702-6abcb447fb3a None None] Provisioning complete for port 3312e8b1-4c32-4eba-8cdc-dfc074051f9e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:27.229614 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a98b6c96-ff15-4ef2-9702-6abcb447fb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:27.251264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3d8458-7151-4d23-980f-2d3e109ca136 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:13:27.267972 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-0cf03487-df63-487d-a39b-c64fa9354494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:27.276227 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-0cf03487-df63-487d-a39b-c64fa9354494 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=03af3191faea4a2aad8e5a48ae33efc7&device_id=f8d74742-01f0-41b9-938c-6b73ce134db0 HTTP/1.1" status: 200 len: 1096 time: 0.1415894 Nov 18 17:13:27.278547 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:27.309238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a98b6c96-ff15-4ef2-9702-6abcb447fb3a None None] Port 3312e8b1-4c32-4eba-8cdc-dfc074051f9e cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:13:27.309479 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce593839-3543-42a0-9add-61cbd45618a4 req-22f5733b-b16b-48e5-b590-5869e7be61c4 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:27.318433 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce593839-3543-42a0-9add-61cbd45618a4 req-22f5733b-b16b-48e5-b590-5869e7be61c4 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 931 time: 0.3310683 Nov 18 17:13:27.324448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:27.328274 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-96cb2c62-fd51-4977-942a-4d258cc73572 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:27.381668 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cb2c62-fd51-4977-942a-4d258cc73572 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Network c295cdc9-b984-41d9-9fd5-91fcc554d385 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:27.390073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-96cb2c62-fd51-4977-942a-4d258cc73572 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:27.405499 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cb2c62-fd51-4977-942a-4d258cc73572 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:27.411894 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cb2c62-fd51-4977-942a-4d258cc73572 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:27.412774 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-96cb2c62-fd51-4977-942a-4d258cc73572 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:27.417606 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-1830772b-dac2-4ef9-a3e2-59d52efb95cd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40472854-5cfa-49df-b331-4dd53139b3d7 HTTP/1.1" status: 200 len: 217 time: 0.1316137 Nov 18 17:13:27.448261 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Transition to ACTIVE for port object 2e3d8458-7151-4d23-980f-2d3e109ca136 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:13:27.450564 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:27.451149 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:27.484404 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb2c62-fd51-4977-942a-4d258cc73572 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event updated for resources: {'Port': ['ID=f5939744-4c81-41d1-94f7-46d956c5d7d5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:27.493421 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce593839-3543-42a0-9add-61cbd45618a4 req-4cf830e9-38cf-4bb9-9de5-b44b8530845e tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741068 Nov 18 17:13:27.513942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d9f54-c933-4145-a527-41f57a827950 req-e5089b21-40cd-4006-9349-7e5e34bf7ba1 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:27.529597 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-084d9f54-c933-4145-a527-41f57a827950 req-e5089b21-40cd-4006-9349-7e5e34bf7ba1 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 945 time: 0.1135993 Nov 18 17:13:27.538540 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:27.544148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-3b987078-5939-42e5-adb4-75b6d7cd5674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:27.546250 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-3b987078-5939-42e5-adb4-75b6d7cd5674 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=81e57647-6f5c-483d-88be-381a1bd15b62 HTTP/1.1" status: 200 len: 852 time: 0.1200502 Nov 18 17:13:27.603104 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-96cb2c62-fd51-4977-942a-4d258cc73572 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.9008031 Nov 18 17:13:27.616085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41356) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:27.655778 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-084d9f54-c933-4145-a527-41f57a827950 req-6d97f534-b523-47eb-a83c-608f6ddda4cb tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/security-groups?id=7b3276ef-0902-4496-aa86-cfd8b517bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244314 Nov 18 17:13:27.663866 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-4b1833ad-f503-489c-85f1-71c620db86a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2003bd1-6412-4e64-a49a-f7385a9d5313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859706 Nov 18 17:13:27.716205 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3d8458-7151-4d23-980f-2d3e109ca136,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:27.877508 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73095072-c8e4-489a-8714-1259bacf803e tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:27.878255 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73095072-c8e4-489a-8714-1259bacf803e tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:27.885079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73095072-c8e4-489a-8714-1259bacf803e tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:27.889126 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-73095072-c8e4-489a-8714-1259bacf803e tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.2698019 Nov 18 17:13:27.892033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41366) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:27.934571 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-65fefc83-c213-473c-95d8-e17cf28d77c2 service neutron] 10.222.0.83 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381728 Nov 18 17:13:27.937762 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Attempting to bind port 2e3d8458-7151-4d23-980f-2d3e109ca136 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:13:27.938085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Attempting to bind port 2e3d8458-7151-4d23-980f-2d3e109ca136 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'de29a012-2e1d-43dc-a075-f690fbababb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:13:27.938415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Attempting to bind port 2e3d8458-7151-4d23-980f-2d3e109ca136 on network e2003bd1-6412-4e64-a49a-f7385a9d5313 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:27.955668 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cd117063-c1d0-4d8d-a7c2-12258d514a2a None None] Provisioning complete for port f5939744-4c81-41d1-94f7-46d956c5d7d5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:27.956830 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd117063-c1d0-4d8d-a7c2-12258d514a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:27.963859 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Port 2e3d8458-7151-4d23-980f-2d3e109ca136 on network e2003bd1-6412-4e64-a49a-f7385a9d5313 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:13:27.964218 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Attempting to bind port 2e3d8458-7151-4d23-980f-2d3e109ca136 on network e2003bd1-6412-4e64-a49a-f7385a9d5313 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:27.975866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:13:27.975866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Checking segment: {'id': 'de29a012-2e1d-43dc-a075-f690fbababb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:27.975866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Bound using segment: {'id': 'de29a012-2e1d-43dc-a075-f690fbababb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:13:27.975866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Bound port: 2e3d8458-7151-4d23-980f-2d3e109ca136, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de29a012-2e1d-43dc-a075-f690fbababb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:13:27.976444 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:28.033904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cd117063-c1d0-4d8d-a7c2-12258d514a2a None None] Port f5939744-4c81-41d1-94f7-46d956c5d7d5 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:13:28.041064 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c692-ecff-40dc-be84-3beb47f51f4a req-744f7c8e-1e74-41a8-b868-647dd84ddbb3 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:28.043357 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8cc8c692-ecff-40dc-be84-3beb47f51f4a req-744f7c8e-1e74-41a8-b868-647dd84ddbb3 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 946 time: 0.1094153 Nov 18 17:13:28.065874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca311f-4d19-42db-be19-0cfc63b4381b tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Deleting port f5939744-4c81-41d1-94f7-46d956c5d7d5 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:13:28.065874 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5ca311f-4d19-42db-be19-0cfc63b4381b tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:28.084654 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-049baffa-f44b-427b-ba24-adf0b282e4c7 service neutron] 10.222.0.83 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436229 Nov 18 17:13:28.114835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] For port 2e3d8458-7151-4d23-980f-2d3e109ca136, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:28.118526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] For port 2e3d8458-7151-4d23-980f-2d3e109ca136, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2e3d8458-7151-4d23-980f-2d3e109ca136,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:13:28.188655 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8cc8c692-ecff-40dc-be84-3beb47f51f4a req-1fefe2e4-0fad-4a8a-bdf1-665e7c20b147 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362779 Nov 18 17:13:28.212575 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5ca311f-4d19-42db-be19-0cfc63b4381b tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:28.230977 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca311f-4d19-42db-be19-0cfc63b4381b tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Calling delete_port for f5939744-4c81-41d1-94f7-46d956c5d7d5 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:13:28.262375 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:28.336192 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:28.337353 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:28.338788 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] 10.222.0.81 "PUT /v2.0/ports/2e3d8458-7151-4d23-980f-2d3e109ca136 HTTP/1.1" status: 200 len: 1092 time: 2.4936042 Nov 18 17:13:28.376570 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9445334-9ebb-4d9d-89bc-55528dd8e2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3d8458-7151-4d23-980f-2d3e109ca136,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:28.382186 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da644347-40a3-46e5-9113-d96be6b90ece req-35eb6255-fc50-4d41-af07-002815c89860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:28.384083 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-da644347-40a3-46e5-9113-d96be6b90ece req-35eb6255-fc50-4d41-af07-002815c89860 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=03af3191faea4a2aad8e5a48ae33efc7&device_id=f8d74742-01f0-41b9-938c-6b73ce134db0 HTTP/1.1" status: 200 len: 1096 time: 0.1123998 Nov 18 17:13:28.417133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c24b08-2b26-435a-8e39-48aa9ec6ef3b req-5551862d-0437-4b5f-b3bd-1e86985a7e56 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:28.424814 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88c24b08-2b26-435a-8e39-48aa9ec6ef3b req-5551862d-0437-4b5f-b3bd-1e86985a7e56 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1382849 Nov 18 17:13:28.452315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd33d40-eaf8-4219-992e-976d0744215b req-e8dc72be-dffa-4358-9fd3-186a73b6a4a9 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:28.453796 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0dd33d40-eaf8-4219-992e-976d0744215b req-e8dc72be-dffa-4358-9fd3-186a73b6a4a9 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 1098 time: 0.1290390 Nov 18 17:13:28.507508 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da644347-40a3-46e5-9113-d96be6b90ece req-7673d57c-13bf-4712-9063-5eef4007099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:28.509487 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-da644347-40a3-46e5-9113-d96be6b90ece req-7673d57c-13bf-4712-9063-5eef4007099c service neutron] 10.222.0.83 "GET /v2.0/networks?id=e2003bd1-6412-4e64-a49a-f7385a9d5313 HTTP/1.1" status: 200 len: 914 time: 0.1116502 Nov 18 17:13:28.533490 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88c24b08-2b26-435a-8e39-48aa9ec6ef3b req-b9dffe5f-cf4a-434b-b33f-8273e4fb2ad4 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074135 Nov 18 17:13:28.566524 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0dd33d40-eaf8-4219-992e-976d0744215b req-1215285d-16df-4356-970e-ad491c02e2ca tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021676 Nov 18 17:13:28.588611 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-da644347-40a3-46e5-9113-d96be6b90ece req-50560419-b95d-41ae-90a4-b22096397e63 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40472854-5cfa-49df-b331-4dd53139b3d7 HTTP/1.1" status: 200 len: 217 time: 0.0702395 Nov 18 17:13:28.676208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-1bce96ef-704e-4e37-a322-143b04aba5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:28.678306 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-1bce96ef-704e-4e37-a322-143b04aba5f3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03af3191faea4a2aad8e5a48ae33efc7&device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 1095 time: 0.0986457 Nov 18 17:13:28.679775 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da644347-40a3-46e5-9113-d96be6b90ece req-0653894c-4dbc-4ff4-b6c8-7cfdf31af993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:28.681103 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-da644347-40a3-46e5-9113-d96be6b90ece req-0653894c-4dbc-4ff4-b6c8-7cfdf31af993 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=81e57647-6f5c-483d-88be-381a1bd15b62 HTTP/1.1" status: 200 len: 852 time: 0.0614789 Nov 18 17:13:28.744584 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5ca311f-4d19-42db-be19-0cfc63b4381b tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:28.760994 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-3b7b4240-659d-4d3d-bf10-a437bbe3ffcc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e3d8458-7151-4d23-980f-2d3e109ca136 HTTP/1.1" status: 200 len: 217 time: 0.0743294 Nov 18 17:13:28.765142 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-da644347-40a3-46e5-9113-d96be6b90ece req-3e66437f-d905-484d-9a34-07cdde01679d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2003bd1-6412-4e64-a49a-f7385a9d5313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684302 Nov 18 17:13:28.792764 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca311f-4d19-42db-be19-0cfc63b4381b tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event deleted for resources: {'Port': ['ID=f5939744-4c81-41d1-94f7-46d956c5d7d5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:28.809758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0a4ce-6499-4d8b-a403-72498d35c032 req-47b630d1-6571-452f-8418-21ffd279a43f tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:28.811636 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6de0a4ce-6499-4d8b-a403-72498d35c032 req-47b630d1-6571-452f-8418-21ffd279a43f tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 945 time: 0.1317573 Nov 18 17:13:28.881146 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9615a-dc2f-4966-9e3c-b6cd2b2a305b req-469db542-3a05-406a-b335-45a0985a3fe8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:28.884425 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98e9615a-dc2f-4966-9e3c-b6cd2b2a305b req-469db542-3a05-406a-b335-45a0985a3fe8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 943 time: 0.1885562 Nov 18 17:13:28.897516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-17e20dad-aaff-4765-9b9e-80e302e050f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:28.899024 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-17e20dad-aaff-4765-9b9e-80e302e050f5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=81e57647-6f5c-483d-88be-381a1bd15b62 HTTP/1.1" status: 200 len: 852 time: 0.1315193 Nov 18 17:13:28.945942 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-9bfa4fe3-74e0-4085-9437-272e340f653c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2003bd1-6412-4e64-a49a-f7385a9d5313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394411 Nov 18 17:13:28.950039 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-da644347-40a3-46e5-9113-d96be6b90ece req-5e471532-a6fa-42cd-9c6d-bd83aa34bfab service neutron] 10.222.0.83 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702194 Nov 18 17:13:29.050620 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6de0a4ce-6499-4d8b-a403-72498d35c032 req-1daa738c-b5e1-4123-a88c-e2ce67bc2c1d tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/security-groups?id=7b3276ef-0902-4496-aa86-cfd8b517bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275987 Nov 18 17:13:29.060324 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5ca311f-4d19-42db-be19-0cfc63b4381b tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:29.063769 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a5ca311f-4d19-42db-be19-0cfc63b4381b tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "DELETE /v2.0/ports/f5939744-4c81-41d1-94f7-46d956c5d7d5 HTTP/1.1" status: 204 len: 168 time: 1.1704569 Nov 18 17:13:29.069470 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98e9615a-dc2f-4966-9e3c-b6cd2b2a305b req-2a935327-8af6-455c-b7c4-e12fce6dd9cc tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510174 Nov 18 17:13:29.069980 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41384) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:29.114236 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-373b6d85-b743-4c20-a2c4-3cb401c25a7c tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] GET failed (client error): The resource could not be found. Nov 18 17:13:29.116088 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-373b6d85-b743-4c20-a2c4-3cb401c25a7c tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "GET /v2.0/ports/f5939744-4c81-41d1-94f7-46d956c5d7d5 HTTP/1.1" status: 404 len: 333 time: 0.0447979 Nov 18 17:13:29.124241 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41386) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:29.131971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5649e003-eb71-42cf-ba3f-68606c1d1c96 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Request body: {'port': {'network_id': 'c295cdc9-b984-41d9-9fd5-91fcc554d385', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-291002350'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:29.302957 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af3276-9530-4ba6-b6c3-38794ed21b57 req-6982ca03-6f47-4954-8d5e-647b24f3ceb5 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:29.304692 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04af3276-9530-4ba6-b6c3-38794ed21b57 req-6982ca03-6f47-4954-8d5e-647b24f3ceb5 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 1098 time: 0.1265626 Nov 18 17:13:29.370910 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04af3276-9530-4ba6-b6c3-38794ed21b57 req-90bc8cfb-690d-49c8-a486-533034680541 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453072 Nov 18 17:13:29.402495 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ecddae-9179-432f-a83f-393cfec63949', 'tag': '2e3d8458-7151-4d23-980f-2d3e109ca136'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:29.404786 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6dda18-32f0-47b3-958c-c0857c908ece" -d '{"events": [{"name": "network-changed", "server_uuid": "77ecddae-9179-432f-a83f-393cfec63949", "tag": "2e3d8458-7151-4d23-980f-2d3e109ca136"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:29.432948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5649e003-eb71-42cf-ba3f-68606c1d1c96 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Made reservation on behalf of 9e808c49c8204ae4b4d631f09691f6fe for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:29.440281 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5649e003-eb71-42cf-ba3f-68606c1d1c96 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:29.456742 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-284c6699-a874-484a-ac20-748e5489e92c service neutron] 10.222.0.81 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030856 Nov 18 17:13:29.459063 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-da644347-40a3-46e5-9113-d96be6b90ece req-c6540c68-6da0-47d4-9270-27316589baa9 service neutron] 10.222.0.83 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949861 Nov 18 17:13:29.472973 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a271a9b1-0d7b-44d0-8c65-571fed9419cc x-openstack-request-id: req-a271a9b1-0d7b-44d0-8c65-571fed9419cc {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:29.472973 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ecddae-9179-432f-a83f-393cfec63949", "tag": "2e3d8458-7151-4d23-980f-2d3e109ca136", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:29.472973 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a271a9b1-0d7b-44d0-8c65-571fed9419cc {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:29.472973 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ecddae-9179-432f-a83f-393cfec63949', 'tag': '2e3d8458-7151-4d23-980f-2d3e109ca136', 'status': 'completed', 'code': 200} Nov 18 17:13:29.473453 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-5649e003-eb71-42cf-ba3f-68606c1d1c96 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] device_id is not set on port a2715aa6-9b04-429d-a9e9-77e96f6bf2aa yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:13:29.570438 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef5d038c-9acf-4a35-95c8-5eba8400d234 req-e9045648-55b4-4122-84d9-a38f4c774605 service neutron] 10.222.0.81 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043282 Nov 18 17:13:29.612807 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-5649e003-eb71-42cf-ba3f-68606c1d1c96 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Allocated IP 2001:db8::1ea (c295cdc9-b984-41d9-9fd5-91fcc554d385/c7993a70-7567-4b22-b235-02b1471ea426/a2715aa6-9b04-429d-a9e9-77e96f6bf2aa) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:29.723689 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a4c60-692b-4fc0-bbf6-031fab0005a2 req-fa21db1a-5b8f-4978-99f4-810b1a498ba8 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:29.725269 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b4a4c60-692b-4fc0-bbf6-031fab0005a2 req-fa21db1a-5b8f-4978-99f4-810b1a498ba8 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0995047 Nov 18 17:13:29.844939 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b4a4c60-692b-4fc0-bbf6-031fab0005a2 req-c97401cb-ad2a-4d0e-acbc-f0ec13f249bd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053402 Nov 18 17:13:29.884027 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5649e003-eb71-42cf-ba3f-68606c1d1c96 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:29.922987 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dda18-32f0-47b3-958c-c0857c908ece req-b13ca06b-e214-4423-9618-1f3aabca6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:29.925247 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe6dda18-32f0-47b3-958c-c0857c908ece req-b13ca06b-e214-4423-9618-1f3aabca6bdd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03af3191faea4a2aad8e5a48ae33efc7&device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 1095 time: 0.1048799 Nov 18 17:13:30.053721 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dda18-32f0-47b3-958c-c0857c908ece req-132fa3bf-2820-4896-a63b-f1a3cfcf6943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:30.056016 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe6dda18-32f0-47b3-958c-c0857c908ece req-132fa3bf-2820-4896-a63b-f1a3cfcf6943 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2003bd1-6412-4e64-a49a-f7385a9d5313 HTTP/1.1" status: 200 len: 914 time: 0.1230540 Nov 18 17:13:30.086641 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e0290ed-24f3-4162-ad15-52d5822c7b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:30.102301 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c60ff-ee68-40fc-93d0-2fb5c0dbd878 req-7a3128b2-956a-442a-a589-88060f3651eb tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:30.109982 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-856c60ff-ee68-40fc-93d0-2fb5c0dbd878 req-7a3128b2-956a-442a-a589-88060f3651eb tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 1098 time: 0.0526235 Nov 18 17:13:30.127241 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5649e003-eb71-42cf-ba3f-68606c1d1c96 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:30.132997 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe6dda18-32f0-47b3-958c-c0857c908ece req-57eb9a02-0bdf-4af0-8a92-8d1f2cca17b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e3d8458-7151-4d23-980f-2d3e109ca136 HTTP/1.1" status: 200 len: 217 time: 0.0686009 Nov 18 17:13:30.181505 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5649e003-eb71-42cf-ba3f-68606c1d1c96 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Network c295cdc9-b984-41d9-9fd5-91fcc554d385 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:30.190280 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-5649e003-eb71-42cf-ba3f-68606c1d1c96 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:30.196658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5649e003-eb71-42cf-ba3f-68606c1d1c96 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:30.202881 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5649e003-eb71-42cf-ba3f-68606c1d1c96 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:30.203559 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5649e003-eb71-42cf-ba3f-68606c1d1c96 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:30.233073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649e003-eb71-42cf-ba3f-68606c1d1c96 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event updated for resources: {'Port': ['ID=a2715aa6-9b04-429d-a9e9-77e96f6bf2aa,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:30.247050 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-856c60ff-ee68-40fc-93d0-2fb5c0dbd878 req-7d9d4df2-f169-49e2-bbb8-d24ab56393b7 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343651 Nov 18 17:13:30.334526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288e524-fc7f-40ac-b709-5843a99689c2 req-30acf735-b29f-4a2a-9d9a-086993147d17 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:30.338223 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9288e524-fc7f-40ac-b709-5843a99689c2 req-30acf735-b29f-4a2a-9d9a-086993147d17 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.83 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 945 time: 0.1589830 Nov 18 17:13:30.340629 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dda18-32f0-47b3-958c-c0857c908ece req-913b85d5-2d28-4db0-8913-8a6ab36f2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:30.344593 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe6dda18-32f0-47b3-958c-c0857c908ece req-913b85d5-2d28-4db0-8913-8a6ab36f2581 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=81e57647-6f5c-483d-88be-381a1bd15b62 HTTP/1.1" status: 200 len: 852 time: 0.2044280 Nov 18 17:13:30.347295 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5b22d-67f5-4689-a2e4-2cabee758fe4 req-aa32580b-ac15-44f8-a7c1-1db25c1ffdc8 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:30.356684 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15a5b22d-67f5-4689-a2e4-2cabee758fe4 req-aa32580b-ac15-44f8-a7c1-1db25c1ffdc8 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 945 time: 0.0805576 Nov 18 17:13:30.372418 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5649e003-eb71-42cf-ba3f-68606c1d1c96 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2454929 Nov 18 17:13:30.373066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41414) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:30.394070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1927471b-09d3-4609-a994-362f26bc1e41 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::398', 'mac_address': 'fa:16:3e:f0:b7:37'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:30.432267 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe6dda18-32f0-47b3-958c-c0857c908ece req-af8b7ece-e589-413e-9563-41821e467ddb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2003bd1-6412-4e64-a49a-f7385a9d5313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543525 Nov 18 17:13:30.480757 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15a5b22d-67f5-4689-a2e4-2cabee758fe4 req-f1c1415f-90bb-4ab5-b0bb-9c3253a62783 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/security-groups?id=7b3276ef-0902-4496-aa86-cfd8b517bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231828 Nov 18 17:13:30.533339 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1927471b-09d3-4609-a994-362f26bc1e41 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:30.548837 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b56beb-ffa1-4a7a-bc6e-0ffe6e93ae41 req-297abaae-91c3-4c7d-806c-8f8b80ce1147 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:30.550474 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0b56beb-ffa1-4a7a-bc6e-0ffe6e93ae41 req-297abaae-91c3-4c7d-806c-8f8b80ce1147 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 943 time: 0.1116712 Nov 18 17:13:30.619951 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe6dda18-32f0-47b3-958c-c0857c908ece req-57e0c29f-d3f1-494a-b8c6-5cfdca271986 service neutron] 10.222.0.81 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727254 Nov 18 17:13:30.621509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-9288e524-fc7f-40ac-b709-5843a99689c2 req-ca5a88e3-3f7e-4966-ad8b-3dd1ad809929 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Deleting port 8ebcee3c-0404-41cf-a20b-88ba8857e235 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:13:30.621866 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9288e524-fc7f-40ac-b709-5843a99689c2 req-ca5a88e3-3f7e-4966-ad8b-3dd1ad809929 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:30.660399 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0b56beb-ffa1-4a7a-bc6e-0ffe6e93ae41 req-56f6bd77-3b8d-4ed4-848d-4f886920fb6d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961697 Nov 18 17:13:30.722549 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-77f465af-e3a5-458b-a08a-c7b0d5015b98 None None] Provisioning complete for port a2715aa6-9b04-429d-a9e9-77e96f6bf2aa triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:30.723137 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77f465af-e3a5-458b-a08a-c7b0d5015b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:30.775190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-77f465af-e3a5-458b-a08a-c7b0d5015b98 None None] Port a2715aa6-9b04-429d-a9e9-77e96f6bf2aa cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:13:30.791750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-9288e524-fc7f-40ac-b709-5843a99689c2 req-ca5a88e3-3f7e-4966-ad8b-3dd1ad809929 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] For port 8ebcee3c-0404-41cf-a20b-88ba8857e235, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8ebcee3c-0404-41cf-a20b-88ba8857e235,segment=NetworkSegment(680e9fa4-fd3e-4f68-bc25-5660518efc33),segment_id=680e9fa4-fd3e-4f68-bc25-5660518efc33)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:30.792161 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9288e524-fc7f-40ac-b709-5843a99689c2 req-ca5a88e3-3f7e-4966-ad8b-3dd1ad809929 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:30.802632 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe6dda18-32f0-47b3-958c-c0857c908ece req-a24a8d21-8e59-40c1-92ed-bd7c0eaa01db service neutron] 10.222.0.81 "GET /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749070 Nov 18 17:13:30.808659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-9288e524-fc7f-40ac-b709-5843a99689c2 req-ca5a88e3-3f7e-4966-ad8b-3dd1ad809929 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Calling delete_port for 8ebcee3c-0404-41cf-a20b-88ba8857e235 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:13:31.090159 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9288e524-fc7f-40ac-b709-5843a99689c2 req-ca5a88e3-3f7e-4966-ad8b-3dd1ad809929 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:31.103366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8ebcee3c-0404-41cf-a20b-88ba8857e235'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:13:31.130996 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a88e3-3f7e-4966-ad8b-3dd1ad809929 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Pushing event deleted for resources: {'Port': ['ID=8ebcee3c-0404-41cf-a20b-88ba8857e235,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:31.182465 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-9288e524-fc7f-40ac-b709-5843a99689c2 req-ca5a88e3-3f7e-4966-ad8b-3dd1ad809929 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] No DVR routers for this DVR port 8ebcee3c-0404-41cf-a20b-88ba8857e235 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:13:31.185555 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9288e524-fc7f-40ac-b709-5843a99689c2 req-ca5a88e3-3f7e-4966-ad8b-3dd1ad809929 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:31.189984 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9288e524-fc7f-40ac-b709-5843a99689c2 req-ca5a88e3-3f7e-4966-ad8b-3dd1ad809929 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.83 "DELETE /v2.0/ports/8ebcee3c-0404-41cf-a20b-88ba8857e235 HTTP/1.1" status: 204 len: 173 time: 0.8350642 Nov 18 17:13:31.215914 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1927471b-09d3-4609-a994-362f26bc1e41 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:31.242961 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c12dd-cd86-41b1-b2ec-4d210afa76d6 req-07eb75ff-008e-415f-9f37-3f842873fe3c tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:31.244538 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-524c12dd-cd86-41b1-b2ec-4d210afa76d6 req-07eb75ff-008e-415f-9f37-3f842873fe3c tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0788965 Nov 18 17:13:31.298943 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-524c12dd-cd86-41b1-b2ec-4d210afa76d6 req-04d5661c-0612-4ff5-ba4c-aa3cfdc6bb3a tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459311 Nov 18 17:13:31.398218 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1927471b-09d3-4609-a994-362f26bc1e41 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:31.441048 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-1927471b-09d3-4609-a994-362f26bc1e41 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] In _notify_port_updated(), no bound segment for port a2715aa6-9b04-429d-a9e9-77e96f6bf2aa on network c295cdc9-b984-41d9-9fd5-91fcc554d385 {{(pid=104007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:13:31.447149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1927471b-09d3-4609-a994-362f26bc1e41 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:31.447862 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1927471b-09d3-4609-a994-362f26bc1e41 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:31.451813 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1927471b-09d3-4609-a994-362f26bc1e41 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "PUT /v2.0/ports/a2715aa6-9b04-429d-a9e9-77e96f6bf2aa HTTP/1.1" status: 200 len: 1002 time: 1.0637546 Nov 18 17:13:31.452177 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41426) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:31.469830 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8d8c4-1225-464f-aa94-a1d628bbe54a req-b854e0ce-0236-4ca3-a348-ece7e777f482 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:31.471652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5a8d8c4-1225-464f-aa94-a1d628bbe54a req-b854e0ce-0236-4ca3-a348-ece7e777f482 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 1098 time: 0.1086636 Nov 18 17:13:31.472317 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927471b-09d3-4609-a994-362f26bc1e41 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event updated for resources: {'Port': ['ID=a2715aa6-9b04-429d-a9e9-77e96f6bf2aa,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:31.482501 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 40472854-5cfa-49df-b331-4dd53139b3d7 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:13:31.488089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ffa972-c032-411b-9366-577e96a54871', 'name': 'network-vif-deleted', 'tag': '8ebcee3c-0404-41cf-a20b-88ba8857e235'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:31.491227 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e916b030-d6e6-4dd2-8270-f104455a2239" -d '{"events": [{"server_uuid": "98ffa972-c032-411b-9366-577e96a54871", "name": "network-vif-deleted", "tag": "8ebcee3c-0404-41cf-a20b-88ba8857e235"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:31.559772 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5a8d8c4-1225-464f-aa94-a1d628bbe54a req-6ac2eae8-28ba-4850-baed-88996e2407e8 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658219 Nov 18 17:13:31.594350 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00e6e1e-8fa3-4a62-8b4b-cf7eeb68ca59 x-openstack-request-id: req-b00e6e1e-8fa3-4a62-8b4b-cf7eeb68ca59 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:31.594689 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ffa972-c032-411b-9366-577e96a54871", "name": "network-vif-deleted", "tag": "8ebcee3c-0404-41cf-a20b-88ba8857e235", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:31.594950 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b00e6e1e-8fa3-4a62-8b4b-cf7eeb68ca59 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:31.595334 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ffa972-c032-411b-9366-577e96a54871', 'name': 'network-vif-deleted', 'tag': '8ebcee3c-0404-41cf-a20b-88ba8857e235', 'status': 'completed', 'code': 200} Nov 18 17:13:31.656830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-393711b2-190d-4db6-a43f-6c1a7054120b tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Deleting port a2715aa6-9b04-429d-a9e9-77e96f6bf2aa {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:13:31.657179 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-393711b2-190d-4db6-a43f-6c1a7054120b tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:31.723782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 40472854-5cfa-49df-b331-4dd53139b3d7, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=40472854-5cfa-49df-b331-4dd53139b3d7,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:31.734049 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59c45da6-f355-4604-afff-63e9307fc673 req-385aa047-66e6-4920-9d4c-caeb7fb711b9 tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 210 time: 0.0448735 Nov 18 17:13:31.744289 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '40472854-5cfa-49df-b331-4dd53139b3d7', 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313', 'port_id': '40472854-5cfa-49df-b331-4dd53139b3d7', 'mac_address': 'fa:16:3e:b2:81:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e57647-6f5c-483d-88be-381a1bd15b62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:13:31.798453 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:31.819347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40472854-5cfa-49df-b331-4dd53139b3d7 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:13:31.847133 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 40472854-5cfa-49df-b331-4dd53139b3d7, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=40472854-5cfa-49df-b331-4dd53139b3d7,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:31.847374 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-393711b2-190d-4db6-a43f-6c1a7054120b tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:31.863320 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-393711b2-190d-4db6-a43f-6c1a7054120b tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Calling delete_port for a2715aa6-9b04-429d-a9e9-77e96f6bf2aa owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:13:31.877149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96e2b3-a87a-4cb1-b732-99487884778a req-0cf600bd-9bb7-4e5f-8a66-5cec1d637940 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:31.880835 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a96e2b3-a87a-4cb1-b732-99487884778a req-0cf600bd-9bb7-4e5f-8a66-5cec1d637940 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 943 time: 0.0618401 Nov 18 17:13:31.920135 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4a6a63ad-ed7f-422e-83e0-c896fa2b7b08 None None] Provisioning complete for port a2715aa6-9b04-429d-a9e9-77e96f6bf2aa triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:31.920135 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4a6a63ad-ed7f-422e-83e0-c896fa2b7b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:31.943163 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a96e2b3-a87a-4cb1-b732-99487884778a req-9c143077-617e-4ad5-9a66-cb89d269a68c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548966 Nov 18 17:13:31.962244 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a63ad-ed7f-422e-83e0-c896fa2b7b08 None None] Port a2715aa6-9b04-429d-a9e9-77e96f6bf2aa cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:13:32.020558 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:32.070278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=40472854-5cfa-49df-b331-4dd53139b3d7,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:32.146991 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-393711b2-190d-4db6-a43f-6c1a7054120b tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:32.179680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393711b2-190d-4db6-a43f-6c1a7054120b tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event deleted for resources: {'Port': ['ID=a2715aa6-9b04-429d-a9e9-77e96f6bf2aa,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:32.318964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['40472854-5cfa-49df-b331-4dd53139b3d7'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:13:32.325671 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-393711b2-190d-4db6-a43f-6c1a7054120b tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:32.330875 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-393711b2-190d-4db6-a43f-6c1a7054120b tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "DELETE /v2.0/ports/a2715aa6-9b04-429d-a9e9-77e96f6bf2aa HTTP/1.1" status: 204 len: 168 time: 0.8758774 Nov 18 17:13:32.333673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41442) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:32.373067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2e3d8458-7151-4d23-980f-2d3e109ca136 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:13:32.381979 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de15d6e-8c32-4278-8bba-77dc5a380495 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] GET failed (client error): The resource could not be found. Nov 18 17:13:32.388005 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2de15d6e-8c32-4278-8bba-77dc5a380495 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "GET /v2.0/ports/a2715aa6-9b04-429d-a9e9-77e96f6bf2aa HTTP/1.1" status: 404 len: 333 time: 0.0504961 Nov 18 17:13:32.389066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41444) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:32.398394 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-85782360-1514-4da4-bf83-024e26e0abb4 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Request body: {'port': {'network_id': 'c295cdc9-b984-41d9-9fd5-91fcc554d385', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1045359269'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:32.409791 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e64e997-680d-4fb1-ac84-e888bc2a4d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:32.589303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12cebb-a26b-4afa-88dd-1a5527566048 req-7f49ebea-2a77-46a8-aa72-87f2ce6fd1b5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:32.774329 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fe12cebb-a26b-4afa-88dd-1a5527566048 req-7f49ebea-2a77-46a8-aa72-87f2ce6fd1b5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0936346 Nov 18 17:13:32.777513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2e3d8458-7151-4d23-980f-2d3e109ca136, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2e3d8458-7151-4d23-980f-2d3e109ca136,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:32.777513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '2e3d8458-7151-4d23-980f-2d3e109ca136', 'network_id': 'e2003bd1-6412-4e64-a49a-f7385a9d5313', 'port_id': '2e3d8458-7151-4d23-980f-2d3e109ca136', 'mac_address': 'fa:16:3e:80:9f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e57647-6f5c-483d-88be-381a1bd15b62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:13:32.777733 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fe12cebb-a26b-4afa-88dd-1a5527566048 req-159c7f1b-969f-4f5e-989a-cee425bb6a02 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428717 Nov 18 17:13:32.777865 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:32.777865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3d8458-7151-4d23-980f-2d3e109ca136 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:13:32.777865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2e3d8458-7151-4d23-980f-2d3e109ca136, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2e3d8458-7151-4d23-980f-2d3e109ca136,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:32.860584 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee7a5955-30b0-4a81-9fc9-167b80e6eba4 req-09dfa3d4-017b-4211-ba24-6e862d3a8ade tempest-InstanceActionsTestJSON-1733476574 tempest-InstanceActionsTestJSON-1733476574-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ffa972-c032-411b-9366-577e96a54871 HTTP/1.1" status: 200 len: 210 time: 0.0297656 Nov 18 17:13:33.085760 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544eeac-f12c-4b32-a0eb-02c97c5bedb4 req-f8df68c9-f2a6-45ad-b0b5-3797737ce15c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:33.094333 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c544eeac-f12c-4b32-a0eb-02c97c5bedb4 req-f8df68c9-f2a6-45ad-b0b5-3797737ce15c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 943 time: 0.0805554 Nov 18 17:13:33.178476 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c544eeac-f12c-4b32-a0eb-02c97c5bedb4 req-722fa722-2cfb-49ac-a83a-da5001452ee8 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706778 Nov 18 17:13:33.486270 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:13:33.489980 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 40472854-5cfa-49df-b331-4dd53139b3d7 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:33.646716 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:33.659703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f', 'mac_address': 'fa:16:3e:3e:66:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:13:33.689275 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85782360-1514-4da4-bf83-024e26e0abb4 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Made reservation on behalf of 9e808c49c8204ae4b4d631f09691f6fe for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:33.693690 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85782360-1514-4da4-bf83-024e26e0abb4 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:33.698672 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:33.712841 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:13:33.718490 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-85782360-1514-4da4-bf83-024e26e0abb4 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] device_id is not set on port 43ecd2a8-2236-4ff1-bc78-4ec89e7eb817 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:13:33.737670 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:33.763022 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:33.827883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 40472854-5cfa-49df-b331-4dd53139b3d7 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:13:33.833386 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:33.839223 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 40472854-5cfa-49df-b331-4dd53139b3d7 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:33.839606 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:33.902307 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-85782360-1514-4da4-bf83-024e26e0abb4 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Allocated IP 2001:db8::d9 (c295cdc9-b984-41d9-9fd5-91fcc554d385/c7993a70-7567-4b22-b235-02b1471ea426/43ecd2a8-2236-4ff1-bc78-4ec89e7eb817) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:33.954224 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439e1d7-9f5b-4690-8298-41fb7a2e95d6 req-6d8a85e4-c6d2-4aaa-9754-35f86771509a tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:33.956256 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9439e1d7-9f5b-4690-8298-41fb7a2e95d6 req-6d8a85e4-c6d2-4aaa-9754-35f86771509a tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1078405 Nov 18 17:13:34.016451 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:34.022247 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=2e3d8458-7151-4d23-980f-2d3e109ca136,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:34.112415 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9439e1d7-9f5b-4690-8298-41fb7a2e95d6 req-c3274053-f3f7-4d9f-aecb-10e4a03b123b tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383233 Nov 18 17:13:34.175274 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:34.175274 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['2e3d8458-7151-4d23-980f-2d3e109ca136'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:13:34.175468 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41484) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:34.187266 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85782360-1514-4da4-bf83-024e26e0abb4 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:34.199687 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:34.262330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dabf813-31ff-415d-8331-e6f48fa12374 admin admin] Deleting subnet c23e55e5-6ef2-43da-bfec-b5968f6fc7ee {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:13:34.266383 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6dabf813-31ff-415d-8331-e6f48fa12374 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:34.272674 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d74742-01f0-41b9-938c-6b73ce134db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40472854-5cfa-49df-b331-4dd53139b3d7'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:34.276171 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981c4dd9-5ac1-47da-9f29-65249926bb40" -d '{"events": [{"server_uuid": "f8d74742-01f0-41b9-938c-6b73ce134db0", "name": "network-vif-plugged", "status": "completed", "tag": "40472854-5cfa-49df-b331-4dd53139b3d7"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:34.289201 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 40472854-5cfa-49df-b331-4dd53139b3d7, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=40472854-5cfa-49df-b331-4dd53139b3d7,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:34.314052 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2e2e0-10e7-4542-b6cd-0afdf35196b6 req-dd4675dd-9c28-45f5-9d6e-02c21470c675 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:34.315667 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece2e2e0-10e7-4542-b6cd-0afdf35196b6 req-dd4675dd-9c28-45f5-9d6e-02c21470c675 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 944 time: 0.0669761 Nov 18 17:13:34.317159 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6dabf813-31ff-415d-8331-e6f48fa12374 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:34.333197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['84b1ffda-c5de-42a5-a45c-32dcb52c2d4f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:13:34.377950 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6dabf813-31ff-415d-8331-e6f48fa12374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:34.404069 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece2e2e0-10e7-4542-b6cd-0afdf35196b6 req-bef80de4-0aee-405d-85ee-5ea6cc96af76 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808380 Nov 18 17:13:34.427600 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85782360-1514-4da4-bf83-024e26e0abb4 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:34.435614 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:34.436734 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8ebcee3c-0404-41cf-a20b-88ba8857e235 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:13:34.498477 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 8ebcee3c-0404-41cf-a20b-88ba8857e235 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:13:34.499689 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8ebcee3c-0404-41cf-a20b-88ba8857e235 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:13:34.500486 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:13:34.512832 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a8992a-d0a2-46ba-bf65-44cd1f9e81f6 x-openstack-request-id: req-93a8992a-d0a2-46ba-bf65-44cd1f9e81f6 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:34.518189 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d74742-01f0-41b9-938c-6b73ce134db0", "name": "network-vif-plugged", "status": "completed", "tag": "40472854-5cfa-49df-b331-4dd53139b3d7", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:34.518189 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-93a8992a-d0a2-46ba-bf65-44cd1f9e81f6 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:34.518189 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d74742-01f0-41b9-938c-6b73ce134db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40472854-5cfa-49df-b331-4dd53139b3d7', 'code': 200} Nov 18 17:13:34.576225 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6dabf813-31ff-415d-8331-e6f48fa12374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:34.596880 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85782360-1514-4da4-bf83-024e26e0abb4 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Network c295cdc9-b984-41d9-9fd5-91fcc554d385 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:34.608615 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-85782360-1514-4da4-bf83-024e26e0abb4 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:34.635469 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85782360-1514-4da4-bf83-024e26e0abb4 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:34.652130 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85782360-1514-4da4-bf83-024e26e0abb4 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:34.656627 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabf813-31ff-415d-8331-e6f48fa12374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c23e55e5-6ef2-43da-bfec-b5968f6fc7ee,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:34.657019 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85782360-1514-4da4-bf83-024e26e0abb4 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:34.663139 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6dabf813-31ff-415d-8331-e6f48fa12374 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:34.672340 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6dabf813-31ff-415d-8331-e6f48fa12374 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c23e55e5-6ef2-43da-bfec-b5968f6fc7ee HTTP/1.1" status: 204 len: 168 time: 0.4938302 Nov 18 17:13:34.686471 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41494) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:34.686704 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85782360-1514-4da4-bf83-024e26e0abb4 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event updated for resources: {'Port': ['ID=43ecd2a8-2236-4ff1-bc78-4ec89e7eb817,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:34.733034 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=40472854-5cfa-49df-b331-4dd53139b3d7,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:34.769224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d707c1-935f-4df8-bac9-32458d1dfa39 req-abb51b76-ebaa-4fc2-9d23-0aab9b02528d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:34.774643 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-65d707c1-935f-4df8-bac9-32458d1dfa39 req-abb51b76-ebaa-4fc2-9d23-0aab9b02528d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f8d74742-01f0-41b9-938c-6b73ce134db0 HTTP/1.1" status: 200 len: 1098 time: 0.1158280 Nov 18 17:13:34.811475 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:34.826781 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-85782360-1514-4da4-bf83-024e26e0abb4 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4360304 Nov 18 17:13:34.830755 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41496) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:34.837855 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-441c06ed-651d-4f10-8774-0676b6c5fdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:34.844594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:13:34.847343 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c4eea2d5-d163-4596-aadd-3e6267f0e4f5 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f0:b7:37'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:34.912385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:34.954976 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-65d707c1-935f-4df8-bac9-32458d1dfa39 req-aed2f7d9-91b7-4e2e-a04f-63ffd9c447bf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639466 Nov 18 17:13:34.983887 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-441c06ed-651d-4f10-8774-0676b6c5fdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:35.008287 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0fa4e99b-e7ba-49e4-8e04-2878c459351a None None] Provisioning complete for port 43ecd2a8-2236-4ff1-bc78-4ec89e7eb817 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:35.008684 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e99b-e7ba-49e4-8e04-2878c459351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:35.024015 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-441c06ed-651d-4f10-8774-0676b6c5fdb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df4b988-52fc-40a1-b705-3a109e35db3f']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:35.034158 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:35.037509 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-441c06ed-651d-4f10-8774-0676b6c5fdb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680e9fa4-fd3e-4f68-bc25-5660518efc33') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:35.037827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-441c06ed-651d-4f10-8774-0676b6c5fdb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680e9fa4-fd3e-4f68-bc25-5660518efc33') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:35.053191 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-441c06ed-651d-4f10-8774-0676b6c5fdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:35.069994 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-441c06ed-651d-4f10-8774-0676b6c5fdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:35.077567 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441c06ed-651d-4f10-8774-0676b6c5fdb3 admin admin] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:13:35.081091 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-441c06ed-651d-4f10-8774-0676b6c5fdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:35.081229 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:13:35.081349 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:13:35.086919 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0fa4e99b-e7ba-49e4-8e04-2878c459351a None None] Port 43ecd2a8-2236-4ff1-bc78-4ec89e7eb817 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:13:35.097739 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4eea2d5-d163-4596-aadd-3e6267f0e4f5 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:35.116594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:35.226388 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-441c06ed-651d-4f10-8774-0676b6c5fdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:35.234339 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-441c06ed-651d-4f10-8774-0676b6c5fdb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:35.240703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-441c06ed-651d-4f10-8774-0676b6c5fdb3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7df4b988-52fc-40a1-b705-3a109e35db3f HTTP/1.1" status: 204 len: 168 time: 0.5573897 Nov 18 17:13:35.254413 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c06ed-651d-4f10-8774-0676b6c5fdb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7df4b988-52fc-40a1-b705-3a109e35db3f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:35.278792 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a55bf-0aac-449d-9c6d-baf9b2b2fee8 req-76550d80-fecb-4e17-a879-ea6d2ca6f7be tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:35.291073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-a30ee447-9d90-4613-9d12-45f03073e555 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:13:35.292171 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-a30ee447-9d90-4613-9d12-45f03073e555 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059466 Nov 18 17:13:35.300411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-889a55bf-0aac-449d-9c6d-baf9b2b2fee8 req-76550d80-fecb-4e17-a879-ea6d2ca6f7be tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 947 time: 0.1191399 Nov 18 17:13:35.361137 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-935b68c1-9c58-4960-8e29-77d1b75090f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:35.363098 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-935b68c1-9c58-4960-8e29-77d1b75090f4 service neutron] 10.222.0.72 "GET /v2.0/ports/6b61a69e-37e3-4977-a979-8c82ce844d20 HTTP/1.1" status: 200 len: 1095 time: 0.0523748 Nov 18 17:13:35.376619 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-889a55bf-0aac-449d-9c6d-baf9b2b2fee8 req-c4bf0513-6b7b-4d6b-998f-6db0a8ad3a71 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735373 Nov 18 17:13:35.386005 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-d5b6142d-0203-469d-a920-792242e974f4 service neutron] Request body: {'binding': {'host': 'n-h2-813419-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:35.386005 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-d5b6142d-0203-469d-a920-792242e974f4 service neutron] Unknown quota resources ['binding']. {{(pid=104008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 18 17:13:35.404076 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:35.447098 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4eea2d5-d163-4596-aadd-3e6267f0e4f5 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:35.535269 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4eea2d5-d163-4596-aadd-3e6267f0e4f5 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:35.542736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccd42a-c68b-46cc-a4d7-809043112bcf req-e71c5c46-1aaa-4bb3-ad7a-6cae6e0fe72f tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:35.550111 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4ccd42a-c68b-46cc-a4d7-809043112bcf req-e71c5c46-1aaa-4bb3-ad7a-6cae6e0fe72f tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 944 time: 0.0639300 Nov 18 17:13:35.589891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c4eea2d5-d163-4596-aadd-3e6267f0e4f5 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] In _notify_port_updated(), no bound segment for port 43ecd2a8-2236-4ff1-bc78-4ec89e7eb817 on network c295cdc9-b984-41d9-9fd5-91fcc554d385 {{(pid=104008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:13:35.595731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eea2d5-d163-4596-aadd-3e6267f0e4f5 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:35.596477 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4eea2d5-d163-4596-aadd-3e6267f0e4f5 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:35.600457 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c4eea2d5-d163-4596-aadd-3e6267f0e4f5 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "PUT /v2.0/ports/43ecd2a8-2236-4ff1-bc78-4ec89e7eb817 HTTP/1.1" status: 200 len: 1002 time: 0.7604589 Nov 18 17:13:35.611116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41506) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:35.611510 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4ccd42a-c68b-46cc-a4d7-809043112bcf req-9a4ba062-9010-462b-9c9e-d300203c61e2 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604038 Nov 18 17:13:35.619778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-d5b6142d-0203-469d-a920-792242e974f4 service neutron] Attempting to bind port 6b61a69e-37e3-4977-a979-8c82ce844d20 on host n-h2-813419-11 for vnic_type normal with profile None {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:13:35.619778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-d5b6142d-0203-469d-a920-792242e974f4 service neutron] Attempting to bind port 6b61a69e-37e3-4977-a979-8c82ce844d20 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:13:35.619778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-d5b6142d-0203-469d-a920-792242e974f4 service neutron] Attempting to bind port 6b61a69e-37e3-4977-a979-8c82ce844d20 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:35.666932 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eea2d5-d163-4596-aadd-3e6267f0e4f5 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event updated for resources: {'Port': ['ID=43ecd2a8-2236-4ff1-bc78-4ec89e7eb817,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:35.672724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-d5b6142d-0203-469d-a920-792242e974f4 service neutron] Port 6b61a69e-37e3-4977-a979-8c82ce844d20 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:13:35.673043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-d5b6142d-0203-469d-a920-792242e974f4 service neutron] Attempting to bind port 6b61a69e-37e3-4977-a979-8c82ce844d20 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:35.706443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-d5b6142d-0203-469d-a920-792242e974f4 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:13:35.716243 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-d5b6142d-0203-469d-a920-792242e974f4 service neutron] Checking segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:35.716243 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-d5b6142d-0203-469d-a920-792242e974f4 service neutron] Bound using segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:13:35.716243 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-d5b6142d-0203-469d-a920-792242e974f4 service neutron] Bound port: 6b61a69e-37e3-4977-a979-8c82ce844d20, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:13:35.808241 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-d5b6142d-0203-469d-a920-792242e974f4 service neutron] For port 6b61a69e-37e3-4977-a979-8c82ce844d20, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6b61a69e-37e3-4977-a979-8c82ce844d20,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:13:35.809987 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41512) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:35.810749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ca721885-4ce3-441a-a752-e23561f6c49d tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Deleting port 43ecd2a8-2236-4ff1-bc78-4ec89e7eb817 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:13:35.811091 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca721885-4ce3-441a-a752-e23561f6c49d tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:35.860216 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-053a450c-28c4-4f45-b37e-6b471a7c5abf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f73ffba8d2ff45f2804d1be593f58175&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0484653 Nov 18 17:13:35.862569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41514) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:35.914887 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca721885-4ce3-441a-a752-e23561f6c49d tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:35.934184 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ca721885-4ce3-441a-a752-e23561f6c49d tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Calling delete_port for 43ecd2a8-2236-4ff1-bc78-4ec89e7eb817 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:13:35.946390 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc344281-9828-499f-b3d7-47dc91702f34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:35.950758 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-d5b6142d-0203-469d-a920-792242e974f4 service neutron] Publish callbacks [] for binding, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:35.952353 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-d5b6142d-0203-469d-a920-792242e974f4 service neutron] 10.222.0.72 "POST /v2.0/ports/6b61a69e-37e3-4977-a979-8c82ce844d20/bindings HTTP/1.1" status: 201 len: 390 time: 0.5770013 Nov 18 17:13:35.972377 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc344281-9828-499f-b3d7-47dc91702f34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:36.047725 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1f83ed7f-96ac-41be-9c5e-1690e1d61667 None None] Provisioning complete for port 43ecd2a8-2236-4ff1-bc78-4ec89e7eb817 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:36.048682 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f83ed7f-96ac-41be-9c5e-1690e1d61667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:36.103698 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1f83ed7f-96ac-41be-9c5e-1690e1d61667 None None] Port 43ecd2a8-2236-4ff1-bc78-4ec89e7eb817 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:13:36.152317 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc344281-9828-499f-b3d7-47dc91702f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:36.155092 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc344281-9828-499f-b3d7-47dc91702f34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:36.156441 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fc344281-9828-499f-b3d7-47dc91702f34 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7b3276ef-0902-4496-aa86-cfd8b517bcf6 HTTP/1.1" status: 204 len: 168 time: 0.2928398 Nov 18 17:13:36.166713 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc344281-9828-499f-b3d7-47dc91702f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3276ef-0902-4496-aa86-cfd8b517bcf6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:36.221377 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca721885-4ce3-441a-a752-e23561f6c49d tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:36.252267 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca721885-4ce3-441a-a752-e23561f6c49d tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event deleted for resources: {'Port': ['ID=43ecd2a8-2236-4ff1-bc78-4ec89e7eb817,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:36.291021 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca721885-4ce3-441a-a752-e23561f6c49d tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:36.295251 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ca721885-4ce3-441a-a752-e23561f6c49d tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "DELETE /v2.0/ports/43ecd2a8-2236-4ff1-bc78-4ec89e7eb817 HTTP/1.1" status: 204 len: 168 time: 0.6932006 Nov 18 17:13:36.298221 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41522) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:36.345968 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ac5b2d-ce30-43a5-8d9d-102ddda5f549 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] GET failed (client error): The resource could not be found. Nov 18 17:13:36.347913 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-55ac5b2d-ce30-43a5-8d9d-102ddda5f549 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "GET /v2.0/ports/43ecd2a8-2236-4ff1-bc78-4ec89e7eb817 HTTP/1.1" status: 404 len: 333 time: 0.0483403 Nov 18 17:13:36.361643 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41524) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:36.361643 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d2e728a6-8f94-44a5-a55a-63cecc825188 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Request body: {'port': {'network_id': 'c295cdc9-b984-41d9-9fd5-91fcc554d385', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1418337132'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:36.394295 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2e3d8458-7151-4d23-980f-2d3e109ca136 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:36.573615 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d4722-2b36-4b67-9dbb-0a00da5f64dd req-74dfe474-a75a-4a9a-a3b7-b4f6e41f4c52 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:36.576388 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e0d4722-2b36-4b67-9dbb-0a00da5f64dd req-74dfe474-a75a-4a9a-a3b7-b4f6e41f4c52 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 946 time: 0.1974554 Nov 18 17:13:36.600626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bba96-a567-4b1e-b847-a62ec502fc5c req-2682d23b-a9d9-4197-9404-a37a92c95840 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:36.602459 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-796bba96-a567-4b1e-b847-a62ec502fc5c req-2682d23b-a9d9-4197-9404-a37a92c95840 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 947 time: 0.1100087 Nov 18 17:13:36.626678 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e728a6-8f94-44a5-a55a-63cecc825188 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Made reservation on behalf of 9e808c49c8204ae4b4d631f09691f6fe for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:36.631627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 2e3d8458-7151-4d23-980f-2d3e109ca136 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:13:36.643224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 2e3d8458-7151-4d23-980f-2d3e109ca136 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:36.646039 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2e728a6-8f94-44a5-a55a-63cecc825188 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:36.653102 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:36.680104 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e0d4722-2b36-4b67-9dbb-0a00da5f64dd req-0c979691-49c6-417a-8ced-ed286afae6fd tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726199 Nov 18 17:13:36.719366 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-d2e728a6-8f94-44a5-a55a-63cecc825188 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] device_id is not set on port b659564a-c7cf-409f-8012-aeb9984a1c40 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:13:36.723703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-796bba96-a567-4b1e-b847-a62ec502fc5c req-f1dbcb0e-bea1-4aea-a11a-541965b8bb8b tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914156 Nov 18 17:13:36.823437 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:36.893019 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ecddae-9179-432f-a83f-393cfec63949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3d8458-7151-4d23-980f-2d3e109ca136'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:36.896514 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0835dc-a8b5-4221-981c-730e10d54716" -d '{"events": [{"server_uuid": "77ecddae-9179-432f-a83f-393cfec63949", "name": "network-vif-plugged", "status": "completed", "tag": "2e3d8458-7151-4d23-980f-2d3e109ca136"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:36.910965 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2e3d8458-7151-4d23-980f-2d3e109ca136, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2e3d8458-7151-4d23-980f-2d3e109ca136,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:36.935413 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e865ba-0cde-47c6-985a-5c9168fb7401 req-774875f4-61ef-43a6-a3f7-41baff0f857d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:36.935413 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9e865ba-0cde-47c6-985a-5c9168fb7401 req-774875f4-61ef-43a6-a3f7-41baff0f857d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 944 time: 0.0784769 Nov 18 17:13:36.960041 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377ea10d-c9ac-4dc4-bedb-30ded0cf7709 x-openstack-request-id: req-377ea10d-c9ac-4dc4-bedb-30ded0cf7709 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:36.960393 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ecddae-9179-432f-a83f-393cfec63949", "name": "network-vif-plugged", "status": "completed", "tag": "2e3d8458-7151-4d23-980f-2d3e109ca136", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:36.960670 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-377ea10d-c9ac-4dc4-bedb-30ded0cf7709 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:36.961078 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ecddae-9179-432f-a83f-393cfec63949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3d8458-7151-4d23-980f-2d3e109ca136', 'code': 200} Nov 18 17:13:36.998904 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:37.024647 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9e865ba-0cde-47c6-985a-5c9168fb7401 req-c5ec9efa-19e6-4acf-a315-bfdd322603a5 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811174 Nov 18 17:13:37.029680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-d2e728a6-8f94-44a5-a55a-63cecc825188 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Allocated IP 2001:db8::1de (c295cdc9-b984-41d9-9fd5-91fcc554d385/c7993a70-7567-4b22-b235-02b1471ea426/b659564a-c7cf-409f-8012-aeb9984a1c40) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:37.034522 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-2aae6f7c-8a56-40a4-a452-c0a84ee6c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:37.036858 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-2aae6f7c-8a56-40a4-a452-c0a84ee6c5c5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 1098 time: 0.1320200 Nov 18 17:13:37.092781 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=2e3d8458-7151-4d23-980f-2d3e109ca136,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:37.218735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016d0be-41b0-4669-8c6c-d161428bfe3f req-a8b6cab8-0d3b-4eda-8ca7-c617a844755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:37.220280 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9016d0be-41b0-4669-8c6c-d161428bfe3f req-a8b6cab8-0d3b-4eda-8ca7-c617a844755e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 1097 time: 0.1538184 Nov 18 17:13:37.305317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-2357a72e-91d7-4dc4-89d0-d3abe80ea27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:37.306821 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-2357a72e-91d7-4dc4-89d0-d3abe80ea27f service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.2612114 Nov 18 17:13:37.371578 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-d7b22b9e-fdfc-4208-bb1c-2e38f2b18f8b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b61a69e-37e3-4977-a979-8c82ce844d20 HTTP/1.1" status: 200 len: 217 time: 0.0564144 Nov 18 17:13:37.378358 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9016d0be-41b0-4669-8c6c-d161428bfe3f req-5e9bd34d-6d06-4cf7-9ff1-fe920886fdd6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468554 Nov 18 17:13:37.434402 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2e728a6-8f94-44a5-a55a-63cecc825188 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:37.462048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-6380a663-b77b-4ff6-a232-1583ff04f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:37.463593 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-6380a663-b77b-4ff6-a232-1583ff04f895 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.0791185 Nov 18 17:13:37.500346 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:37.508385 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-8ebad4e9-48c4-4ef2-b1ee-ec5f10462ab9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369864 Nov 18 17:13:37.559742 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:37.560178 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:37.604751 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2e728a6-8f94-44a5-a55a-63cecc825188 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:37.626511 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-ddd5721e-89e6-46d5-b291-e5168438568b service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097305 Nov 18 17:13:37.655510 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:37.687243 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e728a6-8f94-44a5-a55a-63cecc825188 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Network c295cdc9-b984-41d9-9fd5-91fcc554d385 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:37.695826 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-d2e728a6-8f94-44a5-a55a-63cecc825188 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:37.701426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:37.704735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e728a6-8f94-44a5-a55a-63cecc825188 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:37.710628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e728a6-8f94-44a5-a55a-63cecc825188 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:37.711265 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2e728a6-8f94-44a5-a55a-63cecc825188 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:37.724720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e728a6-8f94-44a5-a55a-63cecc825188 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event updated for resources: {'Port': ['ID=b659564a-c7cf-409f-8012-aeb9984a1c40,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:37.801025 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41560) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:37.801440 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-ff94c6d9-393c-4cbf-932d-c7c0edcfaa79 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487343 Nov 18 17:13:37.820863 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:37.865037 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d2e728a6-8f94-44a5-a55a-63cecc825188 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5118079 Nov 18 17:13:37.867101 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41566) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:37.875150 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-384e6019-b4dc-499f-a01b-1ed94fd6c2e3 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Request body: {'port': {'network_id': 'c295cdc9-b984-41d9-9fd5-91fcc554d385', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1611720558'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:37.940956 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:37.996536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeae0d7-7bc0-4350-bb45-6ab58115ed38 req-f8e7ec3a-02ac-4211-a4f8-fa6f38774063 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:37.999429 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-edeae0d7-7bc0-4350-bb45-6ab58115ed38 req-f8e7ec3a-02ac-4211-a4f8-fa6f38774063 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 946 time: 0.1522641 Nov 18 17:13:38.037021 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d6fb5-9a2c-4734-a8bb-6b70434f935a req-12f29ad3-a4ad-46cc-bdbd-ebac67fc8e65 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:38.045427 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-993d6fb5-9a2c-4734-a8bb-6b70434f935a req-12f29ad3-a4ad-46cc-bdbd-ebac67fc8e65 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1802320 Nov 18 17:13:38.052456 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ec631fb3-cc0b-4e5e-9c22-ae25bc08955e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-355174531-network', 'tenant_id': '9cf82caaf3c74a30bfe6b9558a135802'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:38.090751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-25bceb23-e719-4bd4-b57c-a1d84da0334a tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:38.092593 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-25bceb23-e719-4bd4-b57c-a1d84da0334a tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4&tenant_id=50df9abadb204a52a1f75cd50dbb0a82&binding%3Ahost_id=n-h1-813419-11 HTTP/1.1" status: 200 len: 1098 time: 0.0683937 Nov 18 17:13:38.107075 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-11'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:38.130549 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-edeae0d7-7bc0-4350-bb45-6ab58115ed38 req-351d3325-7506-441e-8f9a-6c05d6a6b4a3 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247096 Nov 18 17:13:38.149563 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-993d6fb5-9a2c-4734-a8bb-6b70434f935a req-09553042-15a1-4b58-9a53-c971b760f595 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999553 Nov 18 17:13:38.156045 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-fb00a640-58e6-4f24-8e9d-fdffbea75f64 None None] Provisioning complete for port b659564a-c7cf-409f-8012-aeb9984a1c40 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:38.158604 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fb00a640-58e6-4f24-8e9d-fdffbea75f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:38.203817 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec631fb3-cc0b-4e5e-9c22-ae25bc08955e admin admin] Made reservation on behalf of 9cf82caaf3c74a30bfe6b9558a135802 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:38.206786 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec631fb3-cc0b-4e5e-9c22-ae25bc08955e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:38.216957 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:38.218933 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec631fb3-cc0b-4e5e-9c22-ae25bc08955e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:38.245099 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fb00a640-58e6-4f24-8e9d-fdffbea75f64 None None] Port b659564a-c7cf-409f-8012-aeb9984a1c40 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:13:38.311818 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd480afc-5941-4e18-8019-e27f4a7f2848 req-535d23d5-2bea-4a65-8ed2-26373d7b0126 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:38.313501 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd480afc-5941-4e18-8019-e27f4a7f2848 req-535d23d5-2bea-4a65-8ed2-26373d7b0126 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 945 time: 0.0793464 Nov 18 17:13:38.346300 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384e6019-b4dc-499f-a01b-1ed94fd6c2e3 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Made reservation on behalf of 9e808c49c8204ae4b4d631f09691f6fe for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:38.349938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-384e6019-b4dc-499f-a01b-1ed94fd6c2e3 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:38.380352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-384e6019-b4dc-499f-a01b-1ed94fd6c2e3 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] device_id is not set on port 0c3067ba-2449-43e2-8178-ddb48e494160 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:13:38.381458 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec631fb3-cc0b-4e5e-9c22-ae25bc08955e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:38.419754 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd480afc-5941-4e18-8019-e27f4a7f2848 req-9199c1ca-bb55-4fda-95e9-ced88e0da5c5 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782189 Nov 18 17:13:38.456767 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] For port 6b61a69e-37e3-4977-a979-8c82ce844d20, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6b61a69e-37e3-4977-a979-8c82ce844d20,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:38.539711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] For port 6b61a69e-37e3-4977-a979-8c82ce844d20, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:38.546629 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec631fb3-cc0b-4e5e-9c22-ae25bc08955e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:38.572015 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec631fb3-cc0b-4e5e-9c22-ae25bc08955e admin admin] vlan segment allocate from pool success with {'vlan_id': 1122, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:13:38.582131 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-384e6019-b4dc-499f-a01b-1ed94fd6c2e3 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Allocated IP 2001:db8::379 (c295cdc9-b984-41d9-9fd5-91fcc554d385/c7993a70-7567-4b22-b235-02b1471ea426/0c3067ba-2449-43e2-8178-ddb48e494160) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:38.589694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec631fb3-cc0b-4e5e-9c22-ae25bc08955e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79578dbd-b0ae-408b-a493-3e06d7823fe7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:38.593154 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec631fb3-cc0b-4e5e-9c22-ae25bc08955e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:38.593518 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-ec631fb3-cc0b-4e5e-9c22-ae25bc08955e admin admin] Added segment 8473dcf8-f963-4375-80c4-c23da7f8db8e of type vlan for network b8422086-7625-47d1-8fd5-55e9b5538f76 Nov 18 17:13:38.611528 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9a0dd1-b1ee-4961-9f96-137cb768b5a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b61a69e-37e3-4977-a979-8c82ce844d20'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:38.614036 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66247479-770a-4905-93ab-9f40eed89ba6" -d '{"events": [{"server_uuid": "ff9a0dd1-b1ee-4961-9f96-137cb768b5a4", "name": "network-vif-unplugged", "status": "completed", "tag": "6b61a69e-37e3-4977-a979-8c82ce844d20"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:38.620708 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:38.636725 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec631fb3-cc0b-4e5e-9c22-ae25bc08955e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:38.694612 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468163da-8e00-4e82-ba46-d344dfb4dddc x-openstack-request-id: req-468163da-8e00-4e82-ba46-d344dfb4dddc {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:38.694922 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9a0dd1-b1ee-4961-9f96-137cb768b5a4", "name": "network-vif-unplugged", "status": "completed", "tag": "6b61a69e-37e3-4977-a979-8c82ce844d20", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:38.695188 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-468163da-8e00-4e82-ba46-d344dfb4dddc {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:38.695583 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9a0dd1-b1ee-4961-9f96-137cb768b5a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b61a69e-37e3-4977-a979-8c82ce844d20', 'code': 200} Nov 18 17:13:38.732784 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:38.843888 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec631fb3-cc0b-4e5e-9c22-ae25bc08955e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:38.845108 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec631fb3-cc0b-4e5e-9c22-ae25bc08955e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:38.845809 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec631fb3-cc0b-4e5e-9c22-ae25bc08955e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:38.922908 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec631fb3-cc0b-4e5e-9c22-ae25bc08955e admin admin] Pushing event updated for resources: {'Network': ['ID=b8422086-7625-47d1-8fd5-55e9b5538f76,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:38.936446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network b8422086-7625-47d1-8fd5-55e9b5538f76 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:13:38.967415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0b665a-951f-4ee4-99a7-7a0b059ba3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:38.969945 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36ef57e-9243-42cd-87f7-db8aaba599f8" -d '{"events": [{"server_uuid": "6f0b665a-951f-4ee4-99a7-7a0b059ba3a8", "name": "network-vif-plugged", "status": "completed", "tag": "84b1ffda-c5de-42a5-a45c-32dcb52c2d4f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:38.976847 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ec631fb3-cc0b-4e5e-9c22-ae25bc08955e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1704569 Nov 18 17:13:38.976847 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41580) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:38.992465 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9817037b-34a5-4ee1-8668-821209dcb54c admin admin] Request body: {'subnet': {'network_id': 'b8422086-7625-47d1-8fd5-55e9b5538f76', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-355174531-subnet', 'tenant_id': '9cf82caaf3c74a30bfe6b9558a135802', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:39.041674 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcea94bb-a687-4ecb-8de1-fa56a32933df x-openstack-request-id: req-bcea94bb-a687-4ecb-8de1-fa56a32933df {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:39.041979 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0b665a-951f-4ee4-99a7-7a0b059ba3a8", "name": "network-vif-plugged", "status": "completed", "tag": "84b1ffda-c5de-42a5-a45c-32dcb52c2d4f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:39.042248 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bcea94bb-a687-4ecb-8de1-fa56a32933df {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:39.042646 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0b665a-951f-4ee4-99a7-7a0b059ba3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f', 'code': 200} Nov 18 17:13:39.156999 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-384e6019-b4dc-499f-a01b-1ed94fd6c2e3 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:39.177964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9817037b-34a5-4ee1-8668-821209dcb54c admin admin] Made reservation on behalf of 9cf82caaf3c74a30bfe6b9558a135802 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:39.186408 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9817037b-34a5-4ee1-8668-821209dcb54c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:39.189688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Pushing event updated for resources: {'Port': ['ID=6b61a69e-37e3-4977-a979-8c82ce844d20,revision_number=7']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:39.235820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Attempting to bind port 6b61a69e-37e3-4977-a979-8c82ce844d20 on host n-h1-813419-11 for vnic_type normal with profile {"migrating_to": "n-h2-813419-11"} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:13:39.236164 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Attempting to bind port 6b61a69e-37e3-4977-a979-8c82ce844d20 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:13:39.236505 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Attempting to bind port 6b61a69e-37e3-4977-a979-8c82ce844d20 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:39.254905 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Port 6b61a69e-37e3-4977-a979-8c82ce844d20 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:13:39.255234 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Attempting to bind port 6b61a69e-37e3-4977-a979-8c82ce844d20 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:39.270470 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:13:39.270818 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Checking segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:39.271218 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Bound using segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:13:39.271677 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Bound port: 6b61a69e-37e3-4977-a979-8c82ce844d20, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:13:39.272090 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:39.277857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3876ca-1209-41bd-97e0-59ec3b12b3e9 req-9d35cb9f-c365-4d66-8c86-ce4413b93c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:39.279404 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ac3876ca-1209-41bd-97e0-59ec3b12b3e9 req-9d35cb9f-c365-4d66-8c86-ce4413b93c3e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 1101 time: 0.1032960 Nov 18 17:13:39.374168 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-384e6019-b4dc-499f-a01b-1ed94fd6c2e3 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:39.378821 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ac3876ca-1209-41bd-97e0-59ec3b12b3e9 req-99ab5f3d-20ea-4751-8676-4eeb4df27fbd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902667 Nov 18 17:13:39.385076 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] For port 6b61a69e-37e3-4977-a979-8c82ce844d20, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:39.390476 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] For port 6b61a69e-37e3-4977-a979-8c82ce844d20, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6b61a69e-37e3-4977-a979-8c82ce844d20,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:13:39.416946 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eb4b2-3c6a-46c5-a4a3-aab9f90e0a8e req-a2b22bf2-a869-467c-b973-ddcc60c3e0fb tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:39.418581 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c63eb4b2-3c6a-46c5-a4a3-aab9f90e0a8e req-a2b22bf2-a869-467c-b973-ddcc60c3e0fb tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 944 time: 0.1533897 Nov 18 17:13:39.428401 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384e6019-b4dc-499f-a01b-1ed94fd6c2e3 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Network c295cdc9-b984-41d9-9fd5-91fcc554d385 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:39.428767 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98015476-3784-4eca-a396-401c4931abf6 req-b9558347-67a1-4b79-8505-bbe6ea8490eb tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:39.431085 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98015476-3784-4eca-a396-401c4931abf6 req-b9558347-67a1-4b79-8505-bbe6ea8490eb tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1276610 Nov 18 17:13:39.433026 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-384e6019-b4dc-499f-a01b-1ed94fd6c2e3 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:39.440002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384e6019-b4dc-499f-a01b-1ed94fd6c2e3 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:39.445686 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384e6019-b4dc-499f-a01b-1ed94fd6c2e3 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:39.446567 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-384e6019-b4dc-499f-a01b-1ed94fd6c2e3 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:39.453087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e6019-b4dc-499f-a01b-1ed94fd6c2e3 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event updated for resources: {'Port': ['ID=0c3067ba-2449-43e2-8178-ddb48e494160,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:39.525180 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:39.556176 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c63eb4b2-3c6a-46c5-a4a3-aab9f90e0a8e req-4225525a-c468-4378-898b-b5314f69cf5e tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203997 Nov 18 17:13:39.609512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Pushing event updated for resources: {'Port': ['ID=6b61a69e-37e3-4977-a979-8c82ce844d20,revision_number=8']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:39.644978 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98015476-3784-4eca-a396-401c4931abf6 req-add3b2a0-1c54-4366-b2a9-27f20d0e3a11 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777990 Nov 18 17:13:39.676755 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-384e6019-b4dc-499f-a01b-1ed94fd6c2e3 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8000984 Nov 18 17:13:39.676755 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:39.676755 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:39.676755 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-0d7c3c2a-413b-4734-b4a3-890b19607480 service neutron] 10.222.0.83 "PUT /v2.0/ports/6b61a69e-37e3-4977-a979-8c82ce844d20 HTTP/1.1" status: 200 len: 1124 time: 1.5729175 Nov 18 17:13:39.679103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41592) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:39.684885 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e9e975a0-ad07-40a3-b564-22d267708040 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::398', 'mac_address': 'fa:16:3e:f0:b7:37'}, {'ip_address': '2001:db8::1de', 'mac_address': 'fa:16:3e:ad:f5:a6'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:39.736464 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9817037b-34a5-4ee1-8668-821209dcb54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:39.756160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf5f67-4133-4222-97bf-db93333558ee req-6fb5be4b-a62c-4c7c-aca7-0af703cb3943 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:39.757687 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9aaf5f67-4133-4222-97bf-db93333558ee req-6fb5be4b-a62c-4c7c-aca7-0af703cb3943 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 945 time: 0.0697587 Nov 18 17:13:39.792205 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9e975a0-ad07-40a3-b564-22d267708040 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:39.795956 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['6b61a69e-37e3-4977-a979-8c82ce844d20'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:13:39.856212 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817037b-34a5-4ee1-8668-821209dcb54c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f85c8ee-09d2-4f5c-a52e-c4cb7beeb047,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:39.906431 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9aaf5f67-4133-4222-97bf-db93333558ee req-fe26419d-6727-40ed-a08d-dbda4b172c3d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231701 Nov 18 17:13:39.908009 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9817037b-34a5-4ee1-8668-821209dcb54c admin admin] Checking segment: {'id': '8473dcf8-f963-4375-80c4-c23da7f8db8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'b8422086-7625-47d1-8fd5-55e9b5538f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:39.908388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817037b-34a5-4ee1-8668-821209dcb54c admin admin] Network hostable DHCP agents. Network: b8422086-7625-47d1-8fd5-55e9b5538f76, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:13:39.915994 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-64ba15fa-b2bc-4f25-8811-1ba388bfa851 None None] Provisioning complete for port 0c3067ba-2449-43e2-8178-ddb48e494160 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:39.916503 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64ba15fa-b2bc-4f25-8811-1ba388bfa851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:39.965404 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-64ba15fa-b2bc-4f25-8811-1ba388bfa851 None None] Port 0c3067ba-2449-43e2-8178-ddb48e494160 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:13:40.043578 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566e3e4-6769-4213-8909-35cda1cc53aa req-218940ff-edba-4690-b951-7e23748e0d6c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:40.045378 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5566e3e4-6769-4213-8909-35cda1cc53aa req-218940ff-edba-4690-b951-7e23748e0d6c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d74742-01f0-41b9-938c-6b73ce134db0 HTTP/1.1" status: 200 len: 946 time: 0.0620244 Nov 18 17:13:40.104899 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9e975a0-ad07-40a3-b564-22d267708040 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:40.107214 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5566e3e4-6769-4213-8909-35cda1cc53aa req-37fbfffe-b8de-457c-8f31-e18472dcf63e tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555329 Nov 18 17:13:40.158022 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817037b-34a5-4ee1-8668-821209dcb54c admin admin] Network b8422086-7625-47d1-8fd5-55e9b5538f76 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:13:40.272411 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9e975a0-ad07-40a3-b564-22d267708040 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:40.305489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e9e975a0-ad07-40a3-b564-22d267708040 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] In _notify_port_updated(), no bound segment for port 0c3067ba-2449-43e2-8178-ddb48e494160 on network c295cdc9-b984-41d9-9fd5-91fcc554d385 {{(pid=104008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:13:40.311115 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e975a0-ad07-40a3-b564-22d267708040 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:40.311915 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9e975a0-ad07-40a3-b564-22d267708040 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:40.315952 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e9e975a0-ad07-40a3-b564-22d267708040 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "PUT /v2.0/ports/0c3067ba-2449-43e2-8178-ddb48e494160 HTTP/1.1" status: 200 len: 1068 time: 0.6331801 Nov 18 17:13:40.316327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41600) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:40.318674 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-9817037b-34a5-4ee1-8668-821209dcb54c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, b8422086-7625-47d1-8fd5-55e9b5538f76) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:40.323081 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9817037b-34a5-4ee1-8668-821209dcb54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:40.324758 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9817037b-34a5-4ee1-8668-821209dcb54c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:40.335421 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68975222-99b8-49a1-a78a-ece7400ddd51 None None] Network b8422086-7625-47d1-8fd5-55e9b5538f76 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:13:40.374641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e975a0-ad07-40a3-b564-22d267708040 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event updated for resources: {'Port': ['ID=0c3067ba-2449-43e2-8178-ddb48e494160,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:40.482569 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9817037b-34a5-4ee1-8668-821209dcb54c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4936695 Nov 18 17:13:40.502941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e5311f1e-5b01-44ce-a714-1eeb463b4780 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Deleting port 0c3067ba-2449-43e2-8178-ddb48e494160 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:13:40.503868 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e5311f1e-5b01-44ce-a714-1eeb463b4780 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:40.516470 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4020f87-0a1f-48b9-a25e-0486ec87d07d None None] Network b8422086-7625-47d1-8fd5-55e9b5538f76 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:13:40.696822 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9a0dd1-b1ee-4961-9f96-137cb768b5a4', 'tag': '6b61a69e-37e3-4977-a979-8c82ce844d20'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:40.703724 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6cc3ef-9ed8-4909-baee-1781dbe50f27" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9a0dd1-b1ee-4961-9f96-137cb768b5a4", "tag": "6b61a69e-37e3-4977-a979-8c82ce844d20"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:40.756819 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e5311f1e-5b01-44ce-a714-1eeb463b4780 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:40.790181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e5311f1e-5b01-44ce-a714-1eeb463b4780 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Calling delete_port for 0c3067ba-2449-43e2-8178-ddb48e494160 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:13:40.792686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-032c5f19-da3b-4dcc-8967-9492ed0e1fb2 None None] Provisioning complete for port 0c3067ba-2449-43e2-8178-ddb48e494160 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:40.795244 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-032c5f19-da3b-4dcc-8967-9492ed0e1fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:40.851339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12510d-2171-4569-ad5f-bb229ac4389a req-88a18459-5b52-48a3-b369-916a38f0509b tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:40.859030 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a12510d-2171-4569-ad5f-bb229ac4389a req-88a18459-5b52-48a3-b369-916a38f0509b tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 944 time: 0.1391864 Nov 18 17:13:40.874736 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-032c5f19-da3b-4dcc-8967-9492ed0e1fb2 None None] Port 0c3067ba-2449-43e2-8178-ddb48e494160 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:13:40.945092 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a12510d-2171-4569-ad5f-bb229ac4389a req-1d5b06de-3cdd-4bc8-afb4-591e4975c899 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849898 Nov 18 17:13:41.094399 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de29698-23a7-4be6-83e0-c2e2b3f4e8ad req-2158c732-c510-47e7-a642-00265547bd16 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:41.103070 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6de29698-23a7-4be6-83e0-c2e2b3f4e8ad req-2158c732-c510-47e7-a642-00265547bd16 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0931375 Nov 18 17:13:41.153366 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6de29698-23a7-4be6-83e0-c2e2b3f4e8ad req-cf37da57-726a-4b34-b2d6-f4f518b6108d tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490398 Nov 18 17:13:41.276343 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cf782d-2db2-429e-a346-8944d3430a15 x-openstack-request-id: req-90cf782d-2db2-429e-a346-8944d3430a15 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:41.277117 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9a0dd1-b1ee-4961-9f96-137cb768b5a4", "tag": "6b61a69e-37e3-4977-a979-8c82ce844d20", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:41.277592 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-90cf782d-2db2-429e-a346-8944d3430a15 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:41.278592 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9a0dd1-b1ee-4961-9f96-137cb768b5a4', 'tag': '6b61a69e-37e3-4977-a979-8c82ce844d20', 'status': 'completed', 'code': 200} Nov 18 17:13:41.351594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cc3ef-9ed8-4909-baee-1781dbe50f27 req-6b3ac496-17e9-4a09-8d98-4a12f0cfd204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:41.353221 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3c6cc3ef-9ed8-4909-baee-1781dbe50f27 req-6b3ac496-17e9-4a09-8d98-4a12f0cfd204 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 1127 time: 0.0483251 Nov 18 17:13:41.471433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cc3ef-9ed8-4909-baee-1781dbe50f27 req-7374383f-9a3b-4d71-bf49-e2fb6234522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:41.474259 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3c6cc3ef-9ed8-4909-baee-1781dbe50f27 req-7374383f-9a3b-4d71-bf49-e2fb6234522d service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.1129301 Nov 18 17:13:41.528693 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3c6cc3ef-9ed8-4909-baee-1781dbe50f27 req-5b811e9c-d17d-4061-8b6c-670b547f430b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b61a69e-37e3-4977-a979-8c82ce844d20 HTTP/1.1" status: 200 len: 217 time: 0.0471785 Nov 18 17:13:41.597495 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cc3ef-9ed8-4909-baee-1781dbe50f27 req-7a96408b-0f95-43a5-a68f-401a50e0068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:41.600196 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3c6cc3ef-9ed8-4909-baee-1781dbe50f27 req-7a96408b-0f95-43a5-a68f-401a50e0068f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.0624840 Nov 18 17:13:41.645065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-34ef62b1-1b93-4cf6-b173-c057296b7281 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:41.646639 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-34ef62b1-1b93-4cf6-b173-c057296b7281 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/networks?id=b8422086-7625-47d1-8fd5-55e9b5538f76 HTTP/1.1" status: 200 len: 817 time: 0.1334386 Nov 18 17:13:41.659832 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3c6cc3ef-9ed8-4909-baee-1781dbe50f27 req-c5d46624-127c-400e-8490-1f6c2340b073 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516691 Nov 18 17:13:41.665230 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-a5b4b866-cd85-4560-a0b8-43d6141f7086 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/quotas/9cf82caaf3c74a30bfe6b9558a135802 HTTP/1.1" status: 200 len: 375 time: 0.0119908 Nov 18 17:13:41.717707 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-1e24605f-8d6b-4087-b323-b9ed2519635f tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9cf82caaf3c74a30bfe6b9558a135802&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437467 Nov 18 17:13:41.800040 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e5311f1e-5b01-44ce-a714-1eeb463b4780 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:41.847946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-d22f50e5-fc78-46b5-b360-85de04821e9f service neutron] 10.222.0.72 "GET /v2.0/networks/b8422086-7625-47d1-8fd5-55e9b5538f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292644 Nov 18 17:13:41.894724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5311f1e-5b01-44ce-a714-1eeb463b4780 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event deleted for resources: {'Port': ['ID=0c3067ba-2449-43e2-8178-ddb48e494160,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:41.911576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef7c6-aef3-47ed-8974-c4582926f943 req-ead81724-a1cb-4469-8034-50529c410e92 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:41.923021 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-67eef7c6-aef3-47ed-8974-c4582926f943 req-ead81724-a1cb-4469-8034-50529c410e92 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1332984 Nov 18 17:13:41.950001 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3c6cc3ef-9ed8-4909-baee-1781dbe50f27 req-f7d84b76-ccbb-431a-8049-58e0ace2ca40 service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822831 Nov 18 17:13:42.019952 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-ba20664f-0b44-441b-a18e-bcfa69227f93 service neutron] 10.222.0.72 "GET /v2.0/networks/b8422086-7625-47d1-8fd5-55e9b5538f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710370 Nov 18 17:13:42.052476 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-67eef7c6-aef3-47ed-8974-c4582926f943 req-c1f3dd1d-1ae3-48f0-9d20-1156d67e00d5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112969 Nov 18 17:13:42.144522 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3c6cc3ef-9ed8-4909-baee-1781dbe50f27 req-da96f6e2-a1b6-4862-acda-cf783a5f62d9 service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780603 Nov 18 17:13:42.145635 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e5311f1e-5b01-44ce-a714-1eeb463b4780 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:42.152583 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41652) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:42.154328 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e5311f1e-5b01-44ce-a714-1eeb463b4780 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "DELETE /v2.0/ports/0c3067ba-2449-43e2-8178-ddb48e494160 HTTP/1.1" status: 204 len: 168 time: 1.8312869 Nov 18 17:13:42.231227 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-3419076e-0240-49d9-886a-3d97445ce591 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] GET failed (client error): The resource could not be found. Nov 18 17:13:42.235621 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41658) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:42.235846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3419076e-0240-49d9-886a-3d97445ce591 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "GET /v2.0/ports/0c3067ba-2449-43e2-8178-ddb48e494160 HTTP/1.1" status: 404 len: 333 time: 0.0822725 Nov 18 17:13:42.269633 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db5b28-ad14-46ec-8fd5-46d5e0c770c4 req-d44187e2-ec2f-47d0-9769-2b4a62bf48ed tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:42.275896 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1db5b28-ad14-46ec-8fd5-46d5e0c770c4 req-d44187e2-ec2f-47d0-9769-2b4a62bf48ed tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d74742-01f0-41b9-938c-6b73ce134db0 HTTP/1.1" status: 200 len: 946 time: 0.0938213 Nov 18 17:13:42.334693 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1db5b28-ad14-46ec-8fd5-46d5e0c770c4 req-66fb4a72-162b-499d-bfb2-29d0e184e3e2 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd3891c1-938f-4f85-ab76-3102f40c64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513957 Nov 18 17:13:42.401165 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-f82d28b6-a8e7-4351-9f2b-4e411f82c015 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Deleting port b659564a-c7cf-409f-8012-aeb9984a1c40 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:13:42.401523 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f82d28b6-a8e7-4351-9f2b-4e411f82c015 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:42.412763 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705281a1-04c9-4ff8-8319-ffb09d8a8d22 req-383c98da-e3c1-4fdb-8d57-102722347d03 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:42.420944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-705281a1-04c9-4ff8-8319-ffb09d8a8d22 req-383c98da-e3c1-4fdb-8d57-102722347d03 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 944 time: 0.0671823 Nov 18 17:13:42.505226 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-705281a1-04c9-4ff8-8319-ffb09d8a8d22 req-f7edf7ad-5dae-4887-9371-faba93b2630a tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793660 Nov 18 17:13:42.546888 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae3b24-4d05-461a-8348-99c0d994c3f6 req-644148af-b5f6-48e9-849f-c77c5178c000 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:42.548409 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3cae3b24-4d05-461a-8348-99c0d994c3f6 req-644148af-b5f6-48e9-849f-c77c5178c000 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.83 "GET /v2.0/ports?device_id=f8d74742-01f0-41b9-938c-6b73ce134db0 HTTP/1.1" status: 200 len: 946 time: 0.1738901 Nov 18 17:13:42.584338 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f82d28b6-a8e7-4351-9f2b-4e411f82c015 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:42.623250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-f82d28b6-a8e7-4351-9f2b-4e411f82c015 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Calling delete_port for b659564a-c7cf-409f-8012-aeb9984a1c40 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:13:42.646578 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed7a2204-dc71-4def-87d1-362c57589db0 req-0e8c12e8-389f-427c-9a3f-f102dc7c052e tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/ports?device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 210 time: 0.0348315 Nov 18 17:13:42.812395 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-3cae3b24-4d05-461a-8348-99c0d994c3f6 req-315f76bd-bed7-40a4-845c-0a9bd44e192a tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Deleting port 40472854-5cfa-49df-b331-4dd53139b3d7 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:13:42.812737 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3cae3b24-4d05-461a-8348-99c0d994c3f6 req-315f76bd-bed7-40a4-845c-0a9bd44e192a tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:42.950817 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41b452-523d-403e-999a-4399b6da5434 req-46b0df9b-36c9-480a-97ab-6ea19bb2ab12 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:42.958195 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4b41b452-523d-403e-999a-4399b6da5434 req-46b0df9b-36c9-480a-97ab-6ea19bb2ab12 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0945261 Nov 18 17:13:42.993097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3cae3b24-4d05-461a-8348-99c0d994c3f6 req-315f76bd-bed7-40a4-845c-0a9bd44e192a tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] For port 40472854-5cfa-49df-b331-4dd53139b3d7, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=40472854-5cfa-49df-b331-4dd53139b3d7,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:42.996004 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3cae3b24-4d05-461a-8348-99c0d994c3f6 req-315f76bd-bed7-40a4-845c-0a9bd44e192a tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:43.009308 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-3cae3b24-4d05-461a-8348-99c0d994c3f6 req-315f76bd-bed7-40a4-845c-0a9bd44e192a tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Calling delete_port for 40472854-5cfa-49df-b331-4dd53139b3d7 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:13:43.023655 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4b41b452-523d-403e-999a-4399b6da5434 req-cd047b15-242f-4a42-a482-d5736d0dfde0 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614147 Nov 18 17:13:43.101982 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f82d28b6-a8e7-4351-9f2b-4e411f82c015 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:43.147460 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d28b6-a8e7-4351-9f2b-4e411f82c015 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event deleted for resources: {'Port': ['ID=b659564a-c7cf-409f-8012-aeb9984a1c40,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:43.205796 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f82d28b6-a8e7-4351-9f2b-4e411f82c015 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:43.210640 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f82d28b6-a8e7-4351-9f2b-4e411f82c015 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "DELETE /v2.0/ports/b659564a-c7cf-409f-8012-aeb9984a1c40 HTTP/1.1" status: 204 len: 168 time: 0.9736593 Nov 18 17:13:43.213572 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41694) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:43.252193 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12920ac-6e25-4475-9c04-b6ac80d6b908 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] GET failed (client error): The resource could not be found. Nov 18 17:13:43.257411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c12920ac-6e25-4475-9c04-b6ac80d6b908 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "GET /v2.0/ports/b659564a-c7cf-409f-8012-aeb9984a1c40 HTTP/1.1" status: 404 len: 333 time: 0.0427248 Nov 18 17:13:43.259084 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41700) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:43.403611 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3cae3b24-4d05-461a-8348-99c0d994c3f6 req-315f76bd-bed7-40a4-845c-0a9bd44e192a tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:43.417967 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['40472854-5cfa-49df-b331-4dd53139b3d7'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:13:43.465683 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['2e3d8458-7151-4d23-980f-2d3e109ca136'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:13:43.549939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6b61a69e-37e3-4977-a979-8c82ce844d20 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:13:43.585570 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b52c01be-c425-4708-a975-f812c12470ff req-9ab51cc0-5219-45ba-9ccc-eff70ffb1b4d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d74742-01f0-41b9-938c-6b73ce134db0 HTTP/1.1" status: 200 len: 210 time: 0.0952857 Nov 18 17:13:43.618373 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f76bd-bed7-40a4-845c-0a9bd44e192a tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Pushing event deleted for resources: {'Port': ['ID=40472854-5cfa-49df-b331-4dd53139b3d7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:43.725360 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6b61a69e-37e3-4977-a979-8c82ce844d20, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6b61a69e-37e3-4977-a979-8c82ce844d20,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:43.742033 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6b61a69e-37e3-4977-a979-8c82ce844d20 has no active binding in host n-h2-813419-11 {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 18 17:13:43.772977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a04ec376-295c-4811-a3a4-cacc80d8bdf5 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Deleting port 3312e8b1-4c32-4eba-8cdc-dfc074051f9e {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:13:43.773401 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a04ec376-295c-4811-a3a4-cacc80d8bdf5 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:43.827577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d689c2-69f8-45c5-bd1f-681184260a99 req-15dc73fb-adaa-4b4b-8739-cff2f143d6a5 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:43.828469 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cae3b24-4d05-461a-8348-99c0d994c3f6 req-315f76bd-bed7-40a4-845c-0a9bd44e192a tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] No DVR routers for this DVR port 40472854-5cfa-49df-b331-4dd53139b3d7 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:13:43.837362 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-30d689c2-69f8-45c5-bd1f-681184260a99 req-15dc73fb-adaa-4b4b-8739-cff2f143d6a5 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 944 time: 0.1406083 Nov 18 17:13:43.841809 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3cae3b24-4d05-461a-8348-99c0d994c3f6 req-315f76bd-bed7-40a4-845c-0a9bd44e192a tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:43.850186 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3cae3b24-4d05-461a-8348-99c0d994c3f6 req-315f76bd-bed7-40a4-845c-0a9bd44e192a tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.83 "DELETE /v2.0/ports/40472854-5cfa-49df-b331-4dd53139b3d7 HTTP/1.1" status: 204 len: 173 time: 1.2631431 Nov 18 17:13:43.882222 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcae4e-2d8e-41b9-ad16-2f0bcc975dc7 req-2cd8a6ce-489f-410a-aed6-370f0572a6ce tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:43.883752 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7fdcae4e-2d8e-41b9-ad16-2f0bcc975dc7 req-2cd8a6ce-489f-410a-aed6-370f0572a6ce tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.81 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 945 time: 0.5276849 Nov 18 17:13:43.886776 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d74742-01f0-41b9-938c-6b73ce134db0', 'name': 'network-vif-deleted', 'tag': '40472854-5cfa-49df-b331-4dd53139b3d7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:43.889624 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a0d86a-a241-494b-b106-9a673095d28c" -d '{"events": [{"server_uuid": "f8d74742-01f0-41b9-938c-6b73ce134db0", "name": "network-vif-deleted", "tag": "40472854-5cfa-49df-b331-4dd53139b3d7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:44.008880 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1b6123c3-ab76-4c1c-8074-dc5b5b7693d0 req-c33d7285-0d5b-4bb9-914c-2202b088aec0 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/ports?device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 210 time: 0.1163876 Nov 18 17:13:44.024611 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-5104b327-e8ca-48de-90de-b7c9d3c88156 service neutron] 10.222.0.81 "GET /v2.0/ports/6b61a69e-37e3-4977-a979-8c82ce844d20/bindings/n-h2-813419-11 HTTP/1.1" status: 200 len: 385 time: 0.1847434 Nov 18 17:13:44.104873 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a04ec376-295c-4811-a3a4-cacc80d8bdf5 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:44.104873 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37522b94-23cb-4cd8-bb13-b9f0434d6fda x-openstack-request-id: req-37522b94-23cb-4cd8-bb13-b9f0434d6fda {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:44.104873 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d74742-01f0-41b9-938c-6b73ce134db0", "name": "network-vif-deleted", "tag": "40472854-5cfa-49df-b331-4dd53139b3d7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:44.104873 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-37522b94-23cb-4cd8-bb13-b9f0434d6fda {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:44.104873 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d74742-01f0-41b9-938c-6b73ce134db0', 'name': 'network-vif-deleted', 'tag': '40472854-5cfa-49df-b331-4dd53139b3d7', 'status': 'completed', 'code': 200} Nov 18 17:13:44.150372 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-30d689c2-69f8-45c5-bd1f-681184260a99 req-c52ca472-67bd-45a8-a46e-3281b4d39d41 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945161 Nov 18 17:13:44.154804 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a04ec376-295c-4811-a3a4-cacc80d8bdf5 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Calling delete_port for 3312e8b1-4c32-4eba-8cdc-dfc074051f9e owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:13:44.252735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-7fdcae4e-2d8e-41b9-ad16-2f0bcc975dc7 req-d43675d5-9f14-4435-81c0-eb9f74fce96c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Deleting port 2e3d8458-7151-4d23-980f-2d3e109ca136 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:13:44.253328 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7fdcae4e-2d8e-41b9-ad16-2f0bcc975dc7 req-d43675d5-9f14-4435-81c0-eb9f74fce96c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:44.400497 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da9f3e-9429-429d-9872-57f50f94c6ce req-58f0bfea-cbe9-48c2-9947-f7d31a742cbe tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:44.427503 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39da9f3e-9429-429d-9872-57f50f94c6ce req-58f0bfea-cbe9-48c2-9947-f7d31a742cbe tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.2556214 Nov 18 17:13:44.468813 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-cd6ba76c-6f55-446d-b220-08cc7742c336 service neutron] For port 6b61a69e-37e3-4977-a979-8c82ce844d20, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6b61a69e-37e3-4977-a979-8c82ce844d20,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:44.528468 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7fdcae4e-2d8e-41b9-ad16-2f0bcc975dc7 req-d43675d5-9f14-4435-81c0-eb9f74fce96c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] For port 2e3d8458-7151-4d23-980f-2d3e109ca136, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2e3d8458-7151-4d23-980f-2d3e109ca136,segment=NetworkSegment(de29a012-2e1d-43dc-a075-f690fbababb8),segment_id=de29a012-2e1d-43dc-a075-f690fbababb8)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:44.529026 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7fdcae4e-2d8e-41b9-ad16-2f0bcc975dc7 req-d43675d5-9f14-4435-81c0-eb9f74fce96c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:44.534935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39da9f3e-9429-429d-9872-57f50f94c6ce req-4ecf4732-a786-4c34-b80a-4abe1d91357f tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794992 Nov 18 17:13:44.545769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-cd6ba76c-6f55-446d-b220-08cc7742c336 service neutron] For port 6b61a69e-37e3-4977-a979-8c82ce844d20, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:44.549098 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-7fdcae4e-2d8e-41b9-ad16-2f0bcc975dc7 req-d43675d5-9f14-4435-81c0-eb9f74fce96c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Calling delete_port for 2e3d8458-7151-4d23-980f-2d3e109ca136 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:13:44.600325 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a04ec376-295c-4811-a3a4-cacc80d8bdf5 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:44.604796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-cd6ba76c-6f55-446d-b220-08cc7742c336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b61a69e-37e3-4977-a979-8c82ce844d20 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:13:44.618968 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-cd6ba76c-6f55-446d-b220-08cc7742c336 service neutron] For port 6b61a69e-37e3-4977-a979-8c82ce844d20, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6b61a69e-37e3-4977-a979-8c82ce844d20,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:44.636710 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ec376-295c-4811-a3a4-cacc80d8bdf5 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event deleted for resources: {'Port': ['ID=3312e8b1-4c32-4eba-8cdc-dfc074051f9e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:44.680510 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a04ec376-295c-4811-a3a4-cacc80d8bdf5 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:44.684020 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a04ec376-295c-4811-a3a4-cacc80d8bdf5 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "DELETE /v2.0/ports/3312e8b1-4c32-4eba-8cdc-dfc074051f9e HTTP/1.1" status: 204 len: 168 time: 1.4248986 Nov 18 17:13:44.687065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41730) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:44.713882 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11ceca7b-a0fb-46ee-8bd8-534b54187b3f req-a3c640a7-7efd-490e-9265-71b0dae0d91d tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d74742-01f0-41b9-938c-6b73ce134db0 HTTP/1.1" status: 200 len: 210 time: 0.0394311 Nov 18 17:13:44.779364 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-cd6ba76c-6f55-446d-b220-08cc7742c336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:44.876977 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c2da7b-a007-4c1a-9287-f0c1c59de37f tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Deleting subnet c7993a70-7567-4b22-b235-02b1471ea426 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:13:44.893909 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-49c2da7b-a007-4c1a-9287-f0c1c59de37f tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:44.919192 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7fdcae4e-2d8e-41b9-ad16-2f0bcc975dc7 req-d43675d5-9f14-4435-81c0-eb9f74fce96c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:44.932998 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['40472854-5cfa-49df-b331-4dd53139b3d7'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:13:44.974938 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-49c2da7b-a007-4c1a-9287-f0c1c59de37f tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:44.997775 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43675d5-9f14-4435-81c0-eb9f74fce96c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Pushing event deleted for resources: {'Port': ['ID=2e3d8458-7151-4d23-980f-2d3e109ca136,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:45.042672 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-cd6ba76c-6f55-446d-b220-08cc7742c336 service neutron] Transition to ACTIVE for port object 6b61a69e-37e3-4977-a979-8c82ce844d20 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:13:45.085160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdcae4e-2d8e-41b9-ad16-2f0bcc975dc7 req-d43675d5-9f14-4435-81c0-eb9f74fce96c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] No DVR routers for this DVR port 2e3d8458-7151-4d23-980f-2d3e109ca136 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:13:45.090639 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7fdcae4e-2d8e-41b9-ad16-2f0bcc975dc7 req-d43675d5-9f14-4435-81c0-eb9f74fce96c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:45.095064 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7fdcae4e-2d8e-41b9-ad16-2f0bcc975dc7 req-d43675d5-9f14-4435-81c0-eb9f74fce96c tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.81 "DELETE /v2.0/ports/2e3d8458-7151-4d23-980f-2d3e109ca136 HTTP/1.1" status: 204 len: 173 time: 1.2001271 Nov 18 17:13:45.171183 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-49c2da7b-a007-4c1a-9287-f0c1c59de37f tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:45.215487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-8082d71c-4699-4dd8-9c18-bdc24be23772 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:45.217578 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-8082d71c-4699-4dd8-9c18-bdc24be23772 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.83 "GET /v2.0/networks?id=b8422086-7625-47d1-8fd5-55e9b5538f76 HTTP/1.1" status: 200 len: 817 time: 0.1944196 Nov 18 17:13:45.223504 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-cd6ba76c-6f55-446d-b220-08cc7742c336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:45.235129 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-fda2ca6b-2e41-47c3-a02d-6598764a0664 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Request body: {'port': {'device_id': '23e8caff-f025-4d78-814e-2f77d7d5d2de', 'network_id': 'b8422086-7625-47d1-8fd5-55e9b5538f76', 'admin_state_up': True, 'tenant_id': '9cf82caaf3c74a30bfe6b9558a135802'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:45.304482 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b22a05b-027c-4332-974e-4d371c2bffe5 req-69075d81-8f79-4516-b3df-bbf1b2df3fa2 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/ports?device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 210 time: 0.0765946 Nov 18 17:13:45.392547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-cd6ba76c-6f55-446d-b220-08cc7742c336 service neutron] No DVR routers for this DVR port 6b61a69e-37e3-4977-a979-8c82ce844d20 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:13:45.431182 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ba76c-6f55-446d-b220-08cc7742c336 service neutron] Pushing event updated for resources: {'Port': ['ID=6b61a69e-37e3-4977-a979-8c82ce844d20,revision_number=10']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:45.432681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-fda2ca6b-2e41-47c3-a02d-6598764a0664 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Made reservation on behalf of 9cf82caaf3c74a30bfe6b9558a135802 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:45.437894 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-fda2ca6b-2e41-47c3-a02d-6598764a0664 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:45.471188 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-cd6ba76c-6f55-446d-b220-08cc7742c336 service neutron] 10.222.0.81 "PUT /v2.0/ports/6b61a69e-37e3-4977-a979-8c82ce844d20/bindings/n-h2-813419-11/activate HTTP/1.1" status: 200 len: 370 time: 1.4348445 Nov 18 17:13:45.485544 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288e703-534e-4a94-837b-70b480dab8f4 req-82ba3fc4-476d-40e8-87d7-b7e732ac8e53 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:45.492379 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a288e703-534e-4a94-837b-70b480dab8f4 req-82ba3fc4-476d-40e8-87d7-b7e732ac8e53 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 945 time: 0.1678514 Nov 18 17:13:45.533069 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-49c2da7b-a007-4c1a-9287-f0c1c59de37f tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:45.616317 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a288e703-534e-4a94-837b-70b480dab8f4 req-ba3ec450-af5e-4a40-a8b2-04e17cc67d66 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195550 Nov 18 17:13:45.640620 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2da7b-a007-4c1a-9287-f0c1c59de37f tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event deleted for resources: {'Subnet': ['ID=c7993a70-7567-4b22-b235-02b1471ea426,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:45.651520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90aff0a-d7fc-4792-a064-f95d1ecdecf5 None None] Network c295cdc9-b984-41d9-9fd5-91fcc554d385 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:13:45.678487 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-49c2da7b-a007-4c1a-9287-f0c1c59de37f tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:45.685794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-49c2da7b-a007-4c1a-9287-f0c1c59de37f tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "DELETE /v2.0/subnets/c7993a70-7567-4b22-b235-02b1471ea426 HTTP/1.1" status: 204 len: 168 time: 0.9918544 Nov 18 17:13:45.685794 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41754) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:45.721817 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-fda2ca6b-2e41-47c3-a02d-6598764a0664 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Allocated IP 172.20.0.11 (b8422086-7625-47d1-8fd5-55e9b5538f76/2f85c8ee-09d2-4f5c-a52e-c4cb7beeb047/2bac9acc-3364-4d46-8b3a-416ca92b91a3) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:45.758160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-a6554035-12c3-4856-a17a-ea5e94fdb21c tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:45.759719 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-a6554035-12c3-4856-a17a-ea5e94fdb21c tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4&tenant_id=50df9abadb204a52a1f75cd50dbb0a82&binding%3Ahost_id=n-h1-813419-11 HTTP/1.1" status: 200 len: 1097 time: 0.1114018 Nov 18 17:13:45.892393 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08524e-ffaa-4d17-990c-8994ddbfdc7e req-26abec14-b954-432e-a1af-4d6ca1c0150e tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:45.936317 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce08524e-ffaa-4d17-990c-8994ddbfdc7e req-26abec14-b954-432e-a1af-4d6ca1c0150e tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.2936110 Nov 18 17:13:45.943908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-99243ebd-800a-471b-8313-2492b535a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:45.945916 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-99243ebd-800a-471b-8313-2492b535a216 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4&tenant_id=50df9abadb204a52a1f75cd50dbb0a82 HTTP/1.1" status: 200 len: 1097 time: 0.1759210 Nov 18 17:13:45.982081 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:46.027781 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-499bc5d4-2f67-4ace-8c41-b5297c6b0af2 req-309ba27f-9d14-4507-b5b0-a2646134d896 tempest-MultipleCreateTestJSON-53601091 tempest-MultipleCreateTestJSON-53601091-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ecddae-9179-432f-a83f-393cfec63949 HTTP/1.1" status: 200 len: 210 time: 0.0892470 Nov 18 17:13:46.043530 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e88175b-1540-4ceb-b12d-9a363ffb99d3 None None] DHCP port deletion for c295cdc9-b984-41d9-9fd5-91fcc554d385 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:13:46.077846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce08524e-ffaa-4d17-990c-8994ddbfdc7e req-e4ee7fae-4757-449f-93c2-2111c5566aad tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403229 Nov 18 17:13:46.109975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ecddae-9179-432f-a83f-393cfec63949', 'name': 'network-vif-deleted', 'tag': '2e3d8458-7151-4d23-980f-2d3e109ca136'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:46.117399 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9c7b23-6a1b-40d9-b08d-215868287b34" -d '{"events": [{"server_uuid": "77ecddae-9179-432f-a83f-393cfec63949", "name": "network-vif-deleted", "tag": "2e3d8458-7151-4d23-980f-2d3e109ca136"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:46.117562 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5e88175b-1540-4ceb-b12d-9a363ffb99d3 None None] Deleting port f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:13:46.117562 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5e88175b-1540-4ceb-b12d-9a363ffb99d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:46.142992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-f3116ec9-e17c-4ac9-9711-89d88c219fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:46.144671 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-f3116ec9-e17c-4ac9-9711-89d88c219fdf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 1097 time: 0.1673713 Nov 18 17:13:46.209016 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16210ea7-d994-4d00-960f-94200db2215f x-openstack-request-id: req-16210ea7-d994-4d00-960f-94200db2215f {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:46.209331 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ecddae-9179-432f-a83f-393cfec63949", "name": "network-vif-deleted", "tag": "2e3d8458-7151-4d23-980f-2d3e109ca136", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:46.209619 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-16210ea7-d994-4d00-960f-94200db2215f {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:46.210051 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ecddae-9179-432f-a83f-393cfec63949', 'name': 'network-vif-deleted', 'tag': '2e3d8458-7151-4d23-980f-2d3e109ca136', 'status': 'completed', 'code': 200} Nov 18 17:13:46.216574 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-fda2ca6b-2e41-47c3-a02d-6598764a0664 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:46.222496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Deleting port f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:13:46.223978 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:46.257637 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5e88175b-1540-4ceb-b12d-9a363ffb99d3 None None] For port f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803,segment=NetworkSegment(69604876-7181-48d5-8d28-102ff347047e),segment_id=69604876-7181-48d5-8d28-102ff347047e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:46.258418 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5e88175b-1540-4ceb-b12d-9a363ffb99d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:46.273999 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5e88175b-1540-4ceb-b12d-9a363ffb99d3 None None] Calling delete_port for f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:13:46.362636 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] For port f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803,segment=NetworkSegment(69604876-7181-48d5-8d28-102ff347047e),segment_id=69604876-7181-48d5-8d28-102ff347047e)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:46.368824 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:46.378072 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Calling delete_port for f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:13:46.382322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-a33eec03-df3f-4f78-ad76-1115b52ae746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:46.391459 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-a33eec03-df3f-4f78-ad76-1115b52ae746 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.2304995 Nov 18 17:13:46.421037 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5e88175b-1540-4ceb-b12d-9a363ffb99d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:46.442101 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-fda2ca6b-2e41-47c3-a02d-6598764a0664 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:46.444590 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-26a24167-b37a-4b0d-b80a-925e57b7a204 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b61a69e-37e3-4977-a979-8c82ce844d20 HTTP/1.1" status: 200 len: 217 time: 0.0527668 Nov 18 17:13:46.475079 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88175b-1540-4ceb-b12d-9a363ffb99d3 None None] Pushing event deleted for resources: {'Port': ['ID=f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:46.495524 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e88175b-1540-4ceb-b12d-9a363ffb99d3 None None] No DVR routers for this DVR port f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:13:46.510070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2ca6b-2e41-47c3-a02d-6598764a0664 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Pushing event updated for resources: {'Port': ['ID=2bac9acc-3364-4d46-8b3a-416ca92b91a3,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:46.547017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-fda2ca6b-2e41-47c3-a02d-6598764a0664 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Network b8422086-7625-47d1-8fd5-55e9b5538f76 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:46.550074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-fda2ca6b-2e41-47c3-a02d-6598764a0664 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:46.555508 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-fda2ca6b-2e41-47c3-a02d-6598764a0664 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:46.560332 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:46.595458 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event deleted for resources: {'Port': ['ID=f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:46.598776 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] No DVR routers for this DVR port f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:13:46.627047 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-fda2ca6b-2e41-47c3-a02d-6598764a0664 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:46.628067 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-fda2ca6b-2e41-47c3-a02d-6598764a0664 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:46.632092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-c3aecd66-6635-4f3b-b53e-e5f563bacefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:46.633874 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-c3aecd66-6635-4f3b-b53e-e5f563bacefc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.1287901 Nov 18 17:13:46.659179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be860b26-8207-4bd3-a8de-3b7e54a34913 req-516d13b9-454c-42a8-a0d8-425f10e8d489 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:46.663460 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be860b26-8207-4bd3-a8de-3b7e54a34913 req-516d13b9-454c-42a8-a0d8-425f10e8d489 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/ports?device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 932 time: 0.2248030 Nov 18 17:13:46.670432 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-11971253-8e56-4f87-bf75-189fd47ea051 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284107 Nov 18 17:13:46.730775 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-fda2ca6b-2e41-47c3-a02d-6598764a0664 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4996710 Nov 18 17:13:46.773422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Request body: {'port': {'device_id': '23e8caff-f025-4d78-814e-2f77d7d5d2de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:46.858892 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-7933c4ac-08ad-4a1b-8eb2-743e956d7332 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787622 Nov 18 17:13:46.859618 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:47.059958 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:47.085736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c295cdc9-b984-41d9-9fd5-91fcc554d385']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:47.098539 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69604876-7181-48d5-8d28-102ff347047e') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:47.098891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69604876-7181-48d5-8d28-102ff347047e') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:47.111205 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:47.126583 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:47.133849 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:13:47.134268 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:13:47.250340 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:13:47.291889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:13:47.341570 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:13:47.346448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device f3ccbe4b-f7b5-4ffb-aef2-b0e58d0d4803 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:13:47.352358 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:47.367577 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:47.370823 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] 10.222.0.72 "DELETE /v2.0/networks/c295cdc9-b984-41d9-9fd5-91fcc554d385 HTTP/1.1" status: 204 len: 168 time: 1.6852365 Nov 18 17:13:47.401251 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-133a1b6d-5315-43fe-9245-da13c7713ee1 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173309 Nov 18 17:13:47.447769 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be860b26-8207-4bd3-a8de-3b7e54a34913 req-8938b041-1bd5-4ed7-bc58-c0c9f37ead8a tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/security-groups?id=79578dbd-b0ae-408b-a493-3e06d7823fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350328 Nov 18 17:13:47.447769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187db05-68b9-4055-8d8f-e1a2aaf97430 tempest-AllowedAddressPairIpV6TestJSON-1788249599 tempest-AllowedAddressPairIpV6TestJSON-1788249599-project] Pushing event deleted for resources: {'Network': ['ID=c295cdc9-b984-41d9-9fd5-91fcc554d385,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:47.479066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3db2f-e1b1-4185-adf3-63143899c54f req-c2408360-ab61-4fbc-886f-528b7fd6f71c tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:47.481622 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46f3db2f-e1b1-4185-adf3-63143899c54f req-c2408360-ab61-4fbc-886f-528b7fd6f71c tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 945 time: 0.4744632 Nov 18 17:13:47.518265 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41786) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:47.529497 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 40472854-5cfa-49df-b331-4dd53139b3d7 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:13:47.590370 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 40472854-5cfa-49df-b331-4dd53139b3d7 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:13:47.594645 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 40472854-5cfa-49df-b331-4dd53139b3d7 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:13:47.713564 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bac9acc-3364-4d46-8b3a-416ca92b91a3 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:13:47.718736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8259f1e-b728-48d2-8f7d-b628551ee7f5 admin admin] Deleting subnet 81e57647-6f5c-483d-88be-381a1bd15b62 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:13:47.722477 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b8259f1e-b728-48d2-8f7d-b628551ee7f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:47.723375 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:47.738195 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Transition to ACTIVE for port object 2bac9acc-3364-4d46-8b3a-416ca92b91a3 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:13:47.770305 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b8259f1e-b728-48d2-8f7d-b628551ee7f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:47.802522 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46f3db2f-e1b1-4185-adf3-63143899c54f req-18e61c5b-38c5-4a6c-835b-04d78c798cae tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056624 Nov 18 17:13:47.820530 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:47.838950 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b8259f1e-b728-48d2-8f7d-b628551ee7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:47.874133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc1c77-72ec-4c4d-888b-c51ee8d3fbe6 req-f88f1359-959a-420e-b906-ae14e2ee1619 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:47.888649 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-acbc1c77-72ec-4c4d-888b-c51ee8d3fbe6 req-f88f1359-959a-420e-b906-ae14e2ee1619 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.2183526 Nov 18 17:13:47.922224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2bac9acc-3364-4d46-8b3a-416ca92b91a3,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:47.931957 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41792) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:47.985608 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-acbc1c77-72ec-4c4d-888b-c51ee8d3fbe6 req-987e760f-cd14-4317-aa7e-49bcaacc340e tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959222 Nov 18 17:13:48.064147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-74f3b5eb-f9f7-4d9a-88e9-d1f85b406143 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:48.065807 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-74f3b5eb-f9f7-4d9a-88e9-d1f85b406143 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4&tenant_id=50df9abadb204a52a1f75cd50dbb0a82&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 1097 time: 0.1148076 Nov 18 17:13:48.075571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Attempting to bind port 2bac9acc-3364-4d46-8b3a-416ca92b91a3 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:13:48.075939 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Attempting to bind port 2bac9acc-3364-4d46-8b3a-416ca92b91a3 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '8473dcf8-f963-4375-80c4-c23da7f8db8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'b8422086-7625-47d1-8fd5-55e9b5538f76'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:13:48.076364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Attempting to bind port 2bac9acc-3364-4d46-8b3a-416ca92b91a3 on network b8422086-7625-47d1-8fd5-55e9b5538f76 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:48.078120 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b8259f1e-b728-48d2-8f7d-b628551ee7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.107252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8259f1e-b728-48d2-8f7d-b628551ee7f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81e57647-6f5c-483d-88be-381a1bd15b62,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:48.109393 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b8259f1e-b728-48d2-8f7d-b628551ee7f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.120023 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b8259f1e-b728-48d2-8f7d-b628551ee7f5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/81e57647-6f5c-483d-88be-381a1bd15b62 HTTP/1.1" status: 204 len: 168 time: 0.6004677 Nov 18 17:13:48.121131 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41796) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:48.128584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Port 2bac9acc-3364-4d46-8b3a-416ca92b91a3 on network b8422086-7625-47d1-8fd5-55e9b5538f76 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:13:48.128997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Attempting to bind port 2bac9acc-3364-4d46-8b3a-416ca92b91a3 on network b8422086-7625-47d1-8fd5-55e9b5538f76 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:48.151027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:13:48.151360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Checking segment: {'id': '8473dcf8-f963-4375-80c4-c23da7f8db8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'b8422086-7625-47d1-8fd5-55e9b5538f76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:48.152253 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Bound using segment: {'id': '8473dcf8-f963-4375-80c4-c23da7f8db8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'b8422086-7625-47d1-8fd5-55e9b5538f76'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:13:48.152416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Bound port: 2bac9acc-3364-4d46-8b3a-416ca92b91a3, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8473dcf8-f963-4375-80c4-c23da7f8db8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'b8422086-7625-47d1-8fd5-55e9b5538f76'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:13:48.153273 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.192658 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b77680d7-7541-493b-9475-304a5a3b7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.199462 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-69f4458d-9381-4b71-a962-50c50857d948 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9e808c49c8204ae4b4d631f09691f6fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2531164 Nov 18 17:13:48.202052 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41798) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:48.289659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] For port 2bac9acc-3364-4d46-8b3a-416ca92b91a3, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:48.295951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] For port 2bac9acc-3364-4d46-8b3a-416ca92b91a3, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2bac9acc-3364-4d46-8b3a-416ca92b91a3,segment=NetworkSegment(8473dcf8-f963-4375-80c4-c23da7f8db8e),segment_id=8473dcf8-f963-4375-80c4-c23da7f8db8e)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:13:48.329217 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b77680d7-7541-493b-9475-304a5a3b7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.331919 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33c53988-1c3b-4c5e-b4b4-6ac710e86913 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.349896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-b4b59b62-7d44-44f4-a558-c07b58caaadf service neutron] For port 6b61a69e-37e3-4977-a979-8c82ce844d20, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:48.353976 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-b4b59b62-7d44-44f4-a558-c07b58caaadf service neutron] Publish callbacks [] for binding, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.354988 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfb18a28-bbc6-4429-b908-198abdf50b0b req-b4b59b62-7d44-44f4-a558-c07b58caaadf service neutron] 10.222.0.83 "DELETE /v2.0/ports/6b61a69e-37e3-4977-a979-8c82ce844d20/bindings/n-h1-813419-11 HTTP/1.1" status: 204 len: 173 time: 0.2804520 Nov 18 17:13:48.360273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-b77680d7-7541-493b-9475-304a5a3b7696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2003bd1-6412-4e64-a49a-f7385a9d5313']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:48.376862 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33c53988-1c3b-4c5e-b4b4-6ac710e86913 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.379591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-b77680d7-7541-493b-9475-304a5a3b7696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de29a012-2e1d-43dc-a075-f690fbababb8') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:48.379826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-b77680d7-7541-493b-9475-304a5a3b7696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de29a012-2e1d-43dc-a075-f690fbababb8') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:48.396118 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b77680d7-7541-493b-9475-304a5a3b7696 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.398176 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.429238 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b77680d7-7541-493b-9475-304a5a3b7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.434884 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:48.435383 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.436504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77680d7-7541-493b-9475-304a5a3b7696 admin admin] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:13:48.436781 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] 10.222.0.83 "PUT /v2.0/ports/2bac9acc-3364-4d46-8b3a-416ca92b91a3 HTTP/1.1" status: 200 len: 1093 time: 1.6684115 Nov 18 17:13:48.436940 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b77680d7-7541-493b-9475-304a5a3b7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:13:48.439028 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:13:48.443278 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e8caff-f025-4d78-814e-2f77d7d5d2de', 'tag': '2bac9acc-3364-4d46-8b3a-416ca92b91a3'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:48.443278 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb189a56-7258-499e-a101-937724501dae" -d '{"events": [{"name": "network-changed", "server_uuid": "23e8caff-f025-4d78-814e-2f77d7d5d2de", "tag": "2bac9acc-3364-4d46-8b3a-416ca92b91a3"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:48.462991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2e3d8458-7151-4d23-980f-2d3e109ca136 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:13:48.503048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ab7c9-255c-4d0e-8bf8-11ec491f60a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2bac9acc-3364-4d46-8b3a-416ca92b91a3,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:48.509105 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 2e3d8458-7151-4d23-980f-2d3e109ca136 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:13:48.510215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41806) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:48.515682 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d6701069-1db4-497c-a064-88e7a5e324ca tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-35681300'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:48.519347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2e3d8458-7151-4d23-980f-2d3e109ca136 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:13:48.522295 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6b61a69e-37e3-4977-a979-8c82ce844d20 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:13:48.556480 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa6b469-a80b-453b-8bba-51156613a482 x-openstack-request-id: req-afa6b469-a80b-453b-8bba-51156613a482 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:48.556480 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e8caff-f025-4d78-814e-2f77d7d5d2de", "tag": "2bac9acc-3364-4d46-8b3a-416ca92b91a3", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:48.556480 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-afa6b469-a80b-453b-8bba-51156613a482 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:48.556480 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e8caff-f025-4d78-814e-2f77d7d5d2de', 'tag': '2bac9acc-3364-4d46-8b3a-416ca92b91a3', 'status': 'completed', 'code': 200} Nov 18 17:13:48.568172 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6b61a69e-37e3-4977-a979-8c82ce844d20 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:13:48.613997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb189a56-7258-499e-a101-937724501dae req-42a99628-444e-4943-a58f-f553e8db1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:48.615502 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb189a56-7258-499e-a101-937724501dae req-42a99628-444e-4943-a58f-f553e8db1035 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cf82caaf3c74a30bfe6b9558a135802&device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 1096 time: 0.0416975 Nov 18 17:13:48.621068 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64719d57-0753-48c9-98a3-ed84b84a5b54 req-06b250b8-92db-47e1-8995-4abd2b4350ae tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:48.622560 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64719d57-0753-48c9-98a3-ed84b84a5b54 req-06b250b8-92db-47e1-8995-4abd2b4350ae tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/ports?device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 944 time: 0.0503287 Nov 18 17:13:48.641856 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33c53988-1c3b-4c5e-b4b4-6ac710e86913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.641856 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33c53988-1c3b-4c5e-b4b4-6ac710e86913 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.641856 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-33c53988-1c3b-4c5e-b4b4-6ac710e86913 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f33c23f6-1163-4e2f-9394-af99002dad47 HTTP/1.1" status: 204 len: 168 time: 0.4373465 Nov 18 17:13:48.659755 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c53988-1c3b-4c5e-b4b4-6ac710e86913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33c23f6-1163-4e2f-9394-af99002dad47,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:48.663539 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6701069-1db4-497c-a064-88e7a5e324ca tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Made reservation on behalf of 452f9766b67e4a999cd2927e84f67a4c for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:48.667157 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b77680d7-7541-493b-9475-304a5a3b7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.667309 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6701069-1db4-497c-a064-88e7a5e324ca tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.672774 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b77680d7-7541-493b-9475-304a5a3b7696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.680961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b77680d7-7541-493b-9475-304a5a3b7696 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e2003bd1-6412-4e64-a49a-f7385a9d5313 HTTP/1.1" status: 204 len: 168 time: 0.5545969 Nov 18 17:13:48.698658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77680d7-7541-493b-9475-304a5a3b7696 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2003bd1-6412-4e64-a49a-f7385a9d5313,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:48.731660 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64719d57-0753-48c9-98a3-ed84b84a5b54 req-aefcca2b-7e4e-440e-8000-736bc8d2611e tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/security-groups?id=79578dbd-b0ae-408b-a493-3e06d7823fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031160 Nov 18 17:13:48.747370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6701069-1db4-497c-a064-88e7a5e324ca tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] vlan segment allocate from pool success with {'vlan_id': 1127, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:13:48.771290 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6701069-1db4-497c-a064-88e7a5e324ca tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.771645 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-d6701069-1db4-497c-a064-88e7a5e324ca tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Added segment c29532e1-c337-40a3-9d1c-0930b1ef2af4 of type vlan for network 9a0c3004-3ad3-481d-9a55-9288314c9a88 Nov 18 17:13:48.814164 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb189a56-7258-499e-a101-937724501dae req-56b1945f-2f86-4bb2-b8b0-33323b4d5742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:48.815915 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb189a56-7258-499e-a101-937724501dae req-56b1945f-2f86-4bb2-b8b0-33323b4d5742 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9cf82caaf3c74a30bfe6b9558a135802&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1911740 Nov 18 17:13:48.849754 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6701069-1db4-497c-a064-88e7a5e324ca tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:48.969584 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57642d-0d8f-40ef-8140-b7c27b71f813 req-c98fd061-1d70-4ec9-bc21-ad5e46d4abf3 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:48.969882 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb189a56-7258-499e-a101-937724501dae req-a204947d-c00a-43d6-8264-819f96e8a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:48.971153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b57642d-0d8f-40ef-8140-b7c27b71f813 req-c98fd061-1d70-4ec9-bc21-ad5e46d4abf3 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 945 time: 0.0681453 Nov 18 17:13:48.971300 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb189a56-7258-499e-a101-937724501dae req-a204947d-c00a-43d6-8264-819f96e8a7fb service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1456065 Nov 18 17:13:49.057025 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b57642d-0d8f-40ef-8140-b7c27b71f813 req-c2647349-7482-4b6d-9c3a-df92b8f273ee tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690284 Nov 18 17:13:49.064667 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-1ca3a419-e3ef-4d2f-afed-eb5d79e0a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:49.066699 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-1ca3a419-e3ef-4d2f-afed-eb5d79e0a4c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cf82caaf3c74a30bfe6b9558a135802&device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 1096 time: 0.0506091 Nov 18 17:13:49.122685 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-76ceeb76-5e8d-486f-b14d-8f67abf3b197 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bac9acc-3364-4d46-8b3a-416ca92b91a3 HTTP/1.1" status: 200 len: 217 time: 0.0458107 Nov 18 17:13:49.134801 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b10887-b082-4f44-80a4-53bc4a425348 req-8f121dcd-e04b-4ffc-8125-dd3e2219bec9 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:49.136407 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61b10887-b082-4f44-80a4-53bc4a425348 req-8f121dcd-e04b-4ffc-8125-dd3e2219bec9 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0559044 Nov 18 17:13:49.194351 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6701069-1db4-497c-a064-88e7a5e324ca tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:49.195585 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6701069-1db4-497c-a064-88e7a5e324ca tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:49.196279 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6701069-1db4-497c-a064-88e7a5e324ca tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:49.224555 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61b10887-b082-4f44-80a4-53bc4a425348 req-49cbd209-0813-47bb-93a2-81816b0522da tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769231 Nov 18 17:13:49.273507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-eb9b1ded-cfd0-48c0-9db8-94b576c4dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:49.275098 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-eb9b1ded-cfd0-48c0-9db8-94b576c4dd91 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2f85c8ee-09d2-4f5c-a52e-c4cb7beeb047 HTTP/1.1" status: 200 len: 857 time: 0.1451571 Nov 18 17:13:49.284454 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d6701069-1db4-497c-a064-88e7a5e324ca tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7729664 Nov 18 17:13:49.284870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41826) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:49.292325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-fb1b3049-5c07-4742-b14c-a40f7a6c29c2 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1365866712'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:49.335306 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41830) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:49.395664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-709e5371-697e-4915-9376-e1d70d948b43 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=03af3191faea4a2aad8e5a48ae33efc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0588765 Nov 18 17:13:49.403861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41832) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:49.406864 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1b3049-5c07-4742-b14c-a40f7a6c29c2 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Made reservation on behalf of 452f9766b67e4a999cd2927e84f67a4c for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:49.409562 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6701069-1db4-497c-a064-88e7a5e324ca tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event updated for resources: {'Network': ['ID=9a0c3004-3ad3-481d-9a55-9288314c9a88,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:49.410978 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb1b3049-5c07-4742-b14c-a40f7a6c29c2 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:49.423274 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 9a0c3004-3ad3-481d-9a55-9288314c9a88 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:13:49.430794 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-02baa4d5-39be-4d87-a144-6a9d6454e987 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8422086-7625-47d1-8fd5-55e9b5538f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552344 Nov 18 17:13:49.511149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1b3049-5c07-4742-b14c-a40f7a6c29c2 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] vlan segment allocate from pool success with {'vlan_id': 1110, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:13:49.520132 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a394d9-7864-494c-beed-3c7a2b523afd req-23faf9fc-00db-4a45-801d-f2e693818c77 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:49.527269 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10a394d9-7864-494c-beed-3c7a2b523afd req-23faf9fc-00db-4a45-801d-f2e693818c77 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 1097 time: 0.1365004 Nov 18 17:13:49.566939 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb1b3049-5c07-4742-b14c-a40f7a6c29c2 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:49.567294 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-fb1b3049-5c07-4742-b14c-a40f7a6c29c2 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Added segment 741e2663-1d0b-46a0-8e0d-faea0ac40b45 of type vlan for network 113727fb-b8c5-4dc5-81b0-dede0422cd99 Nov 18 17:13:49.570458 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-fd721732-4150-4d66-b448-a0708b12de0d service neutron] 10.222.0.83 "GET /v2.0/networks/b8422086-7625-47d1-8fd5-55e9b5538f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315215 Nov 18 17:13:49.613769 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dc6623d-6fbe-4652-8e18-fafa84d41124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:49.620269 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10a394d9-7864-494c-beed-3c7a2b523afd req-a81f4237-2c20-41ea-9de8-b898b2650705 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920777 Nov 18 17:13:49.641783 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb1b3049-5c07-4742-b14c-a40f7a6c29c2 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:49.656758 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dc6623d-6fbe-4652-8e18-fafa84d41124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:49.681830 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8c1bddee-de54-402e-8eee-b7c21cf9c525 req-961d9f46-c53a-4488-9618-5ba5e2d7e971 service neutron] 10.222.0.83 "GET /v2.0/networks/b8422086-7625-47d1-8fd5-55e9b5538f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025586 Nov 18 17:13:49.893707 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b7e40-4ebd-4143-80e5-28f7a414a030 req-c7adf3da-e102-47cc-b934-b66b62785da1 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:49.895830 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce8b7e40-4ebd-4143-80e5-28f7a414a030 req-c7adf3da-e102-47cc-b934-b66b62785da1 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/ports?device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 944 time: 0.0735261 Nov 18 17:13:49.899853 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dc6623d-6fbe-4652-8e18-fafa84d41124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:49.902372 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dc6623d-6fbe-4652-8e18-fafa84d41124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:49.906051 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4dc6623d-6fbe-4652-8e18-fafa84d41124 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dd3891c1-938f-4f85-ab76-3102f40c64a7 HTTP/1.1" status: 204 len: 168 time: 0.4977520 Nov 18 17:13:49.909662 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb1b3049-5c07-4742-b14c-a40f7a6c29c2 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:49.915748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b3049-5c07-4742-b14c-a40f7a6c29c2 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:49.916443 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb1b3049-5c07-4742-b14c-a40f7a6c29c2 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:49.965718 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6623d-6fbe-4652-8e18-fafa84d41124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3891c1-938f-4f85-ab76-3102f40c64a7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:50.086081 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b3049-5c07-4742-b14c-a40f7a6c29c2 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event updated for resources: {'Network': ['ID=113727fb-b8c5-4dc5-81b0-dede0422cd99,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:50.096125 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce8b7e40-4ebd-4143-80e5-28f7a414a030 req-a4787fe2-89cc-4ee2-ae5b-3ae42c0032ff tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/security-groups?id=79578dbd-b0ae-408b-a493-3e06d7823fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908710 Nov 18 17:13:50.099202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 113727fb-b8c5-4dc5-81b0-dede0422cd99 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:13:50.110290 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41866) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:50.123591 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a0f96742-8334-4199-afe4-c2b29e53e582 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Request body: {'subnet': {'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:50.124004 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fb1b3049-5c07-4742-b14c-a40f7a6c29c2 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8323438 Nov 18 17:13:50.132239 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-224b5d34-aaef-4573-aa6a-c8855e85e184 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:50.134994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-224b5d34-aaef-4573-aa6a-c8855e85e184 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 821 time: 0.2726781 Nov 18 17:13:50.159627 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-837f6c8a-0f10-4b08-82a4-0748332b6ddb tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/quotas/50df9abadb204a52a1f75cd50dbb0a82 HTTP/1.1" status: 200 len: 375 time: 0.0157900 Nov 18 17:13:50.236213 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-d38e7c7b-218a-4d87-acb0-42006afdad1f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691586 Nov 18 17:13:50.313026 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41874) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:50.340553 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f96742-8334-4199-afe4-c2b29e53e582 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Made reservation on behalf of 452f9766b67e4a999cd2927e84f67a4c for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:50.344869 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a0f96742-8334-4199-afe4-c2b29e53e582 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:50.374164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-12b865e5-9352-40db-aede-ae89fa130458 service neutron] 10.222.0.72 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294048 Nov 18 17:13:50.389392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2fb6-6ecf-4ed1-be60-7c0f8ab39867 req-e070039b-0dd5-485a-87af-96db7cd94a37 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:50.390916 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5adc2fb6-6ecf-4ed1-be60-7c0f8ab39867 req-e070039b-0dd5-485a-87af-96db7cd94a37 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0793610 Nov 18 17:13:50.442394 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-fe097bf6-93b2-444d-ab21-4444695aa178 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-188019436'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:50.532884 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-ca476196-44f7-41f3-b34c-ad0f8640f500 service neutron] 10.222.0.72 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408877 Nov 18 17:13:50.542612 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5adc2fb6-6ecf-4ed1-be60-7c0f8ab39867 req-df9ad3c2-3a6c-4fae-86aa-c6ddf67352ef tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671318 Nov 18 17:13:50.609078 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe097bf6-93b2-444d-ab21-4444695aa178 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Made reservation on behalf of 3c08cc3a4c6549e39fe029ffdeba340a for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:50.621995 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fe097bf6-93b2-444d-ab21-4444695aa178 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:50.622334 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fe097bf6-93b2-444d-ab21-4444695aa178 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:50.708511 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fe097bf6-93b2-444d-ab21-4444695aa178 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:50.742899 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a0f96742-8334-4199-afe4-c2b29e53e582 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:50.830049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f96742-8334-4199-afe4-c2b29e53e582 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event updated for resources: {'Subnet': ['ID=3e86ed0f-2fc1-4903-980a-4097b1d3eb56,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:50.839130 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f96742-8334-4199-afe4-c2b29e53e582 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Checking segment: {'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:50.839735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f96742-8334-4199-afe4-c2b29e53e582 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Network hostable DHCP agents. Network: 9a0c3004-3ad3-481d-9a55-9288314c9a88, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:13:50.873146 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fe097bf6-93b2-444d-ab21-4444695aa178 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:50.903025 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-762d59ae-896e-4ea3-88c5-3dd742fd2def req-2fe5eb65-e857-4216-a5f7-33b2b6f23a4a tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 210 time: 0.0419118 Nov 18 17:13:50.914090 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe097bf6-93b2-444d-ab21-4444695aa178 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:13:50.921544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe097bf6-93b2-444d-ab21-4444695aa178 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6423c411-3042-4e87-8d3a-61cbb0258827,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:50.939175 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fe097bf6-93b2-444d-ab21-4444695aa178 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:50.939517 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-fe097bf6-93b2-444d-ab21-4444695aa178 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Added segment 97aaca0d-4d41-4002-b852-ef3e2d4dd00e of type vlan for network a40a83d2-0055-4610-a935-d32cacefe10c Nov 18 17:13:50.995360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f96742-8334-4199-afe4-c2b29e53e582 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Network 9a0c3004-3ad3-481d-9a55-9288314c9a88 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:13:51.004243 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fe097bf6-93b2-444d-ab21-4444695aa178 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:51.100549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-a0f96742-8334-4199-afe4-c2b29e53e582 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 9a0c3004-3ad3-481d-9a55-9288314c9a88) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:51.105002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f96742-8334-4199-afe4-c2b29e53e582 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:51.105801 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a0f96742-8334-4199-afe4-c2b29e53e582 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:51.111700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b8e7bb-efb5-42fd-aae8-f0d0093582ba None None] Network 9a0c3004-3ad3-481d-9a55-9288314c9a88 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:13:51.140815 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fe097bf6-93b2-444d-ab21-4444695aa178 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:51.147874 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe097bf6-93b2-444d-ab21-4444695aa178 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:51.148727 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fe097bf6-93b2-444d-ab21-4444695aa178 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:51.252247 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe097bf6-93b2-444d-ab21-4444695aa178 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Pushing event updated for resources: {'Network': ['ID=a40a83d2-0055-4610-a935-d32cacefe10c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:51.270514 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba0b49-c491-4366-bac6-388716f48f41 req-c44cb3b0-682e-4df4-932e-35bb3cb4b3d6 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:51.271001 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a0f96742-8334-4199-afe4-c2b29e53e582 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1568942 Nov 18 17:13:51.271759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41908) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:51.277389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8eba0b49-c491-4366-bac6-388716f48f41 req-c44cb3b0-682e-4df4-932e-35bb3cb4b3d6 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/ports?device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 944 time: 0.0962911 Nov 18 17:13:51.279143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-227b3595-1988-48bd-a53b-9302f1c9f3a8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Request body: {'subnet': {'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:51.304178 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fe097bf6-93b2-444d-ab21-4444695aa178 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9889157 Nov 18 17:13:51.307000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41910) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:51.313094 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3fdee0a8-f835-444d-9375-721a33e8b978 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Request body: {'subnet': {'network_id': 'a40a83d2-0055-4610-a935-d32cacefe10c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:51.357224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network a40a83d2-0055-4610-a935-d32cacefe10c details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:13:51.388496 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:51.410449 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41912) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:51.464871 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8eba0b49-c491-4366-bac6-388716f48f41 req-21dfc8db-88f7-4c59-a726-1d71aae88709 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/security-groups?id=79578dbd-b0ae-408b-a493-3e06d7823fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778772 Nov 18 17:13:51.478613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-9a0c3004-3ad3-481d-9a55-9288314c9a88', 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'fixed_ips': [{'subnet_id': '3e86ed0f-2fc1-4903-980a-4097b1d3eb56'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:13:51.480790 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:51.578674 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227b3595-1988-48bd-a53b-9302f1c9f3a8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Made reservation on behalf of 452f9766b67e4a999cd2927e84f67a4c for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:51.582877 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-227b3595-1988-48bd-a53b-9302f1c9f3a8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:51.587462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7a5454d9-9c23-432a-81d5-19c13085848b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-25752161-network', 'tenant_id': '311172517c614e73bab0a54e9b2a0c23'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:51.707657 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281f2e7-45fa-45d4-908c-7d79a362e188 req-c1d12260-3b7c-485c-8cd1-877b0616a7dc tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:51.709316 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f281f2e7-45fa-45d4-908c-7d79a362e188 req-c1d12260-3b7c-485c-8cd1-877b0616a7dc tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0663793 Nov 18 17:13:51.718861 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Allocated IP 10.1.1.2 (9a0c3004-3ad3-481d-9a55-9288314c9a88/3e86ed0f-2fc1-4903-980a-4097b1d3eb56/6f0371bc-702c-4581-915d-0980574baf18) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:51.779252 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f281f2e7-45fa-45d4-908c-7d79a362e188 req-c77d1fe5-1222-4622-be1b-e96150f619f0 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551491 Nov 18 17:13:51.806706 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdee0a8-f835-444d-9375-721a33e8b978 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Made reservation on behalf of 3c08cc3a4c6549e39fe029ffdeba340a for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:51.810225 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3fdee0a8-f835-444d-9375-721a33e8b978 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:51.815006 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5454d9-9c23-432a-81d5-19c13085848b admin admin] Made reservation on behalf of 311172517c614e73bab0a54e9b2a0c23 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:51.821053 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a5454d9-9c23-432a-81d5-19c13085848b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:51.828943 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a5454d9-9c23-432a-81d5-19c13085848b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:51.906441 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:51.941854 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a5454d9-9c23-432a-81d5-19c13085848b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:51.951844 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-227b3595-1988-48bd-a53b-9302f1c9f3a8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:52.023627 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:52.039767 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d713e2c-792d-4bd1-b558-6003209e2e9f req-ac3bb724-dfb8-4fa8-aecb-030b7dc16d0b tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 210 time: 0.0513222 Nov 18 17:13:52.045904 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b3595-1988-48bd-a53b-9302f1c9f3a8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event updated for resources: {'Subnet': ['ID=11c5eae1-adf2-49db-8da2-49c6425688cc,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:52.053203 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a5454d9-9c23-432a-81d5-19c13085848b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:52.084049 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5454d9-9c23-432a-81d5-19c13085848b admin admin] vlan segment allocate from pool success with {'vlan_id': 1124, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:13:52.087115 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227b3595-1988-48bd-a53b-9302f1c9f3a8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Checking segment: {'id': '741e2663-1d0b-46a0-8e0d-faea0ac40b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:52.087336 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227b3595-1988-48bd-a53b-9302f1c9f3a8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Network hostable DHCP agents. Network: 113727fb-b8c5-4dc5-81b0-dede0422cd99, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:13:52.101652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5454d9-9c23-432a-81d5-19c13085848b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21211e3d-1dbb-4246-b4b3-831275f86239,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:52.103609 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Pushing event updated for resources: {'Port': ['ID=6f0371bc-702c-4581-915d-0980574baf18,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:52.114407 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Network 9a0c3004-3ad3-481d-9a55-9288314c9a88 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:52.115883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:52.119188 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a5454d9-9c23-432a-81d5-19c13085848b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:52.120964 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-7a5454d9-9c23-432a-81d5-19c13085848b admin admin] Added segment 6562e06b-1873-474e-9c19-2a6b70212941 of type vlan for network 38d2c5ca-5d6e-4523-bb61-323569e746ab Nov 18 17:13:52.123853 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:52.153624 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:13:52.187489 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a5454d9-9c23-432a-81d5-19c13085848b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:52.220868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227b3595-1988-48bd-a53b-9302f1c9f3a8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Network 113727fb-b8c5-4dc5-81b0-dede0422cd99 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:13:52.225185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Attempting to bind port 6f0371bc-702c-4581-915d-0980574baf18 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:13:52.225639 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Attempting to bind port 6f0371bc-702c-4581-915d-0980574baf18 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:13:52.226104 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Attempting to bind port 6f0371bc-702c-4581-915d-0980574baf18 on network 9a0c3004-3ad3-481d-9a55-9288314c9a88 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:52.232176 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:13:52.232672 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Checking segment: {'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:52.233153 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:52.233623 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Bound using segment: {'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:13:52.234185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Bound port: 6f0371bc-702c-4581-915d-0980574baf18, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:13:52.234679 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:52.297764 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] For port 6f0371bc-702c-4581-915d-0980574baf18, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:52.301349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] For port 6f0371bc-702c-4581-915d-0980574baf18, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6f0371bc-702c-4581-915d-0980574baf18,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:13:52.381741 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a5454d9-9c23-432a-81d5-19c13085848b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:52.382375 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:52.383009 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5454d9-9c23-432a-81d5-19c13085848b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:52.383594 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3fdee0a8-f835-444d-9375-721a33e8b978 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:52.383897 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a5454d9-9c23-432a-81d5-19c13085848b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:52.386439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-227b3595-1988-48bd-a53b-9302f1c9f3a8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 113727fb-b8c5-4dc5-81b0-dede0422cd99) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:52.409566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227b3595-1988-48bd-a53b-9302f1c9f3a8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:52.410403 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-227b3595-1988-48bd-a53b-9302f1c9f3a8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:52.420870 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd28cf8-123d-4e3e-be37-6b9613810d34 None None] Network 113727fb-b8c5-4dc5-81b0-dede0422cd99 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:13:52.487149 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdee0a8-f835-444d-9375-721a33e8b978 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Pushing event updated for resources: {'Subnet': ['ID=0a122d27-e60f-4639-bd1b-64af22925dbd,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:52.495596 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5454d9-9c23-432a-81d5-19c13085848b admin admin] Pushing event updated for resources: {'Network': ['ID=38d2c5ca-5d6e-4523-bb61-323569e746ab,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:52.515218 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdee0a8-f835-444d-9375-721a33e8b978 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Checking segment: {'id': '97aaca0d-4d41-4002-b852-ef3e2d4dd00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a40a83d2-0055-4610-a935-d32cacefe10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:52.515218 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdee0a8-f835-444d-9375-721a33e8b978 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Network hostable DHCP agents. Network: a40a83d2-0055-4610-a935-d32cacefe10c, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:13:52.538079 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 38d2c5ca-5d6e-4523-bb61-323569e746ab details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:13:52.560284 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed2ae1-9a70-421b-b7cb-7e3170189ac0 None None] Pushing event updated for resources: {'Port': ['ID=6f0371bc-702c-4581-915d-0980574baf18,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:52.588123 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7a5454d9-9c23-432a-81d5-19c13085848b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1690190 Nov 18 17:13:52.591650 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41928) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:52.598210 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-06bf1376-1198-46b3-9b3b-d08aebe68735 admin admin] Request body: {'subnet': {'network_id': '38d2c5ca-5d6e-4523-bb61-323569e746ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-25752161-subnet', 'tenant_id': '311172517c614e73bab0a54e9b2a0c23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:52.617515 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7ee4f-b6a9-4c9f-b51a-51a8dc74317c req-ef5d1484-79cf-42aa-917f-a7ce4f952992 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:52.617779 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-227b3595-1988-48bd-a53b-9302f1c9f3a8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3412333 Nov 18 17:13:52.617896 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ded7ee4f-b6a9-4c9f-b51a-51a8dc74317c req-ef5d1484-79cf-42aa-917f-a7ce4f952992 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/ports?device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 944 time: 0.0669153 Nov 18 17:13:52.617896 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41930) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:52.622949 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2666b1ba-8c84-4647-b94b-895113bd9a04 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Request body: {'port': {'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88', 'name': 'tempest-TaggedBootDevicesTest-1664642334', 'fixed_ips': [{'subnet_id': '3e86ed0f-2fc1-4903-980a-4097b1d3eb56'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:52.683487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdee0a8-f835-444d-9375-721a33e8b978 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Network a40a83d2-0055-4610-a935-d32cacefe10c is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:13:52.718521 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bf1376-1198-46b3-9b3b-d08aebe68735 admin admin] Made reservation on behalf of 311172517c614e73bab0a54e9b2a0c23 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:52.721292 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06bf1376-1198-46b3-9b3b-d08aebe68735 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:52.763978 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-113727fb-b8c5-4dc5-81b0-dede0422cd99', 'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'fixed_ips': [{'subnet_id': '11c5eae1-adf2-49db-8da2-49c6425688cc'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:13:52.765049 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:52.796417 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ded7ee4f-b6a9-4c9f-b51a-51a8dc74317c req-dec14943-411a-4b64-be16-3b1eb5468dbc tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/security-groups?id=79578dbd-b0ae-408b-a493-3e06d7823fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537235 Nov 18 17:13:52.881697 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-3fdee0a8-f835-444d-9375-721a33e8b978 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, a40a83d2-0055-4610-a935-d32cacefe10c) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:52.900733 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdee0a8-f835-444d-9375-721a33e8b978 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:52.901641 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3fdee0a8-f835-444d-9375-721a33e8b978 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:52.914219 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa54dc6d-418b-41ba-9de1-24f0d770f4e1 None None] Network a40a83d2-0055-4610-a935-d32cacefe10c requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:13:52.916202 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:52.955162 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa9fef-a1d0-4ed5-9925-fd49058dae4e req-6b37900c-ab0b-40e2-b665-618afd4ead22 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:52.964840 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9afa9fef-a1d0-4ed5-9925-fd49058dae4e req-6b37900c-ab0b-40e2-b665-618afd4ead22 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0935106 Nov 18 17:13:53.031546 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9afa9fef-a1d0-4ed5-9925-fd49058dae4e req-ee442161-06a4-42fa-9c8e-eda34a1186bb tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654600 Nov 18 17:13:53.038710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2666b1ba-8c84-4647-b94b-895113bd9a04 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Made reservation on behalf of 452f9766b67e4a999cd2927e84f67a4c for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:53.062522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Allocated IP 10.2.2.2 (113727fb-b8c5-4dc5-81b0-dede0422cd99/11c5eae1-adf2-49db-8da2-49c6425688cc/e43d3573-dde7-42cd-8bc2-1b5be382490b) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:53.172383 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-624389e4-610f-4108-979e-c2991a7eba99 req-43ab7d5c-f49b-49ee-9cc0-bb5f4d3f1361 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 210 time: 0.0418634 Nov 18 17:13:53.182310 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2666b1ba-8c84-4647-b94b-895113bd9a04 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:53.215576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-2666b1ba-8c84-4647-b94b-895113bd9a04 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] device_id is not set on port 5dd9df54-bed8-437f-a041-261ec234f3ca yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:13:53.220631 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3fdee0a8-f835-444d-9375-721a33e8b978 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9107146 Nov 18 17:13:53.221914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41938) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:53.222435 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06bf1376-1198-46b3-9b3b-d08aebe68735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:53.229237 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-4f1f1091-47c2-4541-bc4c-fd5349f84110 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-39826990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:53.246472 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-a40a83d2-0055-4610-a935-d32cacefe10c', 'network_id': 'a40a83d2-0055-4610-a935-d32cacefe10c', 'tenant_id': '3c08cc3a4c6549e39fe029ffdeba340a', 'fixed_ips': [{'subnet_id': '0a122d27-e60f-4639-bd1b-64af22925dbd'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:13:53.247375 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:53.327209 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf1376-1198-46b3-9b3b-d08aebe68735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6298b9b-f72e-4618-ac1a-9a6d866cec0f,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:53.331426 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bf1376-1198-46b3-9b3b-d08aebe68735 admin admin] Checking segment: {'id': '6562e06b-1873-474e-9c19-2a6b70212941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '38d2c5ca-5d6e-4523-bb61-323569e746ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:53.332224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bf1376-1198-46b3-9b3b-d08aebe68735 admin admin] Network hostable DHCP agents. Network: 38d2c5ca-5d6e-4523-bb61-323569e746ab, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:13:53.470020 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6f0371bc-702c-4581-915d-0980574baf18 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:53.486483 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bf1376-1198-46b3-9b3b-d08aebe68735 admin admin] Network 38d2c5ca-5d6e-4523-bb61-323569e746ab is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:13:53.495701 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1091-47c2-4541-bc4c-fd5349f84110 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:53.498123 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1091-47c2-4541-bc4c-fd5349f84110 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:53.547782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-2666b1ba-8c84-4647-b94b-895113bd9a04 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Allocated IP 10.1.1.254 (9a0c3004-3ad3-481d-9a55-9288314c9a88/3e86ed0f-2fc1-4903-980a-4097b1d3eb56/5dd9df54-bed8-437f-a041-261ec234f3ca) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:53.550058 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:53.567953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 2bac9acc-3364-4d46-8b3a-416ca92b91a3 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:13:53.585194 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1091-47c2-4541-bc4c-fd5349f84110 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:53.620825 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-06bf1376-1198-46b3-9b3b-d08aebe68735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 38d2c5ca-5d6e-4523-bb61-323569e746ab) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:53.628844 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bf1376-1198-46b3-9b3b-d08aebe68735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:53.629493 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06bf1376-1198-46b3-9b3b-d08aebe68735 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:53.635902 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8029c60-e688-4dfb-a077-610ab18736d6 None None] Network 38d2c5ca-5d6e-4523-bb61-323569e746ab requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:13:53.749418 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2666b1ba-8c84-4647-b94b-895113bd9a04 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:53.765079 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1091-47c2-4541-bc4c-fd5349f84110 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:53.769037 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-06bf1376-1198-46b3-9b3b-d08aebe68735 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1756675 Nov 18 17:13:53.777197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Allocated IP 172.20.0.2 (a40a83d2-0055-4610-a935-d32cacefe10c/0a122d27-e60f-4639-bd1b-64af22925dbd/adcf4b05-d7d7-4f88-baef-956c3e9029a3) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:53.787070 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:53.801974 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 6f0371bc-702c-4581-915d-0980574baf18 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:53.806815 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:53.887068 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1091-47c2-4541-bc4c-fd5349f84110 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:53.891873 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4f1f1091-47c2-4541-bc4c-fd5349f84110 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.6669688 Nov 18 17:13:53.892551 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41946) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:53.930946 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Network 113727fb-b8c5-4dc5-81b0-dede0422cd99 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:53.935733 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2666b1ba-8c84-4647-b94b-895113bd9a04 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:53.957552 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b22a4a-91ba-4471-97b2-68aad4141f94 None None] Network 9a0c3004-3ad3-481d-9a55-9288314c9a88 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:13:54.024491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:54.024491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:54.024491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 2bac9acc-3364-4d46-8b3a-416ca92b91a3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2bac9acc-3364-4d46-8b3a-416ca92b91a3,segment=NetworkSegment(8473dcf8-f963-4375-80c4-c23da7f8db8e),segment_id=8473dcf8-f963-4375-80c4-c23da7f8db8e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:54.074332 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666b1ba-8c84-4647-b94b-895113bd9a04 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event updated for resources: {'Port': ['ID=5dd9df54-bed8-437f-a041-261ec234f3ca,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:54.080096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2666b1ba-8c84-4647-b94b-895113bd9a04 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Network 9a0c3004-3ad3-481d-9a55-9288314c9a88 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:54.086563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Pushing event updated for resources: {'Port': ['ID=e43d3573-dde7-42cd-8bc2-1b5be382490b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:54.087988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-2666b1ba-8c84-4647-b94b-895113bd9a04 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:54.098314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2666b1ba-8c84-4647-b94b-895113bd9a04 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:54.113812 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834fb7d-312f-4311-be23-26aab4fd4d88 req-579a59b6-5ca0-4df6-9bfe-aca3a8cf84ca tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:54.122477 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5834fb7d-312f-4311-be23-26aab4fd4d88 req-579a59b6-5ca0-4df6-9bfe-aca3a8cf84ca tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/ports?device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 944 time: 0.1802742 Nov 18 17:13:54.187686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '2bac9acc-3364-4d46-8b3a-416ca92b91a3', 'network_id': 'b8422086-7625-47d1-8fd5-55e9b5538f76', 'port_id': '2bac9acc-3364-4d46-8b3a-416ca92b91a3', 'mac_address': 'fa:16:3e:ab:08:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f85c8ee-09d2-4f5c-a52e-c4cb7beeb047', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:13:54.250602 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2666b1ba-8c84-4647-b94b-895113bd9a04 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:54.253473 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2666b1ba-8c84-4647-b94b-895113bd9a04 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:54.284132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a338ca-3655-4ecb-bf37-fadc799168da None None] Network 38d2c5ca-5d6e-4523-bb61-323569e746ab requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:13:54.339186 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2222419e-9c29-46c0-b9c8-72c9ea0d6d21 None None] Provisioning complete for port 6f0371bc-702c-4581-915d-0980574baf18 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:54.339592 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2222419e-9c29-46c0-b9c8-72c9ea0d6d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:54.365652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5834fb7d-312f-4311-be23-26aab4fd4d88 req-ee84711f-ef3c-4b03-85ac-25e6ec1af1eb tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/security-groups?id=79578dbd-b0ae-408b-a493-3e06d7823fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420971 Nov 18 17:13:54.366092 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:54.445861 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Attempting to bind port e43d3573-dde7-42cd-8bc2-1b5be382490b on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:13:54.446475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Attempting to bind port e43d3573-dde7-42cd-8bc2-1b5be382490b by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '741e2663-1d0b-46a0-8e0d-faea0ac40b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:13:54.447079 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Attempting to bind port e43d3573-dde7-42cd-8bc2-1b5be382490b on network 113727fb-b8c5-4dc5-81b0-dede0422cd99 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:54.467066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-313cdd39-05ac-460d-b21b-c29599565c67 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:54.469646 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-313cdd39-05ac-460d-b21b-c29599565c67 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.81 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 821 time: 0.2900767 Nov 18 17:13:54.484198 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2666b1ba-8c84-4647-b94b-895113bd9a04 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8646262 Nov 18 17:13:54.492496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41968) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:54.533748 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:13:54.534338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Checking segment: {'id': '741e2663-1d0b-46a0-8e0d-faea0ac40b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:54.534833 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:54.535454 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Bound using segment: {'id': '741e2663-1d0b-46a0-8e0d-faea0ac40b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:13:54.536124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Bound port: e43d3573-dde7-42cd-8bc2-1b5be382490b, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741e2663-1d0b-46a0-8e0d-faea0ac40b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:13:54.536622 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:54.553334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-8aa17d1a-0478-4f51-90aa-9fe352954ca4 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Request body: {'port': {'device_id': '311d7f2b-94e5-411a-95ac-5be34c5f89da', 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6', 'admin_state_up': True, 'tenant_id': '50df9abadb204a52a1f75cd50dbb0a82'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:54.567618 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-73267b5a-f878-454c-99b5-e1f31f97328d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Request body: {'port': {'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88', 'name': 'tempest-TaggedBootDevicesTest-1879941529', 'fixed_ips': [{'subnet_id': '3e86ed0f-2fc1-4903-980a-4097b1d3eb56'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:54.601047 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:54.603057 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:54.677515 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:54.690170 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bac9acc-3364-4d46-8b3a-416ca92b91a3 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:13:54.744282 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-b81480d6-4bd2-421a-8920-bdf80c21ba31 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:54.745818 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-b81480d6-4bd2-421a-8920-bdf80c21ba31 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/networks?id=38d2c5ca-5d6e-4523-bb61-323569e746ab HTTP/1.1" status: 200 len: 811 time: 0.4100456 Nov 18 17:13:54.781183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 6f0371bc-702c-4581-915d-0980574baf18, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6f0371bc-702c-4581-915d-0980574baf18,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:54.810272 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 2bac9acc-3364-4d46-8b3a-416ca92b91a3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2bac9acc-3364-4d46-8b3a-416ca92b91a3,segment=NetworkSegment(8473dcf8-f963-4375-80c4-c23da7f8db8e),segment_id=8473dcf8-f963-4375-80c4-c23da7f8db8e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:54.835307 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:54.837590 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421ec2a-db2e-4d55-93a5-9ab8a93d6557 req-2687e71d-b234-4bb2-8546-43a6d3689861 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:54.839300 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e421ec2a-db2e-4d55-93a5-9ab8a93d6557 req-2687e71d-b234-4bb2-8546-43a6d3689861 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.2786875 Nov 18 17:13:54.843079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Allocated IP 172.20.0.1 (a40a83d2-0055-4610-a935-d32cacefe10c/0a122d27-e60f-4639-bd1b-64af22925dbd/fb6a2cc1-6ee8-44ee-b722-efa19dfef30a) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:54.849807 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-c4eb8111-c816-40a4-b0ef-131a39052277 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/quotas/311172517c614e73bab0a54e9b2a0c23 HTTP/1.1" status: 200 len: 375 time: 0.0449703 Nov 18 17:13:54.885675 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:54.935905 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] For port e43d3573-dde7-42cd-8bc2-1b5be382490b, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:54.946478 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Network a40a83d2-0055-4610-a935-d32cacefe10c is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:54.957192 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-2fbfff1b-bfea-4fa4-9a25-1b1a7b6e0e60 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=311172517c614e73bab0a54e9b2a0c23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506513 Nov 18 17:13:54.962870 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2222419e-9c29-46c0-b9c8-72c9ea0d6d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:54.963671 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.api [None req-73267b5a-f878-454c-99b5-e1f31f97328d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 18 17:13:54.963671 n-d-813419-11 neutron-server[104007]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 18 17:13:54.963671 n-d-813419-11 neutron-server[104007]: [parameters: {'project_id_1': '452f9766b67e4a999cd2927e84f67a4c', 'expiration_1': datetime.datetime(2021, 11, 18, 17, 13, 34, 921695)}] Nov 18 17:13:54.963671 n-d-813419-11 neutron-server[104007]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:13:54.964134 n-d-813419-11 neutron-server[104007]: DEBUG oslo_db.api [None req-73267b5a-f878-454c-99b5-e1f31f97328d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:13:54.967257 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] For port e43d3573-dde7-42cd-8bc2-1b5be382490b, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e43d3573-dde7-42cd-8bc2-1b5be382490b,segment=NetworkSegment(741e2663-1d0b-46a0-8e0d-faea0ac40b45),segment_id=741e2663-1d0b-46a0-8e0d-faea0ac40b45)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:13:54.969157 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:54.971674 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:54.974358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:54.979837 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Pushing event updated for resources: {'Port': ['ID=adcf4b05-d7d7-4f88-baef-956c3e9029a3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:54.985008 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e421ec2a-db2e-4d55-93a5-9ab8a93d6557 req-928af168-d063-4439-b844-cf5a77c976ba tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101542 Nov 18 17:13:55.013643 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:55.062502 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-8aa17d1a-0478-4f51-90aa-9fe352954ca4 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Made reservation on behalf of 50df9abadb204a52a1f75cd50dbb0a82 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:55.079889 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-8aa17d1a-0478-4f51-90aa-9fe352954ca4 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:55.119346 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:55.144220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=6f0371bc-702c-4581-915d-0980574baf18,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:55.152145 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Attempting to bind port adcf4b05-d7d7-4f88-baef-956c3e9029a3 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:13:55.152700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Attempting to bind port adcf4b05-d7d7-4f88-baef-956c3e9029a3 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97aaca0d-4d41-4002-b852-ef3e2d4dd00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a40a83d2-0055-4610-a935-d32cacefe10c'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:13:55.153275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Attempting to bind port adcf4b05-d7d7-4f88-baef-956c3e9029a3 on network a40a83d2-0055-4610-a935-d32cacefe10c {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:55.161807 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54142617-3910-4c96-9dd2-cad5edaf3ee3 req-f8549eb2-c76e-489b-a9d2-b25a7fdccea6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 210 time: 0.0495920 Nov 18 17:13:55.198567 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:55.209168 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:13:55.211074 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Checking segment: {'id': '97aaca0d-4d41-4002-b852-ef3e2d4dd00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a40a83d2-0055-4610-a935-d32cacefe10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:55.215406 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:55.216183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Bound using segment: {'id': '97aaca0d-4d41-4002-b852-ef3e2d4dd00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a40a83d2-0055-4610-a935-d32cacefe10c'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:13:55.216888 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Bound port: adcf4b05-d7d7-4f88-baef-956c3e9029a3, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aaca0d-4d41-4002-b852-ef3e2d4dd00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a40a83d2-0055-4610-a935-d32cacefe10c'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:13:55.217395 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:55.241986 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-2222419e-9c29-46c0-b9c8-72c9ea0d6d21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:13:55.242512 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-2222419e-9c29-46c0-b9c8-72c9ea0d6d21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:13:55.282170 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=2bac9acc-3364-4d46-8b3a-416ca92b91a3,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:55.294754 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-3b121b58-0b73-4272-b42b-61475b495825 service neutron] 10.222.0.72 "GET /v2.0/networks/38d2c5ca-5d6e-4523-bb61-323569e746ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934818 Nov 18 17:13:55.305585 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Network a40a83d2-0055-4610-a935-d32cacefe10c is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:55.307145 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Pushing event updated for resources: {'Port': ['ID=fb6a2cc1-6ee8-44ee-b722-efa19dfef30a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:55.311721 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:55.314354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:55.350766 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['2bac9acc-3364-4d46-8b3a-416ca92b91a3'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:13:55.358770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6f0371bc-702c-4581-915d-0980574baf18 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:55.371107 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:55.547872 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-8aa17d1a-0478-4f51-90aa-9fe352954ca4 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Allocated IP 172.20.0.5 (2c80b09d-0b1c-4934-855f-ad1012986cf6/0a9bfb05-84d8-4d4a-b4a2-917d37cc6068/cf8ccb18-f108-451f-8e9a-38cc13435e0c) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:55.584774 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:55.625446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-2ffab2ea-7b9f-4053-8b5e-f2adfb35abb2 service neutron] 10.222.0.72 "GET /v2.0/networks/38d2c5ca-5d6e-4523-bb61-323569e746ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050618 Nov 18 17:13:55.672886 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a0810-00a8-41ea-9d3a-42c3ff08e6fa req-f6795c67-4fe5-460a-ba42-f7f711277eb5 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:55.674399 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae6a0810-00a8-41ea-9d3a-42c3ff08e6fa req-f6795c67-4fe5-460a-ba42-f7f711277eb5 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/ports?device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 945 time: 0.1500583 Nov 18 17:13:55.717964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73267b5a-f878-454c-99b5-e1f31f97328d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Made reservation on behalf of 452f9766b67e4a999cd2927e84f67a4c for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:55.728148 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-73267b5a-f878-454c-99b5-e1f31f97328d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:55.786855 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-73267b5a-f878-454c-99b5-e1f31f97328d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] device_id is not set on port bbab8d68-7db0-4f0e-a817-5122ae7e186d yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:13:55.860734 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] For port adcf4b05-d7d7-4f88-baef-956c3e9029a3, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:55.900300 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] For port adcf4b05-d7d7-4f88-baef-956c3e9029a3, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=adcf4b05-d7d7-4f88-baef-956c3e9029a3,segment=NetworkSegment(97aaca0d-4d41-4002-b852-ef3e2d4dd00e),segment_id=97aaca0d-4d41-4002-b852-ef3e2d4dd00e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:13:55.925093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2430c4-5499-4068-b90a-6580278d1f45 None None] Pushing event updated for resources: {'Port': ['ID=e43d3573-dde7-42cd-8bc2-1b5be382490b,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:55.987555 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:56.030706 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 6f0371bc-702c-4581-915d-0980574baf18 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:56.030706 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:56.100340 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:56.156968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e3576-c5b1-4fd1-ba98-a417f6086516 None None] Pushing event updated for resources: {'Port': ['ID=adcf4b05-d7d7-4f88-baef-956c3e9029a3,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:56.173931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b321215e-5970-4d24-a037-40c51a5940f7 None None] Provisioning complete for port 5dd9df54-bed8-437f-a041-261ec234f3ca triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:56.174324 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b321215e-5970-4d24-a037-40c51a5940f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:56.192354 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:56.276696 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b321215e-5970-4d24-a037-40c51a5940f7 None None] Port 5dd9df54-bed8-437f-a041-261ec234f3ca cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:13:56.290378 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:56.333512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b321215e-5970-4d24-a037-40c51a5940f7 None None] Provisioning complete for port 6f0371bc-702c-4581-915d-0980574baf18 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:56.333902 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b321215e-5970-4d24-a037-40c51a5940f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:56.382981 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0bab798-d35b-4f9f-93b9-4fa7b26db1ce req-0b76f4cf-6a37-4514-8d90-5d4cc6b3320c tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/ports?device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 210 time: 0.1691806 Nov 18 17:13:56.392745 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae6a0810-00a8-41ea-9d3a-42c3ff08e6fa req-72a74ad0-3550-4dc5-a92c-99c35d2280c7 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/security-groups?id=79578dbd-b0ae-408b-a493-3e06d7823fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6867423 Nov 18 17:13:56.432158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Pushing event updated for resources: {'Port': ['ID=fb6a2cc1-6ee8-44ee-b722-efa19dfef30a,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:56.598054 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Network a40a83d2-0055-4610-a935-d32cacefe10c is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:56.604333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:56.655713 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b957c2f8-8608-4407-ab46-989f070038c0 req-9458bc91-5115-49dd-b7ca-e1d5c9ef57d0 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 210 time: 0.0308435 Nov 18 17:13:56.763470 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-8aa17d1a-0478-4f51-90aa-9fe352954ca4 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:56.810112 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-73267b5a-f878-454c-99b5-e1f31f97328d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Allocated IP 10.1.1.238 (9a0c3004-3ad3-481d-9a55-9288314c9a88/3e86ed0f-2fc1-4903-980a-4097b1d3eb56/bbab8d68-7db0-4f0e-a817-5122ae7e186d) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:56.820480 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488903e5-075d-4395-bb97-d82edc802efc req-81d152c8-57fb-4fc4-a3d0-f2076eaa2642 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:56.825258 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-488903e5-075d-4395-bb97-d82edc802efc req-81d152c8-57fb-4fc4-a3d0-f2076eaa2642 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.2063613 Nov 18 17:13:56.879461 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Router e60ee279-3107-4567-ae7f-d546fa7d6779 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:13:56.903916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba77540-06dd-4944-8ed1-e1b0c5fb84d7 None None] Network 113727fb-b8c5-4dc5-81b0-dede0422cd99 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:13:56.932560 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-488903e5-075d-4395-bb97-d82edc802efc req-2ffbc522-99de-48cf-8922-0071bd1cf222 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013842 Nov 18 17:13:57.006986 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-8aa17d1a-0478-4f51-90aa-9fe352954ca4 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:57.054316 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-11eb04b8-4e55-4cd1-9585-65e7a0cd78ae None None] Provisioning complete for port e43d3573-dde7-42cd-8bc2-1b5be382490b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:57.054546 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-11eb04b8-4e55-4cd1-9585-65e7a0cd78ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:57.064523 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-8aa17d1a-0478-4f51-90aa-9fe352954ca4 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Network 2c80b09d-0b1c-4934-855f-ad1012986cf6 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:57.070692 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-8aa17d1a-0478-4f51-90aa-9fe352954ca4 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:57.077013 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-8aa17d1a-0478-4f51-90aa-9fe352954ca4 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:57.155033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa17d1a-0478-4f51-90aa-9fe352954ca4 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Pushing event updated for resources: {'Port': ['ID=cf8ccb18-f108-451f-8e9a-38cc13435e0c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:57.178921 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-73267b5a-f878-454c-99b5-e1f31f97328d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:57.200488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-8aa17d1a-0478-4f51-90aa-9fe352954ca4 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:57.201170 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-8aa17d1a-0478-4f51-90aa-9fe352954ca4 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:57.254208 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-11eb04b8-4e55-4cd1-9585-65e7a0cd78ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:57.332974 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-11eb04b8-4e55-4cd1-9585-65e7a0cd78ae None None] For port e43d3573-dde7-42cd-8bc2-1b5be382490b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e43d3573-dde7-42cd-8bc2-1b5be382490b,segment=NetworkSegment(741e2663-1d0b-46a0-8e0d-faea0ac40b45),segment_id=741e2663-1d0b-46a0-8e0d-faea0ac40b45)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:57.379003 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-8aa17d1a-0478-4f51-90aa-9fe352954ca4 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8884063 Nov 18 17:13:57.406028 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Request body: {'port': {'device_id': '311d7f2b-94e5-411a-95ac-5be34c5f89da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:57.408328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device adcf4b05-d7d7-4f88-baef-956c3e9029a3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:57.453954 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-73267b5a-f878-454c-99b5-e1f31f97328d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:57.482795 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:13:57.497067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port adcf4b05-d7d7-4f88-baef-956c3e9029a3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:57.497067 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:57.499978 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-417682aa-e543-40b6-bdc8-070cf5f40622 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] 10.222.0.72 "PUT /v2.0/routers/e60ee279-3107-4567-ae7f-d546fa7d6779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6060939 Nov 18 17:13:57.501440 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d0c3de-ec74-4fdc-946b-f1c9b8be97ab None None] Sync routers for ids ['e60ee279-3107-4567-ae7f-d546fa7d6779'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:13:57.502347 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42000) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:57.509163 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-893f2689-8135-44e4-858d-52747cd49b47 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Request body: {'port': {'network_id': 'a40a83d2-0055-4610-a935-d32cacefe10c', 'name': 'tempest-FloatingIPNegativeTestJSON-1040250528'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:57.547561 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-11eb04b8-4e55-4cd1-9585-65e7a0cd78ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:57.568742 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73267b5a-f878-454c-99b5-e1f31f97328d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Network 9a0c3004-3ad3-481d-9a55-9288314c9a88 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:57.590644 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cfad2aaa-6223-4022-8815-78f9ec018a77 req-a7f0089d-d549-41ab-a786-cd3127f984d0 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/ports?device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 210 time: 0.0913024 Nov 18 17:13:57.616145 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-73267b5a-f878-454c-99b5-e1f31f97328d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:57.619085 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73267b5a-f878-454c-99b5-e1f31f97328d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:57.627755 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 2bac9acc-3364-4d46-8b3a-416ca92b91a3 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:57.698505 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73267b5a-f878-454c-99b5-e1f31f97328d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:57.699155 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d0c3de-ec74-4fdc-946b-f1c9b8be97ab None None] Routers {'e60ee279-3107-4567-ae7f-d546fa7d6779'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:13:57.699155 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-76d0c3de-ec74-4fdc-946b-f1c9b8be97ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:13:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e60ee279-3107-4567-ae7f-d546fa7d6779'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:57.699409 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-73267b5a-f878-454c-99b5-e1f31f97328d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:57.719777 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73267b5a-f878-454c-99b5-e1f31f97328d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event updated for resources: {'Port': ['ID=bbab8d68-7db0-4f0e-a817-5122ae7e186d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:57.811996 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:57.825381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-76d0c3de-ec74-4fdc-946b-f1c9b8be97ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:57.833713 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08183268-2bd6-455f-9429-d018f9c67685 None None] Network a40a83d2-0055-4610-a935-d32cacefe10c requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:13:57.855307 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb04b8-4e55-4cd1-9585-65e7a0cd78ae None None] Pushing event updated for resources: {'Port': ['ID=e43d3573-dde7-42cd-8bc2-1b5be382490b,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:57.863132 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc2b0c-87e7-4e6a-9dad-2cc287e0b18a req-78a6b3da-c3ce-41be-a048-12b48c569376 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:57.866876 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3cdc2b0c-87e7-4e6a-9dad-2cc287e0b18a req-78a6b3da-c3ce-41be-a048-12b48c569376 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/ports?device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 945 time: 0.2519240 Nov 18 17:13:57.879517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893f2689-8135-44e4-858d-52747cd49b47 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Made reservation on behalf of 3c08cc3a4c6549e39fe029ffdeba340a for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:13:57.886075 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-893f2689-8135-44e4-858d-52747cd49b47 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:57.924053 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-893f2689-8135-44e4-858d-52747cd49b47 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] device_id is not set on port c97e7e8c-8d57-4d99-9916-deb6a275c386 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:13:57.935033 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-57c3e5d1-1701-4fa5-b390-2dbc487cdb88 None None] Provisioning complete for port e43d3573-dde7-42cd-8bc2-1b5be382490b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:57.935632 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-57c3e5d1-1701-4fa5-b390-2dbc487cdb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:57.937069 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d0c3de-ec74-4fdc-946b-f1c9b8be97ab None None] Routers {'e60ee279-3107-4567-ae7f-d546fa7d6779'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:13:57.938141 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-76d0c3de-ec74-4fdc-946b-f1c9b8be97ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:13:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e60ee279-3107-4567-ae7f-d546fa7d6779'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:57.955324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b700c-457c-450a-adcc-dc34469b095f req-504205c2-5a57-4490-bbcc-7f4d977dbaf6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:57.965174 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d07b700c-457c-450a-adcc-dc34469b095f req-504205c2-5a57-4490-bbcc-7f4d977dbaf6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 931 time: 0.1581109 Nov 18 17:13:58.049194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-76d0c3de-ec74-4fdc-946b-f1c9b8be97ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:13:58.049858 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d0c3de-ec74-4fdc-946b-f1c9b8be97ab None None] The sync data for ids ['e60ee279-3107-4567-ae7f-d546fa7d6779'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:13:58.065034 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:58.068072 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-73267b5a-f878-454c-99b5-e1f31f97328d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5094590 Nov 18 17:13:58.089811 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-893f2689-8135-44e4-858d-52747cd49b47 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Allocated IP 172.20.0.4 (a40a83d2-0055-4610-a935-d32cacefe10c/0a122d27-e60f-4639-bd1b-64af22925dbd/c97e7e8c-8d57-4d99-9916-deb6a275c386) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:13:58.100576 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3cdc2b0c-87e7-4e6a-9dad-2cc287e0b18a req-1c3f265b-5c26-4784-af84-eab883057a56 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/security-groups?id=79578dbd-b0ae-408b-a493-3e06d7823fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047663 Nov 18 17:13:58.144569 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d07b700c-457c-450a-adcc-dc34469b095f req-1dd1d77b-1686-445f-9920-cbec3d761e5f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783326 Nov 18 17:13:58.163338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port adcf4b05-d7d7-4f88-baef-956c3e9029a3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=adcf4b05-d7d7-4f88-baef-956c3e9029a3,segment=NetworkSegment(97aaca0d-4d41-4002-b852-ef3e2d4dd00e),segment_id=97aaca0d-4d41-4002-b852-ef3e2d4dd00e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:58.241333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 2bac9acc-3364-4d46-8b3a-416ca92b91a3 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:13:58.249125 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 2bac9acc-3364-4d46-8b3a-416ca92b91a3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:58.249555 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:58.277600 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:58.278535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e43d3573-dde7-42cd-8bc2-1b5be382490b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:58.446928 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115c33b-c5ba-4633-8490-65fc19f61d0a req-7f9949e6-da31-423e-8199-94af06a9015c tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:58.456190 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e115c33b-c5ba-4633-8490-65fc19f61d0a req-7f9949e6-da31-423e-8199-94af06a9015c tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1990716 Nov 18 17:13:58.480532 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=adcf4b05-d7d7-4f88-baef-956c3e9029a3,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:58.513202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4a4b7947-7663-4a63-97c0-8d05c9fc68c0 None None] Provisioning complete for port bbab8d68-7db0-4f0e-a817-5122ae7e186d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:58.513592 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4a4b7947-7663-4a63-97c0-8d05c9fc68c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:58.515435 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-893f2689-8135-44e4-858d-52747cd49b47 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:58.562094 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e115c33b-c5ba-4633-8490-65fc19f61d0a req-a625a2c0-e368-4fd3-8257-7feeb4ca27b4 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011152 Nov 18 17:13:58.604833 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port e43d3573-dde7-42cd-8bc2-1b5be382490b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:58.605059 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:58.606446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b7947-7663-4a63-97c0-8d05c9fc68c0 None None] Port bbab8d68-7db0-4f0e-a817-5122ae7e186d cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:13:58.615065 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:58.693009 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4a4b7947-7663-4a63-97c0-8d05c9fc68c0 None None] Provisioning complete for port adcf4b05-d7d7-4f88-baef-956c3e9029a3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:58.693442 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4a4b7947-7663-4a63-97c0-8d05c9fc68c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:58.713024 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-893f2689-8135-44e4-858d-52747cd49b47 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:58.730453 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fbfc1e6d-36fc-48b8-abe1-44aba3d15e02 req-20060e55-8126-4c61-849b-6e00593a4c04 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/ports?device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 210 time: 0.0386293 Nov 18 17:13:58.732991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e8caff-f025-4d78-814e-2f77d7d5d2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bac9acc-3364-4d46-8b3a-416ca92b91a3'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:58.735351 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb89214-33e6-4f31-a2ef-2e42d706351a" -d '{"events": [{"server_uuid": "23e8caff-f025-4d78-814e-2f77d7d5d2de", "name": "network-vif-plugged", "status": "completed", "tag": "2bac9acc-3364-4d46-8b3a-416ca92b91a3"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:58.737487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8ccb18-f108-451f-8e9a-38cc13435e0c {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:13:58.762110 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 2bac9acc-3364-4d46-8b3a-416ca92b91a3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2bac9acc-3364-4d46-8b3a-416ca92b91a3,segment=NetworkSegment(8473dcf8-f963-4375-80c4-c23da7f8db8e),segment_id=8473dcf8-f963-4375-80c4-c23da7f8db8e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:13:58.764748 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:58.791235 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Transition to ACTIVE for port object cf8ccb18-f108-451f-8e9a-38cc13435e0c will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:13:58.821196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f2689-8135-44e4-858d-52747cd49b47 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Pushing event updated for resources: {'Port': ['ID=c97e7e8c-8d57-4d99-9916-deb6a275c386,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:58.841698 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e55e541-93d7-4b7f-b8c9-6a0558224189 x-openstack-request-id: req-2e55e541-93d7-4b7f-b8c9-6a0558224189 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:13:58.842096 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e8caff-f025-4d78-814e-2f77d7d5d2de", "name": "network-vif-plugged", "status": "completed", "tag": "2bac9acc-3364-4d46-8b3a-416ca92b91a3", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:13:58.842427 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2e55e541-93d7-4b7f-b8c9-6a0558224189 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:13:58.843270 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e8caff-f025-4d78-814e-2f77d7d5d2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bac9acc-3364-4d46-8b3a-416ca92b91a3', 'code': 200} Nov 18 17:13:58.853298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f2689-8135-44e4-858d-52747cd49b47 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Network a40a83d2-0055-4610-a935-d32cacefe10c is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:13:58.857707 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-893f2689-8135-44e4-858d-52747cd49b47 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:13:58.860636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f2689-8135-44e4-858d-52747cd49b47 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:13:58.878828 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:58.917662 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:58.967379 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893f2689-8135-44e4-858d-52747cd49b47 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:58.968090 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-893f2689-8135-44e4-858d-52747cd49b47 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:58.998837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417fb1b-0add-46b2-875a-66ff36b59074 req-0e67ef3f-448c-43d3-9227-f68f89ee321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:59.005751 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9417fb1b-0add-46b2-875a-66ff36b59074 req-0e67ef3f-448c-43d3-9227-f68f89ee321b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 1098 time: 0.0978794 Nov 18 17:13:59.006295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42016) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:59.012395 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ddbb1d5d-b02b-4f80-b68a-af83b6c1cacd tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--852065221', 'description': 'tempest-description--2084162688'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:59.017785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=2bac9acc-3364-4d46-8b3a-416ca92b91a3,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:59.054542 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-26b985b8-99dd-4e22-a363-8f5a002f7002 None None] Provisioning complete for port adcf4b05-d7d7-4f88-baef-956c3e9029a3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:59.054962 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26b985b8-99dd-4e22-a363-8f5a002f7002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:59.063956 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-893f2689-8135-44e4-858d-52747cd49b47 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5593054 Nov 18 17:13:59.067070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42018) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:59.076870 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4100bd0e-b4f8-43b9-a039-ec4ef2ee1ab7 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:59.088116 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Pushing event updated for resources: {'Port': ['ID=cf8ccb18-f108-451f-8e9a-38cc13435e0c,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:59.121698 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9417fb1b-0add-46b2-875a-66ff36b59074 req-ee432f27-4d2a-4726-ae8c-29fa9c2bb8ce service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=79578dbd-b0ae-408b-a493-3e06d7823fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042655 Nov 18 17:13:59.218019 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Attempting to bind port cf8ccb18-f108-451f-8e9a-38cc13435e0c on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:13:59.218583 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-26b985b8-99dd-4e22-a363-8f5a002f7002 None None] Provisioning complete for port fb6a2cc1-6ee8-44ee-b722-efa19dfef30a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:59.218956 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26b985b8-99dd-4e22-a363-8f5a002f7002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:59.220151 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Attempting to bind port cf8ccb18-f108-451f-8e9a-38cc13435e0c by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:13:59.220598 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Attempting to bind port cf8ccb18-f108-451f-8e9a-38cc13435e0c on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:59.255806 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Port cf8ccb18-f108-451f-8e9a-38cc13435e0c on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:13:59.256925 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Attempting to bind port cf8ccb18-f108-451f-8e9a-38cc13435e0c on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:13:59.279038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:13:59.279038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Checking segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:13:59.279038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Bound using segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:13:59.279038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Bound port: cf8ccb18-f108-451f-8e9a-38cc13435e0c, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:13:59.279038 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:59.303495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-26b985b8-99dd-4e22-a363-8f5a002f7002 None None] Port fb6a2cc1-6ee8-44ee-b722-efa19dfef30a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:13:59.328543 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device adcf4b05-d7d7-4f88-baef-956c3e9029a3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:59.332975 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ddbb1d5d-b02b-4f80-b68a-af83b6c1cacd tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:59.411247 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port adcf4b05-d7d7-4f88-baef-956c3e9029a3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:59.416069 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:59.443516 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ddf24-be62-4600-aef7-a2e593d15448 req-8fdd4608-f664-44c3-a08d-9bc6c345fce8 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:59.446381 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-756ddf24-be62-4600-aef7-a2e593d15448 req-8fdd4608-f664-44c3-a08d-9bc6c345fce8 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/ports?device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 946 time: 0.2135501 Nov 18 17:13:59.447282 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ddbb1d5d-b02b-4f80-b68a-af83b6c1cacd tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:59.483225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] For port cf8ccb18-f108-451f-8e9a-38cc13435e0c, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:13:59.487426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] For port cf8ccb18-f108-451f-8e9a-38cc13435e0c, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cf8ccb18-f108-451f-8e9a-38cc13435e0c,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:13:59.545938 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc2f1e-8097-4df7-ae85-aef79aa337e8 req-76d2fa65-fa85-4338-bdf4-2b9ad5c14eed tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:59.555493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99cc2f1e-8097-4df7-ae85-aef79aa337e8 req-76d2fa65-fa85-4338-bdf4-2b9ad5c14eed tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 943 time: 0.2735610 Nov 18 17:13:59.589674 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:59.622063 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-fcb48980-b4db-4375-a8b0-77474ff601db tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:59.623683 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-fcb48980-b4db-4375-a8b0-77474ff601db tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.81 "GET /v2.0/networks?id=38d2c5ca-5d6e-4523-bb61-323569e746ab HTTP/1.1" status: 200 len: 811 time: 0.1737602 Nov 18 17:13:59.625027 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4100bd0e-b4f8-43b9-a039-ec4ef2ee1ab7 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for floatingip, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:59.628197 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ddbb1d5d-b02b-4f80-b68a-af83b6c1cacd tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:59.650741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-e2567162-17d3-4aa2-97b9-888ac9ecf0f0 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Request body: {'port': {'device_id': '748a7cce-d5de-4cf4-bd40-4868fce48312', 'network_id': '38d2c5ca-5d6e-4523-bb61-323569e746ab', 'admin_state_up': True, 'tenant_id': '311172517c614e73bab0a54e9b2a0c23'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:59.662469 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:13:59.663640 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:59.667399 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] 10.222.0.81 "PUT /v2.0/ports/cf8ccb18-f108-451f-8e9a-38cc13435e0c HTTP/1.1" status: 200 len: 1092 time: 2.2725263 Nov 18 17:13:59.671042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311d7f2b-94e5-411a-95ac-5be34c5f89da', 'tag': 'cf8ccb18-f108-451f-8e9a-38cc13435e0c'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:13:59.675398 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4454b04-e213-42bf-8feb-315f87c41d28" -d '{"events": [{"name": "network-changed", "server_uuid": "311d7f2b-94e5-411a-95ac-5be34c5f89da", "tag": "cf8ccb18-f108-451f-8e9a-38cc13435e0c"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:13:59.701571 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-689d6914-3e6f-4f59-855f-e6c30f463493 None None] Provisioning complete for port fb6a2cc1-6ee8-44ee-b722-efa19dfef30a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:59.702292 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-689d6914-3e6f-4f59-855f-e6c30f463493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:59.723207 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-756ddf24-be62-4600-aef7-a2e593d15448 req-c3e4780e-c078-4c16-b042-9018a7932ee1 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/security-groups?id=79578dbd-b0ae-408b-a493-3e06d7823fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298558 Nov 18 17:13:59.724361 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ddbb1d5d-b02b-4f80-b68a-af83b6c1cacd tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:59.725735 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ddbb1d5d-b02b-4f80-b68a-af83b6c1cacd tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7185781 Nov 18 17:13:59.730430 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42032) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:13:59.763567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-689d6914-3e6f-4f59-855f-e6c30f463493 None None] Port fb6a2cc1-6ee8-44ee-b722-efa19dfef30a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:13:59.763836 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb1d5d-b02b-4f80-b68a-af83b6c1cacd tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b6e894-9554-4a43-b42c-b90a93a83038,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:13:59.772634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-251368ec-233d-4d8b-9c7d-a8b30f7bb8fb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Request body: {'security_group_rule': {'security_group_id': '04b6e894-9554-4a43-b42c-b90a93a83038', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:13:59.816183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e43d3573-dde7-42cd-8bc2-1b5be382490b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:13:59.919354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-da54b6f2-3b3d-4bc4-be1d-824b5bfc25dc None None] Provisioning complete for port c97e7e8c-8d57-4d99-9916-deb6a275c386 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:13:59.919734 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-da54b6f2-3b3d-4bc4-be1d-824b5bfc25dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:59.951095 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4100bd0e-b4f8-43b9-a039-ec4ef2ee1ab7 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:13:59.985152 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99cc2f1e-8097-4df7-ae85-aef79aa337e8 req-721e1f1e-c30f-44bd-91b9-c137f43d0050 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229629 Nov 18 17:14:00.002625 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port e43d3573-dde7-42cd-8bc2-1b5be382490b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:00.002625 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:00.023138 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c164dac-9f3b-4c30-96a2-ec250127ffbe service neutron] Pushing event updated for resources: {'Port': ['ID=cf8ccb18-f108-451f-8e9a-38cc13435e0c,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:00.062701 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535a61c0-e551-4bd4-8955-42fa8b1c34ae x-openstack-request-id: req-535a61c0-e551-4bd4-8955-42fa8b1c34ae {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:00.063013 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311d7f2b-94e5-411a-95ac-5be34c5f89da", "tag": "cf8ccb18-f108-451f-8e9a-38cc13435e0c", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:00.063155 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-954007d0-1f85-4555-a244-ccf3889b592e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:00.063610 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-535a61c0-e551-4bd4-8955-42fa8b1c34ae {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:00.064419 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311d7f2b-94e5-411a-95ac-5be34c5f89da', 'tag': 'cf8ccb18-f108-451f-8e9a-38cc13435e0c', 'status': 'completed', 'code': 200} Nov 18 17:14:00.083377 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-da54b6f2-3b3d-4bc4-be1d-824b5bfc25dc None None] Port c97e7e8c-8d57-4d99-9916-deb6a275c386 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:14:00.091440 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-0d49786d-45e8-4e3f-9ad6-8f125155835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:00.093107 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-0d49786d-45e8-4e3f-9ad6-8f125155835f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 1095 time: 0.2451603 Nov 18 17:14:00.118032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11009d4c-6a05-4452-8001-3a0cc0bab6da req-6b467c18-5cf8-4b3d-8ed5-5cd4eb1ea0b9 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:00.131440 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11009d4c-6a05-4452-8001-3a0cc0bab6da req-6b467c18-5cf8-4b3d-8ed5-5cd4eb1ea0b9 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1307251 Nov 18 17:14:00.168199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-4100bd0e-b4f8-43b9-a039-ec4ef2ee1ab7 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Allocated IP 172.25.3.151 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/b1a2e49f-e691-4f78-aaee-e96cce6c9bf5) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:00.208111 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-251368ec-233d-4d8b-9c7d-a8b30f7bb8fb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:00.234894 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25ed50c3-c11d-4c50-b738-4570ea1ce0e3 req-94cbe1f7-0586-4476-8da1-33ea64d4e3ea tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/ports?device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 210 time: 0.0924039 Nov 18 17:14:00.236644 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-32278a00-9f10-4bfc-8a5d-b52cc504cab6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf8ccb18-f108-451f-8e9a-38cc13435e0c HTTP/1.1" status: 200 len: 217 time: 0.0824320 Nov 18 17:14:00.274993 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-e2567162-17d3-4aa2-97b9-888ac9ecf0f0 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Made reservation on behalf of 311172517c614e73bab0a54e9b2a0c23 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:00.278513 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-e2567162-17d3-4aa2-97b9-888ac9ecf0f0 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:00.317038 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11009d4c-6a05-4452-8001-3a0cc0bab6da req-552ac39d-45e2-4e2e-af09-1c51ce12b071 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790609 Nov 18 17:14:00.332730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-5d1c1794-c196-4d34-9283-0bb058de2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:00.334347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-5d1c1794-c196-4d34-9283-0bb058de2e5e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.0855989 Nov 18 17:14:00.376450 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-c5d84d36-4ddd-48c3-97f0-10cf4997417a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297830 Nov 18 17:14:00.398674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-251368ec-233d-4d8b-9c7d-a8b30f7bb8fb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:00.424234 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4100bd0e-b4f8-43b9-a039-ec4ef2ee1ab7 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:00.487495 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-030dc795-1407-4ce5-80e2-06c5f2d689a1 service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035564 Nov 18 17:14:00.500658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-e2567162-17d3-4aa2-97b9-888ac9ecf0f0 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Allocated IP 172.20.0.2 (38d2c5ca-5d6e-4523-bb61-323569e746ab/e6298b9b-f72e-4618-ac1a-9a6d866cec0f/382aa063-365c-4ede-be3e-07955d20ddbd) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:00.513665 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-251368ec-233d-4d8b-9c7d-a8b30f7bb8fb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:00.547383 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251368ec-233d-4d8b-9c7d-a8b30f7bb8fb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ed6483-f395-42f1-938d-8b93be03ff56,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:00.590015 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47941a68-89cc-432d-8f84-6ceedce0e752 req-dd10a0b7-ddc4-42be-979a-630ba7162669 service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952494 Nov 18 17:14:00.641709 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4100bd0e-b4f8-43b9-a039-ec4ef2ee1ab7 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:00.645983 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-251368ec-233d-4d8b-9c7d-a8b30f7bb8fb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:00.647844 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-251368ec-233d-4d8b-9c7d-a8b30f7bb8fb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9136636 Nov 18 17:14:00.650296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42038) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:00.655843 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8f691a36-9231-4281-944f-66ddc3d2186d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Request body: {'security_group_rule': {'security_group_id': '04b6e894-9554-4a43-b42c-b90a93a83038', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:00.702571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4100bd0e-b4f8-43b9-a039-ec4ef2ee1ab7 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:00.715668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-4100bd0e-b4f8-43b9-a039-ec4ef2ee1ab7 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:00.719599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4100bd0e-b4f8-43b9-a039-ec4ef2ee1ab7 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:00.721470 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100bd0e-b4f8-43b9-a039-ec4ef2ee1ab7 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Pushing event updated for resources: {'Port': ['ID=b1a2e49f-e691-4f78-aaee-e96cce6c9bf5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:00.760671 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4454b04-e213-42bf-8feb-315f87c41d28 req-ef8ca7cd-bbf5-415b-b417-ca194c4c4dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:00.762650 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-e2567162-17d3-4aa2-97b9-888ac9ecf0f0 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:00.763318 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4454b04-e213-42bf-8feb-315f87c41d28 req-ef8ca7cd-bbf5-415b-b417-ca194c4c4dcb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 1095 time: 0.0498531 Nov 18 17:14:00.803605 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f691a36-9231-4281-944f-66ddc3d2186d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:00.846506 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4100bd0e-b4f8-43b9-a039-ec4ef2ee1ab7 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:00.942178 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4454b04-e213-42bf-8feb-315f87c41d28 req-79c064e5-3cc8-45a1-9250-514f4c8ff91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:00.943735 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4454b04-e213-42bf-8feb-315f87c41d28 req-79c064e5-3cc8-45a1-9250-514f4c8ff91b service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.1730099 Nov 18 17:14:00.955377 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf05fc-af48-4ce2-9a5a-fe95334fb68f req-61002d5f-6aab-4cd5-b8be-7b17a834a060 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:00.957384 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06bf05fc-af48-4ce2-9a5a-fe95334fb68f req-61002d5f-6aab-4cd5-b8be-7b17a834a060 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/ports?device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 946 time: 0.1374550 Nov 18 17:14:00.960357 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f691a36-9231-4281-944f-66ddc3d2186d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:00.977581 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-e2567162-17d3-4aa2-97b9-888ac9ecf0f0 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:01.006001 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4454b04-e213-42bf-8feb-315f87c41d28 req-e8a17b40-1421-4a33-87dc-7614ebb9489b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf8ccb18-f108-451f-8e9a-38cc13435e0c HTTP/1.1" status: 200 len: 217 time: 0.0476511 Nov 18 17:14:01.041068 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4100bd0e-b4f8-43b9-a039-ec4ef2ee1ab7 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:01.049264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-e2567162-17d3-4aa2-97b9-888ac9ecf0f0 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Network 38d2c5ca-5d6e-4523-bb61-323569e746ab is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:01.071568 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f691a36-9231-4281-944f-66ddc3d2186d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:01.074336 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-e2567162-17d3-4aa2-97b9-888ac9ecf0f0 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:01.077943 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2567162-17d3-4aa2-97b9-888ac9ecf0f0 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Pushing event updated for resources: {'Port': ['ID=382aa063-365c-4ede-be3e-07955d20ddbd,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:01.083422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-e2567162-17d3-4aa2-97b9-888ac9ecf0f0 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:01.086781 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06bf05fc-af48-4ce2-9a5a-fe95334fb68f req-50d0e733-7ac7-457e-b26d-318ca04d7d54 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/security-groups?id=79578dbd-b0ae-408b-a493-3e06d7823fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203055 Nov 18 17:14:01.127693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4454b04-e213-42bf-8feb-315f87c41d28 req-c8dc1bab-ff27-427e-b894-601770bcbae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:01.129935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4454b04-e213-42bf-8feb-315f87c41d28 req-c8dc1bab-ff27-427e-b894-601770bcbae6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.1142769 Nov 18 17:14:01.130575 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f691a36-9231-4281-944f-66ddc3d2186d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55df9bd-2e42-4036-83a8-fc7c6f8ea5e7,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:01.168194 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4454b04-e213-42bf-8feb-315f87c41d28 req-95628546-bc5f-4c37-8f40-50bc6faa667f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298877 Nov 18 17:14:01.174098 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-e2567162-17d3-4aa2-97b9-888ac9ecf0f0 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:01.174627 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-e2567162-17d3-4aa2-97b9-888ac9ecf0f0 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:01.183852 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96961c99-1b3c-45c0-b245-4913febd7641 req-61d46301-c76b-45c6-95de-7574b51618cc tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:01.183852 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96961c99-1b3c-45c0-b245-4913febd7641 req-61d46301-c76b-45c6-95de-7574b51618cc tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 943 time: 0.1102226 Nov 18 17:14:01.245184 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f691a36-9231-4281-944f-66ddc3d2186d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:01.246402 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8f691a36-9231-4281-944f-66ddc3d2186d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5948429 Nov 18 17:14:01.253481 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42048) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:01.260830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5e18985f-041b-4748-b782-0126d40e7185 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:01.297279 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96961c99-1b3c-45c0-b245-4913febd7641 req-a8cf456c-69ff-4d0e-b5ce-ea9c874126d7 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048453 Nov 18 17:14:01.297846 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-e2567162-17d3-4aa2-97b9-888ac9ecf0f0 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6556532 Nov 18 17:14:01.306005 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4100bd0e-b4f8-43b9-a039-ec4ef2ee1ab7 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:01.314143 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4454b04-e213-42bf-8feb-315f87c41d28 req-549a7fa3-0ca9-4ad9-9ccb-c716916c1ac9 service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293330 Nov 18 17:14:01.314896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Request body: {'port': {'device_id': '748a7cce-d5de-4cf4-bd40-4868fce48312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:01.377674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4100bd0e-b4f8-43b9-a039-ec4ef2ee1ab7 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:01.408154 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:01.428233 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e18985f-041b-4748-b782-0126d40e7185 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for floatingip, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:01.464308 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4454b04-e213-42bf-8feb-315f87c41d28 req-a2998a69-0d55-49c2-a29c-f013325c1fb3 service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419487 Nov 18 17:14:01.477123 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e81854-521c-49fd-9585-3dfc67332e77 req-fea6790c-0296-4b77-8db0-97a057cfd378 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:01.478500 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54e81854-521c-49fd-9585-3dfc67332e77 req-fea6790c-0296-4b77-8db0-97a057cfd378 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/ports?device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 931 time: 0.0773625 Nov 18 17:14:01.513579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100bd0e-b4f8-43b9-a039-ec4ef2ee1ab7 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Pushing event updated for resources: {'Port': ['ID=b1a2e49f-e691-4f78-aaee-e96cce6c9bf5,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:01.539570 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4100bd0e-b4f8-43b9-a039-ec4ef2ee1ab7 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:01.545505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54e81854-521c-49fd-9585-3dfc67332e77 req-7146ba8e-eed0-4d98-b3d8-6b42e728dfcd tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/security-groups?id=21211e3d-1dbb-4246-b4b3-831275f86239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555692 Nov 18 17:14:01.625962 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4100bd0e-b4f8-43b9-a039-ec4ef2ee1ab7 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:01.627277 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4100bd0e-b4f8-43b9-a039-ec4ef2ee1ab7 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5568461 Nov 18 17:14:01.637568 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42056) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:01.643699 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-90c9ef13-7af4-4647-8c3b-046aa027aaaf tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Request body: {'floatingip': {'port_id': 'c97e7e8c-8d57-4d99-9916-deb6a275c386', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:01.700245 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf2c0f-c334-4d59-8901-b24a57082799 req-8169f40f-3995-495c-a6a6-ff069dfca4a9 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:01.701767 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39cf2c0f-c334-4d59-8901-b24a57082799 req-8169f40f-3995-495c-a6a6-ff069dfca4a9 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0850251 Nov 18 17:14:01.715330 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8ca31-43dc-495a-9748-3c6765cc021c req-36bf958e-06d3-4ad1-8b88-c51dbfbc0dc2 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:01.716858 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7fb8ca31-43dc-495a-9748-3c6765cc021c req-36bf958e-06d3-4ad1-8b88-c51dbfbc0dc2 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/ports?device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 946 time: 0.0889225 Nov 18 17:14:01.724732 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90c9ef13-7af4-4647-8c3b-046aa027aaaf tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for floatingip, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:01.785370 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39cf2c0f-c334-4d59-8901-b24a57082799 req-5d3a0992-1c69-4897-af3d-c97a318154b4 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669847 Nov 18 17:14:01.798464 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7fb8ca31-43dc-495a-9748-3c6765cc021c req-eae602c8-c668-4704-8b6f-ea630c0d3865 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/security-groups?id=79578dbd-b0ae-408b-a493-3e06d7823fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728674 Nov 18 17:14:01.932776 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-90c9ef13-7af4-4647-8c3b-046aa027aaaf tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] update failed (client error): The resource could not be found. Nov 18 17:14:01.946956 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-90c9ef13-7af4-4647-8c3b-046aa027aaaf tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] 10.222.0.72 "PUT /v2.0/floatingips/f5268ba0-b8d6-4dce-8394-e5b620dfd30f HTTP/1.1" status: 404 len: 507 time: 0.2941580 Nov 18 17:14:01.947612 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-a2c0d9ce-6ad2-469c-8037-bcfc64e052c4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--822247785&fields=id&tenant_id=bce5212d47c4464c80f51f290e96e7bf HTTP/1.1" status: 200 len: 267 time: 0.0484385 Nov 18 17:14:01.947612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42064) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:01.988822 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e18985f-041b-4748-b782-0126d40e7185 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:02.066946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382aa063-365c-4ede-be3e-07955d20ddbd {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:14:02.078999 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:02.118417 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Transition to ACTIVE for port object 382aa063-365c-4ede-be3e-07955d20ddbd will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:14:02.145197 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-5e18985f-041b-4748-b782-0126d40e7185 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Allocated IP 172.25.3.97 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/272ee822-aaf7-4468-a08d-18e960047489) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:02.148980 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-3e74999b-5412-4553-b002-c883b920399b tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:02.150463 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-3e74999b-5412-4553-b002-c883b920399b tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/networks?id=652a8802-df53-41d6-bcbd-962461ecde11 HTTP/1.1" status: 200 len: 816 time: 0.2055428 Nov 18 17:14:02.172866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-39b22ba2-d7b5-461e-b85a-34b84e099814 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/quotas/bce5212d47c4464c80f51f290e96e7bf HTTP/1.1" status: 200 len: 375 time: 0.0156941 Nov 18 17:14:02.174198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-015b9f2c-9aca-4774-9b23-b9495fe56e25 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Deleting port b1a2e49f-e691-4f78-aaee-e96cce6c9bf5 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:02.174542 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-015b9f2c-9aca-4774-9b23-b9495fe56e25 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:02.217905 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:02.292922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Pushing event updated for resources: {'Port': ['ID=382aa063-365c-4ede-be3e-07955d20ddbd,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:02.305375 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-08a457c9-add9-40eb-9588-7938fcbd048e tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bce5212d47c4464c80f51f290e96e7bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1145687 Nov 18 17:14:02.305375 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-015b9f2c-9aca-4774-9b23-b9495fe56e25 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:02.305375 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-015b9f2c-9aca-4774-9b23-b9495fe56e25 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:02.319041 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-015b9f2c-9aca-4774-9b23-b9495fe56e25 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Calling delete_port for b1a2e49f-e691-4f78-aaee-e96cce6c9bf5 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:02.330693 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e18985f-041b-4748-b782-0126d40e7185 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:02.380733 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1206ada8-df76-4da9-b6e8-f22d5f9f9541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:02.411357 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Attempting to bind port 382aa063-365c-4ede-be3e-07955d20ddbd on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:14:02.411701 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Attempting to bind port 382aa063-365c-4ede-be3e-07955d20ddbd by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6562e06b-1873-474e-9c19-2a6b70212941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '38d2c5ca-5d6e-4523-bb61-323569e746ab'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:14:02.412069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Attempting to bind port 382aa063-365c-4ede-be3e-07955d20ddbd on network 38d2c5ca-5d6e-4523-bb61-323569e746ab {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:02.418417 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Port 382aa063-365c-4ede-be3e-07955d20ddbd on network 38d2c5ca-5d6e-4523-bb61-323569e746ab not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:14:02.418749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Attempting to bind port 382aa063-365c-4ede-be3e-07955d20ddbd on network 38d2c5ca-5d6e-4523-bb61-323569e746ab {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:02.424310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:14:02.424765 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Checking segment: {'id': '6562e06b-1873-474e-9c19-2a6b70212941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '38d2c5ca-5d6e-4523-bb61-323569e746ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:02.427768 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Bound using segment: {'id': '6562e06b-1873-474e-9c19-2a6b70212941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '38d2c5ca-5d6e-4523-bb61-323569e746ab'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:14:02.427768 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Bound port: 382aa063-365c-4ede-be3e-07955d20ddbd, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6562e06b-1873-474e-9c19-2a6b70212941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '38d2c5ca-5d6e-4523-bb61-323569e746ab'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:14:02.427768 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:02.473194 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e18985f-041b-4748-b782-0126d40e7185 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:02.532516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e18985f-041b-4748-b782-0126d40e7185 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:02.533713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] For port 382aa063-365c-4ede-be3e-07955d20ddbd, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:14:02.541725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-5e18985f-041b-4748-b782-0126d40e7185 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:02.550419 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e18985f-041b-4748-b782-0126d40e7185 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:02.563684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] For port 382aa063-365c-4ede-be3e-07955d20ddbd, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=382aa063-365c-4ede-be3e-07955d20ddbd,segment=NetworkSegment(6562e06b-1873-474e-9c19-2a6b70212941),segment_id=6562e06b-1873-474e-9c19-2a6b70212941)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:14:02.586377 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18985f-041b-4748-b782-0126d40e7185 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event updated for resources: {'Port': ['ID=272ee822-aaf7-4468-a08d-18e960047489,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:02.636130 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:02.677377 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:02.678043 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:02.679436 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] 10.222.0.81 "PUT /v2.0/ports/382aa063-365c-4ede-be3e-07955d20ddbd HTTP/1.1" status: 200 len: 1092 time: 1.3704586 Nov 18 17:14:02.681753 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748a7cce-d5de-4cf4-bd40-4868fce48312', 'tag': '382aa063-365c-4ede-be3e-07955d20ddbd'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:02.684215 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f1e72f-2f8a-4dd2-84a7-f67beb7b034c" -d '{"events": [{"name": "network-changed", "server_uuid": "748a7cce-d5de-4cf4-bd40-4868fce48312", "tag": "382aa063-365c-4ede-be3e-07955d20ddbd"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:02.701247 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e18985f-041b-4748-b782-0126d40e7185 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:02.721780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaf133-1605-4a36-828e-e7cf6d2eefef service neutron] Pushing event updated for resources: {'Port': ['ID=382aa063-365c-4ede-be3e-07955d20ddbd,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:02.800209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-3f4c548c-d2f5-4b41-9751-838c2b12b9ed service neutron] 10.222.0.72 "GET /v2.0/networks/652a8802-df53-41d6-bcbd-962461ecde11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825273 Nov 18 17:14:02.828543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5e6ee-ef8f-44ef-bd5b-37421f9812dc req-9bcaa8e0-37f3-4037-8d74-fb7cd4b9cb0a tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:02.830006 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74a5e6ee-ef8f-44ef-bd5b-37421f9812dc req-9bcaa8e0-37f3-4037-8d74-fb7cd4b9cb0a tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 943 time: 0.1079848 Nov 18 17:14:02.847957 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e18985f-041b-4748-b782-0126d40e7185 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:02.885307 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-a8c8d98b-251b-49fd-b5dd-60c070837e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:02.886822 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-a8c8d98b-251b-49fd-b5dd-60c070837e8b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=311172517c614e73bab0a54e9b2a0c23&device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 1095 time: 0.0939548 Nov 18 17:14:02.940234 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-fb2ea0b7-2cc9-4910-b3e1-e259d9206d82 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=382aa063-365c-4ede-be3e-07955d20ddbd HTTP/1.1" status: 200 len: 217 time: 0.0407674 Nov 18 17:14:02.970113 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74a5e6ee-ef8f-44ef-bd5b-37421f9812dc req-f802d365-f996-4833-89f5-b6eb6394f909 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269379 Nov 18 17:14:02.985699 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-68551d01-6896-4e04-96a3-99878dfbb09c service neutron] 10.222.0.72 "GET /v2.0/networks/652a8802-df53-41d6-bcbd-962461ecde11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741803 Nov 18 17:14:03.043548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-4f4c4641-58f6-43ee-9b56-f0759d285e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:03.045114 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-4f4c4641-58f6-43ee-9b56-f0759d285e5e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e6298b9b-f72e-4618-ac1a-9a6d866cec0f HTTP/1.1" status: 200 len: 851 time: 0.0953178 Nov 18 17:14:03.077179 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-015b9f2c-9aca-4774-9b23-b9495fe56e25 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:03.090634 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-91990f32-17f9-43a7-9642-9dce29baef25 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38d2c5ca-5d6e-4523-bb61-323569e746ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371213 Nov 18 17:14:03.116763 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b9f2c-9aca-4774-9b23-b9495fe56e25 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Pushing event deleted for resources: {'Port': ['ID=b1a2e49f-e691-4f78-aaee-e96cce6c9bf5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:03.150132 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e18985f-041b-4748-b782-0126d40e7185 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:03.185775 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c87e1f-2023-4dce-ac79-3e9a20c0e5ce req-20a2957f-1c16-4433-a0a9-02d0f0f819b0 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:03.187321 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11c87e1f-2023-4dce-ac79-3e9a20c0e5ce req-20a2957f-1c16-4433-a0a9-02d0f0f819b0 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/ports?device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 943 time: 0.1463130 Nov 18 17:14:03.214794 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-1617fd03-0c77-4bce-849b-abeff40fe1cb service neutron] 10.222.0.81 "GET /v2.0/networks/38d2c5ca-5d6e-4523-bb61-323569e746ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164162 Nov 18 17:14:03.225375 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e18985f-041b-4748-b782-0126d40e7185 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:03.225639 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-015b9f2c-9aca-4774-9b23-b9495fe56e25 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:03.227991 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-015b9f2c-9aca-4774-9b23-b9495fe56e25 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:03.233734 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-015b9f2c-9aca-4774-9b23-b9495fe56e25 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] 10.222.0.72 "DELETE /v2.0/floatingips/f5268ba0-b8d6-4dce-8394-e5b620dfd30f HTTP/1.1" status: 204 len: 168 time: 1.2910192 Nov 18 17:14:03.233734 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42086) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:03.238036 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2d8f6d28-16cd-4751-b493-a4d03b763539 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Request body: {'floatingip': {'floating_network_id': 'a40a83d2-0055-4610-a935-d32cacefe10c', 'port_id': 'c97e7e8c-8d57-4d99-9916-deb6a275c386', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:03.274254 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11c87e1f-2023-4dce-ac79-3e9a20c0e5ce req-1e82abf9-2060-4f4e-b64c-dcc24308420a tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/security-groups?id=21211e3d-1dbb-4246-b4b3-831275f86239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756972 Nov 18 17:14:03.337875 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc4fd26-c7c2-4b2f-987a-1973a3d200be x-openstack-request-id: req-ccc4fd26-c7c2-4b2f-987a-1973a3d200be {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:03.338179 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748a7cce-d5de-4cf4-bd40-4868fce48312", "tag": "382aa063-365c-4ede-be3e-07955d20ddbd", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:03.338452 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ccc4fd26-c7c2-4b2f-987a-1973a3d200be {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:03.338911 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748a7cce-d5de-4cf4-bd40-4868fce48312', 'tag': '382aa063-365c-4ede-be3e-07955d20ddbd', 'status': 'completed', 'code': 200} Nov 18 17:14:03.386037 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18985f-041b-4748-b782-0126d40e7185 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event updated for resources: {'Port': ['ID=272ee822-aaf7-4468-a08d-18e960047489,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:03.386426 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d8f6d28-16cd-4751-b493-a4d03b763539 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:03.409277 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d1500-6e43-48a5-9da9-10274c2450c7 req-858a2d5b-a683-4d6f-b0db-257d3b246852 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:03.409990 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f90d1500-6e43-48a5-9da9-10274c2450c7 req-858a2d5b-a683-4d6f-b0db-257d3b246852 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.83 "GET /v2.0/ports?device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 946 time: 0.1942976 Nov 18 17:14:03.413173 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e18985f-041b-4748-b782-0126d40e7185 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:03.477579 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:03.484949 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104f3aa-6511-4c4b-8f9b-9ab4a39077bc req-95fb4d7d-4b5e-4fc7-bbe8-39ea0386f5c4 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:03.486476 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5104f3aa-6511-4c4b-8f9b-9ab4a39077bc req-95fb4d7d-4b5e-4fc7-bbe8-39ea0386f5c4 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1144340 Nov 18 17:14:03.584548 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5104f3aa-6511-4c4b-8f9b-9ab4a39077bc req-fdbeb2f7-2318-489b-bb5b-414d41c7211a tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906911 Nov 18 17:14:03.756654 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-2d8f6d28-16cd-4751-b493-a4d03b763539 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:14:03.761792 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2d8f6d28-16cd-4751-b493-a4d03b763539 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5236251 Nov 18 17:14:03.768322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42092) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:03.782153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e91a442-d5f2-4c9b-be51-e913b62608b2 req-7e7e4bf6-91e1-455e-9692-6c267b18638a tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 210 time: 0.0494745 Nov 18 17:14:03.782854 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': 'c97e7e8c-8d57-4d99-9916-deb6a275c386', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:03.791817 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23c0ce-e7f2-4923-93f5-9e885719d40a req-5d7a9607-5ca0-4f5d-aa9e-0d0f9eb98c09 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:03.793422 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4a23c0ce-e7f2-4923-93f5-9e885719d40a req-5d7a9607-5ca0-4f5d-aa9e-0d0f9eb98c09 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/ports?device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 946 time: 0.1051176 Nov 18 17:14:03.831357 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc46fe3a-3f64-41b1-8577-25341b8e3444 req-aeb7de4b-3290-494f-99a9-1488aeddebfd service neutron] 10.222.0.81 "GET /v2.0/networks/38d2c5ca-5d6e-4523-bb61-323569e746ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6023507 Nov 18 17:14:03.868482 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4a23c0ce-e7f2-4923-93f5-9e885719d40a req-4b5da92e-4554-44c3-955a-e63c82601dc4 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/security-groups?id=79578dbd-b0ae-408b-a493-3e06d7823fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548179 Nov 18 17:14:03.869422 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e18985f-041b-4748-b782-0126d40e7185 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:03.873401 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5e18985f-041b-4748-b782-0126d40e7185 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6156995 Nov 18 17:14:03.886660 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977bcb0-2114-4289-bb85-4625c7fb319b req-39bca356-b313-43e3-8152-f2729af56ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:03.888417 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6977bcb0-2114-4289-bb85-4625c7fb319b req-39bca356-b313-43e3-8152-f2729af56ea5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=39a6280c77f24f45a9ca2eab191b91cb&device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 1101 time: 0.1189458 Nov 18 17:14:03.920355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-f90d1500-6e43-48a5-9da9-10274c2450c7 req-59ec315a-8445-4c00-82dc-0f6de4ebc1e9 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Deleting port 2bac9acc-3364-4d46-8b3a-416ca92b91a3 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:03.920978 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f90d1500-6e43-48a5-9da9-10274c2450c7 req-59ec315a-8445-4c00-82dc-0f6de4ebc1e9 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:04.051345 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for floatingip, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:04.171499 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1e72f-2f8a-4dd2-84a7-f67beb7b034c req-7aafbdba-64f1-4f0e-9ddd-028d71224dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:04.171499 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-72f1e72f-2f8a-4dd2-84a7-f67beb7b034c req-7aafbdba-64f1-4f0e-9ddd-028d71224dc8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=311172517c614e73bab0a54e9b2a0c23&device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 1095 time: 0.1777287 Nov 18 17:14:04.171899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9be27-29ec-4a6f-85bb-84d70ff10fbc req-35da2b62-3040-4735-910e-1a412bf0f964 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:04.171899 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79e9be27-29ec-4a6f-85bb-84d70ff10fbc req-35da2b62-3040-4735-910e-1a412bf0f964 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 943 time: 0.0937424 Nov 18 17:14:04.196841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f90d1500-6e43-48a5-9da9-10274c2450c7 req-59ec315a-8445-4c00-82dc-0f6de4ebc1e9 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] For port 2bac9acc-3364-4d46-8b3a-416ca92b91a3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2bac9acc-3364-4d46-8b3a-416ca92b91a3,segment=NetworkSegment(8473dcf8-f963-4375-80c4-c23da7f8db8e),segment_id=8473dcf8-f963-4375-80c4-c23da7f8db8e)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:04.197212 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f90d1500-6e43-48a5-9da9-10274c2450c7 req-59ec315a-8445-4c00-82dc-0f6de4ebc1e9 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:04.220673 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977bcb0-2114-4289-bb85-4625c7fb319b req-031632a8-23fb-4d6d-b0e9-512a6bbc860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:04.222140 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6977bcb0-2114-4289-bb85-4625c7fb319b req-031632a8-23fb-4d6d-b0e9-512a6bbc860e service neutron] 10.222.0.83 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.2977574 Nov 18 17:14:04.229006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-f90d1500-6e43-48a5-9da9-10274c2450c7 req-59ec315a-8445-4c00-82dc-0f6de4ebc1e9 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Calling delete_port for 2bac9acc-3364-4d46-8b3a-416ca92b91a3 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:04.232011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79e9be27-29ec-4a6f-85bb-84d70ff10fbc req-2a5e8e3f-74ea-424f-850a-6237bbf94080 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750031 Nov 18 17:14:04.235439 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-bb1cc62c-9aa7-42af-9087-56ab09d3f2dd tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--852065221&fields=id&tenant_id=452f9766b67e4a999cd2927e84f67a4c HTTP/1.1" status: 200 len: 267 time: 0.0804849 Nov 18 17:14:04.301764 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-6ebd087d-0959-46a8-9026-ae4da55608e8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:04.303052 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-6ebd087d-0959-46a8-9026-ae4da55608e8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports/5dd9df54-bed8-437f-a041-261ec234f3ca HTTP/1.1" status: 200 len: 932 time: 0.0586624 Nov 18 17:14:04.322412 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6977bcb0-2114-4289-bb85-4625c7fb319b req-52f55fb7-ffd6-4a43-9b11-fe70cc771404 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f HTTP/1.1" status: 200 len: 217 time: 0.0897985 Nov 18 17:14:04.364419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-5e6068e1-021e-4e49-a56f-8648fc31e0b9 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:04.365774 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-5e6068e1-021e-4e49-a56f-8648fc31e0b9 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports/bbab8d68-7db0-4f0e-a817-5122ae7e186d HTTP/1.1" status: 200 len: 932 time: 0.0546169 Nov 18 17:14:04.414396 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-08d12788-9d73-4744-9631-ee501264e00e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?network_id=113727fb-b8c5-4dc5-81b0-dede0422cd99&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0391057 Nov 18 17:14:04.456496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1e72f-2f8a-4dd2-84a7-f67beb7b034c req-a184af47-cf2c-430b-a0e4-700af22afba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:04.458010 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-72f1e72f-2f8a-4dd2-84a7-f67beb7b034c req-a184af47-cf2c-430b-a0e4-700af22afba0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=38d2c5ca-5d6e-4523-bb61-323569e746ab HTTP/1.1" status: 200 len: 913 time: 0.3105080 Nov 18 17:14:04.465266 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd81a0-a87b-4d64-8035-877714b3506a req-494b6d53-d0e8-4113-bc3a-7a6c65f02485 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:04.466833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8bd81a0-a87b-4d64-8035-877714b3506a req-494b6d53-d0e8-4113-bc3a-7a6c65f02485 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/ports?device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 943 time: 0.1001587 Nov 18 17:14:04.469066 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-2acef324-b240-47b5-9809-e6b498096ae3 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?network_id=113727fb-b8c5-4dc5-81b0-dede0422cd99&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0434833 Nov 18 17:14:04.480521 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device cf8ccb18-f108-451f-8e9a-38cc13435e0c details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:14:04.533324 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-72f1e72f-2f8a-4dd2-84a7-f67beb7b034c req-f1460b28-7cf5-44c8-a626-93591c69d48f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=382aa063-365c-4ede-be3e-07955d20ddbd HTTP/1.1" status: 200 len: 217 time: 0.0646486 Nov 18 17:14:04.547416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977bcb0-2114-4289-bb85-4625c7fb319b req-c62a3611-c906-4ca2-9071-0a4f7c58a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:04.549142 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6977bcb0-2114-4289-bb85-4625c7fb319b req-c62a3611-c906-4ca2-9071-0a4f7c58a272 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1948605 Nov 18 17:14:04.549409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8bd81a0-a87b-4d64-8035-877714b3506a req-34d0a77e-e80f-468c-a209-259db7b37f9d tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/security-groups?id=21211e3d-1dbb-4246-b4b3-831275f86239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750496 Nov 18 17:14:04.606643 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port cf8ccb18-f108-451f-8e9a-38cc13435e0c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cf8ccb18-f108-451f-8e9a-38cc13435e0c,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:04.622552 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'cf8ccb18-f108-451f-8e9a-38cc13435e0c', 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6', 'port_id': 'cf8ccb18-f108-451f-8e9a-38cc13435e0c', 'mac_address': 'fa:16:3e:b6:07:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a9bfb05-84d8-4d4a-b4a2-917d37cc6068', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:14:04.645482 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-9a0fc8a2-ebbd-4393-95f2-f448b990d15a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:04.652489 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-9a0fc8a2-ebbd-4393-95f2-f448b990d15a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:04.660346 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-9a0fc8a2-ebbd-4393-95f2-f448b990d15a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:04.669239 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-9a0fc8a2-ebbd-4393-95f2-f448b990d15a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/networks?id=4efab3f4-88d8-40ae-a2a4-453eabfee21f&id=9a0c3004-3ad3-481d-9a55-9288314c9a88&id=9a0c3004-3ad3-481d-9a55-9288314c9a88&id=113727fb-b8c5-4dc5-81b0-dede0422cd99&id=113727fb-b8c5-4dc5-81b0-dede0422cd99 HTTP/1.1" status: 200 len: 1989 time: 0.1638880 Nov 18 17:14:04.681978 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:04.695724 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8ccb18-f108-451f-8e9a-38cc13435e0c {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:14:04.717220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port cf8ccb18-f108-451f-8e9a-38cc13435e0c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cf8ccb18-f108-451f-8e9a-38cc13435e0c,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:04.719753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:04.720359 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-9738d257-fee0-4799-aeff-98a3f1bfcb50 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/quotas/452f9766b67e4a999cd2927e84f67a4c HTTP/1.1" status: 200 len: 375 time: 0.0500252 Nov 18 17:14:04.735672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1e72f-2f8a-4dd2-84a7-f67beb7b034c req-b43fd1f1-eb3f-4223-8b1e-f9731846c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:04.737171 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-72f1e72f-2f8a-4dd2-84a7-f67beb7b034c req-b43fd1f1-eb3f-4223-8b1e-f9731846c696 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e6298b9b-f72e-4618-ac1a-9a6d866cec0f HTTP/1.1" status: 200 len: 851 time: 0.1834009 Nov 18 17:14:04.773804 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104f9d4-1ca8-442a-95fd-f6d00ac5bac4 req-72c10161-60aa-4f11-a789-453b048f567b tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:04.775848 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f104f9d4-1ca8-442a-95fd-f6d00ac5bac4 req-72c10161-60aa-4f11-a789-453b048f567b tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1029382 Nov 18 17:14:04.790172 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977bcb0-2114-4289-bb85-4625c7fb319b req-8a338399-2b9e-43b8-a560-ab4eb0d3e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:04.794332 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6977bcb0-2114-4289-bb85-4625c7fb319b req-8a338399-2b9e-43b8-a560-ab4eb0d3e837 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2236168 Nov 18 17:14:04.794538 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:04.800090 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-5d3c6b17-659d-4cd3-b23a-d194a9cc17de tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=452f9766b67e4a999cd2927e84f67a4c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0731261 Nov 18 17:14:04.811460 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f90d1500-6e43-48a5-9da9-10274c2450c7 req-59ec315a-8445-4c00-82dc-0f6de4ebc1e9 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:04.814637 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-72f1e72f-2f8a-4dd2-84a7-f67beb7b034c req-3f536db3-0819-45ac-a7f4-c0f3cf72bf94 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38d2c5ca-5d6e-4523-bb61-323569e746ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424769 Nov 18 17:14:04.850658 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['2bac9acc-3364-4d46-8b3a-416ca92b91a3'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:14:04.871593 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f104f9d4-1ca8-442a-95fd-f6d00ac5bac4 req-acb70c65-d8e5-48e9-862e-df41f83db3c6 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653117 Nov 18 17:14:04.890113 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec315a-8445-4c00-82dc-0f6de4ebc1e9 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Pushing event deleted for resources: {'Port': ['ID=2bac9acc-3364-4d46-8b3a-416ca92b91a3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:04.955151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=cf8ccb18-f108-451f-8e9a-38cc13435e0c,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:05.008839 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:05.032162 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-421f0de4-d7d1-4c9e-8fe0-475b1c5a3a9a req-bec4cc9f-f56f-46d3-b43e-2d77ff6649fb tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 210 time: 0.0359101 Nov 18 17:14:05.038337 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-91fb8509-89f8-4c9d-b4d5-a037b9fbab2a service neutron] 10.222.0.72 "GET /v2.0/networks/4efab3f4-88d8-40ae-a2a4-453eabfee21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204878 Nov 18 17:14:05.064404 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90d1500-6e43-48a5-9da9-10274c2450c7 req-59ec315a-8445-4c00-82dc-0f6de4ebc1e9 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] No DVR routers for this DVR port 2bac9acc-3364-4d46-8b3a-416ca92b91a3 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:14:05.068888 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f90d1500-6e43-48a5-9da9-10274c2450c7 req-59ec315a-8445-4c00-82dc-0f6de4ebc1e9 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:05.073329 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f90d1500-6e43-48a5-9da9-10274c2450c7 req-59ec315a-8445-4c00-82dc-0f6de4ebc1e9 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.83 "DELETE /v2.0/ports/2bac9acc-3364-4d46-8b3a-416ca92b91a3 HTTP/1.1" status: 204 len: 173 time: 1.6535206 Nov 18 17:14:05.086105 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['cf8ccb18-f108-451f-8e9a-38cc13435e0c'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:14:05.108902 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Allocated IP 172.25.3.232 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/34ebc199-918c-4df3-b79d-5fc81f036ed2) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:05.157587 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea18c4ba-b2e6-4be1-9698-2f88c7d5307d req-8a355979-9488-49b8-a3a5-5274e2635b54 tempest-InstanceActionsV221TestJSON-1946759141 tempest-InstanceActionsV221TestJSON-1946759141-project] 10.222.0.72 "GET /v2.0/ports?device_id=23e8caff-f025-4d78-814e-2f77d7d5d2de HTTP/1.1" status: 200 len: 210 time: 0.0366795 Nov 18 17:14:05.172293 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6977bcb0-2114-4289-bb85-4625c7fb319b req-076e105a-4980-4d19-8fa3-bcbec0eec6ad service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618422 Nov 18 17:14:05.192207 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-72f1e72f-2f8a-4dd2-84a7-f67beb7b034c req-0b3468ca-b8f7-4d6b-a13c-56603b7d166d service neutron] 10.222.0.81 "GET /v2.0/networks/38d2c5ca-5d6e-4523-bb61-323569e746ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585188 Nov 18 17:14:05.195904 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-b794f085-77e6-46ed-b838-cc66ec3f1190 service neutron] 10.222.0.72 "GET /v2.0/networks/4efab3f4-88d8-40ae-a2a4-453eabfee21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430428 Nov 18 17:14:05.240686 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-bb02c668-8165-4bcc-a46a-74072eb51b26 service neutron] 10.222.0.72 "GET /v2.0/ports/5dd9df54-bed8-437f-a041-261ec234f3ca?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0436759 Nov 18 17:14:05.349817 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e8caff-f025-4d78-814e-2f77d7d5d2de', 'name': 'network-vif-deleted', 'tag': '2bac9acc-3364-4d46-8b3a-416ca92b91a3'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:05.352179 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97efa418-8cbc-49de-b148-ea22ec824a75" -d '{"events": [{"server_uuid": "23e8caff-f025-4d78-814e-2f77d7d5d2de", "name": "network-vif-deleted", "tag": "2bac9acc-3364-4d46-8b3a-416ca92b91a3"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:05.370886 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:05.380696 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:05.387536 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-ad82adab-8231-4e7a-8d35-7f0e624bc909 service neutron] 10.222.0.72 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392093 Nov 18 17:14:05.435324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa171e-840b-41a1-a983-bd32b50c7b26 req-3fb1f976-00fd-4a01-89f0-273d2eb60490 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:05.436908 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eafa171e-840b-41a1-a983-bd32b50c7b26 req-3fb1f976-00fd-4a01-89f0-273d2eb60490 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 944 time: 0.0876279 Nov 18 17:14:05.507236 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6977bcb0-2114-4289-bb85-4625c7fb319b req-2c3e9cc7-cb46-4e9a-b0ea-7c3dc0c05085 service neutron] 10.222.0.83 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134143 Nov 18 17:14:05.512571 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-72f1e72f-2f8a-4dd2-84a7-f67beb7b034c req-5a7da447-bb38-487b-bc63-19837f6a96e8 service neutron] 10.222.0.81 "GET /v2.0/networks/38d2c5ca-5d6e-4523-bb61-323569e746ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872732 Nov 18 17:14:05.554451 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eafa171e-840b-41a1-a983-bd32b50c7b26 req-43aed62e-4459-4120-bb9b-39e2b391f28e tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105833 Nov 18 17:14:05.556994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-ffeefd90-d37d-4ed6-ba96-c6b330305ae0 service neutron] 10.222.0.72 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613784 Nov 18 17:14:05.586903 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:05.611709 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-289d73e1-a131-4e89-a742-03a489ba6dbd service neutron] 10.222.0.72 "GET /v2.0/ports/bbab8d68-7db0-4f0e-a817-5122ae7e186d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0472972 Nov 18 17:14:05.618190 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f85ecd2-8560-445d-967b-b2586c026f60 x-openstack-request-id: req-8f85ecd2-8560-445d-967b-b2586c026f60 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:05.618504 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e8caff-f025-4d78-814e-2f77d7d5d2de", "name": "network-vif-deleted", "tag": "2bac9acc-3364-4d46-8b3a-416ca92b91a3", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:05.618800 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8f85ecd2-8560-445d-967b-b2586c026f60 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:05.619195 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e8caff-f025-4d78-814e-2f77d7d5d2de', 'name': 'network-vif-deleted', 'tag': '2bac9acc-3364-4d46-8b3a-416ca92b91a3', 'status': 'completed', 'code': 200} Nov 18 17:14:05.629647 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:05.635605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:05.639939 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:05.670972 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Pushing event updated for resources: {'Port': ['ID=34ebc199-918c-4df3-b79d-5fc81f036ed2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:05.751805 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-089fb370-83bf-4df0-b655-9fd24ff97952 service neutron] 10.222.0.72 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269789 Nov 18 17:14:05.760504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d4e01-b6f2-453d-acd3-fc1855164f0f req-73bcaaf8-d738-4704-9544-95f344658a4e tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:05.762013 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc2d4e01-b6f2-453d-acd3-fc1855164f0f req-73bcaaf8-d738-4704-9544-95f344658a4e tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/ports?device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 943 time: 0.1008751 Nov 18 17:14:05.815204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Deleting port 34ebc199-918c-4df3-b79d-5fc81f036ed2 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:05.816351 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:05.870291 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc2d4e01-b6f2-453d-acd3-fc1855164f0f req-2ea8333f-2017-4351-9b42-6d58504cb58a tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/security-groups?id=21211e3d-1dbb-4246-b4b3-831275f86239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992231 Nov 18 17:14:05.899914 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:05.899914 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:05.900195 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-d88c951a-5ede-4a53-8e88-64ba8e0e8974 service neutron] 10.222.0.72 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347985 Nov 18 17:14:05.919217 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Calling delete_port for 34ebc199-918c-4df3-b79d-5fc81f036ed2 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:06.023329 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-106979ea-268e-4b55-ad66-bee2bc6f22ad service neutron] 10.222.0.72 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246345 Nov 18 17:14:06.036684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b599c-8f08-48ac-8fb3-5c2e37e455a0 req-ae4d327d-ca75-46ae-8a04-ad957df3ed8f tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:06.038160 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-948b599c-8f08-48ac-8fb3-5c2e37e455a0 req-ae4d327d-ca75-46ae-8a04-ad957df3ed8f tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0749023 Nov 18 17:14:06.140247 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-948b599c-8f08-48ac-8fb3-5c2e37e455a0 req-55c9b4a3-7210-4526-b7e4-5c9bbea15256 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929761 Nov 18 17:14:06.161044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-bff17d4d-7fdd-4cb1-9ec2-2c9b680be904 service neutron] 10.222.0.72 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217694 Nov 18 17:14:06.208689 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:06.236632 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Pushing event deleted for resources: {'Port': ['ID=34ebc199-918c-4df3-b79d-5fc81f036ed2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:06.279842 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-7145e08a-e3e7-406c-83cd-2f5c84dc7f5e service neutron] 10.222.0.72 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106155 Nov 18 17:14:06.340594 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b8e143b1-3d8a-4103-bcdd-e348a68240cb req-e14de412-41a6-45dd-9cd1-8e4c58f595eb tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 210 time: 0.0371583 Nov 18 17:14:06.400741 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-23dbe724-a334-4ec1-b00d-170e4e032bc8 service neutron] 10.222.0.72 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192358 Nov 18 17:14:06.437505 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] create failed (client error): The resource could not be found. Nov 18 17:14:06.439034 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3767ea98-bfd2-477b-ae38-eb30bef49f24 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.6595030 Nov 18 17:14:06.442915 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42142) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:06.482079 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device cf8ccb18-f108-451f-8e9a-38cc13435e0c up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:14:06.508191 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-9ef017ee-143c-4cab-8210-779e68d75824 service neutron] 10.222.0.72 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008492 Nov 18 17:14:06.553272 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-60d2243d-8485-41a3-949a-33831852deb8 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Deleting port c97e7e8c-8d57-4d99-9916-deb6a275c386 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:06.553615 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60d2243d-8485-41a3-949a-33831852deb8 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:06.564141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42148) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:06.608631 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port cf8ccb18-f108-451f-8e9a-38cc13435e0c completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:14:06.614354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port cf8ccb18-f108-451f-8e9a-38cc13435e0c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:06.615079 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:06.661658 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60d2243d-8485-41a3-949a-33831852deb8 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:06.686481 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b335ca25-e793-4f91-8fd1-f49cb236e872 admin admin] Deleting subnet 2f85c8ee-09d2-4f5c-a52e-c4cb7beeb047 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:14:06.688676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-60d2243d-8485-41a3-949a-33831852deb8 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Calling delete_port for c97e7e8c-8d57-4d99-9916-deb6a275c386 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:06.699360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-91fdc737-ccda-465e-9d17-612360348a0e service neutron] 10.222.0.72 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821482 Nov 18 17:14:06.705380 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:06.709500 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b335ca25-e793-4f91-8fd1-f49cb236e872 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:06.730673 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311d7f2b-94e5-411a-95ac-5be34c5f89da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8ccb18-f108-451f-8e9a-38cc13435e0c'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:06.740408 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143333dd-ccc8-42d6-a8c1-03c038028c2a" -d '{"events": [{"server_uuid": "311d7f2b-94e5-411a-95ac-5be34c5f89da", "name": "network-vif-plugged", "status": "completed", "tag": "cf8ccb18-f108-451f-8e9a-38cc13435e0c"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:06.746078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port cf8ccb18-f108-451f-8e9a-38cc13435e0c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cf8ccb18-f108-451f-8e9a-38cc13435e0c,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:06.810645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13afccf-3729-4f8c-aea4-a1452db6130d req-f8d83368-9ca5-4836-9d37-2aba14367805 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:06.812147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f13afccf-3729-4f8c-aea4-a1452db6130d req-f8d83368-9ca5-4836-9d37-2aba14367805 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 944 time: 0.1711998 Nov 18 17:14:06.814322 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b335ca25-e793-4f91-8fd1-f49cb236e872 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:06.872011 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:06.912343 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b335ca25-e793-4f91-8fd1-f49cb236e872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:06.931690 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=cf8ccb18-f108-451f-8e9a-38cc13435e0c,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:06.939097 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-17155b80-f023-47a2-b4a7-2082498bb373 service neutron] 10.222.0.72 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388358 Nov 18 17:14:06.945714 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f13afccf-3729-4f8c-aea4-a1452db6130d req-0420cd2e-237b-432c-8c10-fb87c383a6a4 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110427 Nov 18 17:14:06.979709 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60d2243d-8485-41a3-949a-33831852deb8 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:06.995506 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad66144c-7661-499d-9a05-e2601cec4ce9 x-openstack-request-id: req-ad66144c-7661-499d-9a05-e2601cec4ce9 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:06.996161 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311d7f2b-94e5-411a-95ac-5be34c5f89da", "name": "network-vif-plugged", "status": "completed", "tag": "cf8ccb18-f108-451f-8e9a-38cc13435e0c", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:06.996613 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ad66144c-7661-499d-9a05-e2601cec4ce9 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:06.997187 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311d7f2b-94e5-411a-95ac-5be34c5f89da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8ccb18-f108-451f-8e9a-38cc13435e0c', 'code': 200} Nov 18 17:14:07.046225 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2243d-8485-41a3-949a-33831852deb8 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Pushing event deleted for resources: {'Port': ['ID=c97e7e8c-8d57-4d99-9916-deb6a275c386,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:07.112552 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b335ca25-e793-4f91-8fd1-f49cb236e872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:07.130574 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-721a45d2-08be-4eb1-966c-c6438a9c61cb service neutron] 10.222.0.72 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803799 Nov 18 17:14:07.157773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335ca25-e793-4f91-8fd1-f49cb236e872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f85c8ee-09d2-4f5c-a52e-c4cb7beeb047,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:07.188440 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b335ca25-e793-4f91-8fd1-f49cb236e872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:07.212758 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b335ca25-e793-4f91-8fd1-f49cb236e872 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2f85c8ee-09d2-4f5c-a52e-c4cb7beeb047 HTTP/1.1" status: 204 len: 168 time: 0.6405845 Nov 18 17:14:07.214210 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42158) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:07.216945 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60d2243d-8485-41a3-949a-33831852deb8 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:07.223936 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-60d2243d-8485-41a3-949a-33831852deb8 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] 10.222.0.72 "DELETE /v2.0/ports/c97e7e8c-8d57-4d99-9916-deb6a275c386 HTTP/1.1" status: 204 len: 168 time: 0.7799056 Nov 18 17:14:07.224783 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42162) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:07.264203 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70008ef-3dc4-4fdd-b7f4-3cca3d94a557 req-67fcde9b-ee50-44c1-92e7-421f344deef5 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:07.273844 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e70008ef-3dc4-4fdd-b7f4-3cca3d94a557 req-67fcde9b-ee50-44c1-92e7-421f344deef5 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/ports?device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 943 time: 0.2289615 Nov 18 17:14:07.304548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-230c58fb-87e6-449b-ae4b-7eb49b06555a tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:07.306158 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-230c58fb-87e6-449b-ae4b-7eb49b06555a tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.83 "GET /v2.0/networks?id=652a8802-df53-41d6-bcbd-962461ecde11 HTTP/1.1" status: 200 len: 816 time: 0.2260647 Nov 18 17:14:07.310482 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f017e-e72f-414a-bb06-288e5349f706 req-ab314137-17ec-47d9-8249-baa7d2e24cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:07.312271 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c13f017e-e72f-414a-bb06-288e5349f706 req-ab314137-17ec-47d9-8249-baa7d2e24cfd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 1097 time: 0.2445433 Nov 18 17:14:07.366946 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a067d977-82b2-4dea-be27-f63565d0edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:07.377811 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94b738b-6dac-4dc8-907e-5f106e4fcda1 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:07.382139 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e94b738b-6dac-4dc8-907e-5f106e4fcda1 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] 10.222.0.72 "GET /v2.0/ports?device_id=e60ee279-3107-4567-ae7f-d546fa7d6779 HTTP/1.1" status: 200 len: 913 time: 0.1478724 Nov 18 17:14:07.382316 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e70008ef-3dc4-4fdd-b7f4-3cca3d94a557 req-1d01d7be-7c90-417c-aa87-7d4bafe83af2 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/security-groups?id=21211e3d-1dbb-4246-b4b3-831275f86239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075671 Nov 18 17:14:07.382820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42172) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:07.441542 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c13f017e-e72f-414a-bb06-288e5349f706 req-0fdd4e76-d63f-43de-bac3-d593a8e2d975 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147900 Nov 18 17:14:07.448122 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-8f46996b-8159-449e-9ee4-de2d70b097ed tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bce5212d47c4464c80f51f290e96e7bf HTTP/1.1" status: 200 len: 379 time: 0.1290295 Nov 18 17:14:07.469867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-948d4e46-4fa1-406c-94cd-a63d3a8000bb tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Request body: {'port': {'device_id': '040c7a2b-d37c-463e-982e-ac34eba70aad', 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11', 'admin_state_up': True, 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'security_groups': ['c28c62cf-deb1-4099-92e6-7de4ffe78c00']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:07.595572 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 2bac9acc-3364-4d46-8b3a-416ca92b91a3 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:14:07.618112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 2bac9acc-3364-4d46-8b3a-416ca92b91a3 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:14:07.618597 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 2bac9acc-3364-4d46-8b3a-416ca92b91a3 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:14:07.780090 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-948d4e46-4fa1-406c-94cd-a63d3a8000bb tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Made reservation on behalf of bce5212d47c4464c80f51f290e96e7bf for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:07.784039 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-948d4e46-4fa1-406c-94cd-a63d3a8000bb tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:07.931751 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a067d977-82b2-4dea-be27-f63565d0edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:07.962777 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-948d4e46-4fa1-406c-94cd-a63d3a8000bb tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Allocated IP 172.20.0.3 (652a8802-df53-41d6-bcbd-962461ecde11/fd8bc086-10b8-4e7e-a632-9edd196f4ab1/671ce244-be3c-41ef-9ea4-821f80d494da) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:07.992045 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-a067d977-82b2-4dea-be27-f63565d0edc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8422086-7625-47d1-8fd5-55e9b5538f76']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:08.037185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-a067d977-82b2-4dea-be27-f63565d0edc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8473dcf8-f963-4375-80c4-c23da7f8db8e') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:08.037185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-a067d977-82b2-4dea-be27-f63565d0edc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8473dcf8-f963-4375-80c4-c23da7f8db8e') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:08.051818 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bda5d4-5667-40fc-ad0a-afdd84a6751a req-57546133-6bb9-45d9-b116-b7135123baec tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:08.053353 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72bda5d4-5667-40fc-ad0a-afdd84a6751a req-57546133-6bb9-45d9-b116-b7135123baec tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.5541351 Nov 18 17:14:08.092201 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a067d977-82b2-4dea-be27-f63565d0edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:08.117092 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-948d4e46-4fa1-406c-94cd-a63d3a8000bb tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:08.156352 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a067d977-82b2-4dea-be27-f63565d0edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:08.177098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a067d977-82b2-4dea-be27-f63565d0edc0 admin admin] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:14:08.177511 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a067d977-82b2-4dea-be27-f63565d0edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:14:08.180747 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:14:08.238033 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-948d4e46-4fa1-406c-94cd-a63d3a8000bb tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:08.274475 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72bda5d4-5667-40fc-ad0a-afdd84a6751a req-6c9726dc-3df6-4d35-a86c-3f31286a9dd7 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847084 Nov 18 17:14:08.303265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-948d4e46-4fa1-406c-94cd-a63d3a8000bb tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Network 652a8802-df53-41d6-bcbd-962461ecde11 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:08.307973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-948d4e46-4fa1-406c-94cd-a63d3a8000bb tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:08.334615 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-948d4e46-4fa1-406c-94cd-a63d3a8000bb tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:08.375128 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d4e46-4fa1-406c-94cd-a63d3a8000bb tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Pushing event updated for resources: {'Port': ['ID=671ce244-be3c-41ef-9ea4-821f80d494da,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:08.387218 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a067d977-82b2-4dea-be27-f63565d0edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:08.395111 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a067d977-82b2-4dea-be27-f63565d0edc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:08.398415 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a067d977-82b2-4dea-be27-f63565d0edc0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b8422086-7625-47d1-8fd5-55e9b5538f76 HTTP/1.1" status: 204 len: 168 time: 1.1826808 Nov 18 17:14:08.412609 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067d977-82b2-4dea-be27-f63565d0edc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8422086-7625-47d1-8fd5-55e9b5538f76,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:08.432032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-948d4e46-4fa1-406c-94cd-a63d3a8000bb tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:08.436169 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-948d4e46-4fa1-406c-94cd-a63d3a8000bb tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:08.455754 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9532752a-b915-4b56-b48e-8d4ef976a118 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:08.485668 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 382aa063-365c-4ede-be3e-07955d20ddbd details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:14:08.523284 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-948d4e46-4fa1-406c-94cd-a63d3a8000bb tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0666795 Nov 18 17:14:08.540312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Request body: {'port': {'device_id': '040c7a2b-d37c-463e-982e-ac34eba70aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:08.648258 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 382aa063-365c-4ede-be3e-07955d20ddbd, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=382aa063-365c-4ede-be3e-07955d20ddbd,segment=NetworkSegment(6562e06b-1873-474e-9c19-2a6b70212941),segment_id=6562e06b-1873-474e-9c19-2a6b70212941)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:08.666607 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '382aa063-365c-4ede-be3e-07955d20ddbd', 'network_id': '38d2c5ca-5d6e-4523-bb61-323569e746ab', 'port_id': '382aa063-365c-4ede-be3e-07955d20ddbd', 'mac_address': 'fa:16:3e:67:53:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6298b9b-f72e-4618-ac1a-9a6d866cec0f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:14:08.673427 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:08.736455 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:08.785138 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe833396-b17b-4ba6-a014-04b6af176cc1 req-0960eb05-5fe1-48de-9849-568dff9f931a tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:08.786711 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fe833396-b17b-4ba6-a014-04b6af176cc1 req-0960eb05-5fe1-48de-9849-568dff9f931a tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 931 time: 0.0927591 Nov 18 17:14:08.802832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382aa063-365c-4ede-be3e-07955d20ddbd {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:14:08.880000 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fe833396-b17b-4ba6-a014-04b6af176cc1 req-87d126e0-adb2-469d-b3fd-051e074745e1 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863328 Nov 18 17:14:08.894246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9f6abceb-8606-4528-beb4-a3ff8606636e None None] Provisioning complete for port 671ce244-be3c-41ef-9ea4-821f80d494da triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:08.895012 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f6abceb-8606-4528-beb4-a3ff8606636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:08.901162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 382aa063-365c-4ede-be3e-07955d20ddbd, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=382aa063-365c-4ede-be3e-07955d20ddbd,segment=NetworkSegment(6562e06b-1873-474e-9c19-2a6b70212941),segment_id=6562e06b-1873-474e-9c19-2a6b70212941)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:08.945629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42198) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:08.968515 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9f6abceb-8606-4528-beb4-a3ff8606636e None None] Port 671ce244-be3c-41ef-9ea4-821f80d494da cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:14:08.980713 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:08.992983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-9532752a-b915-4b56-b48e-8d4ef976a118 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Deleting port fb6a2cc1-6ee8-44ee-b722-efa19dfef30a {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:08.993412 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9532752a-b915-4b56-b48e-8d4ef976a118 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:09.046414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-48e16ad3-5bc7-48ab-ae8d-ac6e86e9ce54 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9cf82caaf3c74a30bfe6b9558a135802&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0995073 Nov 18 17:14:09.051116 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42200) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:09.088650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=382aa063-365c-4ede-be3e-07955d20ddbd,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:09.165313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 671ce244-be3c-41ef-9ea4-821f80d494da {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:14:09.174681 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:09.191041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Transition to ACTIVE for port object 671ce244-be3c-41ef-9ea4-821f80d494da will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:14:09.202114 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9532752a-b915-4b56-b48e-8d4ef976a118 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:09.228278 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783dfc60-d8f6-45c2-9681-fbdfcbae79f2 req-a7b3c6fe-2d2b-48cd-9367-2928c74d63b7 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:09.229823 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-783dfc60-d8f6-45c2-9681-fbdfcbae79f2 req-a7b3c6fe-2d2b-48cd-9367-2928c74d63b7 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 945 time: 0.1954145 Nov 18 17:14:09.245646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b32e4-7939-4053-8409-d7b6f67508af req-61fa4bfc-04cb-43aa-9f1e-057eb36df202 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:09.247126 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b12b32e4-7939-4053-8409-d7b6f67508af req-61fa4bfc-04cb-43aa-9f1e-057eb36df202 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/ports?device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 944 time: 0.2251234 Nov 18 17:14:09.250806 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-9532752a-b915-4b56-b48e-8d4ef976a118 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Calling delete_port for fb6a2cc1-6ee8-44ee-b722-efa19dfef30a owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:09.264090 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c594e3e3-65e6-485e-a6da-125bde8a412d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:09.274090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['382aa063-365c-4ede-be3e-07955d20ddbd'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:14:09.352011 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c594e3e3-65e6-485e-a6da-125bde8a412d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:09.352263 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:09.412601 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Pushing event updated for resources: {'Port': ['ID=671ce244-be3c-41ef-9ea4-821f80d494da,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:09.414802 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-783dfc60-d8f6-45c2-9681-fbdfcbae79f2 req-7ab15fce-5ac3-4928-9ce7-88d3248caee5 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667025 Nov 18 17:14:09.443667 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b12b32e4-7939-4053-8409-d7b6f67508af req-10d45af9-50b9-4305-8621-7e6d6a3ffd32 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/security-groups?id=21211e3d-1dbb-4246-b4b3-831275f86239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841083 Nov 18 17:14:09.558901 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3bd0f5f1-7f3c-457b-b4fc-338256587934 req-4e4d514c-27ee-4a99-b81c-1c39b1756fda tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0433497 Nov 18 17:14:09.600559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Attempting to bind port 671ce244-be3c-41ef-9ea4-821f80d494da on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:14:09.601295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Attempting to bind port 671ce244-be3c-41ef-9ea4-821f80d494da by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'a28af4cc-290e-4800-b487-298ef539790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:14:09.601883 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Attempting to bind port 671ce244-be3c-41ef-9ea4-821f80d494da on network 652a8802-df53-41d6-bcbd-962461ecde11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:09.611364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Port 671ce244-be3c-41ef-9ea4-821f80d494da on network 652a8802-df53-41d6-bcbd-962461ecde11 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:14:09.611888 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Attempting to bind port 671ce244-be3c-41ef-9ea4-821f80d494da on network 652a8802-df53-41d6-bcbd-962461ecde11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:09.648197 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:14:09.653069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Checking segment: {'id': 'a28af4cc-290e-4800-b487-298ef539790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:09.653069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Bound using segment: {'id': 'a28af4cc-290e-4800-b487-298ef539790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:14:09.653069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Bound port: 671ce244-be3c-41ef-9ea4-821f80d494da, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a28af4cc-290e-4800-b487-298ef539790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:14:09.653069 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:09.680363 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c594e3e3-65e6-485e-a6da-125bde8a412d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:09.681486 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c594e3e3-65e6-485e-a6da-125bde8a412d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:09.682694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c594e3e3-65e6-485e-a6da-125bde8a412d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/79578dbd-b0ae-408b-a493-3e06d7823fe7 HTTP/1.1" status: 204 len: 168 time: 0.6054115 Nov 18 17:14:09.721948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594e3e3-65e6-485e-a6da-125bde8a412d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79578dbd-b0ae-408b-a493-3e06d7823fe7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:09.763157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115554e-1f03-4884-b774-8e96eca8a428 req-9a54387c-93c3-4be1-b3c9-f7d6574ce54d tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:09.763157 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3115554e-1f03-4884-b774-8e96eca8a428 req-9a54387c-93c3-4be1-b3c9-f7d6574ce54d tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1516790 Nov 18 17:14:09.827388 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] For port 671ce244-be3c-41ef-9ea4-821f80d494da, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:14:09.831181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] For port 671ce244-be3c-41ef-9ea4-821f80d494da, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=671ce244-be3c-41ef-9ea4-821f80d494da,segment=NetworkSegment(a28af4cc-290e-4800-b487-298ef539790c),segment_id=a28af4cc-290e-4800-b487-298ef539790c)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:14:09.837702 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9532752a-b915-4b56-b48e-8d4ef976a118 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:09.908213 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3115554e-1f03-4884-b774-8e96eca8a428 req-9d194073-a657-4c0b-ab88-c90da57b2044 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310623 Nov 18 17:14:09.909376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532752a-b915-4b56-b48e-8d4ef976a118 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Pushing event deleted for resources: {'Port': ['ID=fb6a2cc1-6ee8-44ee-b722-efa19dfef30a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:09.954030 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:09.963943 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec09e1-13db-4acc-ac41-b7aa28a8d55c req-a87163b8-6291-4cd3-a04f-dc5780230a57 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:09.974912 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9ec09e1-13db-4acc-ac41-b7aa28a8d55c req-a87163b8-6291-4cd3-a04f-dc5780230a57 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 1097 time: 0.1619015 Nov 18 17:14:10.056946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:10.057695 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:10.059540 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] 10.222.0.83 "PUT /v2.0/ports/671ce244-be3c-41ef-9ea4-821f80d494da HTTP/1.1" status: 200 len: 1092 time: 1.5265305 Nov 18 17:14:10.060118 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040c7a2b-d37c-463e-982e-ac34eba70aad', 'tag': '671ce244-be3c-41ef-9ea4-821f80d494da'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:10.062587 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453aca5c-2621-4904-ad05-7d2503b59f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "040c7a2b-d37c-463e-982e-ac34eba70aad", "tag": "671ce244-be3c-41ef-9ea4-821f80d494da"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:10.086492 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Pushing event updated for resources: {'Port': ['ID=671ce244-be3c-41ef-9ea4-821f80d494da,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:10.095748 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:10.096263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:10.096715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:10.097719 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:10.098258 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:10.098872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:10.099634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:10.100309 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:10.110495 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:10.110495 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:10.110495 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:10.110495 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474f9b-b182-4b37-b6d5-1300278f04c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:10.111125 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9ec09e1-13db-4acc-ac41-b7aa28a8d55c req-3d915796-caeb-4b07-925d-027929056fde tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304042 Nov 18 17:14:10.193276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7555da9-61af-43a9-9ad3-641d673994d4 req-e490e6d8-6e20-4d8d-86fb-6a08257b03dd tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:10.197556 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f78e92-bbf6-4f8e-a581-231aa1a7b977 x-openstack-request-id: req-63f78e92-bbf6-4f8e-a581-231aa1a7b977 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:10.198097 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040c7a2b-d37c-463e-982e-ac34eba70aad", "tag": "671ce244-be3c-41ef-9ea4-821f80d494da", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:10.198311 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-63f78e92-bbf6-4f8e-a581-231aa1a7b977 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:10.198807 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040c7a2b-d37c-463e-982e-ac34eba70aad', 'tag': '671ce244-be3c-41ef-9ea4-821f80d494da', 'status': 'completed', 'code': 200} Nov 18 17:14:10.209723 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c7555da9-61af-43a9-9ad3-641d673994d4 req-e490e6d8-6e20-4d8d-86fb-6a08257b03dd tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 943 time: 0.1607842 Nov 18 17:14:10.366646 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-a22f0685-e5c0-4e42-a12a-b2ac89f04fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:10.371108 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-a22f0685-e5c0-4e42-a12a-b2ac89f04fff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bce5212d47c4464c80f51f290e96e7bf&device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 1095 time: 0.1568227 Nov 18 17:14:10.401762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c7555da9-61af-43a9-9ad3-641d673994d4 req-13b46426-adc0-474d-86ff-943bc091f09d tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891284 Nov 18 17:14:10.410201 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9532752a-b915-4b56-b48e-8d4ef976a118 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:10.495984 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 382aa063-365c-4ede-be3e-07955d20ddbd up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:14:10.514350 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-1cec9086-67e4-4903-8562-ed7f1e653739 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=671ce244-be3c-41ef-9ea4-821f80d494da HTTP/1.1" status: 200 len: 217 time: 0.1354854 Nov 18 17:14:10.638387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-3f72272d-5355-4fbe-a71f-e2e12bb90c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:10.640480 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-3f72272d-5355-4fbe-a71f-e2e12bb90c5b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fd8bc086-10b8-4e7e-a632-9edd196f4ab1 HTTP/1.1" status: 200 len: 855 time: 0.1157720 Nov 18 17:14:10.678146 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 382aa063-365c-4ede-be3e-07955d20ddbd completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:14:10.684610 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 382aa063-365c-4ede-be3e-07955d20ddbd triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:10.685311 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:10.718973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-32608053-3735-4779-8444-fc415ceb2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:10.720508 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-32608053-3735-4779-8444-fc415ceb2908 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=652a8802-df53-41d6-bcbd-962461ecde11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638292 Nov 18 17:14:10.783384 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:10.821532 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748a7cce-d5de-4cf4-bd40-4868fce48312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382aa063-365c-4ede-be3e-07955d20ddbd'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:10.823819 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fbfbef-933c-480b-914e-25c34d6ff0f0" -d '{"events": [{"server_uuid": "748a7cce-d5de-4cf4-bd40-4868fce48312", "name": "network-vif-plugged", "status": "completed", "tag": "382aa063-365c-4ede-be3e-07955d20ddbd"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:10.833019 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f64ae0e-b065-4a63-bbc9-45faf615ed59 req-c7756fee-e6c6-4f87-84a7-892d927e120f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.1679978 Nov 18 17:14:10.856879 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9532752a-b915-4b56-b48e-8d4ef976a118 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Router e60ee279-3107-4567-ae7f-d546fa7d6779 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:14:10.884932 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 382aa063-365c-4ede-be3e-07955d20ddbd, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=382aa063-365c-4ede-be3e-07955d20ddbd,segment=NetworkSegment(6562e06b-1873-474e-9c19-2a6b70212941),segment_id=6562e06b-1873-474e-9c19-2a6b70212941)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:10.887318 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-2274ed58-1dc2-4c48-a3d4-b7d5e6ac9638 service neutron] 10.222.0.83 "GET /v2.0/networks/652a8802-df53-41d6-bcbd-962461ecde11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573060 Nov 18 17:14:10.889322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3bc38-9fd8-4100-aca2-75efc0b373d8 req-829a3f67-b66b-497b-8340-fb2b99bb6b1f tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:10.891037 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ecf3bc38-9fd8-4100-aca2-75efc0b373d8 req-829a3f67-b66b-497b-8340-fb2b99bb6b1f tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/ports?device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 944 time: 0.3201406 Nov 18 17:14:10.994374 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e5b869-4b6c-445b-80e9-876a27a8e5de x-openstack-request-id: req-25e5b869-4b6c-445b-80e9-876a27a8e5de {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:10.994882 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748a7cce-d5de-4cf4-bd40-4868fce48312", "name": "network-vif-plugged", "status": "completed", "tag": "382aa063-365c-4ede-be3e-07955d20ddbd", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:10.995329 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-25e5b869-4b6c-445b-80e9-876a27a8e5de {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:11.000047 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748a7cce-d5de-4cf4-bd40-4868fce48312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382aa063-365c-4ede-be3e-07955d20ddbd', 'code': 200} Nov 18 17:14:11.021158 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:11.026009 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9532752a-b915-4b56-b48e-8d4ef976a118 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:14:11.040463 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae6f44e-ee25-4fbd-a7d2-ee78580fba37 None None] Sync routers for ids ['e60ee279-3107-4567-ae7f-d546fa7d6779'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:14:11.045723 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9532752a-b915-4b56-b48e-8d4ef976a118 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] 10.222.0.72 "PUT /v2.0/routers/e60ee279-3107-4567-ae7f-d546fa7d6779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6600208 Nov 18 17:14:11.046486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42246) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:11.072122 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae6f44e-ee25-4fbd-a7d2-ee78580fba37 None None] Routers {'e60ee279-3107-4567-ae7f-d546fa7d6779'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:14:11.073099 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cae6f44e-ee25-4fbd-a7d2-ee78580fba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:14:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e60ee279-3107-4567-ae7f-d546fa7d6779'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:11.115121 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ecf3bc38-9fd8-4100-aca2-75efc0b373d8 req-f552737c-9f3e-4c59-8fbb-1d2a46e38671 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/security-groups?id=21211e3d-1dbb-4246-b4b3-831275f86239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078779 Nov 18 17:14:11.159497 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=382aa063-365c-4ede-be3e-07955d20ddbd,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:11.196688 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cae6f44e-ee25-4fbd-a7d2-ee78580fba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:11.207545 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae6f44e-ee25-4fbd-a7d2-ee78580fba37 None None] Routers {'e60ee279-3107-4567-ae7f-d546fa7d6779'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:14:11.208218 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cae6f44e-ee25-4fbd-a7d2-ee78580fba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:14:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e60ee279-3107-4567-ae7f-d546fa7d6779'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:11.252948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6c387-2bbb-402f-adbc-f417b56a1904 req-1a0692a8-a549-4dc2-9804-38f5c666878e tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:11.254701 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-add6c387-2bbb-402f-adbc-f417b56a1904 req-1a0692a8-a549-4dc2-9804-38f5c666878e tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1223152 Nov 18 17:14:11.275751 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cae6f44e-ee25-4fbd-a7d2-ee78580fba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:11.277221 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae6f44e-ee25-4fbd-a7d2-ee78580fba37 None None] The sync data for ids ['e60ee279-3107-4567-ae7f-d546fa7d6779'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:14:11.423049 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-add6c387-2bbb-402f-adbc-f417b56a1904 req-640b5dee-4931-4038-87d0-2cf5b19b16e1 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442518 Nov 18 17:14:11.531072 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fc57042f-eeab-468e-98d5-879fc1f3bc08 req-5645da94-20ed-430d-bdde-9cc807eecb42 service neutron] 10.222.0.83 "GET /v2.0/networks/652a8802-df53-41d6-bcbd-962461ecde11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6307461 Nov 18 17:14:11.563741 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c0756-6e87-4f48-9ce0-d2505b7a8ea6 req-12634583-1f11-4b15-9792-b07a8de76886 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:11.572920 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c01c0756-6e87-4f48-9ce0-d2505b7a8ea6 req-12634583-1f11-4b15-9792-b07a8de76886 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 943 time: 0.0846076 Nov 18 17:14:11.608652 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b488da65-2251-42ea-a8af-f43ca36a07c4 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:11.642567 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c01c0756-6e87-4f48-9ce0-d2505b7a8ea6 req-38dd97ea-eea2-4b21-a046-ef6ff74bd6db tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615680 Nov 18 17:14:11.710505 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5f8e3-3809-4e7f-9bdc-be85fc42f4fe req-d05bbc4d-cb01-450d-ae2b-fc4ccef6d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:11.712373 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3af5f8e3-3809-4e7f-9bdc-be85fc42f4fe req-d05bbc4d-cb01-450d-ae2b-fc4ccef6d6a1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 1097 time: 0.2139308 Nov 18 17:14:11.763708 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42264) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:11.871998 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b488da65-2251-42ea-a8af-f43ca36a07c4 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:11.882368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e71b3205-8e17-410c-8438-a29eb6009448 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-958489690-network', 'tenant_id': 'd62fca18abfd49e9bf4c5f4a480627e8'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:11.894603 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b488da65-2251-42ea-a8af-f43ca36a07c4 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:11.923380 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aca5c-2621-4904-ad05-7d2503b59f7d req-cd9efa7e-8c25-4bd6-b774-a2791d4be9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:11.929378 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-453aca5c-2621-4904-ad05-7d2503b59f7d req-cd9efa7e-8c25-4bd6-b774-a2791d4be9ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bce5212d47c4464c80f51f290e96e7bf&device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 1095 time: 0.2279599 Nov 18 17:14:11.982534 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ea9b522-0ba9-40f6-8f50-8094332e9804 req-0aa6755b-959c-499f-bfca-57dd1c809a9e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0284412 Nov 18 17:14:12.009113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71b3205-8e17-410c-8438-a29eb6009448 admin admin] Made reservation on behalf of d62fca18abfd49e9bf4c5f4a480627e8 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:12.011527 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e71b3205-8e17-410c-8438-a29eb6009448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:12.021348 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e71b3205-8e17-410c-8438-a29eb6009448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:12.035478 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3af5f8e3-3809-4e7f-9bdc-be85fc42f4fe req-6ac3db6e-4aa4-485e-8e91-4531583aaf3d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=21211e3d-1dbb-4246-b4b3-831275f86239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070362 Nov 18 17:14:12.129817 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e71b3205-8e17-410c-8438-a29eb6009448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:12.148065 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b488da65-2251-42ea-a8af-f43ca36a07c4 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:12.152387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b488da65-2251-42ea-a8af-f43ca36a07c4 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Fanout notify agent at l3_agent the message router_deleted on router e60ee279-3107-4567-ae7f-d546fa7d6779 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:14:12.184483 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e71b3205-8e17-410c-8438-a29eb6009448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:12.192880 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b488da65-2251-42ea-a8af-f43ca36a07c4 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:12.197071 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b488da65-2251-42ea-a8af-f43ca36a07c4 tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] 10.222.0.72 "DELETE /v2.0/routers/e60ee279-3107-4567-ae7f-d546fa7d6779 HTTP/1.1" status: 204 len: 168 time: 1.1494253 Nov 18 17:14:12.199648 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42274) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:12.212919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aca5c-2621-4904-ad05-7d2503b59f7d req-d88a065e-f6ae-436d-93df-1323097935e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:12.214518 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-453aca5c-2621-4904-ad05-7d2503b59f7d req-d88a065e-f6ae-436d-93df-1323097935e5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=652a8802-df53-41d6-bcbd-962461ecde11 HTTP/1.1" status: 200 len: 918 time: 0.2018445 Nov 18 17:14:12.218710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b3205-8e17-410c-8438-a29eb6009448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c9e033-9bf9-4e9f-a4f9-035934bb6312,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:12.268254 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71b3205-8e17-410c-8438-a29eb6009448 admin admin] vlan segment allocate from pool success with {'vlan_id': 1132, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:14:12.298257 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e71b3205-8e17-410c-8438-a29eb6009448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:12.298772 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-e71b3205-8e17-410c-8438-a29eb6009448 admin admin] Added segment 2bc85562-e92e-4e08-b08a-4cf54416780d of type vlan for network 96c89b23-fb9d-4ed4-ae6c-151ead16bc29 Nov 18 17:14:12.359882 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db9b2f-a83a-4d0b-98df-922379276014 req-e54cf9b8-e7b2-4ff9-94dc-803257c99851 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:12.361652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7db9b2f-a83a-4d0b-98df-922379276014 req-e54cf9b8-e7b2-4ff9-94dc-803257c99851 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/ports?device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 945 time: 0.1440229 Nov 18 17:14:12.382617 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-453aca5c-2621-4904-ad05-7d2503b59f7d req-8845eb1c-7373-4138-aac3-e2cd83f7f093 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=671ce244-be3c-41ef-9ea4-821f80d494da HTTP/1.1" status: 200 len: 217 time: 0.1103892 Nov 18 17:14:12.389615 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e71b3205-8e17-410c-8438-a29eb6009448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:12.426344 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-ee52aca0-470e-479b-b28d-5b58ee3b5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:12.428161 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-ee52aca0-470e-479b-b28d-5b58ee3b5f0f service neutron] 10.222.0.81 "GET /v2.0/ports/5dd9df54-bed8-437f-a041-261ec234f3ca HTTP/1.1" status: 200 len: 1028 time: 0.1698618 Nov 18 17:14:12.442440 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7db9b2f-a83a-4d0b-98df-922379276014 req-92c60b75-0be7-4add-a4f1-330af7f27532 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/security-groups?id=21211e3d-1dbb-4246-b4b3-831275f86239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710115 Nov 18 17:14:12.445906 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06972b5-061f-4d29-88f9-58282f14a74e tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Deleting subnet 0a122d27-e60f-4639-bd1b-64af22925dbd {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:14:12.481414 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e06972b5-061f-4d29-88f9-58282f14a74e tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:12.489133 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e71b3205-8e17-410c-8438-a29eb6009448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:12.490212 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71b3205-8e17-410c-8438-a29eb6009448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:12.490837 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e71b3205-8e17-410c-8438-a29eb6009448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:12.554060 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-3deb8030-117d-43ae-8c20-a60104cb6b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:12.556073 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-3deb8030-117d-43ae-8c20-a60104cb6b4b service neutron] 10.222.0.81 "GET /v2.0/ports/bbab8d68-7db0-4f0e-a817-5122ae7e186d HTTP/1.1" status: 200 len: 1028 time: 0.0842047 Nov 18 17:14:12.593488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aca5c-2621-4904-ad05-7d2503b59f7d req-cb754297-685f-4d86-ba6b-4d032cd9c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:12.594066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b3205-8e17-410c-8438-a29eb6009448 admin admin] Pushing event updated for resources: {'Network': ['ID=96c89b23-fb9d-4ed4-ae6c-151ead16bc29,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:12.596182 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-453aca5c-2621-4904-ad05-7d2503b59f7d req-cb754297-685f-4d86-ba6b-4d032cd9c60b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fd8bc086-10b8-4e7e-a632-9edd196f4ab1 HTTP/1.1" status: 200 len: 855 time: 0.2056203 Nov 18 17:14:12.606292 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e06972b5-061f-4d29-88f9-58282f14a74e tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:12.611299 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 96c89b23-fb9d-4ed4-ae6c-151ead16bc29 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:14:12.616673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674e215-2150-45e5-9a25-533b18c38cc5 req-72814a08-5025-4fc9-a374-ee19c79dfc69 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:12.626044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0674e215-2150-45e5-9a25-533b18c38cc5 req-72814a08-5025-4fc9-a374-ee19c79dfc69 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1316078 Nov 18 17:14:12.641853 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e71b3205-8e17-410c-8438-a29eb6009448 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8768177 Nov 18 17:14:12.650853 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42280) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:12.658402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2095212d-dd20-4f14-93d8-c85740611d9b admin admin] Request body: {'subnet': {'network_id': '96c89b23-fb9d-4ed4-ae6c-151ead16bc29', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-958489690-subnet', 'tenant_id': 'd62fca18abfd49e9bf4c5f4a480627e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:12.712896 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0674e215-2150-45e5-9a25-533b18c38cc5 req-704c7724-cbd3-45cc-8e78-81d029ce5efd tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858569 Nov 18 17:14:12.802604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2095212d-dd20-4f14-93d8-c85740611d9b admin admin] Made reservation on behalf of d62fca18abfd49e9bf4c5f4a480627e8 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:12.806238 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2095212d-dd20-4f14-93d8-c85740611d9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:12.832763 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e06972b5-061f-4d29-88f9-58282f14a74e tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:12.903933 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6c154-616b-4bc6-ae1f-954ebc8ab81f req-2059a626-c103-4f65-809b-20dc99acce2a tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:12.913055 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cad6c154-616b-4bc6-ae1f-954ebc8ab81f req-2059a626-c103-4f65-809b-20dc99acce2a tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 943 time: 0.1435242 Nov 18 17:14:12.979931 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aca5c-2621-4904-ad05-7d2503b59f7d req-1cd8de91-0bd9-49a7-b0f7-f2a829ed591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:12.981941 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-453aca5c-2621-4904-ad05-7d2503b59f7d req-1cd8de91-0bd9-49a7-b0f7-f2a829ed591d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=652a8802-df53-41d6-bcbd-962461ecde11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2359710 Nov 18 17:14:13.000130 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-abc5104f-e670-4b67-a360-7826a67b20cb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:13.002726 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cad6c154-616b-4bc6-ae1f-954ebc8ab81f req-7df9d6ab-ded3-4412-9b00-c9cf22a3e1fa tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885680 Nov 18 17:14:13.006075 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-abc5104f-e670-4b67-a360-7826a67b20cb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:13.012102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-abc5104f-e670-4b67-a360-7826a67b20cb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:13.014000 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-abc5104f-e670-4b67-a360-7826a67b20cb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.81 "GET /v2.0/networks?id=4efab3f4-88d8-40ae-a2a4-453eabfee21f&id=9a0c3004-3ad3-481d-9a55-9288314c9a88&id=9a0c3004-3ad3-481d-9a55-9288314c9a88&id=9a0c3004-3ad3-481d-9a55-9288314c9a88&id=9a0c3004-3ad3-481d-9a55-9288314c9a88&id=113727fb-b8c5-4dc5-81b0-dede0422cd99&id=113727fb-b8c5-4dc5-81b0-dede0422cd99 HTTP/1.1" status: 200 len: 1989 time: 0.4363675 Nov 18 17:14:13.120242 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e06972b5-061f-4d29-88f9-58282f14a74e tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:13.155715 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c1af8ce-1054-439b-86e7-91d0312d82ea req-c1a809f1-0e70-4530-aa05-241e02658d8f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0450888 Nov 18 17:14:13.197783 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c208da5b-4220-49a8-8f97-905ffd334177 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=452f9766b67e4a999cd2927e84f67a4c HTTP/1.1" status: 200 len: 379 time: 0.1640365 Nov 18 17:14:13.202076 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b28688e-6e36-43c9-8665-c657f35f7b00 None None] Network a40a83d2-0055-4610-a935-d32cacefe10c requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:13.217653 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e06972b5-061f-4d29-88f9-58282f14a74e tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:13.223416 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e06972b5-061f-4d29-88f9-58282f14a74e tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] 10.222.0.72 "DELETE /v2.0/subnets/0a122d27-e60f-4639-bd1b-64af22925dbd HTTP/1.1" status: 204 len: 168 time: 1.0204506 Nov 18 17:14:13.228465 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c1003357-b525-4e7b-be46-843fc4f8430e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Request body: {'port': {'device_id': 'd9519597-23a6-440b-855d-8aa39328152c', 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f', 'admin_state_up': True, 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'security_groups': ['04b6e894-9554-4a43-b42c-b90a93a83038']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:13.235361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42286) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:13.236245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06972b5-061f-4d29-88f9-58282f14a74e tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Pushing event deleted for resources: {'Subnet': ['ID=0a122d27-e60f-4639-bd1b-64af22925dbd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:13.307708 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-453aca5c-2621-4904-ad05-7d2503b59f7d req-f11d9abf-fc27-4ae2-be27-7c8490eca3c6 service neutron] 10.222.0.83 "GET /v2.0/networks/652a8802-df53-41d6-bcbd-962461ecde11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156083 Nov 18 17:14:13.422690 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-453aca5c-2621-4904-ad05-7d2503b59f7d req-61c70ada-9367-477b-9a9e-0a1862dbef11 service neutron] 10.222.0.83 "GET /v2.0/networks/652a8802-df53-41d6-bcbd-962461ecde11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958004 Nov 18 17:14:13.553757 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:13.671160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Deleting port adcf4b05-d7d7-4f88-baef-956c3e9029a3 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:13.672134 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ce228e-c8d0-43c8-a316-1e67a66c77e8 None None] DHCP port deletion for a40a83d2-0055-4610-a935-d32cacefe10c request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:14:13.674532 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:13.707632 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c1003357-b525-4e7b-be46-843fc4f8430e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Made reservation on behalf of 452f9766b67e4a999cd2927e84f67a4c for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:13.709973 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c1003357-b525-4e7b-be46-843fc4f8430e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:13.772005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-68ce228e-c8d0-43c8-a316-1e67a66c77e8 None None] Deleting port adcf4b05-d7d7-4f88-baef-956c3e9029a3 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:13.772644 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68ce228e-c8d0-43c8-a316-1e67a66c77e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:13.814434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc582596-664f-4686-8e43-760c5f8d7fb8 req-4e399439-e7b5-4ec8-8d19-b4b6de088d7f tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:13.816581 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc582596-664f-4686-8e43-760c5f8d7fb8 req-4e399439-e7b5-4ec8-8d19-b4b6de088d7f tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/ports?device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 945 time: 0.1317358 Nov 18 17:14:13.817194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] For port adcf4b05-d7d7-4f88-baef-956c3e9029a3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=adcf4b05-d7d7-4f88-baef-956c3e9029a3,segment=NetworkSegment(97aaca0d-4d41-4002-b852-ef3e2d4dd00e),segment_id=97aaca0d-4d41-4002-b852-ef3e2d4dd00e)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:13.817958 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:13.837969 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2095212d-dd20-4f14-93d8-c85740611d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:13.894100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-68ce228e-c8d0-43c8-a316-1e67a66c77e8 None None] For port adcf4b05-d7d7-4f88-baef-956c3e9029a3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=adcf4b05-d7d7-4f88-baef-956c3e9029a3,segment=NetworkSegment(97aaca0d-4d41-4002-b852-ef3e2d4dd00e),segment_id=97aaca0d-4d41-4002-b852-ef3e2d4dd00e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:13.895731 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68ce228e-c8d0-43c8-a316-1e67a66c77e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:13.912832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-68ce228e-c8d0-43c8-a316-1e67a66c77e8 None None] Calling delete_port for adcf4b05-d7d7-4f88-baef-956c3e9029a3 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:13.917759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Calling delete_port for adcf4b05-d7d7-4f88-baef-956c3e9029a3 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:13.964427 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc582596-664f-4686-8e43-760c5f8d7fb8 req-ac7c442f-aa59-4c26-8643-90d8d64ac718 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/security-groups?id=21211e3d-1dbb-4246-b4b3-831275f86239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410027 Nov 18 17:14:13.967932 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095212d-dd20-4f14-93d8-c85740611d9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=df0ef4e1-9e1e-4871-932f-580fa8c8953c,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:13.985446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2095212d-dd20-4f14-93d8-c85740611d9b admin admin] Checking segment: {'id': '2bc85562-e92e-4e08-b08a-4cf54416780d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '96c89b23-fb9d-4ed4-ae6c-151ead16bc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:13.985446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2095212d-dd20-4f14-93d8-c85740611d9b admin admin] Network hostable DHCP agents. Network: 96c89b23-fb9d-4ed4-ae6c-151ead16bc29, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:14:13.993919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cfd6b-9a88-440e-84ec-a8d664ec3869 req-9705b57d-4b14-47e5-ade6-a1cf40df86ee tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:14.001685 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-986cfd6b-9a88-440e-84ec-a8d664ec3869 req-9705b57d-4b14-47e5-ade6-a1cf40df86ee tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1587117 Nov 18 17:14:14.070435 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-986cfd6b-9a88-440e-84ec-a8d664ec3869 req-29d36bfe-0967-49a3-959e-a690bfd2f94b tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615962 Nov 18 17:14:14.105488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2095212d-dd20-4f14-93d8-c85740611d9b admin admin] Network 96c89b23-fb9d-4ed4-ae6c-151ead16bc29 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:14:14.134631 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68ce228e-c8d0-43c8-a316-1e67a66c77e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:14.164793 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce228e-c8d0-43c8-a316-1e67a66c77e8 None None] Pushing event deleted for resources: {'Port': ['ID=adcf4b05-d7d7-4f88-baef-956c3e9029a3,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:14.174332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ce228e-c8d0-43c8-a316-1e67a66c77e8 None None] No DVR routers for this DVR port adcf4b05-d7d7-4f88-baef-956c3e9029a3 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:14:14.197714 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c1003357-b525-4e7b-be46-843fc4f8430e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Allocated IP 172.20.0.13 (4efab3f4-88d8-40ae-a2a4-453eabfee21f/8f82c3b3-35c0-4896-b65f-74d8bab4d4f6/e12bfd73-5acf-499c-8e3e-e4b55452c70c) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:14.203152 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:14.210713 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-2095212d-dd20-4f14-93d8-c85740611d9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 96c89b23-fb9d-4ed4-ae6c-151ead16bc29) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:14.216055 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2095212d-dd20-4f14-93d8-c85740611d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:14.216824 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2095212d-dd20-4f14-93d8-c85740611d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:14.224496 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1393d5f2-e6c4-48b2-9c83-c8b63774cb6a None None] Network 96c89b23-fb9d-4ed4-ae6c-151ead16bc29 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:14.234733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8cda1-ea6d-46c6-a0ec-94eae148cc72 req-25aac41b-4b67-4be5-812a-2f1406132b81 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:14.245227 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02b8cda1-ea6d-46c6-a0ec-94eae148cc72 req-25aac41b-4b67-4be5-812a-2f1406132b81 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 943 time: 0.0832102 Nov 18 17:14:14.246543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Pushing event deleted for resources: {'Port': ['ID=adcf4b05-d7d7-4f88-baef-956c3e9029a3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:14.251935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] No DVR routers for this DVR port adcf4b05-d7d7-4f88-baef-956c3e9029a3 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:14:14.320510 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02b8cda1-ea6d-46c6-a0ec-94eae148cc72 req-a5775b50-2f8b-4b7b-a08a-bcfbdf8bec51 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741928 Nov 18 17:14:14.332221 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2095212d-dd20-4f14-93d8-c85740611d9b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6736715 Nov 18 17:14:14.451337 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05cf83f8-68ee-4efc-8ee5-9283ff822e67 req-03ddef93-7cc0-4b92-96d1-a58a2626e15a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0731633 Nov 18 17:14:14.523281 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f342230e-5385-4d90-810a-1ffa6cd4b516 None None] Network 96c89b23-fb9d-4ed4-ae6c-151ead16bc29 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:14.535000 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:14.573169 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40a83d2-0055-4610-a935-d32cacefe10c']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:14.597638 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97aaca0d-4d41-4002-b852-ef3e2d4dd00e') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:14.597940 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97aaca0d-4d41-4002-b852-ef3e2d4dd00e') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:14.614079 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:14.630037 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c1003357-b525-4e7b-be46-843fc4f8430e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:14.646285 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:14.657187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:14:14.657187 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:14:14.658847 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:14:14.815307 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c1003357-b525-4e7b-be46-843fc4f8430e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:14.817065 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:14.854333 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:14.858831 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] 10.222.0.72 "DELETE /v2.0/networks/a40a83d2-0055-4610-a935-d32cacefe10c HTTP/1.1" status: 204 len: 168 time: 1.6196787 Nov 18 17:14:14.906059 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf5aa3-214e-431a-b604-13ae1665276b tempest-FloatingIPNegativeTestJSON-255287260 tempest-FloatingIPNegativeTestJSON-255287260-project] Pushing event deleted for resources: {'Network': ['ID=a40a83d2-0055-4610-a935-d32cacefe10c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:14.927547 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c1003357-b525-4e7b-be46-843fc4f8430e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Network 4efab3f4-88d8-40ae-a2a4-453eabfee21f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:14.929668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1003357-b525-4e7b-be46-843fc4f8430e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event updated for resources: {'Port': ['ID=e12bfd73-5acf-499c-8e3e-e4b55452c70c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:14.936793 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c1003357-b525-4e7b-be46-843fc4f8430e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:14.952982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c1003357-b525-4e7b-be46-843fc4f8430e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:15.013900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c1003357-b525-4e7b-be46-843fc4f8430e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:15.014577 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c1003357-b525-4e7b-be46-843fc4f8430e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:15.030437 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13850784-3a0d-48ac-8415-0d7a2dc4d4be req-1679ba64-945e-4bf7-a62a-524f66cf3aa7 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:15.031986 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-13850784-3a0d-48ac-8415-0d7a2dc4d4be req-1679ba64-945e-4bf7-a62a-524f66cf3aa7 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/ports?device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 945 time: 0.1302338 Nov 18 17:14:15.090446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-d060944c-3670-4b69-ae20-3846dbc53d40 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:15.099399 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-d060944c-3670-4b69-ae20-3846dbc53d40 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/networks?id=96c89b23-fb9d-4ed4-ae6c-151ead16bc29 HTTP/1.1" status: 200 len: 821 time: 0.2288818 Nov 18 17:14:15.111850 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c1003357-b525-4e7b-be46-843fc4f8430e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8873615 Nov 18 17:14:15.120967 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-9d416ed0-5ca1-47b2-8c9f-5f84cb288fa5 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/quotas/d62fca18abfd49e9bf4c5f4a480627e8 HTTP/1.1" status: 200 len: 375 time: 0.0200479 Nov 18 17:14:15.138338 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-13850784-3a0d-48ac-8415-0d7a2dc4d4be req-4f43c811-cb02-4570-b2b3-b9d02ebcd26c tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/security-groups?id=21211e3d-1dbb-4246-b4b3-831275f86239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979311 Nov 18 17:14:15.139603 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-864445fd-8faf-4712-a2b8-576b9d257f77 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Request body: {'port': {'device_id': 'd9519597-23a6-440b-855d-8aa39328152c', 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88', 'admin_state_up': True, 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'security_groups': ['04b6e894-9554-4a43-b42c-b90a93a83038']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:15.182311 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-91cfe096-b5d6-43fd-9191-afa9a09847ac tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d62fca18abfd49e9bf4c5f4a480627e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419867 Nov 18 17:14:15.296884 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device adcf4b05-d7d7-4f88-baef-956c3e9029a3 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:14:15.304750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f887b58f-a765-48c6-836f-cba734eae12a None None] Provisioning complete for port e12bfd73-5acf-499c-8e3e-e4b55452c70c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:15.305137 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f887b58f-a765-48c6-836f-cba734eae12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:15.336901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42334) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:15.349771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: adcf4b05-d7d7-4f88-baef-956c3e9029a3 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:14:15.350129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device adcf4b05-d7d7-4f88-baef-956c3e9029a3 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:14:15.389861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76803bd-4f5b-4743-921a-705222e5fdf1 req-270ac91d-daa4-433e-bdd6-1d5cd10c0e23 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:15.399315 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f76803bd-4f5b-4743-921a-705222e5fdf1 req-270ac91d-daa4-433e-bdd6-1d5cd10c0e23 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1605713 Nov 18 17:14:15.407848 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f887b58f-a765-48c6-836f-cba734eae12a None None] Port e12bfd73-5acf-499c-8e3e-e4b55452c70c cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:14:15.410920 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-86cb9d13-f98b-49d0-a76c-cf339ce6476d service neutron] 10.222.0.72 "GET /v2.0/networks/96c89b23-fb9d-4ed4-ae6c-151ead16bc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120543 Nov 18 17:14:15.426380 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-864445fd-8faf-4712-a2b8-576b9d257f77 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Made reservation on behalf of 452f9766b67e4a999cd2927e84f67a4c for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:15.430119 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-864445fd-8faf-4712-a2b8-576b9d257f77 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:15.551720 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f76803bd-4f5b-4743-921a-705222e5fdf1 req-4f385f9b-5b83-4f8b-b6d0-ee236c368b0e tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509683 Nov 18 17:14:15.558967 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-1a730a58-2e24-4fd0-9a2c-36a41fc6b39e service neutron] 10.222.0.72 "GET /v2.0/networks/96c89b23-fb9d-4ed4-ae6c-151ead16bc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389143 Nov 18 17:14:15.616741 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1769aa9f-58fe-46c4-b82b-84e2341b2474 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c08cc3a4c6549e39fe029ffdeba340a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2737148 Nov 18 17:14:15.616953 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42342) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:15.684739 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-44c55bdc-fe0b-4668-99a0-96912e373c50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:15.713836 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-864445fd-8faf-4712-a2b8-576b9d257f77 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Allocated IP 10.1.1.22 (9a0c3004-3ad3-481d-9a55-9288314c9a88/3e86ed0f-2fc1-4903-980a-4097b1d3eb56/1b798ec3-54dc-45ca-8e35-4a5edf6bde87) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:15.739431 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-44c55bdc-fe0b-4668-99a0-96912e373c50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:15.818703 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9c73c-a323-49cc-9eab-ac76156214dd req-eb0cbaa4-a47f-4ea3-b4e7-9f08e08aecfe tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:15.820400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50f9c73c-a323-49cc-9eab-ac76156214dd req-eb0cbaa4-a47f-4ea3-b4e7-9f08e08aecfe tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 943 time: 0.0844481 Nov 18 17:14:15.895268 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50f9c73c-a323-49cc-9eab-ac76156214dd req-de1792e6-0f68-42d3-ba2d-e5b6a0a18fda tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678046 Nov 18 17:14:15.917991 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-44c55bdc-fe0b-4668-99a0-96912e373c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:15.922918 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-44c55bdc-fe0b-4668-99a0-96912e373c50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:15.922918 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-44c55bdc-fe0b-4668-99a0-96912e373c50 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6423c411-3042-4e87-8d3a-61cbb0258827 HTTP/1.1" status: 204 len: 168 time: 0.3058650 Nov 18 17:14:15.942688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c55bdc-fe0b-4668-99a0-96912e373c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6423c411-3042-4e87-8d3a-61cbb0258827,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:15.946954 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-864445fd-8faf-4712-a2b8-576b9d257f77 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:16.032720 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfa714-1e76-4aa7-9f5e-814dd006802f req-92d735eb-62f2-4701-a297-8eae47f53ae6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:16.042670 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9bbfa714-1e76-4aa7-9f5e-814dd006802f req-92d735eb-62f2-4701-a297-8eae47f53ae6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 932 time: 0.0710242 Nov 18 17:14:16.129724 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-864445fd-8faf-4712-a2b8-576b9d257f77 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:16.139404 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9bbfa714-1e76-4aa7-9f5e-814dd006802f req-9e0c78c0-ba06-4616-a4ad-9f71d9677bce tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929675 Nov 18 17:14:16.186270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-864445fd-8faf-4712-a2b8-576b9d257f77 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Network 9a0c3004-3ad3-481d-9a55-9288314c9a88 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:16.217850 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ddca93ee-9a26-479b-b008-6a9fad9aba60 req-d6599f76-b273-45c8-9572-5ad85215a65a tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/ports?device_id=31bbd50f-9b6a-4aba-8d8a-ad434f98868f HTTP/1.1" status: 200 len: 210 time: 0.0365965 Nov 18 17:14:16.261157 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-864445fd-8faf-4712-a2b8-576b9d257f77 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:16.267490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-864445fd-8faf-4712-a2b8-576b9d257f77 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:16.395472 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864445fd-8faf-4712-a2b8-576b9d257f77 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event updated for resources: {'Port': ['ID=1b798ec3-54dc-45ca-8e35-4a5edf6bde87,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:16.401620 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab82bde-bb8b-41c9-afba-599949bf2efe req-428ff56a-b7ad-4b19-9e27-517cf390b504 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:16.403188 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ab82bde-bb8b-41c9-afba-599949bf2efe req-428ff56a-b7ad-4b19-9e27-517cf390b504 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.81 "GET /v2.0/ports?device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 945 time: 0.1840808 Nov 18 17:14:16.455755 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-864445fd-8faf-4712-a2b8-576b9d257f77 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:16.460758 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-864445fd-8faf-4712-a2b8-576b9d257f77 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:16.547034 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c854e07-d7b8-4b9b-80dc-d3c8eeea0b11 req-2105fa50-e90b-4379-8bc8-44ea6da48d3d tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:16.549486 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c854e07-d7b8-4b9b-80dc-d3c8eeea0b11 req-2105fa50-e90b-4379-8bc8-44ea6da48d3d tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/ports?device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 945 time: 0.2003372 Nov 18 17:14:16.577491 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-864445fd-8faf-4712-a2b8-576b9d257f77 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4564612 Nov 18 17:14:16.604154 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-d4bf638c-7fc6-4dfa-9103-2cf134828502 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Request body: {'port': {'device_id': 'd9519597-23a6-440b-855d-8aa39328152c', 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88', 'admin_state_up': True, 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'security_groups': ['04b6e894-9554-4a43-b42c-b90a93a83038']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:16.619313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-1ab82bde-bb8b-41c9-afba-599949bf2efe req-0488f881-e3ab-497e-b276-3af88dfeb9c9 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Deleting port 382aa063-365c-4ede-be3e-07955d20ddbd {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:16.624159 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1ab82bde-bb8b-41c9-afba-599949bf2efe req-0488f881-e3ab-497e-b276-3af88dfeb9c9 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:16.655299 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c854e07-d7b8-4b9b-80dc-d3c8eeea0b11 req-dcfc78af-c8a3-4d82-ad74-7df61784e28c tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/security-groups?id=21211e3d-1dbb-4246-b4b3-831275f86239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942290 Nov 18 17:14:16.669326 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3dbdd2a4-2630-4096-b58d-21629dbe016a None None] Provisioning complete for port 1b798ec3-54dc-45ca-8e35-4a5edf6bde87 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:16.669326 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3dbdd2a4-2630-4096-b58d-21629dbe016a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:16.744091 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3dbdd2a4-2630-4096-b58d-21629dbe016a None None] Port 1b798ec3-54dc-45ca-8e35-4a5edf6bde87 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:14:16.813509 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-1ab82bde-bb8b-41c9-afba-599949bf2efe req-0488f881-e3ab-497e-b276-3af88dfeb9c9 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] For port 382aa063-365c-4ede-be3e-07955d20ddbd, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=382aa063-365c-4ede-be3e-07955d20ddbd,segment=NetworkSegment(6562e06b-1873-474e-9c19-2a6b70212941),segment_id=6562e06b-1873-474e-9c19-2a6b70212941)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:16.813951 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1ab82bde-bb8b-41c9-afba-599949bf2efe req-0488f881-e3ab-497e-b276-3af88dfeb9c9 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:16.837069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f7af4-ca2f-4b4f-8d4b-0e06d03b922a req-4e1c711b-eaa2-471e-a9c2-4ed0cb58180a tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:16.838724 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9a8f7af4-ca2f-4b4f-8d4b-0e06d03b922a req-4e1c711b-eaa2-471e-a9c2-4ed0cb58180a tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0861328 Nov 18 17:14:16.843217 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-1ab82bde-bb8b-41c9-afba-599949bf2efe req-0488f881-e3ab-497e-b276-3af88dfeb9c9 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Calling delete_port for 382aa063-365c-4ede-be3e-07955d20ddbd owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:16.905631 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-d4bf638c-7fc6-4dfa-9103-2cf134828502 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Made reservation on behalf of 452f9766b67e4a999cd2927e84f67a4c for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:16.909798 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-d4bf638c-7fc6-4dfa-9103-2cf134828502 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:16.934175 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9a8f7af4-ca2f-4b4f-8d4b-0e06d03b922a req-cd5f20d5-596a-400b-941e-352061ed0ca5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848062 Nov 18 17:14:17.104249 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-d4bf638c-7fc6-4dfa-9103-2cf134828502 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Allocated IP 10.1.1.205 (9a0c3004-3ad3-481d-9a55-9288314c9a88/3e86ed0f-2fc1-4903-980a-4097b1d3eb56/0c6227a9-9c82-46f1-9d60-2e0664c61b69) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:17.142853 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615e003-f5fd-4ab0-9715-26eb5efe8d21 req-18de45c7-9f00-4fa1-9090-3378909d7cfd tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:17.145340 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4615e003-f5fd-4ab0-9715-26eb5efe8d21 req-18de45c7-9f00-4fa1-9090-3378909d7cfd tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 943 time: 0.0757375 Nov 18 17:14:17.223294 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1ab82bde-bb8b-41c9-afba-599949bf2efe req-0488f881-e3ab-497e-b276-3af88dfeb9c9 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:17.230343 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4615e003-f5fd-4ab0-9715-26eb5efe8d21 req-927f3be8-2c3c-4fb8-8b06-10830a0b89ed tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785563 Nov 18 17:14:17.236576 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['382aa063-365c-4ede-be3e-07955d20ddbd'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:14:17.370011 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-d4bf638c-7fc6-4dfa-9103-2cf134828502 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:17.381587 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488f881-e3ab-497e-b276-3af88dfeb9c9 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Pushing event deleted for resources: {'Port': ['ID=382aa063-365c-4ede-be3e-07955d20ddbd,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:17.389349 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab82bde-bb8b-41c9-afba-599949bf2efe req-0488f881-e3ab-497e-b276-3af88dfeb9c9 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] No DVR routers for this DVR port 382aa063-365c-4ede-be3e-07955d20ddbd on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:14:17.448739 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1ab82bde-bb8b-41c9-afba-599949bf2efe req-0488f881-e3ab-497e-b276-3af88dfeb9c9 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:17.452287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ab82bde-bb8b-41c9-afba-599949bf2efe req-0488f881-e3ab-497e-b276-3af88dfeb9c9 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.81 "DELETE /v2.0/ports/382aa063-365c-4ede-be3e-07955d20ddbd HTTP/1.1" status: 204 len: 173 time: 1.0410912 Nov 18 17:14:17.452869 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748a7cce-d5de-4cf4-bd40-4868fce48312', 'name': 'network-vif-deleted', 'tag': '382aa063-365c-4ede-be3e-07955d20ddbd'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:17.455693 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601826a2-36da-4b76-a337-391b19439237" -d '{"events": [{"server_uuid": "748a7cce-d5de-4cf4-bd40-4868fce48312", "name": "network-vif-deleted", "tag": "382aa063-365c-4ede-be3e-07955d20ddbd"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:17.505542 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dcfd9285-aa2b-4e73-b5cf-b4792587605f req-9efde374-5b51-48d2-876b-67bc190d0478 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/ports?device_id=31bbd50f-9b6a-4aba-8d8a-ad434f98868f HTTP/1.1" status: 200 len: 210 time: 0.1110957 Nov 18 17:14:17.537706 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebed5ed-9479-4bf5-8a1c-dbac75a67021 req-75e58807-81ea-4005-b04a-86918500ccba tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:17.548819 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebed5ed-9479-4bf5-8a1c-dbac75a67021 req-75e58807-81ea-4005-b04a-86918500ccba tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:17.571237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ebed5ed-9479-4bf5-8a1c-dbac75a67021 req-75e58807-81ea-4005-b04a-86918500ccba tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 1653 time: 0.2113173 Nov 18 17:14:17.598206 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d938b08f-f7e8-4304-b31a-f8a25dc69bd1 x-openstack-request-id: req-d938b08f-f7e8-4304-b31a-f8a25dc69bd1 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:17.598511 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748a7cce-d5de-4cf4-bd40-4868fce48312", "name": "network-vif-deleted", "tag": "382aa063-365c-4ede-be3e-07955d20ddbd", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:17.598839 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d938b08f-f7e8-4304-b31a-f8a25dc69bd1 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:17.599935 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748a7cce-d5de-4cf4-bd40-4868fce48312', 'name': 'network-vif-deleted', 'tag': '382aa063-365c-4ede-be3e-07955d20ddbd', 'status': 'completed', 'code': 200} Nov 18 17:14:17.672664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ebed5ed-9479-4bf5-8a1c-dbac75a67021 req-7bc76636-e651-477f-b53f-f6b75aadcab7 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003592 Nov 18 17:14:17.708152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42400) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:17.866056 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6a27f64-8648-48a0-b430-7aedbb7c67ec req-c132234e-5993-4b20-abf2-158a765015c5 tempest-ServerPasswordTestJSON-766465926 tempest-ServerPasswordTestJSON-766465926-project] 10.222.0.72 "GET /v2.0/ports?device_id=748a7cce-d5de-4cf4-bd40-4868fce48312 HTTP/1.1" status: 200 len: 210 time: 0.0946190 Nov 18 17:14:17.883522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d01cd111-d3bf-4e62-8e90-c177d574b33c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1320298305'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:17.946749 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-d4bf638c-7fc6-4dfa-9103-2cf134828502 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:17.991083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01cd111-d3bf-4e62-8e90-c177d574b33c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:17.993906 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-d4bf638c-7fc6-4dfa-9103-2cf134828502 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Network 9a0c3004-3ad3-481d-9a55-9288314c9a88 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:17.997537 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-d4bf638c-7fc6-4dfa-9103-2cf134828502 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:18.002026 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-d4bf638c-7fc6-4dfa-9103-2cf134828502 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:18.013824 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d01cd111-d3bf-4e62-8e90-c177d574b33c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:18.035362 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d01cd111-d3bf-4e62-8e90-c177d574b33c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:18.083601 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-d4bf638c-7fc6-4dfa-9103-2cf134828502 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:18.088732 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-d4bf638c-7fc6-4dfa-9103-2cf134828502 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:18.121521 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf638c-7fc6-4dfa-9103-2cf134828502 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event updated for resources: {'Port': ['ID=0c6227a9-9c82-46f1-9d60-2e0664c61b69,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:18.185722 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d01cd111-d3bf-4e62-8e90-c177d574b33c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:18.194828 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-d4bf638c-7fc6-4dfa-9103-2cf134828502 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6099093 Nov 18 17:14:18.207800 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-7b7cf8b2-41ce-4d18-a895-89fb397ce48f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Request body: {'port': {'device_id': 'd9519597-23a6-440b-855d-8aa39328152c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99', 'admin_state_up': True, 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'security_groups': ['04b6e894-9554-4a43-b42c-b90a93a83038']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:18.228445 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49efb7-4ce5-426a-9eb0-1dfac5ae9fdd req-72e7c851-f698-4a1e-ae8f-710ec614d4fc tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:18.237873 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e49efb7-4ce5-426a-9eb0-1dfac5ae9fdd req-72e7c851-f698-4a1e-ae8f-710ec614d4fc tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0913801 Nov 18 17:14:18.302121 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d01cd111-d3bf-4e62-8e90-c177d574b33c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:18.345926 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01cd111-d3bf-4e62-8e90-c177d574b33c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] vlan segment allocate from pool success with {'vlan_id': 1122, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:14:18.384533 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e49efb7-4ce5-426a-9eb0-1dfac5ae9fdd req-69beaae4-f29f-4fbe-a2c6-ef5215648fac tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454723 Nov 18 17:14:18.392809 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2229232f-1e46-4d36-8314-4bbd19578fb8 None None] Provisioning complete for port 0c6227a9-9c82-46f1-9d60-2e0664c61b69 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:18.394358 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2229232f-1e46-4d36-8314-4bbd19578fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:18.433910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2229232f-1e46-4d36-8314-4bbd19578fb8 None None] Port 0c6227a9-9c82-46f1-9d60-2e0664c61b69 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:14:18.454194 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cd111-d3bf-4e62-8e90-c177d574b33c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa64d5c-24fa-4911-98a4-3ceaa14d1030,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:18.465563 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d01cd111-d3bf-4e62-8e90-c177d574b33c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:18.466694 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-d01cd111-d3bf-4e62-8e90-c177d574b33c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Added segment cfa91dff-7924-43b0-9359-669a82e3825e of type vlan for network eabaebc0-8920-4f0b-b341-85e0bccd64ba Nov 18 17:14:18.476902 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-7b7cf8b2-41ce-4d18-a895-89fb397ce48f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Made reservation on behalf of 452f9766b67e4a999cd2927e84f67a4c for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:18.522788 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d01cd111-d3bf-4e62-8e90-c177d574b33c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:18.542770 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd958d-e872-4ce4-a12a-3e574a15bc4a req-5d86c35f-f200-479a-95cd-d5d39aadaa4e tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:18.550702 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5afd958d-e872-4ce4-a12a-3e574a15bc4a req-5d86c35f-f200-479a-95cd-d5d39aadaa4e tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 943 time: 0.1514790 Nov 18 17:14:18.595601 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-7b7cf8b2-41ce-4d18-a895-89fb397ce48f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:18.649502 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5afd958d-e872-4ce4-a12a-3e574a15bc4a req-e43f4133-3581-4626-83b9-87e056e127f9 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977914 Nov 18 17:14:18.684936 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6398db3b-2449-4ea8-9214-2adda54ee87c req-239a5e06-e3a2-4af1-b63b-51840933b045 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/ports?device_id=31bbd50f-9b6a-4aba-8d8a-ad434f98868f HTTP/1.1" status: 200 len: 210 time: 0.0337999 Nov 18 17:14:18.685814 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d01cd111-d3bf-4e62-8e90-c177d574b33c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:18.693915 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01cd111-d3bf-4e62-8e90-c177d574b33c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:18.694955 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d01cd111-d3bf-4e62-8e90-c177d574b33c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:18.796173 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cd111-d3bf-4e62-8e90-c177d574b33c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Network': ['ID=eabaebc0-8920-4f0b-b341-85e0bccd64ba,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:18.804683 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d01cd111-d3bf-4e62-8e90-c177d574b33c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0949419 Nov 18 17:14:18.805309 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42416) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:18.810886 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:14:18.820447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-79a05ceb-0aa5-4976-9077-ec2dd11cc6aa tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'name': 'tempest-PortsTestJSON-1176070696'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:18.937963 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42420) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:18.956705 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e280f46-56b2-49e4-b9a1-4135b668dc6b req-39d5997b-bdd5-4986-85dd-d58d864bda4f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:18.962787 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e280f46-56b2-49e4-b9a1-4135b668dc6b req-39d5997b-bdd5-4986-85dd-d58d864bda4f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:18.972631 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e280f46-56b2-49e4-b9a1-4135b668dc6b req-39d5997b-bdd5-4986-85dd-d58d864bda4f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:18.980022 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e280f46-56b2-49e4-b9a1-4135b668dc6b req-39d5997b-bdd5-4986-85dd-d58d864bda4f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 2374 time: 0.1858470 Nov 18 17:14:19.026028 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-7b7cf8b2-41ce-4d18-a895-89fb397ce48f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Allocated IP 10.2.2.100 (113727fb-b8c5-4dc5-81b0-dede0422cd99/11c5eae1-adf2-49db-8da2-49c6425688cc/7cc17a13-7718-4169-ad86-e8cdc78e4209) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:19.040419 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e280f46-56b2-49e4-b9a1-4135b668dc6b req-18e557f4-ef24-42db-9538-9603ee27ac27 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594234 Nov 18 17:14:19.048906 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ef298a-0b7e-44ce-b36c-75c8e630ee87 admin admin] Deleting subnet e6298b9b-f72e-4618-ac1a-9a6d866cec0f {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:14:19.066294 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a05ceb-0aa5-4976-9077-ec2dd11cc6aa tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:19.070877 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79a05ceb-0aa5-4976-9077-ec2dd11cc6aa tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:19.085135 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07ef298a-0b7e-44ce-b36c-75c8e630ee87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:19.090642 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-79a05ceb-0aa5-4976-9077-ec2dd11cc6aa tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] device_id is not set on port a5ccc474-e1fa-4619-a099-706763ba638f yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:14:19.176863 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07ef298a-0b7e-44ce-b36c-75c8e630ee87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:19.238804 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-09f1999d-9b88-4558-a2f2-a7c5477f9f50 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:19.240286 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-09f1999d-9b88-4558-a2f2-a7c5477f9f50 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.83 "GET /v2.0/networks?id=96c89b23-fb9d-4ed4-ae6c-151ead16bc29 HTTP/1.1" status: 200 len: 821 time: 0.2605088 Nov 18 17:14:19.260170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-ebb4db3f-e728-49e9-97ee-01dc9b76f814 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Request body: {'port': {'device_id': '31bbd50f-9b6a-4aba-8d8a-ad434f98868f', 'network_id': '96c89b23-fb9d-4ed4-ae6c-151ead16bc29', 'admin_state_up': True, 'tenant_id': 'd62fca18abfd49e9bf4c5f4a480627e8'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:19.310325 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79a05ceb-0aa5-4976-9077-ec2dd11cc6aa tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:19.321010 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07ef298a-0b7e-44ce-b36c-75c8e630ee87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:19.447540 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-7b7cf8b2-41ce-4d18-a895-89fb397ce48f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:19.450247 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79a05ceb-0aa5-4976-9077-ec2dd11cc6aa tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:19.544495 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a05ceb-0aa5-4976-9077-ec2dd11cc6aa tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=a5ccc474-e1fa-4619-a099-706763ba638f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:19.546029 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07ef298a-0b7e-44ce-b36c-75c8e630ee87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:19.576747 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35368c7e-a45a-4335-aa86-851f2ee1a921 req-1ff74fa7-7c92-4378-80fb-2e71e034190e tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:19.578806 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35368c7e-a45a-4335-aa86-851f2ee1a921 req-1ff74fa7-7c92-4378-80fb-2e71e034190e tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1143808 Nov 18 17:14:19.582392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a05ceb-0aa5-4976-9077-ec2dd11cc6aa tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Checking segment: {'id': 'cfa91dff-7924-43b0-9359-669a82e3825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:19.582869 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a05ceb-0aa5-4976-9077-ec2dd11cc6aa tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network hostable DHCP agents. Network: eabaebc0-8920-4f0b-b341-85e0bccd64ba, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:14:19.597327 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07ef298a-0b7e-44ce-b36c-75c8e630ee87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:19.602579 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-07ef298a-0b7e-44ce-b36c-75c8e630ee87 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e6298b9b-f72e-4618-ac1a-9a6d866cec0f HTTP/1.1" status: 204 len: 168 time: 0.6578467 Nov 18 17:14:19.603966 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef298a-0b7e-44ce-b36c-75c8e630ee87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6298b9b-f72e-4618-ac1a-9a6d866cec0f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:19.606885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42426) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:19.607268 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-7b7cf8b2-41ce-4d18-a895-89fb397ce48f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:19.640147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:14:19.642485 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:14:19.664353 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-ebb4db3f-e728-49e9-97ee-01dc9b76f814 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Made reservation on behalf of d62fca18abfd49e9bf4c5f4a480627e8 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:19.668988 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-ebb4db3f-e728-49e9-97ee-01dc9b76f814 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:19.674305 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-7b7cf8b2-41ce-4d18-a895-89fb397ce48f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Network 113727fb-b8c5-4dc5-81b0-dede0422cd99 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:19.688174 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-7b7cf8b2-41ce-4d18-a895-89fb397ce48f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:19.706920 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:19.708364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-7b7cf8b2-41ce-4d18-a895-89fb397ce48f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:19.778027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cf8b2-41ce-4d18-a895-89fb397ce48f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event updated for resources: {'Port': ['ID=7cc17a13-7718-4169-ad86-e8cdc78e4209,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:19.797821 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:19.841631 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35368c7e-a45a-4335-aa86-851f2ee1a921 req-4dd711f8-4a51-496d-b3fa-2ddb1e29a8ce tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548850 Nov 18 17:14:19.842432 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a05ceb-0aa5-4976-9077-ec2dd11cc6aa tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:14:19.914624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0b665a-951f-4ee4-99a7-7a0b059ba3a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:19.916040 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-7b7cf8b2-41ce-4d18-a895-89fb397ce48f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:19.916730 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-7b7cf8b2-41ce-4d18-a895-89fb397ce48f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:19.918073 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a902c7-b3fc-4b2b-8c01-9eb336ac1356" -d '{"events": [{"server_uuid": "6f0b665a-951f-4ee4-99a7-7a0b059ba3a8", "name": "network-vif-unplugged", "status": "completed", "tag": "84b1ffda-c5de-42a5-a45c-32dcb52c2d4f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:19.970566 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:19.976327 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:19.990829 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f', 'mac_address': 'fa:16:3e:3e:66:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:14:20.006845 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e699870-da61-4f6b-9279-71563651b097 req-4868a71c-7879-445b-8657-f1f53b1ae65d tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/ports?device_id=31bbd50f-9b6a-4aba-8d8a-ad434f98868f HTTP/1.1" status: 200 len: 210 time: 0.0483027 Nov 18 17:14:20.039783 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.049509 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1777f14c-a115-4386-b2e9-69aca2fdc973 x-openstack-request-id: req-1777f14c-a115-4386-b2e9-69aca2fdc973 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:20.049810 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0b665a-951f-4ee4-99a7-7a0b059ba3a8", "name": "network-vif-unplugged", "status": "completed", "tag": "84b1ffda-c5de-42a5-a45c-32dcb52c2d4f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:20.050098 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1777f14c-a115-4386-b2e9-69aca2fdc973 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:20.050486 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0b665a-951f-4ee4-99a7-7a0b059ba3a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f', 'code': 200} Nov 18 17:14:20.051858 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-ebb4db3f-e728-49e9-97ee-01dc9b76f814 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Allocated IP 172.20.0.7 (96c89b23-fb9d-4ed4-ae6c-151ead16bc29/df0ef4e1-9e1e-4871-932f-580fa8c8953c/bf54fccd-83f9-4324-9e85-36a74075b751) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:20.055584 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.059326 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.070842 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:14:20.079506 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-7b7cf8b2-41ce-4d18-a895-89fb397ce48f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8741801 Nov 18 17:14:20.084104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d2c5ca-5d6e-4523-bb61-323569e746ab']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:20.095115 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6562e06b-1873-474e-9c19-2a6b70212941') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:20.095516 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6562e06b-1873-474e-9c19-2a6b70212941') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:20.108468 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.116229 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-f87fb5b0-74e1-4b96-8d1b-78bcd9226692 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Request body: {'port': {'device_id': 'd9519597-23a6-440b-855d-8aa39328152c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99', 'admin_state_up': True, 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'security_groups': ['04b6e894-9554-4a43-b42c-b90a93a83038']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:20.123045 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.137876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:14:20.138543 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:14:20.152496 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:14:20.179273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-79a05ceb-0aa5-4976-9077-ec2dd11cc6aa tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, eabaebc0-8920-4f0b-b341-85e0bccd64ba) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:20.199045 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a05ceb-0aa5-4976-9077-ec2dd11cc6aa tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:20.207058 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1aa252a1-1968-47af-92ab-4859da71a5d2 None None] Provisioning complete for port 7cc17a13-7718-4169-ad86-e8cdc78e4209 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:20.207821 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1aa252a1-1968-47af-92ab-4859da71a5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.212069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a05ceb-0aa5-4976-9077-ec2dd11cc6aa tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:20.212903 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79a05ceb-0aa5-4976-9077-ec2dd11cc6aa tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.237861 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:14:20.238239 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:14:20.242439 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bad98d-e5aa-4b95-94c9-aae333f41768 None None] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:20.302876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1eea33-e1a2-435b-aaad-0f02cff39b59 req-fa1ac9af-da03-4a9f-bec8-be492d1c6d30 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:20.317344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a1eea33-e1a2-435b-aaad-0f02cff39b59 req-fa1ac9af-da03-4a9f-bec8-be492d1c6d30 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 943 time: 0.5298259 Nov 18 17:14:20.362410 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:20.375285 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-ebb4db3f-e728-49e9-97ee-01dc9b76f814 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.383495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1aa252a1-1968-47af-92ab-4859da71a5d2 None None] Port 7cc17a13-7718-4169-ad86-e8cdc78e4209 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:14:20.397175 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.400663 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.400663 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.400663 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.400663 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.400663 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.400663 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.401367 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda75c8-4085-4140-804a-b46a03a01bca req-eb029613-6ac3-41d6-a5c4-ee5112e359a4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:20.401495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.401495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.401495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.401495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.401495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.417403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda75c8-4085-4140-804a-b46a03a01bca req-eb029613-6ac3-41d6-a5c4-ee5112e359a4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:20.424504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda75c8-4085-4140-804a-b46a03a01bca req-eb029613-6ac3-41d6-a5c4-ee5112e359a4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:20.431500 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda75c8-4085-4140-804a-b46a03a01bca req-eb029613-6ac3-41d6-a5c4-ee5112e359a4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:20.433467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2dda75c8-4085-4140-804a-b46a03a01bca req-eb029613-6ac3-41d6-a5c4-ee5112e359a4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 3095 time: 0.2751575 Nov 18 17:14:20.441752 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.447230 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.451405 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] 10.222.0.72 "DELETE /v2.0/networks/38d2c5ca-5d6e-4523-bb61-323569e746ab HTTP/1.1" status: 204 len: 168 time: 0.8433342 Nov 18 17:14:20.470679 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-79a05ceb-0aa5-4976-9077-ec2dd11cc6aa tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6566184 Nov 18 17:14:20.474768 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42438) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:20.481561 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5ae050ae-d459-4623-b8d6-1dee61b53534 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1821153816'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:20.497449 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Pushing event deleted for resources: {'Network': ['ID=38d2c5ca-5d6e-4523-bb61-323569e746ab,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:20.506745 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-ebb4db3f-e728-49e9-97ee-01dc9b76f814 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.517901 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a1eea33-e1a2-435b-aaad-0f02cff39b59 req-850193d9-6d2f-4abf-861b-344ab804f372 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995468 Nov 18 17:14:20.523327 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.523682 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.524063 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.525069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.525437 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.525785 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.526334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.526665 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.527006 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.527376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.527663 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.528062 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fbffd-c4b6-4fd0-8a59-2101acfa220f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:14:20.529133 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 382aa063-365c-4ede-be3e-07955d20ddbd no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:14:20.565063 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-f87fb5b0-74e1-4b96-8d1b-78bcd9226692 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Made reservation on behalf of 452f9766b67e4a999cd2927e84f67a4c for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:20.566924 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 382aa063-365c-4ede-be3e-07955d20ddbd {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:14:20.568135 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 382aa063-365c-4ede-be3e-07955d20ddbd not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:14:20.572275 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-f87fb5b0-74e1-4b96-8d1b-78bcd9226692 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.583169 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2dda75c8-4085-4140-804a-b46a03a01bca req-e7d6ad41-297d-4b98-8281-098d60ddc584 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342304 Nov 18 17:14:20.604664 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-ebb4db3f-e728-49e9-97ee-01dc9b76f814 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Network 96c89b23-fb9d-4ed4-ae6c-151ead16bc29 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:20.614585 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-ebb4db3f-e728-49e9-97ee-01dc9b76f814 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:20.624233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-ebb4db3f-e728-49e9-97ee-01dc9b76f814 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:20.631191 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4db3f-e728-49e9-97ee-01dc9b76f814 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Pushing event updated for resources: {'Port': ['ID=bf54fccd-83f9-4324-9e85-36a74075b751,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:20.713927 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae050ae-d459-4623-b8d6-1dee61b53534 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:20.717369 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ae050ae-d459-4623-b8d6-1dee61b53534 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.724389 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-ebb4db3f-e728-49e9-97ee-01dc9b76f814 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:20.724923 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-ebb4db3f-e728-49e9-97ee-01dc9b76f814 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.778940 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.796940 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:14:20.797297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae050ae-d459-4623-b8d6-1dee61b53534 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] vlan segment allocate from pool success with {'vlan_id': 1144, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:14:20.815419 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ae050ae-d459-4623-b8d6-1dee61b53534 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.816497 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-5ae050ae-d459-4623-b8d6-1dee61b53534 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Added segment 4512e6ef-4183-4e18-bfa2-be8ea2230715 of type vlan for network 41f53e53-9ae8-46a5-a2bf-ceafe61621ff Nov 18 17:14:20.827914 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:20.856808 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-ebb4db3f-e728-49e9-97ee-01dc9b76f814 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6024890 Nov 18 17:14:20.887265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Request body: {'port': {'device_id': '31bbd50f-9b6a-4aba-8d8a-ad434f98868f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:20.901548 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.939300 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ae050ae-d459-4623-b8d6-1dee61b53534 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:20.953627 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-f87fb5b0-74e1-4b96-8d1b-78bcd9226692 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Allocated IP 10.2.2.200 (113727fb-b8c5-4dc5-81b0-dede0422cd99/11c5eae1-adf2-49db-8da2-49c6425688cc/b5c188ab-d028-4c94-b115-3c564bba9431) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:20.958346 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42444) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:20.968299 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,revision_number=10']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:21.000233 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93431bf0-afe9-4bbe-a49b-d6899fe19d43 req-ceb9b093-91cd-4595-b2da-705e9443c83f tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:21.008244 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-93431bf0-afe9-4bbe-a49b-d6899fe19d43 req-ceb9b093-91cd-4595-b2da-705e9443c83f tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0904574 Nov 18 17:14:21.068203 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:21.077852 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f5ed77eb-231f-4164-959f-e779724f5334 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=311172517c614e73bab0a54e9b2a0c23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1146965 Nov 18 17:14:21.078405 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-93431bf0-afe9-4bbe-a49b-d6899fe19d43 req-50c31136-45bf-4a66-ae6c-5b56bb5a1f39 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686665 Nov 18 17:14:21.080549 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42448) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:21.197846 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ae050ae-d459-4623-b8d6-1dee61b53534 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:21.202294 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e515e-e311-4d4a-bdfc-83427eda2996 req-e36eb596-7e28-49f4-8c5c-46171ba9d9c4 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:21.203359 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:21.203521 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae050ae-d459-4623-b8d6-1dee61b53534 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:21.204146 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ae050ae-d459-4623-b8d6-1dee61b53534 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:21.204306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb4e515e-e311-4d4a-bdfc-83427eda2996 req-e36eb596-7e28-49f4-8c5c-46171ba9d9c4 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/ports?device_id=31bbd50f-9b6a-4aba-8d8a-ad434f98868f HTTP/1.1" status: 200 len: 931 time: 0.0878813 Nov 18 17:14:21.208425 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64058320-28ac-4c8c-9c6d-af3d5c0a4145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:21.211659 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['84b1ffda-c5de-42a5-a45c-32dcb52c2d4f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:14:21.252106 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64058320-28ac-4c8c-9c6d-af3d5c0a4145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:21.311825 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb4e515e-e311-4d4a-bdfc-83427eda2996 req-0e49b398-35b8-404f-8ac8-19a80308801f tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5c9e033-9bf9-4e9f-a4f9-035934bb6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882399 Nov 18 17:14:21.367966 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae050ae-d459-4623-b8d6-1dee61b53534 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Network': ['ID=41f53e53-9ae8-46a5-a2bf-ceafe61621ff,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:21.389245 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5ae050ae-d459-4623-b8d6-1dee61b53534 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9127877 Nov 18 17:14:21.393114 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42450) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:21.397730 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-f87fb5b0-74e1-4b96-8d1b-78bcd9226692 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:21.399980 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'ports': [{'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba'}, {'network_id': '41f53e53-9ae8-46a5-a2bf-ceafe61621ff'}]} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:21.400410 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:21.400716 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 41f53e53-9ae8-46a5-a2bf-ceafe61621ff details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:14:21.401226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'network_id': '41f53e53-9ae8-46a5-a2bf-ceafe61621ff'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:21.420468 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64058320-28ac-4c8c-9c6d-af3d5c0a4145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:21.423577 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64058320-28ac-4c8c-9c6d-af3d5c0a4145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:21.424864 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-64058320-28ac-4c8c-9c6d-af3d5c0a4145 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/21211e3d-1dbb-4246-b4b3-831275f86239 HTTP/1.1" status: 204 len: 168 time: 0.3420217 Nov 18 17:14:21.579271 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-f87fb5b0-74e1-4b96-8d1b-78bcd9226692 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:21.616854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64058320-28ac-4c8c-9c6d-af3d5c0a4145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21211e3d-1dbb-4246-b4b3-831275f86239,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:21.655486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-f87fb5b0-74e1-4b96-8d1b-78bcd9226692 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Network 113727fb-b8c5-4dc5-81b0-dede0422cd99 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:21.664633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf54fccd-83f9-4324-9e85-36a74075b751 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:14:21.669954 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-f87fb5b0-74e1-4b96-8d1b-78bcd9226692 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:21.677581 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-f87fb5b0-74e1-4b96-8d1b-78bcd9226692 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:21.683635 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:21.705610 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b192f-87e4-42a5-88ae-630eee24e26e req-989fb9c0-87f0-4e2d-b453-066c45943dca tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:21.706757 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-384b192f-87e4-42a5-88ae-630eee24e26e req-989fb9c0-87f0-4e2d-b453-066c45943dca tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 943 time: 0.0868306 Nov 18 17:14:21.734618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fb5b0-74e1-4b96-8d1b-78bcd9226692 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event updated for resources: {'Port': ['ID=b5c188ab-d028-4c94-b115-3c564bba9431,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:21.747034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Transition to ACTIVE for port object bf54fccd-83f9-4324-9e85-36a74075b751 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:14:21.782045 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-f87fb5b0-74e1-4b96-8d1b-78bcd9226692 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:21.791963 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-f87fb5b0-74e1-4b96-8d1b-78bcd9226692 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:21.801707 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-384b192f-87e4-42a5-88ae-630eee24e26e req-983cb3d1-0df4-4294-84d4-d6a14de61683 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813572 Nov 18 17:14:21.817180 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f724a-2c78-48af-ad6d-2c47cf666cb8 req-2339a3f7-12c5-4626-9388-7163ba27c876 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:21.837937 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f724a-2c78-48af-ad6d-2c47cf666cb8 req-2339a3f7-12c5-4626-9388-7163ba27c876 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:21.837937 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f724a-2c78-48af-ad6d-2c47cf666cb8 req-2339a3f7-12c5-4626-9388-7163ba27c876 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:21.844771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f724a-2c78-48af-ad6d-2c47cf666cb8 req-2339a3f7-12c5-4626-9388-7163ba27c876 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:21.852488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f724a-2c78-48af-ad6d-2c47cf666cb8 req-2339a3f7-12c5-4626-9388-7163ba27c876 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:21.854301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d97f724a-2c78-48af-ad6d-2c47cf666cb8 req-2339a3f7-12c5-4626-9388-7163ba27c876 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 3816 time: 0.1447663 Nov 18 17:14:21.855471 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'port': 2} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:21.860928 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:21.905928 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:21.952587 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:21.960278 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d97f724a-2c78-48af-ad6d-2c47cf666cb8 req-a62e3162-f2b0-49ad-bab5-65cdbbf6a6dd tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961874 Nov 18 17:14:21.999954 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-f87fb5b0-74e1-4b96-8d1b-78bcd9226692 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9030390 Nov 18 17:14:22.030066 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Request body: {'port': {'device_id': 'd9519597-23a6-440b-855d-8aa39328152c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:22.034851 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Pushing event updated for resources: {'Port': ['ID=bf54fccd-83f9-4324-9e85-36a74075b751,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:22.083834 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] device_id is not set on port 21ca4673-aa8c-4a50-ab9d-751a17b0ae04 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:14:22.142820 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6c1a93f9-7b72-486b-b3c9-29f22cf3f867 None None] Provisioning complete for port b5c188ab-d028-4c94-b115-3c564bba9431 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:22.146008 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c1a93f9-7b72-486b-b3c9-29f22cf3f867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:22.187781 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:22.217175 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a93f9-7b72-486b-b3c9-29f22cf3f867 None None] Port b5c188ab-d028-4c94-b115-3c564bba9431 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:14:22.238554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Attempting to bind port bf54fccd-83f9-4324-9e85-36a74075b751 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:14:22.238964 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Attempting to bind port bf54fccd-83f9-4324-9e85-36a74075b751 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '2bc85562-e92e-4e08-b08a-4cf54416780d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '96c89b23-fb9d-4ed4-ae6c-151ead16bc29'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:14:22.239284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Attempting to bind port bf54fccd-83f9-4324-9e85-36a74075b751 on network 96c89b23-fb9d-4ed4-ae6c-151ead16bc29 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:22.248667 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Port bf54fccd-83f9-4324-9e85-36a74075b751 on network 96c89b23-fb9d-4ed4-ae6c-151ead16bc29 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:14:22.249002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Attempting to bind port bf54fccd-83f9-4324-9e85-36a74075b751 on network 96c89b23-fb9d-4ed4-ae6c-151ead16bc29 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:22.264933 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:22.265476 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:14:22.267781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Checking segment: {'id': '2bc85562-e92e-4e08-b08a-4cf54416780d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '96c89b23-fb9d-4ed4-ae6c-151ead16bc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:22.267781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Bound using segment: {'id': '2bc85562-e92e-4e08-b08a-4cf54416780d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '96c89b23-fb9d-4ed4-ae6c-151ead16bc29'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:14:22.267781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Bound port: bf54fccd-83f9-4324-9e85-36a74075b751, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc85562-e92e-4e08-b08a-4cf54416780d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '96c89b23-fb9d-4ed4-ae6c-151ead16bc29'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:14:22.267781 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:22.315861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775611c8-d793-4460-9d1b-11d4dacfe738 req-b8742cbf-a243-4968-85ef-1f78498bcb2f tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:22.317425 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-775611c8-d793-4460-9d1b-11d4dacfe738 req-b8742cbf-a243-4968-85ef-1f78498bcb2f tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.0986502 Nov 18 17:14:22.360105 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] device_id is not set on port fcfd6d75-c58d-4c10-8c9e-5312029a9b18 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:14:22.482728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] For port bf54fccd-83f9-4324-9e85-36a74075b751, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:14:22.501801 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] For port bf54fccd-83f9-4324-9e85-36a74075b751, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=bf54fccd-83f9-4324-9e85-36a74075b751,segment=NetworkSegment(2bc85562-e92e-4e08-b08a-4cf54416780d),segment_id=2bc85562-e92e-4e08-b08a-4cf54416780d)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:14:22.532058 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-775611c8-d793-4460-9d1b-11d4dacfe738 req-49489bbf-742a-455e-b0be-c65fc7c1b5e4 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872277 Nov 18 17:14:22.567123 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bad0d6-e76d-4e9c-af52-b5fa23ea3fe2 req-17d11d37-db32-4860-a46d-65331cee5b1c tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:22.568819 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46bad0d6-e76d-4e9c-af52-b5fa23ea3fe2 req-17d11d37-db32-4860-a46d-65331cee5b1c tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/ports?device_id=31bbd50f-9b6a-4aba-8d8a-ad434f98868f HTTP/1.1" status: 200 len: 943 time: 0.1231337 Nov 18 17:14:22.601714 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:22.646521 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:22.655289 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:22.655289 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:22.655564 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] 10.222.0.83 "PUT /v2.0/ports/bf54fccd-83f9-4324-9e85-36a74075b751 HTTP/1.1" status: 200 len: 1092 time: 1.7738087 Nov 18 17:14:22.655941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bbd50f-9b6a-4aba-8d8a-ad434f98868f', 'tag': 'bf54fccd-83f9-4324-9e85-36a74075b751'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:22.658395 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de2674a-1553-4018-888c-505c4dd7d58e" -d '{"events": [{"name": "network-changed", "server_uuid": "31bbd50f-9b6a-4aba-8d8a-ad434f98868f", "tag": "bf54fccd-83f9-4324-9e85-36a74075b751"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:22.700699 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:22.704733 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46bad0d6-e76d-4e9c-af52-b5fa23ea3fe2 req-96c9672c-0914-4dbf-aeb4-aa9f4afdfd9f tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5c9e033-9bf9-4e9f-a4f9-035934bb6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109867 Nov 18 17:14:22.705912 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12bfd73-5acf-499c-8e3e-e4b55452c70c {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:14:22.729057 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:22.744822 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e6353b-05bd-47a0-b9c3-368ad4265fd2 x-openstack-request-id: req-a7e6353b-05bd-47a0-b9c3-368ad4265fd2 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:22.745406 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bbd50f-9b6a-4aba-8d8a-ad434f98868f", "tag": "bf54fccd-83f9-4324-9e85-36a74075b751", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:22.745980 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a7e6353b-05bd-47a0-b9c3-368ad4265fd2 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:22.746563 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bbd50f-9b6a-4aba-8d8a-ad434f98868f', 'tag': 'bf54fccd-83f9-4324-9e85-36a74075b751', 'status': 'completed', 'code': 200} Nov 18 17:14:22.763541 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Transition to ACTIVE for port object e12bfd73-5acf-499c-8e3e-e4b55452c70c will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:14:22.773798 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc03171-666f-49af-9543-f6a8e879ac01 service neutron] Pushing event updated for resources: {'Port': ['ID=bf54fccd-83f9-4324-9e85-36a74075b751,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:22.797655 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:22.822016 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2674a-1553-4018-888c-505c4dd7d58e req-91c5bbc1-333d-48a8-8fa9-af9813a93fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:22.823455 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0de2674a-1553-4018-888c-505c4dd7d58e req-91c5bbc1-333d-48a8-8fa9-af9813a93fa9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d62fca18abfd49e9bf4c5f4a480627e8&device_id=31bbd50f-9b6a-4aba-8d8a-ad434f98868f HTTP/1.1" status: 200 len: 1095 time: 0.0584037 Nov 18 17:14:22.859079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:22.863238 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:22.871895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:22.871895 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:22.876580 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:22.892883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=21ca4673-aa8c-4a50-ab9d-751a17b0ae04,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:23.029816 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=fcfd6d75-c58d-4c10-8c9e-5312029a9b18,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:23.066378 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Pushing event updated for resources: {'Port': ['ID=e12bfd73-5acf-499c-8e3e-e4b55452c70c,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:23.084841 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aad4b7-dc56-402a-b71e-2321b4c36256 req-a57abaf8-a6c2-4fdd-956f-a1f9665d9438 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:23.099496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61aad4b7-dc56-402a-b71e-2321b4c36256 req-a57abaf8-a6c2-4fdd-956f-a1f9665d9438 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 943 time: 0.1295795 Nov 18 17:14:23.099496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42490) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:23.099496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Checking segment: {'id': '4512e6ef-4183-4e18-bfa2-be8ea2230715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '41f53e53-9ae8-46a5-a2bf-ceafe61621ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:23.099496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network hostable DHCP agents. Network: 41f53e53-9ae8-46a5-a2bf-ceafe61621ff, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:14:23.178823 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2674a-1553-4018-888c-505c4dd7d58e req-0e33b209-59fb-4fe7-ab9e-73c2753bc003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:23.180527 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0de2674a-1553-4018-888c-505c4dd7d58e req-0e33b209-59fb-4fe7-ab9e-73c2753bc003 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d62fca18abfd49e9bf4c5f4a480627e8&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3448398 Nov 18 17:14:23.180664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61aad4b7-dc56-402a-b71e-2321b4c36256 req-a93a526a-57a3-4de4-9159-111b80141cdc tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782466 Nov 18 17:14:23.252736 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Attempting to bind port e12bfd73-5acf-499c-8e3e-e4b55452c70c on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:14:23.253578 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Attempting to bind port e12bfd73-5acf-499c-8e3e-e4b55452c70c by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'bff55ea2-174d-4a7c-b8b6-5e048fee7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:14:23.254121 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Attempting to bind port e12bfd73-5acf-499c-8e3e-e4b55452c70c on network 4efab3f4-88d8-40ae-a2a4-453eabfee21f {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:23.262507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Port e12bfd73-5acf-499c-8e3e-e4b55452c70c on network 4efab3f4-88d8-40ae-a2a4-453eabfee21f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:14:23.267909 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Attempting to bind port e12bfd73-5acf-499c-8e3e-e4b55452c70c on network 4efab3f4-88d8-40ae-a2a4-453eabfee21f {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:23.277502 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:14:23.278062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Checking segment: {'id': 'bff55ea2-174d-4a7c-b8b6-5e048fee7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:23.278374 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Bound using segment: {'id': 'bff55ea2-174d-4a7c-b8b6-5e048fee7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:14:23.279935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Bound port: e12bfd73-5acf-499c-8e3e-e4b55452c70c, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff55ea2-174d-4a7c-b8b6-5e048fee7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:14:23.280083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network 41f53e53-9ae8-46a5-a2bf-ceafe61621ff is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:14:23.280258 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:23.312367 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b39399f3-4aa6-4d73-843d-62322a234128 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-837758753-network', 'tenant_id': 'e9f050c51fd2447b85437fe3fee6aa06'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:23.375828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc63ab-3428-435d-859f-143e1fc2638b req-71bb72a8-c58f-405c-bc8e-6d1fb499f47c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:23.387136 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc63ab-3428-435d-859f-143e1fc2638b req-71bb72a8-c58f-405c-bc8e-6d1fb499f47c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:23.395752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc63ab-3428-435d-859f-143e1fc2638b req-71bb72a8-c58f-405c-bc8e-6d1fb499f47c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:23.404562 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc63ab-3428-435d-859f-143e1fc2638b req-71bb72a8-c58f-405c-bc8e-6d1fb499f47c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:23.412116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2674a-1553-4018-888c-505c4dd7d58e req-db5daa06-595c-4c12-a99a-bfc2d48ca43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:23.413038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc63ab-3428-435d-859f-143e1fc2638b req-71bb72a8-c58f-405c-bc8e-6d1fb499f47c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:23.413608 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0de2674a-1553-4018-888c-505c4dd7d58e req-db5daa06-595c-4c12-a99a-bfc2d48ca43f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2142127 Nov 18 17:14:23.414624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] For port e12bfd73-5acf-499c-8e3e-e4b55452c70c, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:14:23.415072 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1dc63ab-3428-435d-859f-143e1fc2638b req-71bb72a8-c58f-405c-bc8e-6d1fb499f47c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 3828 time: 0.1901433 Nov 18 17:14:23.419018 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] For port e12bfd73-5acf-499c-8e3e-e4b55452c70c, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e12bfd73-5acf-499c-8e3e-e4b55452c70c,segment=NetworkSegment(bff55ea2-174d-4a7c-b8b6-5e048fee7b15),segment_id=bff55ea2-174d-4a7c-b8b6-5e048fee7b15)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:14:23.422677 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 41f53e53-9ae8-46a5-a2bf-ceafe61621ff) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:23.431132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5550d6ad-29d1-470e-85fe-ac0a043c48c5 None None] Network 41f53e53-9ae8-46a5-a2bf-ceafe61621ff requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:23.435847 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:23.441857 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:23.446884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:23.447600 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:23.502855 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39399f3-4aa6-4d73-843d-62322a234128 admin admin] Made reservation on behalf of e9f050c51fd2447b85437fe3fee6aa06 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:23.505613 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b39399f3-4aa6-4d73-843d-62322a234128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:23.520188 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1dc63ab-3428-435d-859f-143e1fc2638b req-3cc3fbac-2211-4ac8-ab8f-fd9a5d8cba43 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686293 Nov 18 17:14:23.521386 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b39399f3-4aa6-4d73-843d-62322a234128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:23.554042 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:23.592488 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-15d8deeb-9c70-4790-913e-ddbebbd5e23c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1988935 Nov 18 17:14:23.598688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42496) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:23.638691 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 671ce244-be3c-41ef-9ea4-821f80d494da details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:14:23.642616 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:14:23.646706 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:23.647361 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:23.648814 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] 10.222.0.81 "PUT /v2.0/ports/e12bfd73-5acf-499c-8e3e-e4b55452c70c HTTP/1.1" status: 200 len: 1093 time: 1.6334250 Nov 18 17:14:23.666529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-3f5d305a-7e7e-495a-a09f-f83d98f7bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:23.668121 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-3f5d305a-7e7e-495a-a09f-f83d98f7bf3b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d62fca18abfd49e9bf4c5f4a480627e8&device_id=31bbd50f-9b6a-4aba-8d8a-ad434f98868f HTTP/1.1" status: 200 len: 1095 time: 0.1872284 Nov 18 17:14:23.669202 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694165cc-521e-4e7f-94b9-1a79da5a8e29 service neutron] Pushing event updated for resources: {'Port': ['ID=e12bfd73-5acf-499c-8e3e-e4b55452c70c,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:23.729976 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-8921888b-50a5-461a-a2de-3f74cbb8f3f8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf54fccd-83f9-4324-9e85-36a74075b751 HTTP/1.1" status: 200 len: 217 time: 0.0492675 Nov 18 17:14:23.742166 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Request body: {'port': {'device_id': 'd9519597-23a6-440b-855d-8aa39328152c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:23.779459 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b39399f3-4aa6-4d73-843d-62322a234128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:23.790674 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c47243-6938-422c-a9fe-59dedaa411e5 req-de65a264-5a2a-4280-9d2d-14a427d5719c tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:23.798415 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33c47243-6938-422c-a9fe-59dedaa411e5 req-de65a264-5a2a-4280-9d2d-14a427d5719c tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 949 time: 0.1639392 Nov 18 17:14:23.831072 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:23.832493 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:23.846830 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b39399f3-4aa6-4d73-843d-62322a234128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:23.911936 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 671ce244-be3c-41ef-9ea4-821f80d494da, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=671ce244-be3c-41ef-9ea4-821f80d494da,segment=NetworkSegment(a28af4cc-290e-4800-b487-298ef539790c),segment_id=a28af4cc-290e-4800-b487-298ef539790c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:23.937272 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '671ce244-be3c-41ef-9ea4-821f80d494da', 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11', 'port_id': '671ce244-be3c-41ef-9ea4-821f80d494da', 'mac_address': 'fa:16:3e:52:01:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:14:23.940188 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:23.952634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-e03df09c-5e55-4a67-91c5-d1f1f060131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:23.954232 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-e03df09c-5e55-4a67-91c5-d1f1f060131b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=df0ef4e1-9e1e-4871-932f-580fa8c8953c HTTP/1.1" status: 200 len: 861 time: 0.2092121 Nov 18 17:14:23.985256 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39399f3-4aa6-4d73-843d-62322a234128 admin admin] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:14:24.018268 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-a75d8772-d2ee-4c4b-9468-d5ee0efff68c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96c89b23-fb9d-4ed4-ae6c-151ead16bc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558054 Nov 18 17:14:24.020389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33c47243-6938-422c-a9fe-59dedaa411e5 req-ade2f9c6-6bcd-43ed-a066-5543fe746ae1 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209513 Nov 18 17:14:24.036944 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39399f3-4aa6-4d73-843d-62322a234128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24f55d6-1dc4-4773-b1b4-f428e95935a0,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:24.040515 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b39399f3-4aa6-4d73-843d-62322a234128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:24.043650 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-b39399f3-4aa6-4d73-843d-62322a234128 admin admin] Added segment 0175465b-50fd-4163-b9cf-b66d3631620a of type vlan for network 0de24ae2-5d43-491d-a6dd-8590ac01c06e Nov 18 17:14:24.063917 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-11559136-dd82-4aad-b6d3-ea76b967b68f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port fcfd6d75-c58d-4c10-8c9e-5312029a9b18 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:24.063917 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-11559136-dd82-4aad-b6d3-ea76b967b68f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:24.113497 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:24.147219 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:24.164143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76c774-7858-4ad2-984e-c181c392d2f8 req-2717bbed-2341-4932-843d-dab1f3cc9b5e tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:24.166509 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3c76c774-7858-4ad2-984e-c181c392d2f8 req-2717bbed-2341-4932-843d-dab1f3cc9b5e tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/ports?device_id=31bbd50f-9b6a-4aba-8d8a-ad434f98868f HTTP/1.1" status: 200 len: 943 time: 0.2951131 Nov 18 17:14:24.167731 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671ce244-be3c-41ef-9ea4-821f80d494da {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:14:24.179717 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b39399f3-4aa6-4d73-843d-62322a234128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:24.208854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 671ce244-be3c-41ef-9ea4-821f80d494da, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=671ce244-be3c-41ef-9ea4-821f80d494da,segment=NetworkSegment(a28af4cc-290e-4800-b487-298ef539790c),segment_id=a28af4cc-290e-4800-b487-298ef539790c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:24.219534 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0b665a-951f-4ee4-99a7-7a0b059ba3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:24.223218 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a200873b-a778-415a-ad4b-4162824a58ee" -d '{"events": [{"server_uuid": "6f0b665a-951f-4ee4-99a7-7a0b059ba3a8", "name": "network-vif-plugged", "status": "completed", "tag": "84b1ffda-c5de-42a5-a45c-32dcb52c2d4f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:24.259238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:24.276280 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-1484b92a-b4fa-4c7a-a1b1-4545bb2c198a service neutron] 10.222.0.83 "GET /v2.0/networks/96c89b23-fb9d-4ed4-ae6c-151ead16bc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490830 Nov 18 17:14:24.283058 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:24.312478 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.resource_extend [None req-b39399f3-4aa6-4d73-843d-62322a234128 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:14:24.335627 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:24.349746 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-11559136-dd82-4aad-b6d3-ea76b967b68f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:24.350025 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=671ce244-be3c-41ef-9ea4-821f80d494da,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:24.378884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-11559136-dd82-4aad-b6d3-ea76b967b68f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for fcfd6d75-c58d-4c10-8c9e-5312029a9b18 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:24.417006 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,revision_number=11']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:24.483125 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b39399f3-4aa6-4d73-843d-62322a234128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:24.484250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39399f3-4aa6-4d73-843d-62322a234128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:24.484839 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b39399f3-4aa6-4d73-843d-62322a234128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:24.497804 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3c76c774-7858-4ad2-984e-c181c392d2f8 req-ebc0ba58-cfb1-434d-bd4c-e48fa94ca489 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5c9e033-9bf9-4e9f-a4f9-035934bb6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105586 Nov 18 17:14:24.572533 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b634c2-f183-426b-980a-21d01d85e7fb x-openstack-request-id: req-e6b634c2-f183-426b-980a-21d01d85e7fb {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:24.573125 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0b665a-951f-4ee4-99a7-7a0b059ba3a8", "name": "network-vif-plugged", "status": "completed", "tag": "84b1ffda-c5de-42a5-a45c-32dcb52c2d4f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:24.573415 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e6b634c2-f183-426b-980a-21d01d85e7fb {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:24.573918 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0b665a-951f-4ee4-99a7-7a0b059ba3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f', 'code': 200} Nov 18 17:14:24.604514 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['671ce244-be3c-41ef-9ea4-821f80d494da'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:14:24.794340 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd9df54-bed8-437f-a041-261ec234f3ca {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:14:24.802386 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:24.816252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Transition to ACTIVE for port object 5dd9df54-bed8-437f-a041-261ec234f3ca will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:14:24.818375 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'tag': 'e12bfd73-5acf-499c-8e3e-e4b55452c70c'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:24.820808 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc43cc99-943a-47a6-a580-46c280b9305e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "tag": "e12bfd73-5acf-499c-8e3e-e4b55452c70c"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:24.883425 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-76cd6661-ddd3-4a0f-969e-04fbbc0e53a1 req-4455c522-4dee-4c33-9628-ee874858b58d service neutron] 10.222.0.83 "GET /v2.0/networks/96c89b23-fb9d-4ed4-ae6c-151ead16bc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756965 Nov 18 17:14:24.885258 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f9331-2725-47e2-9df5-67b9c4b0a10b req-007590fd-de9e-400a-8ce9-05ab9fce8d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:24.886692 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-981f9331-2725-47e2-9df5-67b9c4b0a10b req-007590fd-de9e-400a-8ce9-05ab9fce8d1e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 1102 time: 0.0691557 Nov 18 17:14:24.894836 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:24.977687 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b39399f3-4aa6-4d73-843d-62322a234128 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8764732 Nov 18 17:14:24.983046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42510) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:24.986138 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2612bbe-5eeb-4f76-b7ae-b64587b4d333 req-49017c38-090b-48ea-9ae6-7108b9ce8514 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:24.988289 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2612bbe-5eeb-4f76-b7ae-b64587b4d333 req-49017c38-090b-48ea-9ae6-7108b9ce8514 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 944 time: 0.6716368 Nov 18 17:14:24.988431 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a99336ce-e8ff-42dc-bb33-be22ba6f1d11 admin admin] Request body: {'subnet': {'network_id': '0de24ae2-5d43-491d-a6dd-8590ac01c06e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-837758753-subnet', 'tenant_id': 'e9f050c51fd2447b85437fe3fee6aa06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:24.989444 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39399f3-4aa6-4d73-843d-62322a234128 admin admin] Pushing event updated for resources: {'Network': ['ID=0de24ae2-5d43-491d-a6dd-8590ac01c06e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:25.005336 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 0de24ae2-5d43-491d-a6dd-8590ac01c06e details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:14:25.008079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd9df54-bed8-437f-a041-261ec234f3ca,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:25.115518 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-981f9331-2725-47e2-9df5-67b9c4b0a10b req-1408c1bf-1631-4634-84e8-4c66c2a15b61 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181733 Nov 18 17:14:25.133237 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Attempting to bind port 5dd9df54-bed8-437f-a041-261ec234f3ca on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:14:25.133575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Attempting to bind port 5dd9df54-bed8-437f-a041-261ec234f3ca by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:14:25.134443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Attempting to bind port 5dd9df54-bed8-437f-a041-261ec234f3ca on network 9a0c3004-3ad3-481d-9a55-9288314c9a88 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:25.139005 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Port 5dd9df54-bed8-437f-a041-261ec234f3ca on network 9a0c3004-3ad3-481d-9a55-9288314c9a88 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:14:25.139333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Attempting to bind port 5dd9df54-bed8-437f-a041-261ec234f3ca on network 9a0c3004-3ad3-481d-9a55-9288314c9a88 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:25.151310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:14:25.151310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Checking segment: {'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:25.151569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Bound using segment: {'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:14:25.152058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Bound port: 5dd9df54-bed8-437f-a041-261ec234f3ca, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:14:25.152423 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:25.177397 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b72f41-e1d5-43be-908e-b4f5fae0f3b1 req-c401acc3-0e43-4318-a86b-24477b3757c3 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:25.184554 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b72f41-e1d5-43be-908e-b4f5fae0f3b1 req-c401acc3-0e43-4318-a86b-24477b3757c3 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:25.190425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b72f41-e1d5-43be-908e-b4f5fae0f3b1 req-c401acc3-0e43-4318-a86b-24477b3757c3 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:25.204588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b72f41-e1d5-43be-908e-b4f5fae0f3b1 req-c401acc3-0e43-4318-a86b-24477b3757c3 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:25.204588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b72f41-e1d5-43be-908e-b4f5fae0f3b1 req-c401acc3-0e43-4318-a86b-24477b3757c3 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:25.209488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b72f41-e1d5-43be-908e-b4f5fae0f3b1 req-c401acc3-0e43-4318-a86b-24477b3757c3 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:25.211412 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0b72f41-e1d5-43be-908e-b4f5fae0f3b1 req-c401acc3-0e43-4318-a86b-24477b3757c3 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 4601 time: 0.2401857 Nov 18 17:14:25.213971 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-11559136-dd82-4aad-b6d3-ea76b967b68f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:25.225482 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2612bbe-5eeb-4f76-b7ae-b64587b4d333 req-f68e378c-9262-4424-a21a-26d186ea5d6d tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038546 Nov 18 17:14:25.252331 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99336ce-e8ff-42dc-bb33-be22ba6f1d11 admin admin] Made reservation on behalf of e9f050c51fd2447b85437fe3fee6aa06 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:25.259159 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a99336ce-e8ff-42dc-bb33-be22ba6f1d11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:25.267065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11559136-dd82-4aad-b6d3-ea76b967b68f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=fcfd6d75-c58d-4c10-8c9e-5312029a9b18,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:25.295826 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] For port 5dd9df54-bed8-437f-a041-261ec234f3ca, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:14:25.316637 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-11559136-dd82-4aad-b6d3-ea76b967b68f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:25.321337 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-11559136-dd82-4aad-b6d3-ea76b967b68f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/ports/fcfd6d75-c58d-4c10-8c9e-5312029a9b18 HTTP/1.1" status: 204 len: 168 time: 1.7192709 Nov 18 17:14:25.324896 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42516) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:25.326454 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435804e6-b49d-464f-bd93-aa8a996d35c4 x-openstack-request-id: req-435804e6-b49d-464f-bd93-aa8a996d35c4 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:25.326764 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "tag": "e12bfd73-5acf-499c-8e3e-e4b55452c70c", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:25.327021 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-435804e6-b49d-464f-bd93-aa8a996d35c4 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:25.327420 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'tag': 'e12bfd73-5acf-499c-8e3e-e4b55452c70c', 'status': 'completed', 'code': 200} Nov 18 17:14:25.338535 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] For port 5dd9df54-bed8-437f-a041-261ec234f3ca, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5dd9df54-bed8-437f-a041-261ec234f3ca,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:14:25.422327 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:25.493314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:25.493314 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:25.496625 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] 10.222.0.81 "PUT /v2.0/ports/5dd9df54-bed8-437f-a041-261ec234f3ca HTTP/1.1" status: 200 len: 1132 time: 1.7589211 Nov 18 17:14:25.558387 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0b72f41-e1d5-43be-908e-b4f5fae0f3b1 req-7e891b96-3eeb-4869-9c78-1336e12606f6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3316929 Nov 18 17:14:25.609941 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cff60de-1e36-44c5-85bb-6ed3b258a79e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:25.618133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cff60de-1e36-44c5-85bb-6ed3b258a79e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:25.622456 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26207ee-70fd-4acc-90dc-d8a6a8745087 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd9df54-bed8-437f-a041-261ec234f3ca,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:25.622666 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7cff60de-1e36-44c5-85bb-6ed3b258a79e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2915723 Nov 18 17:14:25.623142 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42520) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:25.651472 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143bbc0-8566-4a07-aa11-261d9fe0d9aa req-5b532de6-0aa8-4700-ab21-9e4de101fa6d tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:25.653071 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Request body: {'port': {'device_id': 'd9519597-23a6-440b-855d-8aa39328152c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:25.657313 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 671ce244-be3c-41ef-9ea4-821f80d494da up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:14:25.661846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5143bbc0-8566-4a07-aa11-261d9fe0d9aa req-5b532de6-0aa8-4700-ab21-9e4de101fa6d tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 950 time: 0.2608016 Nov 18 17:14:25.689126 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43cc99-943a-47a6-a580-46c280b9305e req-84503d4a-b4cd-4a0a-8a86-32d1879682e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:25.689814 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43cc99-943a-47a6-a580-46c280b9305e req-84503d4a-b4cd-4a0a-8a86-32d1879682e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:25.690350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43cc99-943a-47a6-a580-46c280b9305e req-84503d4a-b4cd-4a0a-8a86-32d1879682e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:25.691525 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43cc99-943a-47a6-a580-46c280b9305e req-84503d4a-b4cd-4a0a-8a86-32d1879682e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:25.692055 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43cc99-943a-47a6-a580-46c280b9305e req-84503d4a-b4cd-4a0a-8a86-32d1879682e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:25.692656 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43cc99-943a-47a6-a580-46c280b9305e req-84503d4a-b4cd-4a0a-8a86-32d1879682e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:25.694659 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc43cc99-943a-47a6-a580-46c280b9305e req-84503d4a-b4cd-4a0a-8a86-32d1879682e0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=452f9766b67e4a999cd2927e84f67a4c&device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5247 time: 0.3201311 Nov 18 17:14:25.733951 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:25.811093 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a99336ce-e8ff-42dc-bb33-be22ba6f1d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:25.942453 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 671ce244-be3c-41ef-9ea4-821f80d494da completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:14:25.948730 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 671ce244-be3c-41ef-9ea4-821f80d494da triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:25.949235 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:25.955185 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5143bbc0-8566-4a07-aa11-261d9fe0d9aa req-cb74883e-c485-4eea-a561-fd43129cfb25 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870355 Nov 18 17:14:25.980318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99336ce-e8ff-42dc-bb33-be22ba6f1d11 admin admin] Checking segment: {'id': '0175465b-50fd-4163-b9cf-b66d3631620a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '0de24ae2-5d43-491d-a6dd-8590ac01c06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:25.981251 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99336ce-e8ff-42dc-bb33-be22ba6f1d11 admin admin] Network hostable DHCP agents. Network: 0de24ae2-5d43-491d-a6dd-8590ac01c06e, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:14:25.999583 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359dd85-4527-4c00-a0aa-ac2a7764998a req-f6ba9e8f-66d1-429b-be29-0df5416243da tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:26.008590 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99336ce-e8ff-42dc-bb33-be22ba6f1d11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e1ed50-a8f0-4d00-8af8-04c9811d3b04,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:26.008767 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a359dd85-4527-4c00-a0aa-ac2a7764998a req-f6ba9e8f-66d1-429b-be29-0df5416243da tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/ports?device_id=31bbd50f-9b6a-4aba-8d8a-ad434f98868f HTTP/1.1" status: 200 len: 943 time: 0.1602035 Nov 18 17:14:26.036390 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43cc99-943a-47a6-a580-46c280b9305e req-51570d63-5e84-4606-bd93-288e09026077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:26.039903 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43cc99-943a-47a6-a580-46c280b9305e req-51570d63-5e84-4606-bd93-288e09026077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:26.039903 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43cc99-943a-47a6-a580-46c280b9305e req-51570d63-5e84-4606-bd93-288e09026077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:26.039903 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc43cc99-943a-47a6-a580-46c280b9305e req-51570d63-5e84-4606-bd93-288e09026077 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=452f9766b67e4a999cd2927e84f67a4c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3084888 Nov 18 17:14:26.084741 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-77783c70-6338-4f52-928f-a44685e23f77 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port 21ca4673-aa8c-4a50-ab9d-751a17b0ae04 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:26.085090 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-77783c70-6338-4f52-928f-a44685e23f77 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:26.102776 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:26.127483 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a359dd85-4527-4c00-a0aa-ac2a7764998a req-d4d95193-bf1c-43f2-80ed-d6e1775567c9 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5c9e033-9bf9-4e9f-a4f9-035934bb6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179526 Nov 18 17:14:26.129693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99336ce-e8ff-42dc-bb33-be22ba6f1d11 admin admin] Network 0de24ae2-5d43-491d-a6dd-8590ac01c06e is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:14:26.163067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 671ce244-be3c-41ef-9ea4-821f80d494da, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=671ce244-be3c-41ef-9ea4-821f80d494da,segment=NetworkSegment(a28af4cc-290e-4800-b487-298ef539790c),segment_id=a28af4cc-290e-4800-b487-298ef539790c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:26.224159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbab8d68-7db0-4f0e-a817-5122ae7e186d {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:14:26.233129 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-77783c70-6338-4f52-928f-a44685e23f77 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:26.234107 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-a99336ce-e8ff-42dc-bb33-be22ba6f1d11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 0de24ae2-5d43-491d-a6dd-8590ac01c06e) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:26.244477 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:26.246837 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c497602-712d-435a-beeb-edd5509a10db None None] Network 0de24ae2-5d43-491d-a6dd-8590ac01c06e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:26.261435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99336ce-e8ff-42dc-bb33-be22ba6f1d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:26.268208 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a99336ce-e8ff-42dc-bb33-be22ba6f1d11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:26.270220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-77783c70-6338-4f52-928f-a44685e23f77 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for 21ca4673-aa8c-4a50-ab9d-751a17b0ae04 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:26.282802 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43cc99-943a-47a6-a580-46c280b9305e req-f14b2067-093d-4253-bf85-7cd2e776806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:26.292599 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc43cc99-943a-47a6-a580-46c280b9305e req-f14b2067-093d-4253-bf85-7cd2e776806f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2445979 Nov 18 17:14:26.293931 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Transition to ACTIVE for port object bbab8d68-7db0-4f0e-a817-5122ae7e186d will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:14:26.347392 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:26.359874 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a99336ce-e8ff-42dc-bb33-be22ba6f1d11 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3751445 Nov 18 17:14:26.365905 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:26.427284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898818c4-a95b-47bb-b943-4b7f79b1dcff req-94f09278-b9a9-422f-8faa-f428f10ea29e tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:26.434696 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-898818c4-a95b-47bb-b943-4b7f79b1dcff req-94f09278-b9a9-422f-8faa-f428f10ea29e tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 945 time: 0.0820866 Nov 18 17:14:26.497649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=671ce244-be3c-41ef-9ea4-821f80d494da,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:26.508698 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-898818c4-a95b-47bb-b943-4b7f79b1dcff req-32e1be93-2e67-4c65-b6c4-785180e74b4e tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695300 Nov 18 17:14:26.549192 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbab8d68-7db0-4f0e-a817-5122ae7e186d,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:26.558207 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-77783c70-6338-4f52-928f-a44685e23f77 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:26.630291 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77783c70-6338-4f52-928f-a44685e23f77 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=21ca4673-aa8c-4a50-ab9d-751a17b0ae04,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:26.632495 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-77783c70-6338-4f52-928f-a44685e23f77 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:26.638182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040c7a2b-d37c-463e-982e-ac34eba70aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671ce244-be3c-41ef-9ea4-821f80d494da'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:26.641683 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf83774-c7e4-48e6-af7e-387603f662e2" -d '{"events": [{"server_uuid": "040c7a2b-d37c-463e-982e-ac34eba70aad", "name": "network-vif-plugged", "status": "completed", "tag": "671ce244-be3c-41ef-9ea4-821f80d494da"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:26.644584 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-77783c70-6338-4f52-928f-a44685e23f77 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/ports/21ca4673-aa8c-4a50-ab9d-751a17b0ae04 HTTP/1.1" status: 204 len: 168 time: 1.0158350 Nov 18 17:14:26.645190 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42534) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:26.718188 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Attempting to bind port bbab8d68-7db0-4f0e-a817-5122ae7e186d on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:14:26.719268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Attempting to bind port bbab8d68-7db0-4f0e-a817-5122ae7e186d by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:14:26.721326 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Attempting to bind port bbab8d68-7db0-4f0e-a817-5122ae7e186d on network 9a0c3004-3ad3-481d-9a55-9288314c9a88 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:26.742882 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9db6a4-e05d-415d-bf23-208166be4ca1 None None] Network 0de24ae2-5d43-491d-a6dd-8590ac01c06e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:26.747579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Port bbab8d68-7db0-4f0e-a817-5122ae7e186d on network 9a0c3004-3ad3-481d-9a55-9288314c9a88 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:14:26.748038 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Attempting to bind port bbab8d68-7db0-4f0e-a817-5122ae7e186d on network 9a0c3004-3ad3-481d-9a55-9288314c9a88 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:26.754677 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:14:26.755168 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Checking segment: {'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:26.756177 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Bound using segment: {'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:14:26.762301 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Bound port: bbab8d68-7db0-4f0e-a817-5122ae7e186d, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:14:26.762301 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:26.782088 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928ea72a-f7a3-4448-be98-e91fd58b3329 x-openstack-request-id: req-928ea72a-f7a3-4448-be98-e91fd58b3329 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:26.782405 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040c7a2b-d37c-463e-982e-ac34eba70aad", "name": "network-vif-plugged", "status": "completed", "tag": "671ce244-be3c-41ef-9ea4-821f80d494da", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:26.782680 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-928ea72a-f7a3-4448-be98-e91fd58b3329 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:26.783100 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040c7a2b-d37c-463e-982e-ac34eba70aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671ce244-be3c-41ef-9ea4-821f80d494da', 'code': 200} Nov 18 17:14:26.811412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b736a7-8278-4265-9901-9cb1ebaa2e32 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:26.815538 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d8b736a7-8278-4265-9901-9cb1ebaa2e32 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1670020 Nov 18 17:14:26.816055 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42538) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:26.847739 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] For port bbab8d68-7db0-4f0e-a817-5122ae7e186d, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:14:26.858143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] For port bbab8d68-7db0-4f0e-a817-5122ae7e186d, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=bbab8d68-7db0-4f0e-a817-5122ae7e186d,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:14:26.900704 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-867f2b14-0edb-45dc-8311-24800b4ca32e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] GET failed (client error): The resource could not be found. Nov 18 17:14:26.902512 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-867f2b14-0edb-45dc-8311-24800b4ca32e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports/fcfd6d75-c58d-4c10-8c9e-5312029a9b18 HTTP/1.1" status: 404 len: 333 time: 0.0802946 Nov 18 17:14:26.905631 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42542) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:26.951891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b91940-0871-46b3-974c-fdb40d049251 req-2733f974-5727-4775-a8c3-8b90585e2ade tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:26.959506 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b91940-0871-46b3-974c-fdb40d049251 req-2733f974-5727-4775-a8c3-8b90585e2ade tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:26.969220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b91940-0871-46b3-974c-fdb40d049251 req-2733f974-5727-4775-a8c3-8b90585e2ade tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:26.977761 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b91940-0871-46b3-974c-fdb40d049251 req-2733f974-5727-4775-a8c3-8b90585e2ade tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:26.985658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b91940-0871-46b3-974c-fdb40d049251 req-2733f974-5727-4775-a8c3-8b90585e2ade tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:26.995089 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b91940-0871-46b3-974c-fdb40d049251 req-2733f974-5727-4775-a8c3-8b90585e2ade tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:27.003071 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b91940-0871-46b3-974c-fdb40d049251 req-2733f974-5727-4775-a8c3-8b90585e2ade tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:27.006033 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38b91940-0871-46b3-974c-fdb40d049251 req-2733f974-5727-4775-a8c3-8b90585e2ade tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5374 time: 0.2497387 Nov 18 17:14:27.009384 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-790ae6c6-9177-450e-b037-11b6c2a9e339 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] GET failed (client error): The resource could not be found. Nov 18 17:14:27.015191 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42546) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:27.018505 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-790ae6c6-9177-450e-b037-11b6c2a9e339 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports/21ca4673-aa8c-4a50-ab9d-751a17b0ae04 HTTP/1.1" status: 404 len: 333 time: 0.1115870 Nov 18 17:14:27.026563 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:27.139446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:27.144434 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:27.145953 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] 10.222.0.81 "PUT /v2.0/ports/bbab8d68-7db0-4f0e-a817-5122ae7e186d HTTP/1.1" status: 200 len: 1132 time: 1.5030065 Nov 18 17:14:27.153653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171ae02-f4d8-4de2-929e-e201f00697c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbab8d68-7db0-4f0e-a817-5122ae7e186d,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:27.198024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe729-007e-4618-9e7f-a6c0735fc483 req-a4bbb30b-16a8-4a16-a0ef-43eb63683cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:27.202392 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-675fe729-007e-4618-9e7f-a6c0735fc483 req-a4bbb30b-16a8-4a16-a0ef-43eb63683cb4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 1097 time: 0.2382560 Nov 18 17:14:27.313366 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-675fe729-007e-4618-9e7f-a6c0735fc483 req-0743f886-98c5-411b-bbb1-71d8c24dce48 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044638 Nov 18 17:14:27.319282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Request body: {'port': {'device_id': 'd9519597-23a6-440b-855d-8aa39328152c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:27.354803 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41532907-f188-4bff-9057-e7c7ae6bc944 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:27.356021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'tag': '5dd9df54-bed8-437f-a041-261ec234f3ca'}, {'name': 'network-changed', 'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'tag': 'bbab8d68-7db0-4f0e-a817-5122ae7e186d'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:27.361038 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d9b4f4-8af6-443d-9e5b-061852520da2" -d '{"events": [{"name": "network-changed", "server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "tag": "5dd9df54-bed8-437f-a041-261ec234f3ca"}, {"name": "network-changed", "server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "tag": "bbab8d68-7db0-4f0e-a817-5122ae7e186d"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:27.386433 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38b91940-0871-46b3-974c-fdb40d049251 req-5d43e4b0-d5f8-4a58-b765-6ec086cf29e7 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3613071 Nov 18 17:14:27.412472 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:27.432038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d603bb-590c-4d0a-a410-22419d1f65e9 req-c603b71f-e5dd-4e93-85e7-e462e4bdc7cf tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:27.433589 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-73d603bb-590c-4d0a-a410-22419d1f65e9 req-c603b71f-e5dd-4e93-85e7-e462e4bdc7cf tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 950 time: 0.3573761 Nov 18 17:14:27.536603 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42558) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:27.544946 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-94787224-b874-4c35-85ef-a277255e2dcc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-783421907-network', 'tenant_id': '42f34afc60bc4757bf78093d6e6b60d2'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:27.656207 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41532907-f188-4bff-9057-e7c7ae6bc944 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:27.660674 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device bf54fccd-83f9-4324-9e85-36a74075b751 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:14:27.677596 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-73d603bb-590c-4d0a-a410-22419d1f65e9 req-3761365b-649a-4836-9778-2da5df068a9c tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287874 Nov 18 17:14:27.698417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a8f52-2f5a-4474-a3fd-3517d59888af req-d99d7754-d665-446f-9142-15a114abdfe7 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:27.700362 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d62a8f52-2f5a-4474-a3fd-3517d59888af req-d99d7754-d665-446f-9142-15a114abdfe7 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/ports?device_id=31bbd50f-9b6a-4aba-8d8a-ad434f98868f HTTP/1.1" status: 200 len: 943 time: 0.1738408 Nov 18 17:14:27.702231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-41532907-f188-4bff-9057-e7c7ae6bc944 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f53e53-9ae8-46a5-a2bf-ceafe61621ff']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:27.738138 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-41532907-f188-4bff-9057-e7c7ae6bc944 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4512e6ef-4183-4e18-bfa2-be8ea2230715') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:27.738138 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-41532907-f188-4bff-9057-e7c7ae6bc944 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4512e6ef-4183-4e18-bfa2-be8ea2230715') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:27.761169 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce88f8fc-e82e-44f1-9e5c-dad8f39f3041 x-openstack-request-id: req-ce88f8fc-e82e-44f1-9e5c-dad8f39f3041 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:27.761487 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "tag": "5dd9df54-bed8-437f-a041-261ec234f3ca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "tag": "bbab8d68-7db0-4f0e-a817-5122ae7e186d", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:27.761937 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ce88f8fc-e82e-44f1-9e5c-dad8f39f3041 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:27.762163 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'tag': '5dd9df54-bed8-437f-a041-261ec234f3ca', 'status': 'completed', 'code': 200} Nov 18 17:14:27.762430 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'tag': 'bbab8d68-7db0-4f0e-a817-5122ae7e186d', 'status': 'completed', 'code': 200} Nov 18 17:14:27.765206 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41532907-f188-4bff-9057-e7c7ae6bc944 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:27.779971 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b798ec3-54dc-45ca-8e35-4a5edf6bde87 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:14:27.789044 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:27.803563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94787224-b874-4c35-85ef-a277255e2dcc admin admin] Made reservation on behalf of 42f34afc60bc4757bf78093d6e6b60d2 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:27.811985 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Transition to ACTIVE for port object 1b798ec3-54dc-45ca-8e35-4a5edf6bde87 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:14:27.812152 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94787224-b874-4c35-85ef-a277255e2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:27.851612 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port bf54fccd-83f9-4324-9e85-36a74075b751, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=bf54fccd-83f9-4324-9e85-36a74075b751,segment=NetworkSegment(2bc85562-e92e-4e08-b08a-4cf54416780d),segment_id=2bc85562-e92e-4e08-b08a-4cf54416780d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:27.863735 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41532907-f188-4bff-9057-e7c7ae6bc944 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:27.864408 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'bf54fccd-83f9-4324-9e85-36a74075b751', 'network_id': '96c89b23-fb9d-4ed4-ae6c-151ead16bc29', 'port_id': 'bf54fccd-83f9-4324-9e85-36a74075b751', 'mac_address': 'fa:16:3e:eb:d4:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0ef4e1-9e1e-4871-932f-580fa8c8953c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:14:27.871376 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94787224-b874-4c35-85ef-a277255e2dcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:27.898904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41532907-f188-4bff-9057-e7c7ae6bc944 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:14:27.899325 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41532907-f188-4bff-9057-e7c7ae6bc944 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:27.900075 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:27.908997 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:14:27.909734 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:14:27.929875 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d62a8f52-2f5a-4474-a3fd-3517d59888af req-3682245b-6b59-4204-8fd6-8a81e99f2e9b tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5c9e033-9bf9-4e9f-a4f9-035934bb6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232609 Nov 18 17:14:27.935831 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf54fccd-83f9-4324-9e85-36a74075b751 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:14:27.972224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port bf54fccd-83f9-4324-9e85-36a74075b751, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=bf54fccd-83f9-4324-9e85-36a74075b751,segment=NetworkSegment(2bc85562-e92e-4e08-b08a-4cf54416780d),segment_id=2bc85562-e92e-4e08-b08a-4cf54416780d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:28.021134 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-3539425b-9b44-4a20-9f9d-d05e6233696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:28.021757 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-3539425b-9b44-4a20-9f9d-d05e6233696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:28.022296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-3539425b-9b44-4a20-9f9d-d05e6233696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:28.022844 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-3539425b-9b44-4a20-9f9d-d05e6233696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:28.024252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-3539425b-9b44-4a20-9f9d-d05e6233696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:28.025320 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-3539425b-9b44-4a20-9f9d-d05e6233696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:28.026213 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-3539425b-9b44-4a20-9f9d-d05e6233696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:28.028442 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-3539425b-9b44-4a20-9f9d-d05e6233696d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=452f9766b67e4a999cd2927e84f67a4c&device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 6214 time: 0.2259688 Nov 18 17:14:28.043369 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Pushing event updated for resources: {'Port': ['ID=1b798ec3-54dc-45ca-8e35-4a5edf6bde87,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:28.044386 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f237e2b-2a3f-48e1-92ac-0013126d4f45 req-3e529bd1-f477-4bfe-aeae-e99aed521c8c tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:28.046444 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f237e2b-2a3f-48e1-92ac-0013126d4f45 req-3e529bd1-f477-4bfe-aeae-e99aed521c8c tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 945 time: 0.2219322 Nov 18 17:14:28.083606 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Attempting to bind port 1b798ec3-54dc-45ca-8e35-4a5edf6bde87 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:14:28.084064 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Attempting to bind port 1b798ec3-54dc-45ca-8e35-4a5edf6bde87 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:14:28.084471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Attempting to bind port 1b798ec3-54dc-45ca-8e35-4a5edf6bde87 on network 9a0c3004-3ad3-481d-9a55-9288314c9a88 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:28.090388 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Port 1b798ec3-54dc-45ca-8e35-4a5edf6bde87 on network 9a0c3004-3ad3-481d-9a55-9288314c9a88 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:14:28.090808 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Attempting to bind port 1b798ec3-54dc-45ca-8e35-4a5edf6bde87 on network 9a0c3004-3ad3-481d-9a55-9288314c9a88 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:28.093999 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:28.097435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:14:28.099951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Checking segment: {'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:28.099951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Bound using segment: {'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:14:28.099951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Bound port: 1b798ec3-54dc-45ca-8e35-4a5edf6bde87, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:14:28.099951 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:28.140191 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41532907-f188-4bff-9057-e7c7ae6bc944 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:28.174170 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41532907-f188-4bff-9057-e7c7ae6bc944 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:28.179420 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-41532907-f188-4bff-9057-e7c7ae6bc944 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/networks/41f53e53-9ae8-46a5-a2bf-ceafe61621ff HTTP/1.1" status: 204 len: 168 time: 1.1175246 Nov 18 17:14:28.182963 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42566) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:28.203667 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4337bc56-cf5f-4ceb-a2c3-f727410e344f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-502959086'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:28.204220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=bf54fccd-83f9-4324-9e85-36a74075b751,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:28.251523 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f237e2b-2a3f-48e1-92ac-0013126d4f45 req-09ad476e-fe37-498a-a29b-27690968ea94 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767235 Nov 18 17:14:28.278213 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41532907-f188-4bff-9057-e7c7ae6bc944 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Network': ['ID=41f53e53-9ae8-46a5-a2bf-ceafe61621ff,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:28.293745 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] For port 1b798ec3-54dc-45ca-8e35-4a5edf6bde87, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:14:28.299709 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] For port 1b798ec3-54dc-45ca-8e35-4a5edf6bde87, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1b798ec3-54dc-45ca-8e35-4a5edf6bde87,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:14:28.331682 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-b489b91b-b15c-4336-b921-f2b038dcae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:28.332220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-b489b91b-b15c-4336-b921-f2b038dcae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:28.332815 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-b489b91b-b15c-4336-b921-f2b038dcae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:28.334701 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-b489b91b-b15c-4336-b921-f2b038dcae89 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=452f9766b67e4a999cd2927e84f67a4c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2825994 Nov 18 17:14:28.337480 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94787224-b874-4c35-85ef-a277255e2dcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:28.351828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4337bc56-cf5f-4ceb-a2c3-f727410e344f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:28.356465 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4337bc56-cf5f-4ceb-a2c3-f727410e344f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:28.358805 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:28.430910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['bf54fccd-83f9-4324-9e85-36a74075b751'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:14:28.431462 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:28.432205 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:28.433676 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4108351c-3494-4726-876c-362dbb275c73 service neutron] 10.222.0.81 "PUT /v2.0/ports/1b798ec3-54dc-45ca-8e35-4a5edf6bde87 HTTP/1.1" status: 200 len: 1091 time: 1.1281703 Nov 18 17:14:28.517476 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4337bc56-cf5f-4ceb-a2c3-f727410e344f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:14:28.568849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108351c-3494-4726-876c-362dbb275c73 service neutron] Pushing event updated for resources: {'Port': ['ID=1b798ec3-54dc-45ca-8e35-4a5edf6bde87,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:28.580407 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4337bc56-cf5f-4ceb-a2c3-f727410e344f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:28.580769 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-4337bc56-cf5f-4ceb-a2c3-f727410e344f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Added segment c1a5cb0d-6a8b-4eab-8c5f-c30a805039e7 of type vlan for network bbc768f8-1880-41ac-b1f1-a2eb5a1542ea Nov 18 17:14:28.584372 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-3b33b710-1579-4732-b7b4-12c2d3cc56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:28.591993 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-3b33b710-1579-4732-b7b4-12c2d3cc56bb service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2328775 Nov 18 17:14:28.607149 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Request body: {'port': {'device_id': 'd9519597-23a6-440b-855d-8aa39328152c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:28.712637 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94787224-b874-4c35-85ef-a277255e2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:28.729661 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4337bc56-cf5f-4ceb-a2c3-f727410e344f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:28.745376 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:28.839245 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94787224-b874-4c35-85ef-a277255e2dcc admin admin] vlan segment allocate from pool success with {'vlan_id': 1119, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:14:28.852926 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94787224-b874-4c35-85ef-a277255e2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:28.853686 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-94787224-b874-4c35-85ef-a277255e2dcc admin admin] Added segment f567ab07-d4b7-4d31-9ff8-402529520a26 of type vlan for network eafc80c8-f78a-44a0-a578-59a7d244b761 Nov 18 17:14:28.892778 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4337bc56-cf5f-4ceb-a2c3-f727410e344f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:28.900136 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4337bc56-cf5f-4ceb-a2c3-f727410e344f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:28.903046 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4337bc56-cf5f-4ceb-a2c3-f727410e344f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:28.920207 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94787224-b874-4c35-85ef-a277255e2dcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:29.002393 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337bc56-cf5f-4ceb-a2c3-f727410e344f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Network': ['ID=bbc768f8-1880-41ac-b1f1-a2eb5a1542ea,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:29.011572 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc8475-ec1a-41f9-b572-1c5d7d1cf62b req-92b16a21-7107-41f3-812f-d0ebd3bda1fa tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.017646 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network bbc768f8-1880-41ac-b1f1-a2eb5a1542ea details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:14:29.019123 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc8475-ec1a-41f9-b572-1c5d7d1cf62b req-92b16a21-7107-41f3-812f-d0ebd3bda1fa tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.026326 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc8475-ec1a-41f9-b572-1c5d7d1cf62b req-92b16a21-7107-41f3-812f-d0ebd3bda1fa tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.033442 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc8475-ec1a-41f9-b572-1c5d7d1cf62b req-92b16a21-7107-41f3-812f-d0ebd3bda1fa tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.040469 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc8475-ec1a-41f9-b572-1c5d7d1cf62b req-92b16a21-7107-41f3-812f-d0ebd3bda1fa tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.048282 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc8475-ec1a-41f9-b572-1c5d7d1cf62b req-92b16a21-7107-41f3-812f-d0ebd3bda1fa tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.055504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc8475-ec1a-41f9-b572-1c5d7d1cf62b req-92b16a21-7107-41f3-812f-d0ebd3bda1fa tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.057489 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5dc8475-ec1a-41f9-b572-1c5d7d1cf62b req-92b16a21-7107-41f3-812f-d0ebd3bda1fa tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5386 time: 0.3824725 Nov 18 17:14:29.060819 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db855139-e4a9-46e0-a3f1-7e43cc55f81b req-c6d0c5b9-8fff-44a2-bfe6-f96c080c526f tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.062873 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db855139-e4a9-46e0-a3f1-7e43cc55f81b req-c6d0c5b9-8fff-44a2-bfe6-f96c080c526f tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 1102 time: 0.4688632 Nov 18 17:14:29.069956 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94787224-b874-4c35-85ef-a277255e2dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd07c10-3da3-421c-9f90-894a501ab43f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:29.073532 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94787224-b874-4c35-85ef-a277255e2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:29.074554 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94787224-b874-4c35-85ef-a277255e2dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.075126 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94787224-b874-4c35-85ef-a277255e2dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:29.081429 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4337bc56-cf5f-4ceb-a2c3-f727410e344f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8898747 Nov 18 17:14:29.154056 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42574) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:29.154759 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:14:29.163878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1413884b-34c4-402a-81c0-779c2a935d1f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'subnet': {'network_id': 'bbc768f8-1880-41ac-b1f1-a2eb5a1542ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:29.197611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-eb324b84-5abe-46ff-89de-c16b2f33118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.198100 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-eb324b84-5abe-46ff-89de-c16b2f33118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.198580 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-eb324b84-5abe-46ff-89de-c16b2f33118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.199049 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-eb324b84-5abe-46ff-89de-c16b2f33118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.199536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-eb324b84-5abe-46ff-89de-c16b2f33118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.199999 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-eb324b84-5abe-46ff-89de-c16b2f33118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.200464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-eb324b84-5abe-46ff-89de-c16b2f33118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.201203 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6227a9-9c82-46f1-9d60-2e0664c61b69 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:14:29.202468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-eb324b84-5abe-46ff-89de-c16b2f33118e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=452f9766b67e4a999cd2927e84f67a4c&device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 6282 time: 0.5098603 Nov 18 17:14:29.211834 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:29.227416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Transition to ACTIVE for port object 0c6227a9-9c82-46f1-9d60-2e0664c61b69 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:14:29.231628 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db855139-e4a9-46e0-a3f1-7e43cc55f81b req-f06828d6-60d7-4a77-9e02-0a61b0fd16c8 tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514723 Nov 18 17:14:29.305971 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:29.318860 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94787224-b874-4c35-85ef-a277255e2dcc admin admin] Pushing event updated for resources: {'Network': ['ID=eafc80c8-f78a-44a0-a578-59a7d244b761,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:29.334333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network eafc80c8-f78a-44a0-a578-59a7d244b761 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:14:29.390475 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-94787224-b874-4c35-85ef-a277255e2dcc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8504624 Nov 18 17:14:29.403074 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42582) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:29.408337 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-fdbfa982-0a00-4c8d-bacf-879c01b0fc39 admin admin] Request body: {'subnet': {'network_id': 'eafc80c8-f78a-44a0-a578-59a7d244b761', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-783421907-subnet', 'tenant_id': '42f34afc60bc4757bf78093d6e6b60d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:29.465934 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5dc8475-ec1a-41f9-b572-1c5d7d1cf62b req-2ccc63e7-11f3-4502-bb37-c35d8d876fac tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3655276 Nov 18 17:14:29.493648 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6227a9-9c82-46f1-9d60-2e0664c61b69,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:29.525022 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-8690697e-f71c-4782-ae6a-7d91678c0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.525504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-8690697e-f71c-4782-ae6a-7d91678c0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.525969 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-8690697e-f71c-4782-ae6a-7d91678c0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.527976 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-8690697e-f71c-4782-ae6a-7d91678c0a3a service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=452f9766b67e4a999cd2927e84f67a4c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3034818 Nov 18 17:14:29.595516 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbfa982-0a00-4c8d-bacf-879c01b0fc39 admin admin] Made reservation on behalf of 42f34afc60bc4757bf78093d6e6b60d2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:29.598423 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa982-0a00-4c8d-bacf-879c01b0fc39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:29.656424 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Attempting to bind port 0c6227a9-9c82-46f1-9d60-2e0664c61b69 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:14:29.656794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Attempting to bind port 0c6227a9-9c82-46f1-9d60-2e0664c61b69 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:14:29.661129 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Attempting to bind port 0c6227a9-9c82-46f1-9d60-2e0664c61b69 on network 9a0c3004-3ad3-481d-9a55-9288314c9a88 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:29.666209 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Port 0c6227a9-9c82-46f1-9d60-2e0664c61b69 on network 9a0c3004-3ad3-481d-9a55-9288314c9a88 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:14:29.666537 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Attempting to bind port 0c6227a9-9c82-46f1-9d60-2e0664c61b69 on network 9a0c3004-3ad3-481d-9a55-9288314c9a88 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:29.676029 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:14:29.682012 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Checking segment: {'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:29.682012 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Bound using segment: {'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:14:29.682012 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Bound port: 0c6227a9-9c82-46f1-9d60-2e0664c61b69, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29532e1-c337-40a3-9d1c-0930b1ef2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:14:29.682012 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:29.682546 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device bf54fccd-83f9-4324-9e85-36a74075b751 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:14:29.764362 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'tag': '1b798ec3-54dc-45ca-8e35-4a5edf6bde87'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:29.768150 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e959de2c-6d68-494e-823e-c2d21bc8bc5f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "tag": "1b798ec3-54dc-45ca-8e35-4a5edf6bde87"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:29.796728 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b99c2-69f8-48f5-8bc4-5fb027ac73da req-36ff05c8-50d3-4a55-b1d0-10b7aba82280 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.804689 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-598b99c2-69f8-48f5-8bc4-5fb027ac73da req-36ff05c8-50d3-4a55-b1d0-10b7aba82280 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/ports?device_id=31bbd50f-9b6a-4aba-8d8a-ad434f98868f HTTP/1.1" status: 200 len: 944 time: 0.2683866 Nov 18 17:14:29.806467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1413884b-34c4-402a-81c0-779c2a935d1f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:29.809924 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1413884b-34c4-402a-81c0-779c2a935d1f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:29.810796 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] For port 0c6227a9-9c82-46f1-9d60-2e0664c61b69, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:14:29.814080 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] For port 0c6227a9-9c82-46f1-9d60-2e0664c61b69, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0c6227a9-9c82-46f1-9d60-2e0664c61b69,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:14:29.840488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-84f50318-0c1f-4092-843a-9ecb59233081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:29.849109 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8d9b4f4-8af6-443d-9e5b-061852520da2 req-84f50318-0c1f-4092-843a-9ecb59233081 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3031082 Nov 18 17:14:29.911159 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.ipam_backend_mixin [None req-1413884b-34c4-402a-81c0-779c2a935d1f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Performing IP validity checks on allocation pools {{(pid=104007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 18 17:14:29.911828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.ipam_backend_mixin [None req-1413884b-34c4-402a-81c0-779c2a935d1f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 18 17:14:29.912634 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port bf54fccd-83f9-4324-9e85-36a74075b751 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:14:29.917743 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port bf54fccd-83f9-4324-9e85-36a74075b751 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:29.918901 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:29.952630 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-598b99c2-69f8-48f5-8bc4-5fb027ac73da req-74890d74-84a4-4c12-ac2a-88945c9be4cd tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5c9e033-9bf9-4e9f-a4f9-035934bb6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467395 Nov 18 17:14:29.975457 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:30.017761 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c95a9c78-fc6e-43fd-a07c-fd4704d07b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:30.051084 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:30.052908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:30.053587 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:30.055055 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] 10.222.0.81 "PUT /v2.0/ports/0c6227a9-9c82-46f1-9d60-2e0664c61b69 HTTP/1.1" status: 200 len: 1092 time: 1.4803438 Nov 18 17:14:30.095592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cd657-734b-4daa-869b-31cd7d39b3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6227a9-9c82-46f1-9d60-2e0664c61b69,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:30.106605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bbd50f-9b6a-4aba-8d8a-ad434f98868f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf54fccd-83f9-4324-9e85-36a74075b751'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:30.109540 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c501833-504a-421d-b399-94308aa034ad" -d '{"events": [{"server_uuid": "31bbd50f-9b6a-4aba-8d8a-ad434f98868f", "name": "network-vif-plugged", "status": "completed", "tag": "bf54fccd-83f9-4324-9e85-36a74075b751"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:30.127062 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port bf54fccd-83f9-4324-9e85-36a74075b751, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=bf54fccd-83f9-4324-9e85-36a74075b751,segment=NetworkSegment(2bc85562-e92e-4e08-b08a-4cf54416780d),segment_id=2bc85562-e92e-4e08-b08a-4cf54416780d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:30.132609 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327df22f-a304-4e6f-9b41-1aad64cb5d4d x-openstack-request-id: req-327df22f-a304-4e6f-9b41-1aad64cb5d4d {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:30.132885 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "tag": "1b798ec3-54dc-45ca-8e35-4a5edf6bde87", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:30.133154 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-327df22f-a304-4e6f-9b41-1aad64cb5d4d {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:30.133565 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'tag': '1b798ec3-54dc-45ca-8e35-4a5edf6bde87', 'status': 'completed', 'code': 200} Nov 18 17:14:30.176449 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Request body: {'port': {'device_id': 'd9519597-23a6-440b-855d-8aa39328152c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:30.208618 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:30.261769 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959de2c-6d68-494e-823e-c2d21bc8bc5f req-02c6b4da-888e-425b-adb5-b1783bb55a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:30.262257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959de2c-6d68-494e-823e-c2d21bc8bc5f req-02c6b4da-888e-425b-adb5-b1783bb55a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:30.264130 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959de2c-6d68-494e-823e-c2d21bc8bc5f req-02c6b4da-888e-425b-adb5-b1783bb55a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:30.264772 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959de2c-6d68-494e-823e-c2d21bc8bc5f req-02c6b4da-888e-425b-adb5-b1783bb55a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:30.265330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959de2c-6d68-494e-823e-c2d21bc8bc5f req-02c6b4da-888e-425b-adb5-b1783bb55a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:30.265728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959de2c-6d68-494e-823e-c2d21bc8bc5f req-02c6b4da-888e-425b-adb5-b1783bb55a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:30.266202 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959de2c-6d68-494e-823e-c2d21bc8bc5f req-02c6b4da-888e-425b-adb5-b1783bb55a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:30.268310 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e959de2c-6d68-494e-823e-c2d21bc8bc5f req-02c6b4da-888e-425b-adb5-b1783bb55a00 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=452f9766b67e4a999cd2927e84f67a4c&device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 6350 time: 0.1059184 Nov 18 17:14:30.278465 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=bf54fccd-83f9-4324-9e85-36a74075b751,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:30.329484 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df30f0-aa67-4d97-8019-db17e03546e9 req-49a64657-a339-4d1f-99e1-17487281964b tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:30.333268 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92df30f0-aa67-4d97-8019-db17e03546e9 req-49a64657-a339-4d1f-99e1-17487281964b tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 945 time: 0.1990037 Nov 18 17:14:30.354011 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:30.367495 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa982-0a00-4c8d-bacf-879c01b0fc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:30.401400 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840740d6-2a2a-4261-9ee9-d3481dc76449 req-839b1c71-535b-4e63-84fb-c148272e5518 tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:30.403193 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-840740d6-2a2a-4261-9ee9-d3481dc76449 req-839b1c71-535b-4e63-84fb-c148272e5518 tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 1102 time: 0.1926210 Nov 18 17:14:30.424330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959de2c-6d68-494e-823e-c2d21bc8bc5f req-5edd281e-4772-4fab-97e7-062d354bbf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:30.425497 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959de2c-6d68-494e-823e-c2d21bc8bc5f req-5edd281e-4772-4fab-97e7-062d354bbf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:30.426046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959de2c-6d68-494e-823e-c2d21bc8bc5f req-5edd281e-4772-4fab-97e7-062d354bbf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:30.427775 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e959de2c-6d68-494e-823e-c2d21bc8bc5f req-5edd281e-4772-4fab-97e7-062d354bbf3f service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=452f9766b67e4a999cd2927e84f67a4c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1482069 Nov 18 17:14:30.543276 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959de2c-6d68-494e-823e-c2d21bc8bc5f req-f396bd6d-523e-4631-84f3-d8ecfa7d7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:30.544707 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e959de2c-6d68-494e-823e-c2d21bc8bc5f req-f396bd6d-523e-4631-84f3-d8ecfa7d7433 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1093545 Nov 18 17:14:30.893326 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfa982-0a00-4c8d-bacf-879c01b0fc39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a036da-74d6-4dcb-abcb-e11162f0d0f7,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:30.913094 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92df30f0-aa67-4d97-8019-db17e03546e9 req-b03e6486-9ca3-4fab-9edb-a1ed66f3619f tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5564730 Nov 18 17:14:30.960740 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fc5726-059f-47ed-b2ae-f0d527bc15c5 x-openstack-request-id: req-73fc5726-059f-47ed-b2ae-f0d527bc15c5 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:30.961391 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bbd50f-9b6a-4aba-8d8a-ad434f98868f", "name": "network-vif-plugged", "status": "completed", "tag": "bf54fccd-83f9-4324-9e85-36a74075b751", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:30.961844 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-73fc5726-059f-47ed-b2ae-f0d527bc15c5 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:30.962555 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bbd50f-9b6a-4aba-8d8a-ad434f98868f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf54fccd-83f9-4324-9e85-36a74075b751', 'code': 200} Nov 18 17:14:30.988041 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbfa982-0a00-4c8d-bacf-879c01b0fc39 admin admin] Checking segment: {'id': 'f567ab07-d4b7-4d31-9ff8-402529520a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eafc80c8-f78a-44a0-a578-59a7d244b761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:30.988954 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbfa982-0a00-4c8d-bacf-879c01b0fc39 admin admin] Network hostable DHCP agents. Network: eafc80c8-f78a-44a0-a578-59a7d244b761, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:14:30.993513 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1413884b-34c4-402a-81c0-779c2a935d1f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:31.048421 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-840740d6-2a2a-4261-9ee9-d3481dc76449 req-3d76ea31-37a8-4515-9213-122ebe85a49b tempest-ServersAdminTestJSON-1750339375 tempest-ServersAdminTestJSON-1750339375-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990043 Nov 18 17:14:31.080812 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18681ec3-eefb-4725-8468-57c9ed36b655 req-97d1b816-1d0a-4a6a-af3c-a6c7a6d556f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:31.082899 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-18681ec3-eefb-4725-8468-57c9ed36b655 req-97d1b816-1d0a-4a6a-af3c-a6c7a6d556f7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=31bbd50f-9b6a-4aba-8d8a-ad434f98868f HTTP/1.1" status: 200 len: 1097 time: 0.0479720 Nov 18 17:14:31.132392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413884b-34c4-402a-81c0-779c2a935d1f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Subnet': ['ID=7d1887d1-5fab-4aec-9ca0-fa7b4c730383,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:31.138267 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-18681ec3-eefb-4725-8468-57c9ed36b655 req-22a57424-9df9-4810-837b-72a946b5636f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e5c9e033-9bf9-4e9f-a4f9-035934bb6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458291 Nov 18 17:14:31.276854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502dce0-53e4-49b4-94cd-f06dd6a8a7da req-87e1ddc9-2828-42d9-94a7-320d2d243293 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:31.282907 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502dce0-53e4-49b4-94cd-f06dd6a8a7da req-87e1ddc9-2828-42d9-94a7-320d2d243293 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:31.289117 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502dce0-53e4-49b4-94cd-f06dd6a8a7da req-87e1ddc9-2828-42d9-94a7-320d2d243293 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:31.295185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502dce0-53e4-49b4-94cd-f06dd6a8a7da req-87e1ddc9-2828-42d9-94a7-320d2d243293 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:31.301881 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502dce0-53e4-49b4-94cd-f06dd6a8a7da req-87e1ddc9-2828-42d9-94a7-320d2d243293 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:31.307950 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502dce0-53e4-49b4-94cd-f06dd6a8a7da req-87e1ddc9-2828-42d9-94a7-320d2d243293 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:31.313941 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502dce0-53e4-49b4-94cd-f06dd6a8a7da req-87e1ddc9-2828-42d9-94a7-320d2d243293 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:31.316540 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6502dce0-53e4-49b4-94cd-f06dd6a8a7da req-87e1ddc9-2828-42d9-94a7-320d2d243293 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5398 time: 0.2849064 Nov 18 17:14:31.329531 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbfa982-0a00-4c8d-bacf-879c01b0fc39 admin admin] Network eafc80c8-f78a-44a0-a578-59a7d244b761 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:14:31.362940 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c0e16-d534-4bcc-b530-51d5f081e073 req-b511a353-02e5-4961-a9f4-36de3b96ca0a tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:31.364563 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f91c0e16-d534-4bcc-b530-51d5f081e073 req-b511a353-02e5-4961-a9f4-36de3b96ca0a tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 945 time: 0.2291665 Nov 18 17:14:31.374621 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42604) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:31.378729 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1413884b-34c4-402a-81c0-779c2a935d1f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Checking segment: {'id': 'c1a5cb0d-6a8b-4eab-8c5f-c30a805039e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'bbc768f8-1880-41ac-b1f1-a2eb5a1542ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:31.379035 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-19aef12b-4f05-40be-8115-b49dc378c9ec tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Request body: {'floatingip': {'port_id': '671ce244-be3c-41ef-9ea4-821f80d494da'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:31.379189 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1413884b-34c4-402a-81c0-779c2a935d1f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network hostable DHCP agents. Network: bbc768f8-1880-41ac-b1f1-a2eb5a1542ea, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:14:31.431213 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19aef12b-4f05-40be-8115-b49dc378c9ec tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for floatingip, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:31.472448 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-fdbfa982-0a00-4c8d-bacf-879c01b0fc39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, eafc80c8-f78a-44a0-a578-59a7d244b761) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:31.481821 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf9b3e3-25e7-4ceb-a1f0-6413e1373d72 None None] Network eafc80c8-f78a-44a0-a578-59a7d244b761 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:31.507563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbfa982-0a00-4c8d-bacf-879c01b0fc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:31.508282 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa982-0a00-4c8d-bacf-879c01b0fc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:31.523576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc17a13-7718-4169-ad86-e8cdc78e4209 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:14:31.544070 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:31.567933 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6502dce0-53e4-49b4-94cd-f06dd6a8a7da req-8e2d298f-995a-4e80-b403-aa82788f2669 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2296927 Nov 18 17:14:31.573895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1413884b-34c4-402a-81c0-779c2a935d1f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network bbc768f8-1880-41ac-b1f1-a2eb5a1542ea is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:14:31.611627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310309c4-4cc7-40b0-86b5-2cf46df9d844 req-f63f59a2-19de-483a-9ffd-1814361fd471 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:31.625816 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-310309c4-4cc7-40b0-86b5-2cf46df9d844 req-f63f59a2-19de-483a-9ffd-1814361fd471 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/ports?device_id=31bbd50f-9b6a-4aba-8d8a-ad434f98868f HTTP/1.1" status: 200 len: 945 time: 0.1829188 Nov 18 17:14:31.634905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Transition to ACTIVE for port object 7cc17a13-7718-4169-ad86-e8cdc78e4209 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:14:31.647929 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-1413884b-34c4-402a-81c0-779c2a935d1f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, bbc768f8-1880-41ac-b1f1-a2eb5a1542ea) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:31.673637 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb128942-4c63-44e0-847a-dbff1ece4cee None None] Network eafc80c8-f78a-44a0-a578-59a7d244b761 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:31.673889 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fdbfa982-0a00-4c8d-bacf-879c01b0fc39 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2607894 Nov 18 17:14:31.674040 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1c0fe7-8202-47b7-95fc-ab18fa676f94 None None] Network bbc768f8-1880-41ac-b1f1-a2eb5a1542ea requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:31.699349 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1413884b-34c4-402a-81c0-779c2a935d1f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:31.700255 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1413884b-34c4-402a-81c0-779c2a935d1f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:31.719412 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:31.779163 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc17a13-7718-4169-ad86-e8cdc78e4209,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:31.811906 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-310309c4-4cc7-40b0-86b5-2cf46df9d844 req-75bf295e-87d0-47d5-9472-a7fbc1abd54a tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5c9e033-9bf9-4e9f-a4f9-035934bb6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717336 Nov 18 17:14:31.855043 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1413884b-34c4-402a-81c0-779c2a935d1f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6960673 Nov 18 17:14:31.859987 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42610) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:31.920463 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2578b4ec-3b80-4143-a614-5381d87dfd01 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'network_id': 'bbc768f8-1880-41ac-b1f1-a2eb5a1542ea', 'name': 'tempest-PortsTestJSON-456112815'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:32.135897 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'tag': '0c6227a9-9c82-46f1-9d60-2e0664c61b69'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:32.138482 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ec6507-07e2-4bbb-a603-305560ca2ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "tag": "0c6227a9-9c82-46f1-9d60-2e0664c61b69"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:32.157018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Attempting to bind port 7cc17a13-7718-4169-ad86-e8cdc78e4209 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:14:32.157018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Attempting to bind port 7cc17a13-7718-4169-ad86-e8cdc78e4209 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '741e2663-1d0b-46a0-8e0d-faea0ac40b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:14:32.157018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Attempting to bind port 7cc17a13-7718-4169-ad86-e8cdc78e4209 on network 113727fb-b8c5-4dc5-81b0-dede0422cd99 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:32.179933 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19aef12b-4f05-40be-8115-b49dc378c9ec tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:32.198248 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Port 7cc17a13-7718-4169-ad86-e8cdc78e4209 on network 113727fb-b8c5-4dc5-81b0-dede0422cd99 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:14:32.198677 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Attempting to bind port 7cc17a13-7718-4169-ad86-e8cdc78e4209 on network 113727fb-b8c5-4dc5-81b0-dede0422cd99 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:32.205679 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-bbc768f8-1880-41ac-b1f1-a2eb5a1542ea', 'network_id': 'bbc768f8-1880-41ac-b1f1-a2eb5a1542ea', 'tenant_id': '56090e80a65f4bf99127d1e5e759759f', 'fixed_ips': [{'subnet_id': '7d1887d1-5fab-4aec-9ca0-fa7b4c730383'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:14:32.207525 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:32.217875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:14:32.218332 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Checking segment: {'id': '741e2663-1d0b-46a0-8e0d-faea0ac40b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:32.218952 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Bound using segment: {'id': '741e2663-1d0b-46a0-8e0d-faea0ac40b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:14:32.219504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Bound port: 7cc17a13-7718-4169-ad86-e8cdc78e4209, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741e2663-1d0b-46a0-8e0d-faea0ac40b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:14:32.220006 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:32.221319 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f95b19-9e3a-4e64-8905-ec5e6ad591ed x-openstack-request-id: req-b4f95b19-9e3a-4e64-8905-ec5e6ad591ed {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:32.221674 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "tag": "0c6227a9-9c82-46f1-9d60-2e0664c61b69", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:32.222697 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b4f95b19-9e3a-4e64-8905-ec5e6ad591ed {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:32.223488 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'tag': '0c6227a9-9c82-46f1-9d60-2e0664c61b69', 'status': 'completed', 'code': 200} Nov 18 17:14:32.337376 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19aef12b-4f05-40be-8115-b49dc378c9ec tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:32.438964 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec6507-07e2-4bbb-a603-305560ca2ab9 req-d0daa1e6-9e6d-4385-88c4-2b8a98f5c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:32.439458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec6507-07e2-4bbb-a603-305560ca2ab9 req-d0daa1e6-9e6d-4385-88c4-2b8a98f5c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:32.439983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec6507-07e2-4bbb-a603-305560ca2ab9 req-d0daa1e6-9e6d-4385-88c4-2b8a98f5c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:32.440997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec6507-07e2-4bbb-a603-305560ca2ab9 req-d0daa1e6-9e6d-4385-88c4-2b8a98f5c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:32.441473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec6507-07e2-4bbb-a603-305560ca2ab9 req-d0daa1e6-9e6d-4385-88c4-2b8a98f5c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:32.441947 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec6507-07e2-4bbb-a603-305560ca2ab9 req-d0daa1e6-9e6d-4385-88c4-2b8a98f5c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:32.442650 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec6507-07e2-4bbb-a603-305560ca2ab9 req-d0daa1e6-9e6d-4385-88c4-2b8a98f5c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:32.444620 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-22ec6507-07e2-4bbb-a603-305560ca2ab9 req-d0daa1e6-9e6d-4385-88c4-2b8a98f5c1ca service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=452f9766b67e4a999cd2927e84f67a4c&device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 6376 time: 0.2018256 Nov 18 17:14:32.475334 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Allocated IP 172.20.0.2 (bbc768f8-1880-41ac-b1f1-a2eb5a1542ea/7d1887d1-5fab-4aec-9ca0-fa7b4c730383/5c4031b8-9b4e-4cef-affb-2afd14a425f3) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:32.512787 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2578b4ec-3b80-4143-a614-5381d87dfd01 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:32.517984 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2578b4ec-3b80-4143-a614-5381d87dfd01 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:32.523261 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-79c7417c-a56a-4c0a-bcaf-d25ad3f0dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:32.604446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] For port 7cc17a13-7718-4169-ad86-e8cdc78e4209, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:14:32.618004 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e466d-9559-4386-ada0-dc224950c2a8 req-96ce160f-c25d-48f8-a4ed-0e4950d69908 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:32.625796 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0c4e466d-9559-4386-ada0-dc224950c2a8 req-96ce160f-c25d-48f8-a4ed-0e4950d69908 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 950 time: 0.2809362 Nov 18 17:14:32.634156 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-19aef12b-4f05-40be-8115-b49dc378c9ec tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Floating IP 11ea0e9d-709c-4861-b83b-e865178185e3 associated. External IP: 172.25.3.197, port: 671ce244-be3c-41ef-9ea4-821f80d494da. Nov 18 17:14:32.640658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-2578b4ec-3b80-4143-a614-5381d87dfd01 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] device_id is not set on port f3df872c-1da9-4010-9622-78b7721347f4 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:14:32.663916 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] For port 7cc17a13-7718-4169-ad86-e8cdc78e4209, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7cc17a13-7718-4169-ad86-e8cdc78e4209,segment=NetworkSegment(741e2663-1d0b-46a0-8e0d-faea0ac40b45),segment_id=741e2663-1d0b-46a0-8e0d-faea0ac40b45)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:14:32.680127 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:32.680672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec6507-07e2-4bbb-a603-305560ca2ab9 req-2c3cecf3-4c94-43ba-82f7-645bcce4a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:32.681374 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec6507-07e2-4bbb-a603-305560ca2ab9 req-2c3cecf3-4c94-43ba-82f7-645bcce4a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:32.681841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec6507-07e2-4bbb-a603-305560ca2ab9 req-2c3cecf3-4c94-43ba-82f7-645bcce4a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:32.683473 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-22ec6507-07e2-4bbb-a603-305560ca2ab9 req-2c3cecf3-4c94-43ba-82f7-645bcce4a300 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=452f9766b67e4a999cd2927e84f67a4c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1994035 Nov 18 17:14:32.754091 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:32.756657 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:32.820259 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Network bbc768f8-1880-41ac-b1f1-a2eb5a1542ea is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:32.823617 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:32.830560 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-3eb4a75a-4c52-4a6f-ad75-fe7c655b6ea8 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:32.831199 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:32.832336 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-3eb4a75a-4c52-4a6f-ad75-fe7c655b6ea8 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/networks?id=0de24ae2-5d43-491d-a6dd-8590ac01c06e HTTP/1.1" status: 200 len: 824 time: 0.3802660 Nov 18 17:14:32.850998 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Pushing event updated for resources: {'Port': ['ID=5c4031b8-9b4e-4cef-affb-2afd14a425f3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:32.867680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec6507-07e2-4bbb-a603-305560ca2ab9 req-1346af84-f388-4568-89c6-4c229b8e34eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:32.867946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0c4e466d-9559-4386-ada0-dc224950c2a8 req-af0c183d-317d-40ae-9f34-5b07d2a4e2af tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399044 Nov 18 17:14:32.869564 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-22ec6507-07e2-4bbb-a603-305560ca2ab9 req-1346af84-f388-4568-89c6-4c229b8e34eb service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1788714 Nov 18 17:14:32.933917 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Attempting to bind port 5c4031b8-9b4e-4cef-affb-2afd14a425f3 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:14:32.933917 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Attempting to bind port 5c4031b8-9b4e-4cef-affb-2afd14a425f3 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'c1a5cb0d-6a8b-4eab-8c5f-c30a805039e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'bbc768f8-1880-41ac-b1f1-a2eb5a1542ea'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:14:32.933917 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Attempting to bind port 5c4031b8-9b4e-4cef-affb-2afd14a425f3 on network bbc768f8-1880-41ac-b1f1-a2eb5a1542ea {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:32.945298 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:14:32.951054 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Checking segment: {'id': 'c1a5cb0d-6a8b-4eab-8c5f-c30a805039e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'bbc768f8-1880-41ac-b1f1-a2eb5a1542ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:32.951054 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:32.951054 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Bound using segment: {'id': 'c1a5cb0d-6a8b-4eab-8c5f-c30a805039e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'bbc768f8-1880-41ac-b1f1-a2eb5a1542ea'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:14:32.958802 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Bound port: 5c4031b8-9b4e-4cef-affb-2afd14a425f3, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a5cb0d-6a8b-4eab-8c5f-c30a805039e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'bbc768f8-1880-41ac-b1f1-a2eb5a1542ea'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:14:32.959242 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:33.022280 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:33.026135 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:33.029856 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] 10.222.0.81 "PUT /v2.0/ports/7cc17a13-7718-4169-ad86-e8cdc78e4209 HTTP/1.1" status: 200 len: 1092 time: 2.8591740 Nov 18 17:14:33.035021 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'tag': '7cc17a13-7718-4169-ad86-e8cdc78e4209'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:33.040241 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baac2b7a-a4a5-4405-a3db-fc09a2690f82" -d '{"events": [{"name": "network-changed", "server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "tag": "7cc17a13-7718-4169-ad86-e8cdc78e4209"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:33.086756 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19aef12b-4f05-40be-8115-b49dc378c9ec tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Router bc45e626-42b8-459d-8a76-77b98a45dc2e has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:14:33.087883 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-bfa23205-fbef-4b64-97dd-b697cf72182d tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/quotas/e9f050c51fd2447b85437fe3fee6aa06 HTTP/1.1" status: 200 len: 375 time: 0.1442423 Nov 18 17:14:33.105095 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] For port 5c4031b8-9b4e-4cef-affb-2afd14a425f3, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:14:33.112055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] For port 5c4031b8-9b4e-4cef-affb-2afd14a425f3, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5c4031b8-9b4e-4cef-affb-2afd14a425f3,segment=NetworkSegment(c1a5cb0d-6a8b-4eab-8c5f-c30a805039e7),segment_id=c1a5cb0d-6a8b-4eab-8c5f-c30a805039e7)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:14:33.134892 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-06ad93ac-1014-499c-a046-6ba9ada74072 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9f050c51fd2447b85437fe3fee6aa06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455737 Nov 18 17:14:33.148389 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9577a64-1d1e-46e8-a1cf-b0a423c60397 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc17a13-7718-4169-ad86-e8cdc78e4209,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:33.157427 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Request body: {'port': {'device_id': 'd9519597-23a6-440b-855d-8aa39328152c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:33.192355 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:33.251834 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e153f-c3e5-4c9a-aedb-94ed4e34552d None None] Pushing event updated for resources: {'Port': ['ID=5c4031b8-9b4e-4cef-affb-2afd14a425f3,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:33.252591 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:33.282628 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-2578b4ec-3b80-4143-a614-5381d87dfd01 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Allocated IP 172.20.0.10 (bbc768f8-1880-41ac-b1f1-a2eb5a1542ea/7d1887d1-5fab-4aec-9ca0-fa7b4c730383/f3df872c-1da9-4010-9622-78b7721347f4) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:33.336657 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cfd52-2604-490e-98db-d42e053c47ac req-a2710610-aec3-4da7-bcf7-4419574d6c23 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:33.343220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cfd52-2604-490e-98db-d42e053c47ac req-a2710610-aec3-4da7-bcf7-4419574d6c23 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:33.350004 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cfd52-2604-490e-98db-d42e053c47ac req-a2710610-aec3-4da7-bcf7-4419574d6c23 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:33.356679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cfd52-2604-490e-98db-d42e053c47ac req-a2710610-aec3-4da7-bcf7-4419574d6c23 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:33.363172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cfd52-2604-490e-98db-d42e053c47ac req-a2710610-aec3-4da7-bcf7-4419574d6c23 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:33.369823 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cfd52-2604-490e-98db-d42e053c47ac req-a2710610-aec3-4da7-bcf7-4419574d6c23 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:33.376530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cfd52-2604-490e-98db-d42e053c47ac req-a2710610-aec3-4da7-bcf7-4419574d6c23 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:33.379155 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-506cfd52-2604-490e-98db-d42e053c47ac req-a2710610-aec3-4da7-bcf7-4419574d6c23 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5410 time: 0.3935530 Nov 18 17:14:33.493770 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:33.621956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19aef12b-4f05-40be-8115-b49dc378c9ec tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:14:33.629984 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19aef12b-4f05-40be-8115-b49dc378c9ec tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:33.635714 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d294a229-6580-4158-9c37-058e423d21ab None None] Sync routers for ids ['bc45e626-42b8-459d-8a76-77b98a45dc2e'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:14:33.660314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d294a229-6580-4158-9c37-058e423d21ab None None] Routers {'bc45e626-42b8-459d-8a76-77b98a45dc2e'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:14:33.661438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d294a229-6580-4158-9c37-058e423d21ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:14:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bc45e626-42b8-459d-8a76-77b98a45dc2e'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:33.663241 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-19aef12b-4f05-40be-8115-b49dc378c9ec tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "PUT /v2.0/floatingips/11ea0e9d-709c-4861-b83b-e865178185e3 HTTP/1.1" status: 200 len: 991 time: 2.2884037 Nov 18 17:14:33.765993 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-5cf7ed45-af22-47f0-8268-6a18d4cad508 service neutron] 10.222.0.72 "GET /v2.0/networks/0de24ae2-5d43-491d-a6dd-8590ac01c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301191 Nov 18 17:14:33.798086 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1886e-9f4b-4de4-92ff-58b76ce55011 req-f2a6da97-1232-44d7-ac45-80c6fe581280 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:33.800520 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d4e1886e-9f4b-4de4-92ff-58b76ce55011 req-f2a6da97-1232-44d7-ac45-80c6fe581280 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.83 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 950 time: 0.0676897 Nov 18 17:14:33.837769 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-506cfd52-2604-490e-98db-d42e053c47ac req-79ebf949-2016-464f-bf15-7c1df23bb9af tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2686450 Nov 18 17:14:33.972039 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-d4e1886e-9f4b-4de4-92ff-58b76ce55011 req-8d6a8ed3-48fa-4724-8b7b-a8824f7ab2d8 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Deleting port fb0aab0a-459a-4d12-89c1-73ebeaf98d1d {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:33.972638 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d4e1886e-9f4b-4de4-92ff-58b76ce55011 req-8d6a8ed3-48fa-4724-8b7b-a8824f7ab2d8 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:34.003865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-d294a229-6580-4158-9c37-058e423d21ab None None] Set router bc45e626-42b8-459d-8a76-77b98a45dc2e gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:14:34.084515 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-d4e1886e-9f4b-4de4-92ff-58b76ce55011 req-8d6a8ed3-48fa-4724-8b7b-a8824f7ab2d8 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] For port fb0aab0a-459a-4d12-89c1-73ebeaf98d1d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fb0aab0a-459a-4d12-89c1-73ebeaf98d1d,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:34.085387 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d4e1886e-9f4b-4de4-92ff-58b76ce55011 req-8d6a8ed3-48fa-4724-8b7b-a8824f7ab2d8 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:34.106936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-d4e1886e-9f4b-4de4-92ff-58b76ce55011 req-8d6a8ed3-48fa-4724-8b7b-a8824f7ab2d8 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Calling delete_port for fb0aab0a-459a-4d12-89c1-73ebeaf98d1d owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:34.181960 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-9c471a5a-4fea-40f3-a5cb-0c90a250ab43 service neutron] 10.222.0.72 "GET /v2.0/networks/0de24ae2-5d43-491d-a6dd-8590ac01c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082541 Nov 18 17:14:34.220767 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c188ab-d028-4c94-b115-3c564bba9431 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:14:34.224209 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040c7a2b-d37c-463e-982e-ac34eba70aad', 'tag': '671ce244-be3c-41ef-9ea4-821f80d494da'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:34.226513 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d279db0-11bd-44a8-a014-75231b1690d3" -d '{"events": [{"name": "network-changed", "server_uuid": "040c7a2b-d37c-463e-982e-ac34eba70aad", "tag": "671ce244-be3c-41ef-9ea4-821f80d494da"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:34.264436 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:34.278363 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2578b4ec-3b80-4143-a614-5381d87dfd01 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:34.294856 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1e0f3-e917-4b4e-83a4-7ef737cdf5bd req-c6edae3a-6594-4574-85ae-2b8913b09fe8 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:34.303078 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-edb1e0f3-e917-4b4e-83a4-7ef737cdf5bd req-c6edae3a-6594-4574-85ae-2b8913b09fe8 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/ports?device_id=31bbd50f-9b6a-4aba-8d8a-ad434f98868f HTTP/1.1" status: 200 len: 945 time: 0.2819221 Nov 18 17:14:34.339524 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d294a229-6580-4158-9c37-058e423d21ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'name': 'tempest-ServersTestBootFromVolume-1103423158-router', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:59Z', 'updated_at': '2021-11-18T17:13:10Z', 'revision_number': 4, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'gw_port': {'id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:02Z', 'updated_at': '2021-11-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '11ea0e9d-709c-4861-b83b-e865178185e3', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'port_id': '671ce244-be3c-41ef-9ea4-821f80d494da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11', 'mac_address': 'fa:16:3e:52:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040c7a2b-d37c-463e-982e-ac34eba70aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:13:18Z', 'updated_at': '2021-11-18T17:14:31Z', 'revision_number': 1, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a06d86-bbde-4fb1-abde-27f1b2aa20b1', 'name': '', 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'mac_address': 'fa:16:3e:03:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:08Z', 'updated_at': '2021-11-18T17:13:15Z', 'revision_number': 5, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'subnets': [{'id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:34.345974 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Transition to ACTIVE for port object b5c188ab-d028-4c94-b115-3c564bba9431 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:14:34.378744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d294a229-6580-4158-9c37-058e423d21ab None None] Checking router: bc45e626-42b8-459d-8a76-77b98a45dc2e for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:14:34.391500 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d294a229-6580-4158-9c37-058e423d21ab None None] Routers {'bc45e626-42b8-459d-8a76-77b98a45dc2e'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:14:34.392301 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d294a229-6580-4158-9c37-058e423d21ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:14:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bc45e626-42b8-459d-8a76-77b98a45dc2e'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:34.431361 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-edb1e0f3-e917-4b4e-83a4-7ef737cdf5bd req-ab795a23-2f73-412b-af2b-0e8ee2947593 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5c9e033-9bf9-4e9f-a4f9-035934bb6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272099 Nov 18 17:14:34.471529 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:34.494310 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d4e1886e-9f4b-4de4-92ff-58b76ce55011 req-8d6a8ed3-48fa-4724-8b7b-a8824f7ab2d8 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:34.542409 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6', 'fb0aab0a-459a-4d12-89c1-73ebeaf98d1d', '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:14:34.551273 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb4fd05-241c-44ba-a7b3-2382bc5fa20f x-openstack-request-id: req-cdb4fd05-241c-44ba-a7b3-2382bc5fa20f {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:34.552131 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "tag": "7cc17a13-7718-4169-ad86-e8cdc78e4209", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:34.552679 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cdb4fd05-241c-44ba-a7b3-2382bc5fa20f {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:34.553312 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'tag': '7cc17a13-7718-4169-ad86-e8cdc78e4209', 'status': 'completed', 'code': 200} Nov 18 17:14:34.557285 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2578b4ec-3b80-4143-a614-5381d87dfd01 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:34.621851 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a8ed3-48fa-4724-8b7b-a8824f7ab2d8 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Pushing event deleted for resources: {'Port': ['ID=fb0aab0a-459a-4d12-89c1-73ebeaf98d1d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:34.666775 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2578b4ec-3b80-4143-a614-5381d87dfd01 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network bbc768f8-1880-41ac-b1f1-a2eb5a1542ea is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:34.668716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c188ab-d028-4c94-b115-3c564bba9431,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:34.681474 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-d294a229-6580-4158-9c37-058e423d21ab None None] Set router bc45e626-42b8-459d-8a76-77b98a45dc2e gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:14:34.719314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-2578b4ec-3b80-4143-a614-5381d87dfd01 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:34.768061 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578b4ec-3b80-4143-a614-5381d87dfd01 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:34.837811 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cff59d0-837d-4369-af7e-dee256ad6fc4 x-openstack-request-id: req-9cff59d0-837d-4369-af7e-dee256ad6fc4 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:34.838394 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040c7a2b-d37c-463e-982e-ac34eba70aad", "tag": "671ce244-be3c-41ef-9ea4-821f80d494da", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:34.838394 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9cff59d0-837d-4369-af7e-dee256ad6fc4 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:34.838786 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040c7a2b-d37c-463e-982e-ac34eba70aad', 'tag': '671ce244-be3c-41ef-9ea4-821f80d494da', 'status': 'completed', 'code': 200} Nov 18 17:14:34.906307 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e1886e-9f4b-4de4-92ff-58b76ce55011 req-8d6a8ed3-48fa-4724-8b7b-a8824f7ab2d8 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] No DVR routers for this DVR port fb0aab0a-459a-4d12-89c1-73ebeaf98d1d on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:14:34.909515 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d4e1886e-9f4b-4de4-92ff-58b76ce55011 req-8d6a8ed3-48fa-4724-8b7b-a8824f7ab2d8 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:34.914013 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d4e1886e-9f4b-4de4-92ff-58b76ce55011 req-8d6a8ed3-48fa-4724-8b7b-a8824f7ab2d8 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.83 "DELETE /v2.0/ports/fb0aab0a-459a-4d12-89c1-73ebeaf98d1d HTTP/1.1" status: 204 len: 173 time: 1.1063671 Nov 18 17:14:34.916766 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46df34ad-2a3f-4776-a86d-e39649708136 None None] Network bbc768f8-1880-41ac-b1f1-a2eb5a1542ea requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:34.926390 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb4481b4-0769-411d-a92b-3fa0bcedcace req-ad02a1fe-d978-470e-9604-bcde64d0e6ce tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 210 time: 0.1409123 Nov 18 17:14:34.950241 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac2b7a-a4a5-4405-a3db-fc09a2690f82 req-6ee1be9b-30fa-465e-ae6d-6afc77652050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:34.950420 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac2b7a-a4a5-4405-a3db-fc09a2690f82 req-6ee1be9b-30fa-465e-ae6d-6afc77652050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:34.952247 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac2b7a-a4a5-4405-a3db-fc09a2690f82 req-6ee1be9b-30fa-465e-ae6d-6afc77652050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:34.952247 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac2b7a-a4a5-4405-a3db-fc09a2690f82 req-6ee1be9b-30fa-465e-ae6d-6afc77652050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:34.952247 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac2b7a-a4a5-4405-a3db-fc09a2690f82 req-6ee1be9b-30fa-465e-ae6d-6afc77652050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:34.952598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac2b7a-a4a5-4405-a3db-fc09a2690f82 req-6ee1be9b-30fa-465e-ae6d-6afc77652050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:34.953106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac2b7a-a4a5-4405-a3db-fc09a2690f82 req-6ee1be9b-30fa-465e-ae6d-6afc77652050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:34.955280 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-baac2b7a-a4a5-4405-a3db-fc09a2690f82 req-6ee1be9b-30fa-465e-ae6d-6afc77652050 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=452f9766b67e4a999cd2927e84f67a4c&device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 6444 time: 0.3451366 Nov 18 17:14:34.998227 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e3a9db77-5b33-4e37-8448-226454062ee0 req-22fad4e0-bc42-460e-9838-57918189be21 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 210 time: 0.0706975 Nov 18 17:14:35.006395 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578b4ec-3b80-4143-a614-5381d87dfd01 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=f3df872c-1da9-4010-9622-78b7721347f4,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:35.061654 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2578b4ec-3b80-4143-a614-5381d87dfd01 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:35.062383 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2578b4ec-3b80-4143-a614-5381d87dfd01 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:35.088681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Attempting to bind port b5c188ab-d028-4c94-b115-3c564bba9431 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:14:35.091229 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Attempting to bind port b5c188ab-d028-4c94-b115-3c564bba9431 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '741e2663-1d0b-46a0-8e0d-faea0ac40b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:14:35.096869 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Attempting to bind port b5c188ab-d028-4c94-b115-3c564bba9431 on network 113727fb-b8c5-4dc5-81b0-dede0422cd99 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:35.108377 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Port b5c188ab-d028-4c94-b115-3c564bba9431 on network 113727fb-b8c5-4dc5-81b0-dede0422cd99 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:14:35.108673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Attempting to bind port b5c188ab-d028-4c94-b115-3c564bba9431 on network 113727fb-b8c5-4dc5-81b0-dede0422cd99 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:35.131266 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:14:35.131266 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Checking segment: {'id': '741e2663-1d0b-46a0-8e0d-faea0ac40b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:35.131266 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Bound using segment: {'id': '741e2663-1d0b-46a0-8e0d-faea0ac40b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:14:35.131266 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Bound port: b5c188ab-d028-4c94-b115-3c564bba9431, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741e2663-1d0b-46a0-8e0d-faea0ac40b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:14:35.137172 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:35.175597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d279db0-11bd-44a8-a014-75231b1690d3 req-75b06b12-babc-4ca5-ae8d-c771364a9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:35.178486 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3d279db0-11bd-44a8-a014-75231b1690d3 req-75b06b12-babc-4ca5-ae8d-c771364a9617 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bce5212d47c4464c80f51f290e96e7bf&device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 1097 time: 0.3148997 Nov 18 17:14:35.189076 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac2b7a-a4a5-4405-a3db-fc09a2690f82 req-c7f9e8ec-6b9c-40c2-9e3b-c15bca74f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:35.191440 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac2b7a-a4a5-4405-a3db-fc09a2690f82 req-c7f9e8ec-6b9c-40c2-9e3b-c15bca74f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:35.193419 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac2b7a-a4a5-4405-a3db-fc09a2690f82 req-c7f9e8ec-6b9c-40c2-9e3b-c15bca74f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:35.198516 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-baac2b7a-a4a5-4405-a3db-fc09a2690f82 req-c7f9e8ec-6b9c-40c2-9e3b-c15bca74f023 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=452f9766b67e4a999cd2927e84f67a4c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2304771 Nov 18 17:14:35.334449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e1099e60-73d0-4ae1-ae02-1e0958cb7ac3 None None] Provisioning complete for port 5c4031b8-9b4e-4cef-affb-2afd14a425f3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:35.335127 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e1099e60-73d0-4ae1-ae02-1e0958cb7ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:35.403097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d279db0-11bd-44a8-a014-75231b1690d3 req-773b1cdb-54c4-4a8d-8fee-5bdc8ebb9371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:35.405450 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3d279db0-11bd-44a8-a014-75231b1690d3 req-773b1cdb-54c4-4a8d-8fee-5bdc8ebb9371 service neutron] 10.222.0.83 "GET /v2.0/networks?id=652a8802-df53-41d6-bcbd-962461ecde11 HTTP/1.1" status: 200 len: 918 time: 0.2027671 Nov 18 17:14:35.431782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61aacd4-7aab-4821-ad20-aeecd4504ec7 req-6533470b-d80b-40fa-861e-4774d1e5dc34 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:35.447119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61aacd4-7aab-4821-ad20-aeecd4504ec7 req-6533470b-d80b-40fa-861e-4774d1e5dc34 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:35.455245 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61aacd4-7aab-4821-ad20-aeecd4504ec7 req-6533470b-d80b-40fa-861e-4774d1e5dc34 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:35.462694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61aacd4-7aab-4821-ad20-aeecd4504ec7 req-6533470b-d80b-40fa-861e-4774d1e5dc34 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:35.470042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61aacd4-7aab-4821-ad20-aeecd4504ec7 req-6533470b-d80b-40fa-861e-4774d1e5dc34 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:35.485283 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61aacd4-7aab-4821-ad20-aeecd4504ec7 req-6533470b-d80b-40fa-861e-4774d1e5dc34 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:35.492881 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61aacd4-7aab-4821-ad20-aeecd4504ec7 req-6533470b-d80b-40fa-861e-4774d1e5dc34 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:35.502358 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e61aacd4-7aab-4821-ad20-aeecd4504ec7 req-6533470b-d80b-40fa-861e-4774d1e5dc34 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.3419955 Nov 18 17:14:35.539394 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3d279db0-11bd-44a8-a014-75231b1690d3 req-c29c87a0-6986-4f3f-aff4-6b30d50951af service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=671ce244-be3c-41ef-9ea4-821f80d494da HTTP/1.1" status: 200 len: 999 time: 0.0755131 Nov 18 17:14:35.571217 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2578b4ec-3b80-4143-a614-5381d87dfd01 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6653681 Nov 18 17:14:35.576656 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42672) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:35.615158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac2b7a-a4a5-4405-a3db-fc09a2690f82 req-94d2f0f0-303b-49d8-b113-19618cbba81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:35.616590 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-baac2b7a-a4a5-4405-a3db-fc09a2690f82 req-94d2f0f0-303b-49d8-b113-19618cbba81c service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3881671 Nov 18 17:14:35.633805 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5c4031b8-9b4e-4cef-affb-2afd14a425f3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:14:35.640024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d279db0-11bd-44a8-a014-75231b1690d3 req-7189e98b-6a9e-4b2b-a14d-a1f08b4bb4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:35.641677 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:35.642312 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3d279db0-11bd-44a8-a014-75231b1690d3 req-7189e98b-6a9e-4b2b-a14d-a1f08b4bb4c8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fd8bc086-10b8-4e7e-a632-9edd196f4ab1 HTTP/1.1" status: 200 len: 855 time: 0.0914636 Nov 18 17:14:35.707677 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d279db0-11bd-44a8-a014-75231b1690d3 req-762bf71f-62b1-4b52-88e6-62b35cef0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:35.710375 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3d279db0-11bd-44a8-a014-75231b1690d3 req-762bf71f-62b1-4b52-88e6-62b35cef0b59 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=652a8802-df53-41d6-bcbd-962461ecde11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578289 Nov 18 17:14:35.712910 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e61aacd4-7aab-4821-ad20-aeecd4504ec7 req-7cdcebf1-431f-474b-961d-458710d808b4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2091675 Nov 18 17:14:35.789407 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] For port b5c188ab-d028-4c94-b115-3c564bba9431, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:14:35.791542 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:35.838694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] For port b5c188ab-d028-4c94-b115-3c564bba9431, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=b5c188ab-d028-4c94-b115-3c564bba9431,segment=NetworkSegment(741e2663-1d0b-46a0-8e0d-faea0ac40b45),segment_id=741e2663-1d0b-46a0-8e0d-faea0ac40b45)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:14:35.889651 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06e483-bf96-457a-b0fc-e63a845d6170 req-08e960aa-9ba4-458d-89b7-9e7cbb855f67 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:35.896291 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c06e483-bf96-457a-b0fc-e63a845d6170 req-08e960aa-9ba4-458d-89b7-9e7cbb855f67 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 1097 time: 0.1483071 Nov 18 17:14:35.910752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-2c34aaac-c72e-4c2e-a94c-7b502da11b12 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port f3df872c-1da9-4010-9622-78b7721347f4 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:35.911369 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c34aaac-c72e-4c2e-a94c-7b502da11b12 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:35.914903 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3d279db0-11bd-44a8-a014-75231b1690d3 req-a75bb793-d3fc-40b8-adce-1e22dec26e3a service neutron] 10.222.0.83 "GET /v2.0/networks/652a8802-df53-41d6-bcbd-962461ecde11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878781 Nov 18 17:14:35.938322 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:36.035129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d294a229-6580-4158-9c37-058e423d21ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'name': 'tempest-ServersTestBootFromVolume-1103423158-router', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:59Z', 'updated_at': '2021-11-18T17:13:10Z', 'revision_number': 4, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'gw_port': {'id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:02Z', 'updated_at': '2021-11-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '11ea0e9d-709c-4861-b83b-e865178185e3', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'port_id': '671ce244-be3c-41ef-9ea4-821f80d494da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11', 'mac_address': 'fa:16:3e:52:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040c7a2b-d37c-463e-982e-ac34eba70aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:13:18Z', 'updated_at': '2021-11-18T17:14:31Z', 'revision_number': 1, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a06d86-bbde-4fb1-abde-27f1b2aa20b1', 'name': '', 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'mac_address': 'fa:16:3e:03:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:08Z', 'updated_at': '2021-11-18T17:13:15Z', 'revision_number': 5, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'subnets': [{'id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:36.059947 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:36.060720 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:36.063247 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] 10.222.0.81 "PUT /v2.0/ports/b5c188ab-d028-4c94-b115-3c564bba9431 HTTP/1.1" status: 200 len: 1092 time: 2.9105937 Nov 18 17:14:36.078325 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3d279db0-11bd-44a8-a014-75231b1690d3 req-7378fb86-b268-4980-9b39-f77261bc69ba service neutron] 10.222.0.83 "GET /v2.0/networks/652a8802-df53-41d6-bcbd-962461ecde11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553700 Nov 18 17:14:36.133882 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d294a229-6580-4158-9c37-058e423d21ab None None] The sync data for ids ['bc45e626-42b8-459d-8a76-77b98a45dc2e'] in n-d-813419-11 is: [{'id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'name': 'tempest-ServersTestBootFromVolume-1103423158-router', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:59Z', 'updated_at': '2021-11-18T17:13:10Z', 'revision_number': 4, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'gw_port': {'id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:02Z', 'updated_at': '2021-11-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '11ea0e9d-709c-4861-b83b-e865178185e3', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'port_id': '671ce244-be3c-41ef-9ea4-821f80d494da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11', 'mac_address': 'fa:16:3e:52:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040c7a2b-d37c-463e-982e-ac34eba70aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:13:18Z', 'updated_at': '2021-11-18T17:14:31Z', 'revision_number': 1, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a06d86-bbde-4fb1-abde-27f1b2aa20b1', 'name': '', 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'mac_address': 'fa:16:3e:03:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:08Z', 'updated_at': '2021-11-18T17:13:15Z', 'revision_number': 5, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'subnets': [{'id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:14:36.151160 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c06e483-bf96-457a-b0fc-e63a845d6170 req-b836b6cb-8f2b-40af-9eaf-163d3c99dbc9 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321613 Nov 18 17:14:36.154208 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 5c4031b8-9b4e-4cef-affb-2afd14a425f3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:36.154584 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:36.240346 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e1099e60-73d0-4ae1-ae02-1e0958cb7ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:36.281406 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c34aaac-c72e-4c2e-a94c-7b502da11b12 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:36.340087 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e1099e60-73d0-4ae1-ae02-1e0958cb7ac3 None None] For port 5c4031b8-9b4e-4cef-affb-2afd14a425f3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5c4031b8-9b4e-4cef-affb-2afd14a425f3,segment=NetworkSegment(c1a5cb0d-6a8b-4eab-8c5f-c30a805039e7),segment_id=c1a5cb0d-6a8b-4eab-8c5f-c30a805039e7)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:36.341345 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-2c34aaac-c72e-4c2e-a94c-7b502da11b12 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for f3df872c-1da9-4010-9622-78b7721347f4 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:36.434723 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:36.437931 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e1099e60-73d0-4ae1-ae02-1e0958cb7ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:36.514672 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54164c49-0d69-46be-bd9b-c437c23b2d03 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c188ab-d028-4c94-b115-3c564bba9431,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:36.530044 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b5071-67fb-48a7-9767-a3f6d521d1de req-0dfee7de-fdcb-4845-a41a-abf84213e6e3 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:36.531673 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-130b5071-67fb-48a7-9767-a3f6d521d1de req-0dfee7de-fdcb-4845-a41a-abf84213e6e3 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/ports?device_id=31bbd50f-9b6a-4aba-8d8a-ad434f98868f HTTP/1.1" status: 200 len: 945 time: 0.5445642 Nov 18 17:14:36.545832 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc67cd-c7f2-4ea1-a63e-42997489598a None None] New status for floating IP 11ea0e9d-709c-4861-b83b-e865178185e3: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:14:36.558915 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'tag': 'b5c188ab-d028-4c94-b115-3c564bba9431'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:36.562073 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195daec3-1b7c-4159-bf42-ab1670b03c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "tag": "b5c188ab-d028-4c94-b115-3c564bba9431"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:36.603066 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9f2223d-4638-44e9-af64-d06aa2623691 req-5d6db5e9-7dd9-4c26-99c7-d11df11906e6 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=e079403c-3daa-4971-bd66-f934506631dd HTTP/1.1" status: 200 len: 210 time: 0.0552967 Nov 18 17:14:36.619250 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c34aaac-c72e-4c2e-a94c-7b502da11b12 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:36.687155 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-5cfab9b8-71a0-41f9-8116-a957dffa043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:36.687646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-5cfab9b8-71a0-41f9-8116-a957dffa043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:36.688154 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-5cfab9b8-71a0-41f9-8116-a957dffa043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:36.688654 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-5cfab9b8-71a0-41f9-8116-a957dffa043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:36.689124 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-5cfab9b8-71a0-41f9-8116-a957dffa043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:36.689619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-5cfab9b8-71a0-41f9-8116-a957dffa043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:36.690063 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-5cfab9b8-71a0-41f9-8116-a957dffa043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:36.692663 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-5cfab9b8-71a0-41f9-8116-a957dffa043b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=452f9766b67e4a999cd2927e84f67a4c&device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 6486 time: 0.4926825 Nov 18 17:14:36.693541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34aaac-c72e-4c2e-a94c-7b502da11b12 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=f3df872c-1da9-4010-9622-78b7721347f4,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:36.743140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1099e60-73d0-4ae1-ae02-1e0958cb7ac3 None None] Pushing event updated for resources: {'Port': ['ID=5c4031b8-9b4e-4cef-affb-2afd14a425f3,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:36.788444 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:14:36.788872 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:14:36.840323 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e079403c-3daa-4971-bd66-f934506631dd', 'name': 'network-vif-deleted', 'tag': 'fb0aab0a-459a-4d12-89c1-73ebeaf98d1d'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:36.853020 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3714b1be-c828-4aa0-b1f8-e68eab0aa636" -d '{"events": [{"server_uuid": "e079403c-3daa-4971-bd66-f934506631dd", "name": "network-vif-deleted", "tag": "fb0aab0a-459a-4d12-89c1-73ebeaf98d1d"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:36.854041 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1004a790-5e50-4388-a417-33695c49e6cd None None] Could not find standard attr ID for object f3df872c-1da9-4010-9622-78b7721347f4. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:14:36.869381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1004a790-5e50-4388-a417-33695c49e6cd None None] Provisioning complete for port 5c4031b8-9b4e-4cef-affb-2afd14a425f3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:36.870154 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1004a790-5e50-4388-a417-33695c49e6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:37.136495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-40d064c3-3555-4a5f-a8f9-b4f9ea300b1a None None] Could not find standard attr ID for object f3df872c-1da9-4010-9622-78b7721347f4. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:14:37.192838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-130b5071-67fb-48a7-9767-a3f6d521d1de req-2ee555c6-3374-4a44-a6dd-9188f9c2ccc2 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5c9e033-9bf9-4e9f-a4f9-035934bb6312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6274521 Nov 18 17:14:37.197050 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-370097f5-09b6-43a9-983d-49e546697a7e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e12bfd73-5acf-499c-8e3e-e4b55452c70c HTTP/1.1" status: 200 len: 217 time: 0.4687994 Nov 18 17:14:37.198592 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-22021091-f749-46f3-b70d-2fd91f0a2e4e req-55594fbb-b29f-41fc-8eb0-29a6251910d8 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 210 time: 0.4816325 Nov 18 17:14:37.253737 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c34aaac-c72e-4c2e-a94c-7b502da11b12 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:37.260517 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2c34aaac-c72e-4c2e-a94c-7b502da11b12 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/ports/f3df872c-1da9-4010-9622-78b7721347f4 HTTP/1.1" status: 204 len: 168 time: 1.6665816 Nov 18 17:14:37.260882 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42694) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:37.275969 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-ad3883c5-2ed6-496a-a845-3368a16248c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:37.277494 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-ad3883c5-2ed6-496a-a845-3368a16248c6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f82c3b3-35c0-4896-b65f-74d8bab4d4f6 HTTP/1.1" status: 200 len: 851 time: 0.0706408 Nov 18 17:14:37.283554 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c53790-cf68-4e6f-a0d9-5e6301920c02 x-openstack-request-id: req-f0c53790-cf68-4e6f-a0d9-5e6301920c02 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:37.283815 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "tag": "b5c188ab-d028-4c94-b115-3c564bba9431", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:37.284633 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f0c53790-cf68-4e6f-a0d9-5e6301920c02 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:37.285054 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'tag': 'b5c188ab-d028-4c94-b115-3c564bba9431', 'status': 'completed', 'code': 200} Nov 18 17:14:37.351064 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-a2982f98-4082-47ac-9a05-4ab364025993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:37.352968 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-a2982f98-4082-47ac-9a05-4ab364025993 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4efab3f4-88d8-40ae-a2a4-453eabfee21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617793 Nov 18 17:14:37.374256 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ebedf8c-4906-46bb-9b9d-ce1f6fceb4cd tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] DELETE failed (client error): The resource could not be found. Nov 18 17:14:37.374256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ebedf8c-4906-46bb-9b9d-ce1f6fceb4cd tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:14:37.380200 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4ebedf8c-4906-46bb-9b9d-ce1f6fceb4cd tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/ports/f3df872c-1da9-4010-9622-78b7721347f4 HTTP/1.1" status: 404 len: 333 time: 0.1091087 Nov 18 17:14:37.386135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42698) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:37.422327 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe7ab6d-77ae-415a-8754-f626e7f175f9 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] GET failed (client error): The resource could not be found. Nov 18 17:14:37.427495 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ffe7ab6d-77ae-415a-8754-f626e7f175f9 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports/f3df872c-1da9-4010-9622-78b7721347f4 HTTP/1.1" status: 404 len: 333 time: 0.0329728 Nov 18 17:14:37.428685 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42700) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:37.445375 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ace0d2-6ee5-47c7-949a-200421cf4901 req-a4032119-e622-46d9-84ca-ec47b7e7de41 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:37.447525 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1ace0d2-6ee5-47c7-949a-200421cf4901 req-a4032119-e622-46d9-84ca-ec47b7e7de41 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.83 "GET /v2.0/ports?device_id=31bbd50f-9b6a-4aba-8d8a-ad434f98868f HTTP/1.1" status: 200 len: 945 time: 0.1877205 Nov 18 17:14:37.487429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5c4031b8-9b4e-4cef-affb-2afd14a425f3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:14:37.534618 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb75e70-8a6d-47e8-9778-4f71ae076945 req-980ee17d-7808-4c02-8b33-ea976101c236 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:37.541626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb75e70-8a6d-47e8-9778-4f71ae076945 req-980ee17d-7808-4c02-8b33-ea976101c236 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:37.547730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb75e70-8a6d-47e8-9778-4f71ae076945 req-980ee17d-7808-4c02-8b33-ea976101c236 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:37.552111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 5c4031b8-9b4e-4cef-affb-2afd14a425f3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:37.552683 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:37.556547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb75e70-8a6d-47e8-9778-4f71ae076945 req-980ee17d-7808-4c02-8b33-ea976101c236 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:37.563963 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb75e70-8a6d-47e8-9778-4f71ae076945 req-980ee17d-7808-4c02-8b33-ea976101c236 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:37.570675 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb75e70-8a6d-47e8-9778-4f71ae076945 req-980ee17d-7808-4c02-8b33-ea976101c236 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:37.578535 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb75e70-8a6d-47e8-9778-4f71ae076945 req-980ee17d-7808-4c02-8b33-ea976101c236 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:37.589035 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6eb75e70-8a6d-47e8-9778-4f71ae076945 req-980ee17d-7808-4c02-8b33-ea976101c236 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.2348397 Nov 18 17:14:37.648319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-a779ab1c-5b32-403f-b957-3c6ceba38186 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting subnet 7d1887d1-5fab-4aec-9ca0-fa7b4c730383 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:14:37.664332 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a779ab1c-5b32-403f-b957-3c6ceba38186 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:37.706498 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-bbe6a4c7-04ef-4d4c-8fb7-829486f05ab1 service neutron] 10.222.0.81 "GET /v2.0/networks/4efab3f4-88d8-40ae-a2a4-453eabfee21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402436 Nov 18 17:14:37.770612 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c1ace0d2-6ee5-47c7-949a-200421cf4901 req-b68a31f6-9418-4f00-909f-3c56b4207656 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Deleting port bf54fccd-83f9-4324-9e85-36a74075b751 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:37.771099 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c1ace0d2-6ee5-47c7-949a-200421cf4901 req-b68a31f6-9418-4f00-909f-3c56b4207656 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:37.820169 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-5b617619-4409-4b4a-b877-7f9806c52e91 service neutron] 10.222.0.81 "GET /v2.0/networks/4efab3f4-88d8-40ae-a2a4-453eabfee21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030536 Nov 18 17:14:37.850884 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a779ab1c-5b32-403f-b957-3c6ceba38186 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:37.892146 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6eb75e70-8a6d-47e8-9778-4f71ae076945 req-65c4de04-2636-4831-8d45-70cf260951d1 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3016906 Nov 18 17:14:37.913567 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0a23b224-2471-4c68-a0d0-c8f9f81486e6 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:37.915170 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0a23b224-2471-4c68-a0d0-c8f9f81486e6 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.81 "GET /v2.0/networks?id=0de24ae2-5d43-491d-a6dd-8590ac01c06e HTTP/1.1" status: 200 len: 824 time: 0.3848629 Nov 18 17:14:37.939006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0eb01060-3d7a-49b8-9868-12054ed79379 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Request body: {'port': {'device_id': 'fb51e4f3-1170-4df6-9e27-a1852da20e2e', 'network_id': '0de24ae2-5d43-491d-a6dd-8590ac01c06e', 'admin_state_up': True, 'tenant_id': 'e9f050c51fd2447b85437fe3fee6aa06'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:37.944800 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-3c83c568-2dba-4911-952c-5cba60d473d6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=5dd9df54-bed8-437f-a041-261ec234f3ca HTTP/1.1" status: 200 len: 217 time: 0.1102750 Nov 18 17:14:37.962253 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c1ace0d2-6ee5-47c7-949a-200421cf4901 req-b68a31f6-9418-4f00-909f-3c56b4207656 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] For port bf54fccd-83f9-4324-9e85-36a74075b751, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=bf54fccd-83f9-4324-9e85-36a74075b751,segment=NetworkSegment(2bc85562-e92e-4e08-b08a-4cf54416780d),segment_id=2bc85562-e92e-4e08-b08a-4cf54416780d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:37.964583 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c1ace0d2-6ee5-47c7-949a-200421cf4901 req-b68a31f6-9418-4f00-909f-3c56b4207656 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:37.994002 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device fb0aab0a-459a-4d12-89c1-73ebeaf98d1d no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:14:38.016445 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e657cf-4768-4623-93c2-c096bc5790bf x-openstack-request-id: req-64e657cf-4768-4623-93c2-c096bc5790bf {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:38.016445 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e079403c-3daa-4971-bd66-f934506631dd", "name": "network-vif-deleted", "tag": "fb0aab0a-459a-4d12-89c1-73ebeaf98d1d", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:38.016671 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-64e657cf-4768-4623-93c2-c096bc5790bf {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:38.017058 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e079403c-3daa-4971-bd66-f934506631dd', 'name': 'network-vif-deleted', 'tag': 'fb0aab0a-459a-4d12-89c1-73ebeaf98d1d', 'status': 'completed', 'code': 200} Nov 18 17:14:38.047767 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c1ace0d2-6ee5-47c7-949a-200421cf4901 req-b68a31f6-9418-4f00-909f-3c56b4207656 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Calling delete_port for bf54fccd-83f9-4324-9e85-36a74075b751 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:38.062094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: fb0aab0a-459a-4d12-89c1-73ebeaf98d1d {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:14:38.062451 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device fb0aab0a-459a-4d12-89c1-73ebeaf98d1d not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:14:38.085830 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-09e20afe-cb37-47bf-8346-02eb76f1ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:38.087347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-09e20afe-cb37-47bf-8346-02eb76f1ef7c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e86ed0f-2fc1-4903-980a-4097b1d3eb56 HTTP/1.1" status: 200 len: 797 time: 0.1312864 Nov 18 17:14:38.175344 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a779ab1c-5b32-403f-b957-3c6ceba38186 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:38.226164 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-818e66d4-70d1-4b13-87f0-eb3c66b9b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:38.228536 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-818e66d4-70d1-4b13-87f0-eb3c66b9b3ff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a0c3004-3ad3-481d-9a55-9288314c9a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1211662 Nov 18 17:14:38.372897 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-e7a0b4ae-e4c4-420e-aed7-94807e5e9a4b service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357620 Nov 18 17:14:38.414657 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a779ab1c-5b32-403f-b957-3c6ceba38186 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:38.415062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0eb01060-3d7a-49b8-9868-12054ed79379 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Made reservation on behalf of e9f050c51fd2447b85437fe3fee6aa06 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:38.419161 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0eb01060-3d7a-49b8-9868-12054ed79379 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:38.444818 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c1ace0d2-6ee5-47c7-949a-200421cf4901 req-b68a31f6-9418-4f00-909f-3c56b4207656 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:38.459192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['bf54fccd-83f9-4324-9e85-36a74075b751'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:14:38.472836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779ab1c-5b32-403f-b957-3c6ceba38186 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1887d1-5fab-4aec-9ca0-fa7b4c730383,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:38.485787 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a779ab1c-5b32-403f-b957-3c6ceba38186 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:38.489707 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a779ab1c-5b32-403f-b957-3c6ceba38186 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/7d1887d1-5fab-4aec-9ca0-fa7b4c730383 HTTP/1.1" status: 204 len: 168 time: 1.0558746 Nov 18 17:14:38.494271 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42726) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:38.502113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f277cfb-b77c-49a9-8a1e-4af60cfa39ff None None] Network bbc768f8-1880-41ac-b1f1-a2eb5a1542ea requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:38.583486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a31f6-9418-4f00-909f-3c56b4207656 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Pushing event deleted for resources: {'Port': ['ID=bf54fccd-83f9-4324-9e85-36a74075b751,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:38.604421 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-1d1ec279-ecbc-4d2f-b1ef-89a7562bc74f service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239783 Nov 18 17:14:38.667218 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ace0d2-6ee5-47c7-949a-200421cf4901 req-b68a31f6-9418-4f00-909f-3c56b4207656 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] No DVR routers for this DVR port bf54fccd-83f9-4324-9e85-36a74075b751 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:14:38.719483 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c1ace0d2-6ee5-47c7-949a-200421cf4901 req-b68a31f6-9418-4f00-909f-3c56b4207656 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:38.723155 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1ace0d2-6ee5-47c7-949a-200421cf4901 req-b68a31f6-9418-4f00-909f-3c56b4207656 tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.83 "DELETE /v2.0/ports/bf54fccd-83f9-4324-9e85-36a74075b751 HTTP/1.1" status: 204 len: 173 time: 1.2686656 Nov 18 17:14:38.724960 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-7d76a5ed-c02c-4b16-bedd-7e3e2331807d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=bbab8d68-7db0-4f0e-a817-5122ae7e186d HTTP/1.1" status: 200 len: 217 time: 0.0509422 Nov 18 17:14:38.729702 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:38.760443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0eb01060-3d7a-49b8-9868-12054ed79379 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Allocated IP 172.20.0.13 (0de24ae2-5d43-491d-a6dd-8590ac01c06e/49e1ed50-a8f0-4d00-8af8-04c9811d3b04/0f9d9a02-97fb-46de-ae0e-ed66d1364ab5) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:38.780685 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-7ca1d09c-0b72-47ac-be30-40217fa9f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:38.782286 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-7ca1d09c-0b72-47ac-be30-40217fa9f7b2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e86ed0f-2fc1-4903-980a-4097b1d3eb56 HTTP/1.1" status: 200 len: 797 time: 0.0496321 Nov 18 17:14:38.798891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef912ab5-fa85-46c6-89b8-dac10ce8875c None None] DHCP port deletion for bbc768f8-1880-41ac-b1f1-a2eb5a1542ea request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:14:38.871335 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ef912ab5-fa85-46c6-89b8-dac10ce8875c None None] Deleting port 5c4031b8-9b4e-4cef-affb-2afd14a425f3 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:38.872287 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef912ab5-fa85-46c6-89b8-dac10ce8875c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:38.928616 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-a19828fb-b3fa-4b6e-8cc6-0a43f155d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:38.930175 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-a19828fb-b3fa-4b6e-8cc6-0a43f155d89a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a0c3004-3ad3-481d-9a55-9288314c9a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1402519 Nov 18 17:14:38.968619 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0eb01060-3d7a-49b8-9868-12054ed79379 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:38.997392 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ef912ab5-fa85-46c6-89b8-dac10ce8875c None None] For port 5c4031b8-9b4e-4cef-affb-2afd14a425f3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5c4031b8-9b4e-4cef-affb-2afd14a425f3,segment=NetworkSegment(c1a5cb0d-6a8b-4eab-8c5f-c30a805039e7),segment_id=c1a5cb0d-6a8b-4eab-8c5f-c30a805039e7)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:38.998511 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef912ab5-fa85-46c6-89b8-dac10ce8875c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:39.014190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ef912ab5-fa85-46c6-89b8-dac10ce8875c None None] Calling delete_port for 5c4031b8-9b4e-4cef-affb-2afd14a425f3 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:39.034936 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d88c4ea-2420-4601-af6f-e38a13fecdd7 req-c822d704-45fe-4be4-a91d-faebbb1856f3 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 210 time: 0.1013110 Nov 18 17:14:39.062157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port 5c4031b8-9b4e-4cef-affb-2afd14a425f3 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:39.062157 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:39.127157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] For port 5c4031b8-9b4e-4cef-affb-2afd14a425f3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5c4031b8-9b4e-4cef-affb-2afd14a425f3,segment=NetworkSegment(c1a5cb0d-6a8b-4eab-8c5f-c30a805039e7),segment_id=c1a5cb0d-6a8b-4eab-8c5f-c30a805039e7)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:39.127701 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:39.134102 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0eb01060-3d7a-49b8-9868-12054ed79379 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:39.181595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for 5c4031b8-9b4e-4cef-affb-2afd14a425f3 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:39.181837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0eb01060-3d7a-49b8-9868-12054ed79379 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Network 0de24ae2-5d43-491d-a6dd-8590ac01c06e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:39.186241 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0eb01060-3d7a-49b8-9868-12054ed79379 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:39.194020 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0eb01060-3d7a-49b8-9868-12054ed79379 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:39.215301 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef912ab5-fa85-46c6-89b8-dac10ce8875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:39.230214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb01060-3d7a-49b8-9868-12054ed79379 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Pushing event updated for resources: {'Port': ['ID=0f9d9a02-97fb-46de-ae0e-ed66d1364ab5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:39.263612 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0eb01060-3d7a-49b8-9868-12054ed79379 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:39.264975 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0eb01060-3d7a-49b8-9868-12054ed79379 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:39.267908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef912ab5-fa85-46c6-89b8-dac10ce8875c None None] Pushing event deleted for resources: {'Port': ['ID=5c4031b8-9b4e-4cef-affb-2afd14a425f3,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:39.271012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef912ab5-fa85-46c6-89b8-dac10ce8875c None None] No DVR routers for this DVR port 5c4031b8-9b4e-4cef-affb-2afd14a425f3 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:14:39.295333 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec8e4a03-269e-4132-a121-7c4f30c139d0 req-36b77899-22e6-4321-842a-32398d72a43a tempest-InstanceActionsNegativeTestJSON-1354725195 tempest-InstanceActionsNegativeTestJSON-1354725195-project] 10.222.0.72 "GET /v2.0/ports?device_id=31bbd50f-9b6a-4aba-8d8a-ad434f98868f HTTP/1.1" status: 200 len: 210 time: 0.1397307 Nov 18 17:14:39.355223 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0eb01060-3d7a-49b8-9868-12054ed79379 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4248323 Nov 18 17:14:39.357398 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8b9cdffb-d0f4-42f1-ac93-c856980a2f9d service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120102 Nov 18 17:14:39.380814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Request body: {'port': {'device_id': 'fb51e4f3-1170-4df6-9e27-a1852da20e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:39.474440 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5c4031b8-9b4e-4cef-affb-2afd14a425f3 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:14:39.510116 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:39.513194 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:39.518458 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 5c4031b8-9b4e-4cef-affb-2afd14a425f3 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:14:39.518815 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5c4031b8-9b4e-4cef-affb-2afd14a425f3 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:14:39.529922 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No DVR routers for this DVR port 5c4031b8-9b4e-4cef-affb-2afd14a425f3 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:14:39.600503 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e98cd8-09e7-435c-8f27-734df6e37d82 req-dadd6f0a-d86f-45e7-82cf-147000682528 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:39.601035 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51e98cd8-09e7-435c-8f27-734df6e37d82 req-dadd6f0a-d86f-45e7-82cf-147000682528 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 950 time: 0.1998808 Nov 18 17:14:39.625942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=5c4031b8-9b4e-4cef-affb-2afd14a425f3,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:39.653449 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-8a56246f-e271-4a4d-a810-0a890d02a485 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834139 Nov 18 17:14:39.731685 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-b09b7b2a-f752-4134-a253-701c5e404554 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=1b798ec3-54dc-45ca-8e35-4a5edf6bde87 HTTP/1.1" status: 200 len: 217 time: 0.0488245 Nov 18 17:14:39.758984 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:39.816290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-8f0195ab-5f7b-4655-93ba-56d3bac3c6b5 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:14:39.818078 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-8f0195ab-5f7b-4655-93ba-56d3bac3c6b5 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1866906 Nov 18 17:14:39.826084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51e98cd8-09e7-435c-8f27-734df6e37d82 req-72de246c-97ad-4026-9774-0ff8727d96f1 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066126 Nov 18 17:14:39.841930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc768f8-1880-41ac-b1f1-a2eb5a1542ea']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:39.847470 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:14:39.855687 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:39.862450 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a5cb0d-6a8b-4eab-8c5f-c30a805039e7') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:39.862753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a5cb0d-6a8b-4eab-8c5f-c30a805039e7') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:39.883231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-fe46f570-0930-405a-9ccb-21fd13a04483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:39.885101 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Transition to ACTIVE for port object 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:14:39.885918 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-fe46f570-0930-405a-9ccb-21fd13a04483 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e86ed0f-2fc1-4903-980a-4097b1d3eb56 HTTP/1.1" status: 200 len: 797 time: 0.1182563 Nov 18 17:14:39.888193 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:39.956926 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:39.963467 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:40.004027 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:14:40.004872 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:14:40.009945 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:14:40.018049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bbd50f-9b6a-4aba-8d8a-ad434f98868f', 'name': 'network-vif-deleted', 'tag': 'bf54fccd-83f9-4324-9e85-36a74075b751'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:40.020913 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b839de46-fef3-4cae-9e0c-b22eaf1eeea1" -d '{"events": [{"server_uuid": "31bbd50f-9b6a-4aba-8d8a-ad434f98868f", "name": "network-vif-deleted", "tag": "bf54fccd-83f9-4324-9e85-36a74075b751"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:40.023781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Pushing event updated for resources: {'Port': ['ID=0f9d9a02-97fb-46de-ae0e-ed66d1364ab5,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:40.048289 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-2b939a29-0e66-43ae-8c7d-d05385f7a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:40.050334 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-2b939a29-0e66-43ae-8c7d-d05385f7a646 service neutron] 10.222.0.72 "GET /v2.0/ports/cf8ccb18-f108-451f-8e9a-38cc13435e0c HTTP/1.1" status: 200 len: 1094 time: 0.2228229 Nov 18 17:14:40.093899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-d7465c4b-556a-459b-9e82-b214fc57fa24 service neutron] Request body: {'binding': {'host': 'n-h2-813419-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:40.094437 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-d7465c4b-556a-459b-9e82-b214fc57fa24 service neutron] Unknown quota resources ['binding']. {{(pid=104007) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 18 17:14:40.108709 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Attempting to bind port 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:14:40.109353 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Attempting to bind port 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '0175465b-50fd-4163-b9cf-b66d3631620a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '0de24ae2-5d43-491d-a6dd-8590ac01c06e'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:14:40.109888 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Attempting to bind port 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 on network 0de24ae2-5d43-491d-a6dd-8590ac01c06e {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:40.115027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Port 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 on network 0de24ae2-5d43-491d-a6dd-8590ac01c06e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:14:40.115357 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Attempting to bind port 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 on network 0de24ae2-5d43-491d-a6dd-8590ac01c06e {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:40.120474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:14:40.120821 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Checking segment: {'id': '0175465b-50fd-4163-b9cf-b66d3631620a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '0de24ae2-5d43-491d-a6dd-8590ac01c06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:40.121208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Bound using segment: {'id': '0175465b-50fd-4163-b9cf-b66d3631620a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '0de24ae2-5d43-491d-a6dd-8590ac01c06e'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:14:40.121647 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Bound port: 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0175465b-50fd-4163-b9cf-b66d3631620a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '0de24ae2-5d43-491d-a6dd-8590ac01c06e'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:14:40.121784 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-6f4be2ad-0ae7-417e-8051-3c4ca9e79525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:40.122008 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:40.123310 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-6f4be2ad-0ae7-417e-8051-3c4ca9e79525 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a0c3004-3ad3-481d-9a55-9288314c9a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2254782 Nov 18 17:14:40.143470 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e021b41-a952-4b09-80bd-f7b099767920 req-0fdfd597-4a58-40f6-a56e-8914ce0b0f8c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:40.149582 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e021b41-a952-4b09-80bd-f7b099767920 req-0fdfd597-4a58-40f6-a56e-8914ce0b0f8c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:40.156630 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e021b41-a952-4b09-80bd-f7b099767920 req-0fdfd597-4a58-40f6-a56e-8914ce0b0f8c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:40.163552 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e021b41-a952-4b09-80bd-f7b099767920 req-0fdfd597-4a58-40f6-a56e-8914ce0b0f8c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:40.170717 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e021b41-a952-4b09-80bd-f7b099767920 req-0fdfd597-4a58-40f6-a56e-8914ce0b0f8c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:40.177452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e021b41-a952-4b09-80bd-f7b099767920 req-0fdfd597-4a58-40f6-a56e-8914ce0b0f8c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:40.183774 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e021b41-a952-4b09-80bd-f7b099767920 req-0fdfd597-4a58-40f6-a56e-8914ce0b0f8c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:40.185958 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e021b41-a952-4b09-80bd-f7b099767920 req-0fdfd597-4a58-40f6-a56e-8914ce0b0f8c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.2608001 Nov 18 17:14:40.210885 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] For port 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:14:40.213821 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] For port 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0f9d9a02-97fb-46de-ae0e-ed66d1364ab5,segment=NetworkSegment(0175465b-50fd-4163-b9cf-b66d3631620a),segment_id=0175465b-50fd-4163-b9cf-b66d3631620a)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:14:40.269326 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:40.273624 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:40.277509 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/networks/bbc768f8-1880-41ac-b1f1-a2eb5a1542ea HTTP/1.1" status: 204 len: 168 time: 1.7806456 Nov 18 17:14:40.281908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42752) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:40.290412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-575ddfc6-3520-4d12-8363-712bfc417d74 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1988011508'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:40.296747 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:40.343868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:40.344453 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:40.345833 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] 10.222.0.81 "PUT /v2.0/ports/0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 HTTP/1.1" status: 200 len: 1093 time: 0.9762394 Nov 18 17:14:40.369849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3dfe47-8e82-4f1a-ba63-6384927e88ef service neutron] Pushing event updated for resources: {'Port': ['ID=0f9d9a02-97fb-46de-ae0e-ed66d1364ab5,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:40.379888 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d73fe-1d33-455c-aba2-9ba76ceea322 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Network': ['ID=bbc768f8-1880-41ac-b1f1-a2eb5a1542ea,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:40.419767 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575ddfc6-3520-4d12-8363-712bfc417d74 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:40.423656 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-575ddfc6-3520-4d12-8363-712bfc417d74 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:40.447200 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-adf95b60-73b0-4d97-9ffb-e12c9ddc1cfd service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583957 Nov 18 17:14:40.451936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575ddfc6-3520-4d12-8363-712bfc417d74 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:14:40.454942 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e021b41-a952-4b09-80bd-f7b099767920 req-326ef1ce-0896-4632-9378-322b746b6564 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2366934 Nov 18 17:14:40.473969 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-575ddfc6-3520-4d12-8363-712bfc417d74 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:40.474677 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-575ddfc6-3520-4d12-8363-712bfc417d74 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Added segment fd545de5-8b36-4ffb-bdcd-d634f8f02b66 of type vlan for network f9247c4c-0dec-4822-8c08-4f0b1e416229 Nov 18 17:14:40.509281 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-d7465c4b-556a-459b-9e82-b214fc57fa24 service neutron] Attempting to bind port cf8ccb18-f108-451f-8e9a-38cc13435e0c on host n-h2-813419-11 for vnic_type normal with profile None {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:14:40.509719 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-d7465c4b-556a-459b-9e82-b214fc57fa24 service neutron] Attempting to bind port cf8ccb18-f108-451f-8e9a-38cc13435e0c by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:14:40.510121 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-d7465c4b-556a-459b-9e82-b214fc57fa24 service neutron] Attempting to bind port cf8ccb18-f108-451f-8e9a-38cc13435e0c on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:40.554312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-d7465c4b-556a-459b-9e82-b214fc57fa24 service neutron] Port cf8ccb18-f108-451f-8e9a-38cc13435e0c on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:14:40.554714 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-d7465c4b-556a-459b-9e82-b214fc57fa24 service neutron] Attempting to bind port cf8ccb18-f108-451f-8e9a-38cc13435e0c on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:40.568277 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-d7465c4b-556a-459b-9e82-b214fc57fa24 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:14:40.569110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-d7465c4b-556a-459b-9e82-b214fc57fa24 service neutron] Checking segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:40.569786 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-d7465c4b-556a-459b-9e82-b214fc57fa24 service neutron] Bound using segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:14:40.570384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-d7465c4b-556a-459b-9e82-b214fc57fa24 service neutron] Bound port: cf8ccb18-f108-451f-8e9a-38cc13435e0c, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:14:40.593403 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-575ddfc6-3520-4d12-8363-712bfc417d74 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:40.609582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-ef7f6e3e-c0b2-4c51-9e4e-d920486922c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:40.611413 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-ef7f6e3e-c0b2-4c51-9e4e-d920486922c5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9f050c51fd2447b85437fe3fee6aa06&device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 1096 time: 0.1498003 Nov 18 17:14:40.670066 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-14396a0e-52e6-4fb0-b9db-45eb5c6ac470 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087615 Nov 18 17:14:40.680116 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-88819fda-5952-4f33-ad81-5aaff4dc1731 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 HTTP/1.1" status: 200 len: 217 time: 0.0515068 Nov 18 17:14:40.689577 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5d9a4-31b7-446a-ba06-142a32c97e5b req-fb4f8f33-225f-499d-9767-e6046058a535 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:40.692951 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ac5d9a4-31b7-446a-ba06-142a32c97e5b req-fb4f8f33-225f-499d-9767-e6046058a535 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.83 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 950 time: 0.1428676 Nov 18 17:14:40.702807 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1072cd-3f97-4778-ab60-82462ffa6a0b x-openstack-request-id: req-2a1072cd-3f97-4778-ab60-82462ffa6a0b {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:40.703300 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bbd50f-9b6a-4aba-8d8a-ad434f98868f", "name": "network-vif-deleted", "tag": "bf54fccd-83f9-4324-9e85-36a74075b751", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:40.703733 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2a1072cd-3f97-4778-ab60-82462ffa6a0b {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:40.704385 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bbd50f-9b6a-4aba-8d8a-ad434f98868f', 'name': 'network-vif-deleted', 'tag': 'bf54fccd-83f9-4324-9e85-36a74075b751', 'status': 'completed', 'code': 200} Nov 18 17:14:40.725684 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-391c3a20-a191-4dc1-854a-ef854aa99d8b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=0c6227a9-9c82-46f1-9d60-2e0664c61b69 HTTP/1.1" status: 200 len: 217 time: 0.0481770 Nov 18 17:14:40.729197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-d7465c4b-556a-459b-9e82-b214fc57fa24 service neutron] For port cf8ccb18-f108-451f-8e9a-38cc13435e0c, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cf8ccb18-f108-451f-8e9a-38cc13435e0c,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:14:40.760627 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-575ddfc6-3520-4d12-8363-712bfc417d74 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:40.766492 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575ddfc6-3520-4d12-8363-712bfc417d74 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:40.767097 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-575ddfc6-3520-4d12-8363-712bfc417d74 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:40.787765 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-fc421f36-e89e-4a6f-a77d-b666c68d5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:40.789315 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-fc421f36-e89e-4a6f-a77d-b666c68d5d11 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49e1ed50-a8f0-4d00-8af8-04c9811d3b04 HTTP/1.1" status: 200 len: 864 time: 0.0956388 Nov 18 17:14:40.804881 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-d7465c4b-556a-459b-9e82-b214fc57fa24 service neutron] Publish callbacks [] for binding, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:40.808956 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-d7465c4b-556a-459b-9e82-b214fc57fa24 service neutron] 10.222.0.72 "POST /v2.0/ports/cf8ccb18-f108-451f-8e9a-38cc13435e0c/bindings HTTP/1.1" status: 201 len: 390 time: 0.7209907 Nov 18 17:14:40.819080 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-bef5748f-47a9-4e6d-9489-8d8ec73452fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:40.823317 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-bef5748f-47a9-4e6d-9489-8d8ec73452fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e86ed0f-2fc1-4903-980a-4097b1d3eb56 HTTP/1.1" status: 200 len: 797 time: 0.0905752 Nov 18 17:14:40.858043 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-3d467883-0be7-463b-bfd7-6be67590096e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0de24ae2-5d43-491d-a6dd-8590ac01c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397005 Nov 18 17:14:40.879552 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cb3f5-972c-4a7d-a356-3c628e587969 req-baa0ee88-199a-41da-917d-3f9e5e0bdfa4 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:40.881344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e4cb3f5-972c-4a7d-a356-3c628e587969 req-baa0ee88-199a-41da-917d-3f9e5e0bdfa4 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 944 time: 0.1199813 Nov 18 17:14:40.910568 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-fc6ba937-9470-4e32-baaa-f42b57c622ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:40.912101 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-fc6ba937-9470-4e32-baaa-f42b57c622ea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a0c3004-3ad3-481d-9a55-9288314c9a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0773444 Nov 18 17:14:40.922144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ddfc6-3520-4d12-8363-712bfc417d74 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Network': ['ID=f9247c4c-0dec-4822-8c08-4f0b1e416229,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:40.948443 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network f9247c4c-0dec-4822-8c08-4f0b1e416229 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:14:40.976885 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-575ddfc6-3520-4d12-8363-712bfc417d74 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6914189 Nov 18 17:14:40.981388 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42758) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:40.986893 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2de72e57-131e-4a2f-820e-0823eb805282 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'subnet': {'network_id': 'f9247c4c-0dec-4822-8c08-4f0b1e416229', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:41.009938 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e4cb3f5-972c-4a7d-a356-3c628e587969 req-de05fba3-b1d3-4b1a-b906-b23937c2008f tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c24f55d6-1dc4-4773-b1b4-f428e95935a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181648 Nov 18 17:14:41.105329 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-688077ee-fcaa-4993-8296-f812c9ad43f7 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769619 Nov 18 17:14:41.115208 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42762) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:41.165679 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-d97ee75e-60e4-4286-9571-8c9c0397dd13 service neutron] 10.222.0.81 "GET /v2.0/networks/0de24ae2-5d43-491d-a6dd-8590ac01c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509410 Nov 18 17:14:41.171154 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-5ac5d9a4-31b7-446a-ba06-142a32c97e5b req-81d2266c-ed08-4d43-9334-3bff437e6e39 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Deleting port b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:41.171649 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ac5d9a4-31b7-446a-ba06-142a32c97e5b req-81d2266c-ed08-4d43-9334-3bff437e6e39 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:41.293784 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-9362aeb2-7ea3-40ae-8702-da7d6ebfd959 admin admin] Deleting subnet df0ef4e1-9e1e-4871-932f-580fa8c8953c {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:14:41.303578 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9362aeb2-7ea3-40ae-8702-da7d6ebfd959 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:41.319444 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de72e57-131e-4a2f-820e-0823eb805282 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:41.323161 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2de72e57-131e-4a2f-820e-0823eb805282 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:41.366816 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5ac5d9a4-31b7-446a-ba06-142a32c97e5b req-81d2266c-ed08-4d43-9334-3bff437e6e39 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] For port b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:41.367367 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ac5d9a4-31b7-446a-ba06-142a32c97e5b req-81d2266c-ed08-4d43-9334-3bff437e6e39 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:41.408584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-5ac5d9a4-31b7-446a-ba06-142a32c97e5b req-81d2266c-ed08-4d43-9334-3bff437e6e39 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Calling delete_port for b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:41.427595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c1aaf-0af1-40e7-9d36-16a6ad6b5c24 req-e9e0a3c7-bcd3-40c8-a081-ec82eb788a81 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:41.432263 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-842c1aaf-0af1-40e7-9d36-16a6ad6b5c24 req-e9e0a3c7-bcd3-40c8-a081-ec82eb788a81 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 950 time: 0.2397711 Nov 18 17:14:41.445629 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ed3e8e5-0831-4483-a992-fa02e300e68e req-ebcdef48-f5eb-496d-8e06-31c6f9ef64b6 service neutron] 10.222.0.81 "GET /v2.0/networks/0de24ae2-5d43-491d-a6dd-8590ac01c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686057 Nov 18 17:14:41.467465 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993623c-e783-4365-97db-9bd5fef617fc req-2deee0dc-8289-4ea5-a117-35aeb3b1a548 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:41.475299 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f993623c-e783-4365-97db-9bd5fef617fc req-2deee0dc-8289-4ea5-a117-35aeb3b1a548 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 945 time: 0.2814302 Nov 18 17:14:41.482258 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9362aeb2-7ea3-40ae-8702-da7d6ebfd959 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:41.713717 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-452face6-0e8c-4c56-87d5-a5c61be2c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:41.715388 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-452face6-0e8c-4c56-87d5-a5c61be2c4b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 1097 time: 0.1587458 Nov 18 17:14:41.754438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device bf54fccd-83f9-4324-9e85-36a74075b751 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:14:41.792135 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: bf54fccd-83f9-4324-9e85-36a74075b751 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:14:41.794088 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device bf54fccd-83f9-4324-9e85-36a74075b751 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:14:41.795978 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2de72e57-131e-4a2f-820e-0823eb805282 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:41.796692 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:14:41.832681 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ac5d9a4-31b7-446a-ba06-142a32c97e5b req-81d2266c-ed08-4d43-9334-3bff437e6e39 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:41.847017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['84b1ffda-c5de-42a5-a45c-32dcb52c2d4f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:14:41.893829 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2266c-ed08-4d43-9334-3bff437e6e39 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Pushing event deleted for resources: {'Port': ['ID=b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:41.931100 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de72e57-131e-4a2f-820e-0823eb805282 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Subnet': ['ID=4470464d-468e-493a-813e-19254e6a8213,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:41.933594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-87a9abd6-ea35-45ef-a032-db1fa48084e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:41.935077 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-87a9abd6-ea35-45ef-a032-db1fa48084e8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.2098207 Nov 18 17:14:41.944597 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No active binding found for port b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 {{(pid=104009) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 18 17:14:41.946154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:14:41.946317 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9362aeb2-7ea3-40ae-8702-da7d6ebfd959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:42.030885 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-484aaa2a-c19a-4743-8eda-ca89486d590e service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9140079 Nov 18 17:14:42.113353 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-b709e599-062d-48ad-a0de-dd930cecb7d5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7cc17a13-7718-4169-ad86-e8cdc78e4209 HTTP/1.1" status: 200 len: 217 time: 0.0721200 Nov 18 17:14:42.129076 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-842c1aaf-0af1-40e7-9d36-16a6ad6b5c24 req-23c0df88-dc38-47cb-9c23-d8943372ba32 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6828008 Nov 18 17:14:42.131506 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9362aeb2-7ea3-40ae-8702-da7d6ebfd959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:42.157809 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f993623c-e783-4365-97db-9bd5fef617fc req-f7dd6d69-5063-4aa4-83f2-077c7ecc54ef tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6815112 Nov 18 17:14:42.247849 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9362aeb2-7ea3-40ae-8702-da7d6ebfd959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:42.253911 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9362aeb2-7ea3-40ae-8702-da7d6ebfd959 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/df0ef4e1-9e1e-4871-932f-580fa8c8953c HTTP/1.1" status: 204 len: 168 time: 1.1362493 Nov 18 17:14:42.256008 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362aeb2-7ea3-40ae-8702-da7d6ebfd959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df0ef4e1-9e1e-4871-932f-580fa8c8953c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:42.258672 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42772) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:42.339284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-086a3eeb-998a-41b6-a863-2c51b6edad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:42.341207 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-086a3eeb-998a-41b6-a863-2c51b6edad86 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11c5eae1-adf2-49db-8da2-49c6425688cc HTTP/1.1" status: 200 len: 797 time: 0.2043037 Nov 18 17:14:42.372144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac5d9a4-31b7-446a-ba06-142a32c97e5b req-81d2266c-ed08-4d43-9334-3bff437e6e39 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] No DVR routers for this DVR port b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:14:42.376934 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-509e8737-dcde-4cea-86d1-4b9d77caf25d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf8ccb18-f108-451f-8e9a-38cc13435e0c HTTP/1.1" status: 200 len: 217 time: 0.4188950 Nov 18 17:14:42.378821 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ac5d9a4-31b7-446a-ba06-142a32c97e5b req-81d2266c-ed08-4d43-9334-3bff437e6e39 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:42.382415 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ac5d9a4-31b7-446a-ba06-142a32c97e5b req-81d2266c-ed08-4d43-9334-3bff437e6e39 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.83 "DELETE /v2.0/ports/b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6 HTTP/1.1" status: 204 len: 173 time: 1.6233068 Nov 18 17:14:42.395076 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de72e57-131e-4a2f-820e-0823eb805282 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Checking segment: {'id': 'fd545de5-8b36-4ffb-bdcd-d634f8f02b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'f9247c4c-0dec-4822-8c08-4f0b1e416229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:42.395773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de72e57-131e-4a2f-820e-0823eb805282 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network hostable DHCP agents. Network: f9247c4c-0dec-4822-8c08-4f0b1e416229, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:14:42.412789 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729d6fa-859a-4f93-b235-cfa1e4ea7762 req-a0c4fb95-5956-4540-a647-6b98778b63d5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:42.418962 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729d6fa-859a-4f93-b235-cfa1e4ea7762 req-a0c4fb95-5956-4540-a647-6b98778b63d5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:42.425474 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729d6fa-859a-4f93-b235-cfa1e4ea7762 req-a0c4fb95-5956-4540-a647-6b98778b63d5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:42.432136 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729d6fa-859a-4f93-b235-cfa1e4ea7762 req-a0c4fb95-5956-4540-a647-6b98778b63d5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:42.438620 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729d6fa-859a-4f93-b235-cfa1e4ea7762 req-a0c4fb95-5956-4540-a647-6b98778b63d5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:42.445017 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729d6fa-859a-4f93-b235-cfa1e4ea7762 req-a0c4fb95-5956-4540-a647-6b98778b63d5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:42.453055 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729d6fa-859a-4f93-b235-cfa1e4ea7762 req-a0c4fb95-5956-4540-a647-6b98778b63d5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:42.459007 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-a5fe325a-694e-4093-81e4-5b2557e5cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:42.460723 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-a5fe325a-694e-4093-81e4-5b2557e5cc6f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.0668237 Nov 18 17:14:42.463466 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2729d6fa-859a-4f93-b235-cfa1e4ea7762 req-a0c4fb95-5956-4540-a647-6b98778b63d5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.2387903 Nov 18 17:14:42.514654 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-229154db-c9d9-40d5-bd91-b13ce2690360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:42.523703 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-4e3dd697-d909-4c0d-9bb7-45841f089335 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446076 Nov 18 17:14:42.604450 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-fdf4bc67-c241-4f69-a693-dc9776152aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:42.606573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-fdf4bc67-c241-4f69-a693-dc9776152aaf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=113727fb-b8c5-4dc5-81b0-dede0422cd99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2193134 Nov 18 17:14:42.630187 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-9a255391-c0ff-49bf-b075-369678fb5491 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947704 Nov 18 17:14:42.631436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de72e57-131e-4a2f-820e-0823eb805282 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network f9247c4c-0dec-4822-8c08-4f0b1e416229 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:14:42.696714 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2729d6fa-859a-4f93-b235-cfa1e4ea7762 req-ae82cce5-6a74-4f8f-b284-861fc3dde9a0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2322381 Nov 18 17:14:42.706382 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb51e4f3-1170-4df6-9e27-a1852da20e2e', 'tag': '0f9d9a02-97fb-46de-ae0e-ed66d1364ab5'}, {'server_uuid': '15c18180-a007-4b85-9cee-5531a85e14de', 'name': 'network-vif-deleted', 'tag': 'b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:42.709050 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1365577b-c400-42fe-8776-9832a8c8a4db" -d '{"events": [{"name": "network-changed", "server_uuid": "fb51e4f3-1170-4df6-9e27-a1852da20e2e", "tag": "0f9d9a02-97fb-46de-ae0e-ed66d1364ab5"}, {"server_uuid": "15c18180-a007-4b85-9cee-5531a85e14de", "name": "network-vif-deleted", "tag": "b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:42.710128 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faa0a9-5ab0-481d-a303-4c271f945c3d req-a764e3d9-7825-4961-a465-9a57ba686300 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:42.717402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-2de72e57-131e-4a2f-820e-0823eb805282 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, f9247c4c-0dec-4822-8c08-4f0b1e416229) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:42.718769 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03faa0a9-5ab0-481d-a303-4c271f945c3d req-a764e3d9-7825-4961-a465-9a57ba686300 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 944 time: 0.1989143 Nov 18 17:14:42.724680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de72e57-131e-4a2f-820e-0823eb805282 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:42.725282 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2de72e57-131e-4a2f-820e-0823eb805282 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:42.727009 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de37241-56c1-448a-b19b-2c55310218e0 None None] Network f9247c4c-0dec-4822-8c08-4f0b1e416229 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:42.778513 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-4c0c629f-52c5-4367-b527-2ddf02de85c6 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269276 Nov 18 17:14:42.790230 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1b6b4b-5790-49ea-a06b-a69496d378a4 x-openstack-request-id: req-0a1b6b4b-5790-49ea-a06b-a69496d378a4 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:42.790564 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb51e4f3-1170-4df6-9e27-a1852da20e2e", "tag": "0f9d9a02-97fb-46de-ae0e-ed66d1364ab5", "status": "completed", "code": 200}, {"server_uuid": "15c18180-a007-4b85-9cee-5531a85e14de", "name": "network-vif-deleted", "tag": "b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:42.790810 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0a1b6b4b-5790-49ea-a06b-a69496d378a4 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:42.791226 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb51e4f3-1170-4df6-9e27-a1852da20e2e', 'tag': '0f9d9a02-97fb-46de-ae0e-ed66d1364ab5', 'status': 'completed', 'code': 200} Nov 18 17:14:42.791491 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c18180-a007-4b85-9cee-5531a85e14de', 'name': 'network-vif-deleted', 'tag': 'b6f3d565-7f03-42ab-8ec5-732fb5ba9ba6', 'status': 'completed', 'code': 200} Nov 18 17:14:42.819414 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2de72e57-131e-4a2f-820e-0823eb805282 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8343561 Nov 18 17:14:42.838788 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-229154db-c9d9-40d5-bd91-b13ce2690360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:42.841781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42776) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:42.849796 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-277bd877-2de9-42f0-854c-ed68de7c03fc tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'network_id': 'f9247c4c-0dec-4822-8c08-4f0b1e416229', 'security_groups': [], 'name': 'tempest-PortsTestJSON-726789701'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:42.919431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-229154db-c9d9-40d5-bd91-b13ce2690360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c89b23-fb9d-4ed4-ae6c-151ead16bc29']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:42.946794 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-229154db-c9d9-40d5-bd91-b13ce2690360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc85562-e92e-4e08-b08a-4cf54416780d') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:42.947336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-229154db-c9d9-40d5-bd91-b13ce2690360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc85562-e92e-4e08-b08a-4cf54416780d') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:42.961523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365577b-c400-42fe-8776-9832a8c8a4db req-afa10725-7870-4c60-b38b-18de0f3b8bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:42.967277 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1365577b-c400-42fe-8776-9832a8c8a4db req-afa10725-7870-4c60-b38b-18de0f3b8bbd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9f050c51fd2447b85437fe3fee6aa06&device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 1096 time: 0.1443346 Nov 18 17:14:42.973038 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03faa0a9-5ab0-481d-a303-4c271f945c3d req-2ce4f81c-571c-4451-a4db-44ddf74a970c tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c24f55d6-1dc4-4773-b1b4-f428e95935a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537677 Nov 18 17:14:42.975062 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-229154db-c9d9-40d5-bd91-b13ce2690360 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:43.011034 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-f9247c4c-0dec-4822-8c08-4f0b1e416229', 'network_id': 'f9247c4c-0dec-4822-8c08-4f0b1e416229', 'tenant_id': '56090e80a65f4bf99127d1e5e759759f', 'fixed_ips': [{'subnet_id': '4470464d-468e-493a-813e-19254e6a8213'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:14:43.012168 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:43.013853 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-4f5f4bcc-f6eb-4bba-a9c8-eccf4c6987a4 service neutron] 10.222.0.81 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765953 Nov 18 17:14:43.015250 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-229154db-c9d9-40d5-bd91-b13ce2690360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:43.038679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229154db-c9d9-40d5-bd91-b13ce2690360 admin admin] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:14:43.039613 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-229154db-c9d9-40d5-bd91-b13ce2690360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:14:43.043196 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:14:43.067087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365577b-c400-42fe-8776-9832a8c8a4db req-8a13eb65-8c3f-439a-b547-8df0bd0cefac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:43.068766 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1365577b-c400-42fe-8776-9832a8c8a4db req-8a13eb65-8c3f-439a-b547-8df0bd0cefac service neutron] 10.222.0.81 "GET /v2.0/networks?id=0de24ae2-5d43-491d-a6dd-8590ac01c06e HTTP/1.1" status: 200 len: 926 time: 0.0979004 Nov 18 17:14:43.129566 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1365577b-c400-42fe-8776-9832a8c8a4db req-9202017f-6d00-4ab1-8ed8-c0a9294ab18e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 HTTP/1.1" status: 200 len: 217 time: 0.0525353 Nov 18 17:14:43.162318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Allocated IP 172.20.0.2 (f9247c4c-0dec-4822-8c08-4f0b1e416229/4470464d-468e-493a-813e-19254e6a8213/88a8e45b-4f98-4a05-b92c-efd9d25797fb) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:43.227706 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-fc73f27d-81f5-47d7-aab5-a052292574a0 service neutron] 10.222.0.81 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019923 Nov 18 17:14:43.244014 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365577b-c400-42fe-8776-9832a8c8a4db req-fb435f88-e874-49c3-8735-fdfa11cef6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:43.245684 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1365577b-c400-42fe-8776-9832a8c8a4db req-fb435f88-e874-49c3-8735-fdfa11cef6f3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49e1ed50-a8f0-4d00-8af8-04c9811d3b04 HTTP/1.1" status: 200 len: 864 time: 0.1082909 Nov 18 17:14:43.248260 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-229154db-c9d9-40d5-bd91-b13ce2690360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:43.254601 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-229154db-c9d9-40d5-bd91-b13ce2690360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:43.260761 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-229154db-c9d9-40d5-bd91-b13ce2690360 admin admin] 10.222.0.72 "DELETE /v2.0/networks/96c89b23-fb9d-4ed4-ae6c-151ead16bc29 HTTP/1.1" status: 204 len: 168 time: 0.9875653 Nov 18 17:14:43.325431 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1365577b-c400-42fe-8776-9832a8c8a4db req-27a89c3f-a0fe-4e73-a198-a580276e9d50 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0de24ae2-5d43-491d-a6dd-8590ac01c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662136 Nov 18 17:14:43.332249 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-0f9334fd-85c1-422a-8f92-bb78962b6729 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b5c188ab-d028-4c94-b115-3c564bba9431 HTTP/1.1" status: 200 len: 217 time: 0.0954599 Nov 18 17:14:43.337301 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229154db-c9d9-40d5-bd91-b13ce2690360 admin admin] Pushing event deleted for resources: {'Network': ['ID=96c89b23-fb9d-4ed4-ae6c-151ead16bc29,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:43.357363 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277bd877-2de9-42f0-854c-ed68de7c03fc tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:43.361244 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-277bd877-2de9-42f0-854c-ed68de7c03fc tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:43.415273 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-277bd877-2de9-42f0-854c-ed68de7c03fc tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] device_id is not set on port 5c6486d1-7b6a-47f9-a0e2-bb55e9cc644d yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:14:43.441094 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-91f6c939-27ec-4a37-b8f6-71b216782051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:43.442829 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-91f6c939-27ec-4a37-b8f6-71b216782051 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11c5eae1-adf2-49db-8da2-49c6425688cc HTTP/1.1" status: 200 len: 797 time: 0.0970840 Nov 18 17:14:43.550282 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:43.568430 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1365577b-c400-42fe-8776-9832a8c8a4db req-dbacce0b-dee9-478b-a0ed-31ff5fde6b1f service neutron] 10.222.0.81 "GET /v2.0/networks/0de24ae2-5d43-491d-a6dd-8590ac01c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389359 Nov 18 17:14:43.571306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b1774406-2d5e-4717-b766-e320454ab079 req-9304e525-f2f8-4660-b31c-c8a2ff08dacc tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c18180-a007-4b85-9cee-5531a85e14de HTTP/1.1" status: 200 len: 210 time: 0.1992090 Nov 18 17:14:43.619195 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5815e42-347f-46f3-b140-808e3caf0f96 req-92b4899b-b370-41e7-90f7-31d33cd65020 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:43.627319 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c5815e42-347f-46f3-b140-808e3caf0f96 req-92b4899b-b370-41e7-90f7-31d33cd65020 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 945 time: 0.3257322 Nov 18 17:14:43.631866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-b1bed066-145b-4a2f-bb68-f732fda2158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:43.633273 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-b1bed066-145b-4a2f-bb68-f732fda2158f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=113727fb-b8c5-4dc5-81b0-dede0422cd99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1804638 Nov 18 17:14:43.666285 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:43.788543 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Network f9247c4c-0dec-4822-8c08-4f0b1e416229 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:43.789878 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c5815e42-347f-46f3-b140-808e3caf0f96 req-b54bdbc0-08bd-4d1f-aa45-d5d40080b793 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600726 Nov 18 17:14:43.804597 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:43.828844 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Pushing event updated for resources: {'Port': ['ID=88a8e45b-4f98-4a05-b92c-efd9d25797fb,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:43.840810 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:43.852612 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-c0d04602-9fd9-4ce5-acc1-64792a985d58 service neutron] 10.222.0.81 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026913 Nov 18 17:14:43.938100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Attempting to bind port 88a8e45b-4f98-4a05-b92c-efd9d25797fb on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:14:43.938483 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Attempting to bind port 88a8e45b-4f98-4a05-b92c-efd9d25797fb by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'fd545de5-8b36-4ffb-bdcd-d634f8f02b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'f9247c4c-0dec-4822-8c08-4f0b1e416229'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:14:43.938859 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Attempting to bind port 88a8e45b-4f98-4a05-b92c-efd9d25797fb on network f9247c4c-0dec-4822-8c08-4f0b1e416229 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:43.947825 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:14:43.948215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Checking segment: {'id': 'fd545de5-8b36-4ffb-bdcd-d634f8f02b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'f9247c4c-0dec-4822-8c08-4f0b1e416229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:43.948630 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:43.949039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Bound using segment: {'id': 'fd545de5-8b36-4ffb-bdcd-d634f8f02b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'f9247c4c-0dec-4822-8c08-4f0b1e416229'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:14:43.949637 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Bound port: 88a8e45b-4f98-4a05-b92c-efd9d25797fb, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd545de5-8b36-4ffb-bdcd-d634f8f02b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'f9247c4c-0dec-4822-8c08-4f0b1e416229'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:14:43.950027 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:43.959028 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42790) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:44.010427 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1365577b-c400-42fe-8776-9832a8c8a4db req-960c7228-f16b-4f37-a95c-657116432d55 service neutron] 10.222.0.81 "GET /v2.0/networks/0de24ae2-5d43-491d-a6dd-8590ac01c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309521 Nov 18 17:14:44.046181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] For port 88a8e45b-4f98-4a05-b92c-efd9d25797fb, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:14:44.050744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] For port 88a8e45b-4f98-4a05-b92c-efd9d25797fb, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=88a8e45b-4f98-4a05-b92c-efd9d25797fb,segment=NetworkSegment(fd545de5-8b36-4ffb-bdcd-d634f8f02b66),segment_id=fd545de5-8b36-4ffb-bdcd-d634f8f02b66)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:14:44.052675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-277bd877-2de9-42f0-854c-ed68de7c03fc tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Allocated IP 172.20.0.3 (f9247c4c-0dec-4822-8c08-4f0b1e416229/4470464d-468e-493a-813e-19254e6a8213/5c6486d1-7b6a-47f9-a0e2-bb55e9cc644d) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:44.122839 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:44.178461 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ee0a281e-bb41-4473-97f6-bbdc5d05882d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d62fca18abfd49e9bf4c5f4a480627e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2091389 Nov 18 17:14:44.194981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42794) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:44.200631 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46acf61a-eba0-4254-89f4-9607716ebc54 None None] Pushing event updated for resources: {'Port': ['ID=88a8e45b-4f98-4a05-b92c-efd9d25797fb,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:44.200857 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5700b-25fa-43f2-9e53-ad67488f0ccf req-26fd6513-edad-45d3-a464-470532b6c8d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:44.207625 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5700b-25fa-43f2-9e53-ad67488f0ccf req-26fd6513-edad-45d3-a464-470532b6c8d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:44.215060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5700b-25fa-43f2-9e53-ad67488f0ccf req-26fd6513-edad-45d3-a464-470532b6c8d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:44.221408 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5700b-25fa-43f2-9e53-ad67488f0ccf req-26fd6513-edad-45d3-a464-470532b6c8d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:44.228043 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5700b-25fa-43f2-9e53-ad67488f0ccf req-26fd6513-edad-45d3-a464-470532b6c8d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:44.234744 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5700b-25fa-43f2-9e53-ad67488f0ccf req-26fd6513-edad-45d3-a464-470532b6c8d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:44.241260 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5700b-25fa-43f2-9e53-ad67488f0ccf req-26fd6513-edad-45d3-a464-470532b6c8d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:44.243151 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ef5700b-25fa-43f2-9e53-ad67488f0ccf req-26fd6513-edad-45d3-a464-470532b6c8d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.2792723 Nov 18 17:14:44.270310 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98d1b017-91ed-44ca-8f85-d21fdbaf3c79 req-cbc36a05-aec4-4d54-931c-910beb938b1e service neutron] 10.222.0.81 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069703 Nov 18 17:14:44.292563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6437a-6c03-4456-82b7-b2944a0b4ca8 req-20f86632-aa4a-46a0-969d-e2178557c5e7 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:44.294351 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74e6437a-6c03-4456-82b7-b2944a0b4ca8 req-20f86632-aa4a-46a0-969d-e2178557c5e7 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 944 time: 0.2215996 Nov 18 17:14:44.298226 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-277bd877-2de9-42f0-854c-ed68de7c03fc tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:44.312985 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a1627e3-98e0-4572-921b-362824c0c341 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:44.351242 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a1627e3-98e0-4572-921b-362824c0c341 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:44.356209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ef5700b-25fa-43f2-9e53-ad67488f0ccf req-89713b78-d8b8-4e92-8d45-01e140b1d7d4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1000137 Nov 18 17:14:44.391189 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74e6437a-6c03-4456-82b7-b2944a0b4ca8 req-6d04d3ae-b513-4896-9445-b36e7e01a37e tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c24f55d6-1dc4-4773-b1b4-f428e95935a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846870 Nov 18 17:14:44.442704 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-277bd877-2de9-42f0-854c-ed68de7c03fc tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:44.485501 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195daec3-1b7c-4159-bf42-ab1670b03c9b req-5f917fc9-72f1-4933-b4cb-127d8bbd76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:44.486304 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195daec3-1b7c-4159-bf42-ab1670b03c9b req-5f917fc9-72f1-4933-b4cb-127d8bbd76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:44.487862 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195daec3-1b7c-4159-bf42-ab1670b03c9b req-5f917fc9-72f1-4933-b4cb-127d8bbd76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:44.488636 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195daec3-1b7c-4159-bf42-ab1670b03c9b req-5f917fc9-72f1-4933-b4cb-127d8bbd76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:44.489300 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195daec3-1b7c-4159-bf42-ab1670b03c9b req-5f917fc9-72f1-4933-b4cb-127d8bbd76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:44.490006 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195daec3-1b7c-4159-bf42-ab1670b03c9b req-5f917fc9-72f1-4933-b4cb-127d8bbd76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:44.490543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195daec3-1b7c-4159-bf42-ab1670b03c9b req-5f917fc9-72f1-4933-b4cb-127d8bbd76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:44.492771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-195daec3-1b7c-4159-bf42-ab1670b03c9b req-5f917fc9-72f1-4933-b4cb-127d8bbd76ce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=452f9766b67e4a999cd2927e84f67a4c&device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 6486 time: 0.0757656 Nov 18 17:14:44.500418 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a1627e3-98e0-4572-921b-362824c0c341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:44.505964 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a1627e3-98e0-4572-921b-362824c0c341 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:44.505964 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5a1627e3-98e0-4572-921b-362824c0c341 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e5c9e033-9bf9-4e9f-a4f9-035934bb6312 HTTP/1.1" status: 204 len: 168 time: 0.3083081 Nov 18 17:14:44.518909 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1627e3-98e0-4572-921b-362824c0c341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c9e033-9bf9-4e9f-a4f9-035934bb6312,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:44.554319 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277bd877-2de9-42f0-854c-ed68de7c03fc tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network f9247c4c-0dec-4822-8c08-4f0b1e416229 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:44.555507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bd877-2de9-42f0-854c-ed68de7c03fc tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=5c6486d1-7b6a-47f9-a0e2-bb55e9cc644d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:44.560197 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-277bd877-2de9-42f0-854c-ed68de7c03fc tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:44.565469 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277bd877-2de9-42f0-854c-ed68de7c03fc tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:44.605569 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:14:44.676594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277bd877-2de9-42f0-854c-ed68de7c03fc tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:44.679708 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-277bd877-2de9-42f0-854c-ed68de7c03fc tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:44.718356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195daec3-1b7c-4159-bf42-ab1670b03c9b req-06d1ba72-6069-4027-9678-4449aa90619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:44.722565 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-195daec3-1b7c-4159-bf42-ab1670b03c9b req-06d1ba72-6069-4027-9678-4449aa90619f service neutron] 10.222.0.81 "GET /v2.0/networks?id=113727fb-b8c5-4dc5-81b0-dede0422cd99 HTTP/1.1" status: 200 len: 904 time: 0.2172618 Nov 18 17:14:44.789471 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-195daec3-1b7c-4159-bf42-ab1670b03c9b req-f3faef12-c637-46fa-ad0d-a10a9d4bc630 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b5c188ab-d028-4c94-b115-3c564bba9431 HTTP/1.1" status: 200 len: 217 time: 0.0597105 Nov 18 17:14:44.792097 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-277bd877-2de9-42f0-854c-ed68de7c03fc tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.9485376 Nov 18 17:14:44.798166 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42804) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:44.850543 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0f9d9a02-97fb-46de-ae0e-ed66d1364ab5,segment=NetworkSegment(0175465b-50fd-4163-b9cf-b66d3631620a),segment_id=0175465b-50fd-4163-b9cf-b66d3631620a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:44.892588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '0f9d9a02-97fb-46de-ae0e-ed66d1364ab5', 'network_id': '0de24ae2-5d43-491d-a6dd-8590ac01c06e', 'port_id': '0f9d9a02-97fb-46de-ae0e-ed66d1364ab5', 'mac_address': 'fa:16:3e:41:10:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e1ed50-a8f0-4d00-8af8-04c9811d3b04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:14:44.919523 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195daec3-1b7c-4159-bf42-ab1670b03c9b req-577cabe4-4268-4975-8e75-9f76d1d21d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:44.920858 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-195daec3-1b7c-4159-bf42-ab1670b03c9b req-577cabe4-4268-4975-8e75-9f76d1d21d57 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11c5eae1-adf2-49db-8da2-49c6425688cc HTTP/1.1" status: 200 len: 797 time: 0.1187971 Nov 18 17:14:44.964971 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b9cb1-7162-4ab1-8c37-2395b5ff98f2 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port 5c6486d1-7b6a-47f9-a0e2-bb55e9cc644d {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:44.966062 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef7b9cb1-7162-4ab1-8c37-2395b5ff98f2 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:44.969703 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:44.990526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:14:45.014944 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0f9d9a02-97fb-46de-ae0e-ed66d1364ab5,segment=NetworkSegment(0175465b-50fd-4163-b9cf-b66d3631620a),segment_id=0175465b-50fd-4163-b9cf-b66d3631620a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:45.041519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195daec3-1b7c-4159-bf42-ab1670b03c9b req-14e51006-60db-47fc-ad5e-12333fdcfc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:45.043215 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-195daec3-1b7c-4159-bf42-ab1670b03c9b req-14e51006-60db-47fc-ad5e-12333fdcfc45 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=113727fb-b8c5-4dc5-81b0-dede0422cd99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1128447 Nov 18 17:14:45.056230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c2638-fee9-4d42-a4c4-c28384c0ff36 req-7ed2b2d6-d457-4272-9aab-8a7242bb4288 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:45.057717 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-451c2638-fee9-4d42-a4c4-c28384c0ff36 req-7ed2b2d6-d457-4272-9aab-8a7242bb4288 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 945 time: 0.0678654 Nov 18 17:14:45.094044 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef7b9cb1-7162-4ab1-8c37-2395b5ff98f2 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:45.122122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b9cb1-7162-4ab1-8c37-2395b5ff98f2 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for 5c6486d1-7b6a-47f9-a0e2-bb55e9cc644d owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:45.185295 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:45.200895 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-451c2638-fee9-4d42-a4c4-c28384c0ff36 req-0401faaa-f4ba-4315-973e-57984f5321fa tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115594 Nov 18 17:14:45.290725 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=0f9d9a02-97fb-46de-ae0e-ed66d1364ab5,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:45.294327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-195daec3-1b7c-4159-bf42-ab1670b03c9b req-8885f94d-865a-40d9-9aad-bdaa42a8a940 service neutron] 10.222.0.81 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356126 Nov 18 17:14:45.431188 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef7b9cb1-7162-4ab1-8c37-2395b5ff98f2 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:45.491644 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['0f9d9a02-97fb-46de-ae0e-ed66d1364ab5'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:14:45.519675 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-195daec3-1b7c-4159-bf42-ab1670b03c9b req-8ab91590-9976-47a2-a4d5-89c6bf3e38af service neutron] 10.222.0.81 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158170 Nov 18 17:14:45.533041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b9cb1-7162-4ab1-8c37-2395b5ff98f2 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=5c6486d1-7b6a-47f9-a0e2-bb55e9cc644d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:45.615577 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 88a8e45b-4f98-4a05-b92c-efd9d25797fb up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:14:45.657625 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef7b9cb1-7162-4ab1-8c37-2395b5ff98f2 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:45.665535 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ef7b9cb1-7162-4ab1-8c37-2395b5ff98f2 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/ports/5c6486d1-7b6a-47f9-a0e2-bb55e9cc644d HTTP/1.1" status: 204 len: 168 time: 0.8701115 Nov 18 17:14:45.666735 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42826) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:45.721254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 88a8e45b-4f98-4a05-b92c-efd9d25797fb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:45.721611 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:45.726933 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-898277fa-c50c-4d0c-afd8-2dbf845f0f06 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] GET failed (client error): The resource could not be found. Nov 18 17:14:45.730972 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-898277fa-c50c-4d0c-afd8-2dbf845f0f06 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports/5c6486d1-7b6a-47f9-a0e2-bb55e9cc644d HTTP/1.1" status: 404 len: 333 time: 0.0473430 Nov 18 17:14:45.731898 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42828) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:45.763714 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b6f31-6ec4-45a4-b576-31da42f4fc21 req-b8a887e1-8060-47f6-8459-171fd9a2fa9f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:45.774110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b6f31-6ec4-45a4-b576-31da42f4fc21 req-b8a887e1-8060-47f6-8459-171fd9a2fa9f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:45.784046 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b6f31-6ec4-45a4-b576-31da42f4fc21 req-b8a887e1-8060-47f6-8459-171fd9a2fa9f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:45.791129 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa09285-3f9e-4f79-866f-e1ed525cdfe1 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting subnet 4470464d-468e-493a-813e-19254e6a8213 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:14:45.795372 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9fa09285-3f9e-4f79-866f-e1ed525cdfe1 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:45.803353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b6f31-6ec4-45a4-b576-31da42f4fc21 req-b8a887e1-8060-47f6-8459-171fd9a2fa9f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:45.811519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b6f31-6ec4-45a4-b576-31da42f4fc21 req-b8a887e1-8060-47f6-8459-171fd9a2fa9f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:45.817379 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b6f31-6ec4-45a4-b576-31da42f4fc21 req-b8a887e1-8060-47f6-8459-171fd9a2fa9f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:45.824456 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b6f31-6ec4-45a4-b576-31da42f4fc21 req-b8a887e1-8060-47f6-8459-171fd9a2fa9f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:45.826293 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e7b6f31-6ec4-45a4-b576-31da42f4fc21 req-b8a887e1-8060-47f6-8459-171fd9a2fa9f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.2546110 Nov 18 17:14:45.837996 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb894c-7d31-4040-9160-56bbbf08658e req-2056254d-8186-4852-ac8d-f1503de67aa5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:45.848149 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87cb894c-7d31-4040-9160-56bbbf08658e req-2056254d-8186-4852-ac8d-f1503de67aa5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 950 time: 0.3266416 Nov 18 17:14:45.915997 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9fa09285-3f9e-4f79-866f-e1ed525cdfe1 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:45.939912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb449ced-e0e2-46fa-a50c-340c4811a995 None None] Network f9247c4c-0dec-4822-8c08-4f0b1e416229 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:45.959193 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87cb894c-7d31-4040-9160-56bbbf08658e req-73e6e8b1-1856-4c1d-90d6-86a2a4318c07 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100812 Nov 18 17:14:46.001206 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e7b6f31-6ec4-45a4-b576-31da42f4fc21 req-c5de3f59-7fb5-46aa-80be-e7ac68dab173 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1407142 Nov 18 17:14:46.021028 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:46.058937 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-45daf290-d31a-43b5-a876-7366582fad1a None None] Provisioning complete for port 88a8e45b-4f98-4a05-b92c-efd9d25797fb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:46.059182 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-45daf290-d31a-43b5-a876-7366582fad1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:46.133185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 88a8e45b-4f98-4a05-b92c-efd9d25797fb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=88a8e45b-4f98-4a05-b92c-efd9d25797fb,segment=NetworkSegment(fd545de5-8b36-4ffb-bdcd-d634f8f02b66),segment_id=fd545de5-8b36-4ffb-bdcd-d634f8f02b66)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:46.151611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e521c-ff74-4fa5-8bc9-ea986077b672 req-222255f7-3bb2-4c89-97f0-bcf731e18a7f tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:46.163845 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-596e521c-ff74-4fa5-8bc9-ea986077b672 req-222255f7-3bb2-4c89-97f0-bcf731e18a7f tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 945 time: 0.0946083 Nov 18 17:14:46.193185 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9fa09285-3f9e-4f79-866f-e1ed525cdfe1 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:46.210938 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:46.242739 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-596e521c-ff74-4fa5-8bc9-ea986077b672 req-1591c44c-43e4-4780-8acb-a68f88654c3e tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c24f55d6-1dc4-4773-b1b4-f428e95935a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778680 Nov 18 17:14:46.302385 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-45daf290-d31a-43b5-a876-7366582fad1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:46.318627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=88a8e45b-4f98-4a05-b92c-efd9d25797fb,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:46.368777 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9fa09285-3f9e-4f79-866f-e1ed525cdfe1 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:46.409962 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-45daf290-d31a-43b5-a876-7366582fad1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:14:46.413764 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-45daf290-d31a-43b5-a876-7366582fad1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:14:46.457381 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa09285-3f9e-4f79-866f-e1ed525cdfe1 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Subnet': ['ID=4470464d-468e-493a-813e-19254e6a8213,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:46.460332 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9fa09285-3f9e-4f79-866f-e1ed525cdfe1 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:46.465961 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9fa09285-3f9e-4f79-866f-e1ed525cdfe1 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/4470464d-468e-493a-813e-19254e6a8213 HTTP/1.1" status: 204 len: 168 time: 0.7326665 Nov 18 17:14:46.467002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a92c5-2145-4a87-a889-0cae0c4d7834 req-be645e5d-4320-4541-8287-907350bbdf8d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:46.469451 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42850) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:46.473021 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-325a92c5-2145-4a87-a889-0cae0c4d7834 req-be645e5d-4320-4541-8287-907350bbdf8d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 945 time: 0.1327982 Nov 18 17:14:46.558662 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-325a92c5-2145-4a87-a889-0cae0c4d7834 req-a9ea0210-9bb2-4a75-be6f-00906d6deb5d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796905 Nov 18 17:14:46.632911 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:46.687571 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad94edaf-4ffc-4bc9-b60d-1d3581b90966 None None] Network f9247c4c-0dec-4822-8c08-4f0b1e416229 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:46.735305 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port 88a8e45b-4f98-4a05-b92c-efd9d25797fb {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:46.735667 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:46.832408 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] For port 88a8e45b-4f98-4a05-b92c-efd9d25797fb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=88a8e45b-4f98-4a05-b92c-efd9d25797fb,segment=NetworkSegment(fd545de5-8b36-4ffb-bdcd-d634f8f02b66),segment_id=fd545de5-8b36-4ffb-bdcd-d634f8f02b66)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:46.832786 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:46.855156 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for 88a8e45b-4f98-4a05-b92c-efd9d25797fb owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:46.910103 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d597c70b-200d-4b09-a264-749b5b77440c None None] DHCP port deletion for f9247c4c-0dec-4822-8c08-4f0b1e416229 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:14:46.953367 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31159923-2fbe-4c53-b3f6-0bf2d26523cb req-dae8c348-0ad3-47d1-9da0-ecba1e1ac066 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:46.954910 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-31159923-2fbe-4c53-b3f6-0bf2d26523cb req-dae8c348-0ad3-47d1-9da0-ecba1e1ac066 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 950 time: 0.1120148 Nov 18 17:14:47.035274 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d597c70b-200d-4b09-a264-749b5b77440c None None] Deleting port 88a8e45b-4f98-4a05-b92c-efd9d25797fb {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:47.035906 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d597c70b-200d-4b09-a264-749b5b77440c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:47.110355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-31159923-2fbe-4c53-b3f6-0bf2d26523cb req-42be86f4-d059-482f-a1da-ef78fcade4a5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Deleting port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:47.110712 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-31159923-2fbe-4c53-b3f6-0bf2d26523cb req-42be86f4-d059-482f-a1da-ef78fcade4a5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:47.122112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d597c70b-200d-4b09-a264-749b5b77440c None None] For port 88a8e45b-4f98-4a05-b92c-efd9d25797fb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=88a8e45b-4f98-4a05-b92c-efd9d25797fb,segment=NetworkSegment(fd545de5-8b36-4ffb-bdcd-d634f8f02b66),segment_id=fd545de5-8b36-4ffb-bdcd-d634f8f02b66)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:47.122657 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d597c70b-200d-4b09-a264-749b5b77440c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:47.144639 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d597c70b-200d-4b09-a264-749b5b77440c None None] Calling delete_port for 88a8e45b-4f98-4a05-b92c-efd9d25797fb owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:47.161397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d3dc0a91-42c0-4eaa-a017-ad5dbf86d1f0 None None] Provisioning complete for port 88a8e45b-4f98-4a05-b92c-efd9d25797fb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:47.162098 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d3dc0a91-42c0-4eaa-a017-ad5dbf86d1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:47.188403 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc0a91-42c0-4eaa-a017-ad5dbf86d1f0 None None] Port 88a8e45b-4f98-4a05-b92c-efd9d25797fb was deleted so its status cannot be updated. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 18 17:14:47.246186 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fc209-a57d-4f5d-834f-9b91c28b1224 req-226e6f8e-2489-4996-8fc9-45c24bbc26b5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:47.255021 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc7fc209-a57d-4f5d-834f-9b91c28b1224 req-226e6f8e-2489-4996-8fc9-45c24bbc26b5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 950 time: 0.1383302 Nov 18 17:14:47.275482 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d597c70b-200d-4b09-a264-749b5b77440c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:47.286104 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-31159923-2fbe-4c53-b3f6-0bf2d26523cb req-42be86f4-d059-482f-a1da-ef78fcade4a5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] For port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:47.286104 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-31159923-2fbe-4c53-b3f6-0bf2d26523cb req-42be86f4-d059-482f-a1da-ef78fcade4a5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:47.301745 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf92ffe-3fab-4f13-9213-f053b7839fd8 req-f3e19e0e-ee03-476b-9c93-7c4f82cea541 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:47.305406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597c70b-200d-4b09-a264-749b5b77440c None None] Pushing event deleted for resources: {'Port': ['ID=88a8e45b-4f98-4a05-b92c-efd9d25797fb,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:47.309594 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf92ffe-3fab-4f13-9213-f053b7839fd8 req-f3e19e0e-ee03-476b-9c93-7c4f82cea541 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:47.316494 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:47.319467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf92ffe-3fab-4f13-9213-f053b7839fd8 req-f3e19e0e-ee03-476b-9c93-7c4f82cea541 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:47.319621 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-31159923-2fbe-4c53-b3f6-0bf2d26523cb req-42be86f4-d059-482f-a1da-ef78fcade4a5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Calling delete_port for 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:47.320752 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597c70b-200d-4b09-a264-749b5b77440c None None] No DVR routers for this DVR port 88a8e45b-4f98-4a05-b92c-efd9d25797fb on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:14:47.327318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf92ffe-3fab-4f13-9213-f053b7839fd8 req-f3e19e0e-ee03-476b-9c93-7c4f82cea541 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:47.340151 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf92ffe-3fab-4f13-9213-f053b7839fd8 req-f3e19e0e-ee03-476b-9c93-7c4f82cea541 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:47.347364 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf92ffe-3fab-4f13-9213-f053b7839fd8 req-f3e19e0e-ee03-476b-9c93-7c4f82cea541 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:47.356195 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf92ffe-3fab-4f13-9213-f053b7839fd8 req-f3e19e0e-ee03-476b-9c93-7c4f82cea541 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:47.364355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=88a8e45b-4f98-4a05-b92c-efd9d25797fb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:47.367348 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5cf92ffe-3fab-4f13-9213-f053b7839fd8 req-f3e19e0e-ee03-476b-9c93-7c4f82cea541 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.1986752 Nov 18 17:14:47.369705 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No DVR routers for this DVR port 88a8e45b-4f98-4a05-b92c-efd9d25797fb on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:14:47.409930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42880) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:47.475153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc7fc209-a57d-4f5d-834f-9b91c28b1224 req-96745712-cafb-40b1-9227-51bca9432fc2 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/security-groups?id=fc68e168-a29c-4d5c-8fcf-9a9131d63b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188630 Nov 18 17:14:47.489564 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:47.495110 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5cf92ffe-3fab-4f13-9213-f053b7839fd8 req-1ec3933b-00f9-40ed-bdbf-ec7e74654e09 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1269746 Nov 18 17:14:47.522330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9247c4c-0dec-4822-8c08-4f0b1e416229']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:47.533054 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd545de5-8b36-4ffb-bdcd-d634f8f02b66') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:47.534481 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd545de5-8b36-4ffb-bdcd-d634f8f02b66') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:47.540778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 88a8e45b-4f98-4a05-b92c-efd9d25797fb no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:14:47.544137 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:47.559241 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:47.566031 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:14:47.566444 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:47.587881 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 88a8e45b-4f98-4a05-b92c-efd9d25797fb {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:14:47.596877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 88a8e45b-4f98-4a05-b92c-efd9d25797fb not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:14:47.617585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ddb11-248b-4ada-aa27-1524632991fb req-20f431b2-2250-4a13-b49a-0ba200a1304e tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:47.626761 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b9ddb11-248b-4ada-aa27-1524632991fb req-20f431b2-2250-4a13-b49a-0ba200a1304e tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 945 time: 0.0679078 Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:14:47.633600 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:14:47.695907 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88f30f4b-3bcb-419f-9913-a7bde11f8728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:47.712021 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:47.717594 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:47.725909 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/networks/f9247c4c-0dec-4822-8c08-4f0b1e416229 HTTP/1.1" status: 204 len: 168 time: 1.2501342 Nov 18 17:14:47.726016 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b9ddb11-248b-4ada-aa27-1524632991fb req-fef22593-0235-4b5f-9214-5cf7eb30c156 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c24f55d6-1dc4-4773-b1b4-f428e95935a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919192 Nov 18 17:14:47.731074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42888) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:47.736563 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c2de0a24-f917-46c7-8008-440c9835d43a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'name': 'tempest-PortsTestJSON-208351255'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:47.772832 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab93005-e869-4a02-a53a-6d8f0f9b2783 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Network': ['ID=f9247c4c-0dec-4822-8c08-4f0b1e416229,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:47.802242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2986aa-a3c8-4b6d-864f-24aa4697d0ea req-e68dec51-38e4-4c83-9ff4-56d16612feb4 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:47.804255 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db2986aa-a3c8-4b6d-864f-24aa4697d0ea req-e68dec51-38e4-4c83-9ff4-56d16612feb4 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 945 time: 0.0951102 Nov 18 17:14:47.844398 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-31159923-2fbe-4c53-b3f6-0bf2d26523cb req-42be86f4-d059-482f-a1da-ef78fcade4a5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:47.886967 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db2986aa-a3c8-4b6d-864f-24aa4697d0ea req-46491dc8-e68f-49fd-8eae-3dda26b527ae tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764160 Nov 18 17:14:47.897614 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88f30f4b-3bcb-419f-9913-a7bde11f8728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:47.908344 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be86f4-d059-482f-a1da-ef78fcade4a5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Pushing event deleted for resources: {'Port': ['ID=84b1ffda-c5de-42a5-a45c-32dcb52c2d4f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:47.952754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-31159923-2fbe-4c53-b3f6-0bf2d26523cb req-42be86f4-d059-482f-a1da-ef78fcade4a5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] No DVR routers for this DVR port 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:14:47.957367 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-31159923-2fbe-4c53-b3f6-0bf2d26523cb req-42be86f4-d059-482f-a1da-ef78fcade4a5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:47.960763 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-31159923-2fbe-4c53-b3f6-0bf2d26523cb req-42be86f4-d059-482f-a1da-ef78fcade4a5 tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.83 "DELETE /v2.0/ports/84b1ffda-c5de-42a5-a45c-32dcb52c2d4f HTTP/1.1" status: 204 len: 173 time: 0.9968557 Nov 18 17:14:47.961220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0b665a-951f-4ee4-99a7-7a0b059ba3a8', 'name': 'network-vif-deleted', 'tag': '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:47.967993 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3318453-edd5-469d-bce8-3c7b6736bde0" -d '{"events": [{"server_uuid": "6f0b665a-951f-4ee4-99a7-7a0b059ba3a8", "name": "network-vif-deleted", "tag": "84b1ffda-c5de-42a5-a45c-32dcb52c2d4f"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:47.990774 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88f30f4b-3bcb-419f-9913-a7bde11f8728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:48.011136 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f347b80-cb74-4aa0-8ce8-4022e7797738 x-openstack-request-id: req-1f347b80-cb74-4aa0-8ce8-4022e7797738 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:48.011441 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0b665a-951f-4ee4-99a7-7a0b059ba3a8", "name": "network-vif-deleted", "tag": "84b1ffda-c5de-42a5-a45c-32dcb52c2d4f", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:48.011822 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1f347b80-cb74-4aa0-8ce8-4022e7797738 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:48.012888 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0b665a-951f-4ee4-99a7-7a0b059ba3a8', 'name': 'network-vif-deleted', 'tag': '84b1ffda-c5de-42a5-a45c-32dcb52c2d4f', 'status': 'completed', 'code': 200} Nov 18 17:14:48.044256 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-88f30f4b-3bcb-419f-9913-a7bde11f8728 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3910920a538e48d6859afedf4cd67c7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6274273 Nov 18 17:14:48.045140 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f30f4b-3bcb-419f-9913-a7bde11f8728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e12b19-eb2f-4862-97b9-6ed86cacc5ef,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:48.047237 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42892) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:48.074402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2de0a24-f917-46c7-8008-440c9835d43a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:48.078277 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2de0a24-f917-46c7-8008-440c9835d43a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:48.112061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-c2de0a24-f917-46c7-8008-440c9835d43a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] device_id is not set on port 446cbc5b-e214-4d75-9e43-d788015ce4bf yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:14:48.164547 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d5178b4-417e-4598-9600-2953e20449b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:48.203183 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d5178b4-417e-4598-9600-2953e20449b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:48.335023 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2de0a24-f917-46c7-8008-440c9835d43a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:48.391353 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d5178b4-417e-4598-9600-2953e20449b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:48.394746 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d5178b4-417e-4598-9600-2953e20449b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:48.403814 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5d5178b4-417e-4598-9600-2953e20449b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/42e12b19-eb2f-4862-97b9-6ed86cacc5ef HTTP/1.1" status: 204 len: 168 time: 0.3476305 Nov 18 17:14:48.407592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5178b4-417e-4598-9600-2953e20449b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e12b19-eb2f-4862-97b9-6ed86cacc5ef,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:48.426786 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2de0a24-f917-46c7-8008-440c9835d43a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:48.470298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2de0a24-f917-46c7-8008-440c9835d43a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:48.476065 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-c2de0a24-f917-46c7-8008-440c9835d43a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:48.479712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de0a24-f917-46c7-8008-440c9835d43a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:48.485803 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2de0a24-f917-46c7-8008-440c9835d43a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:48.486443 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2de0a24-f917-46c7-8008-440c9835d43a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:48.508362 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de0a24-f917-46c7-8008-440c9835d43a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=446cbc5b-e214-4d75-9e43-d788015ce4bf,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:48.622154 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c2de0a24-f917-46c7-8008-440c9835d43a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8902018 Nov 18 17:14:48.624763 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42902) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:48.626332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb4bc28e-854d-49f4-b1d3-808a9aefeeea req-9d380dbe-13ce-4daa-997e-bd5ec9a3f02a tempest-ServersAdminTestJSON-342290072 tempest-ServersAdminTestJSON-342290072-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0b665a-951f-4ee4-99a7-7a0b059ba3a8 HTTP/1.1" status: 200 len: 210 time: 0.0499761 Nov 18 17:14:48.636486 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:14:48.652052 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efb278-dc05-4b26-9d53-9aa30c2a8bb8 req-ccb6064a-242b-44e1-af31-eaff0d86ff07 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:48.658940 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efb278-dc05-4b26-9d53-9aa30c2a8bb8 req-ccb6064a-242b-44e1-af31-eaff0d86ff07 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:48.664960 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efb278-dc05-4b26-9d53-9aa30c2a8bb8 req-ccb6064a-242b-44e1-af31-eaff0d86ff07 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:48.671510 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efb278-dc05-4b26-9d53-9aa30c2a8bb8 req-ccb6064a-242b-44e1-af31-eaff0d86ff07 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:48.678426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efb278-dc05-4b26-9d53-9aa30c2a8bb8 req-ccb6064a-242b-44e1-af31-eaff0d86ff07 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:48.684752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efb278-dc05-4b26-9d53-9aa30c2a8bb8 req-ccb6064a-242b-44e1-af31-eaff0d86ff07 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:48.691658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efb278-dc05-4b26-9d53-9aa30c2a8bb8 req-ccb6064a-242b-44e1-af31-eaff0d86ff07 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:48.693832 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-85efb278-dc05-4b26-9d53-9aa30c2a8bb8 req-ccb6064a-242b-44e1-af31-eaff0d86ff07 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.1273351 Nov 18 17:14:48.786513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b70278a9-eafc-4fd7-94bc-b87da4892192 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port 446cbc5b-e214-4d75-9e43-d788015ce4bf {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:48.786927 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b70278a9-eafc-4fd7-94bc-b87da4892192 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:48.825677 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:14:48.833484 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:48.833484 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:48.840016 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-85efb278-dc05-4b26-9d53-9aa30c2a8bb8 req-c65b0340-a705-4827-8a68-f553ac773bc3 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1370194 Nov 18 17:14:48.888255 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b70278a9-eafc-4fd7-94bc-b87da4892192 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:48.917349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b70278a9-eafc-4fd7-94bc-b87da4892192 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for 446cbc5b-e214-4d75-9e43-d788015ce4bf owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:49.014706 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bbbf9-fbf7-4f54-a229-e5929b13dab9 req-172903c7-6b2b-4de7-8f6c-cb3768c0b644 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:49.016791 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-690bbbf9-fbf7-4f54-a229-e5929b13dab9 req-172903c7-6b2b-4de7-8f6c-cb3768c0b644 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 945 time: 0.1238029 Nov 18 17:14:49.161966 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-690bbbf9-fbf7-4f54-a229-e5929b13dab9 req-5e3b86a3-31ec-45e4-b8db-06e0dd5fe2e8 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c24f55d6-1dc4-4773-b1b4-f428e95935a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336331 Nov 18 17:14:49.179749 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b70278a9-eafc-4fd7-94bc-b87da4892192 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:49.182371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fb615-929a-4115-bbd1-9c7f6bc96db3 req-793fce3d-e010-43b8-a7a5-52f4731a242b tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:49.191644 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-186fb615-929a-4115-bbd1-9c7f6bc96db3 req-793fce3d-e010-43b8-a7a5-52f4731a242b tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 945 time: 0.1143303 Nov 18 17:14:49.228000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70278a9-eafc-4fd7-94bc-b87da4892192 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=446cbc5b-e214-4d75-9e43-d788015ce4bf,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:49.238681 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:49.248266 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b70278a9-eafc-4fd7-94bc-b87da4892192 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:49.254815 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b70278a9-eafc-4fd7-94bc-b87da4892192 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/ports/446cbc5b-e214-4d75-9e43-d788015ce4bf HTTP/1.1" status: 204 len: 168 time: 0.6224980 Nov 18 17:14:49.256442 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-186fb615-929a-4115-bbd1-9c7f6bc96db3 req-3006ace9-fa32-4475-8b69-03529a09b8c3 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622008 Nov 18 17:14:49.257776 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42918) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:49.264145 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-666e722f-2932-463c-9e53-2daa9bc2147b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'mac_address': 'fa:16:3e:c7:96:49', 'name': 'tempest-PortsTestJSON-1024501847'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:49.269299 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb51e4f3-1170-4df6-9e27-a1852da20e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9d9a02-97fb-46de-ae0e-ed66d1364ab5'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:49.273745 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8423bb4-da11-4488-993a-6b8b58575f47" -d '{"events": [{"server_uuid": "fb51e4f3-1170-4df6-9e27-a1852da20e2e", "name": "network-vif-plugged", "status": "completed", "tag": "0f9d9a02-97fb-46de-ae0e-ed66d1364ab5"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:49.289704 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0f9d9a02-97fb-46de-ae0e-ed66d1364ab5,segment=NetworkSegment(0175465b-50fd-4163-b9cf-b66d3631620a),segment_id=0175465b-50fd-4163-b9cf-b66d3631620a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:49.319977 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59243b31-e847-4bff-8b7c-42b34889a12f x-openstack-request-id: req-59243b31-e847-4bff-8b7c-42b34889a12f {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:49.320340 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb51e4f3-1170-4df6-9e27-a1852da20e2e", "name": "network-vif-plugged", "status": "completed", "tag": "0f9d9a02-97fb-46de-ae0e-ed66d1364ab5", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:49.320662 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-59243b31-e847-4bff-8b7c-42b34889a12f {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:49.321162 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb51e4f3-1170-4df6-9e27-a1852da20e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9d9a02-97fb-46de-ae0e-ed66d1364ab5', 'code': 200} Nov 18 17:14:49.341849 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:49.429859 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=0f9d9a02-97fb-46de-ae0e-ed66d1364ab5,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:49.436595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666e722f-2932-463c-9e53-2daa9bc2147b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:49.448870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca8d04-f8db-45e2-82fd-850f97b35e2a req-6f2805e0-3b87-4837-a3e4-949638f71695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:49.450443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54ca8d04-f8db-45e2-82fd-850f97b35e2a req-6f2805e0-3b87-4837-a3e4-949638f71695 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 1098 time: 0.0545557 Nov 18 17:14:49.500699 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54ca8d04-f8db-45e2-82fd-850f97b35e2a req-378bf2c2-9a7d-4828-953d-dad545e22eaf service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c24f55d6-1dc4-4773-b1b4-f428e95935a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418882 Nov 18 17:14:49.506065 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-666e722f-2932-463c-9e53-2daa9bc2147b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:49.530426 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-666e722f-2932-463c-9e53-2daa9bc2147b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] device_id is not set on port 6f56d8c0-4183-4b63-a9bc-0b8d674339c7 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:14:49.702713 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-666e722f-2932-463c-9e53-2daa9bc2147b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:49.793943 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:14:49.803399 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-666e722f-2932-463c-9e53-2daa9bc2147b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:49.817924 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:14:49.818280 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 84b1ffda-c5de-42a5-a45c-32dcb52c2d4f not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:14:49.852436 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42938) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:49.863429 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666e722f-2932-463c-9e53-2daa9bc2147b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:49.872862 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-666e722f-2932-463c-9e53-2daa9bc2147b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:49.877412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666e722f-2932-463c-9e53-2daa9bc2147b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:49.892962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666e722f-2932-463c-9e53-2daa9bc2147b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:49.895429 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-666e722f-2932-463c-9e53-2daa9bc2147b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:49.910812 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e722f-2932-463c-9e53-2daa9bc2147b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=6f56d8c0-4183-4b63-a9bc-0b8d674339c7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:49.991903 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f04262e2-97f1-42c0-b27c-9acf6540360f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-381560934-network', 'tenant_id': '57213ceada19447b85f74ffb4b2f42a1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:50.011273 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-666e722f-2932-463c-9e53-2daa9bc2147b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7519293 Nov 18 17:14:50.013873 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42946) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:50.054440 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619d511-9bad-4916-afc2-a08785a598cc req-0ec44e6e-6342-45c5-8e62-06b2657fe346 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:50.060447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619d511-9bad-4916-afc2-a08785a598cc req-0ec44e6e-6342-45c5-8e62-06b2657fe346 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:50.066522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619d511-9bad-4916-afc2-a08785a598cc req-0ec44e6e-6342-45c5-8e62-06b2657fe346 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:50.072773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619d511-9bad-4916-afc2-a08785a598cc req-0ec44e6e-6342-45c5-8e62-06b2657fe346 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:50.079064 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619d511-9bad-4916-afc2-a08785a598cc req-0ec44e6e-6342-45c5-8e62-06b2657fe346 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:50.085725 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619d511-9bad-4916-afc2-a08785a598cc req-0ec44e6e-6342-45c5-8e62-06b2657fe346 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:50.091958 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619d511-9bad-4916-afc2-a08785a598cc req-0ec44e6e-6342-45c5-8e62-06b2657fe346 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:50.094163 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5619d511-9bad-4916-afc2-a08785a598cc req-0ec44e6e-6342-45c5-8e62-06b2657fe346 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.1176641 Nov 18 17:14:50.099105 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04262e2-97f1-42c0-b27c-9acf6540360f admin admin] Made reservation on behalf of 57213ceada19447b85f74ffb4b2f42a1 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:50.104318 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f04262e2-97f1-42c0-b27c-9acf6540360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:50.113270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9c19bd-e7cb-4a3c-999e-a2d0646d6f28 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:50.114716 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bd9c19bd-e7cb-4a3c-999e-a2d0646d6f28 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports/6f56d8c0-4183-4b63-a9bc-0b8d674339c7 HTTP/1.1" status: 200 len: 841 time: 0.0994177 Nov 18 17:14:50.117655 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42948) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:50.117829 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f04262e2-97f1-42c0-b27c-9acf6540360f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:50.215339 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5619d511-9bad-4916-afc2-a08785a598cc req-3d9d6c63-e230-4134-b402-6da5777ebd95 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1043069 Nov 18 17:14:50.228385 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-f905c5e3-a8d6-4cf2-ba83-5fde06475f80 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port 6f56d8c0-4183-4b63-a9bc-0b8d674339c7 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:50.228725 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f905c5e3-a8d6-4cf2-ba83-5fde06475f80 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:50.320376 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f04262e2-97f1-42c0-b27c-9acf6540360f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:50.334651 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f905c5e3-a8d6-4cf2-ba83-5fde06475f80 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:50.343152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdfd11-a91f-490a-896b-03ddab269815 req-aab1a176-bb47-421b-87f5-ae5f735ec665 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:50.344544 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3cfdfd11-a91f-490a-896b-03ddab269815 req-aab1a176-bb47-421b-87f5-ae5f735ec665 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 946 time: 0.0669770 Nov 18 17:14:50.360498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-f905c5e3-a8d6-4cf2-ba83-5fde06475f80 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for 6f56d8c0-4183-4b63-a9bc-0b8d674339c7 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:50.361760 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42956) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:50.394990 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f04262e2-97f1-42c0-b27c-9acf6540360f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:50.453231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04262e2-97f1-42c0-b27c-9acf6540360f admin admin] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:14:50.474900 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04262e2-97f1-42c0-b27c-9acf6540360f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a5373b-71e6-4c6b-be81-53de3bc2e78e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:50.483144 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3cfdfd11-a91f-490a-896b-03ddab269815 req-0883bb5a-a859-4492-8b7c-2f31d9ec4cda tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c24f55d6-1dc4-4773-b1b4-f428e95935a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309421 Nov 18 17:14:50.496897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbeb1e-5179-422e-856b-17e30ff36c47 req-b653cd28-f6d0-4b11-b6ac-99b443e4593f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:50.500285 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9abbeb1e-5179-422e-856b-17e30ff36c47 req-b653cd28-f6d0-4b11-b6ac-99b443e4593f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 945 time: 0.1394718 Nov 18 17:14:50.517239 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f905c5e3-a8d6-4cf2-ba83-5fde06475f80 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:50.529519 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f04262e2-97f1-42c0-b27c-9acf6540360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:50.529877 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-f04262e2-97f1-42c0-b27c-9acf6540360f admin admin] Added segment 27489add-ea18-46fc-96a0-d7026eba6f5d of type vlan for network 893f742d-19b4-4c12-a45d-c9dba78b6dc5 Nov 18 17:14:50.555866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905c5e3-a8d6-4cf2-ba83-5fde06475f80 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=6f56d8c0-4183-4b63-a9bc-0b8d674339c7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:50.559615 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f905c5e3-a8d6-4cf2-ba83-5fde06475f80 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:50.563161 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f905c5e3-a8d6-4cf2-ba83-5fde06475f80 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/ports/6f56d8c0-4183-4b63-a9bc-0b8d674339c7 HTTP/1.1" status: 204 len: 168 time: 0.4443979 Nov 18 17:14:50.565725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42960) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:50.589478 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e2fa55-d244-4809-99c1-1841eb00d9ba tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] GET failed (client error): The resource could not be found. Nov 18 17:14:50.594247 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-63e2fa55-d244-4809-99c1-1841eb00d9ba tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports/6f56d8c0-4183-4b63-a9bc-0b8d674339c7 HTTP/1.1" status: 404 len: 333 time: 0.0242388 Nov 18 17:14:50.599490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42962) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:50.600718 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e8e6dd2b-8adc-4ad5-b8d8-e568dd521f7b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'name': 'tempest-PortsTestJSON-280288336'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:50.624906 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f04262e2-97f1-42c0-b27c-9acf6540360f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:50.631758 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ebfd8bb7-86da-40de-a0bc-23994aa7b7d5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=39a6280c77f24f45a9ca2eab191b91cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660677 Nov 18 17:14:50.634905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42964) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:50.646708 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9abbeb1e-5179-422e-856b-17e30ff36c47 req-7ec15bab-a96c-4c97-b5fa-5fa529055f4b tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377003 Nov 18 17:14:50.719176 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04dc24c2-44d7-4065-a9d8-25edcce29059 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:50.747614 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f04262e2-97f1-42c0-b27c-9acf6540360f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:50.749295 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04262e2-97f1-42c0-b27c-9acf6540360f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:50.749615 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f04262e2-97f1-42c0-b27c-9acf6540360f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:50.759531 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04dc24c2-44d7-4065-a9d8-25edcce29059 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:50.773236 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e6dd2b-8adc-4ad5-b8d8-e568dd521f7b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:50.776816 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8e6dd2b-8adc-4ad5-b8d8-e568dd521f7b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:50.803995 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-e8e6dd2b-8adc-4ad5-b8d8-e568dd521f7b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] device_id is not set on port 23c675c9-9fa7-474e-b6e7-21cbe853cc1f yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:14:50.857519 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f04262e2-97f1-42c0-b27c-9acf6540360f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0086322 Nov 18 17:14:50.858150 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04262e2-97f1-42c0-b27c-9acf6540360f admin admin] Pushing event updated for resources: {'Network': ['ID=893f742d-19b4-4c12-a45d-c9dba78b6dc5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:50.865278 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42966) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:50.883348 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-22e2f420-7660-4743-b2b2-f3687253b688 admin admin] Request body: {'subnet': {'network_id': '893f742d-19b4-4c12-a45d-c9dba78b6dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-381560934-subnet', 'tenant_id': '57213ceada19447b85f74ffb4b2f42a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:50.885031 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 893f742d-19b4-4c12-a45d-c9dba78b6dc5 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:14:50.969638 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e2f420-7660-4743-b2b2-f3687253b688 admin admin] Made reservation on behalf of 57213ceada19447b85f74ffb4b2f42a1 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:50.975913 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22e2f420-7660-4743-b2b2-f3687253b688 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:50.980002 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04dc24c2-44d7-4065-a9d8-25edcce29059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:50.987610 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04dc24c2-44d7-4065-a9d8-25edcce29059 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:50.990861 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-04dc24c2-44d7-4065-a9d8-25edcce29059 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fc68e168-a29c-4d5c-8fcf-9a9131d63b86 HTTP/1.1" status: 204 len: 168 time: 0.3534606 Nov 18 17:14:51.039543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc24c2-44d7-4065-a9d8-25edcce29059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc68e168-a29c-4d5c-8fcf-9a9131d63b86,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:51.146327 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8e6dd2b-8adc-4ad5-b8d8-e568dd521f7b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:51.218901 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:51.242527 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8e6dd2b-8adc-4ad5-b8d8-e568dd521f7b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:51.297592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e6dd2b-8adc-4ad5-b8d8-e568dd521f7b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:51.313408 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-e8e6dd2b-8adc-4ad5-b8d8-e568dd521f7b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:51.323625 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22e2f420-7660-4743-b2b2-f3687253b688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:51.325194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e6dd2b-8adc-4ad5-b8d8-e568dd521f7b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:51.337529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e6dd2b-8adc-4ad5-b8d8-e568dd521f7b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:51.338657 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8e6dd2b-8adc-4ad5-b8d8-e568dd521f7b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:51.373279 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6dd2b-8adc-4ad5-b8d8-e568dd521f7b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=23c675c9-9fa7-474e-b6e7-21cbe853cc1f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:51.419318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f460-3585-49c8-a819-4d863d570b84 req-ac37231b-6b02-4e75-a70b-172a9b1289ce tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:51.426020 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f460-3585-49c8-a819-4d863d570b84 req-ac37231b-6b02-4e75-a70b-172a9b1289ce tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:51.432129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f460-3585-49c8-a819-4d863d570b84 req-ac37231b-6b02-4e75-a70b-172a9b1289ce tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:51.438241 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f460-3585-49c8-a819-4d863d570b84 req-ac37231b-6b02-4e75-a70b-172a9b1289ce tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:51.444910 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f460-3585-49c8-a819-4d863d570b84 req-ac37231b-6b02-4e75-a70b-172a9b1289ce tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:51.448856 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e8e6dd2b-8adc-4ad5-b8d8-e568dd521f7b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8528368 Nov 18 17:14:51.449915 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42978) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:51.451105 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f460-3585-49c8-a819-4d863d570b84 req-ac37231b-6b02-4e75-a70b-172a9b1289ce tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:51.456244 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a32d1740-297d-4dc1-9d24-a6f4b78993cf tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:51.457324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f460-3585-49c8-a819-4d863d570b84 req-ac37231b-6b02-4e75-a70b-172a9b1289ce tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:51.465544 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4941f460-3585-49c8-a819-4d863d570b84 req-ac37231b-6b02-4e75-a70b-172a9b1289ce tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.1559541 Nov 18 17:14:51.484288 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2f420-7660-4743-b2b2-f3687253b688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ca9d9f-44de-4393-84dd-90054fa6ed6b,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:51.528887 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2f420-7660-4743-b2b2-f3687253b688 admin admin] Checking segment: {'id': '27489add-ea18-46fc-96a0-d7026eba6f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '893f742d-19b4-4c12-a45d-c9dba78b6dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:51.529264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e2f420-7660-4743-b2b2-f3687253b688 admin admin] Network hostable DHCP agents. Network: 893f742d-19b4-4c12-a45d-c9dba78b6dc5, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:14:51.550762 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a32d1740-297d-4dc1-9d24-a6f4b78993cf tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:51.571837 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4941f460-3585-49c8-a819-4d863d570b84 req-02549c65-bcce-4fc8-8711-be8a77b64076 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041901 Nov 18 17:14:51.655131 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad20c24-095a-4a3e-92a1-40fdcd65ed26 req-4b4a0c3d-54dc-4d1e-bfc6-f705ffc014ac tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:51.656918 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ad20c24-095a-4a3e-92a1-40fdcd65ed26 req-4b4a0c3d-54dc-4d1e-bfc6-f705ffc014ac tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 946 time: 0.0542214 Nov 18 17:14:51.658163 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e2f420-7660-4743-b2b2-f3687253b688 admin admin] Network 893f742d-19b4-4c12-a45d-c9dba78b6dc5 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:14:51.710743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-22e2f420-7660-4743-b2b2-f3687253b688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 893f742d-19b4-4c12-a45d-c9dba78b6dc5) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:51.721646 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1b4b78-6c85-4343-ac49-1bf6d5f2d31f None None] Network 893f742d-19b4-4c12-a45d-c9dba78b6dc5 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:51.721843 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e2f420-7660-4743-b2b2-f3687253b688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:51.724248 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22e2f420-7660-4743-b2b2-f3687253b688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:51.751174 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42984) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:51.763052 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ad20c24-095a-4a3e-92a1-40fdcd65ed26 req-759332a2-b832-4254-a2d4-76c88411ac73 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c24f55d6-1dc4-4773-b1b4-f428e95935a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966098 Nov 18 17:14:51.807512 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-22e2f420-7660-4743-b2b2-f3687253b688 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9427261 Nov 18 17:14:51.812266 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a32d1740-297d-4dc1-9d24-a6f4b78993cf tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:51.894093 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a32d1740-297d-4dc1-9d24-a6f4b78993cf tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:51.915893 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-52e7146e-8b28-4cfd-9fc1-bb81b416c339 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4776fcac0c7a4a7e910d46939ab9af93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1631107 Nov 18 17:14:51.924884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9cd20-a1e8-4417-bcc1-bfc0b0be70ff req-c96c7252-ccf9-4a5f-ba3c-c103e6de53ad tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:51.926531 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ce9cd20-a1e8-4417-bcc1-bfc0b0be70ff req-c96c7252-ccf9-4a5f-ba3c-c103e6de53ad tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 945 time: 0.1540716 Nov 18 17:14:51.927858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42990) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:51.956328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9027c4a-105c-40a0-a87a-19fad3d5886a None None] Network 893f742d-19b4-4c12-a45d-c9dba78b6dc5 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:51.981671 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a32d1740-297d-4dc1-9d24-a6f4b78993cf tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] In _notify_port_updated(), no bound segment for port 23c675c9-9fa7-474e-b6e7-21cbe853cc1f on network eabaebc0-8920-4f0b-b341-85e0bccd64ba {{(pid=104008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:14:51.985252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e6b52-e491-4ec1-b6c2-a7bad443f6d7 req-5adb4f44-be1d-46cf-81da-69b82d080b83 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:51.987363 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3c9e6b52-e491-4ec1-b6c2-a7bad443f6d7 req-5adb4f44-be1d-46cf-81da-69b82d080b83 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 946 time: 0.1219137 Nov 18 17:14:51.991745 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32d1740-297d-4dc1-9d24-a6f4b78993cf tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:51.993717 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a32d1740-297d-4dc1-9d24-a6f4b78993cf tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:52.002236 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a32d1740-297d-4dc1-9d24-a6f4b78993cf tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "PUT /v2.0/ports/23c675c9-9fa7-474e-b6e7-21cbe853cc1f HTTP/1.1" status: 200 len: 818 time: 0.5499110 Nov 18 17:14:52.005260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42992) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:52.075930 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ce4697a-15e3-44b1-8617-e3ba9d887945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:52.076852 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d1740-297d-4dc1-9d24-a6f4b78993cf tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=23c675c9-9fa7-474e-b6e7-21cbe853cc1f,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:52.099637 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ce4697a-15e3-44b1-8617-e3ba9d887945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:52.140308 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ce9cd20-a1e8-4417-bcc1-bfc0b0be70ff req-9c2420d9-7fa7-4e3e-a5b0-727ddcb8baa9 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051175 Nov 18 17:14:52.161739 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3c9e6b52-e491-4ec1-b6c2-a7bad443f6d7 req-2896a730-a115-44ed-956a-2537f504384b tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c24f55d6-1dc4-4773-b1b4-f428e95935a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678004 Nov 18 17:14:52.166379 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-72380e15-e89a-45a2-b097-fc7c8cdaff21 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port 23c675c9-9fa7-474e-b6e7-21cbe853cc1f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:52.167146 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72380e15-e89a-45a2-b097-fc7c8cdaff21 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:52.236552 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ce4697a-15e3-44b1-8617-e3ba9d887945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:52.239338 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ce4697a-15e3-44b1-8617-e3ba9d887945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:52.244580 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7ce4697a-15e3-44b1-8617-e3ba9d887945 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2ec74b55-96a5-47ec-985b-b284cad4e562 HTTP/1.1" status: 204 len: 168 time: 0.3155529 Nov 18 17:14:52.261601 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4697a-15e3-44b1-8617-e3ba9d887945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec74b55-96a5-47ec-985b-b284cad4e562,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:52.281924 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72380e15-e89a-45a2-b097-fc7c8cdaff21 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:52.314591 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-72380e15-e89a-45a2-b097-fc7c8cdaff21 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for 23c675c9-9fa7-474e-b6e7-21cbe853cc1f owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:52.539493 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72380e15-e89a-45a2-b097-fc7c8cdaff21 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:52.566631 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72380e15-e89a-45a2-b097-fc7c8cdaff21 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=23c675c9-9fa7-474e-b6e7-21cbe853cc1f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:52.588354 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72380e15-e89a-45a2-b097-fc7c8cdaff21 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:52.594956 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-72380e15-e89a-45a2-b097-fc7c8cdaff21 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/ports/23c675c9-9fa7-474e-b6e7-21cbe853cc1f HTTP/1.1" status: 204 len: 168 time: 0.5852473 Nov 18 17:14:52.595444 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43012) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:52.660744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d55d86d-9a84-47ee-8aef-048c610cc314 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:52.665184 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8d55d86d-9a84-47ee-8aef-048c610cc314 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0647051 Nov 18 17:14:52.665743 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43018) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:52.688761 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:52.696806 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa06a4-c07f-4465-9d2e-f4577d062675 req-bbaf88e5-b7d3-451a-86c2-26af3cc58093 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:52.701208 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88aa06a4-c07f-4465-9d2e-f4577d062675 req-bbaf88e5-b7d3-451a-86c2-26af3cc58093 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 946 time: 0.0610802 Nov 18 17:14:52.704486 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d4b0a7-c568-48fa-9e7e-4c2c12cc13d5 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] GET failed (client error): The resource could not be found. Nov 18 17:14:52.706681 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c3d4b0a7-c568-48fa-9e7e-4c2c12cc13d5 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports/23c675c9-9fa7-474e-b6e7-21cbe853cc1f HTTP/1.1" status: 404 len: 333 time: 0.0395823 Nov 18 17:14:52.711819 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43020) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:52.720944 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-03013941-e9db-42e4-93d9-f14c8612ceb6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1968561153'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:52.822512 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88aa06a4-c07f-4465-9d2e-f4577d062675 req-602253fb-469f-4ba3-ab85-d230dd133162 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c24f55d6-1dc4-4773-b1b4-f428e95935a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094406 Nov 18 17:14:52.834583 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9076b15-08f0-4220-8111-2926f35e803a req-70ae0943-a4ae-4e48-aefb-ab848d98c9c5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:52.840474 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9076b15-08f0-4220-8111-2926f35e803a req-70ae0943-a4ae-4e48-aefb-ab848d98c9c5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:52.847236 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9076b15-08f0-4220-8111-2926f35e803a req-70ae0943-a4ae-4e48-aefb-ab848d98c9c5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:52.857857 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9076b15-08f0-4220-8111-2926f35e803a req-70ae0943-a4ae-4e48-aefb-ab848d98c9c5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:52.859180 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9076b15-08f0-4220-8111-2926f35e803a req-70ae0943-a4ae-4e48-aefb-ab848d98c9c5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:52.871402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9076b15-08f0-4220-8111-2926f35e803a req-70ae0943-a4ae-4e48-aefb-ab848d98c9c5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:52.871710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9076b15-08f0-4220-8111-2926f35e803a req-70ae0943-a4ae-4e48-aefb-ab848d98c9c5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:52.874023 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9076b15-08f0-4220-8111-2926f35e803a req-70ae0943-a4ae-4e48-aefb-ab848d98c9c5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.1568139 Nov 18 17:14:52.893666 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03013941-e9db-42e4-93d9-f14c8612ceb6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:52.894069 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03013941-e9db-42e4-93d9-f14c8612ceb6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:52.936798 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03013941-e9db-42e4-93d9-f14c8612ceb6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] vlan segment allocate from pool success with {'vlan_id': 1144, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:14:52.959886 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03013941-e9db-42e4-93d9-f14c8612ceb6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:52.960239 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-03013941-e9db-42e4-93d9-f14c8612ceb6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Added segment 3e5d51fa-7c67-48f2-abcc-f543d08e1b58 of type vlan for network 66039696-4aa5-4bc6-85ad-2a1215c4e78d Nov 18 17:14:52.973567 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9076b15-08f0-4220-8111-2926f35e803a req-0e876113-33ae-4469-935f-c741a5344508 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927162 Nov 18 17:14:53.007920 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03013941-e9db-42e4-93d9-f14c8612ceb6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:53.225031 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03013941-e9db-42e4-93d9-f14c8612ceb6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:53.230978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03013941-e9db-42e4-93d9-f14c8612ceb6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:53.231570 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03013941-e9db-42e4-93d9-f14c8612ceb6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:53.304844 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03013941-e9db-42e4-93d9-f14c8612ceb6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Network': ['ID=66039696-4aa5-4bc6-85ad-2a1215c4e78d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:53.312619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 66039696-4aa5-4bc6-85ad-2a1215c4e78d details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:14:53.401181 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-03013941-e9db-42e4-93d9-f14c8612ceb6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6866369 Nov 18 17:14:53.403837 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43046) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:53.409824 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a22840e7-4112-477b-8efb-c3195bdec3d8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'subnet': {'network_id': '66039696-4aa5-4bc6-85ad-2a1215c4e78d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:53.458120 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e151d-10cd-4522-a9af-22c6b1065057 req-85277a12-b2d8-4b69-a0ff-c01a822fb019 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:53.459643 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a96e151d-10cd-4522-a9af-22c6b1065057 req-85277a12-b2d8-4b69-a0ff-c01a822fb019 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 945 time: 0.1124244 Nov 18 17:14:53.558188 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a96e151d-10cd-4522-a9af-22c6b1065057 req-b662e366-4c0b-4e29-b567-ea71f6d5ca0c tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663912 Nov 18 17:14:53.613555 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22840e7-4112-477b-8efb-c3195bdec3d8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:53.617564 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a22840e7-4112-477b-8efb-c3195bdec3d8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:53.737264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9c6b9-edc6-4301-b7eb-0118659c1523 req-84445b07-1ce2-4d22-8ed4-1f8296ae43d6 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:53.738813 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4d9c6b9-edc6-4301-b7eb-0118659c1523 req-84445b07-1ce2-4d22-8ed4-1f8296ae43d6 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 946 time: 0.1175177 Nov 18 17:14:53.947586 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4d9c6b9-edc6-4301-b7eb-0118659c1523 req-5f9b0978-f2b9-4171-b572-e1a347bbc673 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c24f55d6-1dc4-4773-b1b4-f428e95935a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834916 Nov 18 17:14:53.947586 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a22840e7-4112-477b-8efb-c3195bdec3d8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:54.032422 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22840e7-4112-477b-8efb-c3195bdec3d8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Subnet': ['ID=067526c5-0598-4253-838e-b69e82992112,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:54.037968 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22840e7-4112-477b-8efb-c3195bdec3d8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Checking segment: {'id': '3e5d51fa-7c67-48f2-abcc-f543d08e1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '66039696-4aa5-4bc6-85ad-2a1215c4e78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:54.038376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22840e7-4112-477b-8efb-c3195bdec3d8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network hostable DHCP agents. Network: 66039696-4aa5-4bc6-85ad-2a1215c4e78d, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:14:54.116410 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77e5c9-dfb4-48b5-8cde-b7e3fecec6b9 req-3ba638e1-ab75-4483-ac09-4d8d21a2dc5c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:54.122269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77e5c9-dfb4-48b5-8cde-b7e3fecec6b9 req-3ba638e1-ab75-4483-ac09-4d8d21a2dc5c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:54.128191 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77e5c9-dfb4-48b5-8cde-b7e3fecec6b9 req-3ba638e1-ab75-4483-ac09-4d8d21a2dc5c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:54.134106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77e5c9-dfb4-48b5-8cde-b7e3fecec6b9 req-3ba638e1-ab75-4483-ac09-4d8d21a2dc5c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:54.140396 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77e5c9-dfb4-48b5-8cde-b7e3fecec6b9 req-3ba638e1-ab75-4483-ac09-4d8d21a2dc5c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:54.146296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77e5c9-dfb4-48b5-8cde-b7e3fecec6b9 req-3ba638e1-ab75-4483-ac09-4d8d21a2dc5c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:54.152256 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77e5c9-dfb4-48b5-8cde-b7e3fecec6b9 req-3ba638e1-ab75-4483-ac09-4d8d21a2dc5c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:54.154047 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab77e5c9-dfb4-48b5-8cde-b7e3fecec6b9 req-3ba638e1-ab75-4483-ac09-4d8d21a2dc5c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.0928552 Nov 18 17:14:54.176354 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22840e7-4112-477b-8efb-c3195bdec3d8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network 66039696-4aa5-4bc6-85ad-2a1215c4e78d is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:14:54.227019 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab77e5c9-dfb4-48b5-8cde-b7e3fecec6b9 req-eb40c40b-3618-493c-bfad-2a735e64bcf0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662031 Nov 18 17:14:54.270690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-a22840e7-4112-477b-8efb-c3195bdec3d8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 66039696-4aa5-4bc6-85ad-2a1215c4e78d) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:54.276745 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22840e7-4112-477b-8efb-c3195bdec3d8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:54.277963 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a22840e7-4112-477b-8efb-c3195bdec3d8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:54.278378 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c33ffd-9e54-4798-b84c-9af99c83f2c3 None None] Network 66039696-4aa5-4bc6-85ad-2a1215c4e78d requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:54.404902 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a22840e7-4112-477b-8efb-c3195bdec3d8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0000248 Nov 18 17:14:54.407685 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43084) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:54.414106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d0c1400a-9d61-460f-851f-e4f76396cbc1 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'subnet': {'network_id': '66039696-4aa5-4bc6-85ad-2a1215c4e78d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:54.446427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-66039696-4aa5-4bc6-85ad-2a1215c4e78d', 'network_id': '66039696-4aa5-4bc6-85ad-2a1215c4e78d', 'tenant_id': '56090e80a65f4bf99127d1e5e759759f', 'fixed_ips': [{'subnet_id': '067526c5-0598-4253-838e-b69e82992112'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:14:54.450046 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:54.626368 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Allocated IP 172.20.0.2 (66039696-4aa5-4bc6-85ad-2a1215c4e78d/067526c5-0598-4253-838e-b69e82992112/b71e9a09-40f0-4ba5-9db6-19e44dd4611c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:54.659371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c1400a-9d61-460f-851f-e4f76396cbc1 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:54.667949 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0c1400a-9d61-460f-851f-e4f76396cbc1 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:54.809106 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:54.878887 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:54.928557 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Network 66039696-4aa5-4bc6-85ad-2a1215c4e78d is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:54.934569 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:54.939576 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:54.950820 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Pushing event updated for resources: {'Port': ['ID=b71e9a09-40f0-4ba5-9db6-19e44dd4611c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:55.008009 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Attempting to bind port b71e9a09-40f0-4ba5-9db6-19e44dd4611c on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:14:55.008397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Attempting to bind port b71e9a09-40f0-4ba5-9db6-19e44dd4611c by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '3e5d51fa-7c67-48f2-abcc-f543d08e1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '66039696-4aa5-4bc6-85ad-2a1215c4e78d'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:14:55.008777 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Attempting to bind port b71e9a09-40f0-4ba5-9db6-19e44dd4611c on network 66039696-4aa5-4bc6-85ad-2a1215c4e78d {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:55.014677 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:14:55.015099 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Checking segment: {'id': '3e5d51fa-7c67-48f2-abcc-f543d08e1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '66039696-4aa5-4bc6-85ad-2a1215c4e78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:55.015477 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:55.015905 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Bound using segment: {'id': '3e5d51fa-7c67-48f2-abcc-f543d08e1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '66039696-4aa5-4bc6-85ad-2a1215c4e78d'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:14:55.016395 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Bound port: b71e9a09-40f0-4ba5-9db6-19e44dd4611c, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5d51fa-7c67-48f2-abcc-f543d08e1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '66039696-4aa5-4bc6-85ad-2a1215c4e78d'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:14:55.016789 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:55.087135 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] For port b71e9a09-40f0-4ba5-9db6-19e44dd4611c, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:14:55.087135 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] For port b71e9a09-40f0-4ba5-9db6-19e44dd4611c, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b71e9a09-40f0-4ba5-9db6-19e44dd4611c,segment=NetworkSegment(3e5d51fa-7c67-48f2-abcc-f543d08e1b58),segment_id=3e5d51fa-7c67-48f2-abcc-f543d08e1b58)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:14:55.133929 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:55.165757 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30989e49-ce79-459b-ac24-56396fdfa5ea req-5119c9da-393a-4e5e-afe9-05d1a5af25a1 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:55.167314 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-30989e49-ce79-459b-ac24-56396fdfa5ea req-5119c9da-393a-4e5e-afe9-05d1a5af25a1 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 945 time: 0.4936066 Nov 18 17:14:55.195471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b607d-1c2d-4888-ba5f-da3ab1540d51 None None] Pushing event updated for resources: {'Port': ['ID=b71e9a09-40f0-4ba5-9db6-19e44dd4611c,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:55.236187 n-d-813419-11 neutron-server[104007]: INFO neutron.db.ipam_backend_mixin [None req-d0c1400a-9d61-460f-851f-e4f76396cbc1 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 067526c5-0598-4253-838e-b69e82992112 (CIDR: 172.20.0.0/28) Nov 18 17:14:55.277690 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c1400a-9d61-460f-851f-e4f76396cbc1 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:14:55.278217 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c1400a-9d61-460f-851f-e4f76396cbc1 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:14:55.329552 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-30989e49-ce79-459b-ac24-56396fdfa5ea req-f42e5721-e534-4c5e-aa63-8eaa2827f662 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475217 Nov 18 17:14:55.343019 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fb2aa-d659-4799-a5dd-90adf5b91bdb req-134696a2-e590-41c9-94b9-c63c91430949 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:55.344537 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad2fb2aa-d659-4799-a5dd-90adf5b91bdb req-134696a2-e590-41c9-94b9-c63c91430949 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 946 time: 0.1072059 Nov 18 17:14:55.359147 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-7131af98-e04d-435c-a28c-06ec7a7c445b tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:55.361826 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-7131af98-e04d-435c-a28c-06ec7a7c445b tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/networks?id=893f742d-19b4-4c12-a45d-c9dba78b6dc5 HTTP/1.1" status: 200 len: 809 time: 0.2437036 Nov 18 17:14:55.399327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43124) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:55.399814 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d0c1400a-9d61-460f-851f-e4f76396cbc1 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9896464 Nov 18 17:14:55.405951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-20a23ec9-d9d9-469d-8da0-6f821ac4fd82 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'subnet': {'network_id': '66039696-4aa5-4bc6-85ad-2a1215c4e78d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:55.427642 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-0395ca00-122c-4ac1-a509-98abee4e44f2 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/quotas/57213ceada19447b85f74ffb4b2f42a1 HTTP/1.1" status: 200 len: 375 time: 0.0636241 Nov 18 17:14:55.524815 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b71e9a09-40f0-4ba5-9db6-19e44dd4611c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:14:55.561096 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-ef3f6da2-f487-4a48-9c1f-e0a307158565 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=57213ceada19447b85f74ffb4b2f42a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1323130 Nov 18 17:14:55.595260 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port b71e9a09-40f0-4ba5-9db6-19e44dd4611c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:55.595577 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:55.631875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b9ba6-b00d-4483-9027-18643f21e20d req-292a759e-e02b-4788-9230-71cf38c92ac1 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:55.633410 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-224b9ba6-b00d-4483-9027-18643f21e20d req-292a759e-e02b-4788-9230-71cf38c92ac1 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 946 time: 0.1758811 Nov 18 17:14:55.670337 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a23ec9-d9d9-469d-8da0-6f821ac4fd82 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:55.674148 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20a23ec9-d9d9-469d-8da0-6f821ac4fd82 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:55.680190 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:55.718793 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port b71e9a09-40f0-4ba5-9db6-19e44dd4611c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b71e9a09-40f0-4ba5-9db6-19e44dd4611c,segment=NetworkSegment(3e5d51fa-7c67-48f2-abcc-f543d08e1b58),segment_id=3e5d51fa-7c67-48f2-abcc-f543d08e1b58)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:55.722276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-ad2fb2aa-d659-4799-a5dd-90adf5b91bdb req-3ec1c69c-9a9c-4683-8a86-83b84bc03c14 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Deleting port 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:14:55.722648 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ad2fb2aa-d659-4799-a5dd-90adf5b91bdb req-3ec1c69c-9a9c-4683-8a86-83b84bc03c14 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:55.758692 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-8618450a-9ada-4591-a229-f9fea8a9aac1 service neutron] 10.222.0.72 "GET /v2.0/networks/893f742d-19b4-4c12-a45d-c9dba78b6dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825891 Nov 18 17:14:55.807926 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:55.830232 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-224b9ba6-b00d-4483-9027-18643f21e20d req-d72473a7-e923-422c-8b30-f47f1ddf73e4 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/security-groups?id=c24f55d6-1dc4-4773-b1b4-f428e95935a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680398 Nov 18 17:14:55.891076 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=b71e9a09-40f0-4ba5-9db6-19e44dd4611c,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:55.948242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-ad2fb2aa-d659-4799-a5dd-90adf5b91bdb req-3ec1c69c-9a9c-4683-8a86-83b84bc03c14 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] For port 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0f9d9a02-97fb-46de-ae0e-ed66d1364ab5,segment=NetworkSegment(0175465b-50fd-4163-b9cf-b66d3631620a),segment_id=0175465b-50fd-4163-b9cf-b66d3631620a)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:55.948690 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ad2fb2aa-d659-4799-a5dd-90adf5b91bdb req-3ec1c69c-9a9c-4683-8a86-83b84bc03c14 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:55.978454 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-ad2fb2aa-d659-4799-a5dd-90adf5b91bdb req-3ec1c69c-9a9c-4683-8a86-83b84bc03c14 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Calling delete_port for 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:14:56.022134 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-4a4b512b-a8cc-4ae4-b9cb-a6148be28a0e service neutron] 10.222.0.72 "GET /v2.0/networks/893f742d-19b4-4c12-a45d-c9dba78b6dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488399 Nov 18 17:14:56.093201 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6726b-1163-4e9a-ae4a-8fc88c074c20 req-15f14e32-e9d4-4cfd-b736-0c312e31fa71 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:56.093657 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20a23ec9-d9d9-469d-8da0-6f821ac4fd82 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:56.101362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6726b-1163-4e9a-ae4a-8fc88c074c20 req-15f14e32-e9d4-4cfd-b736-0c312e31fa71 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:56.107959 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6726b-1163-4e9a-ae4a-8fc88c074c20 req-15f14e32-e9d4-4cfd-b736-0c312e31fa71 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:56.115196 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6726b-1163-4e9a-ae4a-8fc88c074c20 req-15f14e32-e9d4-4cfd-b736-0c312e31fa71 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:56.121951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6726b-1163-4e9a-ae4a-8fc88c074c20 req-15f14e32-e9d4-4cfd-b736-0c312e31fa71 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:56.128828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6726b-1163-4e9a-ae4a-8fc88c074c20 req-15f14e32-e9d4-4cfd-b736-0c312e31fa71 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:56.140067 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6726b-1163-4e9a-ae4a-8fc88c074c20 req-15f14e32-e9d4-4cfd-b736-0c312e31fa71 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:56.140067 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97f6726b-1163-4e9a-ae4a-8fc88c074c20 req-15f14e32-e9d4-4cfd-b736-0c312e31fa71 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.1765220 Nov 18 17:14:56.265192 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97f6726b-1163-4e9a-ae4a-8fc88c074c20 req-53bfbdb4-0d38-4d2b-bbe8-e8683a387645 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141760 Nov 18 17:14:56.390775 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ad2fb2aa-d659-4799-a5dd-90adf5b91bdb req-3ec1c69c-9a9c-4683-8a86-83b84bc03c14 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:56.407383 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['0f9d9a02-97fb-46de-ae0e-ed66d1364ab5'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:14:56.429565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1c69c-9a9c-4683-8a86-83b84bc03c14 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Pushing event deleted for resources: {'Port': ['ID=0f9d9a02-97fb-46de-ae0e-ed66d1364ab5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:56.481008 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73c5c0b-3555-4d7f-8aeb-31ce0b73abf0 None None] Network 66039696-4aa5-4bc6-85ad-2a1215c4e78d requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:56.493206 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a23ec9-d9d9-469d-8da0-6f821ac4fd82 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network 66039696-4aa5-4bc6-85ad-2a1215c4e78d is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:56.497952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-20a23ec9-d9d9-469d-8da0-6f821ac4fd82 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:56.505113 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a23ec9-d9d9-469d-8da0-6f821ac4fd82 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:56.505918 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20a23ec9-d9d9-469d-8da0-6f821ac4fd82 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:56.526084 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2fb2aa-d659-4799-a5dd-90adf5b91bdb req-3ec1c69c-9a9c-4683-8a86-83b84bc03c14 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] No DVR routers for this DVR port 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:14:56.530115 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ad2fb2aa-d659-4799-a5dd-90adf5b91bdb req-3ec1c69c-9a9c-4683-8a86-83b84bc03c14 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:56.536206 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad2fb2aa-d659-4799-a5dd-90adf5b91bdb req-3ec1c69c-9a9c-4683-8a86-83b84bc03c14 tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.81 "DELETE /v2.0/ports/0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 HTTP/1.1" status: 204 len: 173 time: 1.1709020 Nov 18 17:14:56.536699 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb51e4f3-1170-4df6-9e27-a1852da20e2e', 'name': 'network-vif-deleted', 'tag': '0f9d9a02-97fb-46de-ae0e-ed66d1364ab5'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:56.539613 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1c3d89-bb9b-42dd-be57-90e3fd13db24" -d '{"events": [{"server_uuid": "fb51e4f3-1170-4df6-9e27-a1852da20e2e", "name": "network-vif-deleted", "tag": "0f9d9a02-97fb-46de-ae0e-ed66d1364ab5"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:56.545800 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a23ec9-d9d9-469d-8da0-6f821ac4fd82 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Subnet': ['ID=c07fdf6e-a50c-4975-b9e0-96a1f514cf07,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:56.584006 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-20a23ec9-d9d9-469d-8da0-6f821ac4fd82 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1827600 Nov 18 17:14:56.586248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43144) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:56.596504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5bfa0dfa-28c4-448f-a58a-18145ddc8cbe tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'network_id': '66039696-4aa5-4bc6-85ad-2a1215c4e78d', 'fixed_ips': [{'subnet_id': '067526c5-0598-4253-838e-b69e82992112'}, {'subnet_id': 'c07fdf6e-a50c-4975-b9e0-96a1f514cf07'}], 'name': 'tempest-PortsTestJSON-1721008119'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:56.631204 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-04506129-a05b-4178-aef6-a02ba1ef04dd None None] Provisioning complete for port b71e9a09-40f0-4ba5-9db6-19e44dd4611c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:56.631960 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-04506129-a05b-4178-aef6-a02ba1ef04dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:56.688508 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-873d8ea2-e67f-4146-ade4-c1686161b63a req-e3463e1e-259f-4b9d-9987-5c1fdd807d0f tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 210 time: 0.0501778 Nov 18 17:14:56.729904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1e81f-fffd-428d-80f6-5349f0076784 req-650d06f1-4910-441b-a316-4ace33114095 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:56.738079 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6db1e81f-fffd-428d-80f6-5349f0076784 req-650d06f1-4910-441b-a316-4ace33114095 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 945 time: 0.1532419 Nov 18 17:14:56.816468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6db1e81f-fffd-428d-80f6-5349f0076784 req-a8716442-3b19-4bdb-9ddb-65a307001637 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705152 Nov 18 17:14:56.824139 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f6d0c8-c965-4fcb-84d1-912697fc9075 x-openstack-request-id: req-18f6d0c8-c965-4fcb-84d1-912697fc9075 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:56.825114 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb51e4f3-1170-4df6-9e27-a1852da20e2e", "name": "network-vif-deleted", "tag": "0f9d9a02-97fb-46de-ae0e-ed66d1364ab5", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:56.825390 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-18f6d0c8-c965-4fcb-84d1-912697fc9075 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:56.825900 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb51e4f3-1170-4df6-9e27-a1852da20e2e', 'name': 'network-vif-deleted', 'tag': '0f9d9a02-97fb-46de-ae0e-ed66d1364ab5', 'status': 'completed', 'code': 200} Nov 18 17:14:56.842225 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfa0dfa-28c4-448f-a58a-18145ddc8cbe tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:14:56.965563 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0dfa-28c4-448f-a58a-18145ddc8cbe tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:56.999045 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1c99027-fbfc-4150-a3a9-f9f30b2c07f5 req-ad7ae981-0cc7-4881-9a9a-ba665d289eff tempest-ServersNegativeTestMultiTenantJSON-1540014101 tempest-ServersNegativeTestMultiTenantJSON-1540014101-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb51e4f3-1170-4df6-9e27-a1852da20e2e HTTP/1.1" status: 200 len: 210 time: 0.0329823 Nov 18 17:14:57.000827 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d54b92e-10b4-4417-afcf-10fcf89b9eba None None] Update dhcp port {'port': {'network_id': '66039696-4aa5-4bc6-85ad-2a1215c4e78d', 'fixed_ips': [{'subnet_id': '067526c5-0598-4253-838e-b69e82992112', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c07fdf6e-a50c-4975-b9e0-96a1f514cf07'}], 'binding:host_id': 'n-d-813419-11'}, 'id': 'b71e9a09-40f0-4ba5-9db6-19e44dd4611c'} from n-d-813419-11. {{(pid=104009) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 18 17:14:57.002331 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-5bfa0dfa-28c4-448f-a58a-18145ddc8cbe tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] device_id is not set on port afe13731-1c18-402b-84d9-2e17aed4cf60 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:14:57.028203 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3d54b92e-10b4-4417-afcf-10fcf89b9eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:57.214507 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-3d54b92e-10b4-4417-afcf-10fcf89b9eba None None] Allocated IP 172.20.0.18 (66039696-4aa5-4bc6-85ad-2a1215c4e78d/c07fdf6e-a50c-4975-b9e0-96a1f514cf07/b71e9a09-40f0-4ba5-9db6-19e44dd4611c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:57.302191 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-9edf2bb2-d7cd-4a4f-8840-194c52eafbc1 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:57.304528 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-9edf2bb2-d7cd-4a4f-8840-194c52eafbc1 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da&tenant_id=50df9abadb204a52a1f75cd50dbb0a82&binding%3Ahost_id=n-h1-813419-11 HTTP/1.1" status: 200 len: 1097 time: 0.0486133 Nov 18 17:14:57.318096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-11'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:57.326349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3d54b92e-10b4-4417-afcf-10fcf89b9eba None None] For port b71e9a09-40f0-4ba5-9db6-19e44dd4611c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b71e9a09-40f0-4ba5-9db6-19e44dd4611c,segment=NetworkSegment(3e5d51fa-7c67-48f2-abcc-f543d08e1b58),segment_id=3e5d51fa-7c67-48f2-abcc-f543d08e1b58)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:57.362687 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3d54b92e-10b4-4417-afcf-10fcf89b9eba None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:57.397925 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:57.440802 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416720be-49e9-46d5-8476-9db166bef6b6 req-c8f7a4f6-f4b9-436e-8a1f-c8f1916450d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:57.449272 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416720be-49e9-46d5-8476-9db166bef6b6 req-c8f7a4f6-f4b9-436e-8a1f-c8f1916450d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:57.457276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416720be-49e9-46d5-8476-9db166bef6b6 req-c8f7a4f6-f4b9-436e-8a1f-c8f1916450d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:57.464347 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416720be-49e9-46d5-8476-9db166bef6b6 req-c8f7a4f6-f4b9-436e-8a1f-c8f1916450d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:57.470833 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416720be-49e9-46d5-8476-9db166bef6b6 req-c8f7a4f6-f4b9-436e-8a1f-c8f1916450d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:57.477608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416720be-49e9-46d5-8476-9db166bef6b6 req-c8f7a4f6-f4b9-436e-8a1f-c8f1916450d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:57.482085 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3d54b92e-10b4-4417-afcf-10fcf89b9eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:57.485209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416720be-49e9-46d5-8476-9db166bef6b6 req-c8f7a4f6-f4b9-436e-8a1f-c8f1916450d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:57.487229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-416720be-49e9-46d5-8476-9db166bef6b6 req-c8f7a4f6-f4b9-436e-8a1f-c8f1916450d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.1329362 Nov 18 17:14:57.512507 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b71e9a09-40f0-4ba5-9db6-19e44dd4611c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:14:57.594904 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-416720be-49e9-46d5-8476-9db166bef6b6 req-8979aa0a-3de4-4b3d-9f4e-e45f850cc6f9 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0997410 Nov 18 17:14:57.682688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] For port cf8ccb18-f108-451f-8e9a-38cc13435e0c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cf8ccb18-f108-451f-8e9a-38cc13435e0c,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:57.708142 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43180) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:57.741596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-5bfa0dfa-28c4-448f-a58a-18145ddc8cbe tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Allocated IP 172.20.0.8 (66039696-4aa5-4bc6-85ad-2a1215c4e78d/067526c5-0598-4253-838e-b69e82992112/afe13731-1c18-402b-84d9-2e17aed4cf60) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:57.769502 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-5bfa0dfa-28c4-448f-a58a-18145ddc8cbe tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Allocated IP 172.20.0.28 (66039696-4aa5-4bc6-85ad-2a1215c4e78d/c07fdf6e-a50c-4975-b9e0-96a1f514cf07/afe13731-1c18-402b-84d9-2e17aed4cf60) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:14:57.778765 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] For port cf8ccb18-f108-451f-8e9a-38cc13435e0c, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:14:57.829527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54b92e-10b4-4417-afcf-10fcf89b9eba None None] Pushing event updated for resources: {'Port': ['ID=b71e9a09-40f0-4ba5-9db6-19e44dd4611c,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:57.841332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cf8ccb18-f108-451f-8e9a-38cc13435e0c details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:14:57.844744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311d7f2b-94e5-411a-95ac-5be34c5f89da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf8ccb18-f108-451f-8e9a-38cc13435e0c'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:57.848677 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8865a145-43b3-424f-8895-cbd8bc9bb564 req-889e385d-a678-4bf8-b226-5441640f910e tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 210 time: 0.0813267 Nov 18 17:14:57.855511 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721a1980-1521-4f8c-ad8f-af59d800d160" -d '{"events": [{"server_uuid": "311d7f2b-94e5-411a-95ac-5be34c5f89da", "name": "network-vif-unplugged", "status": "completed", "tag": "cf8ccb18-f108-451f-8e9a-38cc13435e0c"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:57.865870 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:57.876160 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port b71e9a09-40f0-4ba5-9db6-19e44dd4611c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:57.879020 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:57.944230 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f693cd-1d33-4278-b52b-9f8f030eed83 x-openstack-request-id: req-d4f693cd-1d33-4278-b52b-9f8f030eed83 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:14:57.944539 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311d7f2b-94e5-411a-95ac-5be34c5f89da", "name": "network-vif-unplugged", "status": "completed", "tag": "cf8ccb18-f108-451f-8e9a-38cc13435e0c", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:14:57.944792 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d4f693cd-1d33-4278-b52b-9f8f030eed83 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:14:57.945193 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311d7f2b-94e5-411a-95ac-5be34c5f89da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf8ccb18-f108-451f-8e9a-38cc13435e0c', 'code': 200} Nov 18 17:14:57.952899 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce392dd4-7faa-48f8-9075-61d79c5d4f58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:57.971991 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:58.101694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43192) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:58.110885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295e252-8398-4e6d-ba74-9b8a296950ae req-9a21f052-256f-415a-ae81-9d3c5e853a59 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:58.112252 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a295e252-8398-4e6d-ba74-9b8a296950ae req-9a21f052-256f-415a-ae81-9d3c5e853a59 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 943 time: 0.1625700 Nov 18 17:14:58.133889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port cf8ccb18-f108-451f-8e9a-38cc13435e0c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cf8ccb18-f108-451f-8e9a-38cc13435e0c,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:14:58.143645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8ccb18-f108-451f-8e9a-38cc13435e0c,revision_number=7']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:58.148788 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cf8ccb18-f108-451f-8e9a-38cc13435e0c has no active binding in host n-h2-813419-11 {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 18 17:14:58.170415 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0dfa-28c4-448f-a58a-18145ddc8cbe tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:58.191649 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce392dd4-7faa-48f8-9075-61d79c5d4f58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:58.213675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Attempting to bind port cf8ccb18-f108-451f-8e9a-38cc13435e0c on host n-h1-813419-11 for vnic_type normal with profile {"migrating_to": "n-h2-813419-11"} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:14:58.214026 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Attempting to bind port cf8ccb18-f108-451f-8e9a-38cc13435e0c by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:14:58.214364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Attempting to bind port cf8ccb18-f108-451f-8e9a-38cc13435e0c on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:58.223448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Port cf8ccb18-f108-451f-8e9a-38cc13435e0c on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:14:58.223917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Attempting to bind port cf8ccb18-f108-451f-8e9a-38cc13435e0c on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:14:58.240003 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:14:58.240412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Checking segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:14:58.240872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Bound using segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:14:58.241294 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Bound port: cf8ccb18-f108-451f-8e9a-38cc13435e0c, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:14:58.241659 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:58.243511 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-462a8256-921e-4c3f-8c26-5eef1e361434 admin admin] Deleting subnet 49e1ed50-a8f0-4d00-8af8-04c9811d3b04 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:14:58.253947 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-462a8256-921e-4c3f-8c26-5eef1e361434 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:58.256430 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce392dd4-7faa-48f8-9075-61d79c5d4f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:58.321213 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a295e252-8398-4e6d-ba74-9b8a296950ae req-2824849f-1718-4321-a1a4-331b413c3d17 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915369 Nov 18 17:14:58.324507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] For port cf8ccb18-f108-451f-8e9a-38cc13435e0c, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:14:58.329316 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] For port cf8ccb18-f108-451f-8e9a-38cc13435e0c, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cf8ccb18-f108-451f-8e9a-38cc13435e0c,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:14:58.346833 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0dfa-28c4-448f-a58a-18145ddc8cbe tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:58.355726 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-462a8256-921e-4c3f-8c26-5eef1e361434 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:58.382243 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ce392dd4-7faa-48f8-9075-61d79c5d4f58 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b2405ce3ed214c8cacfab54ff723868e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6720803 Nov 18 17:14:58.383727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce392dd4-7faa-48f8-9075-61d79c5d4f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c2a37e-c75f-4064-84ef-f9903efc01a0,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:58.386292 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43194) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:58.417162 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfa0dfa-28c4-448f-a58a-18145ddc8cbe tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network 66039696-4aa5-4bc6-85ad-2a1215c4e78d is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:14:58.419358 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-5bfa0dfa-28c4-448f-a58a-18145ddc8cbe tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:14:58.429575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa0dfa-28c4-448f-a58a-18145ddc8cbe tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:14:58.441750 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:58.455038 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-462a8256-921e-4c3f-8c26-5eef1e361434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:58.482600 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-40775477-0e44-4e19-99a6-e46e86a9034e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:58.494313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa0dfa-28c4-448f-a58a-18145ddc8cbe tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=afe13731-1c18-402b-84d9-2e17aed4cf60,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:58.522673 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-40775477-0e44-4e19-99a6-e46e86a9034e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:58.543701 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfa0dfa-28c4-448f-a58a-18145ddc8cbe tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:58.544796 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0dfa-28c4-448f-a58a-18145ddc8cbe tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:58.592467 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:58.594893 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:58.595126 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] 10.222.0.83 "PUT /v2.0/ports/cf8ccb18-f108-451f-8e9a-38cc13435e0c HTTP/1.1" status: 200 len: 1123 time: 1.2815039 Nov 18 17:14:58.630941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c9520-04fc-42d0-9ad5-92b167cf7be8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8ccb18-f108-451f-8e9a-38cc13435e0c,revision_number=8']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:58.652696 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354aee4a-4c8a-45be-8dd7-15359a2ff76b None None] Network 66039696-4aa5-4bc6-85ad-2a1215c4e78d requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:14:58.706119 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-462a8256-921e-4c3f-8c26-5eef1e361434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:58.710390 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5bfa0dfa-28c4-448f-a58a-18145ddc8cbe tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1217611 Nov 18 17:14:58.712972 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43202) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:58.716986 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:14:58.731652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5f8d4518-8f5b-4c09-ac8b-616f664c049c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '067526c5-0598-4253-838e-b69e82992112'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:58.732103 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['cf8ccb18-f108-451f-8e9a-38cc13435e0c'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:14:58.733932 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['cf8ccb18-f108-451f-8e9a-38cc13435e0c'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:14:58.734742 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-40775477-0e44-4e19-99a6-e46e86a9034e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:58.737658 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-40775477-0e44-4e19-99a6-e46e86a9034e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:58.741689 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-40775477-0e44-4e19-99a6-e46e86a9034e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f1c2a37e-c75f-4064-84ef-f9903efc01a0 HTTP/1.1" status: 204 len: 168 time: 0.3492794 Nov 18 17:14:58.788712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a8256-921e-4c3f-8c26-5eef1e361434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e1ed50-a8f0-4d00-8af8-04c9811d3b04,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:58.791260 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-462a8256-921e-4c3f-8c26-5eef1e361434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:58.794887 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-462a8256-921e-4c3f-8c26-5eef1e361434 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/49e1ed50-a8f0-4d00-8af8-04c9811d3b04 HTTP/1.1" status: 204 len: 168 time: 0.6814675 Nov 18 17:14:58.798800 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43206) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:58.811910 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40775477-0e44-4e19-99a6-e46e86a9034e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c2a37e-c75f-4064-84ef-f9903efc01a0,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:58.842569 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:14:58.843096 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 0f9d9a02-97fb-46de-ae0e-ed66d1364ab5 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:14:58.853368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875c51-87d3-4203-b502-215697ec059f req-5ae9b2fb-fd03-47c9-b020-39287bd5b90a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:58.860789 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875c51-87d3-4203-b502-215697ec059f req-5ae9b2fb-fd03-47c9-b020-39287bd5b90a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:58.868384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875c51-87d3-4203-b502-215697ec059f req-5ae9b2fb-fd03-47c9-b020-39287bd5b90a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:58.875450 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875c51-87d3-4203-b502-215697ec059f req-5ae9b2fb-fd03-47c9-b020-39287bd5b90a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:58.891266 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875c51-87d3-4203-b502-215697ec059f req-5ae9b2fb-fd03-47c9-b020-39287bd5b90a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:58.899485 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875c51-87d3-4203-b502-215697ec059f req-5ae9b2fb-fd03-47c9-b020-39287bd5b90a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:58.905916 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875c51-87d3-4203-b502-215697ec059f req-5ae9b2fb-fd03-47c9-b020-39287bd5b90a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:58.916749 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-45875c51-87d3-4203-b502-215697ec059f req-5ae9b2fb-fd03-47c9-b020-39287bd5b90a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.2277629 Nov 18 17:14:58.932119 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f8d4518-8f5b-4c09-ac8b-616f664c049c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.028254 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-45875c51-87d3-4203-b502-215697ec059f req-8309c764-30ae-45dc-a9c0-bf3ee5b26160 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109095 Nov 18 17:14:59.038484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd03491b-ad99-4b0c-b482-82c70944d583 req-193d7da5-3103-4eec-b6f1-6ea001103375 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 210 time: 0.0435357 Nov 18 17:14:59.050567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7c69200c-4f34-435f-9757-8c4412e884a0 None None] Provisioning complete for port b71e9a09-40f0-4ba5-9db6-19e44dd4611c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:59.051043 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7c69200c-4f34-435f-9757-8c4412e884a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.089712 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3446d1b2-e9e0-4a34-957f-df136ccafe3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.272238 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3446d1b2-e9e0-4a34-957f-df136ccafe3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.305432 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-3446d1b2-e9e0-4a34-957f-df136ccafe3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de24ae2-5d43-491d-a6dd-8590ac01c06e']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:59.343641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-3446d1b2-e9e0-4a34-957f-df136ccafe3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0175465b-50fd-4163-b9cf-b66d3631620a') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:59.343994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-3446d1b2-e9e0-4a34-957f-df136ccafe3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0175465b-50fd-4163-b9cf-b66d3631620a') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:14:59.359740 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3446d1b2-e9e0-4a34-957f-df136ccafe3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.379269 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-5f8d4518-8f5b-4c09-ac8b-616f664c049c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Delete allocated IP 172.20.0.28 (66039696-4aa5-4bc6-85ad-2a1215c4e78d/c07fdf6e-a50c-4975-b9e0-96a1f514cf07) {{(pid=104008) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 18 17:14:59.382412 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3446d1b2-e9e0-4a34-957f-df136ccafe3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.399006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3446d1b2-e9e0-4a34-957f-df136ccafe3e admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:14:59.399424 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3446d1b2-e9e0-4a34-957f-df136ccafe3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:14:59.401328 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:14:59.490347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b71e9a09-40f0-4ba5-9db6-19e44dd4611c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:14:59.506289 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038e2f9-1103-4be8-bc76-b8495a958354 req-913d9b1f-a66b-4569-8f3a-6273b6f5f3f1 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:59.513636 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0038e2f9-1103-4be8-bc76-b8495a958354 req-913d9b1f-a66b-4569-8f3a-6273b6f5f3f1 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 943 time: 0.0704286 Nov 18 17:14:59.549014 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43214) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:59.575744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port b71e9a09-40f0-4ba5-9db6-19e44dd4611c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:59.576241 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.585555 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16a44821-fb2c-4f5e-8096-da0b8b500038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.679259 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3446d1b2-e9e0-4a34-957f-df136ccafe3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.698760 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a9a33327-b3bf-4dd2-9764-89dc323b8478 None None] Provisioning complete for port b71e9a09-40f0-4ba5-9db6-19e44dd4611c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:59.699391 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9a33327-b3bf-4dd2-9764-89dc323b8478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.704707 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3446d1b2-e9e0-4a34-957f-df136ccafe3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.705990 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0038e2f9-1103-4be8-bc76-b8495a958354 req-190481d5-3ed9-4a2f-8bf5-f004144f4a57 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901929 Nov 18 17:14:59.714335 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43218) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:59.716357 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3446d1b2-e9e0-4a34-957f-df136ccafe3e admin admin] 10.222.0.72 "DELETE /v2.0/networks/0de24ae2-5d43-491d-a6dd-8590ac01c06e HTTP/1.1" status: 204 len: 168 time: 0.9161010 Nov 18 17:14:59.764512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446d1b2-e9e0-4a34-957f-df136ccafe3e admin admin] Pushing event deleted for resources: {'Network': ['ID=0de24ae2-5d43-491d-a6dd-8590ac01c06e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:59.772724 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16a44821-fb2c-4f5e-8096-da0b8b500038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.782769 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-a337cc1c-af55-4897-a6aa-e8af875784f5 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:14:59.786003 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-a337cc1c-af55-4897-a6aa-e8af875784f5 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.83 "GET /v2.0/networks?id=893f742d-19b4-4c12-a45d-c9dba78b6dc5 HTTP/1.1" status: 200 len: 809 time: 0.3522983 Nov 18 17:14:59.795521 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-147fe544-b77f-4921-8022-b7d96995a8e0 admin admin] Deleting subnet 93a036da-74d6-4dcb-abcb-e11162f0d0f7 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:14:59.799512 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-147fe544-b77f-4921-8022-b7d96995a8e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.817038 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-89d94556-a763-446a-a429-eafc2b28a94f tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Request body: {'port': {'device_id': '3b403251-3706-4a8a-bfe8-b240415897a0', 'network_id': '893f742d-19b4-4c12-a45d-c9dba78b6dc5', 'admin_state_up': True, 'tenant_id': '57213ceada19447b85f74ffb4b2f42a1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:14:59.840868 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f8d4518-8f5b-4c09-ac8b-616f664c049c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.858434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a9a33327-b3bf-4dd2-9764-89dc323b8478 None None] Provisioning complete for port afe13731-1c18-402b-84d9-2e17aed4cf60 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:14:59.858931 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9a33327-b3bf-4dd2-9764-89dc323b8478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.863053 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16a44821-fb2c-4f5e-8096-da0b8b500038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.906227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a9a33327-b3bf-4dd2-9764-89dc323b8478 None None] Port afe13731-1c18-402b-84d9-2e17aed4cf60 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:14:59.919124 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a44821-fb2c-4f5e-8096-da0b8b500038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a54e5e-6baa-4dc0-b51e-6722290a2013,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:14:59.945002 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-147fe544-b77f-4921-8022-b7d96995a8e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.951490 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-16a44821-fb2c-4f5e-8096-da0b8b500038 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4ecf9574ff8346bd994262df0f0017c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3970683 Nov 18 17:14:59.953447 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311d7f2b-94e5-411a-95ac-5be34c5f89da', 'tag': 'cf8ccb18-f108-451f-8e9a-38cc13435e0c'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:14:59.953447 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b517f7-e548-49e5-8089-dfcccaef2b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "311d7f2b-94e5-411a-95ac-5be34c5f89da", "tag": "cf8ccb18-f108-451f-8e9a-38cc13435e0c"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:14:59.958548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43222) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:14:59.959230 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f8d4518-8f5b-4c09-ac8b-616f664c049c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.979355 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1476af0c-1b4b-4444-bdfc-3981e50c3ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:14:59.991079 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-147fe544-b77f-4921-8022-b7d96995a8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:00.026810 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7802dd33-73d0-4dd7-9f95-b39b7152ef1a x-openstack-request-id: req-7802dd33-73d0-4dd7-9f95-b39b7152ef1a {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:15:00.027156 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311d7f2b-94e5-411a-95ac-5be34c5f89da", "tag": "cf8ccb18-f108-451f-8e9a-38cc13435e0c", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:15:00.027342 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7802dd33-73d0-4dd7-9f95-b39b7152ef1a {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:15:00.027737 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311d7f2b-94e5-411a-95ac-5be34c5f89da', 'tag': 'cf8ccb18-f108-451f-8e9a-38cc13435e0c', 'status': 'completed', 'code': 200} Nov 18 17:15:00.030386 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-47ac89c4-3036-4ba0-b675-dd54904cf009 None None] Provisioning complete for port afe13731-1c18-402b-84d9-2e17aed4cf60 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:00.030836 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47ac89c4-3036-4ba0-b675-dd54904cf009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:00.076354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-47ac89c4-3036-4ba0-b675-dd54904cf009 None None] Port afe13731-1c18-402b-84d9-2e17aed4cf60 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:00.118470 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b517f7-e548-49e5-8089-dfcccaef2b3c req-517f4b4e-62f8-4b2c-b889-439c091f8c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:00.120137 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65b517f7-e548-49e5-8089-dfcccaef2b3c req-517f4b4e-62f8-4b2c-b889-439c091f8c6b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 1126 time: 0.0642087 Nov 18 17:15:00.130759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d4518-8f5b-4c09-ac8b-616f664c049c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=afe13731-1c18-402b-84d9-2e17aed4cf60,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:00.178816 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5f8d4518-8f5b-4c09-ac8b-616f664c049c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] In _notify_port_updated(), no bound segment for port afe13731-1c18-402b-84d9-2e17aed4cf60 on network 66039696-4aa5-4bc6-85ad-2a1215c4e78d {{(pid=104008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:15:00.189208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8d4518-8f5b-4c09-ac8b-616f664c049c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:00.190392 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f8d4518-8f5b-4c09-ac8b-616f664c049c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:00.191810 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5f8d4518-8f5b-4c09-ac8b-616f664c049c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "PUT /v2.0/ports/afe13731-1c18-402b-84d9-2e17aed4cf60 HTTP/1.1" status: 200 len: 919 time: 1.4777384 Nov 18 17:15:00.196006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43230) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:00.201220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-247b11b8-e58f-4f8b-b8ab-62a1fca35d43 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '067526c5-0598-4253-838e-b69e82992112'}, {'subnet_id': 'c07fdf6e-a50c-4975-b9e0-96a1f514cf07'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:00.208897 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03c3fa81-91a6-479d-a0c8-a139df16f7e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:00.259743 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03c3fa81-91a6-479d-a0c8-a139df16f7e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:00.260288 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-147fe544-b77f-4921-8022-b7d96995a8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:00.301469 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c16aa36f-dd33-4174-a264-15cc5827e33e req-d96ee072-7957-4b75-ba46-4436fa5d876a tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 210 time: 0.1141138 Nov 18 17:15:00.325370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-89d94556-a763-446a-a429-eafc2b28a94f tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Made reservation on behalf of 57213ceada19447b85f74ffb4b2f42a1 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:00.330885 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-89d94556-a763-446a-a429-eafc2b28a94f tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:00.334619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fe544-b77f-4921-8022-b7d96995a8e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a036da-74d6-4dcb-abcb-e11162f0d0f7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:00.342480 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-147fe544-b77f-4921-8022-b7d96995a8e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:00.347696 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-147fe544-b77f-4921-8022-b7d96995a8e0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/93a036da-74d6-4dcb-abcb-e11162f0d0f7 HTTP/1.1" status: 204 len: 168 time: 0.6322625 Nov 18 17:15:00.359892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43232) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:00.377361 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef35ed-643a-4733-aa53-80057e582193 req-ce7c777b-cd29-49a4-9d4d-618b14ecf00d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:00.383310 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-247b11b8-e58f-4f8b-b8ab-62a1fca35d43 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:00.385280 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef35ed-643a-4733-aa53-80057e582193 req-ce7c777b-cd29-49a4-9d4d-618b14ecf00d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:00.403499 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5ed09d67-4c35-4fa6-b356-4098bbecefb3 None None] Provisioning complete for port afe13731-1c18-402b-84d9-2e17aed4cf60 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:00.404674 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef35ed-643a-4733-aa53-80057e582193 req-ce7c777b-cd29-49a4-9d4d-618b14ecf00d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:00.408224 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5ed09d67-4c35-4fa6-b356-4098bbecefb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:00.415019 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef35ed-643a-4733-aa53-80057e582193 req-ce7c777b-cd29-49a4-9d4d-618b14ecf00d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:00.421230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef35ed-643a-4733-aa53-80057e582193 req-ce7c777b-cd29-49a4-9d4d-618b14ecf00d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:00.427430 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef35ed-643a-4733-aa53-80057e582193 req-ce7c777b-cd29-49a4-9d4d-618b14ecf00d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:00.433782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef35ed-643a-4733-aa53-80057e582193 req-ce7c777b-cd29-49a4-9d4d-618b14ecf00d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:00.442301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4aef35ed-643a-4733-aa53-80057e582193 req-ce7c777b-cd29-49a4-9d4d-618b14ecf00d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.2560475 Nov 18 17:15:00.446440 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5ed09d67-4c35-4fa6-b356-4098bbecefb3 None None] Port afe13731-1c18-402b-84d9-2e17aed4cf60 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:00.471396 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b517f7-e548-49e5-8089-dfcccaef2b3c req-277406ec-7687-434f-80b9-6331dc973f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:00.473023 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65b517f7-e548-49e5-8089-dfcccaef2b3c req-277406ec-7687-434f-80b9-6331dc973f1a service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.3443685 Nov 18 17:15:00.516341 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03c3fa81-91a6-479d-a0c8-a139df16f7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:00.518908 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03c3fa81-91a6-479d-a0c8-a139df16f7e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:00.520095 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-03c3fa81-91a6-479d-a0c8-a139df16f7e6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b1a54e5e-6baa-4dc0-b51e-6722290a2013 HTTP/1.1" status: 204 len: 168 time: 0.5589271 Nov 18 17:15:00.574237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65b517f7-e548-49e5-8089-dfcccaef2b3c req-2bd6edb3-ae2d-4721-9492-b02a0dad3db8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf8ccb18-f108-451f-8e9a-38cc13435e0c HTTP/1.1" status: 200 len: 217 time: 0.0894186 Nov 18 17:15:00.585290 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d1e50114-6500-4965-b914-9ded7ba490d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:00.595329 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3fa81-91a6-479d-a0c8-a139df16f7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a54e5e-6baa-4dc0-b51e-6722290a2013,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:00.652673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b517f7-e548-49e5-8089-dfcccaef2b3c req-e3f82aaf-c2be-4475-b2b0-9cff28f8516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:00.654148 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65b517f7-e548-49e5-8089-dfcccaef2b3c req-e3f82aaf-c2be-4475-b2b0-9cff28f8516e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.0615704 Nov 18 17:15:00.668406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4aef35ed-643a-4733-aa53-80057e582193 req-8875fab8-236e-4f77-8166-73cb3c1a7b1e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2250896 Nov 18 17:15:00.718765 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65b517f7-e548-49e5-8089-dfcccaef2b3c req-019e761b-ab63-4666-ab5b-92861ec9d204 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562434 Nov 18 17:15:00.737334 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-89d94556-a763-446a-a429-eafc2b28a94f tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Allocated IP 172.20.0.9 (893f742d-19b4-4c12-a45d-c9dba78b6dc5/e1ca9d9f-44de-4393-84dd-90054fa6ed6b/63625437-83d2-4c50-848c-8e3ccddc4817) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:00.802342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-247b11b8-e58f-4f8b-b8ab-62a1fca35d43 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Allocated IP 172.20.0.27 (66039696-4aa5-4bc6-85ad-2a1215c4e78d/c07fdf6e-a50c-4975-b9e0-96a1f514cf07/afe13731-1c18-402b-84d9-2e17aed4cf60) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:00.802558 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d1e50114-6500-4965-b914-9ded7ba490d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:00.891947 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-d1e50114-6500-4965-b914-9ded7ba490d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafc80c8-f78a-44a0-a578-59a7d244b761']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:00.907033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-d1e50114-6500-4965-b914-9ded7ba490d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f567ab07-d4b7-4d31-9ff8-402529520a26') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:00.907341 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-d1e50114-6500-4965-b914-9ded7ba490d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f567ab07-d4b7-4d31-9ff8-402529520a26') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:00.929704 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d1e50114-6500-4965-b914-9ded7ba490d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:00.954256 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65b517f7-e548-49e5-8089-dfcccaef2b3c req-17e2c6bf-c061-4218-8a6a-89c9c16c9cd0 service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228806 Nov 18 17:15:00.956816 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d1e50114-6500-4965-b914-9ded7ba490d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:00.967537 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c837f8-abf1-4aac-af73-de53b1f4264d req-93f15b4c-ceaf-48a6-8ddc-fa8e235e0d83 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:00.968218 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0c837f8-abf1-4aac-af73-de53b1f4264d req-93f15b4c-ceaf-48a6-8ddc-fa8e235e0d83 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 943 time: 0.1188240 Nov 18 17:15:00.983264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e50114-6500-4965-b914-9ded7ba490d7 admin admin] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:15:00.983676 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d1e50114-6500-4965-b914-9ded7ba490d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:15:00.990590 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:15:01.050344 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-89d94556-a763-446a-a429-eafc2b28a94f tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:01.074714 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-247b11b8-e58f-4f8b-b8ab-62a1fca35d43 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:01.142686 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0c837f8-abf1-4aac-af73-de53b1f4264d req-0cbaa8c4-5053-484a-a88b-246134a9b24c tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637034 Nov 18 17:15:01.154380 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65b517f7-e548-49e5-8089-dfcccaef2b3c req-9c15701d-82a4-4595-989e-9f02d6e80416 service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853926 Nov 18 17:15:01.167822 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-247b11b8-e58f-4f8b-b8ab-62a1fca35d43 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:01.210139 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d1e50114-6500-4965-b914-9ded7ba490d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:01.215408 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d1e50114-6500-4965-b914-9ded7ba490d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:01.219345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d1e50114-6500-4965-b914-9ded7ba490d7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/eafc80c8-f78a-44a0-a578-59a7d244b761 HTTP/1.1" status: 204 len: 168 time: 0.8581784 Nov 18 17:15:01.232530 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-89d94556-a763-446a-a429-eafc2b28a94f tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:01.239991 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e50114-6500-4965-b914-9ded7ba490d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=eafc80c8-f78a-44a0-a578-59a7d244b761,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:01.290712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b11b8-e58f-4f8b-b8ab-62a1fca35d43 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=afe13731-1c18-402b-84d9-2e17aed4cf60,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:01.348837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-89d94556-a763-446a-a429-eafc2b28a94f tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Network 893f742d-19b4-4c12-a45d-c9dba78b6dc5 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:01.369106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-89d94556-a763-446a-a429-eafc2b28a94f tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:01.371155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-89d94556-a763-446a-a429-eafc2b28a94f tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:01.412912 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-247b11b8-e58f-4f8b-b8ab-62a1fca35d43 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] In _notify_port_updated(), no bound segment for port afe13731-1c18-402b-84d9-2e17aed4cf60 on network 66039696-4aa5-4bc6-85ad-2a1215c4e78d {{(pid=104008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:15:01.418640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247b11b8-e58f-4f8b-b8ab-62a1fca35d43 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:01.419282 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-247b11b8-e58f-4f8b-b8ab-62a1fca35d43 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:01.423155 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-247b11b8-e58f-4f8b-b8ab-62a1fca35d43 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "PUT /v2.0/ports/afe13731-1c18-402b-84d9-2e17aed4cf60 HTTP/1.1" status: 200 len: 999 time: 1.2237463 Nov 18 17:15:01.425119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43256) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:01.434814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d94556-a763-446a-a429-eafc2b28a94f tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Pushing event updated for resources: {'Port': ['ID=63625437-83d2-4c50-848c-8e3ccddc4817,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:01.480204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-89d94556-a763-446a-a429-eafc2b28a94f tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:01.481134 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-89d94556-a763-446a-a429-eafc2b28a94f tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:01.506625 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e69b2c-bf70-4a36-b853-21183a0000c4 req-ced2edb0-e623-4e05-b82a-32b345b2c709 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:01.510024 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e0e69b2c-bf70-4a36-b853-21183a0000c4 req-ced2edb0-e623-4e05-b82a-32b345b2c709 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 931 time: 0.0841663 Nov 18 17:15:01.564636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e512cd90-4fff-42f9-bebb-af0dddd86ef7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port afe13731-1c18-402b-84d9-2e17aed4cf60 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:15:01.565533 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e512cd90-4fff-42f9-bebb-af0dddd86ef7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:01.576245 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e0e69b2c-bf70-4a36-b853-21183a0000c4 req-bdda7b8d-3c54-4031-9dfe-3940ca44bf0b tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1a5373b-71e6-4c6b-be81-53de3bc2e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576625 Nov 18 17:15:01.595481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-290e8ddc-cc9c-4e3d-93be-5efa186bddab None None] Provisioning complete for port afe13731-1c18-402b-84d9-2e17aed4cf60 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:01.595481 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-290e8ddc-cc9c-4e3d-93be-5efa186bddab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:01.596643 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-89d94556-a763-446a-a429-eafc2b28a94f tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7876735 Nov 18 17:15:01.617992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Request body: {'port': {'device_id': '3b403251-3706-4a8a-bfe8-b240415897a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:01.645598 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-290e8ddc-cc9c-4e3d-93be-5efa186bddab None None] Port afe13731-1c18-402b-84d9-2e17aed4cf60 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:01.726604 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e512cd90-4fff-42f9-bebb-af0dddd86ef7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:01.729728 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:01.731829 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43268) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:01.751482 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e512cd90-4fff-42f9-bebb-af0dddd86ef7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for afe13731-1c18-402b-84d9-2e17aed4cf60 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:15:01.779039 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7fa96546-71af-47f3-992c-cda0c3039ce4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e9f050c51fd2447b85437fe3fee6aa06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452111 Nov 18 17:15:01.781571 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43270) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:01.842354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43272) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:01.935103 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ca2c2-eb2f-4bb9-94fa-b49fbef82e07 req-71cc4d83-7170-4324-bd10-0cf50dca6e2b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:01.943686 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ca2c2-eb2f-4bb9-94fa-b49fbef82e07 req-71cc4d83-7170-4324-bd10-0cf50dca6e2b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:01.953859 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ca2c2-eb2f-4bb9-94fa-b49fbef82e07 req-71cc4d83-7170-4324-bd10-0cf50dca6e2b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:01.966690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ca2c2-eb2f-4bb9-94fa-b49fbef82e07 req-71cc4d83-7170-4324-bd10-0cf50dca6e2b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:01.973327 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ca2c2-eb2f-4bb9-94fa-b49fbef82e07 req-71cc4d83-7170-4324-bd10-0cf50dca6e2b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:01.981481 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ca2c2-eb2f-4bb9-94fa-b49fbef82e07 req-71cc4d83-7170-4324-bd10-0cf50dca6e2b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:01.989709 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ca2c2-eb2f-4bb9-94fa-b49fbef82e07 req-71cc4d83-7170-4324-bd10-0cf50dca6e2b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:01.992204 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a7ca2c2-eb2f-4bb9-94fa-b49fbef82e07 req-71cc4d83-7170-4324-bd10-0cf50dca6e2b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.1996586 Nov 18 17:15:01.998797 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2e398a05-5923-4251-b2a6-0277126f5f41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:02.024360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9ae5f04c-4a1b-49ab-ac7c-c9017f3aa9a5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-network', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:02.037008 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2e398a05-5923-4251-b2a6-0277126f5f41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:02.104493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a7ca2c2-eb2f-4bb9-94fa-b49fbef82e07 req-aa97b8ef-8aec-43dc-a3be-e6e5b5e3cfc5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1024086 Nov 18 17:15:02.213917 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2e398a05-5923-4251-b2a6-0277126f5f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:02.216720 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2e398a05-5923-4251-b2a6-0277126f5f41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:02.220550 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2e398a05-5923-4251-b2a6-0277126f5f41 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c24f55d6-1dc4-4773-b1b4-f428e95935a0 HTTP/1.1" status: 204 len: 168 time: 0.4356151 Nov 18 17:15:02.231452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e398a05-5923-4251-b2a6-0277126f5f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24f55d6-1dc4-4773-b1b4-f428e95935a0,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:02.289439 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf2b70-5350-4dc2-8e35-672d95540131 req-7f33ec4b-420e-4ba2-b158-01159f191e0d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:02.291191 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40cf2b70-5350-4dc2-8e35-672d95540131 req-7f33ec4b-420e-4ba2-b158-01159f191e0d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 943 time: 0.0624475 Nov 18 17:15:02.356926 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4485086-4550-43ad-ac6d-3f6e48b88893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:02.360525 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40cf2b70-5350-4dc2-8e35-672d95540131 req-5a2698d1-e933-4a08-94b1-1eb031dbd1c5 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549519 Nov 18 17:15:02.516840 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae5f04c-4a1b-49ab-ac7c-c9017f3aa9a5 admin admin] Made reservation on behalf of 9c54261a27f145d78b7d9eca5e0a7986 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:02.519135 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f04c-4a1b-49ab-ac7c-c9017f3aa9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:02.531110 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f04c-4a1b-49ab-ac7c-c9017f3aa9a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:02.550496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63625437-83d2-4c50-848c-8e3ccddc4817 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:15:02.560248 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:02.603095 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Transition to ACTIVE for port object 63625437-83d2-4c50-848c-8e3ccddc4817 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:15:02.607237 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e512cd90-4fff-42f9-bebb-af0dddd86ef7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:02.682626 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512cd90-4fff-42f9-bebb-af0dddd86ef7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=afe13731-1c18-402b-84d9-2e17aed4cf60,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:02.747467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f2a3d-1b4f-46d2-9773-bb4966a22c95 req-65d5684e-a8e8-451e-8ffa-2d305ccf29b5 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:02.749894 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e6f2a3d-1b4f-46d2-9773-bb4966a22c95 req-65d5684e-a8e8-451e-8ffa-2d305ccf29b5 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 931 time: 0.0816290 Nov 18 17:15:02.750044 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:02.808147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e6f2a3d-1b4f-46d2-9773-bb4966a22c95 req-aa9cc779-6327-4475-aa88-9a82526f0aab tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1a5373b-71e6-4c6b-be81-53de3bc2e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509012 Nov 18 17:15:02.839474 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e512cd90-4fff-42f9-bebb-af0dddd86ef7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:02.843829 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e512cd90-4fff-42f9-bebb-af0dddd86ef7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/ports/afe13731-1c18-402b-84d9-2e17aed4cf60 HTTP/1.1" status: 204 len: 168 time: 1.4170709 Nov 18 17:15:02.845762 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43288) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:02.858052 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f04c-4a1b-49ab-ac7c-c9017f3aa9a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:02.859169 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Pushing event updated for resources: {'Port': ['ID=63625437-83d2-4c50-848c-8e3ccddc4817,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:02.872486 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-93383ebd-9f42-4237-954d-4d7892bb4eef tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] GET failed (client error): The resource could not be found. Nov 18 17:15:02.876891 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-93383ebd-9f42-4237-954d-4d7892bb4eef tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports/afe13731-1c18-402b-84d9-2e17aed4cf60 HTTP/1.1" status: 404 len: 333 time: 0.0266542 Nov 18 17:15:02.882165 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43290) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:02.941162 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f04c-4a1b-49ab-ac7c-c9017f3aa9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:02.949757 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5ce527-b272-408d-b9c9-69ad24b313bb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting subnet c07fdf6e-a50c-4975-b9e0-96a1f514cf07 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:15:02.952990 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce527-b272-408d-b9c9-69ad24b313bb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:02.959598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Attempting to bind port 63625437-83d2-4c50-848c-8e3ccddc4817 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:15:02.959968 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Attempting to bind port 63625437-83d2-4c50-848c-8e3ccddc4817 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '27489add-ea18-46fc-96a0-d7026eba6f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '893f742d-19b4-4c12-a45d-c9dba78b6dc5'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:15:02.960297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Attempting to bind port 63625437-83d2-4c50-848c-8e3ccddc4817 on network 893f742d-19b4-4c12-a45d-c9dba78b6dc5 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:02.968899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae5f04c-4a1b-49ab-ac7c-c9017f3aa9a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:15:02.982517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Port 63625437-83d2-4c50-848c-8e3ccddc4817 on network 893f742d-19b4-4c12-a45d-c9dba78b6dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:15:02.982851 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Attempting to bind port 63625437-83d2-4c50-848c-8e3ccddc4817 on network 893f742d-19b4-4c12-a45d-c9dba78b6dc5 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:02.990963 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5f04c-4a1b-49ab-ac7c-c9017f3aa9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12189d8-c35a-40b2-a7b6-aaca4347025b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:02.995680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:15:02.996137 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Checking segment: {'id': '27489add-ea18-46fc-96a0-d7026eba6f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '893f742d-19b4-4c12-a45d-c9dba78b6dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:02.996526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Bound using segment: {'id': '27489add-ea18-46fc-96a0-d7026eba6f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '893f742d-19b4-4c12-a45d-c9dba78b6dc5'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:15:02.997077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Bound port: 63625437-83d2-4c50-848c-8e3ccddc4817, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27489add-ea18-46fc-96a0-d7026eba6f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '893f742d-19b4-4c12-a45d-c9dba78b6dc5'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:15:02.997491 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:02.999436 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce527-b272-408d-b9c9-69ad24b313bb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.001407 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f04c-4a1b-49ab-ac7c-c9017f3aa9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.001763 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-9ae5f04c-4a1b-49ab-ac7c-c9017f3aa9a5 admin admin] Added segment acf6c999-7abc-49bd-b038-d0b63fa4834e of type vlan for network d6828d96-dac8-452e-9529-c68e647dfbe7 Nov 18 17:15:03.100339 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f04c-4a1b-49ab-ac7c-c9017f3aa9a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.105121 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43294) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:03.155694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-5b96bda1-809b-4fa9-b69c-a6ba08592307 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1100175 Nov 18 17:15:03.161573 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce527-b272-408d-b9c9-69ad24b313bb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.161697 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] For port 63625437-83d2-4c50-848c-8e3ccddc4817, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:15:03.187765 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] For port 63625437-83d2-4c50-848c-8e3ccddc4817, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=63625437-83d2-4c50-848c-8e3ccddc4817,segment=NetworkSegment(27489add-ea18-46fc-96a0-d7026eba6f5d),segment_id=27489add-ea18-46fc-96a0-d7026eba6f5d)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:15:03.197556 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-35496104-746b-43fd-9454-39d22104aff4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=42f34afc60bc4757bf78093d6e6b60d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0876200 Nov 18 17:15:03.197801 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43300) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:03.250073 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72c947ae-057d-4e53-8077-73970eb6f34c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.273853 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72c947ae-057d-4e53-8077-73970eb6f34c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.288986 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f04c-4a1b-49ab-ac7c-c9017f3aa9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.293088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae5f04c-4a1b-49ab-ac7c-c9017f3aa9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.293864 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f04c-4a1b-49ab-ac7c-c9017f3aa9a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.315723 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.316965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06164571-8808-4e81-a4d6-9533f760ae57 req-02beb2b4-2bec-4e23-acef-32f090eefd0c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.322968 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06164571-8808-4e81-a4d6-9533f760ae57 req-02beb2b4-2bec-4e23-acef-32f090eefd0c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.329014 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06164571-8808-4e81-a4d6-9533f760ae57 req-02beb2b4-2bec-4e23-acef-32f090eefd0c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.336149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06164571-8808-4e81-a4d6-9533f760ae57 req-02beb2b4-2bec-4e23-acef-32f090eefd0c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.342286 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06164571-8808-4e81-a4d6-9533f760ae57 req-02beb2b4-2bec-4e23-acef-32f090eefd0c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.348711 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06164571-8808-4e81-a4d6-9533f760ae57 req-02beb2b4-2bec-4e23-acef-32f090eefd0c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.355164 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06164571-8808-4e81-a4d6-9533f760ae57 req-02beb2b4-2bec-4e23-acef-32f090eefd0c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.357110 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06164571-8808-4e81-a4d6-9533f760ae57 req-02beb2b4-2bec-4e23-acef-32f090eefd0c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.1532533 Nov 18 17:15:03.361459 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce527-b272-408d-b9c9-69ad24b313bb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.410555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.410828 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.412108 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] 10.222.0.83 "PUT /v2.0/ports/63625437-83d2-4c50-848c-8e3ccddc4817 HTTP/1.1" status: 200 len: 1092 time: 1.7989018 Nov 18 17:15:03.412573 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b403251-3706-4a8a-bfe8-b240415897a0', 'tag': '63625437-83d2-4c50-848c-8e3ccddc4817'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:15:03.415102 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6612064a-2f28-4804-b854-fb70314c27bf" -d '{"events": [{"name": "network-changed", "server_uuid": "3b403251-3706-4a8a-bfe8-b240415897a0", "tag": "63625437-83d2-4c50-848c-8e3ccddc4817"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:15:03.423206 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5f04c-4a1b-49ab-ac7c-c9017f3aa9a5 admin admin] Pushing event updated for resources: {'Network': ['ID=d6828d96-dac8-452e-9529-c68e647dfbe7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:03.432580 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9ae5f04c-4a1b-49ab-ac7c-c9017f3aa9a5 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5851934 Nov 18 17:15:03.432657 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ce527-b272-408d-b9c9-69ad24b313bb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Subnet': ['ID=c07fdf6e-a50c-4975-b9e0-96a1f514cf07,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:03.432727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43306) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:03.437568 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce527-b272-408d-b9c9-69ad24b313bb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.438444 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-33248849-244d-4d23-8589-dd7216a35eca admin admin] Request body: {'subnet': {'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-subnet', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:03.445939 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3e5ce527-b272-408d-b9c9-69ad24b313bb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/c07fdf6e-a50c-4975-b9e0-96a1f514cf07 HTTP/1.1" status: 204 len: 168 time: 0.5583525 Nov 18 17:15:03.448874 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43308) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:03.449180 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-d1594b5c-3a01-4a96-8753-7393384849c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.458777 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-d1594b5c-3a01-4a96-8753-7393384849c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.458777 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-d1594b5c-3a01-4a96-8753-7393384849c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.458777 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-d1594b5c-3a01-4a96-8753-7393384849c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.458777 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-d1594b5c-3a01-4a96-8753-7393384849c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.458777 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-d1594b5c-3a01-4a96-8753-7393384849c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.458777 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-d1594b5c-3a01-4a96-8753-7393384849c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.458777 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-d1594b5c-3a01-4a96-8753-7393384849c7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8636c767565a441eb773511271a60b63&device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 6508 time: 0.2041969 Nov 18 17:15:03.459390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049e5c8a-9d26-416f-bf3e-eb3c6c4dc320 None None] Network 66039696-4aa5-4bc6-85ad-2a1215c4e78d requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:03.492134 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network d6828d96-dac8-452e-9529-c68e647dfbe7 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:15:03.503555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45851a6b-939e-43b7-a0d6-9340f42012fe service neutron] Pushing event updated for resources: {'Port': ['ID=63625437-83d2-4c50-848c-8e3ccddc4817,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:03.517463 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06164571-8808-4e81-a4d6-9533f760ae57 req-38999d71-3b29-4f21-a319-fecdd53904a3 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1454437 Nov 18 17:15:03.533340 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07dbdbd-97e8-4a94-9a92-e17550413f5a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting subnet 067526c5-0598-4253-838e-b69e82992112 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:15:03.537208 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d07dbdbd-97e8-4a94-9a92-e17550413f5a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.550049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72c947ae-057d-4e53-8077-73970eb6f34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.550049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72c947ae-057d-4e53-8077-73970eb6f34c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.550049 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-72c947ae-057d-4e53-8077-73970eb6f34c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8bd07c10-3da3-421c-9f90-894a501ab43f HTTP/1.1" status: 204 len: 168 time: 0.3459568 Nov 18 17:15:03.602951 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7851a3d-70bb-454d-82a3-9c88506a5ae9 x-openstack-request-id: req-e7851a3d-70bb-454d-82a3-9c88506a5ae9 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:15:03.603493 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b403251-3706-4a8a-bfe8-b240415897a0", "tag": "63625437-83d2-4c50-848c-8e3ccddc4817", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:15:03.603989 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e7851a3d-70bb-454d-82a3-9c88506a5ae9 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:15:03.605487 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b403251-3706-4a8a-bfe8-b240415897a0', 'tag': '63625437-83d2-4c50-848c-8e3ccddc4817', 'status': 'completed', 'code': 200} Nov 18 17:15:03.646729 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c947ae-057d-4e53-8077-73970eb6f34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd07c10-3da3-421c-9f90-894a501ab43f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:03.667317 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-5acc3469-ac61-4889-8a60-73e492e1510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.667716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-5acc3469-ac61-4889-8a60-73e492e1510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.669004 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-5acc3469-ac61-4889-8a60-73e492e1510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.671176 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-5acc3469-ac61-4889-8a60-73e492e1510f service neutron] 10.222.0.81 "GET /v2.0/networks?id=21e57fb7-15e2-4168-9940-61b5b33853bf&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=77027101-4097-4189-b03d-09f017f0cd4a&id=77027101-4097-4189-b03d-09f017f0cd4a HTTP/1.1" status: 200 len: 2301 time: 0.1851456 Nov 18 17:15:03.672062 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d07dbdbd-97e8-4a94-9a92-e17550413f5a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.675676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33248849-244d-4d23-8589-dd7216a35eca admin admin] Made reservation on behalf of 9c54261a27f145d78b7d9eca5e0a7986 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:03.678247 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33248849-244d-4d23-8589-dd7216a35eca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.684350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c13e91-96e8-4dfd-bf73-ae118309110c req-b70e3bbd-dac6-4309-8b6e-766a600d3f0e tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.686014 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c8c13e91-96e8-4dfd-bf73-ae118309110c req-b70e3bbd-dac6-4309-8b6e-766a600d3f0e tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 943 time: 0.1036472 Nov 18 17:15:03.701704 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.795671 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-ad326dba-8722-46de-adde-ba5279efd5fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79d87257-b73f-4f55-9be6-a319a16fd0f8 HTTP/1.1" status: 200 len: 1001 time: 0.1086209 Nov 18 17:15:03.818980 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c8c13e91-96e8-4dfd-bf73-ae118309110c req-0df6689d-4e5b-46ab-959a-636c20c512f0 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238043 Nov 18 17:15:03.842464 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-b28796df-4b0a-48ec-b604-488e337331c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.844128 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-b28796df-4b0a-48ec-b604-488e337331c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=57213ceada19447b85f74ffb4b2f42a1&device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 1095 time: 0.2274842 Nov 18 17:15:03.864993 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-df0e1ea2-5b25-401a-a0d3-b4408510c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.881000 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-df0e1ea2-5b25-401a-a0d3-b4408510c7d8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e6246afd-a473-49e2-aa8f-305885903cc9 HTTP/1.1" status: 200 len: 855 time: 0.0759175 Nov 18 17:15:03.888903 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6312e556-a082-4db6-ab73-4452e76019dd req-ed9fa566-1916-4d3a-a72b-bfa21c634148 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2075472 Nov 18 17:15:03.943780 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-9b19b0a4-9a48-4802-87bf-3e36e3803f8f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63625437-83d2-4c50-848c-8e3ccddc4817 HTTP/1.1" status: 200 len: 217 time: 0.0711849 Nov 18 17:15:03.989187 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d07dbdbd-97e8-4a94-9a92-e17550413f5a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:03.992268 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-d3e76325-8057-4899-b0fb-bcde374c31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:03.993818 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-d3e76325-8057-4899-b0fb-bcde374c31aa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=21e57fb7-15e2-4168-9940-61b5b33853bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995002 Nov 18 17:15:04.002824 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1840de8-6fa4-4b17-aa2e-6aad40b6ebbd req-29fc1bbe-5016-44f0-9ace-3689b0a83146 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:04.004364 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1840de8-6fa4-4b17-aa2e-6aad40b6ebbd req-29fc1bbe-5016-44f0-9ace-3689b0a83146 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 943 time: 0.0879819 Nov 18 17:15:04.085174 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-92c291d9-5061-4cab-9b5b-2b3ea15bbc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:04.086891 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-92c291d9-5061-4cab-9b5b-2b3ea15bbc16 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e1ca9d9f-44de-4393-84dd-90054fa6ed6b HTTP/1.1" status: 200 len: 849 time: 0.1177197 Nov 18 17:15:04.126895 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1840de8-6fa4-4b17-aa2e-6aad40b6ebbd req-f1f23efb-c2b4-4518-b38b-5682a9cb45ac tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1a5373b-71e6-4c6b-be81-53de3bc2e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138601 Nov 18 17:15:04.150902 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-ca9cfdac-f627-477b-aa0c-58d9ec3754e3 service neutron] 10.222.0.81 "GET /v2.0/networks/21e57fb7-15e2-4168-9940-61b5b33853bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455619 Nov 18 17:15:04.164171 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-4a0b24fd-f344-4ca7-bfb5-586d8906fa70 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=893f742d-19b4-4c12-a45d-c9dba78b6dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682082 Nov 18 17:15:04.166308 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312e556-a082-4db6-ab73-4452e76019dd req-3204888c-3214-4926-bdd4-3dae971192d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:04.168207 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6312e556-a082-4db6-ab73-4452e76019dd req-3204888c-3214-4926-bdd4-3dae971192d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 1097 time: 0.2361510 Nov 18 17:15:04.370927 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33248849-244d-4d23-8589-dd7216a35eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:04.468268 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d07dbdbd-97e8-4a94-9a92-e17550413f5a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:04.514949 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d07dbdbd-97e8-4a94-9a92-e17550413f5a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:04.526287 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d07dbdbd-97e8-4a94-9a92-e17550413f5a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/067526c5-0598-4253-838e-b69e82992112 HTTP/1.1" status: 204 len: 168 time: 1.0666201 Nov 18 17:15:04.526432 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-39284297-9cbb-4577-a303-5b29563657ac service neutron] 10.222.0.83 "GET /v2.0/networks/893f742d-19b4-4c12-a45d-c9dba78b6dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497264 Nov 18 17:15:04.527058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43326) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:04.547185 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33248849-244d-4d23-8589-dd7216a35eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=13819e6b-b208-409f-bf07-9b01f07897d6,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:04.602193 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f249693b-a7d9-461f-9a44-84df78c6754c None None] Network 66039696-4aa5-4bc6-85ad-2a1215c4e78d requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:04.630562 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312e556-a082-4db6-ab73-4452e76019dd req-a92f7bdf-ff6e-4043-8ce2-b5da33d40944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:04.632388 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6312e556-a082-4db6-ab73-4452e76019dd req-a92f7bdf-ff6e-4043-8ce2-b5da33d40944 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.4239430 Nov 18 17:15:04.651928 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dbdbd-97e8-4a94-9a92-e17550413f5a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Subnet': ['ID=067526c5-0598-4253-838e-b69e82992112,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:04.708097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device bbab8d68-7db0-4f0e-a817-5122ae7e186d details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:15:04.737059 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-6a210820-b378-495c-a65c-08cdc4a92934 service neutron] 10.222.0.81 "GET /v2.0/networks/21e57fb7-15e2-4168-9940-61b5b33853bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745134 Nov 18 17:15:04.750082 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0708a7-5b4e-458f-ad04-f9b64c1712e8 req-8ba4a341-7384-4b2f-987f-9bc2a8405edc tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:04.757282 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d609a078-3f79-4590-b55c-b46a1c716fd3 None None] Provisioning complete for port b71e9a09-40f0-4ba5-9db6-19e44dd4611c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:04.757788 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d609a078-3f79-4590-b55c-b46a1c716fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:04.758422 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0708a7-5b4e-458f-ad04-f9b64c1712e8 req-8ba4a341-7384-4b2f-987f-9bc2a8405edc tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:04.766968 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0708a7-5b4e-458f-ad04-f9b64c1712e8 req-8ba4a341-7384-4b2f-987f-9bc2a8405edc tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:04.773708 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0708a7-5b4e-458f-ad04-f9b64c1712e8 req-8ba4a341-7384-4b2f-987f-9bc2a8405edc tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:04.779958 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0708a7-5b4e-458f-ad04-f9b64c1712e8 req-8ba4a341-7384-4b2f-987f-9bc2a8405edc tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:04.787291 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0708a7-5b4e-458f-ad04-f9b64c1712e8 req-8ba4a341-7384-4b2f-987f-9bc2a8405edc tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:04.794169 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0708a7-5b4e-458f-ad04-f9b64c1712e8 req-8ba4a341-7384-4b2f-987f-9bc2a8405edc tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:04.796768 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff0708a7-5b4e-458f-ad04-f9b64c1712e8 req-8ba4a341-7384-4b2f-987f-9bc2a8405edc tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5422 time: 0.1286023 Nov 18 17:15:04.814416 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6312e556-a082-4db6-ab73-4452e76019dd req-6233775e-8a00-4634-8fae-50db0012773e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb1d8da6-fd19-4c4f-b85a-34148e813afb HTTP/1.1" status: 200 len: 217 time: 0.1703212 Nov 18 17:15:04.850998 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-b2d5d700-7f04-4425-a548-f834fc31abb2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa HTTP/1.1" status: 200 len: 217 time: 0.0531247 Nov 18 17:15:04.915541 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2e0f15be-d899-463e-9a3d-970822eaca9d req-48a7efa7-3699-4207-b233-5c578dde7444 service neutron] 10.222.0.83 "GET /v2.0/networks/893f742d-19b4-4c12-a45d-c9dba78b6dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711720 Nov 18 17:15:04.916451 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33248849-244d-4d23-8589-dd7216a35eca admin admin] Checking segment: {'id': 'acf6c999-7abc-49bd-b038-d0b63fa4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:04.916719 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33248849-244d-4d23-8589-dd7216a35eca admin admin] Network hostable DHCP agents. Network: d6828d96-dac8-452e-9529-c68e647dfbe7, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:15:04.933379 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port bbab8d68-7db0-4f0e-a817-5122ae7e186d, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=bbab8d68-7db0-4f0e-a817-5122ae7e186d,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:04.959689 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:04.980198 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'bbab8d68-7db0-4f0e-a817-5122ae7e186d', 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88', 'port_id': 'bbab8d68-7db0-4f0e-a817-5122ae7e186d', 'mac_address': 'fa:16:3e:5e:19:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e86ed0f-2fc1-4903-980a-4097b1d3eb56', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:15:04.991753 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:05.002099 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-4e91debc-04bf-4f6c-8c7c-8061b58d4b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:05.004273 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-4e91debc-04bf-4f6c-8c7c-8061b58d4b50 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.1407335 Nov 18 17:15:05.026612 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff0708a7-5b4e-458f-ad04-f9b64c1712e8 req-07fe690a-5a37-4913-8269-ff0ed0bb54ae tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2205563 Nov 18 17:15:05.062187 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc52620-3ee1-4330-ace1-44021f733f11 None None] DHCP port deletion for 66039696-4aa5-4bc6-85ad-2a1215c4e78d request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:15:05.108818 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:05.125795 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbab8d68-7db0-4f0e-a817-5122ae7e186d {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:15:05.145896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312e556-a082-4db6-ab73-4452e76019dd req-716ceae0-2a90-4aa0-b9d9-2b89f7c1a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:05.147901 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6312e556-a082-4db6-ab73-4452e76019dd req-716ceae0-2a90-4aa0-b9d9-2b89f7c1a84d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.2260063 Nov 18 17:15:05.154530 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port bbab8d68-7db0-4f0e-a817-5122ae7e186d, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=bbab8d68-7db0-4f0e-a817-5122ae7e186d,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:05.161272 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-be4767fb-6b48-47c7-a93e-3004f9fc17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:05.164190 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-be4767fb-6b48-47c7-a93e-3004f9fc17b3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1315389 Nov 18 17:15:05.171393 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fdc52620-3ee1-4330-ace1-44021f733f11 None None] Deleting port b71e9a09-40f0-4ba5-9db6-19e44dd4611c {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:15:05.176739 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b99e3-fcab-44ea-89ce-617318e6669c req-653b4e39-a01f-4308-a3f9-eeec5bcced53 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:05.178639 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdc52620-3ee1-4330-ace1-44021f733f11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:05.192942 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f0b99e3-fcab-44ea-89ce-617318e6669c req-653b4e39-a01f-4308-a3f9-eeec5bcced53 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 943 time: 0.1402187 Nov 18 17:15:05.200227 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6312e556-a082-4db6-ab73-4452e76019dd req-3f0c1c60-0416-4f00-a34e-8107747624a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408585 Nov 18 17:15:05.205915 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33248849-244d-4d23-8589-dd7216a35eca admin admin] Network d6828d96-dac8-452e-9529-c68e647dfbe7 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:15:05.303862 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612064a-2f28-4804-b854-fb70314c27bf req-bf44f118-5c16-46f9-b62f-0a4daf2183af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:05.305907 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6612064a-2f28-4804-b854-fb70314c27bf req-bf44f118-5c16-46f9-b62f-0a4daf2183af service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=57213ceada19447b85f74ffb4b2f42a1&device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 1095 time: 0.2122812 Nov 18 17:15:05.313943 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port b71e9a09-40f0-4ba5-9db6-19e44dd4611c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:15:05.315109 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:05.322411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-fdc52620-3ee1-4330-ace1-44021f733f11 None None] For port b71e9a09-40f0-4ba5-9db6-19e44dd4611c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b71e9a09-40f0-4ba5-9db6-19e44dd4611c,segment=NetworkSegment(3e5d51fa-7c67-48f2-abcc-f543d08e1b58),segment_id=3e5d51fa-7c67-48f2-abcc-f543d08e1b58)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:05.323055 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdc52620-3ee1-4330-ace1-44021f733f11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:05.339113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fdc52620-3ee1-4330-ace1-44021f733f11 None None] Calling delete_port for b71e9a09-40f0-4ba5-9db6-19e44dd4611c owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:15:05.363689 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6312e556-a082-4db6-ab73-4452e76019dd req-fb824876-aaf0-4aee-a962-fbf7c9e9dfa0 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494896 Nov 18 17:15:05.374149 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-33248849-244d-4d23-8589-dd7216a35eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, d6828d96-dac8-452e-9529-c68e647dfbe7) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:05.419837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33248849-244d-4d23-8589-dd7216a35eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:05.420943 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33248849-244d-4d23-8589-dd7216a35eca admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:05.434704 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f0b99e3-fcab-44ea-89ce-617318e6669c req-3d96d409-9c9a-47fd-80d2-513eeb957781 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405150 Nov 18 17:15:05.443522 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-d60f6d89-c80b-4583-b9e2-5c0b4a9c4b46 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320871 Nov 18 17:15:05.483821 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ec5851-44d6-49f2-b417-064abda33f67 None None] Network d6828d96-dac8-452e-9529-c68e647dfbe7 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:05.491008 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:05.491925 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 0c6227a9-9c82-46f1-9d60-2e0664c61b69 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:15:05.527001 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] For port b71e9a09-40f0-4ba5-9db6-19e44dd4611c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b71e9a09-40f0-4ba5-9db6-19e44dd4611c,segment=NetworkSegment(3e5d51fa-7c67-48f2-abcc-f543d08e1b58),segment_id=3e5d51fa-7c67-48f2-abcc-f543d08e1b58)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:05.528468 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:05.542498 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4667baf-620f-4476-8e9f-4f9ce6a51863 req-9d2f638c-6cef-4a56-ba39-4d9497c6dc16 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:05.544542 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4667baf-620f-4476-8e9f-4f9ce6a51863 req-9d2f638c-6cef-4a56-ba39-4d9497c6dc16 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 943 time: 0.2329521 Nov 18 17:15:05.584571 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b71e9a09-40f0-4ba5-9db6-19e44dd4611c no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:15:05.607830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for b71e9a09-40f0-4ba5-9db6-19e44dd4611c owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:15:05.711314 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6312e556-a082-4db6-ab73-4452e76019dd req-4e3e2740-3f64-48e3-aad2-d78b54b624aa service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249202 Nov 18 17:15:05.777097 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdc52620-3ee1-4330-ace1-44021f733f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:05.818343 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:05.831804 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:05.832482 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.resource_extend [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:15:05.834383 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4667baf-620f-4476-8e9f-4f9ce6a51863 req-77d83149-387f-4925-9f28-cd06510fc5bd tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1a5373b-71e6-4c6b-be81-53de3bc2e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664027 Nov 18 17:15:05.848491 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-adec6bd2-2a7f-429e-b944-9de791b26866 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936970 Nov 18 17:15:05.878383 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc52620-3ee1-4330-ace1-44021f733f11 None None] No DVR routers for this DVR port b71e9a09-40f0-4ba5-9db6-19e44dd4611c on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:15:05.888607 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 0c6227a9-9c82-46f1-9d60-2e0664c61b69, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0c6227a9-9c82-46f1-9d60-2e0664c61b69,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:05.900839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=bbab8d68-7db0-4f0e-a817-5122ae7e186d,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:05.914792 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-33248849-244d-4d23-8589-dd7216a35eca admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4822013 Nov 18 17:15:05.916862 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612064a-2f28-4804-b854-fb70314c27bf req-0fb7db7c-1486-4ee7-9214-03c27a7231d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:05.919002 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6612064a-2f28-4804-b854-fb70314c27bf req-0fb7db7c-1486-4ee7-9214-03c27a7231d7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=893f742d-19b4-4c12-a45d-c9dba78b6dc5 HTTP/1.1" status: 200 len: 911 time: 0.5988121 Nov 18 17:15:05.919634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43354) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:05.920839 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No DVR routers for this DVR port b71e9a09-40f0-4ba5-9db6-19e44dd4611c on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:15:05.929358 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:05.934763 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No active binding found for port b71e9a09-40f0-4ba5-9db6-19e44dd4611c {{(pid=104009) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 18 17:15:05.935213 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b71e9a09-40f0-4ba5-9db6-19e44dd4611c not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:15:05.955287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-9253584a-dfc8-4afd-acdb-17f563339009 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=c35afb8c-cdd6-4eec-89f6-d10f42645523 HTTP/1.1" status: 200 len: 217 time: 0.0974374 Nov 18 17:15:06.018627 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=b71e9a09-40f0-4ba5-9db6-19e44dd4611c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:06.042207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-0390f77f-ac51-4c1c-9754-f4f61644d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:06.044409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-0390f77f-ac51-4c1c-9754-f4f61644d572 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.0785043 Nov 18 17:15:06.065794 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '0c6227a9-9c82-46f1-9d60-2e0664c61b69', 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88', 'port_id': '0c6227a9-9c82-46f1-9d60-2e0664c61b69', 'mac_address': 'fa:16:3e:07:de:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e86ed0f-2fc1-4903-980a-4097b1d3eb56', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:15:06.070901 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6612064a-2f28-4804-b854-fb70314c27bf req-276cc18d-34ff-4d1f-aa6a-d20f6af483c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63625437-83d2-4c50-848c-8e3ccddc4817 HTTP/1.1" status: 200 len: 217 time: 0.1127553 Nov 18 17:15:06.085830 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc52620-3ee1-4330-ace1-44021f733f11 None None] Pushing event deleted for resources: {'Port': ['ID=b71e9a09-40f0-4ba5-9db6-19e44dd4611c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:06.144055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-d6828d96-dac8-452e-9529-c68e647dfbe7', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:15:06.144929 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:06.154923 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:15:06.170674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:06.195557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612064a-2f28-4804-b854-fb70314c27bf req-d4f0f22c-9f7f-43ae-be26-6b2de46e26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:06.197214 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6612064a-2f28-4804-b854-fb70314c27bf req-d4f0f22c-9f7f-43ae-be26-6b2de46e26d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e1ca9d9f-44de-4393-84dd-90054fa6ed6b HTTP/1.1" status: 200 len: 849 time: 0.1137145 Nov 18 17:15:06.197834 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:06.198134 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-8f646948-e3de-4732-9826-9d94dbc34617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:06.199668 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-8f646948-e3de-4732-9826-9d94dbc34617 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1481001 Nov 18 17:15:06.201332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66039696-4aa5-4bc6-85ad-2a1215c4e78d']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:06.247162 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6612064a-2f28-4804-b854-fb70314c27bf req-d30b1f70-27aa-4cfc-9b0f-5134e8a8219d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=893f742d-19b4-4c12-a45d-c9dba78b6dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373023 Nov 18 17:15:06.249272 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5d51fa-7c67-48f2-abcc-f543d08e1b58') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:06.249687 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5d51fa-7c67-48f2-abcc-f543d08e1b58') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:06.257683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d33e45-d3cc-4bb5-beaf-20a0b5954ff7 req-6646a3f6-6756-41e7-ab0f-65d6a0f7a8b5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:06.258061 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:06.259191 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:06.275430 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:06.275632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d33e45-d3cc-4bb5-beaf-20a0b5954ff7 req-6646a3f6-6756-41e7-ab0f-65d6a0f7a8b5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:06.287595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6227a9-9c82-46f1-9d60-2e0664c61b69 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:15:06.294604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d33e45-d3cc-4bb5-beaf-20a0b5954ff7 req-6646a3f6-6756-41e7-ab0f-65d6a0f7a8b5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:06.312060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d33e45-d3cc-4bb5-beaf-20a0b5954ff7 req-6646a3f6-6756-41e7-ab0f-65d6a0f7a8b5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:06.312254 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:06.325533 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d33e45-d3cc-4bb5-beaf-20a0b5954ff7 req-6646a3f6-6756-41e7-ab0f-65d6a0f7a8b5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:06.328103 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 0c6227a9-9c82-46f1-9d60-2e0664c61b69, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0c6227a9-9c82-46f1-9d60-2e0664c61b69,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:06.342536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d33e45-d3cc-4bb5-beaf-20a0b5954ff7 req-6646a3f6-6756-41e7-ab0f-65d6a0f7a8b5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:06.342750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:15:06.343425 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:06.358833 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d33e45-d3cc-4bb5-beaf-20a0b5954ff7 req-6646a3f6-6756-41e7-ab0f-65d6a0f7a8b5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:06.365237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d4d33e45-d3cc-4bb5-beaf-20a0b5954ff7 req-6646a3f6-6756-41e7-ab0f-65d6a0f7a8b5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5423 time: 0.2167826 Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:15:06.378890 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:15:06.424565 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:06.432219 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:06.432453 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7cc17a13-7718-4169-ad86-e8cdc78e4209 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:15:06.498498 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Allocated IP 172.20.0.2 (d6828d96-dac8-452e-9529-c68e647dfbe7/13819e6b-b208-409f-bf07-9b01f07897d6/cf94da6b-ba53-4353-982b-0b80ce706871) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:06.531125 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6612064a-2f28-4804-b854-fb70314c27bf req-eda08f67-8169-4985-b26b-966bf5d0e2ed service neutron] 10.222.0.83 "GET /v2.0/networks/893f742d-19b4-4c12-a45d-c9dba78b6dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648373 Nov 18 17:15:06.586417 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=0c6227a9-9c82-46f1-9d60-2e0664c61b69,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:06.619304 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d4d33e45-d3cc-4bb5-beaf-20a0b5954ff7 req-651b633e-d809-493d-8d9f-9ab8b98ae04d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2301750 Nov 18 17:15:06.672102 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:06.734004 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-76c02182-1aac-4778-a8ef-88db61b2f750 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218973 Nov 18 17:15:06.739286 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:06.747826 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/networks/66039696-4aa5-4bc6-85ad-2a1215c4e78d HTTP/1.1" status: 204 len: 168 time: 2.2103364 Nov 18 17:15:06.748679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106d0e-3a34-48d3-8118-d7940bd589a9 req-f38340c4-fb1f-46be-b059-10ccbd3e337f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:06.750213 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb106d0e-3a34-48d3-8118-d7940bd589a9 req-f38340c4-fb1f-46be-b059-10ccbd3e337f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 943 time: 0.1299062 Nov 18 17:15:06.750728 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43374) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:06.867596 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:06.877395 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb106d0e-3a34-48d3-8118-d7940bd589a9 req-b37f3cdc-9343-4bb6-aa15-b3fd150cbcd1 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121964 Nov 18 17:15:06.908964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 7cc17a13-7718-4169-ad86-e8cdc78e4209, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7cc17a13-7718-4169-ad86-e8cdc78e4209,segment=NetworkSegment(741e2663-1d0b-46a0-8e0d-faea0ac40b45),segment_id=741e2663-1d0b-46a0-8e0d-faea0ac40b45)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:06.930599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907a5b3-a4f3-44c2-8c54-bddd3194ff33 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Network': ['ID=66039696-4aa5-4bc6-85ad-2a1215c4e78d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:06.939229 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '7cc17a13-7718-4169-ad86-e8cdc78e4209', 'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99', 'port_id': '7cc17a13-7718-4169-ad86-e8cdc78e4209', 'mac_address': 'fa:16:3e:3f:f5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c5eae1-adf2-49db-8da2-49c6425688cc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:15:06.948748 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6612064a-2f28-4804-b854-fb70314c27bf req-54eb121b-e6eb-47b5-85cc-842aae7af28b service neutron] 10.222.0.83 "GET /v2.0/networks/893f742d-19b4-4c12-a45d-c9dba78b6dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092598 Nov 18 17:15:06.978825 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0d522f-3cdf-4cc9-91ed-38c3eaff6b6f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:06.985394 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1c0d522f-3cdf-4cc9-91ed-38c3eaff6b6f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2175105 Nov 18 17:15:06.988422 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:06.993480 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43380) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:07.011647 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:07.044520 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:07.050257 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Network d6828d96-dac8-452e-9529-c68e647dfbe7 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:07.066131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:07.071065 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:07.077085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc17a13-7718-4169-ad86-e8cdc78e4209 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:15:07.083699 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-505b86f7-dd45-4e36-9323-2bdeacc3fefd service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318834 Nov 18 17:15:07.096811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Pushing event updated for resources: {'Port': ['ID=cf94da6b-ba53-4353-982b-0b80ce706871,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:07.112591 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-906070e4-d9f3-4c45-b105-25f2973788d5 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1171141 Nov 18 17:15:07.115975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43382) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:07.123474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e8ce7c67-2b93-4f8b-b0a6-a3e351a945a3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-772929808'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:07.134762 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 7cc17a13-7718-4169-ad86-e8cdc78e4209, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7cc17a13-7718-4169-ad86-e8cdc78e4209,segment=NetworkSegment(741e2663-1d0b-46a0-8e0d-faea0ac40b45),segment_id=741e2663-1d0b-46a0-8e0d-faea0ac40b45)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:07.162632 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-f9dddae6-4cff-46b1-b5ef-d9f7efa31df9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=5d103daf-823c-46a5-b025-3be6a959e97f HTTP/1.1" status: 200 len: 217 time: 0.0683434 Nov 18 17:15:07.165718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Attempting to bind port cf94da6b-ba53-4353-982b-0b80ce706871 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:15:07.166347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Attempting to bind port cf94da6b-ba53-4353-982b-0b80ce706871 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'acf6c999-7abc-49bd-b038-d0b63fa4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:15:07.167053 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Attempting to bind port cf94da6b-ba53-4353-982b-0b80ce706871 on network d6828d96-dac8-452e-9529-c68e647dfbe7 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:07.170613 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19371f6-aa2d-45fd-8578-5c33df547833 req-d3bdb752-9364-462a-8e5f-5ab2104fb95c tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:07.174673 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:15:07.175434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Checking segment: {'id': 'acf6c999-7abc-49bd-b038-d0b63fa4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:07.181741 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:07.181741 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Bound using segment: {'id': 'acf6c999-7abc-49bd-b038-d0b63fa4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:15:07.181741 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Bound port: cf94da6b-ba53-4353-982b-0b80ce706871, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf6c999-7abc-49bd-b038-d0b63fa4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:15:07.181741 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:07.182124 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a19371f6-aa2d-45fd-8578-5c33df547833 req-d3bdb752-9364-462a-8e5f-5ab2104fb95c tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 943 time: 0.1681073 Nov 18 17:15:07.218208 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:07.219242 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1b798ec3-54dc-45ca-8e35-4a5edf6bde87 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:15:07.262665 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-17238789-cc5d-4d35-9f39-e85b034cf1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:07.264009 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-17238789-cc5d-4d35-9f39-e85b034cf1d0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.0762835 Nov 18 17:15:07.277909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a19371f6-aa2d-45fd-8578-5c33df547833 req-15f03786-bc0c-4c38-af95-0cecb17b7ed1 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1a5373b-71e6-4c6b-be81-53de3bc2e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957139 Nov 18 17:15:07.326029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] For port cf94da6b-ba53-4353-982b-0b80ce706871, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:15:07.328583 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=7cc17a13-7718-4169-ad86-e8cdc78e4209,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:07.353407 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1b798ec3-54dc-45ca-8e35-4a5edf6bde87, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1b798ec3-54dc-45ca-8e35-4a5edf6bde87,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:07.354555 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-fb952c0e-012c-4aa0-9aa6-08606b95af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:07.358142 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-fb952c0e-012c-4aa0-9aa6-08606b95af58 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0760763 Nov 18 17:15:07.365776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] For port cf94da6b-ba53-4353-982b-0b80ce706871, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cf94da6b-ba53-4353-982b-0b80ce706871,segment=NetworkSegment(acf6c999-7abc-49bd-b038-d0b63fa4834e),segment_id=acf6c999-7abc-49bd-b038-d0b63fa4834e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:15:07.371743 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '1b798ec3-54dc-45ca-8e35-4a5edf6bde87', 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88', 'port_id': '1b798ec3-54dc-45ca-8e35-4a5edf6bde87', 'mac_address': 'fa:16:3e:d4:fe:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e86ed0f-2fc1-4903-980a-4097b1d3eb56', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:15:07.420512 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:07.437027 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b798ec3-54dc-45ca-8e35-4a5edf6bde87 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:15:07.466467 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1b798ec3-54dc-45ca-8e35-4a5edf6bde87, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1b798ec3-54dc-45ca-8e35-4a5edf6bde87,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:07.493688 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:07.510856 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-e06c05a6-e7ce-410d-970c-987e21325a59 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447177 Nov 18 17:15:07.603339 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:07.604586 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device b5c188ab-d028-4c94-b115-3c564bba9431 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:15:07.641002 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-63682340-a7ab-4efa-af03-3c0661444102 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206017 Nov 18 17:15:07.693380 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ce7c67-2b93-4f8b-b0a6-a3e351a945a3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:07.695685 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756696d1-7f6e-4db8-b43c-2d384a731df1 None None] Pushing event updated for resources: {'Port': ['ID=cf94da6b-ba53-4353-982b-0b80ce706871,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:07.700257 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8ce7c67-2b93-4f8b-b0a6-a3e351a945a3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:07.706090 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-ea7717e7-f4bd-40ac-86ba-571c2b6d0910 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=37ba74a3-0698-4645-beb0-2a2e4acae185 HTTP/1.1" status: 200 len: 217 time: 0.0553102 Nov 18 17:15:07.761397 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ce7c67-2b93-4f8b-b0a6-a3e351a945a3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] vlan segment allocate from pool success with {'vlan_id': 1147, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:15:07.786477 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-80dba8c5-ac93-40e4-8e62-b2bfb19aa63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:07.787461 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8ce7c67-2b93-4f8b-b0a6-a3e351a945a3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:07.787900 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-e8ce7c67-2b93-4f8b-b0a6-a3e351a945a3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Added segment 7f2392c4-0345-4496-b4f5-46157b0a4897 of type vlan for network d18bcc1f-8594-44eb-832c-525d19cc3f6e Nov 18 17:15:07.788940 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-80dba8c5-ac93-40e4-8e62-b2bfb19aa63c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.0715473 Nov 18 17:15:07.791739 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.resource_extend [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:15:07.839429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port b5c188ab-d028-4c94-b115-3c564bba9431, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=b5c188ab-d028-4c94-b115-3c564bba9431,segment=NetworkSegment(741e2663-1d0b-46a0-8e0d-faea0ac40b45),segment_id=741e2663-1d0b-46a0-8e0d-faea0ac40b45)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:07.871512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'b5c188ab-d028-4c94-b115-3c564bba9431', 'network_id': '113727fb-b8c5-4dc5-81b0-dede0422cd99', 'port_id': 'b5c188ab-d028-4c94-b115-3c564bba9431', 'mac_address': 'fa:16:3e:e3:d1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c5eae1-adf2-49db-8da2-49c6425688cc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:15:07.871512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=1b798ec3-54dc-45ca-8e35-4a5edf6bde87,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:07.908983 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 63625437-83d2-4c50-848c-8e3ccddc4817 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:15:07.963917 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:08.009605 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8ce7c67-2b93-4f8b-b0a6-a3e351a945a3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:08.026219 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c188ab-d028-4c94-b115-3c564bba9431 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:15:08.084281 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c74106-c971-4870-9101-1135a1f51613 req-402f1dcf-7eb5-434b-a141-1fb17992b7e0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:08.108110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c74106-c971-4870-9101-1135a1f51613 req-402f1dcf-7eb5-434b-a141-1fb17992b7e0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:08.115230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c74106-c971-4870-9101-1135a1f51613 req-402f1dcf-7eb5-434b-a141-1fb17992b7e0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:08.122207 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port b5c188ab-d028-4c94-b115-3c564bba9431, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=b5c188ab-d028-4c94-b115-3c564bba9431,segment=NetworkSegment(741e2663-1d0b-46a0-8e0d-faea0ac40b45),segment_id=741e2663-1d0b-46a0-8e0d-faea0ac40b45)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:08.123782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c74106-c971-4870-9101-1135a1f51613 req-402f1dcf-7eb5-434b-a141-1fb17992b7e0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:08.130939 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c74106-c971-4870-9101-1135a1f51613 req-402f1dcf-7eb5-434b-a141-1fb17992b7e0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:08.138172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c74106-c971-4870-9101-1135a1f51613 req-402f1dcf-7eb5-434b-a141-1fb17992b7e0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:08.144761 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c74106-c971-4870-9101-1135a1f51613 req-402f1dcf-7eb5-434b-a141-1fb17992b7e0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:08.146883 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24c74106-c971-4870-9101-1135a1f51613 req-402f1dcf-7eb5-434b-a141-1fb17992b7e0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5426 time: 0.3448205 Nov 18 17:15:08.155220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-3c9a72cc-1cf1-4a8f-8236-10756715e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:08.157108 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.db.resource_extend [None req-e8ce7c67-2b93-4f8b-b0a6-a3e351a945a3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:15:08.157303 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-3c9a72cc-1cf1-4a8f-8236-10756715e688 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3575354 Nov 18 17:15:08.201794 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:08.208756 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 63625437-83d2-4c50-848c-8e3ccddc4817, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=63625437-83d2-4c50-848c-8e3ccddc4817,segment=NetworkSegment(27489add-ea18-46fc-96a0-d7026eba6f5d),segment_id=27489add-ea18-46fc-96a0-d7026eba6f5d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:08.224749 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:08.229586 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '63625437-83d2-4c50-848c-8e3ccddc4817', 'network_id': '893f742d-19b4-4c12-a45d-c9dba78b6dc5', 'port_id': '63625437-83d2-4c50-848c-8e3ccddc4817', 'mac_address': 'fa:16:3e:f6:8e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ca9d9f-44de-4393-84dd-90054fa6ed6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:15:08.234348 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:08.238426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 5dd9df54-bed8-437f-a041-261ec234f3ca details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:15:08.298535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 5dd9df54-bed8-437f-a041-261ec234f3ca, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5dd9df54-bed8-437f-a041-261ec234f3ca,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:08.314385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '5dd9df54-bed8-437f-a041-261ec234f3ca', 'network_id': '9a0c3004-3ad3-481d-9a55-9288314c9a88', 'port_id': '5dd9df54-bed8-437f-a041-261ec234f3ca', 'mac_address': 'fa:16:3e:45:61:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e86ed0f-2fc1-4903-980a-4097b1d3eb56', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:15:08.382329 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8ce7c67-2b93-4f8b-b0a6-a3e351a945a3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:08.391481 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ce7c67-2b93-4f8b-b0a6-a3e351a945a3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:08.392310 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8ce7c67-2b93-4f8b-b0a6-a3e351a945a3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:08.413049 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24c74106-c971-4870-9101-1135a1f51613 req-e9d2aba5-eecb-40fb-9952-192f66866670 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2547727 Nov 18 17:15:08.430006 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-c5b39f76-cbcf-42c3-9524-bc42ec2ee223 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569134 Nov 18 17:15:08.515559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Allocated IP 172.25.3.144 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/560ee831-e791-48b8-80cc-30861b00bcde) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:08.524801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=b5c188ab-d028-4c94-b115-3c564bba9431,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:08.524970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce7c67-2b93-4f8b-b0a6-a3e351a945a3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Network': ['ID=d18bcc1f-8594-44eb-832c-525d19cc3f6e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:08.527658 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:08.537275 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:08.542578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network d18bcc1f-8594-44eb-832c-525d19cc3f6e details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:15:08.584181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd9df54-bed8-437f-a041-261ec234f3ca {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:15:08.598137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63625437-83d2-4c50-848c-8e3ccddc4817 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:15:08.638249 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e8ce7c67-2b93-4f8b-b0a6-a3e351a945a3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5182543 Nov 18 17:15:08.640060 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43420) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:08.651328 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-98afb7f0-274e-4561-82a9-ee188c909038 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'subnet': {'network_id': 'd18bcc1f-8594-44eb-832c-525d19cc3f6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:08.653256 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-1cee8276-9702-446a-b994-6a7f0fe9fa7b service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122607 Nov 18 17:15:08.669879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 5dd9df54-bed8-437f-a041-261ec234f3ca, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5dd9df54-bed8-437f-a041-261ec234f3ca,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:08.683009 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 63625437-83d2-4c50-848c-8e3ccddc4817, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=63625437-83d2-4c50-848c-8e3ccddc4817,segment=NetworkSegment(27489add-ea18-46fc-96a0-d7026eba6f5d),segment_id=27489add-ea18-46fc-96a0-d7026eba6f5d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:08.735294 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f7a33-14eb-491a-b989-67ad7e6fad38 req-8da47637-45b3-44e9-b62c-927d4dcb9f95 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:08.744285 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d70f7a33-14eb-491a-b989-67ad7e6fad38 req-8da47637-45b3-44e9-b62c-927d4dcb9f95 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 943 time: 0.1969664 Nov 18 17:15:08.747893 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-d6a57e4a-3f23-4059-9989-938ef88f6af0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=84a0bb91-96da-442c-900b-aff2f8cd6a10 HTTP/1.1" status: 200 len: 217 time: 0.0858169 Nov 18 17:15:08.784878 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:08.785574 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device e12bfd73-5acf-499c-8e3e-e4b55452c70c details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:15:08.796061 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65176b24-83ca-4314-a9fb-94fed171b510 req-cd0de453-6add-48c6-b0ea-e8926f4456cd tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:08.806454 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65176b24-83ca-4314-a9fb-94fed171b510 req-cd0de453-6add-48c6-b0ea-e8926f4456cd tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 943 time: 0.6577771 Nov 18 17:15:08.814032 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-20049a4f-ceb6-44fc-b6ee-ba839af07757 service neutron] 10.222.0.81 "GET /v2.0/ports/cf8ccb18-f108-451f-8e9a-38cc13435e0c/bindings/n-h2-813419-11 HTTP/1.1" status: 200 len: 385 time: 0.2215023 Nov 18 17:15:08.820754 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:08.825761 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:08.867219 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=5dd9df54-bed8-437f-a041-261ec234f3ca,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:08.960994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65176b24-83ca-4314-a9fb-94fed171b510 req-c1475b1d-79d3-402c-8abf-9c6dfba92ecd tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536686 Nov 18 17:15:08.990803 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-03983e7f-3941-4c61-91d0-5d44729031af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:08.995527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=63625437-83d2-4c50-848c-8e3ccddc4817,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:09.006599 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port e12bfd73-5acf-499c-8e3e-e4b55452c70c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e12bfd73-5acf-499c-8e3e-e4b55452c70c,segment=NetworkSegment(bff55ea2-174d-4a7c-b8b6-5e048fee7b15),segment_id=bff55ea2-174d-4a7c-b8b6-5e048fee7b15)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:09.006883 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-03983e7f-3941-4c61-91d0-5d44729031af service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0c855e27-c6ec-4503-9af2-99dd78ab764e HTTP/1.1" status: 200 len: 797 time: 0.2473578 Nov 18 17:15:09.012613 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d70f7a33-14eb-491a-b989-67ad7e6fad38 req-07f358a7-361b-4318-83e2-1314446f2aa9 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1a5373b-71e6-4c6b-be81-53de3bc2e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677507 Nov 18 17:15:09.058811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'e12bfd73-5acf-499c-8e3e-e4b55452c70c', 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f', 'port_id': 'e12bfd73-5acf-499c-8e3e-e4b55452c70c', 'mac_address': 'fa:16:3e:4c:05:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:15:09.094355 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-be81bc0a-e3a5-4fbf-93ed-04bc810e14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:09.096451 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-be81bc0a-e3a5-4fbf-93ed-04bc810e14e1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77027101-4097-4189-b03d-09f017f0cd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0788960 Nov 18 17:15:09.113920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98afb7f0-274e-4561-82a9-ee188c909038 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:09.117867 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-98afb7f0-274e-4561-82a9-ee188c909038 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:09.133948 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['63625437-83d2-4c50-848c-8e3ccddc4817'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:15:09.188869 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-e41da564-426f-4d65-a7f8-2d989e6ec9c6 service neutron] For port cf8ccb18-f108-451f-8e9a-38cc13435e0c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cf8ccb18-f108-451f-8e9a-38cc13435e0c,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:09.218047 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:09.244121 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-54db8dc5-59ba-4129-a451-0eb3c62a33b7 service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393371 Nov 18 17:15:09.245018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12bfd73-5acf-499c-8e3e-e4b55452c70c {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:15:09.261470 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-e41da564-426f-4d65-a7f8-2d989e6ec9c6 service neutron] For port cf8ccb18-f108-451f-8e9a-38cc13435e0c, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:15:09.263647 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:09.340937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:09.355608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-e41da564-426f-4d65-a7f8-2d989e6ec9c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8ccb18-f108-451f-8e9a-38cc13435e0c {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:15:09.356736 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-937b6088-a369-4fa2-8e87-34c4a79c0429 service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034195 Nov 18 17:15:09.360441 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:09.373557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:09.400071 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Pushing event updated for resources: {'Port': ['ID=560ee831-e791-48b8-80cc-30861b00bcde,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:09.416349 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-e265b79d-60f6-403c-9781-8700bfeb0f8d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fa267a90-aada-44a3-815a-2fde81af0876 HTTP/1.1" status: 200 len: 217 time: 0.0496452 Nov 18 17:15:09.423976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-e41da564-426f-4d65-a7f8-2d989e6ec9c6 service neutron] For port cf8ccb18-f108-451f-8e9a-38cc13435e0c, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cf8ccb18-f108-451f-8e9a-38cc13435e0c,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:09.433504 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9479fd-968e-461c-9d5b-2096b685488b None None] Network d6828d96-dac8-452e-9529-c68e647dfbe7 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:09.438499 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port e12bfd73-5acf-499c-8e3e-e4b55452c70c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e12bfd73-5acf-499c-8e3e-e4b55452c70c,segment=NetworkSegment(bff55ea2-174d-4a7c-b8b6-5e048fee7b15),segment_id=bff55ea2-174d-4a7c-b8b6-5e048fee7b15)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:09.494110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-219fb150-070e-4a48-8b74-55cffa94844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:09.495879 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-219fb150-070e-4a48-8b74-55cffa94844f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0c855e27-c6ec-4503-9af2-99dd78ab764e HTTP/1.1" status: 200 len: 797 time: 0.0719130 Nov 18 17:15:09.543891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3e8e06c6-a3e5-4d35-b876-ac2e858eb7d5 None None] Provisioning complete for port cf94da6b-ba53-4353-982b-0b80ce706871 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:09.544088 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3e8e06c6-a3e5-4d35-b876-ac2e858eb7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:09.551104 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:09.572989 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4545-4fb2-4076-9967-a9f28657023d req-bd3176a0-a19c-4eae-8c3c-cfb35f4c873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:09.575234 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-bd3176a0-a19c-4eae-8c3c-cfb35f4c873f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77027101-4097-4189-b03d-09f017f0cd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0701826 Nov 18 17:15:09.595829 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-e41da564-426f-4d65-a7f8-2d989e6ec9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:09.718008 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-98afb7f0-274e-4561-82a9-ee188c909038 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:09.722293 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cf94da6b-ba53-4353-982b-0b80ce706871 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:09.726895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cebffe-4892-4040-85af-c9129461d534 req-fc00335a-d3e7-4537-952a-d677b618b6ba tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:09.729277 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=e12bfd73-5acf-499c-8e3e-e4b55452c70c,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:09.729957 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-e41da564-426f-4d65-a7f8-2d989e6ec9c6 service neutron] Transition to ACTIVE for port object cf8ccb18-f108-451f-8e9a-38cc13435e0c will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:15:09.733790 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cebffe-4892-4040-85af-c9129461d534 req-fc00335a-d3e7-4537-952a-d677b618b6ba tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:09.740603 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cebffe-4892-4040-85af-c9129461d534 req-fc00335a-d3e7-4537-952a-d677b618b6ba tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:09.746657 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cebffe-4892-4040-85af-c9129461d534 req-fc00335a-d3e7-4537-952a-d677b618b6ba tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:09.752984 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cebffe-4892-4040-85af-c9129461d534 req-fc00335a-d3e7-4537-952a-d677b618b6ba tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:09.761275 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cebffe-4892-4040-85af-c9129461d534 req-fc00335a-d3e7-4537-952a-d677b618b6ba tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:09.764916 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cebffe-4892-4040-85af-c9129461d534 req-fc00335a-d3e7-4537-952a-d677b618b6ba tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:09.766826 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-60cebffe-4892-4040-85af-c9129461d534 req-fc00335a-d3e7-4537-952a-d677b618b6ba tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5429 time: 0.1563764 Nov 18 17:15:09.773493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-cd495c7e-081d-474e-9c8a-cea041cad40b service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848936 Nov 18 17:15:09.808242 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-e41da564-426f-4d65-a7f8-2d989e6ec9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:09.858637 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3e8e06c6-a3e5-4d35-b876-ac2e858eb7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:09.890783 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port cf94da6b-ba53-4353-982b-0b80ce706871 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:09.891173 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:09.936325 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-60cebffe-4892-4040-85af-c9129461d534 req-f6a270ea-d768-451d-8d5e-0ee9a4771601 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1581593 Nov 18 17:15:09.964580 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3e8e06c6-a3e5-4d35-b876-ac2e858eb7d5 None None] For port cf94da6b-ba53-4353-982b-0b80ce706871, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cf94da6b-ba53-4353-982b-0b80ce706871,segment=NetworkSegment(acf6c999-7abc-49bd-b038-d0b63fa4834e),segment_id=acf6c999-7abc-49bd-b038-d0b63fa4834e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:09.970135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98afb7f0-274e-4561-82a9-ee188c909038 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Checking segment: {'id': '7f2392c4-0345-4496-b4f5-46157b0a4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'd18bcc1f-8594-44eb-832c-525d19cc3f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:09.971370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98afb7f0-274e-4561-82a9-ee188c909038 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network hostable DHCP agents. Network: d18bcc1f-8594-44eb-832c-525d19cc3f6e, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:15:09.974904 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f37a4545-4fb2-4076-9967-a9f28657023d req-ece74c15-feaf-42b4-b0b8-0108f27921e8 service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735520 Nov 18 17:15:09.986857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afb7f0-274e-4561-82a9-ee188c909038 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Subnet': ['ID=6775d343-4423-4e2b-b413-e55a9d64de49,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:09.997429 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41da564-426f-4d65-a7f8-2d989e6ec9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8ccb18-f108-451f-8e9a-38cc13435e0c,revision_number=10']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:10.062208 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3e8e06c6-a3e5-4d35-b876-ac2e858eb7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:10.078062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-e41da564-426f-4d65-a7f8-2d989e6ec9c6 service neutron] No DVR routers for this DVR port cf8ccb18-f108-451f-8e9a-38cc13435e0c on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:15:10.131953 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:10.137333 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:10.185191 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b1903-e161-4143-84fc-384d82d09f3a req-c1f3565b-2729-461e-839b-93282fbf08bd tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:10.189485 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de3b1903-e161-4143-84fc-384d82d09f3a req-c1f3565b-2729-461e-839b-93282fbf08bd tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 944 time: 0.0810037 Nov 18 17:15:10.205455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e06c6-a3e5-4d35-b876-ac2e858eb7d5 None None] Pushing event updated for resources: {'Port': ['ID=cf94da6b-ba53-4353-982b-0b80ce706871,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:10.207773 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-e41da564-426f-4d65-a7f8-2d989e6ec9c6 service neutron] 10.222.0.81 "PUT /v2.0/ports/cf8ccb18-f108-451f-8e9a-38cc13435e0c/bindings/n-h2-813419-11/activate HTTP/1.1" status: 200 len: 370 time: 1.3854251 Nov 18 17:15:10.208651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98afb7f0-274e-4561-82a9-ee188c909038 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network d18bcc1f-8594-44eb-832c-525d19cc3f6e is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:15:10.281279 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4110d7d-e7d3-4538-9b5f-89e40440b255 req-f631358c-3967-47c6-8b1d-66d33aca30f6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:10.282946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4110d7d-e7d3-4538-9b5f-89e40440b255 req-f631358c-3967-47c6-8b1d-66d33aca30f6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 944 time: 0.1346202 Nov 18 17:15:10.294587 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-98afb7f0-274e-4561-82a9-ee188c909038 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, d18bcc1f-8594-44eb-832c-525d19cc3f6e) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:10.296524 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:15:10.296907 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:15:10.302734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98afb7f0-274e-4561-82a9-ee188c909038 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:10.303429 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-98afb7f0-274e-4561-82a9-ee188c909038 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:10.309094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a367a1f9-fda8-410f-b13e-444442063ee1 None None] Provisioning complete for port cf94da6b-ba53-4353-982b-0b80ce706871 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:10.309436 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a367a1f9-fda8-410f-b13e-444442063ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:10.313087 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1600d183-165c-4330-87c1-8c5b072fd419 None None] Network d18bcc1f-8594-44eb-832c-525d19cc3f6e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:10.339841 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de3b1903-e161-4143-84fc-384d82d09f3a req-dde4135e-c105-44f7-b689-9e0fae8fde19 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1a5373b-71e6-4c6b-be81-53de3bc2e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359169 Nov 18 17:15:10.376206 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4110d7d-e7d3-4538-9b5f-89e40440b255 req-64d4f19b-d0e9-4665-953f-2b093720f971 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762253 Nov 18 17:15:10.466574 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-98afb7f0-274e-4561-82a9-ee188c909038 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8237033 Nov 18 17:15:10.470096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43452) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:10.476516 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b70dbcdd-87c3-43b2-b4ce-23da4de3a0f4 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'network_id': 'd18bcc1f-8594-44eb-832c-525d19cc3f6e', 'name': 'tempest-PortsTestJSON-247717384'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:10.491052 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['bbab8d68-7db0-4f0e-a817-5122ae7e186d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:15:10.499395 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['1b798ec3-54dc-45ca-8e35-4a5edf6bde87'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:15:10.515777 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:10.553787 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['5dd9df54-bed8-437f-a041-261ec234f3ca'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:15:10.565257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-a2ad11e8-b29b-4af1-a429-0a735b522271 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:10.567576 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-a2ad11e8-b29b-4af1-a429-0a735b522271 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da&tenant_id=50df9abadb204a52a1f75cd50dbb0a82&binding%3Ahost_id=n-h1-813419-11 HTTP/1.1" status: 200 len: 1096 time: 0.1187007 Nov 18 17:15:10.575126 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43454) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:10.600608 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['b5c188ab-d028-4c94-b115-3c564bba9431'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:15:10.633629 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['0c6227a9-9c82-46f1-9d60-2e0664c61b69'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:15:10.637890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['e12bfd73-5acf-499c-8e3e-e4b55452c70c'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:15:10.653684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70dbcdd-87c3-43b2-b4ce-23da4de3a0f4 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:10.661471 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b70dbcdd-87c3-43b2-b4ce-23da4de3a0f4 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:10.672463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-a4e4993f-02f1-4f73-ba66-3060a9de2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:10.674265 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-a4e4993f-02f1-4f73-ba66-3060a9de2236 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da&tenant_id=50df9abadb204a52a1f75cd50dbb0a82 HTTP/1.1" status: 200 len: 1096 time: 0.0911963 Nov 18 17:15:10.688308 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-b70dbcdd-87c3-43b2-b4ce-23da4de3a0f4 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] device_id is not set on port 2b86e38b-ae23-4551-a57e-1b686ba9c953 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:15:10.752587 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-0480cb2b-3ab2-46f9-b1a6-78996f87754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:10.754724 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-0480cb2b-3ab2-46f9-b1a6-78996f87754e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 1096 time: 0.0517659 Nov 18 17:15:10.778248 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34faa168-7363-4793-b70f-514641c74e62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:10.796969 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:15:10.829524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-b70dbcdd-87c3-43b2-b4ce-23da4de3a0f4 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Allocated IP 172.20.0.5 (d18bcc1f-8594-44eb-832c-525d19cc3f6e/6775d343-4423-4e2b-b413-e55a9d64de49/2b86e38b-ae23-4551-a57e-1b686ba9c953) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:10.980425 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-d18bcc1f-8594-44eb-832c-525d19cc3f6e', 'network_id': 'd18bcc1f-8594-44eb-832c-525d19cc3f6e', 'tenant_id': '56090e80a65f4bf99127d1e5e759759f', 'fixed_ips': [{'subnet_id': '6775d343-4423-4e2b-b413-e55a9d64de49'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:15:10.981309 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:10.997146 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-6ce77d5f-537a-4028-b259-66e4e73d2e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:11.007973 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-6ce77d5f-537a-4028-b259-66e4e73d2e37 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.2363992 Nov 18 17:15:11.053684 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b70dbcdd-87c3-43b2-b4ce-23da4de3a0f4 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:11.062287 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-20a7d137-ee3e-4833-b069-4126bfc16249 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf8ccb18-f108-451f-8e9a-38cc13435e0c HTTP/1.1" status: 200 len: 217 time: 0.0533957 Nov 18 17:15:11.067541 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:15:11.100304 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Sync routers for ids ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:15:11.118637 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38ba4-61c0-4e30-9b86-f1748b3a3b59 req-934f4a33-9aa8-4a03-a7bd-7bd170f62c1e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:11.124184 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34faa168-7363-4793-b70f-514641c74e62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:11.125392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38ba4-61c0-4e30-9b86-f1748b3a3b59 req-934f4a33-9aa8-4a03-a7bd-7bd170f62c1e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:11.131693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38ba4-61c0-4e30-9b86-f1748b3a3b59 req-934f4a33-9aa8-4a03-a7bd-7bd170f62c1e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:11.138333 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38ba4-61c0-4e30-9b86-f1748b3a3b59 req-934f4a33-9aa8-4a03-a7bd-7bd170f62c1e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:11.141897 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-69394d32-116d-43db-bc68-e43daa1a23e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:11.144025 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-69394d32-116d-43db-bc68-e43daa1a23e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.0702507 Nov 18 17:15:11.145167 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38ba4-61c0-4e30-9b86-f1748b3a3b59 req-934f4a33-9aa8-4a03-a7bd-7bd170f62c1e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:11.151336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38ba4-61c0-4e30-9b86-f1748b3a3b59 req-934f4a33-9aa8-4a03-a7bd-7bd170f62c1e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:11.157791 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38ba4-61c0-4e30-9b86-f1748b3a3b59 req-934f4a33-9aa8-4a03-a7bd-7bd170f62c1e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:11.162325 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-81b38ba4-61c0-4e30-9b86-f1748b3a3b59 req-934f4a33-9aa8-4a03-a7bd-7bd170f62c1e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5429 time: 0.1241612 Nov 18 17:15:11.182042 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-5ff4fc1d-aac3-4ca2-a0d5-0f6dff5b5e2d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304341 Nov 18 17:15:11.207002 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34faa168-7363-4793-b70f-514641c74e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:11.234923 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:11.236813 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0b2401fe-6f04-4796-91f7-3fbe914dc580 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.3111527 Nov 18 17:15:11.239348 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-81b38ba4-61c0-4e30-9b86-f1748b3a3b59 req-7d658a04-6f84-4cca-ac7f-6292fe6efe3c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652602 Nov 18 17:15:11.240337 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43460) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:11.270286 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-34faa168-7363-4793-b70f-514641c74e62 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9ed05dd6149c43d0b228f06356fdf4a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6910710 Nov 18 17:15:11.291922 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43462) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:11.292156 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34faa168-7363-4793-b70f-514641c74e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ff04d8-7a15-4836-83bc-4fc6a21b8f6a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:11.297099 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Routers {'a19cfc79-bd69-4cef-89ed-8ed01a4aa064'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:15:11.298299 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:15:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:11.302058 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b70dbcdd-87c3-43b2-b4ce-23da4de3a0f4 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:11.309214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34faa168-7363-4793-b70f-514641c74e62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:11.309685 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34faa168-7363-4793-b70f-514641c74e62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:11.310100 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34faa168-7363-4793-b70f-514641c74e62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:11.310535 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34faa168-7363-4793-b70f-514641c74e62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:11.310945 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34faa168-7363-4793-b70f-514641c74e62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:11.311361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34faa168-7363-4793-b70f-514641c74e62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:11.311775 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34faa168-7363-4793-b70f-514641c74e62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:11.312332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34faa168-7363-4793-b70f-514641c74e62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:11.312744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34faa168-7363-4793-b70f-514641c74e62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:11.313150 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34faa168-7363-4793-b70f-514641c74e62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:11.315130 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34faa168-7363-4793-b70f-514641c74e62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:11.315130 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34faa168-7363-4793-b70f-514641c74e62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:11.340826 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-46711fbc-5c82-4aa8-a3ec-f0f15a218eb1 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495788 Nov 18 17:15:11.381179 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['7cc17a13-7718-4169-ad86-e8cdc78e4209'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:15:11.516925 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-a8fe5b2c-ea17-4186-92d2-4df50c35c835 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697977 Nov 18 17:15:11.719008 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cf94da6b-ba53-4353-982b-0b80ce706871 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:11.737052 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device cf8ccb18-f108-451f-8e9a-38cc13435e0c no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:15:11.810213 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70dbcdd-87c3-43b2-b4ce-23da4de3a0f4 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network d18bcc1f-8594-44eb-832c-525d19cc3f6e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:11.814442 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dbcdd-87c3-43b2-b4ce-23da4de3a0f4 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=2b86e38b-ae23-4551-a57e-1b686ba9c953,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:11.834945 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-b70dbcdd-87c3-43b2-b4ce-23da4de3a0f4 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:11.850057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70dbcdd-87c3-43b2-b4ce-23da4de3a0f4 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:11.902877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Allocated IP 172.20.0.2 (d18bcc1f-8594-44eb-832c-525d19cc3f6e/6775d343-4423-4e2b-b413-e55a9d64de49/ad296192-d66e-482f-89cb-c08ce3e47c24) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:11.918223 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3e94515-9c17-4e3a-8c40-98bd67a7662a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:11.938817 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 63625437-83d2-4c50-848c-8e3ccddc4817 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:12.035643 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6160c-f67d-4d55-a3cd-08bcd1217d65 req-81fbcad2-e315-4b4f-9744-e5945edcbec7 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:12.037243 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7af6160c-f67d-4d55-a3cd-08bcd1217d65 req-81fbcad2-e315-4b4f-9744-e5945edcbec7 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 944 time: 0.2685907 Nov 18 17:15:12.065318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70dbcdd-87c3-43b2-b4ce-23da4de3a0f4 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:12.065973 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b70dbcdd-87c3-43b2-b4ce-23da4de3a0f4 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:12.068891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-f4ed4bac-4d19-4e83-a7ce-80b57d87b02b tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:12.070647 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-f4ed4bac-4d19-4e83-a7ce-80b57d87b02b tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da&tenant_id=50df9abadb204a52a1f75cd50dbb0a82&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 1096 time: 0.0500491 Nov 18 17:15:12.106184 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3e94515-9c17-4e3a-8c40-98bd67a7662a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:12.132287 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device cf8ccb18-f108-451f-8e9a-38cc13435e0c not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:15:12.158505 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Set router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:15:12.191443 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891aead-946e-4248-b37b-d16457a4ac4e req-95efc555-c76f-4d44-b514-499fb43e108b tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:12.193071 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3891aead-946e-4248-b37b-d16457a4ac4e req-95efc555-c76f-4d44-b514-499fb43e108b tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 944 time: 0.4224458 Nov 18 17:15:12.275884 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b70dbcdd-87c3-43b2-b4ce-23da4de3a0f4 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8035407 Nov 18 17:15:12.279475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43474) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:12.285302 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7af6160c-f67d-4d55-a3cd-08bcd1217d65 req-f97b3572-4723-40bd-8f0f-4065d0fc5f60 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335062 Nov 18 17:15:12.285902 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b6f5634b-e211-4405-92ad-178b511aabb8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'network_id': 'd18bcc1f-8594-44eb-832c-525d19cc3f6e', 'name': 'tempest-PortsTestJSON-2112241567'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:12.307229 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port cf94da6b-ba53-4353-982b-0b80ce706871 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:12.307611 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:12.340462 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-519bc1a0-02e2-44df-951e-aedad89a228d service neutron] For port cf8ccb18-f108-451f-8e9a-38cc13435e0c, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:15:12.348178 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-519bc1a0-02e2-44df-951e-aedad89a228d service neutron] Publish callbacks [] for binding, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:12.349957 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-729d09b0-da6f-46e0-8a67-68fa0ec121e6 req-519bc1a0-02e2-44df-951e-aedad89a228d service neutron] 10.222.0.83 "DELETE /v2.0/ports/cf8ccb18-f108-451f-8e9a-38cc13435e0c/bindings/n-h1-813419-11 HTTP/1.1" status: 204 len: 173 time: 0.2706769 Nov 18 17:15:12.354384 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3891aead-946e-4248-b37b-d16457a4ac4e req-8e10049c-498e-482d-856c-8171c98cdc4a tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1a5373b-71e6-4c6b-be81-53de3bc2e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470177 Nov 18 17:15:12.368643 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3e94515-9c17-4e3a-8c40-98bd67a7662a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:12.371863 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3e94515-9c17-4e3a-8c40-98bd67a7662a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:12.374490 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d3e94515-9c17-4e3a-8c40-98bd67a7662a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/36ff04d8-7a15-4836-83bc-4fc6a21b8f6a HTTP/1.1" status: 204 len: 168 time: 1.0812888 Nov 18 17:15:12.395495 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e94515-9c17-4e3a-8c40-98bd67a7662a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ff04d8-7a15-4836-83bc-4fc6a21b8f6a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:12.529095 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 63625437-83d2-4c50-848c-8e3ccddc4817 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:15:12.558733 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 63625437-83d2-4c50-848c-8e3ccddc4817 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:12.559139 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:12.631921 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:12.642694 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f5634b-e211-4405-92ad-178b511aabb8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:12.643300 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:12.646597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6f5634b-e211-4405-92ad-178b511aabb8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:12.664035 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d8948-767d-4e0a-9d19-713934664506 req-6878f9a7-9935-4c19-8a3d-3bda12153bb0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:12.667189 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-b6f5634b-e211-4405-92ad-178b511aabb8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] device_id is not set on port 1ac61567-57de-4ffc-a80c-6ff764197019 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:15:12.670202 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d8948-767d-4e0a-9d19-713934664506 req-6878f9a7-9935-4c19-8a3d-3bda12153bb0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:12.677106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d8948-767d-4e0a-9d19-713934664506 req-6878f9a7-9935-4c19-8a3d-3bda12153bb0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:12.683460 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d8948-767d-4e0a-9d19-713934664506 req-6878f9a7-9935-4c19-8a3d-3bda12153bb0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:12.691282 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d8948-767d-4e0a-9d19-713934664506 req-6878f9a7-9935-4c19-8a3d-3bda12153bb0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:12.697420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d8948-767d-4e0a-9d19-713934664506 req-6878f9a7-9935-4c19-8a3d-3bda12153bb0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:12.702799 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:12.707079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d8948-767d-4e0a-9d19-713934664506 req-6878f9a7-9935-4c19-8a3d-3bda12153bb0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:12.709441 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c3d8948-767d-4e0a-9d19-713934664506 req-6878f9a7-9935-4c19-8a3d-3bda12153bb0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5429 time: 0.1410871 Nov 18 17:15:12.782190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:09Z', 'revision_number': 3, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:12.787319 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:12.787906 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Network d18bcc1f-8594-44eb-832c-525d19cc3f6e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:12.812103 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c3d8948-767d-4e0a-9d19-713934664506 req-2bcbc6c0-551f-43bd-a1c7-5fe1bf96848b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888312 Nov 18 17:15:12.826441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:12.828531 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Checking router: a19cfc79-bd69-4cef-89ed-8ed01a4aa064 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:15:12.828897 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Updating router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 port 560ee831-e791-48b8-80cc-30861b00bcde binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:15:12.832497 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:12.835192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Pushing event updated for resources: {'Port': ['ID=ad296192-d66e-482f-89cb-c08ce3e47c24,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:12.871013 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-b6f5634b-e211-4405-92ad-178b511aabb8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Allocated IP 172.20.0.3 (d18bcc1f-8594-44eb-832c-525d19cc3f6e/6775d343-4423-4e2b-b413-e55a9d64de49/1ac61567-57de-4ffc-a80c-6ff764197019) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:12.909458 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b403251-3706-4a8a-bfe8-b240415897a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63625437-83d2-4c50-848c-8e3ccddc4817'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:15:12.912168 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df28cf80-c772-45a0-bab1-ca89e8cc4640" -d '{"events": [{"server_uuid": "3b403251-3706-4a8a-bfe8-b240415897a0", "name": "network-vif-plugged", "status": "completed", "tag": "63625437-83d2-4c50-848c-8e3ccddc4817"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:15:12.956251 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:12.963169 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 63625437-83d2-4c50-848c-8e3ccddc4817, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=63625437-83d2-4c50-848c-8e3ccddc4817,segment=NetworkSegment(27489add-ea18-46fc-96a0-d7026eba6f5d),segment_id=27489add-ea18-46fc-96a0-d7026eba6f5d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:12.974157 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3128e371-2455-4c72-b910-0b93caffb8ee x-openstack-request-id: req-3128e371-2455-4c72-b910-0b93caffb8ee {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:15:12.974631 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b403251-3706-4a8a-bfe8-b240415897a0", "name": "network-vif-plugged", "status": "completed", "tag": "63625437-83d2-4c50-848c-8e3ccddc4817", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:15:12.974953 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3128e371-2455-4c72-b910-0b93caffb8ee {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:15:12.975538 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b403251-3706-4a8a-bfe8-b240415897a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63625437-83d2-4c50-848c-8e3ccddc4817', 'code': 200} Nov 18 17:15:13.041880 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Attempting to bind port ad296192-d66e-482f-89cb-c08ce3e47c24 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:15:13.042365 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Attempting to bind port ad296192-d66e-482f-89cb-c08ce3e47c24 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7f2392c4-0345-4496-b4f5-46157b0a4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'd18bcc1f-8594-44eb-832c-525d19cc3f6e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:15:13.042802 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Attempting to bind port ad296192-d66e-482f-89cb-c08ce3e47c24 on network d18bcc1f-8594-44eb-832c-525d19cc3f6e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:13.052568 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] Allocated IP 172.20.0.1 (d6828d96-dac8-452e-9529-c68e647dfbe7/13819e6b-b208-409f-bf07-9b01f07897d6/bd9250d7-2e38-4a1b-b798-9d65c114e523) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:13.097411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:15:13.097832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Checking segment: {'id': '7f2392c4-0345-4496-b4f5-46157b0a4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'd18bcc1f-8594-44eb-832c-525d19cc3f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:13.098342 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:13.098793 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Bound using segment: {'id': '7f2392c4-0345-4496-b4f5-46157b0a4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'd18bcc1f-8594-44eb-832c-525d19cc3f6e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:15:13.099363 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Bound port: ad296192-d66e-482f-89cb-c08ce3e47c24, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2392c4-0345-4496-b4f5-46157b0a4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'd18bcc1f-8594-44eb-832c-525d19cc3f6e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:15:13.099830 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:13.104340 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:13.119328 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6f5634b-e211-4405-92ad-178b511aabb8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:13.122515 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783dc449-ace1-4687-afa9-2436937aec14 req-13cfb770-4d06-4682-b4ab-5f43353c518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:13.123670 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-783dc449-ace1-4687-afa9-2436937aec14 req-13cfb770-4d06-4682-b4ab-5f43353c518b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 1096 time: 0.0829585 Nov 18 17:15:13.152648 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43484) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:13.187843 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc436-51bd-46ee-85c0-f4c250365b5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:13.214725 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-783dc449-ace1-4687-afa9-2436937aec14 req-6c98fec2-c4a1-48b5-a1af-caeb48c1c224 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f1a5373b-71e6-4c6b-be81-53de3bc2e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834069 Nov 18 17:15:13.232890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=63625437-83d2-4c50-848c-8e3ccddc4817,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:13.239506 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:13.271767 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6f5634b-e211-4405-92ad-178b511aabb8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:13.294175 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] For port ad296192-d66e-482f-89cb-c08ce3e47c24, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:15:13.309833 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] For port ad296192-d66e-482f-89cb-c08ce3e47c24, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ad296192-d66e-482f-89cb-c08ce3e47c24,segment=NetworkSegment(7f2392c4-0345-4496-b4f5-46157b0a4897),segment_id=7f2392c4-0345-4496-b4f5-46157b0a4897)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:15:13.334133 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc436-51bd-46ee-85c0-f4c250365b5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:13.336283 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f5634b-e211-4405-92ad-178b511aabb8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network d18bcc1f-8594-44eb-832c-525d19cc3f6e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:13.340753 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b6f5634b-e211-4405-92ad-178b511aabb8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:13.344248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f5634b-e211-4405-92ad-178b511aabb8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:13.351721 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:13.379333 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:13.425290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] Network d6828d96-dac8-452e-9529-c68e647dfbe7 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:13.429384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:13.444551 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:13.548079 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43368047-3493-4ceb-afa3-42f06441dd81 None None] Pushing event updated for resources: {'Port': ['ID=ad296192-d66e-482f-89cb-c08ce3e47c24,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:13.595935 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:13.628417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] Pushing event updated for resources: {'Port': ['ID=bd9250d7-2e38-4a1b-b798-9d65c114e523,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:13.643256 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:13.693342 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:13.713301 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab268860-99ef-4689-bb70-63df42ae1869 req-b2ff6b6b-729b-4406-b773-b0d138ba2e08 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:13.715855 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab268860-99ef-4689-bb70-63df42ae1869 req-b2ff6b6b-729b-4406-b773-b0d138ba2e08 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 945 time: 0.1714904 Nov 18 17:15:13.726728 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108123e-1fc3-4fb3-8702-f8747d7155ad req-8ad29855-1341-440e-9bb7-3a801cd20efd tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:13.727969 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e108123e-1fc3-4fb3-8702-f8747d7155ad req-8ad29855-1341-440e-9bb7-3a801cd20efd tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 944 time: 0.2541664 Nov 18 17:15:13.782864 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Attempting to bind port 560ee831-e791-48b8-80cc-30861b00bcde on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:15:13.783565 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Attempting to bind port 560ee831-e791-48b8-80cc-30861b00bcde by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:15:13.783682 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Attempting to bind port 560ee831-e791-48b8-80cc-30861b00bcde on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:13.800067 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5634b-e211-4405-92ad-178b511aabb8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=1ac61567-57de-4ffc-a80c-6ff764197019,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:13.802139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:15:13.809588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:13.809588 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:13.809588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:15:13.809588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Bound port: 560ee831-e791-48b8-80cc-30861b00bcde, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:15:13.809588 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:13.810202 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc436-51bd-46ee-85c0-f4c250365b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:13.810286 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb857d03-06d6-49e3-a2a6-4096bcd1ac4c None None] Pushing event updated for resources: {'Port': ['ID=560ee831-e791-48b8-80cc-30861b00bcde,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:13.841876 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-02dbf154-361b-4970-9c72-f8843ff08322 None None] Provisioning complete for port bd9250d7-2e38-4a1b-b798-9d65c114e523 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:13.842329 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-02dbf154-361b-4970-9c72-f8843ff08322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:13.911258 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f5634b-e211-4405-92ad-178b511aabb8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:13.912336 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6f5634b-e211-4405-92ad-178b511aabb8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:13.919477 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3f2bc436-51bd-46ee-85c0-f4c250365b5c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5afde74a974b48faabf023d674908fa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7625816 Nov 18 17:15:13.919477 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bc436-51bd-46ee-85c0-f4c250365b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8ada46-c2c8-46fc-a3f3-82263647ca1a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:13.935736 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43496) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:13.940345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e108123e-1fc3-4fb3-8702-f8747d7155ad req-d88551b6-a4c7-4685-bae1-33974bc38349 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883981 Nov 18 17:15:13.948728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-02dbf154-361b-4970-9c72-f8843ff08322 None None] Port bd9250d7-2e38-4a1b-b798-9d65c114e523 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:13.952767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] For port 560ee831-e791-48b8-80cc-30861b00bcde, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:15:13.965648 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] For port 560ee831-e791-48b8-80cc-30861b00bcde, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=560ee831-e791-48b8-80cc-30861b00bcde,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:15:13.981227 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab268860-99ef-4689-bb70-63df42ae1869 req-c3c818bb-076f-460f-a0f2-159b96b892fe tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1a5373b-71e6-4c6b-be81-53de3bc2e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498019 Nov 18 17:15:14.027615 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5c7df43-da05-4382-969e-72cfceeafeb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:14.056596 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5c7df43-da05-4382-969e-72cfceeafeb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:14.118309 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:14.124526 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b6f5634b-e211-4405-92ad-178b511aabb8 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8434565 Nov 18 17:15:14.127546 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43502) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:14.172432 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:14.183809 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Routers {'a19cfc79-bd69-4cef-89ed-8ed01a4aa064'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:15:14.184453 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:15:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:14.186234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb857d03-06d6-49e3-a2a6-4096bcd1ac4c None None] Pushing event updated for resources: {'Port': ['ID=560ee831-e791-48b8-80cc-30861b00bcde,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:14.219044 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f580ee-f028-4bd6-80ac-034e0196882a req-9b02a98f-5006-4814-882f-75ddfcbc9fb8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:14.225931 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5c7df43-da05-4382-969e-72cfceeafeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:14.227404 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f580ee-f028-4bd6-80ac-034e0196882a req-9b02a98f-5006-4814-882f-75ddfcbc9fb8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:14.228647 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5c7df43-da05-4382-969e-72cfceeafeb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:14.232414 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b5c7df43-da05-4382-969e-72cfceeafeb0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c8ada46-c2c8-46fc-a3f3-82263647ca1a HTTP/1.1" status: 204 len: 168 time: 0.2849832 Nov 18 17:15:14.235020 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f580ee-f028-4bd6-80ac-034e0196882a req-9b02a98f-5006-4814-882f-75ddfcbc9fb8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:14.241845 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f580ee-f028-4bd6-80ac-034e0196882a req-9b02a98f-5006-4814-882f-75ddfcbc9fb8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:14.247238 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f056db-02f1-4949-955f-7bf58fbced74 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:14.248228 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f580ee-f028-4bd6-80ac-034e0196882a req-9b02a98f-5006-4814-882f-75ddfcbc9fb8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:14.251411 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d9f056db-02f1-4949-955f-7bf58fbced74 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.1201003 Nov 18 17:15:14.253875 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43506) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:14.254656 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f580ee-f028-4bd6-80ac-034e0196882a req-9b02a98f-5006-4814-882f-75ddfcbc9fb8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:14.261995 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f580ee-f028-4bd6-80ac-034e0196882a req-9b02a98f-5006-4814-882f-75ddfcbc9fb8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:14.263580 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7df43-da05-4382-969e-72cfceeafeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8ada46-c2c8-46fc-a3f3-82263647ca1a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:14.273346 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a3f580ee-f028-4bd6-80ac-034e0196882a req-9b02a98f-5006-4814-882f-75ddfcbc9fb8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5429 time: 0.1698391 Nov 18 17:15:14.389725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1a61d-4c77-4950-85db-75e9ceff17ba tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port 1ac61567-57de-4ffc-a80c-6ff764197019 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:15:14.389725 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a61d-4c77-4950-85db-75e9ceff17ba tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:14.409919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce9ce8-70c6-4667-8443-105ff1b83c3e req-315217df-8369-494f-9175-558e85b17ac3 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:14.417950 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-42ce9ce8-70c6-4667-8443-105ff1b83c3e req-315217df-8369-494f-9175-558e85b17ac3 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 1096 time: 0.2129788 Nov 18 17:15:14.522566 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a3f580ee-f028-4bd6-80ac-034e0196882a req-c3a5fdad-f143-4da3-88b4-f071058cecb0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2399185 Nov 18 17:15:14.542509 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] Set router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:15:14.560349 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a61d-4c77-4950-85db-75e9ceff17ba tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:14.563920 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-42ce9ce8-70c6-4667-8443-105ff1b83c3e req-567d398b-a96b-4273-8d2f-daa6bde81193 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447628 Nov 18 17:15:14.608602 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:14.615304 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1a61d-4c77-4950-85db-75e9ceff17ba tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for 1ac61567-57de-4ffc-a80c-6ff764197019 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:15:14.711227 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:14.857168 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:14.859119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] Pushing event updated for resources: {'Port': ['ID=bd9250d7-2e38-4a1b-b798-9d65c114e523,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:14.870776 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a61d-4c77-4950-85db-75e9ceff17ba tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:14.906296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e20d4-050b-46c2-9965-4f110e344782 req-5adb0166-8c72-4938-be27-dba3e58eb3ce tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:14.909801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:13Z', 'revision_number': 1, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:14.914585 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b5e20d4-050b-46c2-9965-4f110e344782 req-5adb0166-8c72-4938-be27-dba3e58eb3ce tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 1096 time: 0.1498833 Nov 18 17:15:14.932792 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1a61d-4c77-4950-85db-75e9ceff17ba tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=1ac61567-57de-4ffc-a80c-6ff764197019,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:14.953591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93319f-d166-4d47-ad8d-1e7e8d54b07f None None] The sync data for ids ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'] in n-d-813419-11 is: [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:13Z', 'revision_number': 1, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:15:15.041448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b5e20d4-050b-46c2-9965-4f110e344782 req-ed01c7c6-c892-4a69-8bae-4ccb8f37350f tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256816 Nov 18 17:15:15.051643 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a61d-4c77-4950-85db-75e9ceff17ba tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:15.066088 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9bf1a61d-4c77-4950-85db-75e9ceff17ba tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/ports/1ac61567-57de-4ffc-a80c-6ff764197019 HTTP/1.1" status: 204 len: 168 time: 0.8108926 Nov 18 17:15:15.067099 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43522) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:15.092437 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] Network d6828d96-dac8-452e-9529-c68e647dfbe7 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:15.105668 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:15.128199 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d11d9ec-9ccd-4cd3-bc25-680591f7a8db tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] GET failed (client error): The resource could not be found. Nov 18 17:15:15.133655 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7d11d9ec-9ccd-4cd3-bc25-680591f7a8db tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports/1ac61567-57de-4ffc-a80c-6ff764197019 HTTP/1.1" status: 404 len: 333 time: 0.0642369 Nov 18 17:15:15.135049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43528) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:15.183397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decde913-b78b-440c-8ff0-2e6c2c75ef3e None None] Network d18bcc1f-8594-44eb-832c-525d19cc3f6e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:15.341194 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd19ed7-a214-40a5-884a-21a39ca0c356 req-a4aab71e-8f82-4d49-b102-f93680013a3b tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:15.351633 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9cd19ed7-a214-40a5-884a-21a39ca0c356 req-a4aab71e-8f82-4d49-b102-f93680013a3b tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 945 time: 0.2605851 Nov 18 17:15:15.379445 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e3445088-bf35-41be-8d4f-c0f2cde00e20 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port 2b86e38b-ae23-4551-a57e-1b686ba9c953 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:15:15.379892 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3445088-bf35-41be-8d4f-c0f2cde00e20 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:15.449111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-81f34b3b-917a-46f0-a4b0-6316c3f325c7 None None] Provisioning complete for port ad296192-d66e-482f-89cb-c08ce3e47c24 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:15.450794 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-81f34b3b-917a-46f0-a4b0-6316c3f325c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:15.459985 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9cd19ed7-a214-40a5-884a-21a39ca0c356 req-21e24c49-6adc-46b2-a0e2-344036df142f tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1a5373b-71e6-4c6b-be81-53de3bc2e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070745 Nov 18 17:15:15.497017 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] Router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:15:15.590193 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7cc17a13-7718-4169-ad86-e8cdc78e4209 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:15.685947 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3445088-bf35-41be-8d4f-c0f2cde00e20 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:15.694338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ad296192-d66e-482f-89cb-c08ce3e47c24 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:15.714708 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e3445088-bf35-41be-8d4f-c0f2cde00e20 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for 2b86e38b-ae23-4551-a57e-1b686ba9c953 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:15:15.814760 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:15:15.822023 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-249161bb-d109-4e33-83dd-2ce45e194ebb admin admin] 10.222.0.72 "PUT /v2.0/routers/a19cfc79-bd69-4cef-89ed-8ed01a4aa064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5804346 Nov 18 17:15:15.838771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9ca0-08f6-4b45-9c54-f2cc6f79a02f req-2c28e1a0-cfb6-4fe6-bac2-9df002c468d4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:15.844615 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9ca0-08f6-4b45-9c54-f2cc6f79a02f req-2c28e1a0-cfb6-4fe6-bac2-9df002c468d4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:15.851290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9ca0-08f6-4b45-9c54-f2cc6f79a02f req-2c28e1a0-cfb6-4fe6-bac2-9df002c468d4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:15.885090 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-81f34b3b-917a-46f0-a4b0-6316c3f325c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:15.906193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9ca0-08f6-4b45-9c54-f2cc6f79a02f req-2c28e1a0-cfb6-4fe6-bac2-9df002c468d4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:15.914771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9ca0-08f6-4b45-9c54-f2cc6f79a02f req-2c28e1a0-cfb6-4fe6-bac2-9df002c468d4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:15.931883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9ca0-08f6-4b45-9c54-f2cc6f79a02f req-2c28e1a0-cfb6-4fe6-bac2-9df002c468d4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:15.946327 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9ca0-08f6-4b45-9c54-f2cc6f79a02f req-2c28e1a0-cfb6-4fe6-bac2-9df002c468d4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:15.956584 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port ad296192-d66e-482f-89cb-c08ce3e47c24 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:15.957038 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:15.963186 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c96b9ca0-08f6-4b45-9c54-f2cc6f79a02f req-2c28e1a0-cfb6-4fe6-bac2-9df002c468d4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5429 time: 0.2193263 Nov 18 17:15:16.027460 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-81f34b3b-917a-46f0-a4b0-6316c3f325c7 None None] For port ad296192-d66e-482f-89cb-c08ce3e47c24, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ad296192-d66e-482f-89cb-c08ce3e47c24,segment=NetworkSegment(7f2392c4-0345-4496-b4f5-46157b0a4897),segment_id=7f2392c4-0345-4496-b4f5-46157b0a4897)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:16.055053 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c96b9ca0-08f6-4b45-9c54-f2cc6f79a02f req-b910d110-ac5e-41da-af65-5e341566d4b2 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908999 Nov 18 17:15:16.113412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 7cc17a13-7718-4169-ad86-e8cdc78e4209 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:15:16.141052 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3445088-bf35-41be-8d4f-c0f2cde00e20 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:16.200028 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-81f34b3b-917a-46f0-a4b0-6316c3f325c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:16.277270 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 7cc17a13-7718-4169-ad86-e8cdc78e4209 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:16.292259 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:16.303189 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3445088-bf35-41be-8d4f-c0f2cde00e20 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=2b86e38b-ae23-4551-a57e-1b686ba9c953,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:16.405290 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3445088-bf35-41be-8d4f-c0f2cde00e20 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:16.410143 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e3445088-bf35-41be-8d4f-c0f2cde00e20 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/ports/2b86e38b-ae23-4551-a57e-1b686ba9c953 HTTP/1.1" status: 204 len: 168 time: 1.2709212 Nov 18 17:15:16.412902 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43570) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:16.448565 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:16.470527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e23323e9-f300-4d48-9a79-0807d0e8261d None None] Provisioning complete for port bd9250d7-2e38-4a1b-b798-9d65c114e523 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:16.471478 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e23323e9-f300-4d48-9a79-0807d0e8261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:16.479639 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb11ba7-5062-49e5-a766-7bd6fb3cc4ef tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] GET failed (client error): The resource could not be found. Nov 18 17:15:16.491078 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-dfb11ba7-5062-49e5-a766-7bd6fb3cc4ef tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports/2b86e38b-ae23-4551-a57e-1b686ba9c953 HTTP/1.1" status: 404 len: 333 time: 0.0750632 Nov 18 17:15:16.493924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43574) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:16.545052 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f34b3b-917a-46f0-a4b0-6316c3f325c7 None None] Pushing event updated for resources: {'Port': ['ID=ad296192-d66e-482f-89cb-c08ce3e47c24,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:16.612649 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb71c756-765c-44da-b567-2109f2c6906b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting subnet 6775d343-4423-4e2b-b413-e55a9d64de49 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:15:16.616514 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb71c756-765c-44da-b567-2109f2c6906b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:16.618460 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e23323e9-f300-4d48-9a79-0807d0e8261d None None] Port bd9250d7-2e38-4a1b-b798-9d65c114e523 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:16.648025 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:16.691606 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:15:16.691998 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:15:16.701175 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb71c756-765c-44da-b567-2109f2c6906b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:16.721643 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc17a13-7718-4169-ad86-e8cdc78e4209'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:15:16.732150 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229e193b-37ce-4d4f-8e00-50622e4a7ecf" -d '{"events": [{"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-plugged", "status": "completed", "tag": "7cc17a13-7718-4169-ad86-e8cdc78e4209"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:15:16.772240 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7e31e61e-395a-434e-86da-db39db9597e0 None None] Could not find standard attr ID for object 2b86e38b-ae23-4551-a57e-1b686ba9c953. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:15:16.780463 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 7cc17a13-7718-4169-ad86-e8cdc78e4209, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7cc17a13-7718-4169-ad86-e8cdc78e4209,segment=NetworkSegment(741e2663-1d0b-46a0-8e0d-faea0ac40b45),segment_id=741e2663-1d0b-46a0-8e0d-faea0ac40b45)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:16.801422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7e31e61e-395a-434e-86da-db39db9597e0 None None] Provisioning complete for port ad296192-d66e-482f-89cb-c08ce3e47c24 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:16.801986 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e31e61e-395a-434e-86da-db39db9597e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:16.850776 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:16.851589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1b798ec3-54dc-45ca-8e35-4a5edf6bde87 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:16.934303 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb71c756-765c-44da-b567-2109f2c6906b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:17.051246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=7cc17a13-7718-4169-ad86-e8cdc78e4209,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:17.075094 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd213eb-2c86-4508-8d22-357eae337854 req-1fe5874e-5a9a-4fbb-b94d-7c34f8cda350 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:17.091180 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2fd213eb-2c86-4508-8d22-357eae337854 req-1fe5874e-5a9a-4fbb-b94d-7c34f8cda350 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 945 time: 0.2253616 Nov 18 17:15:17.131393 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 1b798ec3-54dc-45ca-8e35-4a5edf6bde87 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:15:17.148770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 1b798ec3-54dc-45ca-8e35-4a5edf6bde87 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:17.149151 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:17.188514 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2fd213eb-2c86-4508-8d22-357eae337854 req-17c3dcaf-0319-40c8-85a6-c342911afae8 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1a5373b-71e6-4c6b-be81-53de3bc2e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955508 Nov 18 17:15:17.200619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-dd0b02d6-5701-4d87-b5c1-9c2fdfd76d62 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:17.205801 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-dd0b02d6-5701-4d87-b5c1-9c2fdfd76d62 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/networks?id=d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 200 len: 820 time: 0.3695974 Nov 18 17:15:17.219705 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb71c756-765c-44da-b567-2109f2c6906b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:17.257850 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-d609cf40-f4e6-49c4-a911-7ed97020e15e tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/quotas/9c54261a27f145d78b7d9eca5e0a7986 HTTP/1.1" status: 200 len: 375 time: 0.0231853 Nov 18 17:15:17.302721 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71c756-765c-44da-b567-2109f2c6906b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Subnet': ['ID=6775d343-4423-4e2b-b413-e55a9d64de49,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:17.302721 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb71c756-765c-44da-b567-2109f2c6906b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:17.313627 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07caf29c-8782-45c5-8723-55073fd47361 x-openstack-request-id: req-07caf29c-8782-45c5-8723-55073fd47361 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:15:17.313946 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-plugged", "status": "completed", "tag": "7cc17a13-7718-4169-ad86-e8cdc78e4209", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:15:17.314337 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-07caf29c-8782-45c5-8723-55073fd47361 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:15:17.315748 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc17a13-7718-4169-ad86-e8cdc78e4209', 'code': 200} Nov 18 17:15:17.317739 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cb71c756-765c-44da-b567-2109f2c6906b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/6775d343-4423-4e2b-b413-e55a9d64de49 HTTP/1.1" status: 204 len: 168 time: 0.8226264 Nov 18 17:15:17.318673 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43600) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:17.361724 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-eda40fa5-1c78-4c44-ab2d-39ecdde35e0a None None] Could not find standard attr ID for object 2b86e38b-ae23-4551-a57e-1b686ba9c953. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:15:17.398819 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-eda40fa5-1c78-4c44-ab2d-39ecdde35e0a None None] Could not find standard attr ID for object 1ac61567-57de-4ffc-a80c-6ff764197019. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:15:17.497938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:17.511323 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-69b2efc3-51db-4542-9177-3f53c8c4b85c tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2437804 Nov 18 17:15:17.597631 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:17.603450 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port ad296192-d66e-482f-89cb-c08ce3e47c24 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:15:17.604246 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:17.657074 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1b798ec3-54dc-45ca-8e35-4a5edf6bde87, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1b798ec3-54dc-45ca-8e35-4a5edf6bde87,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:17.714900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d88e25-63c0-4070-8ffa-c7130e7591dd None None] Network d18bcc1f-8594-44eb-832c-525d19cc3f6e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:17.753269 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:17.758330 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device bbab8d68-7db0-4f0e-a817-5122ae7e186d up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:17.819697 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-f1bfaf91-6fb8-4426-a5be-9043216fb716 service neutron] 10.222.0.72 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885218 Nov 18 17:15:17.822987 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] For port ad296192-d66e-482f-89cb-c08ce3e47c24, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ad296192-d66e-482f-89cb-c08ce3e47c24,segment=NetworkSegment(7f2392c4-0345-4496-b4f5-46157b0a4897),segment_id=7f2392c4-0345-4496-b4f5-46157b0a4897)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:17.824419 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:17.863524 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for ad296192-d66e-482f-89cb-c08ce3e47c24 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:15:17.870653 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 560ee831-e791-48b8-80cc-30861b00bcde up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:17.879107 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72519-d02d-436a-85b8-a64c5a826cc5 req-c3c41eb3-8c85-4614-b608-881ef8b335cb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:17.885788 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72519-d02d-436a-85b8-a64c5a826cc5 req-c3c41eb3-8c85-4614-b608-881ef8b335cb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:17.893251 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72519-d02d-436a-85b8-a64c5a826cc5 req-c3c41eb3-8c85-4614-b608-881ef8b335cb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:17.899592 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72519-d02d-436a-85b8-a64c5a826cc5 req-c3c41eb3-8c85-4614-b608-881ef8b335cb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:17.906296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72519-d02d-436a-85b8-a64c5a826cc5 req-c3c41eb3-8c85-4614-b608-881ef8b335cb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:17.913634 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72519-d02d-436a-85b8-a64c5a826cc5 req-c3c41eb3-8c85-4614-b608-881ef8b335cb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:17.921233 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72519-d02d-436a-85b8-a64c5a826cc5 req-c3c41eb3-8c85-4614-b608-881ef8b335cb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:17.930625 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5d72519-d02d-436a-85b8-a64c5a826cc5 req-c3c41eb3-8c85-4614-b608-881ef8b335cb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5430 time: 0.5367122 Nov 18 17:15:18.013414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5d72519-d02d-436a-85b8-a64c5a826cc5 req-234eb6b2-134c-4e7e-9d9d-1e3f0d7502dd tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816579 Nov 18 17:15:18.090543 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=1b798ec3-54dc-45ca-8e35-4a5edf6bde87,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:18.124310 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:18.145324 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26995a57-a173-456a-a60e-b66a4823ce14 req-f7df77d0-f026-4485-97c9-53b8d3025f33 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:18.148418 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-26995a57-a173-456a-a60e-b66a4823ce14 req-f7df77d0-f026-4485-97c9-53b8d3025f33 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 945 time: 0.0869782 Nov 18 17:15:18.202519 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 560ee831-e791-48b8-80cc-30861b00bcde triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:18.203972 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:18.205655 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-e291f125-a108-4330-a36b-ca73287d7def service neutron] 10.222.0.72 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603871 Nov 18 17:15:18.207941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=ad296192-d66e-482f-89cb-c08ce3e47c24,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:18.215587 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No DVR routers for this DVR port ad296192-d66e-482f-89cb-c08ce3e47c24 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:15:18.262262 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port bbab8d68-7db0-4f0e-a817-5122ae7e186d completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:15:18.271611 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port bbab8d68-7db0-4f0e-a817-5122ae7e186d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:18.272389 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:18.295445 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb5d308-7659-499d-b38c-1c9a7891bb3c None None] DHCP port deletion for d18bcc1f-8594-44eb-832c-525d19cc3f6e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:15:18.476923 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:18.495735 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:18.504851 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18bcc1f-8594-44eb-832c-525d19cc3f6e']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:18.532172 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2392c4-0345-4496-b4f5-46157b0a4897') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:18.532484 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2392c4-0345-4496-b4f5-46157b0a4897') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:18.586014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 560ee831-e791-48b8-80cc-30861b00bcde, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=560ee831-e791-48b8-80cc-30861b00bcde,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:18.603764 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:18.633173 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:18.666654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-26995a57-a173-456a-a60e-b66a4823ce14 req-2240ae7f-fb3a-41ee-a403-5a072ae4f262 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Deleting port 63625437-83d2-4c50-848c-8e3ccddc4817 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:15:18.674521 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-26995a57-a173-456a-a60e-b66a4823ce14 req-2240ae7f-fb3a-41ee-a403-5a072ae4f262 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:18.676938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:18.695875 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:18.696850 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ad296192-d66e-482f-89cb-c08ce3e47c24 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:18.716505 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:15:18.717041 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:15:18.720193 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:15:18.746035 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51c5ef4c-9a3b-4ce0-8c6e-1fa76aa3e81b req-356158d8-9548-41ec-aeae-8155f3385824 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 210 time: 0.1423573 Nov 18 17:15:18.801399 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c480e-fc7c-4b9d-be05-1966fb2b5b85 req-5576c080-9826-48d3-87ad-c6d400f3d68c tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:18.804137 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc4c480e-fc7c-4b9d-be05-1966fb2b5b85 req-5576c080-9826-48d3-87ad-c6d400f3d68c tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 945 time: 0.2109904 Nov 18 17:15:18.874286 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Sync routers for ids ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:15:18.907064 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Routers {'a19cfc79-bd69-4cef-89ed-8ed01a4aa064'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:15:18.907827 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:15:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:18.912659 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc4c480e-fc7c-4b9d-be05-1966fb2b5b85 req-bba89246-3857-4b90-88ee-38e007e3e6a8 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1a5373b-71e6-4c6b-be81-53de3bc2e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846560 Nov 18 17:15:18.983571 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: ad296192-d66e-482f-89cb-c08ce3e47c24 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:15:18.983960 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ad296192-d66e-482f-89cb-c08ce3e47c24 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 18 17:15:19.007883 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-26995a57-a173-456a-a60e-b66a4823ce14 req-2240ae7f-fb3a-41ee-a403-5a072ae4f262 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] For port 63625437-83d2-4c50-848c-8e3ccddc4817, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=63625437-83d2-4c50-848c-8e3ccddc4817,segment=NetworkSegment(27489add-ea18-46fc-96a0-d7026eba6f5d),segment_id=27489add-ea18-46fc-96a0-d7026eba6f5d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:19.011577 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-26995a57-a173-456a-a60e-b66a4823ce14 req-2240ae7f-fb3a-41ee-a403-5a072ae4f262 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:19.022924 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Port ad296192-d66e-482f-89cb-c08ce3e47c24 not found, will not notify nova. {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 18 17:15:19.035884 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port bbab8d68-7db0-4f0e-a817-5122ae7e186d, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=bbab8d68-7db0-4f0e-a817-5122ae7e186d,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:19.044824 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-26995a57-a173-456a-a60e-b66a4823ce14 req-2240ae7f-fb3a-41ee-a403-5a072ae4f262 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Calling delete_port for 63625437-83d2-4c50-848c-8e3ccddc4817 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:15:19.082686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=560ee831-e791-48b8-80cc-30861b00bcde,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:19.110182 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:19.111694 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 0c6227a9-9c82-46f1-9d60-2e0664c61b69 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:19.221564 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:19.243953 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:19.250291 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Set router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:15:19.257609 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/networks/d18bcc1f-8594-44eb-832c-525d19cc3f6e HTTP/1.1" status: 204 len: 168 time: 1.9374969 Nov 18 17:15:19.285492 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4e8db-ce27-4b44-865e-060542f1bc85 req-942bb08e-e122-41c2-bc09-d3b6e1be6b7e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:19.292384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43640) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:19.302769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4e8db-ce27-4b44-865e-060542f1bc85 req-942bb08e-e122-41c2-bc09-d3b6e1be6b7e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:19.319349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b798ec3-54dc-45ca-8e35-4a5edf6bde87'}, {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbab8d68-7db0-4f0e-a817-5122ae7e186d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:15:19.320490 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4e8db-ce27-4b44-865e-060542f1bc85 req-942bb08e-e122-41c2-bc09-d3b6e1be6b7e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:19.321657 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06788609-0054-4d73-8c78-8c5d45a8e462" -d '{"events": [{"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-plugged", "status": "completed", "tag": "1b798ec3-54dc-45ca-8e35-4a5edf6bde87"}, {"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-plugged", "status": "completed", "tag": "bbab8d68-7db0-4f0e-a817-5122ae7e186d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:15:19.332910 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-bc7aeed1-59ab-4844-9e8b-10e0c764cb2f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1379623432'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:19.337481 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4e8db-ce27-4b44-865e-060542f1bc85 req-942bb08e-e122-41c2-bc09-d3b6e1be6b7e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:19.345111 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4e8db-ce27-4b44-865e-060542f1bc85 req-942bb08e-e122-41c2-bc09-d3b6e1be6b7e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:19.350942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830f76d-b78f-4509-bdc4-dbe0e3cbce34 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Network': ['ID=d18bcc1f-8594-44eb-832c-525d19cc3f6e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:19.355945 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4e8db-ce27-4b44-865e-060542f1bc85 req-942bb08e-e122-41c2-bc09-d3b6e1be6b7e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:19.358641 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=bbab8d68-7db0-4f0e-a817-5122ae7e186d,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:19.362878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4e8db-ce27-4b44-865e-060542f1bc85 req-942bb08e-e122-41c2-bc09-d3b6e1be6b7e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:19.371847 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2d4e8db-ce27-4b44-865e-060542f1bc85 req-942bb08e-e122-41c2-bc09-d3b6e1be6b7e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5432 time: 0.2269270 Nov 18 17:15:19.452395 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 18 Nov 2021 17:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff070b7-e35f-4c2b-8f6f-ddd86467491e x-openstack-request-id: req-2ff070b7-e35f-4c2b-8f6f-ddd86467491e {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:15:19.452702 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-plugged", "status": "completed", "tag": "1b798ec3-54dc-45ca-8e35-4a5edf6bde87", "code": 200}, {"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-plugged", "status": "completed", "tag": "bbab8d68-7db0-4f0e-a817-5122ae7e186d", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:15:19.453555 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2ff070b7-e35f-4c2b-8f6f-ddd86467491e {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:15:19.453996 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b798ec3-54dc-45ca-8e35-4a5edf6bde87', 'code': 200} Nov 18 17:15:19.454269 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbab8d68-7db0-4f0e-a817-5122ae7e186d', 'code': 200} Nov 18 17:15:19.478367 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2d4e8db-ce27-4b44-865e-060542f1bc85 req-a8e83959-6099-4150-813d-cedce8de2569 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1056435 Nov 18 17:15:19.514445 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 0c6227a9-9c82-46f1-9d60-2e0664c61b69 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:15:19.520699 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 0c6227a9-9c82-46f1-9d60-2e0664c61b69 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:19.521048 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:19.550610 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7aeed1-59ab-4844-9e8b-10e0c764cb2f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:19.569420 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bc7aeed1-59ab-4844-9e8b-10e0c764cb2f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:19.572848 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-26995a57-a173-456a-a60e-b66a4823ce14 req-2240ae7f-fb3a-41ee-a403-5a072ae4f262 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:19.621231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 560ee831-e791-48b8-80cc-30861b00bcde up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:19.651425 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 2, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:19.671265 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['63625437-83d2-4c50-848c-8e3ccddc4817'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:15:19.688817 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240ae7f-fb3a-41ee-a403-5a072ae4f262 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Pushing event deleted for resources: {'Port': ['ID=63625437-83d2-4c50-848c-8e3ccddc4817,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:19.691720 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Checking router: a19cfc79-bd69-4cef-89ed-8ed01a4aa064 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:15:19.692538 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Updating router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 port bd9250d7-2e38-4a1b-b798-9d65c114e523 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:15:19.748997 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 560ee831-e791-48b8-80cc-30861b00bcde triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:19.749530 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:19.751033 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:19.772732 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-26995a57-a173-456a-a60e-b66a4823ce14 req-2240ae7f-fb3a-41ee-a403-5a072ae4f262 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] No DVR routers for this DVR port 63625437-83d2-4c50-848c-8e3ccddc4817 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:15:19.780103 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-26995a57-a173-456a-a60e-b66a4823ce14 req-2240ae7f-fb3a-41ee-a403-5a072ae4f262 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:19.783769 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-26995a57-a173-456a-a60e-b66a4823ce14 req-2240ae7f-fb3a-41ee-a403-5a072ae4f262 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.83 "DELETE /v2.0/ports/63625437-83d2-4c50-848c-8e3ccddc4817 HTTP/1.1" status: 204 len: 173 time: 1.5968885 Nov 18 17:15:19.784262 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b403251-3706-4a8a-bfe8-b240415897a0', 'name': 'network-vif-deleted', 'tag': '63625437-83d2-4c50-848c-8e3ccddc4817'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:15:19.786669 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed5dda9-f929-490e-a82d-f285eb2ccec9" -d '{"events": [{"server_uuid": "3b403251-3706-4a8a-bfe8-b240415897a0", "name": "network-vif-deleted", "tag": "63625437-83d2-4c50-848c-8e3ccddc4817"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:15:19.806224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7aeed1-59ab-4844-9e8b-10e0c764cb2f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] vlan segment allocate from pool success with {'vlan_id': 1117, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:15:19.822371 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:19.822577 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bc7aeed1-59ab-4844-9e8b-10e0c764cb2f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:19.822577 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-bc7aeed1-59ab-4844-9e8b-10e0c764cb2f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Added segment f5eb4e61-5d2b-42ae-bc4c-4d78e40f3924 of type vlan for network 7021a03e-d7ca-41e4-a5dd-c9c90633f6b5 Nov 18 17:15:19.901565 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70904b4d-ee39-4484-b590-8a92f37a8182 x-openstack-request-id: req-70904b4d-ee39-4484-b590-8a92f37a8182 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:15:19.901936 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b403251-3706-4a8a-bfe8-b240415897a0", "name": "network-vif-deleted", "tag": "63625437-83d2-4c50-848c-8e3ccddc4817", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:15:19.902200 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-70904b4d-ee39-4484-b590-8a92f37a8182 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:15:19.902719 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b403251-3706-4a8a-bfe8-b240415897a0', 'name': 'network-vif-deleted', 'tag': '63625437-83d2-4c50-848c-8e3ccddc4817', 'status': 'completed', 'code': 200} Nov 18 17:15:19.925751 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bc7aeed1-59ab-4844-9e8b-10e0c764cb2f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:19.948344 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 0c6227a9-9c82-46f1-9d60-2e0664c61b69, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0c6227a9-9c82-46f1-9d60-2e0664c61b69,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:19.987095 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33d48946-441c-4b99-a1d8-182f413887c2 req-b6afb07b-6dcf-4101-96ba-c688436c99ec tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 210 time: 0.1007488 Nov 18 17:15:20.025494 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:20.026481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device b5c188ab-d028-4c94-b115-3c564bba9431 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:20.071118 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6246753-a302-4586-87c1-e018286e8f2a req-6ab2815c-4624-4555-b1f2-86dc8b49d747 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 210 time: 0.0442214 Nov 18 17:15:20.075402 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ad296192-d66e-482f-89cb-c08ce3e47c24 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:15:20.087155 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bc7aeed1-59ab-4844-9e8b-10e0c764cb2f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:20.100208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7aeed1-59ab-4844-9e8b-10e0c764cb2f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:20.100208 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bc7aeed1-59ab-4844-9e8b-10e0c764cb2f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:20.148255 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: ad296192-d66e-482f-89cb-c08ce3e47c24 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:15:20.148692 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ad296192-d66e-482f-89cb-c08ce3e47c24 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:15:20.178900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=0c6227a9-9c82-46f1-9d60-2e0664c61b69,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:20.243312 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bc7aeed1-59ab-4844-9e8b-10e0c764cb2f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9158795 Nov 18 17:15:20.244170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7aeed1-59ab-4844-9e8b-10e0c764cb2f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Network': ['ID=7021a03e-d7ca-41e4-a5dd-c9c90633f6b5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:20.247465 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port b5c188ab-d028-4c94-b115-3c564bba9431 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:15:20.247621 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43660) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:20.253809 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port b5c188ab-d028-4c94-b115-3c564bba9431 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:20.253809 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:20.260919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'subnet': {'network_id': '7021a03e-d7ca-41e4-a5dd-c9c90633f6b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:20.293943 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 7021a03e-d7ca-41e4-a5dd-c9c90633f6b5 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:15:20.410130 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:20.479230 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:20.504561 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:20.522755 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port b5c188ab-d028-4c94-b115-3c564bba9431, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=b5c188ab-d028-4c94-b115-3c564bba9431,segment=NetworkSegment(741e2663-1d0b-46a0-8e0d-faea0ac40b45),segment_id=741e2663-1d0b-46a0-8e0d-faea0ac40b45)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:20.527856 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:20.546342 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:20.570113 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c2f3f-b43c-4d1a-9388-a6802c375472 None None] Pushing event updated for resources: {'Port': ['ID=bd9250d7-2e38-4a1b-b798-9d65c114e523,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:20.635451 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:20.636362 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 5dd9df54-bed8-437f-a041-261ec234f3ca up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:20.648182 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2f3f-b43c-4d1a-9388-a6802c375472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.648925 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2f3f-b43c-4d1a-9388-a6802c375472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.649356 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2f3f-b43c-4d1a-9388-a6802c375472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.650547 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2f3f-b43c-4d1a-9388-a6802c375472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.651193 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2f3f-b43c-4d1a-9388-a6802c375472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.651589 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2f3f-b43c-4d1a-9388-a6802c375472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.651964 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2f3f-b43c-4d1a-9388-a6802c375472 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.652331 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2f3f-b43c-4d1a-9388-a6802c375472 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.652663 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2f3f-b43c-4d1a-9388-a6802c375472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.652966 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2f3f-b43c-4d1a-9388-a6802c375472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.653309 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2f3f-b43c-4d1a-9388-a6802c375472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.653623 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c2f3f-b43c-4d1a-9388-a6802c375472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.698726 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Attempting to bind port bd9250d7-2e38-4a1b-b798-9d65c114e523 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:15:20.700142 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Attempting to bind port bd9250d7-2e38-4a1b-b798-9d65c114e523 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'acf6c999-7abc-49bd-b038-d0b63fa4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:15:20.700469 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Attempting to bind port bd9250d7-2e38-4a1b-b798-9d65c114e523 on network d6828d96-dac8-452e-9529-c68e647dfbe7 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:20.711213 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:15:20.711561 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Checking segment: {'id': 'acf6c999-7abc-49bd-b038-d0b63fa4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:20.711927 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:20.712421 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Bound using segment: {'id': 'acf6c999-7abc-49bd-b038-d0b63fa4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:15:20.712960 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Bound port: bd9250d7-2e38-4a1b-b798-9d65c114e523, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf6c999-7abc-49bd-b038-d0b63fa4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:15:20.713394 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:20.828660 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] For port bd9250d7-2e38-4a1b-b798-9d65c114e523, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:15:20.832196 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] For port bd9250d7-2e38-4a1b-b798-9d65c114e523, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=bd9250d7-2e38-4a1b-b798-9d65c114e523,segment=NetworkSegment(acf6c999-7abc-49bd-b038-d0b63fa4834e),segment_id=acf6c999-7abc-49bd-b038-d0b63fa4834e)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:15:20.855061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=b5c188ab-d028-4c94-b115-3c564bba9431,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:20.886428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.892438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.892438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.892438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.892438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.892438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.892438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.892438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.893118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.895208 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.895475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.895843 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:20.935560 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ae0b2-c6e1-45f3-9547-a2db73447f07 req-f5bf9f9c-9981-4cdf-8a0d-77a5dffef552 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:20.942248 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ae0b2-c6e1-45f3-9547-a2db73447f07 req-f5bf9f9c-9981-4cdf-8a0d-77a5dffef552 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:20.948679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ae0b2-c6e1-45f3-9547-a2db73447f07 req-f5bf9f9c-9981-4cdf-8a0d-77a5dffef552 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:20.955026 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ae0b2-c6e1-45f3-9547-a2db73447f07 req-f5bf9f9c-9981-4cdf-8a0d-77a5dffef552 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:20.961635 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ae0b2-c6e1-45f3-9547-a2db73447f07 req-f5bf9f9c-9981-4cdf-8a0d-77a5dffef552 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:20.968128 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ae0b2-c6e1-45f3-9547-a2db73447f07 req-f5bf9f9c-9981-4cdf-8a0d-77a5dffef552 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:20.974375 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ae0b2-c6e1-45f3-9547-a2db73447f07 req-f5bf9f9c-9981-4cdf-8a0d-77a5dffef552 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:20.977499 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c611d4b4-5fc3-400c-8844-6ae85963a192 None None] Provisioning complete for port bd9250d7-2e38-4a1b-b798-9d65c114e523 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:20.977874 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c611d4b4-5fc3-400c-8844-6ae85963a192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:20.983011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-880ae0b2-c6e1-45f3-9547-a2db73447f07 req-f5bf9f9c-9981-4cdf-8a0d-77a5dffef552 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5434 time: 0.2340145 Nov 18 17:15:20.985250 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:21.067724 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 5dd9df54-bed8-437f-a041-261ec234f3ca completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:15:21.071981 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c611d4b4-5fc3-400c-8844-6ae85963a192 None None] Port bd9250d7-2e38-4a1b-b798-9d65c114e523 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:21.079222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 5dd9df54-bed8-437f-a041-261ec234f3ca triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:21.080644 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:21.093849 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c2f3f-b43c-4d1a-9388-a6802c375472 None None] Pushing event updated for resources: {'Port': ['ID=bd9250d7-2e38-4a1b-b798-9d65c114e523,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:21.114224 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-880ae0b2-c6e1-45f3-9547-a2db73447f07 req-4d5a6550-f471-40b5-b29c-1ad0eaeb250a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1171045 Nov 18 17:15:21.125937 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Routers {'a19cfc79-bd69-4cef-89ed-8ed01a4aa064'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:15:21.126617 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:15:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:21.251522 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:21.329846 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:21.350735 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 5dd9df54-bed8-437f-a041-261ec234f3ca, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5dd9df54-bed8-437f-a041-261ec234f3ca,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:21.352655 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] Set router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:15:21.456438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6227a9-9c82-46f1-9d60-2e0664c61b69'}, {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c188ab-d028-4c94-b115-3c564bba9431'}, {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd9df54-bed8-437f-a041-261ec234f3ca'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:15:21.458855 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796326a1-5005-4bd1-adfa-866bc02f64d1" -d '{"events": [{"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-plugged", "status": "completed", "tag": "0c6227a9-9c82-46f1-9d60-2e0664c61b69"}, {"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-plugged", "status": "completed", "tag": "b5c188ab-d028-4c94-b115-3c564bba9431"}, {"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-plugged", "status": "completed", "tag": "5dd9df54-bed8-437f-a041-261ec234f3ca"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:15:21.499502 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:21.502915 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device e12bfd73-5acf-499c-8e3e-e4b55452c70c up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:21.645392 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bd9250d7-2e38-4a1b-b798-9d65c114e523 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:21.749352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43682) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:21.753225 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:20Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:21.796001 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85c2e4a-230f-4118-9239-e7a2687909c2 None None] The sync data for ids ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'] in n-d-813419-11 is: [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:20Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:15:21.836856 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-58207c49-0420-44ee-86e2-37a1d032de58 req-226e1192-b24d-48e5-85c8-df3abf7dd54e tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 210 time: 0.6992218 Nov 18 17:15:21.869524 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d9290a35-de87-4487-b826-c12e3e37c107 None None] Provisioning complete for port bd9250d7-2e38-4a1b-b798-9d65c114e523 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:21.870105 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d9290a35-de87-4487-b826-c12e3e37c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:21.920229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-628d8ce1-be73-4a52-a18c-b1b97970df1f req-97672fb4-a452-41d2-96ee-77e428967137 tempest-ServerGroupTestJSON-219672626 tempest-ServerGroupTestJSON-219672626-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b403251-3706-4a8a-bfe8-b240415897a0 HTTP/1.1" status: 200 len: 210 time: 0.0982692 Nov 18 17:15:21.921779 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:21.961427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-c8731eba-abee-450e-8970-2d03dba8b77a tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:21.963006 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-c8731eba-abee-450e-8970-2d03dba8b77a tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.81 "GET /v2.0/networks?id=d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 200 len: 820 time: 0.3137472 Nov 18 17:15:21.969546 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 63625437-83d2-4c50-848c-8e3ccddc4817 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:15:21.982721 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=5dd9df54-bed8-437f-a041-261ec234f3ca,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:22.021752 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-fe7f9e8a-d9d7-44ba-ac1a-1b9d52401adb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Request body: {'port': {'device_id': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'admin_state_up': True, 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:22.051491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Subnet': ['ID=bd701582-887a-4c45-8a30-dadd3e715050,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:22.064797 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:22.065380 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:22.065816 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:22.066226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:22.066633 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:22.067033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:22.067431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:22.067954 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:22.068244 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:22.068948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:22.069466 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:22.069917 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:15:22.080531 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Checking segment: {'id': 'f5eb4e61-5d2b-42ae-bc4c-4d78e40f3924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '7021a03e-d7ca-41e4-a5dd-c9c90633f6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:22.080531 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network hostable DHCP agents. Network: 7021a03e-d7ca-41e4-a5dd-c9c90633f6b5, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:15:22.091362 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ac10ac94-4874-4e21-af2f-d6c5291cc4d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:22.121932 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port e12bfd73-5acf-499c-8e3e-e4b55452c70c completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:15:22.129337 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 18 Nov 2021 17:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1df5641-4226-4065-ac7d-56d66577c250 x-openstack-request-id: req-d1df5641-4226-4065-ac7d-56d66577c250 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:15:22.129575 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-plugged", "status": "completed", "tag": "0c6227a9-9c82-46f1-9d60-2e0664c61b69", "code": 200}, {"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-plugged", "status": "completed", "tag": "b5c188ab-d028-4c94-b115-3c564bba9431", "code": 200}, {"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-plugged", "status": "completed", "tag": "5dd9df54-bed8-437f-a041-261ec234f3ca", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:15:22.129841 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d1df5641-4226-4065-ac7d-56d66577c250 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:15:22.130917 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6227a9-9c82-46f1-9d60-2e0664c61b69', 'code': 200} Nov 18 17:15:22.131262 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c188ab-d028-4c94-b115-3c564bba9431', 'code': 200} Nov 18 17:15:22.131534 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd9df54-bed8-437f-a041-261ec234f3ca', 'code': 200} Nov 18 17:15:22.136065 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port e12bfd73-5acf-499c-8e3e-e4b55452c70c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:22.136444 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:22.142049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 63625437-83d2-4c50-848c-8e3ccddc4817 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:15:22.142366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 63625437-83d2-4c50-848c-8e3ccddc4817 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:15:22.152189 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port bd9250d7-2e38-4a1b-b798-9d65c114e523 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:22.152495 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:22.174360 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network 7021a03e-d7ca-41e4-a5dd-c9c90633f6b5 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:15:22.277398 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 7021a03e-d7ca-41e4-a5dd-c9c90633f6b5) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:22.283592 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:22.284397 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:22.302908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20452ffa-80ec-4333-a4bc-5d8f202b7baf None None] Network 7021a03e-d7ca-41e4-a5dd-c9c90633f6b5 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:22.329853 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ac10ac94-4874-4e21-af2f-d6c5291cc4d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:22.387446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a25033-df69-4396-9974-087aee8caa83 req-6005f907-6c67-48f5-ac58-ad6a4501950d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:22.394273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a25033-df69-4396-9974-087aee8caa83 req-6005f907-6c67-48f5-ac58-ad6a4501950d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:22.400649 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a25033-df69-4396-9974-087aee8caa83 req-6005f907-6c67-48f5-ac58-ad6a4501950d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:22.407528 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a25033-df69-4396-9974-087aee8caa83 req-6005f907-6c67-48f5-ac58-ad6a4501950d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:22.414261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a25033-df69-4396-9974-087aee8caa83 req-6005f907-6c67-48f5-ac58-ad6a4501950d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:22.422315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a25033-df69-4396-9974-087aee8caa83 req-6005f907-6c67-48f5-ac58-ad6a4501950d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:22.429435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a25033-df69-4396-9974-087aee8caa83 req-6005f907-6c67-48f5-ac58-ad6a4501950d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:22.431676 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34a25033-df69-4396-9974-087aee8caa83 req-6005f907-6c67-48f5-ac58-ad6a4501950d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5435 time: 0.1354275 Nov 18 17:15:22.499215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-fe7f9e8a-d9d7-44ba-ac1a-1b9d52401adb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Made reservation on behalf of 9c54261a27f145d78b7d9eca5e0a7986 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:22.505046 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-fe7f9e8a-d9d7-44ba-ac1a-1b9d52401adb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:22.507938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ac10ac94-4874-4e21-af2f-d6c5291cc4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:22.515884 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34a25033-df69-4396-9974-087aee8caa83 req-680296b9-517b-4b36-becb-e99fc6a7b92a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748296 Nov 18 17:15:22.591344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1f460ff7-2e66-4f13-a29d-b885db0e83a6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3395848 Nov 18 17:15:22.591538 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43694) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:22.597910 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10ac94-4874-4e21-af2f-d6c5291cc4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499b95f0-11af-482a-bce1-f5c4a6fac577,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:22.598151 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f7e66eed-751b-4e6a-95e6-1412ff12e38f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'network_id': '7021a03e-d7ca-41e4-a5dd-c9c90633f6b5', 'name': 'tempest-PortsTestJSON-2087896972', 'fixed_ips': [{'subnet_id': 'bd701582-887a-4c45-8a30-dadd3e715050', 'ip_address': '172.20.0.10'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:22.604701 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ac10ac94-4874-4e21-af2f-d6c5291cc4d5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=11c76e65736247a2b3d7fb36ca86d586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8540254 Nov 18 17:15:22.618705 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43696) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:22.626918 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-7021a03e-d7ca-41e4-a5dd-c9c90633f6b5', 'network_id': '7021a03e-d7ca-41e4-a5dd-c9c90633f6b5', 'tenant_id': '56090e80a65f4bf99127d1e5e759759f', 'fixed_ips': [{'subnet_id': 'bd701582-887a-4c45-8a30-dadd3e715050'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:15:22.627977 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:22.696941 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d9290a35-de87-4487-b826-c12e3e37c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:22.749042 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51aedbd2-0deb-4935-93e4-bf155cad5c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:22.765998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-fe7f9e8a-d9d7-44ba-ac1a-1b9d52401adb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Allocated IP 172.20.0.7 (d6828d96-dac8-452e-9529-c68e647dfbe7/13819e6b-b208-409f-bf07-9b01f07897d6/69d2ab0e-7f19-404e-89e3-2059d64eda67) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:22.781699 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d9290a35-de87-4487-b826-c12e3e37c107 None None] For port bd9250d7-2e38-4a1b-b798-9d65c114e523, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=bd9250d7-2e38-4a1b-b798-9d65c114e523,segment=NetworkSegment(acf6c999-7abc-49bd-b038-d0b63fa4834e),segment_id=acf6c999-7abc-49bd-b038-d0b63fa4834e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:22.787888 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51aedbd2-0deb-4935-93e4-bf155cad5c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:22.813603 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:22.816280 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:22.945405 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:22.953419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e66eed-751b-4e6a-95e6-1412ff12e38f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:22.955520 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d9290a35-de87-4487-b826-c12e3e37c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:23.079263 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-fe7f9e8a-d9d7-44ba-ac1a-1b9d52401adb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:23.135374 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51aedbd2-0deb-4935-93e4-bf155cad5c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:23.143207 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51aedbd2-0deb-4935-93e4-bf155cad5c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:23.146964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-51aedbd2-0deb-4935-93e4-bf155cad5c6e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/499b95f0-11af-482a-bce1-f5c4a6fac577 HTTP/1.1" status: 204 len: 168 time: 0.5249784 Nov 18 17:15:23.176412 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfca3e15-56cb-4c07-9956-96d263745398 req-1bf9b325-7f85-45ca-b24c-33aa787f30e5 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 210 time: 0.2376206 Nov 18 17:15:23.191061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port e12bfd73-5acf-499c-8e3e-e4b55452c70c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e12bfd73-5acf-499c-8e3e-e4b55452c70c,segment=NetworkSegment(bff55ea2-174d-4a7c-b8b6-5e048fee7b15),segment_id=bff55ea2-174d-4a7c-b8b6-5e048fee7b15)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:23.192332 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f7e66eed-751b-4e6a-95e6-1412ff12e38f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:23.219189 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-fe7f9e8a-d9d7-44ba-ac1a-1b9d52401adb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:23.267192 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aedbd2-0deb-4935-93e4-bf155cad5c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499b95f0-11af-482a-bce1-f5c4a6fac577,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:23.273584 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-f7e66eed-751b-4e6a-95e6-1412ff12e38f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] device_id is not set on port 8b850fc5-1621-4e2d-b165-0722de495041 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:15:23.276429 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:23.332798 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-fe7f9e8a-d9d7-44ba-ac1a-1b9d52401adb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Network d6828d96-dac8-452e-9529-c68e647dfbe7 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:23.338492 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f9e8a-d9d7-44ba-ac1a-1b9d52401adb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Pushing event updated for resources: {'Port': ['ID=69d2ab0e-7f19-404e-89e3-2059d64eda67,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:23.339436 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9290a35-de87-4487-b826-c12e3e37c107 None None] Pushing event updated for resources: {'Port': ['ID=bd9250d7-2e38-4a1b-b798-9d65c114e523,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:23.347864 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-fe7f9e8a-d9d7-44ba-ac1a-1b9d52401adb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:23.352488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-fe7f9e8a-d9d7-44ba-ac1a-1b9d52401adb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:23.420816 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=e12bfd73-5acf-499c-8e3e-e4b55452c70c,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:23.427678 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:15:23.428024 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:15:23.429415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Allocated IP 172.20.0.2 (7021a03e-d7ca-41e4-a5dd-c9c90633f6b5/bd701582-887a-4c45-8a30-dadd3e715050/43cd1514-44e9-4d91-ae2e-5bab158bdc77) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:23.443153 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-fe7f9e8a-d9d7-44ba-ac1a-1b9d52401adb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:23.449928 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-fe7f9e8a-d9d7-44ba-ac1a-1b9d52401adb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:23.579159 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-fe7f9e8a-d9d7-44ba-ac1a-1b9d52401adb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6020522 Nov 18 17:15:23.600864 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-416c51f5-4e69-4442-93c0-1edce79cdf76 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:15:23.602291 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-416c51f5-4e69-4442-93c0-1edce79cdf76 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149705 Nov 18 17:15:23.701246 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:23.733762 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d228474-81ba-4536-aeba-d2068c08dc17 req-65b2c44f-4457-44e4-bacf-ea89debdf172 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:23.757301 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d228474-81ba-4536-aeba-d2068c08dc17 req-65b2c44f-4457-44e4-bacf-ea89debdf172 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:23.757301 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d228474-81ba-4536-aeba-d2068c08dc17 req-65b2c44f-4457-44e4-bacf-ea89debdf172 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:23.757301 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d228474-81ba-4536-aeba-d2068c08dc17 req-65b2c44f-4457-44e4-bacf-ea89debdf172 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:23.763225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d228474-81ba-4536-aeba-d2068c08dc17 req-65b2c44f-4457-44e4-bacf-ea89debdf172 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:23.769922 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d228474-81ba-4536-aeba-d2068c08dc17 req-65b2c44f-4457-44e4-bacf-ea89debdf172 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:23.776287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d228474-81ba-4536-aeba-d2068c08dc17 req-65b2c44f-4457-44e4-bacf-ea89debdf172 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:23.781082 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43734) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:23.784804 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d228474-81ba-4536-aeba-d2068c08dc17 req-65b2c44f-4457-44e4-bacf-ea89debdf172 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5436 time: 0.1294920 Nov 18 17:15:23.786738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Request body: {'port': {'device_id': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:23.798195 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c5d62738-4e95-4a56-b55c-87fb52500f5b None None] Provisioning complete for port 69d2ab0e-7f19-404e-89e3-2059d64eda67 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:23.799088 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5d62738-4e95-4a56-b55c-87fb52500f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:23.843031 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c5d62738-4e95-4a56-b55c-87fb52500f5b None None] Port 69d2ab0e-7f19-404e-89e3-2059d64eda67 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:23.848587 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:23.866805 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d228474-81ba-4536-aeba-d2068c08dc17 req-fc7e6ee6-cecc-42ab-95ab-fa5095ad5e17 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808139 Nov 18 17:15:23.893536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Network 7021a03e-d7ca-41e4-a5dd-c9c90633f6b5 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:23.898776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:23.903233 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:23.917877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Pushing event updated for resources: {'Port': ['ID=43cd1514-44e9-4d91-ae2e-5bab158bdc77,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:23.929078 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fe5ddc-4f47-4b3a-b039-b86780a63db3 admin admin] Deleting subnet e1ca9d9f-44de-4393-84dd-90054fa6ed6b {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:15:23.941695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-f7e66eed-751b-4e6a-95e6-1412ff12e38f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Allocated IP 172.20.0.10 (7021a03e-d7ca-41e4-a5dd-c9c90633f6b5/bd701582-887a-4c45-8a30-dadd3e715050/8b850fc5-1621-4e2d-b165-0722de495041) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:23.947266 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5ddc-4f47-4b3a-b039-b86780a63db3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:23.957483 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.020410 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Attempting to bind port 43cd1514-44e9-4d91-ae2e-5bab158bdc77 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:15:24.021384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Attempting to bind port 43cd1514-44e9-4d91-ae2e-5bab158bdc77 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'f5eb4e61-5d2b-42ae-bc4c-4d78e40f3924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '7021a03e-d7ca-41e4-a5dd-c9c90633f6b5'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:15:24.021923 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Attempting to bind port 43cd1514-44e9-4d91-ae2e-5bab158bdc77 on network 7021a03e-d7ca-41e4-a5dd-c9c90633f6b5 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:24.028454 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:15:24.029253 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Checking segment: {'id': 'f5eb4e61-5d2b-42ae-bc4c-4d78e40f3924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '7021a03e-d7ca-41e4-a5dd-c9c90633f6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:24.029828 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.030414 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Bound using segment: {'id': 'f5eb4e61-5d2b-42ae-bc4c-4d78e40f3924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '7021a03e-d7ca-41e4-a5dd-c9c90633f6b5'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:15:24.031090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Bound port: 43cd1514-44e9-4d91-ae2e-5bab158bdc77, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5eb4e61-5d2b-42ae-bc4c-4d78e40f3924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '7021a03e-d7ca-41e4-a5dd-c9c90633f6b5'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:15:24.031640 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.113994 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5ddc-4f47-4b3a-b039-b86780a63db3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.120508 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43738) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:24.150256 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] For port 43cd1514-44e9-4d91-ae2e-5bab158bdc77, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:15:24.156411 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f7e66eed-751b-4e6a-95e6-1412ff12e38f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.158276 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] For port 43cd1514-44e9-4d91-ae2e-5bab158bdc77, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=43cd1514-44e9-4d91-ae2e-5bab158bdc77,segment=NetworkSegment(f5eb4e61-5d2b-42ae-bc4c-4d78e40f3924),segment_id=f5eb4e61-5d2b-42ae-bc4c-4d78e40f3924)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:15:24.159944 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12bfd73-5acf-499c-8e3e-e4b55452c70c'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:15:24.165596 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5caf495-cd3c-4980-b4db-24fa34410d56" -d '{"events": [{"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-plugged", "status": "completed", "tag": "e12bfd73-5acf-499c-8e3e-e4b55452c70c"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:15:24.180581 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-699ea885-da00-4799-a736-f4142a74dae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.220131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bd9250d7-2e38-4a1b-b798-9d65c114e523 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:24.262982 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f7e66eed-751b-4e6a-95e6-1412ff12e38f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.269192 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35083e47-eff1-40d8-b1f9-3e7a4572b1de x-openstack-request-id: req-35083e47-eff1-40d8-b1f9-3e7a4572b1de {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:15:24.269622 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-plugged", "status": "completed", "tag": "e12bfd73-5acf-499c-8e3e-e4b55452c70c", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:15:24.269998 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-35083e47-eff1-40d8-b1f9-3e7a4572b1de {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:15:24.270506 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12bfd73-5acf-499c-8e3e-e4b55452c70c', 'code': 200} Nov 18 17:15:24.274146 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.308198 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5ddc-4f47-4b3a-b039-b86780a63db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.368123 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port bd9250d7-2e38-4a1b-b798-9d65c114e523 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:24.368606 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.411700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f7d57-d190-45b6-be58-78ee2894b241 None None] Pushing event updated for resources: {'Port': ['ID=43cd1514-44e9-4d91-ae2e-5bab158bdc77,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:24.428215 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e66eed-751b-4e6a-95e6-1412ff12e38f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network 7021a03e-d7ca-41e4-a5dd-c9c90633f6b5 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:24.498729 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f7e66eed-751b-4e6a-95e6-1412ff12e38f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:24.523742 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e66eed-751b-4e6a-95e6-1412ff12e38f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:24.560674 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e66eed-751b-4e6a-95e6-1412ff12e38f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=8b850fc5-1621-4e2d-b165-0722de495041,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:24.571554 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afa54f-fd5f-4216-8682-338d883b89c7 req-b8830b97-b780-4919-85d9-a772320ff3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:24.575615 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-699ea885-da00-4799-a736-f4142a74dae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.580511 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afa54f-fd5f-4216-8682-338d883b89c7 req-b8830b97-b780-4919-85d9-a772320ff3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:24.581360 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afa54f-fd5f-4216-8682-338d883b89c7 req-b8830b97-b780-4919-85d9-a772320ff3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:24.581909 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afa54f-fd5f-4216-8682-338d883b89c7 req-b8830b97-b780-4919-85d9-a772320ff3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:24.582546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afa54f-fd5f-4216-8682-338d883b89c7 req-b8830b97-b780-4919-85d9-a772320ff3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:24.583228 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afa54f-fd5f-4216-8682-338d883b89c7 req-b8830b97-b780-4919-85d9-a772320ff3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:24.583770 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afa54f-fd5f-4216-8682-338d883b89c7 req-b8830b97-b780-4919-85d9-a772320ff3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:24.585599 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5ddc-4f47-4b3a-b039-b86780a63db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.588446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48afa54f-fd5f-4216-8682-338d883b89c7 req-b8830b97-b780-4919-85d9-a772320ff3de service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 6500 time: 0.2716706 Nov 18 17:15:24.634476 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-699ea885-da00-4799-a736-f4142a74dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.636987 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe5ddc-4f47-4b3a-b039-b86780a63db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ca9d9f-44de-4393-84dd-90054fa6ed6b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:24.657799 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba36a18-ed16-4492-8ee0-93c76185edfe req-3028400e-d680-4033-a092-eb7840a17d84 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:24.665739 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dba36a18-ed16-4492-8ee0-93c76185edfe req-3028400e-d680-4033-a092-eb7840a17d84 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 931 time: 0.3503458 Nov 18 17:15:24.683475 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5ddc-4f47-4b3a-b039-b86780a63db3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.687724 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a4fe5ddc-4f47-4b3a-b039-b86780a63db3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e1ca9d9f-44de-4393-84dd-90054fa6ed6b HTTP/1.1" status: 204 len: 168 time: 0.8975737 Nov 18 17:15:24.695596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43748) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:24.731827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e66eed-751b-4e6a-95e6-1412ff12e38f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:24.731827 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f7e66eed-751b-4e6a-95e6-1412ff12e38f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.771754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d2ab0e-7f19-404e-89e3-2059d64eda67 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:15:24.778488 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-699ea885-da00-4799-a736-f4142a74dae7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4934c5f92f0f4a069fa6fa841aa55c1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6567090 Nov 18 17:15:24.787687 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43750) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:24.796586 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.801701 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48afa54f-fd5f-4216-8682-338d883b89c7 req-71161940-ddfd-4188-ac8c-8fbdab25a36d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&id=04b6e894-9554-4a43-b42c-b90a93a83038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2042475 Nov 18 17:15:24.811514 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dba36a18-ed16-4492-8ee0-93c76185edfe req-ffab75d9-b717-44b9-a129-9815cb57cd08 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342149 Nov 18 17:15:24.834346 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ea885-da00-4799-a736-f4142a74dae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de28b65-6eac-4f94-9c08-4b8999626633,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:24.873574 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ab6bb03-eae6-4a7e-913b-daee55fa12b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.887670 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Transition to ACTIVE for port object 69d2ab0e-7f19-404e-89e3-2059d64eda67 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:15:24.901751 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f7e66eed-751b-4e6a-95e6-1412ff12e38f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3088100 Nov 18 17:15:24.904722 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43754) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:24.910230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-883d3a52-91f1-48df-8182-414e5d55ce5b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'network_id': '7021a03e-d7ca-41e4-a5dd-c9c90633f6b5', 'name': 'tempest-PortsTestJSON-961389973', 'fixed_ips': [{'subnet_id': 'bd701582-887a-4c45-8a30-dadd3e715050', 'ip_address': '172.20.0.9'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:24.916091 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-60419e70-e234-4c47-9e46-ff9e26c41c5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.963038 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ab6bb03-eae6-4a7e-913b-daee55fa12b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.986504 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:24.990008 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-9ab6bb03-eae6-4a7e-913b-daee55fa12b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893f742d-19b4-4c12-a45d-c9dba78b6dc5']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:24.990599 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-60419e70-e234-4c47-9e46-ff9e26c41c5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:25.023088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-9ab6bb03-eae6-4a7e-913b-daee55fa12b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27489add-ea18-46fc-96a0-d7026eba6f5d') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:25.023387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-9ab6bb03-eae6-4a7e-913b-daee55fa12b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27489add-ea18-46fc-96a0-d7026eba6f5d') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:25.041728 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ab6bb03-eae6-4a7e-913b-daee55fa12b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:25.106007 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ab6bb03-eae6-4a7e-913b-daee55fa12b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:25.106222 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ad827-ba68-46ab-8a59-f07112ca5270 req-c96920c0-7c99-47b5-ab70-e65fb01bdbaa tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:25.109404 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Pushing event updated for resources: {'Port': ['ID=69d2ab0e-7f19-404e-89e3-2059d64eda67,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:25.112747 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ad827-ba68-46ab-8a59-f07112ca5270 req-c96920c0-7c99-47b5-ab70-e65fb01bdbaa tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:25.118916 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ad827-ba68-46ab-8a59-f07112ca5270 req-c96920c0-7c99-47b5-ab70-e65fb01bdbaa tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:25.125117 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ad827-ba68-46ab-8a59-f07112ca5270 req-c96920c0-7c99-47b5-ab70-e65fb01bdbaa tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:25.132037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ad827-ba68-46ab-8a59-f07112ca5270 req-c96920c0-7c99-47b5-ab70-e65fb01bdbaa tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:25.138493 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ad827-ba68-46ab-8a59-f07112ca5270 req-c96920c0-7c99-47b5-ab70-e65fb01bdbaa tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:25.150958 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ad827-ba68-46ab-8a59-f07112ca5270 req-c96920c0-7c99-47b5-ab70-e65fb01bdbaa tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:25.152381 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab6bb03-eae6-4a7e-913b-daee55fa12b5 admin admin] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:15:25.152807 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ab6bb03-eae6-4a7e-913b-daee55fa12b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:25.153760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f84ad827-ba68-46ab-8a59-f07112ca5270 req-c96920c0-7c99-47b5-ab70-e65fb01bdbaa tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5436 time: 0.1610243 Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:15:25.159071 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:15:25.252719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f84ad827-ba68-46ab-8a59-f07112ca5270 req-6cfbd37f-1624-47ed-a8bc-7ce14ca639c3 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846174 Nov 18 17:15:25.262018 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Attempting to bind port 69d2ab0e-7f19-404e-89e3-2059d64eda67 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:15:25.262324 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Attempting to bind port 69d2ab0e-7f19-404e-89e3-2059d64eda67 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'acf6c999-7abc-49bd-b038-d0b63fa4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:15:25.263017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Attempting to bind port 69d2ab0e-7f19-404e-89e3-2059d64eda67 on network d6828d96-dac8-452e-9529-c68e647dfbe7 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:25.269506 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Port 69d2ab0e-7f19-404e-89e3-2059d64eda67 on network d6828d96-dac8-452e-9529-c68e647dfbe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:15:25.269964 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Attempting to bind port 69d2ab0e-7f19-404e-89e3-2059d64eda67 on network d6828d96-dac8-452e-9529-c68e647dfbe7 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:25.276158 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883d3a52-91f1-48df-8182-414e5d55ce5b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:25.283443 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-883d3a52-91f1-48df-8182-414e5d55ce5b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:25.288897 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:15:25.289392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Checking segment: {'id': 'acf6c999-7abc-49bd-b038-d0b63fa4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:25.289881 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Bound using segment: {'id': 'acf6c999-7abc-49bd-b038-d0b63fa4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:15:25.290478 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Bound port: 69d2ab0e-7f19-404e-89e3-2059d64eda67, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf6c999-7abc-49bd-b038-d0b63fa4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:15:25.291040 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:25.303386 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-60419e70-e234-4c47-9e46-ff9e26c41c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:25.307260 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-60419e70-e234-4c47-9e46-ff9e26c41c5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:25.310533 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-60419e70-e234-4c47-9e46-ff9e26c41c5b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2de28b65-6eac-4f94-9c08-4b8999626633 HTTP/1.1" status: 204 len: 168 time: 0.5198586 Nov 18 17:15:25.325298 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-883d3a52-91f1-48df-8182-414e5d55ce5b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] device_id is not set on port 68a3b82b-4116-42b3-9b70-87daeeff4910 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:15:25.339131 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60419e70-e234-4c47-9e46-ff9e26c41c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de28b65-6eac-4f94-9c08-4b8999626633,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:25.380627 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ab6bb03-eae6-4a7e-913b-daee55fa12b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:25.410863 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ab6bb03-eae6-4a7e-913b-daee55fa12b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:25.430738 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9ab6bb03-eae6-4a7e-913b-daee55fa12b5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/893f742d-19b4-4c12-a45d-c9dba78b6dc5 HTTP/1.1" status: 204 len: 168 time: 0.7323925 Nov 18 17:15:25.478122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6bb03-eae6-4a7e-913b-daee55fa12b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=893f742d-19b4-4c12-a45d-c9dba78b6dc5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:25.520340 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] For port 69d2ab0e-7f19-404e-89e3-2059d64eda67, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:15:25.527435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] For port 69d2ab0e-7f19-404e-89e3-2059d64eda67, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=69d2ab0e-7f19-404e-89e3-2059d64eda67,segment=NetworkSegment(acf6c999-7abc-49bd-b038-d0b63fa4834e),segment_id=acf6c999-7abc-49bd-b038-d0b63fa4834e)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:15:25.656732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-883d3a52-91f1-48df-8182-414e5d55ce5b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Allocated IP 172.20.0.9 (7021a03e-d7ca-41e4-a5dd-c9c90633f6b5/bd701582-887a-4c45-8a30-dadd3e715050/68a3b82b-4116-42b3-9b70-87daeeff4910) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:25.665405 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:25.688438 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:25.689278 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:25.696079 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] 10.222.0.81 "PUT /v2.0/ports/69d2ab0e-7f19-404e-89e3-2059d64eda67 HTTP/1.1" status: 200 len: 1092 time: 2.0779488 Nov 18 17:15:25.698929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'tag': '69d2ab0e-7f19-404e-89e3-2059d64eda67'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:15:25.701635 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bc3bbf-890b-4748-8ed9-cc35e0ee60f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3770919c-d28f-4fc7-9f3c-bbde596127bc", "tag": "69d2ab0e-7f19-404e-89e3-2059d64eda67"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:15:25.812543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0e32f-cbd8-4dca-a2c2-3c712f873452 service neutron] Pushing event updated for resources: {'Port': ['ID=69d2ab0e-7f19-404e-89e3-2059d64eda67,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:25.907677 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-6bdab394-8e5d-49f1-8578-2e792918f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:25.910555 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-6bdab394-8e5d-49f1-8578-2e792918f4a2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 1095 time: 0.0944057 Nov 18 17:15:25.945228 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-883d3a52-91f1-48df-8182-414e5d55ce5b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:26.000916 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-ecc0a141-1caa-441f-84e3-b240b532f434 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d2ab0e-7f19-404e-89e3-2059d64eda67 HTTP/1.1" status: 200 len: 217 time: 0.0786929 Nov 18 17:15:26.006776 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43812) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:26.058850 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10797f5b-cf45-4c76-ab88-0559f701bcdf None None] Network 7021a03e-d7ca-41e4-a5dd-c9c90633f6b5 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:26.098904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62b289-fdba-491e-ba6f-24d28f758276 req-f3a7a66e-0ac8-4eab-956e-79bffd49daeb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:26.117549 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b62b289-fdba-491e-ba6f-24d28f758276 req-f3a7a66e-0ac8-4eab-956e-79bffd49daeb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 943 time: 0.1764925 Nov 18 17:15:26.190570 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-ba4e94b7-aef5-4da8-944d-95780c8755b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:26.192592 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-ba4e94b7-aef5-4da8-944d-95780c8755b6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13819e6b-b208-409f-bf07-9b01f07897d6 HTTP/1.1" status: 200 len: 859 time: 0.1745572 Nov 18 17:15:26.199489 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a0e72442-c9d5-44e6-9217-4314e761d84b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=57213ceada19447b85f74ffb4b2f42a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1889534 Nov 18 17:15:26.200082 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43814) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:26.209815 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b62b289-fdba-491e-ba6f-24d28f758276 req-46986ba0-3382-4500-a69b-49a12c1966be tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912347 Nov 18 17:15:26.253851 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-883d3a52-91f1-48df-8182-414e5d55ce5b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:26.299494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-d64a3e98-190b-44ef-87fa-9b9235eb313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:26.301088 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-d64a3e98-190b-44ef-87fa-9b9235eb313c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d6828d96-dac8-452e-9529-c68e647dfbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982571 Nov 18 17:15:26.316479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a18ce0ea-2509-4edb-a00e-02ffcb42cd00 None None] Provisioning complete for port 43cd1514-44e9-4d91-ae2e-5bab158bdc77 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:26.316999 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a18ce0ea-2509-4edb-a00e-02ffcb42cd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:26.341602 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883d3a52-91f1-48df-8182-414e5d55ce5b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network 7021a03e-d7ca-41e4-a5dd-c9c90633f6b5 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:26.350303 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 43cd1514-44e9-4d91-ae2e-5bab158bdc77 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:26.351106 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3933543c-5667-4cfe-9c7e-ced23f1d36e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:26.361332 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-883d3a52-91f1-48df-8182-414e5d55ce5b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:26.374094 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883d3a52-91f1-48df-8182-414e5d55ce5b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:26.401185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d3a52-91f1-48df-8182-414e5d55ce5b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=68a3b82b-4116-42b3-9b70-87daeeff4910,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:26.436785 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3933543c-5667-4cfe-9c7e-ced23f1d36e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:26.498562 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-f20fda14-afec-44d9-bebc-d7cfbc75324e service neutron] 10.222.0.81 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815577 Nov 18 17:15:26.553039 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca19cd98-c37b-4a31-853e-a77f2a1d01a2 x-openstack-request-id: req-ca19cd98-c37b-4a31-853e-a77f2a1d01a2 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:15:26.771301 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3770919c-d28f-4fc7-9f3c-bbde596127bc", "tag": "69d2ab0e-7f19-404e-89e3-2059d64eda67", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:15:26.771301 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ca19cd98-c37b-4a31-853e-a77f2a1d01a2 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:15:26.771301 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'tag': '69d2ab0e-7f19-404e-89e3-2059d64eda67', 'status': 'completed', 'code': 200} Nov 18 17:15:26.772218 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883d3a52-91f1-48df-8182-414e5d55ce5b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:26.772218 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-883d3a52-91f1-48df-8182-414e5d55ce5b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:26.772768 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 43cd1514-44e9-4d91-ae2e-5bab158bdc77 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:26.772768 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:26.772936 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06300dc2-0016-4977-83d7-3a07729aa97e req-7e182610-71a8-422e-929f-51a6f62d25bb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:26.772936 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06300dc2-0016-4977-83d7-3a07729aa97e req-7e182610-71a8-422e-929f-51a6f62d25bb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:26.772936 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06300dc2-0016-4977-83d7-3a07729aa97e req-7e182610-71a8-422e-929f-51a6f62d25bb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:26.773164 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d6b5558-28e9-490d-8994-82e306ee17bb req-ca1535f1-631d-4228-ab50-6e500887b4bf service neutron] 10.222.0.81 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514907 Nov 18 17:15:26.773257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06300dc2-0016-4977-83d7-3a07729aa97e req-7e182610-71a8-422e-929f-51a6f62d25bb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:26.773257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06300dc2-0016-4977-83d7-3a07729aa97e req-7e182610-71a8-422e-929f-51a6f62d25bb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:26.773257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06300dc2-0016-4977-83d7-3a07729aa97e req-7e182610-71a8-422e-929f-51a6f62d25bb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:26.773257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06300dc2-0016-4977-83d7-3a07729aa97e req-7e182610-71a8-422e-929f-51a6f62d25bb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:26.773257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06300dc2-0016-4977-83d7-3a07729aa97e req-7e182610-71a8-422e-929f-51a6f62d25bb tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5436 time: 0.1489491 Nov 18 17:15:26.773603 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a18ce0ea-2509-4edb-a00e-02ffcb42cd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:26.773691 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06300dc2-0016-4977-83d7-3a07729aa97e req-2847bf35-fc1d-494c-b85d-00348d91a62d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551043 Nov 18 17:15:26.774830 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a18ce0ea-2509-4edb-a00e-02ffcb42cd00 None None] For port 43cd1514-44e9-4d91-ae2e-5bab158bdc77, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=43cd1514-44e9-4d91-ae2e-5bab158bdc77,segment=NetworkSegment(f5eb4e61-5d2b-42ae-bc4c-4d78e40f3924),segment_id=f5eb4e61-5d2b-42ae-bc4c-4d78e40f3924)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:26.783730 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:26.922969 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3933543c-5667-4cfe-9c7e-ced23f1d36e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:26.926970 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-883d3a52-91f1-48df-8182-414e5d55ce5b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0196049 Nov 18 17:15:26.927091 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a18ce0ea-2509-4edb-a00e-02ffcb42cd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:26.929341 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43834) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:26.932841 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3933543c-5667-4cfe-9c7e-ced23f1d36e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:26.941127 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3933543c-5667-4cfe-9c7e-ced23f1d36e1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f1a5373b-71e6-4c6b-be81-53de3bc2e78e HTTP/1.1" status: 204 len: 168 time: 0.7372444 Nov 18 17:15:26.948955 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933543c-5667-4cfe-9c7e-ced23f1d36e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a5373b-71e6-4c6b-be81-53de3bc2e78e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:27.089072 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc3bbf-890b-4748-8ed9-cc35e0ee60f9 req-e5c720f1-26e1-4c34-8ab0-92f21e45198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:27.097089 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94bc3bbf-890b-4748-8ed9-cc35e0ee60f9 req-e5c720f1-26e1-4c34-8ab0-92f21e45198d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 1095 time: 0.1044888 Nov 18 17:15:27.115866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044eee0a-6241-4ddc-bb0f-13a5497f0824 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:27.119000 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-044eee0a-6241-4ddc-bb0f-13a5497f0824 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1886122 Nov 18 17:15:27.122130 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43838) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:27.162112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e814ba7a-00b0-44e5-883d-7ce2c75c9bc8 None None] Provisioning complete for port 43cd1514-44e9-4d91-ae2e-5bab158bdc77 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:27.162112 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e814ba7a-00b0-44e5-883d-7ce2c75c9bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:27.162112 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:15:27.162112 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:15:27.162112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ce0ea-2509-4edb-a00e-02ffcb42cd00 None None] Pushing event updated for resources: {'Port': ['ID=43cd1514-44e9-4d91-ae2e-5bab158bdc77,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:27.229368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc019966-bfd3-4b22-896e-d2879b0e4728 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:27.238830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc3bbf-890b-4748-8ed9-cc35e0ee60f9 req-a57de8c0-ee87-46fd-8713-0113097fafd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:27.240388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc019966-bfd3-4b22-896e-d2879b0e4728 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:27.247372 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94bc3bbf-890b-4748-8ed9-cc35e0ee60f9 req-a57de8c0-ee87-46fd-8713-0113097fafd9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 200 len: 922 time: 0.1450071 Nov 18 17:15:27.248448 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc019966-bfd3-4b22-896e-d2879b0e4728 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:27.253015 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fc019966-bfd3-4b22-896e-d2879b0e4728 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1256995 Nov 18 17:15:27.254096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43850) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:27.352949 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94bc3bbf-890b-4748-8ed9-cc35e0ee60f9 req-9a908b9e-67a4-4703-93b6-cb0902a2f357 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d2ab0e-7f19-404e-89e3-2059d64eda67 HTTP/1.1" status: 200 len: 217 time: 0.0961869 Nov 18 17:15:27.369763 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e814ba7a-00b0-44e5-883d-7ce2c75c9bc8 None None] Provisioning complete for port 8b850fc5-1621-4e2d-b165-0722de495041 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:27.370257 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e814ba7a-00b0-44e5-883d-7ce2c75c9bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:27.422640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc3bbf-890b-4748-8ed9-cc35e0ee60f9 req-5b3e428d-0720-4066-86b7-759b51fd18f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:27.425765 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94bc3bbf-890b-4748-8ed9-cc35e0ee60f9 req-5b3e428d-0720-4066-86b7-759b51fd18f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13819e6b-b208-409f-bf07-9b01f07897d6 HTTP/1.1" status: 200 len: 859 time: 0.0650978 Nov 18 17:15:27.471637 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e814ba7a-00b0-44e5-883d-7ce2c75c9bc8 None None] Port 8b850fc5-1621-4e2d-b165-0722de495041 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:27.495421 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e814ba7a-00b0-44e5-883d-7ce2c75c9bc8 None None] Provisioning complete for port 68a3b82b-4116-42b3-9b70-87daeeff4910 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:27.496126 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e814ba7a-00b0-44e5-883d-7ce2c75c9bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:27.551569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc3bbf-890b-4748-8ed9-cc35e0ee60f9 req-d1755674-f138-43ad-a7b8-5e5f687a0ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:27.557505 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94bc3bbf-890b-4748-8ed9-cc35e0ee60f9 req-d1755674-f138-43ad-a7b8-5e5f687a0ab7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d6828d96-dac8-452e-9529-c68e647dfbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1204834 Nov 18 17:15:27.584807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e814ba7a-00b0-44e5-883d-7ce2c75c9bc8 None None] Port 68a3b82b-4116-42b3-9b70-87daeeff4910 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:27.609334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5c2a4-60e8-4cb5-8512-615a2dd0f7d4 req-38571c2e-0c48-4107-8e34-1896013768a6 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:27.611654 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fb5c2a4-60e8-4cb5-8512-615a2dd0f7d4 req-38571c2e-0c48-4107-8e34-1896013768a6 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 943 time: 0.2321436 Nov 18 17:15:27.634214 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d024a248-461a-4b4d-b5e8-2e8437c28a61 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port 68a3b82b-4116-42b3-9b70-87daeeff4910 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:15:27.634214 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d024a248-461a-4b4d-b5e8-2e8437c28a61 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:27.763782 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94bc3bbf-890b-4748-8ed9-cc35e0ee60f9 req-500ac590-f1ae-4ce8-baa7-739c6cfc6f82 service neutron] 10.222.0.81 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006495 Nov 18 17:15:27.767834 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e071f01d-a319-4d09-9141-042e367c6a2d None None] Provisioning complete for port 8b850fc5-1621-4e2d-b165-0722de495041 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:27.768433 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e071f01d-a319-4d09-9141-042e367c6a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:27.840065 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e071f01d-a319-4d09-9141-042e367c6a2d None None] Port 8b850fc5-1621-4e2d-b165-0722de495041 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:27.853190 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d024a248-461a-4b4d-b5e8-2e8437c28a61 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:27.873144 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d024a248-461a-4b4d-b5e8-2e8437c28a61 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for 68a3b82b-4116-42b3-9b70-87daeeff4910 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:15:27.972010 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b83a657a-97d4-497a-9de7-7d056b327638 None None] Provisioning complete for port 68a3b82b-4116-42b3-9b70-87daeeff4910 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:27.977829 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b83a657a-97d4-497a-9de7-7d056b327638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:27.995083 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94bc3bbf-890b-4748-8ed9-cc35e0ee60f9 req-361f377b-32db-4cd5-945a-c63a36583f7f service neutron] 10.222.0.81 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238154 Nov 18 17:15:28.036105 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b83a657a-97d4-497a-9de7-7d056b327638 None None] Port 68a3b82b-4116-42b3-9b70-87daeeff4910 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:28.077131 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fb5c2a4-60e8-4cb5-8512-615a2dd0f7d4 req-0609000b-41e3-4e9c-911c-4bf7975055bf tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581363 Nov 18 17:15:28.149879 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d024a248-461a-4b4d-b5e8-2e8437c28a61 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:28.171967 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 43cd1514-44e9-4d91-ae2e-5bab158bdc77 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:28.218520 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024a248-461a-4b4d-b5e8-2e8437c28a61 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=68a3b82b-4116-42b3-9b70-87daeeff4910,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:28.253283 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 43cd1514-44e9-4d91-ae2e-5bab158bdc77 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:28.253902 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:28.360084 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0c2b5-ae2d-4bc7-ada9-e78b405c5adb req-0b8813f3-6b29-4b8b-9f45-67742825e815 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:28.366827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0c2b5-ae2d-4bc7-ada9-e78b405c5adb req-0b8813f3-6b29-4b8b-9f45-67742825e815 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:28.372873 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0c2b5-ae2d-4bc7-ada9-e78b405c5adb req-0b8813f3-6b29-4b8b-9f45-67742825e815 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:28.379608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0c2b5-ae2d-4bc7-ada9-e78b405c5adb req-0b8813f3-6b29-4b8b-9f45-67742825e815 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:28.386112 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0c2b5-ae2d-4bc7-ada9-e78b405c5adb req-0b8813f3-6b29-4b8b-9f45-67742825e815 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:28.392550 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0c2b5-ae2d-4bc7-ada9-e78b405c5adb req-0b8813f3-6b29-4b8b-9f45-67742825e815 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:28.405694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0c2b5-ae2d-4bc7-ada9-e78b405c5adb req-0b8813f3-6b29-4b8b-9f45-67742825e815 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:28.407688 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01d0c2b5-ae2d-4bc7-ada9-e78b405c5adb req-0b8813f3-6b29-4b8b-9f45-67742825e815 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5436 time: 0.2489042 Nov 18 17:15:28.436914 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d024a248-461a-4b4d-b5e8-2e8437c28a61 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:28.445527 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d024a248-461a-4b4d-b5e8-2e8437c28a61 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/ports/68a3b82b-4116-42b3-9b70-87daeeff4910 HTTP/1.1" status: 204 len: 168 time: 1.1850224 Nov 18 17:15:28.445956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43910) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:28.484595 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbb7c90-dc5c-4a27-a692-438cc5c53c2c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] GET failed (client error): The resource could not be found. Nov 18 17:15:28.487251 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7dbb7c90-dc5c-4a27-a692-438cc5c53c2c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports/68a3b82b-4116-42b3-9b70-87daeeff4910 HTTP/1.1" status: 404 len: 333 time: 0.0426142 Nov 18 17:15:28.490158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43912) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:28.528085 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01d0c2b5-ae2d-4bc7-ada9-e78b405c5adb req-c61381a0-03b3-4cdb-9b47-8aca73cc37f3 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087985 Nov 18 17:15:28.662328 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-89fdb075-b7b0-4aa9-953d-a4daf7c22562 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port 8b850fc5-1621-4e2d-b165-0722de495041 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:15:28.663770 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89fdb075-b7b0-4aa9-953d-a4daf7c22562 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:28.707658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43922) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:28.758632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daab694-6ae6-4ad4-b344-7b158de9b1a5 req-00c04a95-913f-454c-9a10-4ecb11b64a3b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:28.766203 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daab694-6ae6-4ad4-b344-7b158de9b1a5 req-00c04a95-913f-454c-9a10-4ecb11b64a3b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:28.772524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daab694-6ae6-4ad4-b344-7b158de9b1a5 req-00c04a95-913f-454c-9a10-4ecb11b64a3b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:28.778697 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daab694-6ae6-4ad4-b344-7b158de9b1a5 req-00c04a95-913f-454c-9a10-4ecb11b64a3b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:28.785674 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daab694-6ae6-4ad4-b344-7b158de9b1a5 req-00c04a95-913f-454c-9a10-4ecb11b64a3b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:28.791836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daab694-6ae6-4ad4-b344-7b158de9b1a5 req-00c04a95-913f-454c-9a10-4ecb11b64a3b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:28.799338 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daab694-6ae6-4ad4-b344-7b158de9b1a5 req-00c04a95-913f-454c-9a10-4ecb11b64a3b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:28.801332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7daab694-6ae6-4ad4-b344-7b158de9b1a5 req-00c04a95-913f-454c-9a10-4ecb11b64a3b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5436 time: 0.1314626 Nov 18 17:15:28.812336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43926) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:28.815188 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89fdb075-b7b0-4aa9-953d-a4daf7c22562 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:28.817768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-0e0d057d-b9e1-4b1d-9cf2-a751b6b1c9d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Request body: {'floatingip': {'port_id': 'e12bfd73-5acf-499c-8e3e-e4b55452c70c'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:28.829389 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-89fdb075-b7b0-4aa9-953d-a4daf7c22562 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for 8b850fc5-1621-4e2d-b165-0722de495041 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:15:28.869039 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0e0d057d-b9e1-4b1d-9cf2-a751b6b1c9d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:29.327618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-fb92fb6d-6178-449e-88d3-c42f5cf03ac7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1534788118-network', 'tenant_id': '1ce7024854a94cdfa1b77ea1112434b7'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:29.365186 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7a0f7-e9f2-407a-b7ec-faa6816ced25 req-cfd189d4-7e27-4bc3-a791-9c1c81d8e6d8 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:29.366701 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9c7a0f7-e9f2-407a-b7ec-faa6816ced25 req-cfd189d4-7e27-4bc3-a791-9c1c81d8e6d8 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 943 time: 0.1395121 Nov 18 17:15:29.423917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb92fb6d-6178-449e-88d3-c42f5cf03ac7 admin admin] Made reservation on behalf of 1ce7024854a94cdfa1b77ea1112434b7 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:29.427701 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb92fb6d-6178-449e-88d3-c42f5cf03ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:29.438422 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9c7a0f7-e9f2-407a-b7ec-faa6816ced25 req-82c69dc2-03dc-4984-90b8-12474874de00 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482807 Nov 18 17:15:29.440712 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb92fb6d-6178-449e-88d3-c42f5cf03ac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:29.544032 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89fdb075-b7b0-4aa9-953d-a4daf7c22562 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:29.584105 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdb075-b7b0-4aa9-953d-a4daf7c22562 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=8b850fc5-1621-4e2d-b165-0722de495041,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:29.635097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 69d2ab0e-7f19-404e-89e3-2059d64eda67 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:15:29.655982 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0e0d057d-b9e1-4b1d-9cf2-a751b6b1c9d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:29.715812 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0e0d057d-b9e1-4b1d-9cf2-a751b6b1c9d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:29.731114 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89fdb075-b7b0-4aa9-953d-a4daf7c22562 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:29.740556 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-89fdb075-b7b0-4aa9-953d-a4daf7c22562 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/ports/8b850fc5-1621-4e2d-b165-0722de495041 HTTP/1.1" status: 204 len: 168 time: 1.2479432 Nov 18 17:15:29.746122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43952) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:29.749467 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb92fb6d-6178-449e-88d3-c42f5cf03ac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:29.795342 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea53073-eca9-4c58-afba-0211d67ee94d tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] GET failed (client error): The resource could not be found. Nov 18 17:15:29.796969 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3ea53073-eca9-4c58-afba-0211d67ee94d tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports/8b850fc5-1621-4e2d-b165-0722de495041 HTTP/1.1" status: 404 len: 333 time: 0.0498796 Nov 18 17:15:29.802713 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 69d2ab0e-7f19-404e-89e3-2059d64eda67, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=69d2ab0e-7f19-404e-89e3-2059d64eda67,segment=NetworkSegment(acf6c999-7abc-49bd-b038-d0b63fa4834e),segment_id=acf6c999-7abc-49bd-b038-d0b63fa4834e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:29.803293 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43954) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:29.816333 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb92fb6d-6178-449e-88d3-c42f5cf03ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:29.822103 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '69d2ab0e-7f19-404e-89e3-2059d64eda67', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'port_id': '69d2ab0e-7f19-404e-89e3-2059d64eda67', 'mac_address': 'fa:16:3e:0a:ec:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:15:29.898571 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:29.908871 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-0e0d057d-b9e1-4b1d-9cf2-a751b6b1c9d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Floating IP 436a6f06-42ea-4b86-9821-cc961a7d5c92 associated. External IP: 172.25.3.97, port: e12bfd73-5acf-499c-8e3e-e4b55452c70c. Nov 18 17:15:29.926438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d2ab0e-7f19-404e-89e3-2059d64eda67 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:15:29.932565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92fb6d-6178-449e-88d3-c42f5cf03ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f16f6e0-e806-4f6b-85e9-a61561e186ff,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:29.938857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb92fb6d-6178-449e-88d3-c42f5cf03ac7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1116, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:15:29.956962 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 69d2ab0e-7f19-404e-89e3-2059d64eda67, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=69d2ab0e-7f19-404e-89e3-2059d64eda67,segment=NetworkSegment(acf6c999-7abc-49bd-b038-d0b63fa4834e),segment_id=acf6c999-7abc-49bd-b038-d0b63fa4834e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:29.976107 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdc6382-f70b-4c6f-9ee2-a6e83b167e09 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting subnet bd701582-887a-4c45-8a30-dadd3e715050 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:15:29.982185 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6382-f70b-4c6f-9ee2-a6e83b167e09 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:29.985283 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb92fb6d-6178-449e-88d3-c42f5cf03ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:29.985633 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-fb92fb6d-6178-449e-88d3-c42f5cf03ac7 admin admin] Added segment 2d5cce61-684c-4406-85a2-30be2e7dd8ef of type vlan for network 76233702-e661-4854-b97f-4c5aa3c41fc7 Nov 18 17:15:29.995879 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-39eaca1b-d91a-4a39-a967-40c09b9caf34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:30.065351 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6382-f70b-4c6f-9ee2-a6e83b167e09 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:30.082400 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:30.109720 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb92fb6d-6178-449e-88d3-c42f5cf03ac7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:30.146717 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=69d2ab0e-7f19-404e-89e3-2059d64eda67,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:30.209107 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6382-f70b-4c6f-9ee2-a6e83b167e09 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:30.269255 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0d057d-b9e1-4b1d-9cf2-a751b6b1c9d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Router dc87199b-6c41-4a05-a9c4-741ac86794f6 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:15:30.274008 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb92fb6d-6178-449e-88d3-c42f5cf03ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:30.275349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb92fb6d-6178-449e-88d3-c42f5cf03ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:30.275349 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb92fb6d-6178-449e-88d3-c42f5cf03ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:30.364126 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92fb6d-6178-449e-88d3-c42f5cf03ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=76233702-e661-4854-b97f-4c5aa3c41fc7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:30.373903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 76233702-e661-4854-b97f-4c5aa3c41fc7 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:15:30.391046 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0d057d-b9e1-4b1d-9cf2-a751b6b1c9d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:15:30.395690 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0e0d057d-b9e1-4b1d-9cf2-a751b6b1c9d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:30.410626 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d725b6b2-9184-4824-b1cb-c03c2f5b9579 None None] Sync routers for ids ['dc87199b-6c41-4a05-a9c4-741ac86794f6'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:15:30.415188 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fb92fb6d-6178-449e-88d3-c42f5cf03ac7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7053504 Nov 18 17:15:30.418349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43962) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:30.424654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-32f28f62-19f0-4a02-9898-b7ed3e0e0bbf admin admin] Request body: {'subnet': {'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1534788118-subnet', 'tenant_id': '1ce7024854a94cdfa1b77ea1112434b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:30.442320 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0e0d057d-b9e1-4b1d-9cf2-a751b6b1c9d6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "PUT /v2.0/floatingips/436a6f06-42ea-4b86-9821-cc961a7d5c92 HTTP/1.1" status: 200 len: 991 time: 1.6260824 Nov 18 17:15:30.442320 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'tag': 'e12bfd73-5acf-499c-8e3e-e4b55452c70c'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:15:30.442935 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4246dd0-12ac-44b6-a4a4-dfd49d6e2256" -d '{"events": [{"name": "network-changed", "server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "tag": "e12bfd73-5acf-499c-8e3e-e4b55452c70c"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:15:30.458665 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6382-f70b-4c6f-9ee2-a6e83b167e09 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:30.461991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['69d2ab0e-7f19-404e-89e3-2059d64eda67'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:15:30.496440 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe28c58-eeb2-45ec-a41f-9cab5fae43fd x-openstack-request-id: req-9fe28c58-eeb2-45ec-a41f-9cab5fae43fd {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:15:30.497007 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "tag": "e12bfd73-5acf-499c-8e3e-e4b55452c70c", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:15:30.497365 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9fe28c58-eeb2-45ec-a41f-9cab5fae43fd {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:15:30.497822 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'tag': 'e12bfd73-5acf-499c-8e3e-e4b55452c70c', 'status': 'completed', 'code': 200} Nov 18 17:15:30.529172 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d725b6b2-9184-4824-b1cb-c03c2f5b9579 None None] Routers {'dc87199b-6c41-4a05-a9c4-741ac86794f6'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:15:30.530336 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d725b6b2-9184-4824-b1cb-c03c2f5b9579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:15:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['dc87199b-6c41-4a05-a9c4-741ac86794f6'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:30.536692 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc6382-f70b-4c6f-9ee2-a6e83b167e09 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Subnet': ['ID=bd701582-887a-4c45-8a30-dadd3e715050,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:30.545179 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b004f8-efff-4a82-82d5-a78af158b1f4 None None] Network 7021a03e-d7ca-41e4-a5dd-c9c90633f6b5 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:30.545311 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6382-f70b-4c6f-9ee2-a6e83b167e09 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:30.554595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43970) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:30.563652 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6cdc6382-f70b-4c6f-9ee2-a6e83b167e09 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/bd701582-887a-4c45-8a30-dadd3e715050 HTTP/1.1" status: 204 len: 168 time: 0.7590458 Nov 18 17:15:30.630119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f28f62-19f0-4a02-9898-b7ed3e0e0bbf admin admin] Made reservation on behalf of 1ce7024854a94cdfa1b77ea1112434b7 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:30.632682 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32f28f62-19f0-4a02-9898-b7ed3e0e0bbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:30.659173 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:30.739357 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37e11-6549-4b75-9d5c-56757ddae79f req-3e56ceb9-23c7-4e7a-b2d5-544ac5006f26 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:30.740976 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33b37e11-6549-4b75-9d5c-56757ddae79f req-3e56ceb9-23c7-4e7a-b2d5-544ac5006f26 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 944 time: 0.0788507 Nov 18 17:15:30.784205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port 43cd1514-44e9-4d91-ae2e-5bab158bdc77 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:15:30.784560 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:30.805709 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4246dd0-12ac-44b6-a4a4-dfd49d6e2256 req-4d32208b-c27c-4f6f-b578-dd448ff61c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:30.811210 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4246dd0-12ac-44b6-a4a4-dfd49d6e2256 req-4d32208b-c27c-4f6f-b578-dd448ff61c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:30.812025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4246dd0-12ac-44b6-a4a4-dfd49d6e2256 req-4d32208b-c27c-4f6f-b578-dd448ff61c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:30.812673 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4246dd0-12ac-44b6-a4a4-dfd49d6e2256 req-4d32208b-c27c-4f6f-b578-dd448ff61c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:30.813314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4246dd0-12ac-44b6-a4a4-dfd49d6e2256 req-4d32208b-c27c-4f6f-b578-dd448ff61c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:30.816519 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4246dd0-12ac-44b6-a4a4-dfd49d6e2256 req-4d32208b-c27c-4f6f-b578-dd448ff61c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:30.817088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4246dd0-12ac-44b6-a4a4-dfd49d6e2256 req-4d32208b-c27c-4f6f-b578-dd448ff61c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:30.831488 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4246dd0-12ac-44b6-a4a4-dfd49d6e2256 req-4d32208b-c27c-4f6f-b578-dd448ff61c4e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=452f9766b67e4a999cd2927e84f67a4c&device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 6500 time: 0.2919631 Nov 18 17:15:30.851113 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33b37e11-6549-4b75-9d5c-56757ddae79f req-086b327a-3331-43e6-bf08-613dff149a36 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003106 Nov 18 17:15:30.905286 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] For port 43cd1514-44e9-4d91-ae2e-5bab158bdc77, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=43cd1514-44e9-4d91-ae2e-5bab158bdc77,segment=NetworkSegment(f5eb4e61-5d2b-42ae-bc4c-4d78e40f3924),segment_id=f5eb4e61-5d2b-42ae-bc4c-4d78e40f3924)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:30.905653 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:31.014293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for 43cd1514-44e9-4d91-ae2e-5bab158bdc77 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:15:31.055018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-d725b6b2-9184-4824-b1cb-c03c2f5b9579 None None] Set router dc87199b-6c41-4a05-a9c4-741ac86794f6 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:15:31.137824 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32f28f62-19f0-4a02-9898-b7ed3e0e0bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:31.210340 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4246dd0-12ac-44b6-a4a4-dfd49d6e2256 req-fd6bb62e-7029-4089-93eb-cd25746f207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:31.211998 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4246dd0-12ac-44b6-a4a4-dfd49d6e2256 req-fd6bb62e-7029-4089-93eb-cd25746f207c service neutron] 10.222.0.81 "GET /v2.0/networks?id=4efab3f4-88d8-40ae-a2a4-453eabfee21f HTTP/1.1" status: 200 len: 914 time: 0.3764205 Nov 18 17:15:31.281703 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f28f62-19f0-4a02-9898-b7ed3e0e0bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcc58c36-7916-4d1d-8b23-c0a6b0e5f673,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:31.286216 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:31.286345 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f28f62-19f0-4a02-9898-b7ed3e0e0bbf admin admin] Checking segment: {'id': '2d5cce61-684c-4406-85a2-30be2e7dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:31.286720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f28f62-19f0-4a02-9898-b7ed3e0e0bbf admin admin] Network hostable DHCP agents. Network: 76233702-e661-4854-b97f-4c5aa3c41fc7, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:15:31.319614 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f68632-3314-4bc1-a43d-efa04a2b5032 None None] DHCP port deletion for 7021a03e-d7ca-41e4-a5dd-c9c90633f6b5 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:15:31.363280 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4246dd0-12ac-44b6-a4a4-dfd49d6e2256 req-5ca4e176-6347-46e8-b52a-0742b0c27946 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e12bfd73-5acf-499c-8e3e-e4b55452c70c HTTP/1.1" status: 200 len: 999 time: 0.1400466 Nov 18 17:15:31.369037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=43cd1514-44e9-4d91-ae2e-5bab158bdc77,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:31.377587 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No DVR routers for this DVR port 43cd1514-44e9-4d91-ae2e-5bab158bdc77 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:15:31.388005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d725b6b2-9184-4824-b1cb-c03c2f5b9579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'name': 'tempest-TaggedBootDevicesTest-1641590884-router', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:33Z', 'updated_at': '2021-11-18T17:12:39Z', 'revision_number': 4, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'gw_port': {'id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:34Z', 'updated_at': '2021-11-18T17:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '436a6f06-42ea-4b86-9821-cc961a7d5c92', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'port_id': 'e12bfd73-5acf-499c-8e3e-e4b55452c70c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f', 'mac_address': 'fa:16:3e:4c:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9519597-23a6-440b-855d-8aa39328152c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:14:02Z', 'updated_at': '2021-11-18T17:15:29Z', 'revision_number': 1, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4b331a-60a3-4506-a6d7-462ee2d0aed9', 'name': '', 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'mac_address': 'fa:16:3e:92:45:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:38Z', 'updated_at': '2021-11-18T17:12:44Z', 'revision_number': 5, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'subnets': [{'id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:31.424545 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d725b6b2-9184-4824-b1cb-c03c2f5b9579 None None] Checking router: dc87199b-6c41-4a05-a9c4-741ac86794f6 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:15:31.436782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d725b6b2-9184-4824-b1cb-c03c2f5b9579 None None] Routers {'dc87199b-6c41-4a05-a9c4-741ac86794f6'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:15:31.437704 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d725b6b2-9184-4824-b1cb-c03c2f5b9579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:15:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['dc87199b-6c41-4a05-a9c4-741ac86794f6'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:31.479801 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f28f62-19f0-4a02-9898-b7ed3e0e0bbf admin admin] Network 76233702-e661-4854-b97f-4c5aa3c41fc7 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:15:31.514014 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:31.522176 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4246dd0-12ac-44b6-a4a4-dfd49d6e2256 req-79767a1b-c942-4f9c-a98c-ad21541e0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:31.524117 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4246dd0-12ac-44b6-a4a4-dfd49d6e2256 req-79767a1b-c942-4f9c-a98c-ad21541e0c32 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f82c3b3-35c0-4896-b65f-74d8bab4d4f6 HTTP/1.1" status: 200 len: 851 time: 0.1227770 Nov 18 17:15:31.538933 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7021a03e-d7ca-41e4-a5dd-c9c90633f6b5']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:31.548810 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5eb4e61-5d2b-42ae-bc4c-4d78e40f3924') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:31.549236 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5eb4e61-5d2b-42ae-bc4c-4d78e40f3924') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:31.563463 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:31.579342 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:31.590009 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-d725b6b2-9184-4824-b1cb-c03c2f5b9579 None None] Set router dc87199b-6c41-4a05-a9c4-741ac86794f6 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:15:31.592700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:15:31.593336 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:31.594672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-32f28f62-19f0-4a02-9898-b7ed3e0e0bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 76233702-e661-4854-b97f-4c5aa3c41fc7) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:31.603818 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f28f62-19f0-4a02-9898-b7ed3e0e0bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:31.613016 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32f28f62-19f0-4a02-9898-b7ed3e0e0bbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:15:31.613135 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:15:31.625179 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e149a7a-42a2-4313-af40-08b67f567f27 None None] Network 76233702-e661-4854-b97f-4c5aa3c41fc7 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:31.634279 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4246dd0-12ac-44b6-a4a4-dfd49d6e2256 req-9b8372cc-1f49-4f60-b5db-773b11a7c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:31.635639 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4246dd0-12ac-44b6-a4a4-dfd49d6e2256 req-9b8372cc-1f49-4f60-b5db-773b11a7c8b5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4efab3f4-88d8-40ae-a2a4-453eabfee21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997221 Nov 18 17:15:31.686059 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-32f28f62-19f0-4a02-9898-b7ed3e0e0bbf admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2664888 Nov 18 17:15:31.692335 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43990) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:31.697937 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1534788118-router', 'tenant_id': '1ce7024854a94cdfa1b77ea1112434b7', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:31.743730 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4246dd0-12ac-44b6-a4a4-dfd49d6e2256 req-ca99a74c-0785-4da5-bdcb-b19afd375eb2 service neutron] 10.222.0.81 "GET /v2.0/networks/4efab3f4-88d8-40ae-a2a4-453eabfee21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000073 Nov 18 17:15:31.768986 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:31.782008 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:31.797261 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/networks/7021a03e-d7ca-41e4-a5dd-c9c90633f6b5 HTTP/1.1" status: 204 len: 168 time: 1.2403457 Nov 18 17:15:31.811264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43994) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:31.831672 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a984d932-1256-488d-9a97-57de9adedb0c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1793356988'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:31.836423 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:31.840755 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:31.878986 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4246dd0-12ac-44b6-a4a4-dfd49d6e2256 req-b1777125-5a59-4c64-9439-73f680be10b9 service neutron] 10.222.0.81 "GET /v2.0/networks/4efab3f4-88d8-40ae-a2a4-453eabfee21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273825 Nov 18 17:15:31.975910 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:31.978299 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610937a3-903e-4d1b-9642-f71ffd30789e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Network': ['ID=7021a03e-d7ca-41e4-a5dd-c9c90633f6b5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:31.997100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dd3dba-bee6-45d2-a1c9-3c1b33901b8f None None] Network 76233702-e661-4854-b97f-4c5aa3c41fc7 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:32.060542 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4c11a-2dd6-4d1e-8757-c9460c5610b7 req-98d13adb-8ae1-433b-88e8-7dcf9254c8f4 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:32.062525 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61b4c11a-2dd6-4d1e-8757-c9460c5610b7 req-98d13adb-8ae1-433b-88e8-7dcf9254c8f4 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 944 time: 0.0797384 Nov 18 17:15:32.084749 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d725b6b2-9184-4824-b1cb-c03c2f5b9579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'name': 'tempest-TaggedBootDevicesTest-1641590884-router', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:33Z', 'updated_at': '2021-11-18T17:12:39Z', 'revision_number': 4, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'gw_port': {'id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:34Z', 'updated_at': '2021-11-18T17:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '436a6f06-42ea-4b86-9821-cc961a7d5c92', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'port_id': 'e12bfd73-5acf-499c-8e3e-e4b55452c70c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f', 'mac_address': 'fa:16:3e:4c:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9519597-23a6-440b-855d-8aa39328152c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:14:02Z', 'updated_at': '2021-11-18T17:15:29Z', 'revision_number': 1, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4b331a-60a3-4506-a6d7-462ee2d0aed9', 'name': '', 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'mac_address': 'fa:16:3e:92:45:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:38Z', 'updated_at': '2021-11-18T17:12:44Z', 'revision_number': 5, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'subnets': [{'id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:32.117372 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d725b6b2-9184-4824-b1cb-c03c2f5b9579 None None] The sync data for ids ['dc87199b-6c41-4a05-a9c4-741ac86794f6'] in n-d-813419-11 is: [{'id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'name': 'tempest-TaggedBootDevicesTest-1641590884-router', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:33Z', 'updated_at': '2021-11-18T17:12:39Z', 'revision_number': 4, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'gw_port': {'id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:34Z', 'updated_at': '2021-11-18T17:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '436a6f06-42ea-4b86-9821-cc961a7d5c92', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'port_id': 'e12bfd73-5acf-499c-8e3e-e4b55452c70c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f', 'mac_address': 'fa:16:3e:4c:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9519597-23a6-440b-855d-8aa39328152c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:14:02Z', 'updated_at': '2021-11-18T17:15:29Z', 'revision_number': 1, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4b331a-60a3-4506-a6d7-462ee2d0aed9', 'name': '', 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'mac_address': 'fa:16:3e:92:45:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:38Z', 'updated_at': '2021-11-18T17:12:44Z', 'revision_number': 5, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'subnets': [{'id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:15:32.164916 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61b4c11a-2dd6-4d1e-8757-c9460c5610b7 req-5ddfe518-8300-4355-8266-d7850c0121fc tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919814 Nov 18 17:15:32.185904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a984d932-1256-488d-9a97-57de9adedb0c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:32.189895 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a984d932-1256-488d-9a97-57de9adedb0c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:32.225298 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 43cd1514-44e9-4d91-ae2e-5bab158bdc77 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:15:32.278412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 43cd1514-44e9-4d91-ae2e-5bab158bdc77 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:15:32.278765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 43cd1514-44e9-4d91-ae2e-5bab158bdc77 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:15:32.435262 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cc1bc62c-b7b7-4918-a7dd-dad98afb9d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:32.453061 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73386390-0ffe-4bc8-b5f9-716e9ef2dddf None None] New status for floating IP 436a6f06-42ea-4b86-9821-cc961a7d5c92: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:15:32.697861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a984d932-1256-488d-9a97-57de9adedb0c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] vlan segment allocate from pool success with {'vlan_id': 1149, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:15:32.737495 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:32.743476 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a984d932-1256-488d-9a97-57de9adedb0c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:32.743856 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-a984d932-1256-488d-9a97-57de9adedb0c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Added segment f24a3850-8d15-41a3-bc8c-7bce91616de7 of type vlan for network 6484f8cc-fd62-4b8f-ada1-04aa84b2ff41 Nov 18 17:15:32.790202 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a984d932-1256-488d-9a97-57de9adedb0c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:32.924427 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a984d932-1256-488d-9a97-57de9adedb0c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:32.930824 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a984d932-1256-488d-9a97-57de9adedb0c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:32.931433 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a984d932-1256-488d-9a97-57de9adedb0c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:33.015960 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984d932-1256-488d-9a97-57de9adedb0c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Network': ['ID=6484f8cc-fd62-4b8f-ada1-04aa84b2ff41,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:33.028862 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 6484f8cc-fd62-4b8f-ada1-04aa84b2ff41 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:15:33.067895 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a984d932-1256-488d-9a97-57de9adedb0c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2554719 Nov 18 17:15:33.071015 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44018) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:33.078314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7c3531c3-01c0-489f-8272-fcd8b2537d08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'subnet': {'network_id': '6484f8cc-fd62-4b8f-ada1-04aa84b2ff41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:33.278745 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:33.307504 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:33.379733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650abb4-b492-4897-acfe-7e573c661305 req-6574e6a4-ecc8-4082-8ea0-dd0f98bee3d0 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:33.381332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a650abb4-b492-4897-acfe-7e573c661305 req-6574e6a4-ecc8-4082-8ea0-dd0f98bee3d0 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 944 time: 0.1403158 Nov 18 17:15:33.445335 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3531c3-01c0-489f-8272-fcd8b2537d08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:33.448836 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c3531c3-01c0-489f-8272-fcd8b2537d08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:33.465252 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:33.557505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a650abb4-b492-4897-acfe-7e573c661305 req-9bb51ffd-6c1e-467a-a20a-8efbff801819 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678951 Nov 18 17:15:33.558601 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Allocated IP 172.25.3.108 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/ffa935d1-9b91-47e8-9240-a2ec10fdf624) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:33.665294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 69d2ab0e-7f19-404e-89e3-2059d64eda67 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:33.768362 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:33.824086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 69d2ab0e-7f19-404e-89e3-2059d64eda67 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:15:33.829215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 69d2ab0e-7f19-404e-89e3-2059d64eda67 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:33.829952 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:33.852860 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c3531c3-01c0-489f-8272-fcd8b2537d08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:33.909503 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3531c3-01c0-489f-8272-fcd8b2537d08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Subnet': ['ID=2cce8369-9b34-4c59-891d-5c7c12d9f55b,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:33.942998 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:33.944377 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:33.968741 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d2ab0e-7f19-404e-89e3-2059d64eda67'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:15:33.971742 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d525dd70-fef8-4aa2-b1cb-dfd202207c9d" -d '{"events": [{"server_uuid": "3770919c-d28f-4fc7-9f3c-bbde596127bc", "name": "network-vif-plugged", "status": "completed", "tag": "69d2ab0e-7f19-404e-89e3-2059d64eda67"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:15:33.980034 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3531c3-01c0-489f-8272-fcd8b2537d08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Checking segment: {'id': 'f24a3850-8d15-41a3-bc8c-7bce91616de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '6484f8cc-fd62-4b8f-ada1-04aa84b2ff41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:33.988177 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3531c3-01c0-489f-8272-fcd8b2537d08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network hostable DHCP agents. Network: 6484f8cc-fd62-4b8f-ada1-04aa84b2ff41, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:15:33.991532 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 69d2ab0e-7f19-404e-89e3-2059d64eda67, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=69d2ab0e-7f19-404e-89e3-2059d64eda67,segment=NetworkSegment(acf6c999-7abc-49bd-b038-d0b63fa4834e),segment_id=acf6c999-7abc-49bd-b038-d0b63fa4834e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:33.999595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:34.010092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:34.015384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Pushing event updated for resources: {'Port': ['ID=ffa935d1-9b91-47e8-9240-a2ec10fdf624,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:34.017564 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:34.034177 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fda518-742a-430f-a91f-733a5509bb35 x-openstack-request-id: req-20fda518-742a-430f-a91f-733a5509bb35 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:15:34.034177 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3770919c-d28f-4fc7-9f3c-bbde596127bc", "name": "network-vif-plugged", "status": "completed", "tag": "69d2ab0e-7f19-404e-89e3-2059d64eda67", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:15:34.034177 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-20fda518-742a-430f-a91f-733a5509bb35 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:15:34.034177 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d2ab0e-7f19-404e-89e3-2059d64eda67', 'code': 200} Nov 18 17:15:34.082065 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:34.179103 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=69d2ab0e-7f19-404e-89e3-2059d64eda67,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:34.188972 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc52374-e95d-4912-8cf9-cc792ed4fb87 req-f43c680a-4b2b-473a-8c81-a3c7cc1c0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:34.190522 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cc52374-e95d-4912-8cf9-cc792ed4fb87 req-f43c680a-4b2b-473a-8c81-a3c7cc1c0e9f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 1097 time: 0.0881736 Nov 18 17:15:34.212098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3531c3-01c0-489f-8272-fcd8b2537d08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network 6484f8cc-fd62-4b8f-ada1-04aa84b2ff41 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:15:34.253431 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cc52374-e95d-4912-8cf9-cc792ed4fb87 req-03da2297-52c1-49f9-974d-2f2fbdeb696d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547757 Nov 18 17:15:34.315446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-7c3531c3-01c0-489f-8272-fcd8b2537d08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 6484f8cc-fd62-4b8f-ada1-04aa84b2ff41) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:34.323183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f8075a-0ec5-4f54-96d2-0d798d4e7415 None None] Network 6484f8cc-fd62-4b8f-ada1-04aa84b2ff41 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:34.328675 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3531c3-01c0-489f-8272-fcd8b2537d08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:34.329997 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c3531c3-01c0-489f-8272-fcd8b2537d08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:34.443030 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7c3531c3-01c0-489f-8272-fcd8b2537d08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3706944 Nov 18 17:15:34.445987 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44048) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:34.450822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f3f9fb02-cdf6-4f0f-aaec-28bc24f0f463 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1513661980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:34.492898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-6484f8cc-fd62-4b8f-ada1-04aa84b2ff41', 'network_id': '6484f8cc-fd62-4b8f-ada1-04aa84b2ff41', 'tenant_id': '56090e80a65f4bf99127d1e5e759759f', 'fixed_ips': [{'subnet_id': '2cce8369-9b34-4c59-891d-5c7c12d9f55b'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:15:34.493868 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:34.530867 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:34.591651 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3f9fb02-cdf6-4f0f-aaec-28bc24f0f463 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:34.597396 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3f9fb02-cdf6-4f0f-aaec-28bc24f0f463 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:34.680349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Allocated IP 172.20.0.2 (6484f8cc-fd62-4b8f-ada1-04aa84b2ff41/2cce8369-9b34-4c59-891d-5c7c12d9f55b/b5c0a7e5-a989-4316-8f3e-701f0215f45c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:34.713243 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3f9fb02-cdf6-4f0f-aaec-28bc24f0f463 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:34.811126 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86fa25-890f-4ffd-bc41-15582c1eca74 req-623c75ae-d815-495e-b2d2-3f840fa231a2 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:34.819436 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d86fa25-890f-4ffd-bc41-15582c1eca74 req-623c75ae-d815-495e-b2d2-3f840fa231a2 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 945 time: 0.1091521 Nov 18 17:15:34.840186 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3f9fb02-cdf6-4f0f-aaec-28bc24f0f463 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:34.941232 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:34.985592 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d86fa25-890f-4ffd-bc41-15582c1eca74 req-bbc1d98a-e074-4ad7-95b7-42aa11fa5c74 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652069 Nov 18 17:15:35.042342 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:35.059376 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3f9fb02-cdf6-4f0f-aaec-28bc24f0f463 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:35.060656 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f3f9fb02-cdf6-4f0f-aaec-28bc24f0f463 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6136732 Nov 18 17:15:35.063436 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44060) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:35.073300 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-50db0dc5-b297-4551-acd0-259467ee4be3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'network_id': '6484f8cc-fd62-4b8f-ada1-04aa84b2ff41', 'name': 'tempest-PortsTestJSON-1462836682'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:35.075867 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:35.116368 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:35.200894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Network 6484f8cc-fd62-4b8f-ada1-04aa84b2ff41 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:35.209642 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:35.224186 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:35.229499 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Pushing event updated for resources: {'Port': ['ID=b5c0a7e5-a989-4316-8f3e-701f0215f45c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:35.259037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Router c001849f-e6f1-41d6-87e0-726fe2988ad0 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:15:35.275403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50db0dc5-b297-4551-acd0-259467ee4be3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:35.279230 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-50db0dc5-b297-4551-acd0-259467ee4be3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:35.332007 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Attempting to bind port b5c0a7e5-a989-4316-8f3e-701f0215f45c on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:15:35.332967 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Attempting to bind port b5c0a7e5-a989-4316-8f3e-701f0215f45c by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'f24a3850-8d15-41a3-bc8c-7bce91616de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '6484f8cc-fd62-4b8f-ada1-04aa84b2ff41'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:15:35.333547 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Attempting to bind port b5c0a7e5-a989-4316-8f3e-701f0215f45c on network 6484f8cc-fd62-4b8f-ada1-04aa84b2ff41 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:35.340488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:15:35.340877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Checking segment: {'id': 'f24a3850-8d15-41a3-bc8c-7bce91616de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '6484f8cc-fd62-4b8f-ada1-04aa84b2ff41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:35.341288 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:35.341741 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Bound using segment: {'id': 'f24a3850-8d15-41a3-bc8c-7bce91616de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '6484f8cc-fd62-4b8f-ada1-04aa84b2ff41'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:15:35.342139 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-50db0dc5-b297-4551-acd0-259467ee4be3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] device_id is not set on port 3b4c44de-91b2-4cf0-9f09-e55910946b49 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:15:35.342431 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Bound port: b5c0a7e5-a989-4316-8f3e-701f0215f45c, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24a3850-8d15-41a3-bc8c-7bce91616de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '6484f8cc-fd62-4b8f-ada1-04aa84b2ff41'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:15:35.342738 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:35.446510 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:15:35.446989 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:35.456717 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] For port b5c0a7e5-a989-4316-8f3e-701f0215f45c, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:15:35.465809 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Sync routers for ids ['c001849f-e6f1-41d6-87e0-726fe2988ad0'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:15:35.469415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] For port b5c0a7e5-a989-4316-8f3e-701f0215f45c, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b5c0a7e5-a989-4316-8f3e-701f0215f45c,segment=NetworkSegment(f24a3850-8d15-41a3-bc8c-7bce91616de7),segment_id=f24a3850-8d15-41a3-bc8c-7bce91616de7)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:15:35.481427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Routers {'c001849f-e6f1-41d6-87e0-726fe2988ad0'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:15:35.482151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:15:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c001849f-e6f1-41d6-87e0-726fe2988ad0'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:35.550576 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:35.581499 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-50db0dc5-b297-4551-acd0-259467ee4be3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Allocated IP 172.20.0.7 (6484f8cc-fd62-4b8f-ada1-04aa84b2ff41/2cce8369-9b34-4c59-891d-5c7c12d9f55b/3b4c44de-91b2-4cf0-9f09-e55910946b49) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:35.599679 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:35.603749 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9a72109e-7cfd-4b73-969c-ff3e4de821b6 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9076014 Nov 18 17:15:35.604155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44068) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:35.669032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Set router c001849f-e6f1-41d6-87e0-726fe2988ad0 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:15:35.671089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa42d35-ac6f-4b73-94f1-b3813fabfb66 None None] Pushing event updated for resources: {'Port': ['ID=b5c0a7e5-a989-4316-8f3e-701f0215f45c,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:35.952619 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-50db0dc5-b297-4551-acd0-259467ee4be3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:35.982023 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'name': 'tempest-ServerRescueNegativeTestJSON-1534788118-router', 'tenant_id': '1ce7024854a94cdfa1b77ea1112434b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ffa935d1-9b91-47e8-9240-a2ec10fdf624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:31Z', 'updated_at': '2021-11-18T17:15:34Z', 'revision_number': 3, 'project_id': '1ce7024854a94cdfa1b77ea1112434b7', 'gw_port': {'id': 'ffa935d1-9b91-47e8-9240-a2ec10fdf624', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:33Z', 'updated_at': '2021-11-18T17:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:36.054724 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Checking router: c001849f-e6f1-41d6-87e0-726fe2988ad0 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:15:36.055531 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Updating router c001849f-e6f1-41d6-87e0-726fe2988ad0 port ffa935d1-9b91-47e8-9240-a2ec10fdf624 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:15:36.134347 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:36.171196 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-50db0dc5-b297-4551-acd0-259467ee4be3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:36.291831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50db0dc5-b297-4551-acd0-259467ee4be3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network 6484f8cc-fd62-4b8f-ada1-04aa84b2ff41 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:36.328311 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-50db0dc5-b297-4551-acd0-259467ee4be3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:36.328311 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50db0dc5-b297-4551-acd0-259467ee4be3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:36.351139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b5c0a7e5-a989-4316-8f3e-701f0215f45c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:36.384896 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db0dc5-b297-4551-acd0-259467ee4be3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=3b4c44de-91b2-4cf0-9f09-e55910946b49,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:36.408373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03094b-5dc3-487e-ac30-350e9abbd2d8 req-679dc57e-3527-4701-987d-0ad77877c900 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:36.417004 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be03094b-5dc3-487e-ac30-350e9abbd2d8 req-679dc57e-3527-4701-987d-0ad77877c900 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 945 time: 0.2981877 Nov 18 17:15:36.466912 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50db0dc5-b297-4551-acd0-259467ee4be3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:36.467562 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-50db0dc5-b297-4551-acd0-259467ee4be3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:36.510117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port b5c0a7e5-a989-4316-8f3e-701f0215f45c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:36.511192 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:36.515409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be03094b-5dc3-487e-ac30-350e9abbd2d8 req-0824e0f2-6fe1-42a6-a1af-c99b9b974d9f tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958531 Nov 18 17:15:36.545593 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:36.610046 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-50db0dc5-b297-4551-acd0-259467ee4be3 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5405350 Nov 18 17:15:36.615629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44088) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:36.711050 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:36.746293 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:36.765589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port b5c0a7e5-a989-4316-8f3e-701f0215f45c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b5c0a7e5-a989-4316-8f3e-701f0215f45c,segment=NetworkSegment(f24a3850-8d15-41a3-bc8c-7bce91616de7),segment_id=f24a3850-8d15-41a3-bc8c-7bce91616de7)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:36.818344 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:36.856311 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] Allocated IP 172.20.0.1 (76233702-e661-4854-b97f-4c5aa3c41fc7/dcc58c36-7916-4d1d-8b23-c0a6b0e5f673/04ee083f-2aa5-45b8-8351-7c8e48b72232) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:36.919485 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-f2d28f64-2b78-4e1b-adff-8df8e3e8c3e8 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3669047 Nov 18 17:15:36.925154 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:36.964791 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-4d561c93-eb9c-4fb3-999b-954d6567f966 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:36.984588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Attempting to bind port ffa935d1-9b91-47e8-9240-a2ec10fdf624 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:15:36.985246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Attempting to bind port ffa935d1-9b91-47e8-9240-a2ec10fdf624 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:15:36.986457 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Attempting to bind port ffa935d1-9b91-47e8-9240-a2ec10fdf624 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:36.997927 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:15:36.998340 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:36.998729 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:36.999139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:15:36.999924 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Bound port: ffa935d1-9b91-47e8-9240-a2ec10fdf624, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:15:37.000327 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:37.004036 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d55915-d199-4a82-b1d1-d27226ad0341 None None] Pushing event updated for resources: {'Port': ['ID=ffa935d1-9b91-47e8-9240-a2ec10fdf624,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:37.090584 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:37.212973 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=b5c0a7e5-a989-4316-8f3e-701f0215f45c,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:37.228686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] For port ffa935d1-9b91-47e8-9240-a2ec10fdf624, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:15:37.239235 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] For port ffa935d1-9b91-47e8-9240-a2ec10fdf624, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ffa935d1-9b91-47e8-9240-a2ec10fdf624,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:15:37.298587 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:37.344581 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:37.358882 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] Network 76233702-e661-4854-b97f-4c5aa3c41fc7 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:37.373102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:37.378918 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:37.441402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] Pushing event updated for resources: {'Port': ['ID=04ee083f-2aa5-45b8-8351-7c8e48b72232,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:37.458834 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d76256c-9965-45f2-bd31-af86bda30342 None None] Network 6484f8cc-fd62-4b8f-ada1-04aa84b2ff41 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:37.469419 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:37.511662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d55915-d199-4a82-b1d1-d27226ad0341 None None] Pushing event updated for resources: {'Port': ['ID=ffa935d1-9b91-47e8-9240-a2ec10fdf624,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:37.613522 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-4d561c93-eb9c-4fb3-999b-954d6567f966 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:37.615406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a1a22a4c-7a3f-4e69-b34b-c941d122a690 None None] Provisioning complete for port b5c0a7e5-a989-4316-8f3e-701f0215f45c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:37.615882 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a1a22a4c-7a3f-4e69-b34b-c941d122a690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:37.621422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Routers {'c001849f-e6f1-41d6-87e0-726fe2988ad0'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:15:37.622477 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:15:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c001849f-e6f1-41d6-87e0-726fe2988ad0'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:37.646717 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e354750e-29a8-4efb-9d5b-ff16dbcb3618 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:37.735769 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:37.982470 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-4d561c93-eb9c-4fb3-999b-954d6567f966 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:38.012418 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:38.028214 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] Set router c001849f-e6f1-41d6-87e0-726fe2988ad0 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:15:38.060199 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e354750e-29a8-4efb-9d5b-ff16dbcb3618 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:38.087026 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:38.180557 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-4d561c93-eb9c-4fb3-999b-954d6567f966 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Allocated IP 172.25.3.207 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/272d7ee3-24df-49ee-93ca-7aaf015b6944) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:38.268188 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] Pushing event updated for resources: {'Port': ['ID=04ee083f-2aa5-45b8-8351-7c8e48b72232,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:38.268328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b5c0a7e5-a989-4316-8f3e-701f0215f45c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:38.305839 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:38.353619 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e354750e-29a8-4efb-9d5b-ff16dbcb3618 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:38.401721 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-4d561c93-eb9c-4fb3-999b-954d6567f966 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:38.403504 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port b5c0a7e5-a989-4316-8f3e-701f0215f45c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:38.403661 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:38.480649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'name': 'tempest-ServerRescueNegativeTestJSON-1534788118-router', 'tenant_id': '1ce7024854a94cdfa1b77ea1112434b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ffa935d1-9b91-47e8-9240-a2ec10fdf624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:31Z', 'updated_at': '2021-11-18T17:15:34Z', 'revision_number': 3, 'project_id': '1ce7024854a94cdfa1b77ea1112434b7', 'gw_port': {'id': 'ffa935d1-9b91-47e8-9240-a2ec10fdf624', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:33Z', 'updated_at': '2021-11-18T17:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:38.506358 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] Network 76233702-e661-4854-b97f-4c5aa3c41fc7 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:38.508307 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:38.543953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e91580-fd5a-498f-be8f-988748a01d34 None None] The sync data for ids ['c001849f-e6f1-41d6-87e0-726fe2988ad0'] in n-d-813419-11 is: [{'id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'name': 'tempest-ServerRescueNegativeTestJSON-1534788118-router', 'tenant_id': '1ce7024854a94cdfa1b77ea1112434b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ffa935d1-9b91-47e8-9240-a2ec10fdf624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:31Z', 'updated_at': '2021-11-18T17:15:34Z', 'revision_number': 3, 'project_id': '1ce7024854a94cdfa1b77ea1112434b7', 'gw_port': {'id': 'ffa935d1-9b91-47e8-9240-a2ec10fdf624', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:33Z', 'updated_at': '2021-11-18T17:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:15:38.612027 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-4d561c93-eb9c-4fb3-999b-954d6567f966 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:38.705626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354750e-29a8-4efb-9d5b-ff16dbcb3618 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=3b4c44de-91b2-4cf0-9f09-e55910946b49,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:38.711230 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] Router c001849f-e6f1-41d6-87e0-726fe2988ad0 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:15:38.732647 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-4d561c93-eb9c-4fb3-999b-954d6567f966 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:38.757710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-4d561c93-eb9c-4fb3-999b-954d6567f966 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:38.766199 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-4d561c93-eb9c-4fb3-999b-954d6567f966 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:38.874713 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d561c93-eb9c-4fb3-999b-954d6567f966 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Pushing event updated for resources: {'Port': ['ID=272d7ee3-24df-49ee-93ca-7aaf015b6944,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:38.902236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b8ea0a5a-c63c-4f84-bb13-ffaf5158b6ee None None] Provisioning complete for port b5c0a7e5-a989-4316-8f3e-701f0215f45c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:38.903097 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b8ea0a5a-c63c-4f84-bb13-ffaf5158b6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:38.974702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:15:39.001270 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-03ad45c5-9e50-4e41-a493-7d99460c41bc admin admin] 10.222.0.72 "PUT /v2.0/routers/c001849f-e6f1-41d6-87e0-726fe2988ad0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3953686 Nov 18 17:15:39.217174 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b8ea0a5a-c63c-4f84-bb13-ffaf5158b6ee None None] Provisioning complete for port 3b4c44de-91b2-4cf0-9f09-e55910946b49 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:39.218378 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b8ea0a5a-c63c-4f84-bb13-ffaf5158b6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:39.230964 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e354750e-29a8-4efb-9d5b-ff16dbcb3618 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:39.292646 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea0a5a-c63c-4f84-bb13-ffaf5158b6ee None None] Port 3b4c44de-91b2-4cf0-9f09-e55910946b49 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:39.473641 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-fde2a4dd-b4a9-4c65-8a0c-b10f96feb073 None None] Provisioning complete for port 3b4c44de-91b2-4cf0-9f09-e55910946b49 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:39.474000 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-4d561c93-eb9c-4fb3-999b-954d6567f966 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:39.474148 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fde2a4dd-b4a9-4c65-8a0c-b10f96feb073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:39.548710 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fde2a4dd-b4a9-4c65-8a0c-b10f96feb073 None None] Port 3b4c44de-91b2-4cf0-9f09-e55910946b49 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:39.632914 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-4d561c93-eb9c-4fb3-999b-954d6567f966 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:39.675548 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e354750e-29a8-4efb-9d5b-ff16dbcb3618 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:39.676417 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-75fecce3-e3e7-4e49-9a01-621f5fb646f8 None None] Provisioning complete for port 3b4c44de-91b2-4cf0-9f09-e55910946b49 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:39.677740 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75fecce3-e3e7-4e49-9a01-621f5fb646f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:39.730463 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-75fecce3-e3e7-4e49-9a01-621f5fb646f8 None None] Port 3b4c44de-91b2-4cf0-9f09-e55910946b49 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:40.101307 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-4d561c93-eb9c-4fb3-999b-954d6567f966 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:40.153555 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-d8c4ff8f-999b-49b3-a947-0327c746c28f tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:40.155143 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-d8c4ff8f-999b-49b3-a947-0327c746c28f tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/networks?id=76233702-e661-4854-b97f-4c5aa3c41fc7 HTTP/1.1" status: 200 len: 819 time: 0.2643588 Nov 18 17:15:40.196512 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-4d561c93-eb9c-4fb3-999b-954d6567f966 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:40.212415 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-f2786c91-81a2-41f9-8508-1b164bbd1a86 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/quotas/1ce7024854a94cdfa1b77ea1112434b7 HTTP/1.1" status: 200 len: 375 time: 0.0480535 Nov 18 17:15:40.231916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ffa935d1-9b91-47e8-9240-a2ec10fdf624 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:40.277785 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e354750e-29a8-4efb-9d5b-ff16dbcb3618 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:40.301754 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port ffa935d1-9b91-47e8-9240-a2ec10fdf624 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:40.302200 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:40.337034 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d561c93-eb9c-4fb3-999b-954d6567f966 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Pushing event updated for resources: {'Port': ['ID=272d7ee3-24df-49ee-93ca-7aaf015b6944,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:40.350694 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-4d561c93-eb9c-4fb3-999b-954d6567f966 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:40.366600 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ff25cd8e-b263-4196-99ad-e61e6044d47e tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ce7024854a94cdfa1b77ea1112434b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1130297 Nov 18 17:15:40.368297 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e354750e-29a8-4efb-9d5b-ff16dbcb3618 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:40.394423 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:40.426323 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port ffa935d1-9b91-47e8-9240-a2ec10fdf624, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ffa935d1-9b91-47e8-9240-a2ec10fdf624,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:40.454873 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-4d561c93-eb9c-4fb3-999b-954d6567f966 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:40.456111 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-4d561c93-eb9c-4fb3-999b-954d6567f966 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5018339 Nov 18 17:15:40.538548 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:40.567499 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e354750e-29a8-4efb-9d5b-ff16dbcb3618 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:40.581059 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-0dba3208-903c-4534-ad93-e0b9abc3a8b6 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 696 time: 0.1177366 Nov 18 17:15:40.591491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354750e-29a8-4efb-9d5b-ff16dbcb3618 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=3b4c44de-91b2-4cf0-9f09-e55910946b49,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:40.611578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=ffa935d1-9b91-47e8-9240-a2ec10fdf624,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:40.777781 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-d953b74e-bcdc-4bb1-bf0c-ff348717b8c9 service neutron] 10.222.0.72 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745053 Nov 18 17:15:40.910549 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-076632a0-f56d-4927-9053-353b207f03fa tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:40.912187 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-076632a0-f56d-4927-9053-353b207f03fa tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.3217809 Nov 18 17:15:40.922805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e354750e-29a8-4efb-9d5b-ff16dbcb3618 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network 6484f8cc-fd62-4b8f-ada1-04aa84b2ff41 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:40.930702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-7330b371-c38f-49dd-ab38-3e8e411a8a76 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:15:40.931769 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53bdd9f4-fc41-4058-ab6a-12ee98ec79bf req-7330b371-c38f-49dd-ab38-3e8e411a8a76 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114245 Nov 18 17:15:40.933081 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-e354750e-29a8-4efb-9d5b-ff16dbcb3618 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:41.021723 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-2716d0de-6415-476a-9d35-b0d28e5e5e17 service neutron] 10.222.0.72 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412004 Nov 18 17:15:41.180932 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Sync routers for ids ['c001849f-e6f1-41d6-87e0-726fe2988ad0'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:15:41.203414 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Routers {'c001849f-e6f1-41d6-87e0-726fe2988ad0'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:15:41.204982 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:15:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c001849f-e6f1-41d6-87e0-726fe2988ad0'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:41.293326 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e354750e-29a8-4efb-9d5b-ff16dbcb3618 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Router 1983ada6-3235-48ad-bd97-c92ad7a648ae is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:15:41.362786 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Set router c001849f-e6f1-41d6-87e0-726fe2988ad0 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:15:41.411559 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e354750e-29a8-4efb-9d5b-ff16dbcb3618 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:15:41.426330 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e354750e-29a8-4efb-9d5b-ff16dbcb3618 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "PUT /v2.0/routers/1983ada6-3235-48ad-bd97-c92ad7a648ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8093698 Nov 18 17:15:41.429128 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44178) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:41.465388 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dba644-f8f7-48dc-98c7-63805cc834a0 None None] Sync routers for ids ['1983ada6-3235-48ad-bd97-c92ad7a648ae'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:15:41.499722 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f1d4360d-d8ee-401d-a88c-db4e58115008 None None] Provisioning complete for port 3b4c44de-91b2-4cf0-9f09-e55910946b49 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:41.499722 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f1d4360d-d8ee-401d-a88c-db4e58115008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:41.546988 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd5d8a14-fd5b-4f75-b51c-59dfbefa35f3 req-72d9c2f9-a919-4365-9336-4afe8311cf7d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 210 time: 0.0355451 Nov 18 17:15:41.573665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654a7b1d-d60c-4435-8471-0bdc5489d815 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:41.575552 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-654a7b1d-d60c-4435-8471-0bdc5489d815 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports?device_id=1983ada6-3235-48ad-bd97-c92ad7a648ae HTTP/1.1" status: 200 len: 982 time: 0.1447558 Nov 18 17:15:41.579033 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44188) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:41.583463 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dba644-f8f7-48dc-98c7-63805cc834a0 None None] Routers {'1983ada6-3235-48ad-bd97-c92ad7a648ae'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:15:41.588165 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-33dba644-f8f7-48dc-98c7-63805cc834a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:15:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['1983ada6-3235-48ad-bd97-c92ad7a648ae'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:41.666522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e249f0-8a75-4666-93d1-29558985ab68 req-94d41b82-072e-484e-8823-da170fde4c19 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:41.676147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77e249f0-8a75-4666-93d1-29558985ab68 req-94d41b82-072e-484e-8823-da170fde4c19 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/networks?id=d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 200 len: 820 time: 0.2278476 Nov 18 17:15:41.691256 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-33dba644-f8f7-48dc-98c7-63805cc834a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:41.699250 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77e249f0-8a75-4666-93d1-29558985ab68 req-38cda7a0-724d-4b14-84ef-9d78933c54ef tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/quotas/9c54261a27f145d78b7d9eca5e0a7986 HTTP/1.1" status: 200 len: 375 time: 0.0198505 Nov 18 17:15:41.733005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f1d4360d-d8ee-401d-a88c-db4e58115008 None None] Port 3b4c44de-91b2-4cf0-9f09-e55910946b49 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:41.741946 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dba644-f8f7-48dc-98c7-63805cc834a0 None None] Routers {'1983ada6-3235-48ad-bd97-c92ad7a648ae'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:15:41.742701 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-33dba644-f8f7-48dc-98c7-63805cc834a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:15:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['1983ada6-3235-48ad-bd97-c92ad7a648ae'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:41.777502 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'name': 'tempest-ServerRescueNegativeTestJSON-1534788118-router', 'tenant_id': '1ce7024854a94cdfa1b77ea1112434b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ffa935d1-9b91-47e8-9240-a2ec10fdf624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:31Z', 'updated_at': '2021-11-18T17:15:37Z', 'revision_number': 4, 'project_id': '1ce7024854a94cdfa1b77ea1112434b7', 'gw_port': {'id': 'ffa935d1-9b91-47e8-9240-a2ec10fdf624', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:33Z', 'updated_at': '2021-11-18T17:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '04ee083f-2aa5-45b8-8351-7c8e48b72232', 'name': '', 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7', 'tenant_id': '1ce7024854a94cdfa1b77ea1112434b7', 'mac_address': 'fa:16:3e:e1:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'dcc58c36-7916-4d1d-8b23-c0a6b0e5f673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:36Z', 'updated_at': '2021-11-18T17:15:37Z', 'revision_number': 2, 'project_id': '1ce7024854a94cdfa1b77ea1112434b7', 'subnets': [{'id': 'dcc58c36-7916-4d1d-8b23-c0a6b0e5f673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:41.812829 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Checking router: c001849f-e6f1-41d6-87e0-726fe2988ad0 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:15:41.813605 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Updating router c001849f-e6f1-41d6-87e0-726fe2988ad0 port 04ee083f-2aa5-45b8-8351-7c8e48b72232 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:15:41.836276 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-33dba644-f8f7-48dc-98c7-63805cc834a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:41.837138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dba644-f8f7-48dc-98c7-63805cc834a0 None None] The sync data for ids ['1983ada6-3235-48ad-bd97-c92ad7a648ae'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:15:41.845815 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:41.853244 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77e249f0-8a75-4666-93d1-29558985ab68 req-1776bfa8-118c-43f3-b2b6-95310ec8199b tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1530108 Nov 18 17:15:42.237150 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-77e249f0-8a75-4666-93d1-29558985ab68 req-e275860a-5a34-4298-ac4f-5ae473be5a38 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:15:42.237990 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77e249f0-8a75-4666-93d1-29558985ab68 req-e275860a-5a34-4298-ac4f-5ae473be5a38 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3839712 Nov 18 17:15:42.434398 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ffa935d1-9b91-47e8-9240-a2ec10fdf624 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:42.434633 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a783c0a-97f6-4d3e-9d48-e848a4c8d29f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:42.435086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port ffa935d1-9b91-47e8-9240-a2ec10fdf624 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:42.435086 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:42.435255 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-7449d95b-c37f-4274-baa3-fcbebfdb375f tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:42.435255 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-7449d95b-c37f-4274-baa3-fcbebfdb375f tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/networks?id=76233702-e661-4854-b97f-4c5aa3c41fc7 HTTP/1.1" status: 200 len: 819 time: 0.2901497 Nov 18 17:15:42.458488 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-4e39f63f-e702-40b2-ad92-454cf59e34e0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/quotas/1ce7024854a94cdfa1b77ea1112434b7 HTTP/1.1" status: 200 len: 375 time: 0.0304587 Nov 18 17:15:42.468607 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77e249f0-8a75-4666-93d1-29558985ab68 req-0ae6e30a-c4cb-4130-bf2e-4525311e0340 service neutron] 10.222.0.72 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140827 Nov 18 17:15:42.523344 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:42.582328 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-18d60415-897d-4045-b97f-9dfcb174ad41 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ce7024854a94cdfa1b77ea1112434b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1229570 Nov 18 17:15:42.629468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77e249f0-8a75-4666-93d1-29558985ab68 req-5f1a3e3b-8ee9-4c5f-b1cc-c3266d2f8193 service neutron] 10.222.0.72 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599092 Nov 18 17:15:42.692726 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:42.705802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2a783c0a-97f6-4d3e-9d48-e848a4c8d29f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port 3b4c44de-91b2-4cf0-9f09-e55910946b49 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:15:42.705802 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a783c0a-97f6-4d3e-9d48-e848a4c8d29f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:42.764257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-bf3ebd0c-b879-4ef3-a465-461544f7b659 service neutron] 10.222.0.72 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729510 Nov 18 17:15:42.843535 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586fa5a-4f5f-4194-a1fc-693c7f08b33c None None] Pushing event updated for resources: {'Port': ['ID=04ee083f-2aa5-45b8-8351-7c8e48b72232,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:42.897571 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Attempting to bind port 04ee083f-2aa5-45b8-8351-7c8e48b72232 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:15:42.898879 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Attempting to bind port 04ee083f-2aa5-45b8-8351-7c8e48b72232 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '2d5cce61-684c-4406-85a2-30be2e7dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:15:42.899473 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Attempting to bind port 04ee083f-2aa5-45b8-8351-7c8e48b72232 on network 76233702-e661-4854-b97f-4c5aa3c41fc7 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:42.920698 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:15:42.927961 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Checking segment: {'id': '2d5cce61-684c-4406-85a2-30be2e7dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:42.927961 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:42.927961 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Bound using segment: {'id': '2d5cce61-684c-4406-85a2-30be2e7dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:15:42.928445 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a783c0a-97f6-4d3e-9d48-e848a4c8d29f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:42.936902 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Bound port: 04ee083f-2aa5-45b8-8351-7c8e48b72232, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5cce61-684c-4406-85a2-30be2e7dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:15:42.938292 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:42.955771 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2a783c0a-97f6-4d3e-9d48-e848a4c8d29f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for 3b4c44de-91b2-4cf0-9f09-e55910946b49 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:15:43.014197 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-93e4331c-d77f-489c-a95f-fd5de029cef4 service neutron] 10.222.0.72 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486603 Nov 18 17:15:43.134999 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] For port 04ee083f-2aa5-45b8-8351-7c8e48b72232, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:15:43.144948 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] For port 04ee083f-2aa5-45b8-8351-7c8e48b72232, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=04ee083f-2aa5-45b8-8351-7c8e48b72232,segment=NetworkSegment(2d5cce61-684c-4406-85a2-30be2e7dd8ef),segment_id=2d5cce61-684c-4406-85a2-30be2e7dd8ef)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:15:43.178559 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:15:43.258835 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:43.318896 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b032432f-57d8-4acb-943d-eaf8e212c3a3 req-ed31c857-a255-4b71-998a-28990ba0948b tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 210 time: 0.0421064 Nov 18 17:15:43.365805 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Routers {'c001849f-e6f1-41d6-87e0-726fe2988ad0'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:15:43.366461 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:15:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c001849f-e6f1-41d6-87e0-726fe2988ad0'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:43.438110 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e0515a69-36a6-4dbf-a316-049bde12bb89 req-23c582a5-7f6d-4d7c-95b9-986fcfb0764a tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 210 time: 0.0770786 Nov 18 17:15:43.460238 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586fa5a-4f5f-4194-a1fc-693c7f08b33c None None] Pushing event updated for resources: {'Port': ['ID=04ee083f-2aa5-45b8-8351-7c8e48b72232,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:43.600669 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] Set router c001849f-e6f1-41d6-87e0-726fe2988ad0 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:15:43.897779 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a783c0a-97f6-4d3e-9d48-e848a4c8d29f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:43.922556 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'name': 'tempest-ServerRescueNegativeTestJSON-1534788118-router', 'tenant_id': '1ce7024854a94cdfa1b77ea1112434b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ffa935d1-9b91-47e8-9240-a2ec10fdf624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:31Z', 'updated_at': '2021-11-18T17:15:37Z', 'revision_number': 4, 'project_id': '1ce7024854a94cdfa1b77ea1112434b7', 'gw_port': {'id': 'ffa935d1-9b91-47e8-9240-a2ec10fdf624', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:33Z', 'updated_at': '2021-11-18T17:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '04ee083f-2aa5-45b8-8351-7c8e48b72232', 'name': '', 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7', 'tenant_id': '1ce7024854a94cdfa1b77ea1112434b7', 'mac_address': 'fa:16:3e:e1:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'dcc58c36-7916-4d1d-8b23-c0a6b0e5f673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:36Z', 'updated_at': '2021-11-18T17:15:43Z', 'revision_number': 4, 'project_id': '1ce7024854a94cdfa1b77ea1112434b7', 'subnets': [{'id': 'dcc58c36-7916-4d1d-8b23-c0a6b0e5f673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:43.930772 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a783c0a-97f6-4d3e-9d48-e848a4c8d29f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=3b4c44de-91b2-4cf0-9f09-e55910946b49,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:43.962851 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa195b-b651-46e9-acc8-6460fce60178 None None] The sync data for ids ['c001849f-e6f1-41d6-87e0-726fe2988ad0'] in n-d-813419-11 is: [{'id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'name': 'tempest-ServerRescueNegativeTestJSON-1534788118-router', 'tenant_id': '1ce7024854a94cdfa1b77ea1112434b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ffa935d1-9b91-47e8-9240-a2ec10fdf624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:31Z', 'updated_at': '2021-11-18T17:15:37Z', 'revision_number': 4, 'project_id': '1ce7024854a94cdfa1b77ea1112434b7', 'gw_port': {'id': 'ffa935d1-9b91-47e8-9240-a2ec10fdf624', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:33Z', 'updated_at': '2021-11-18T17:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '04ee083f-2aa5-45b8-8351-7c8e48b72232', 'name': '', 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7', 'tenant_id': '1ce7024854a94cdfa1b77ea1112434b7', 'mac_address': 'fa:16:3e:e1:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'dcc58c36-7916-4d1d-8b23-c0a6b0e5f673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:36Z', 'updated_at': '2021-11-18T17:15:43Z', 'revision_number': 4, 'project_id': '1ce7024854a94cdfa1b77ea1112434b7', 'subnets': [{'id': 'dcc58c36-7916-4d1d-8b23-c0a6b0e5f673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:15:44.545135 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a783c0a-97f6-4d3e-9d48-e848a4c8d29f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:44.606066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44266) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:44.663573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fac6c973-4a74-4ef5-8119-e1d40d08d4b6 req-94365fa2-6137-4c8f-9607-bd220520939e tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 210 time: 0.0741930 Nov 18 17:15:44.704695 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b316e753-2902-4c39-8087-02abfb072b7e req-6dff93e9-4b6d-40d6-ab2a-8144c2f622c7 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 210 time: 0.0480502 Nov 18 17:15:44.888938 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-612aee94-6797-45eb-b207-195f3ac4a7e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:44.928105 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 04ee083f-2aa5-45b8-8351-7c8e48b72232 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:44.952631 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a783c0a-97f6-4d3e-9d48-e848a4c8d29f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Router 1983ada6-3235-48ad-bd97-c92ad7a648ae has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:15:45.043719 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-612aee94-6797-45eb-b207-195f3ac4a7e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:45.061756 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 04ee083f-2aa5-45b8-8351-7c8e48b72232 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:45.062432 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:45.084948 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a783c0a-97f6-4d3e-9d48-e848a4c8d29f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:15:45.097449 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f590d6e1-b110-4612-a68b-4bca91fb96ba None None] Sync routers for ids ['1983ada6-3235-48ad-bd97-c92ad7a648ae'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:15:45.109563 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2a783c0a-97f6-4d3e-9d48-e848a4c8d29f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "PUT /v2.0/routers/1983ada6-3235-48ad-bd97-c92ad7a648ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5276594 Nov 18 17:15:45.112248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44270) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:45.120525 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f590d6e1-b110-4612-a68b-4bca91fb96ba None None] Routers {'1983ada6-3235-48ad-bd97-c92ad7a648ae'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:15:45.121219 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f590d6e1-b110-4612-a68b-4bca91fb96ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:15:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['1983ada6-3235-48ad-bd97-c92ad7a648ae'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:45.164445 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9be07f-c29f-475c-8672-f63900f5b748 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] GET failed (client error): The resource could not be found. Nov 18 17:15:45.166632 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-612aee94-6797-45eb-b207-195f3ac4a7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:45.171211 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bf9be07f-c29f-475c-8672-f63900f5b748 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports/3b4c44de-91b2-4cf0-9f09-e55910946b49 HTTP/1.1" status: 404 len: 333 time: 0.0578637 Nov 18 17:15:45.183652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44274) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:45.233441 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f590d6e1-b110-4612-a68b-4bca91fb96ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:45.268136 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f590d6e1-b110-4612-a68b-4bca91fb96ba None None] Routers {'1983ada6-3235-48ad-bd97-c92ad7a648ae'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:15:45.278035 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-612aee94-6797-45eb-b207-195f3ac4a7e7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5e83f5d849ae4406b6a7d6b6d17a74fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6681705 Nov 18 17:15:45.279504 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f590d6e1-b110-4612-a68b-4bca91fb96ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:15:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['1983ada6-3235-48ad-bd97-c92ad7a648ae'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:45.287240 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44276) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:45.295853 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:45.307706 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f11b8a02-2258-4ad4-86cc-7ae1127f65da tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:45.321444 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612aee94-6797-45eb-b207-195f3ac4a7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7533d4-d3e4-4ee0-98ea-8248a0c15567,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:45.388793 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 04ee083f-2aa5-45b8-8351-7c8e48b72232, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=04ee083f-2aa5-45b8-8351-7c8e48b72232,segment=NetworkSegment(2d5cce61-684c-4406-85a2-30be2e7dd8ef),segment_id=2d5cce61-684c-4406-85a2-30be2e7dd8ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:45.433116 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b626-da71-4ab9-8ed9-ab65f8132fbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:45.456518 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f590d6e1-b110-4612-a68b-4bca91fb96ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:45.462977 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b626-da71-4ab9-8ed9-ab65f8132fbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:45.467328 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f590d6e1-b110-4612-a68b-4bca91fb96ba None None] The sync data for ids ['1983ada6-3235-48ad-bd97-c92ad7a648ae'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:15:45.522865 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:45.600782 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-88393589-7ba9-4d87-8143-1909cd68c665 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:45.600782 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-88393589-7ba9-4d87-8143-1909cd68c665 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.83 "GET /v2.0/networks?id=76233702-e661-4854-b97f-4c5aa3c41fc7 HTTP/1.1" status: 200 len: 819 time: 0.5123496 Nov 18 17:15:45.623962 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b626-da71-4ab9-8ed9-ab65f8132fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:45.627167 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b626-da71-4ab9-8ed9-ab65f8132fbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:45.630623 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-dfb6b626-da71-4ab9-8ed9-ab65f8132fbd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c7533d4-d3e4-4ee0-98ea-8248a0c15567 HTTP/1.1" status: 204 len: 168 time: 0.3374410 Nov 18 17:15:45.632429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=04ee083f-2aa5-45b8-8351-7c8e48b72232,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:45.637171 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6b626-da71-4ab9-8ed9-ab65f8132fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7533d4-d3e4-4ee0-98ea-8248a0c15567,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:45.651487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-57d889cb-c68f-47e3-b6ac-1fe90e42ca4d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Request body: {'port': {'device_id': '101d0b39-62d4-4ebe-bfca-c46536fae7d5', 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7', 'admin_state_up': True, 'tenant_id': '1ce7024854a94cdfa1b77ea1112434b7'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:45.733874 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f11b8a02-2258-4ad4-86cc-7ae1127f65da tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:45.738829 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f11b8a02-2258-4ad4-86cc-7ae1127f65da tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:46.021456 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f11b8a02-2258-4ad4-86cc-7ae1127f65da tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:46.022120 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11b8a02-2258-4ad4-86cc-7ae1127f65da tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Fanout notify agent at l3_agent the message router_deleted on router 1983ada6-3235-48ad-bd97-c92ad7a648ae {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:15:46.033112 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f11b8a02-2258-4ad4-86cc-7ae1127f65da tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:46.035832 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f11b8a02-2258-4ad4-86cc-7ae1127f65da tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/routers/1983ada6-3235-48ad-bd97-c92ad7a648ae HTTP/1.1" status: 204 len: 168 time: 0.8499978 Nov 18 17:15:46.037376 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44292) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:46.181944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2c13a2-4bf1-48b1-b963-cdedc96322ef tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting subnet 2cce8369-9b34-4c59-891d-5c7c12d9f55b {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:15:46.186561 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed2c13a2-4bf1-48b1-b963-cdedc96322ef tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:46.214100 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-57d889cb-c68f-47e3-b6ac-1fe90e42ca4d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Made reservation on behalf of 1ce7024854a94cdfa1b77ea1112434b7 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:46.218605 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-57d889cb-c68f-47e3-b6ac-1fe90e42ca4d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:46.285767 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed2c13a2-4bf1-48b1-b963-cdedc96322ef tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:46.288532 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ecee62d-5270-4664-9859-d3b8c0b1e2ad req-89b90875-6ca8-4da0-ad91-1e1342e839ae tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 210 time: 0.5204580 Nov 18 17:15:46.332953 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f38cfafd-4ba1-49ff-b17e-b5bece2e1c5a req-18fb7df0-b1ff-43fb-b3c2-043200c9b1c1 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 210 time: 0.0431225 Nov 18 17:15:46.533177 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e249f0-8a75-4666-93d1-29558985ab68 req-2b74ad39-f039-4a73-b228-dbc4d1972290 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:46.536225 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-77e249f0-8a75-4666-93d1-29558985ab68 req-2b74ad39-f039-4a73-b228-dbc4d1972290 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.83 "GET /v2.0/networks?id=d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 200 len: 820 time: 0.3216538 Nov 18 17:15:46.541812 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44300) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:46.559881 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d27c15db-e454-4ea6-99c3-9c36c755efaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:46.568306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-77e249f0-8a75-4666-93d1-29558985ab68 req-a80048ca-1e00-4968-885c-b495325f8f49 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Request body: {'port': {'device_id': 'c953af3b-13a5-49a2-8d92-1081d570828b', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'admin_state_up': True, 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:46.596861 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed2c13a2-4bf1-48b1-b963-cdedc96322ef tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:46.630354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-57d889cb-c68f-47e3-b6ac-1fe90e42ca4d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Allocated IP 172.20.0.11 (76233702-e661-4854-b97f-4c5aa3c41fc7/dcc58c36-7916-4d1d-8b23-c0a6b0e5f673/a1000ad4-f3dd-49e1-bb74-016686085a1e) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:46.687595 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d27c15db-e454-4ea6-99c3-9c36c755efaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:46.806494 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d27c15db-e454-4ea6-99c3-9c36c755efaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:46.854741 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 04ee083f-2aa5-45b8-8351-7c8e48b72232 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:46.877645 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d27c15db-e454-4ea6-99c3-9c36c755efaf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=46846555d79a416d9c13e067055d110b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3336687 Nov 18 17:15:46.880465 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44304) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:46.894402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c15db-e454-4ea6-99c3-9c36c755efaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c52848-93fd-4c2e-abf4-0485cea4216a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:46.961648 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 04ee083f-2aa5-45b8-8351-7c8e48b72232 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:46.962508 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:46.976400 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-280589ca-9fd5-45b0-94fd-597b0b10cea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:46.979522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-5e25ecde-c44c-4036-ab45-b539d6806afe tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:46.980994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-5e25ecde-c44c-4036-ab45-b539d6806afe tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.83 "GET /v2.0/networks?id=76233702-e661-4854-b97f-4c5aa3c41fc7 HTTP/1.1" status: 200 len: 819 time: 0.1461370 Nov 18 17:15:46.990563 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-57d889cb-c68f-47e3-b6ac-1fe90e42ca4d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:46.996241 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-d657bce9-25e0-4f12-8486-0772bf64c7f0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Request body: {'port': {'device_id': '33713950-d1c6-425e-8ec0-bbbc6fe46e06', 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7', 'admin_state_up': True, 'tenant_id': '1ce7024854a94cdfa1b77ea1112434b7'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:47.015580 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-280589ca-9fd5-45b0-94fd-597b0b10cea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:47.388719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dad95841-4014-43c2-8c5d-ab5085490339 req-19373d0b-e7f5-47b1-b986-10f6d5336901 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 210 time: 0.0268788 Nov 18 17:15:47.432754 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8dd63f8c-4dd2-477b-8540-b53021b69bc1 req-8ee4d4c4-3b5a-41e3-baf5-35177a0508b3 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 210 time: 0.0309393 Nov 18 17:15:47.824147 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed2c13a2-4bf1-48b1-b963-cdedc96322ef tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:47.857508 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c13a2-4bf1-48b1-b963-cdedc96322ef tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Subnet': ['ID=2cce8369-9b34-4c59-891d-5c7c12d9f55b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:47.859946 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed2c13a2-4bf1-48b1-b963-cdedc96322ef tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:47.863004 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ed2c13a2-4bf1-48b1-b963-cdedc96322ef tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/2cce8369-9b34-4c59-891d-5c7c12d9f55b HTTP/1.1" status: 204 len: 168 time: 1.8244693 Nov 18 17:15:47.865591 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44326) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:47.888345 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16ca72d-61b9-41c7-8dd2-107e9b343df8 None None] Network 6484f8cc-fd62-4b8f-ada1-04aa84b2ff41 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:47.893796 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-57d889cb-c68f-47e3-b6ac-1fe90e42ca4d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:47.898314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e249f0-8a75-4666-93d1-29558985ab68 req-a80048ca-1e00-4968-885c-b495325f8f49 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Made reservation on behalf of 9c54261a27f145d78b7d9eca5e0a7986 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:47.901891 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-77e249f0-8a75-4666-93d1-29558985ab68 req-a80048ca-1e00-4968-885c-b495325f8f49 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:47.921973 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-280589ca-9fd5-45b0-94fd-597b0b10cea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:47.924748 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-280589ca-9fd5-45b0-94fd-597b0b10cea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:47.933537 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-280589ca-9fd5-45b0-94fd-597b0b10cea6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/25c52848-93fd-4c2e-abf4-0485cea4216a HTTP/1.1" status: 204 len: 168 time: 1.0432353 Nov 18 17:15:47.995035 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-d657bce9-25e0-4f12-8486-0772bf64c7f0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Made reservation on behalf of 1ce7024854a94cdfa1b77ea1112434b7 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:47.998664 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-d657bce9-25e0-4f12-8486-0772bf64c7f0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:48.137385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e04bdc-288a-479b-be3f-d171149c61b1 None None] DHCP port deletion for 6484f8cc-fd62-4b8f-ada1-04aa84b2ff41 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:15:48.201701 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f4e04bdc-288a-479b-be3f-d171149c61b1 None None] Deleting port b5c0a7e5-a989-4316-8f3e-701f0215f45c {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:15:48.202958 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4e04bdc-288a-479b-be3f-d171149c61b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:48.274970 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-d657bce9-25e0-4f12-8486-0772bf64c7f0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Allocated IP 172.20.0.8 (76233702-e661-4854-b97f-4c5aa3c41fc7/dcc58c36-7916-4d1d-8b23-c0a6b0e5f673/411ebb1b-c2ae-4768-bf8e-0563f5c8323a) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:48.301767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f4e04bdc-288a-479b-be3f-d171149c61b1 None None] For port b5c0a7e5-a989-4316-8f3e-701f0215f45c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b5c0a7e5-a989-4316-8f3e-701f0215f45c,segment=NetworkSegment(f24a3850-8d15-41a3-bc8c-7bce91616de7),segment_id=f24a3850-8d15-41a3-bc8c-7bce91616de7)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:48.302182 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4e04bdc-288a-479b-be3f-d171149c61b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:48.329118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f4e04bdc-288a-479b-be3f-d171149c61b1 None None] Calling delete_port for b5c0a7e5-a989-4316-8f3e-701f0215f45c owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:15:48.430117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280589ca-9fd5-45b0-94fd-597b0b10cea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c52848-93fd-4c2e-abf4-0485cea4216a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:48.487761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-57d889cb-c68f-47e3-b6ac-1fe90e42ca4d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Network 76233702-e661-4854-b97f-4c5aa3c41fc7 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:48.505655 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89fdd8b0-5390-4b6d-ba65-5680064aaecb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:48.529436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-57d889cb-c68f-47e3-b6ac-1fe90e42ca4d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:48.536271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-57d889cb-c68f-47e3-b6ac-1fe90e42ca4d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:48.617073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d889cb-c68f-47e3-b6ac-1fe90e42ca4d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Pushing event updated for resources: {'Port': ['ID=a1000ad4-f3dd-49e1-bb74-016686085a1e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:48.659629 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98fca573-364a-4fdb-89f0-8ba322605ed4 req-be6ceb41-309a-4f35-af33-a118cd6da471 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 210 time: 0.0766475 Nov 18 17:15:48.660963 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4e04bdc-288a-479b-be3f-d171149c61b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:48.662481 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9bdd63de-4a2c-4dbe-9445-07f35123ccb1 req-77527e98-2dea-4b69-9642-56296be67ea1 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 210 time: 0.0943460 Nov 18 17:15:48.705517 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-d657bce9-25e0-4f12-8486-0772bf64c7f0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:48.710606 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-57d889cb-c68f-47e3-b6ac-1fe90e42ca4d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:48.710966 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-57d889cb-c68f-47e3-b6ac-1fe90e42ca4d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:48.725081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-89fdd8b0-5390-4b6d-ba65-5680064aaecb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] The port 'b5c0a7e5-a989-4316-8f3e-701f0215f45c' was deleted {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 18 17:15:48.732499 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-77e249f0-8a75-4666-93d1-29558985ab68 req-a80048ca-1e00-4968-885c-b495325f8f49 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Allocated IP 172.20.0.12 (d6828d96-dac8-452e-9529-c68e647dfbe7/13819e6b-b208-409f-bf07-9b01f07897d6/6ddb28cf-2278-4a79-8e8f-c38c8701374c) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:48.804122 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e04bdc-288a-479b-be3f-d171149c61b1 None None] No DVR routers for this DVR port b5c0a7e5-a989-4316-8f3e-701f0215f45c on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:15:48.812752 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e04bdc-288a-479b-be3f-d171149c61b1 None None] Pushing event deleted for resources: {'Port': ['ID=b5c0a7e5-a989-4316-8f3e-701f0215f45c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:48.874005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b5c0a7e5-a989-4316-8f3e-701f0215f45c no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:15:48.901137 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-57d889cb-c68f-47e3-b6ac-1fe90e42ca4d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2554848 Nov 18 17:15:48.904815 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-d657bce9-25e0-4f12-8486-0772bf64c7f0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:48.926099 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-76c69f85-60ee-4bb4-bf8d-d5415675ef71 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:15:48.927421 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-76c69f85-60ee-4bb4-bf8d-d5415675ef71 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170524 Nov 18 17:15:48.947563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: b5c0a7e5-a989-4316-8f3e-701f0215f45c {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:15:48.948429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b5c0a7e5-a989-4316-8f3e-701f0215f45c not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:15:48.986734 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-d657bce9-25e0-4f12-8486-0772bf64c7f0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Network 76233702-e661-4854-b97f-4c5aa3c41fc7 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:48.990838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-d657bce9-25e0-4f12-8486-0772bf64c7f0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:48.997630 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-d657bce9-25e0-4f12-8486-0772bf64c7f0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:49.053497 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657bce9-25e0-4f12-8486-0772bf64c7f0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Pushing event updated for resources: {'Port': ['ID=411ebb1b-c2ae-4768-bf8e-0563f5c8323a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:49.072030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-d657bce9-25e0-4f12-8486-0772bf64c7f0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:49.072979 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-d657bce9-25e0-4f12-8486-0772bf64c7f0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:49.089425 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89fdd8b0-5390-4b6d-ba65-5680064aaecb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:49.136625 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-89fdd8b0-5390-4b6d-ba65-5680064aaecb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6484f8cc-fd62-4b8f-ada1-04aa84b2ff41']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:49.164662 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-89fdd8b0-5390-4b6d-ba65-5680064aaecb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24a3850-8d15-41a3-bc8c-7bce91616de7') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:49.164969 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-89fdd8b0-5390-4b6d-ba65-5680064aaecb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24a3850-8d15-41a3-bc8c-7bce91616de7') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:49.181541 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-d657bce9-25e0-4f12-8486-0772bf64c7f0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1897454 Nov 18 17:15:49.189253 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Request body: {'port': {'device_id': '101d0b39-62d4-4ebe-bfca-c46536fae7d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:49.195194 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Request body: {'port': {'device_id': '33713950-d1c6-425e-8ec0-bbbc6fe46e06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:49.235624 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89fdd8b0-5390-4b6d-ba65-5680064aaecb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:49.290853 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:49.331036 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:49.334797 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89fdd8b0-5390-4b6d-ba65-5680064aaecb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:49.362996 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fdd8b0-5390-4b6d-ba65-5680064aaecb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:15:49.363249 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89fdd8b0-5390-4b6d-ba65-5680064aaecb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:15:49.366577 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:15:49.484788 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-77e249f0-8a75-4666-93d1-29558985ab68 req-a80048ca-1e00-4968-885c-b495325f8f49 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:49.604508 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89fdd8b0-5390-4b6d-ba65-5680064aaecb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:49.619288 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89fdd8b0-5390-4b6d-ba65-5680064aaecb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:49.634285 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-89fdd8b0-5390-4b6d-ba65-5680064aaecb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/networks/6484f8cc-fd62-4b8f-ada1-04aa84b2ff41 HTTP/1.1" status: 204 len: 168 time: 1.7562730 Nov 18 17:15:49.646290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44372) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:49.647589 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdd8b0-5390-4b6d-ba65-5680064aaecb tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Network': ['ID=6484f8cc-fd62-4b8f-ada1-04aa84b2ff41,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:49.693344 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-77e249f0-8a75-4666-93d1-29558985ab68 req-a80048ca-1e00-4968-885c-b495325f8f49 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:49.714199 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['69d2ab0e-7f19-404e-89e3-2059d64eda67'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:15:49.728945 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb21c8f-2a9f-4ec3-81a6-6c7a1004ee47 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:49.734885 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fcb21c8f-2a9f-4ec3-81a6-6c7a1004ee47 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports/a5ccc474-e1fa-4619-a099-706763ba638f HTTP/1.1" status: 200 len: 841 time: 0.0960627 Nov 18 17:15:49.737510 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44380) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:49.766334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411ebb1b-c2ae-4768-bf8e-0563f5c8323a {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:15:49.814245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e249f0-8a75-4666-93d1-29558985ab68 req-a80048ca-1e00-4968-885c-b495325f8f49 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Network d6828d96-dac8-452e-9529-c68e647dfbe7 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:49.819219 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-77e249f0-8a75-4666-93d1-29558985ab68 req-a80048ca-1e00-4968-885c-b495325f8f49 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:49.823570 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:49.824733 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e249f0-8a75-4666-93d1-29558985ab68 req-a80048ca-1e00-4968-885c-b495325f8f49 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:49.864723 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80048ca-1e00-4968-885c-b495325f8f49 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Pushing event updated for resources: {'Port': ['ID=6ddb28cf-2278-4a79-8e8f-c38c8701374c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:49.909089 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Transition to ACTIVE for port object 411ebb1b-c2ae-4768-bf8e-0563f5c8323a will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:15:49.932068 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-95f3f35e-113b-4acc-9d5f-88dc28ac2f79 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports/a5ccc474-e1fa-4619-a099-706763ba638f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1931148 Nov 18 17:15:49.941881 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e249f0-8a75-4666-93d1-29558985ab68 req-a80048ca-1e00-4968-885c-b495325f8f49 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:49.948308 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-77e249f0-8a75-4666-93d1-29558985ab68 req-a80048ca-1e00-4968-885c-b495325f8f49 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:49.957835 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44388) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:49.971659 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-fa609f82-70e5-4e18-82fd-2ed152ca8da9 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'subnet': {'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:49.989372 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f69383-9119-44ca-beae-c321c31a4b00 req-b9afbe0e-47a0-4ea4-8551-6591e0fd13b1 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:49.999395 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94f69383-9119-44ca-beae-c321c31a4b00 req-b9afbe0e-47a0-4ea4-8551-6591e0fd13b1 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 932 time: 0.1795249 Nov 18 17:15:50.025207 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:50.101127 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-77e249f0-8a75-4666-93d1-29558985ab68 req-a80048ca-1e00-4968-885c-b495325f8f49 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5513206 Nov 18 17:15:50.120331 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Request body: {'port': {'device_id': 'c953af3b-13a5-49a2-8d92-1081d570828b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:50.167563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Pushing event updated for resources: {'Port': ['ID=411ebb1b-c2ae-4768-bf8e-0563f5c8323a,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:50.213652 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:50.215416 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a96611c5-f5c8-44fe-b916-4b517192b505 None None] Provisioning complete for port 6ddb28cf-2278-4a79-8e8f-c38c8701374c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:50.217138 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a96611c5-f5c8-44fe-b916-4b517192b505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:50.224070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bff45f-a3c1-4ea0-98d5-405e10c2ec66 req-2999035f-7d70-4357-8cd1-df7d0f6184db tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:50.225864 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8bff45f-a3c1-4ea0-98d5-405e10c2ec66 req-2999035f-7d70-4357-8cd1-df7d0f6184db tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 931 time: 0.3513536 Nov 18 17:15:50.289436 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a96611c5-f5c8-44fe-b916-4b517192b505 None None] Port 6ddb28cf-2278-4a79-8e8f-c38c8701374c cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:50.302027 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94f69383-9119-44ca-beae-c321c31a4b00 req-14c43716-6a9f-415a-b161-92c7bc2986ab tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989771 Nov 18 17:15:50.390316 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Attempting to bind port 411ebb1b-c2ae-4768-bf8e-0563f5c8323a on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:15:50.390765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Attempting to bind port 411ebb1b-c2ae-4768-bf8e-0563f5c8323a by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '2d5cce61-684c-4406-85a2-30be2e7dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:15:50.391179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Attempting to bind port 411ebb1b-c2ae-4768-bf8e-0563f5c8323a on network 76233702-e661-4854-b97f-4c5aa3c41fc7 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:50.412974 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Port 411ebb1b-c2ae-4768-bf8e-0563f5c8323a on network 76233702-e661-4854-b97f-4c5aa3c41fc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:15:50.413539 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Attempting to bind port 411ebb1b-c2ae-4768-bf8e-0563f5c8323a on network 76233702-e661-4854-b97f-4c5aa3c41fc7 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:50.433739 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8bff45f-a3c1-4ea0-98d5-405e10c2ec66 req-57fbb40d-f204-47e8-af52-adf635110d10 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948287 Nov 18 17:15:50.439620 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:15:50.440301 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Checking segment: {'id': '2d5cce61-684c-4406-85a2-30be2e7dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:50.444362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Bound using segment: {'id': '2d5cce61-684c-4406-85a2-30be2e7dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:15:50.445886 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Bound port: 411ebb1b-c2ae-4768-bf8e-0563f5c8323a, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d5cce61-684c-4406-85a2-30be2e7dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:15:50.445886 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:50.448867 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa609f82-70e5-4e18-82fd-2ed152ca8da9 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:50.453392 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fa609f82-70e5-4e18-82fd-2ed152ca8da9 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:50.454738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1000ad4-f3dd-49e1-bb74-016686085a1e {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:15:50.473725 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:50.498952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Transition to ACTIVE for port object a1000ad4-f3dd-49e1-bb74-016686085a1e will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:15:50.574370 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:50.611836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] For port 411ebb1b-c2ae-4768-bf8e-0563f5c8323a, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:15:50.616561 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] For port 411ebb1b-c2ae-4768-bf8e-0563f5c8323a, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=411ebb1b-c2ae-4768-bf8e-0563f5c8323a,segment=NetworkSegment(2d5cce61-684c-4406-85a2-30be2e7dd8ef),segment_id=2d5cce61-684c-4406-85a2-30be2e7dd8ef)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:15:50.686093 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:50.749644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Pushing event updated for resources: {'Port': ['ID=a1000ad4-f3dd-49e1-bb74-016686085a1e,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:50.772452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:50.773862 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:50.775402 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] 10.222.0.83 "PUT /v2.0/ports/411ebb1b-c2ae-4768-bf8e-0563f5c8323a HTTP/1.1" status: 200 len: 1092 time: 1.5854199 Nov 18 17:15:50.778762 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Attempting to bind port a1000ad4-f3dd-49e1-bb74-016686085a1e on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:15:50.781275 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Attempting to bind port a1000ad4-f3dd-49e1-bb74-016686085a1e by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '2d5cce61-684c-4406-85a2-30be2e7dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:15:50.781654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Attempting to bind port a1000ad4-f3dd-49e1-bb74-016686085a1e on network 76233702-e661-4854-b97f-4c5aa3c41fc7 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:50.788051 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33713950-d1c6-425e-8ec0-bbbc6fe46e06', 'tag': '411ebb1b-c2ae-4768-bf8e-0563f5c8323a'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:15:50.791425 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ace556-7712-4ee7-a584-1525a9a67317" -d '{"events": [{"name": "network-changed", "server_uuid": "33713950-d1c6-425e-8ec0-bbbc6fe46e06", "tag": "411ebb1b-c2ae-4768-bf8e-0563f5c8323a"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:15:50.836409 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Port a1000ad4-f3dd-49e1-bb74-016686085a1e on network 76233702-e661-4854-b97f-4c5aa3c41fc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:15:50.836804 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Attempting to bind port a1000ad4-f3dd-49e1-bb74-016686085a1e on network 76233702-e661-4854-b97f-4c5aa3c41fc7 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:50.888628 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29cafc-6433-4ad4-bb27-d2d379ec5635 service neutron] Pushing event updated for resources: {'Port': ['ID=411ebb1b-c2ae-4768-bf8e-0563f5c8323a,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:50.901488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:15:50.902874 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4f23a7-a515-43a7-8dcb-7880bd3ee577 x-openstack-request-id: req-8d4f23a7-a515-43a7-8dcb-7880bd3ee577 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:15:50.912265 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33713950-d1c6-425e-8ec0-bbbc6fe46e06", "tag": "411ebb1b-c2ae-4768-bf8e-0563f5c8323a", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:15:50.912265 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8d4f23a7-a515-43a7-8dcb-7880bd3ee577 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:15:50.912265 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33713950-d1c6-425e-8ec0-bbbc6fe46e06', 'tag': '411ebb1b-c2ae-4768-bf8e-0563f5c8323a', 'status': 'completed', 'code': 200} Nov 18 17:15:50.912844 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Checking segment: {'id': '2d5cce61-684c-4406-85a2-30be2e7dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:50.912844 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Bound using segment: {'id': '2d5cce61-684c-4406-85a2-30be2e7dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:15:50.912844 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Bound port: a1000ad4-f3dd-49e1-bb74-016686085a1e, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d5cce61-684c-4406-85a2-30be2e7dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:15:50.912844 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:50.981487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44406) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:50.991713 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fa609f82-70e5-4e18-82fd-2ed152ca8da9 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:50.996698 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ddb28cf-2278-4a79-8e8f-c38c8701374c {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:15:51.010115 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:51.017275 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ace556-7712-4ee7-a584-1525a9a67317 req-1bc233f5-dd00-42d2-88fa-dc6f1043656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:51.019752 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f5ace556-7712-4ee7-a584-1525a9a67317 req-1bc233f5-dd00-42d2-88fa-dc6f1043656a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ce7024854a94cdfa1b77ea1112434b7&device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 1095 time: 0.1017320 Nov 18 17:15:51.049726 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Transition to ACTIVE for port object 6ddb28cf-2278-4a79-8e8f-c38c8701374c will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:15:51.055199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] For port a1000ad4-f3dd-49e1-bb74-016686085a1e, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:15:51.057047 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa609f82-70e5-4e18-82fd-2ed152ca8da9 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:51.062106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] For port a1000ad4-f3dd-49e1-bb74-016686085a1e, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a1000ad4-f3dd-49e1-bb74-016686085a1e,segment=NetworkSegment(2d5cce61-684c-4406-85a2-30be2e7dd8ef),segment_id=2d5cce61-684c-4406-85a2-30be2e7dd8ef)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:15:51.072353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-fa609f82-70e5-4e18-82fd-2ed152ca8da9 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:51.089426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa609f82-70e5-4e18-82fd-2ed152ca8da9 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:51.090034 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fa609f82-70e5-4e18-82fd-2ed152ca8da9 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:51.100530 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd26901a-ff19-4f92-8cb8-ebda9bd7e9a2 None None] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:51.143995 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:51.172519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa609f82-70e5-4e18-82fd-2ed152ca8da9 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Subnet': ['ID=9079a24a-b3dd-4073-85fe-c0337e5a1743,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:51.187196 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:51.196621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fa609f82-70e5-4e18-82fd-2ed152ca8da9 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2269700 Nov 18 17:15:51.208824 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44418) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:51.240664 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-be66fe04-e148-40b0-9a4f-72e91fdef904 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'security_group': {'name': 'tempest-secgroup-289138535'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:51.292408 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f936390e-e46e-4157-889e-462938a43ae8 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-719775898'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:51.303539 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ace556-7712-4ee7-a584-1525a9a67317 req-6dce58cc-06ae-4da7-b80e-ebb85f645391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:51.306595 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f5ace556-7712-4ee7-a584-1525a9a67317 req-6dce58cc-06ae-4da7-b80e-ebb85f645391 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=1ce7024854a94cdfa1b77ea1112434b7&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2484648 Nov 18 17:15:51.333694 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:51.363944 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:51.367065 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] 10.222.0.83 "PUT /v2.0/ports/a1000ad4-f3dd-49e1-bb74-016686085a1e HTTP/1.1" status: 200 len: 1093 time: 2.4166102 Nov 18 17:15:51.369807 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101d0b39-62d4-4ebe-bfca-c46536fae7d5', 'tag': 'a1000ad4-f3dd-49e1-bb74-016686085a1e'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:15:51.375479 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d157b9-47fe-4d9d-a4ba-965f0ad574f9" -d '{"events": [{"name": "network-changed", "server_uuid": "101d0b39-62d4-4ebe-bfca-c46536fae7d5", "tag": "a1000ad4-f3dd-49e1-bb74-016686085a1e"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:15:51.469149 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Pushing event updated for resources: {'Port': ['ID=6ddb28cf-2278-4a79-8e8f-c38c8701374c,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:51.520961 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1580af-4f63-4d0b-bd84-fcf469659d9d x-openstack-request-id: req-9e1580af-4f63-4d0b-bd84-fcf469659d9d {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:15:51.523233 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:51.525062 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101d0b39-62d4-4ebe-bfca-c46536fae7d5", "tag": "a1000ad4-f3dd-49e1-bb74-016686085a1e", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:15:51.529471 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9e1580af-4f63-4d0b-bd84-fcf469659d9d {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:15:51.529471 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101d0b39-62d4-4ebe-bfca-c46536fae7d5', 'tag': 'a1000ad4-f3dd-49e1-bb74-016686085a1e', 'status': 'completed', 'code': 200} Nov 18 17:15:51.529707 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ace556-7712-4ee7-a584-1525a9a67317 req-ac1b5ad7-ac14-49c0-8387-86cba5e59d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:51.530949 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f5ace556-7712-4ee7-a584-1525a9a67317 req-ac1b5ad7-ac14-49c0-8387-86cba5e59d71 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2166543 Nov 18 17:15:51.552848 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-be66fe04-e148-40b0-9a4f-72e91fdef904 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:51.557048 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'tenant_id': '56090e80a65f4bf99127d1e5e759759f', 'fixed_ips': [{'subnet_id': '9079a24a-b3dd-4073-85fe-c0337e5a1743'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:15:51.557998 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:51.678066 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Attempting to bind port 6ddb28cf-2278-4a79-8e8f-c38c8701374c on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:15:51.678683 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Attempting to bind port 6ddb28cf-2278-4a79-8e8f-c38c8701374c by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'acf6c999-7abc-49bd-b038-d0b63fa4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:15:51.679245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Attempting to bind port 6ddb28cf-2278-4a79-8e8f-c38c8701374c on network d6828d96-dac8-452e-9529-c68e647dfbe7 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:51.690324 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Port 6ddb28cf-2278-4a79-8e8f-c38c8701374c on network d6828d96-dac8-452e-9529-c68e647dfbe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:15:51.690976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Attempting to bind port 6ddb28cf-2278-4a79-8e8f-c38c8701374c on network d6828d96-dac8-452e-9529-c68e647dfbe7 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:51.701423 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:15:51.702169 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Checking segment: {'id': 'acf6c999-7abc-49bd-b038-d0b63fa4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:51.702767 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Bound using segment: {'id': 'acf6c999-7abc-49bd-b038-d0b63fa4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:15:51.703404 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Bound port: 6ddb28cf-2278-4a79-8e8f-c38c8701374c, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf6c999-7abc-49bd-b038-d0b63fa4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:15:51.704119 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:51.783173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-8e6bf433-c219-47af-b78a-e1c2c83829ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:51.787078 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-8e6bf433-c219-47af-b78a-e1c2c83829ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ce7024854a94cdfa1b77ea1112434b7&device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 1096 time: 0.2604251 Nov 18 17:15:51.787361 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Allocated IP 172.20.0.2 (eabaebc0-8920-4f0b-b341-85e0bccd64ba/9079a24a-b3dd-4073-85fe-c0337e5a1743/4dc43051-8bd6-40a3-b948-16fa44ce9e1c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:51.817954 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f936390e-e46e-4157-889e-462938a43ae8 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Made reservation on behalf of b5f81f2f174a456e9c1642029a33b433 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:51.824169 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f936390e-e46e-4157-889e-462938a43ae8 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:51.845445 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-7c9b8d81-6102-4e3b-b1c6-b9cb8d63865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:51.847265 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-7c9b8d81-6102-4e3b-b1c6-b9cb8d63865d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ce7024854a94cdfa1b77ea1112434b7&device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 1095 time: 0.2621195 Nov 18 17:15:51.853049 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f936390e-e46e-4157-889e-462938a43ae8 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:51.866032 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-9b72342c-bdb1-4dbb-a6c2-a46a23b32785 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1000ad4-f3dd-49e1-bb74-016686085a1e HTTP/1.1" status: 200 len: 217 time: 0.0624359 Nov 18 17:15:51.889618 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc1f15-7e8b-44fa-8ee8-142314e325eb req-4008e882-f637-47ad-a2f0-4e7c3aaf8be4 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:51.891344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1dfc1f15-7e8b-44fa-8ee8-142314e325eb req-4008e882-f637-47ad-a2f0-4e7c3aaf8be4 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 944 time: 0.3520856 Nov 18 17:15:51.964729 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] For port 6ddb28cf-2278-4a79-8e8f-c38c8701374c, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:15:51.968081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] For port 6ddb28cf-2278-4a79-8e8f-c38c8701374c, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6ddb28cf-2278-4a79-8e8f-c38c8701374c,segment=NetworkSegment(acf6c999-7abc-49bd-b038-d0b63fa4834e),segment_id=acf6c999-7abc-49bd-b038-d0b63fa4834e)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:15:51.969404 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7603a9-297d-4232-9bb1-3b4c9fbf5775 service neutron] Pushing event updated for resources: {'Port': ['ID=a1000ad4-f3dd-49e1-bb74-016686085a1e,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:52.018441 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d6423-6ab0-477c-b0fa-b090571323e1 req-2c3290b1-28bb-4165-9936-2eaf9bb9ab51 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:52.027584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-56e83df4-9f18-4edc-8247-3fc1a50ef77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:52.028768 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f9d6423-6ab0-477c-b0fa-b090571323e1 req-2c3290b1-28bb-4165-9936-2eaf9bb9ab51 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 943 time: 0.3491225 Nov 18 17:15:52.029846 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-56e83df4-9f18-4edc-8247-3fc1a50ef77d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dcc58c36-7916-4d1d-8b23-c0a6b0e5f673 HTTP/1.1" status: 200 len: 859 time: 0.0557909 Nov 18 17:15:52.033069 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:52.040991 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1dfc1f15-7e8b-44fa-8ee8-142314e325eb req-fd5e7c62-3d2e-4995-9b6c-bab264b52c87 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090980 Nov 18 17:15:52.052346 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-a4b8604e-bf97-4e02-b143-17ea63117dcb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411ebb1b-c2ae-4768-bf8e-0563f5c8323a HTTP/1.1" status: 200 len: 217 time: 0.1837158 Nov 18 17:15:52.132247 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:52.134321 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:52.136401 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] 10.222.0.83 "PUT /v2.0/ports/6ddb28cf-2278-4a79-8e8f-c38c8701374c HTTP/1.1" status: 200 len: 1093 time: 2.0254035 Nov 18 17:15:52.145526 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:52.178553 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc39f90-1d50-4ea1-80d4-700b6226b10c service neutron] Pushing event updated for resources: {'Port': ['ID=6ddb28cf-2278-4a79-8e8f-c38c8701374c,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:52.197106 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-2521b27e-d066-4610-9d4c-4fc5a2f443b1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76233702-e661-4854-b97f-4c5aa3c41fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395266 Nov 18 17:15:52.334904 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-02ecb3a9-42fb-413a-8306-4499faa77c05 service neutron] 10.222.0.83 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406560 Nov 18 17:15:52.339014 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f9d6423-6ab0-477c-b0fa-b090571323e1 req-a431874c-c694-4f7e-9076-d9376e963eb9 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090622 Nov 18 17:15:52.344506 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-be66fe04-e148-40b0-9a4f-72e91fdef904 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:52.350946 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-d7eeaf38-4c4c-446f-a5e3-7abf7201ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:52.352695 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-d7eeaf38-4c4c-446f-a5e3-7abf7201ab20 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dcc58c36-7916-4d1d-8b23-c0a6b0e5f673 HTTP/1.1" status: 200 len: 859 time: 0.2872355 Nov 18 17:15:52.401193 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:52.446155 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-bb3edaee-054f-4c7c-a8fc-920e669139e8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76233702-e661-4854-b97f-4c5aa3c41fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788984 Nov 18 17:15:52.472736 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f78040f7-efc7-4389-9266-8a4be4212c68 req-d68d3bc6-58e6-4ec7-9d23-d2e22dda63f0 service neutron] 10.222.0.83 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250324 Nov 18 17:15:52.502723 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Pushing event updated for resources: {'Port': ['ID=4dc43051-8bd6-40a3-b948-16fa44ce9e1c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:52.522807 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-be66fe04-e148-40b0-9a4f-72e91fdef904 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:52.530810 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dc2afd5c-523c-4b0b-907d-c1de3c4a637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:52.534054 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-77e249f0-8a75-4666-93d1-29558985ab68 req-dc2afd5c-523c-4b0b-907d-c1de3c4a637e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 1096 time: 0.0596826 Nov 18 17:15:52.536026 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:52.539275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:52.541001 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f936390e-e46e-4157-889e-462938a43ae8 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:52.542088 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:52.609321 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Attempting to bind port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:15:52.609631 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f936390e-e46e-4157-889e-462938a43ae8 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:52.610211 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Attempting to bind port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'cfa91dff-7924-43b0-9359-669a82e3825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:15:52.610937 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Attempting to bind port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c on network eabaebc0-8920-4f0b-b341-85e0bccd64ba {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:15:52.629328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:15:52.632225 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Checking segment: {'id': 'cfa91dff-7924-43b0-9359-669a82e3825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:52.632920 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:52.633570 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Bound using segment: {'id': 'cfa91dff-7924-43b0-9359-669a82e3825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:15:52.634106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f936390e-e46e-4157-889e-462938a43ae8 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] vlan segment allocate from pool success with {'vlan_id': 1109, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:15:52.636477 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Bound port: 4dc43051-8bd6-40a3-b948-16fa44ce9e1c, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa91dff-7924-43b0-9359-669a82e3825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:15:52.646576 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:52.652260 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f936390e-e46e-4157-889e-462938a43ae8 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:52.654781 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-f936390e-e46e-4157-889e-462938a43ae8 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Added segment fddd64bd-796a-4210-b524-ed5c0a7e1fd1 of type vlan for network c3650079-d7d4-471d-b31a-94722e4dd448 Nov 18 17:15:52.668972 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-77e249f0-8a75-4666-93d1-29558985ab68 req-a6d48cab-3571-44e0-9f43-9a58ead292b3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ddb28cf-2278-4a79-8e8f-c38c8701374c HTTP/1.1" status: 200 len: 217 time: 0.1259263 Nov 18 17:15:52.734816 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f936390e-e46e-4157-889e-462938a43ae8 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:52.738129 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:52.750082 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e249f0-8a75-4666-93d1-29558985ab68 req-eee15b4e-c4ac-4b78-b86a-b1aa43ffbde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:52.750082 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-77e249f0-8a75-4666-93d1-29558985ab68 req-eee15b4e-c4ac-4b78-b86a-b1aa43ffbde1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=13819e6b-b208-409f-bf07-9b01f07897d6 HTTP/1.1" status: 200 len: 859 time: 0.0716956 Nov 18 17:15:52.758188 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d157b9-47fe-4d9d-a4ba-965f0ad574f9 req-e0b3fffd-72c8-42cc-96d0-f6c3803b144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:52.760947 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-57d157b9-47fe-4d9d-a4ba-965f0ad574f9 req-e0b3fffd-72c8-42cc-96d0-f6c3803b144b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ce7024854a94cdfa1b77ea1112434b7&device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 1096 time: 0.1447103 Nov 18 17:15:52.771600 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] For port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:15:52.777051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] For port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dc43051-8bd6-40a3-b948-16fa44ce9e1c,segment=NetworkSegment(cfa91dff-7924-43b0-9359-669a82e3825e),segment_id=cfa91dff-7924-43b0-9359-669a82e3825e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:15:52.789593 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-be66fe04-e148-40b0-9a4f-72e91fdef904 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:52.790920 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-be66fe04-e148-40b0-9a4f-72e91fdef904 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5696626 Nov 18 17:15:52.801712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44436) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:52.825904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66fe04-e148-40b0-9a4f-72e91fdef904 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84a48bd-fee0-403c-88d6-d1c085ec3a6e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:52.826493 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:52.833325 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f936390e-e46e-4157-889e-462938a43ae8 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:52.839710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f936390e-e46e-4157-889e-462938a43ae8 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:52.840392 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f936390e-e46e-4157-889e-462938a43ae8 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:52.840925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b7771425-816c-4d9d-9753-12b1d7531a08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'security_group': {'name': 'tempest-secgroup-778607901'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:52.934983 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e83d7-4c09-41ec-9098-6612a0cfe724 None None] Pushing event updated for resources: {'Port': ['ID=4dc43051-8bd6-40a3-b948-16fa44ce9e1c,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:52.997600 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936390e-e46e-4157-889e-462938a43ae8 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4000da0c-ab80-47a2-b7f2-65020ae5c089,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:53.029377 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e249f0-8a75-4666-93d1-29558985ab68 req-783f687e-527f-41e0-9eeb-a7382a43de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:53.031041 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-77e249f0-8a75-4666-93d1-29558985ab68 req-783f687e-527f-41e0-9eeb-a7382a43de26 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6828d96-dac8-452e-9529-c68e647dfbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2688866 Nov 18 17:15:53.060693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936390e-e46e-4157-889e-462938a43ae8 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Pushing event updated for resources: {'Network': ['ID=c3650079-d7d4-471d-b31a-94722e4dd448,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:53.065610 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7771425-816c-4d9d-9753-12b1d7531a08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:53.066183 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-4135cc57-88ec-42cc-b178-d4a62804e79c service neutron] 10.222.0.83 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041005 Nov 18 17:15:53.075300 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network c3650079-d7d4-471d-b31a-94722e4dd448 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:15:53.081062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d157b9-47fe-4d9d-a4ba-965f0ad574f9 req-e9b442ec-95f1-40ef-b7e5-e488821a6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:53.082543 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-57d157b9-47fe-4d9d-a4ba-965f0ad574f9 req-e9b442ec-95f1-40ef-b7e5-e488821a6e38 service neutron] 10.222.0.83 "GET /v2.0/networks?id=76233702-e661-4854-b97f-4c5aa3c41fc7 HTTP/1.1" status: 200 len: 921 time: 0.2940741 Nov 18 17:15:53.190058 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-57d157b9-47fe-4d9d-a4ba-965f0ad574f9 req-bbebd6ff-f505-4f05-818a-f6466c43ca7d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1000ad4-f3dd-49e1-bb74-016686085a1e HTTP/1.1" status: 200 len: 217 time: 0.0867696 Nov 18 17:15:53.284566 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6e85da7-a3d3-4fe0-8122-1b65b7a78ab7 req-eb09a8a9-50c8-4d98-a8da-020233e004c6 service neutron] 10.222.0.83 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983674 Nov 18 17:15:53.298646 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f936390e-e46e-4157-889e-462938a43ae8 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3149927 Nov 18 17:15:53.316531 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44446) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:53.326595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d157b9-47fe-4d9d-a4ba-965f0ad574f9 req-3c2c7c82-a76e-4709-b607-79cd5278022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:53.328513 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-57d157b9-47fe-4d9d-a4ba-965f0ad574f9 req-3c2c7c82-a76e-4709-b607-79cd5278022b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dcc58c36-7916-4d1d-8b23-c0a6b0e5f673 HTTP/1.1" status: 200 len: 859 time: 0.1178148 Nov 18 17:15:53.413885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04497bb-7698-40ad-94b9-44756dada1ab req-4c2f9dd2-d312-4bd4-9dae-a3a2d9f33b96 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:53.420013 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-77e249f0-8a75-4666-93d1-29558985ab68 req-626bcabf-dae3-4723-9acd-69054b8552e3 service neutron] 10.222.0.83 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721654 Nov 18 17:15:53.420181 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c04497bb-7698-40ad-94b9-44756dada1ab req-4c2f9dd2-d312-4bd4-9dae-a3a2d9f33b96 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 944 time: 0.1265690 Nov 18 17:15:53.420276 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-57d157b9-47fe-4d9d-a4ba-965f0ad574f9 req-14009472-f010-4085-b775-1da5397fe94d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76233702-e661-4854-b97f-4c5aa3c41fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625103 Nov 18 17:15:53.493722 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-dde9bb05-c890-4af7-a8d6-27f9866a33ac tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Request body: {'network': {'name': 'tempest-network--1128768370', 'router:external': True}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:53.509651 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c04497bb-7698-40ad-94b9-44756dada1ab req-b5511588-1247-43c0-be6b-d9473f52ba1b tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875120 Nov 18 17:15:53.630875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde9bb05-c890-4af7-a8d6-27f9866a33ac tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Made reservation on behalf of 040abfa332014b96bdc3618db1468636 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:53.633322 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb05-c890-4af7-a8d6-27f9866a33ac tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:53.646380 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f728ee-8984-4338-8514-0b67cf041c85 req-154a5461-f138-4840-8204-295a5f61ebff tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:53.648172 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9f728ee-8984-4338-8514-0b67cf041c85 req-154a5461-f138-4840-8204-295a5f61ebff tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 943 time: 0.0645471 Nov 18 17:15:53.655022 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb05-c890-4af7-a8d6-27f9866a33ac tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:53.737865 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9f728ee-8984-4338-8514-0b67cf041c85 req-2cdf547c-7657-4712-b44f-049b259d5448 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802438 Nov 18 17:15:53.807939 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb05-c890-4af7-a8d6-27f9866a33ac tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:53.811956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c953af3b-13a5-49a2-8d92-1081d570828b', 'tag': '6ddb28cf-2278-4a79-8e8f-c38c8701374c'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:15:53.814480 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3673c0-6552-41d6-9e7c-a8b9556b89c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c953af3b-13a5-49a2-8d92-1081d570828b", "tag": "6ddb28cf-2278-4a79-8e8f-c38c8701374c"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:15:53.842148 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7771425-816c-4d9d-9753-12b1d7531a08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:53.853576 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-57d157b9-47fe-4d9d-a4ba-965f0ad574f9 req-6843f8d8-50e7-45d0-99bd-ea63449e5ce7 service neutron] 10.222.0.83 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204574 Nov 18 17:15:53.890209 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1273407-ef16-4b39-81bf-4d4b9a68080e x-openstack-request-id: req-f1273407-ef16-4b39-81bf-4d4b9a68080e {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:15:53.890447 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c953af3b-13a5-49a2-8d92-1081d570828b", "tag": "6ddb28cf-2278-4a79-8e8f-c38c8701374c", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:15:53.890702 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f1273407-ef16-4b39-81bf-4d4b9a68080e {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:15:53.891093 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c953af3b-13a5-49a2-8d92-1081d570828b', 'tag': '6ddb28cf-2278-4a79-8e8f-c38c8701374c', 'status': 'completed', 'code': 200} Nov 18 17:15:53.909232 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb05-c890-4af7-a8d6-27f9866a33ac tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:53.947994 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde9bb05-c890-4af7-a8d6-27f9866a33ac tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:15:53.962489 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7771425-816c-4d9d-9753-12b1d7531a08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:53.970053 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9bb05-c890-4af7-a8d6-27f9866a33ac tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9629f640-f7ae-4e2d-859c-705f599dbd28,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:53.981274 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb05-c890-4af7-a8d6-27f9866a33ac tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:53.986550 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-dde9bb05-c890-4af7-a8d6-27f9866a33ac tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Added segment aa8f2c8a-1d6f-4c3b-bd86-3385b12a1ad1 of type vlan for network 5b8cb737-8447-46b4-b9a8-1d192afd3e12 Nov 18 17:15:54.032829 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-77e249f0-8a75-4666-93d1-29558985ab68 req-a94a6c82-afcb-4e20-9918-8732c785a8ed service neutron] 10.222.0.83 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6009862 Nov 18 17:15:54.053948 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7771425-816c-4d9d-9753-12b1d7531a08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296c6d88-454b-470e-86c7-857bd91b700e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:54.076765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device a1000ad4-f3dd-49e1-bb74-016686085a1e details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:15:54.078414 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb05-c890-4af7-a8d6-27f9866a33ac tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:54.085613 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-57d157b9-47fe-4d9d-a4ba-965f0ad574f9 req-4f66ddf7-0f49-48ff-9afd-0f84ff752a94 service neutron] 10.222.0.83 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971986 Nov 18 17:15:54.174864 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7771425-816c-4d9d-9753-12b1d7531a08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:54.176231 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b7771425-816c-4d9d-9753-12b1d7531a08 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3731866 Nov 18 17:15:54.178942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44458) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:54.184379 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-501d7b31-9cf2-4c32-8e6c-93f06ce4e501 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-32483856', 'security_groups': ['296c6d88-454b-470e-86c7-857bd91b700e'], 'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9079a24a-b3dd-4073-85fe-c0337e5a1743'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:54.220707 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb05-c890-4af7-a8d6-27f9866a33ac tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:54.221732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9bb05-c890-4af7-a8d6-27f9866a33ac tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:54.222887 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dde9bb05-c890-4af7-a8d6-27f9866a33ac tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:54.318253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9bb05-c890-4af7-a8d6-27f9866a33ac tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Pushing event updated for resources: {'Network': ['ID=5b8cb737-8447-46b4-b9a8-1d192afd3e12,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:54.341015 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-dde9bb05-c890-4af7-a8d6-27f9866a33ac tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0278754 Nov 18 17:15:54.343639 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44460) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:54.380371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 5b8cb737-8447-46b4-b9a8-1d192afd3e12 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:15:54.435424 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3673c0-6552-41d6-9e7c-a8b9556b89c9 req-b27509c3-1695-4b2e-a9a1-bcc35553af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:54.437107 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4f3673c0-6552-41d6-9e7c-a8b9556b89c9 req-b27509c3-1695-4b2e-a9a1-bcc35553af9d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 1096 time: 0.0785103 Nov 18 17:15:54.455215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501d7b31-9cf2-4c32-8e6c-93f06ce4e501 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:54.500821 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port a1000ad4-f3dd-49e1-bb74-016686085a1e, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a1000ad4-f3dd-49e1-bb74-016686085a1e,segment=NetworkSegment(2d5cce61-684c-4406-85a2-30be2e7dd8ef),segment_id=2d5cce61-684c-4406-85a2-30be2e7dd8ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:54.509757 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c751a909-fc53-43c0-8380-910478c63f1d tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:54.520423 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'a1000ad4-f3dd-49e1-bb74-016686085a1e', 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7', 'port_id': 'a1000ad4-f3dd-49e1-bb74-016686085a1e', 'mac_address': 'fa:16:3e:bb:08:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc58c36-7916-4d1d-8b23-c0a6b0e5f673', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:15:54.609526 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:54.640847 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c751a909-fc53-43c0-8380-910478c63f1d tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:54.649147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1000ad4-f3dd-49e1-bb74-016686085a1e {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:15:54.652094 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-501d7b31-9cf2-4c32-8e6c-93f06ce4e501 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:54.664646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c751a909-fc53-43c0-8380-910478c63f1d tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8cb737-8447-46b4-b9a8-1d192afd3e12']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:54.666727 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-54a6a233-795f-4330-aa74-c5fd6b5ea558 None None] Provisioning complete for port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:54.667425 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54a6a233-795f-4330-aa74-c5fd6b5ea558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:54.674742 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c751a909-fc53-43c0-8380-910478c63f1d tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8f2c8a-1d6f-4c3b-bd86-3385b12a1ad1') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:54.675051 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c751a909-fc53-43c0-8380-910478c63f1d tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8f2c8a-1d6f-4c3b-bd86-3385b12a1ad1') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:15:54.695914 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c751a909-fc53-43c0-8380-910478c63f1d tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:54.696100 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-501d7b31-9cf2-4c32-8e6c-93f06ce4e501 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] device_id is not set on port 3c902653-d2d0-4a0e-85ab-764667c8c49f yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:15:54.699313 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c751a909-fc53-43c0-8380-910478c63f1d tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:54.706391 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c751a909-fc53-43c0-8380-910478c63f1d tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:15:54.706795 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c751a909-fc53-43c0-8380-910478c63f1d tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:54.722331 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port a1000ad4-f3dd-49e1-bb74-016686085a1e, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a1000ad4-f3dd-49e1-bb74-016686085a1e,segment=NetworkSegment(2d5cce61-684c-4406-85a2-30be2e7dd8ef),segment_id=2d5cce61-684c-4406-85a2-30be2e7dd8ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:15:54.726515 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:15:54.774383 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3673c0-6552-41d6-9e7c-a8b9556b89c9 req-7688f389-9b63-4e6d-bf82-7fda1c3e5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:54.776831 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4f3673c0-6552-41d6-9e7c-a8b9556b89c9 req-7688f389-9b63-4e6d-bf82-7fda1c3e5f05 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 200 len: 922 time: 0.3252254 Nov 18 17:15:54.784709 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54a6a233-795f-4330-aa74-c5fd6b5ea558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:54.840852 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-54a6a233-795f-4330-aa74-c5fd6b5ea558 None None] For port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dc43051-8bd6-40a3-b948-16fa44ce9e1c,segment=NetworkSegment(cfa91dff-7924-43b0-9359-669a82e3825e),segment_id=cfa91dff-7924-43b0-9359-669a82e3825e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:54.840852 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:54.862693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10156b2f-8ab9-4d02-aee0-f792953ba0da req-9d844332-08f1-4630-bbb6-dabd7448a8a4 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:54.868717 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10156b2f-8ab9-4d02-aee0-f792953ba0da req-9d844332-08f1-4630-bbb6-dabd7448a8a4 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 944 time: 0.1424413 Nov 18 17:15:54.905849 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=a1000ad4-f3dd-49e1-bb74-016686085a1e,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:54.912526 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4f3673c0-6552-41d6-9e7c-a8b9556b89c9 req-6a2c466d-6a75-493a-848a-d93fd30e8075 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ddb28cf-2278-4a79-8e8f-c38c8701374c HTTP/1.1" status: 200 len: 217 time: 0.1257668 Nov 18 17:15:54.929751 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4dc43051-8bd6-40a3-b948-16fa44ce9e1c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:54.960354 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10156b2f-8ab9-4d02-aee0-f792953ba0da req-948cb449-95ba-4e4a-84e2-d41e66e4acac tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842879 Nov 18 17:15:54.980541 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3673c0-6552-41d6-9e7c-a8b9556b89c9 req-ce5f90a7-a758-464d-b389-4c0d0ec2fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:54.981871 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c751a909-fc53-43c0-8380-910478c63f1d tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:54.982131 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4f3673c0-6552-41d6-9e7c-a8b9556b89c9 req-ce5f90a7-a758-464d-b389-4c0d0ec2fdd7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=13819e6b-b208-409f-bf07-9b01f07897d6 HTTP/1.1" status: 200 len: 859 time: 0.0563474 Nov 18 17:15:55.000226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c751a909-fc53-43c0-8380-910478c63f1d tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5b8cb737-8447-46b4-b9a8-1d192afd3e12 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 18 17:15:55.002441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:55.002991 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:55.003757 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c751a909-fc53-43c0-8380-910478c63f1d tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:55.008942 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c751a909-fc53-43c0-8380-910478c63f1d tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] 10.222.0.72 "DELETE /v2.0/networks/5b8cb737-8447-46b4-b9a8-1d192afd3e12 HTTP/1.1" status: 204 len: 168 time: 0.6640563 Nov 18 17:15:55.016291 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44472) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:55.021838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e43c3-a73e-45eb-94ff-b8794ab946ac req-0d94b84c-dba6-4980-b58d-ed25435bddfc tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:55.023659 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-309e43c3-a73e-45eb-94ff-b8794ab946ac req-0d94b84c-dba6-4980-b58d-ed25435bddfc tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 943 time: 0.0854964 Nov 18 17:15:55.031331 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3ecbcc46-952d-4dca-b330-fff74aad2741 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:55.033484 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751a909-fc53-43c0-8380-910478c63f1d tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b8cb737-8447-46b4-b9a8-1d192afd3e12,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:55.062989 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54a6a233-795f-4330-aa74-c5fd6b5ea558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:55.139147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-309e43c3-a73e-45eb-94ff-b8794ab946ac req-c024f6e5-af63-44a9-a4af-7ef42835b597 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975938 Nov 18 17:15:55.171499 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['a1000ad4-f3dd-49e1-bb74-016686085a1e'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:15:55.190238 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3673c0-6552-41d6-9e7c-a8b9556b89c9 req-f1c30aa1-7bcf-4985-a548-0288701412c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:55.192149 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4f3673c0-6552-41d6-9e7c-a8b9556b89c9 req-f1c30aa1-7bcf-4985-a548-0288701412c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6828d96-dac8-452e-9529-c68e647dfbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1773691 Nov 18 17:15:55.207085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-54a6a233-795f-4330-aa74-c5fd6b5ea558 None None] Provisioning complete for port a5ccc474-e1fa-4619-a099-706763ba638f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:55.207476 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54a6a233-795f-4330-aa74-c5fd6b5ea558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:55.213159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecbcc46-952d-4dca-b330-fff74aad2741 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Made reservation on behalf of 040abfa332014b96bdc3618db1468636 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:55.215893 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ecbcc46-952d-4dca-b330-fff74aad2741 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:55.260364 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6a233-795f-4330-aa74-c5fd6b5ea558 None None] Pushing event updated for resources: {'Port': ['ID=4dc43051-8bd6-40a3-b948-16fa44ce9e1c,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:55.300396 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-54a6a233-795f-4330-aa74-c5fd6b5ea558 None None] Port a5ccc474-e1fa-4619-a099-706763ba638f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:55.343525 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecbcc46-952d-4dca-b330-fff74aad2741 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] vlan segment allocate from pool success with {'vlan_id': 1130, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:15:55.360959 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-501d7b31-9cf2-4c32-8e6c-93f06ce4e501 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Allocated IP 172.20.0.14 (eabaebc0-8920-4f0b-b341-85e0bccd64ba/9079a24a-b3dd-4073-85fe-c0337e5a1743/3c902653-d2d0-4a0e-85ab-764667c8c49f) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:55.371437 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ecbcc46-952d-4dca-b330-fff74aad2741 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:55.372004 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-3ecbcc46-952d-4dca-b330-fff74aad2741 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Added segment 1b1038d8-1f77-4f4a-9a78-cff84c517a86 of type vlan for network 3ad5cce1-246a-4d22-b597-ea09a5894891 Nov 18 17:15:55.400570 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4f3673c0-6552-41d6-9e7c-a8b9556b89c9 req-b551f693-c716-4091-b593-a76d166305c7 service neutron] 10.222.0.83 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972442 Nov 18 17:15:55.492901 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ecbcc46-952d-4dca-b330-fff74aad2741 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:55.639115 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4f3673c0-6552-41d6-9e7c-a8b9556b89c9 req-851f3ff0-d2ad-4cb5-af8e-55e680502a50 service neutron] 10.222.0.83 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111876 Nov 18 17:15:55.675183 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-501d7b31-9cf2-4c32-8e6c-93f06ce4e501 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:55.699025 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ecbcc46-952d-4dca-b330-fff74aad2741 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:55.699025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecbcc46-952d-4dca-b330-fff74aad2741 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:55.699268 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ecbcc46-952d-4dca-b330-fff74aad2741 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:55.775450 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbcc46-952d-4dca-b330-fff74aad2741 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Pushing event updated for resources: {'Network': ['ID=3ad5cce1-246a-4d22-b597-ea09a5894891,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:55.785912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 3ad5cce1-246a-4d22-b597-ea09a5894891 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:15:55.803328 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3ecbcc46-952d-4dca-b330-fff74aad2741 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7853932 Nov 18 17:15:55.806345 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44480) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:55.811317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-588e928e-4f1a-46be-a723-06b6fc5be032 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Request body: {'subnet': {'network_id': '3ad5cce1-246a-4d22-b597-ea09a5894891', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:55.835478 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-501d7b31-9cf2-4c32-8e6c-93f06ce4e501 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:55.879117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501d7b31-9cf2-4c32-8e6c-93f06ce4e501 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:55.882921 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-501d7b31-9cf2-4c32-8e6c-93f06ce4e501 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:55.887187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501d7b31-9cf2-4c32-8e6c-93f06ce4e501 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:55.919921 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d7b31-9cf2-4c32-8e6c-93f06ce4e501 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=3c902653-d2d0-4a0e-85ab-764667c8c49f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:55.937940 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588e928e-4f1a-46be-a723-06b6fc5be032 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Made reservation on behalf of 040abfa332014b96bdc3618db1468636 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:55.940368 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-588e928e-4f1a-46be-a723-06b6fc5be032 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:55.965956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501d7b31-9cf2-4c32-8e6c-93f06ce4e501 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:55.966604 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-501d7b31-9cf2-4c32-8e6c-93f06ce4e501 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:56.062314 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-501d7b31-9cf2-4c32-8e6c-93f06ce4e501 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8819139 Nov 18 17:15:56.078197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44484) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:56.085153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-093bb7c9-849c-4e26-8546-e9d5c1eb884b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'subnet': {'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:56.099741 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 411ebb1b-c2ae-4768-bf8e-0563f5c8323a details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:15:56.106292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device a1000ad4-f3dd-49e1-bb74-016686085a1e up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:56.212612 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-fb0825b2-6a79-4ed7-9285-ac521e823095 None None] Provisioning complete for port 3c902653-d2d0-4a0e-85ab-764667c8c49f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:56.212612 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fb0825b2-6a79-4ed7-9285-ac521e823095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:56.278916 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94760b4-0112-4fb4-9d03-e4b34207b2af req-5932deb2-8154-462d-be46-2f83aeb1d4fc tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:56.280539 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b94760b4-0112-4fb4-9d03-e4b34207b2af req-5932deb2-8154-462d-be46-2f83aeb1d4fc tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 944 time: 0.2284718 Nov 18 17:15:56.286392 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fb0825b2-6a79-4ed7-9285-ac521e823095 None None] Port 3c902653-d2d0-4a0e-85ab-764667c8c49f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:56.305524 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 411ebb1b-c2ae-4768-bf8e-0563f5c8323a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=411ebb1b-c2ae-4768-bf8e-0563f5c8323a,segment=NetworkSegment(2d5cce61-684c-4406-85a2-30be2e7dd8ef),segment_id=2d5cce61-684c-4406-85a2-30be2e7dd8ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:56.320988 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '411ebb1b-c2ae-4768-bf8e-0563f5c8323a', 'network_id': '76233702-e661-4854-b97f-4c5aa3c41fc7', 'port_id': '411ebb1b-c2ae-4768-bf8e-0563f5c8323a', 'mac_address': 'fa:16:3e:66:3b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc58c36-7916-4d1d-8b23-c0a6b0e5f673', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:15:56.344250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6557-4da7-446d-8e3a-c8cc538e3ef5 req-1cfc93b6-1941-4992-9874-8d5efa85c18a tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:56.351638 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac9f6557-4da7-446d-8e3a-c8cc538e3ef5 req-1cfc93b6-1941-4992-9874-8d5efa85c18a tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 943 time: 0.0910697 Nov 18 17:15:56.363350 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:56.377238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411ebb1b-c2ae-4768-bf8e-0563f5c8323a {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:15:56.384568 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b94760b4-0112-4fb4-9d03-e4b34207b2af req-3eec1267-9863-49e3-be9e-a78d4de01f72 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857165 Nov 18 17:15:56.399996 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 411ebb1b-c2ae-4768-bf8e-0563f5c8323a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=411ebb1b-c2ae-4768-bf8e-0563f5c8323a,segment=NetworkSegment(2d5cce61-684c-4406-85a2-30be2e7dd8ef),segment_id=2d5cce61-684c-4406-85a2-30be2e7dd8ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:56.417217 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac9f6557-4da7-446d-8e3a-c8cc538e3ef5 req-3126956b-92de-43c5-83af-dd05880183b7 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646596 Nov 18 17:15:56.437194 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093bb7c9-849c-4e26-8546-e9d5c1eb884b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:56.441777 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-093bb7c9-849c-4e26-8546-e9d5c1eb884b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:56.450996 n-d-813419-11 neutron-server[104008]: DEBUG neutron.objects.ports [None req-588e928e-4f1a-46be-a723-06b6fc5be032 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:15:56.451525 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-588e928e-4f1a-46be-a723-06b6fc5be032 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:56.458929 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port a1000ad4-f3dd-49e1-bb74-016686085a1e completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:15:56.463453 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port a1000ad4-f3dd-49e1-bb74-016686085a1e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:56.463905 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:56.521979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e928e-4f1a-46be-a723-06b6fc5be032 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0dbd7457-461d-4ed0-9f52-3b4332557ff1,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:56.529904 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588e928e-4f1a-46be-a723-06b6fc5be032 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Checking segment: {'id': '1b1038d8-1f77-4f4a-9a78-cff84c517a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '3ad5cce1-246a-4d22-b597-ea09a5894891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:15:56.531094 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588e928e-4f1a-46be-a723-06b6fc5be032 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Network hostable DHCP agents. Network: 3ad5cce1-246a-4d22-b597-ea09a5894891, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:15:56.548103 n-d-813419-11 neutron-server[104007]: INFO neutron.db.ipam_backend_mixin [None req-093bb7c9-849c-4e26-8546-e9d5c1eb884b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9079a24a-b3dd-4073-85fe-c0337e5a1743 (CIDR: 172.20.0.0/28) Nov 18 17:15:56.549910 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:56.552025 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:56.552684 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6ddb28cf-2278-4a79-8e8f-c38c8701374c details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:15:56.584979 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-093bb7c9-849c-4e26-8546-e9d5c1eb884b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:15:56.585594 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093bb7c9-849c-4e26-8546-e9d5c1eb884b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:15:56.618001 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588e928e-4f1a-46be-a723-06b6fc5be032 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Network 3ad5cce1-246a-4d22-b597-ea09a5894891 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:15:56.619829 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101d0b39-62d4-4ebe-bfca-c46536fae7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1000ad4-f3dd-49e1-bb74-016686085a1e'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:15:56.622382 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70f4f3a-39da-4637-913a-a13ea1c448be" -d '{"events": [{"server_uuid": "101d0b39-62d4-4ebe-bfca-c46536fae7d5", "name": "network-vif-plugged", "status": "completed", "tag": "a1000ad4-f3dd-49e1-bb74-016686085a1e"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:15:56.659503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port a1000ad4-f3dd-49e1-bb74-016686085a1e, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a1000ad4-f3dd-49e1-bb74-016686085a1e,segment=NetworkSegment(2d5cce61-684c-4406-85a2-30be2e7dd8ef),segment_id=2d5cce61-684c-4406-85a2-30be2e7dd8ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:56.666110 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=411ebb1b-c2ae-4768-bf8e-0563f5c8323a,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:56.731630 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-093bb7c9-849c-4e26-8546-e9d5c1eb884b tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6495881 Nov 18 17:15:56.732325 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44500) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:56.738635 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-54ea5eca-fe77-4386-b485-bed657c8899d tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'subnet': {'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:56.745000 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6ddb28cf-2278-4a79-8e8f-c38c8701374c, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6ddb28cf-2278-4a79-8e8f-c38c8701374c,segment=NetworkSegment(acf6c999-7abc-49bd-b038-d0b63fa4834e),segment_id=acf6c999-7abc-49bd-b038-d0b63fa4834e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:56.760222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '6ddb28cf-2278-4a79-8e8f-c38c8701374c', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'port_id': '6ddb28cf-2278-4a79-8e8f-c38c8701374c', 'mac_address': 'fa:16:3e:09:af:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:15:56.786781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-588e928e-4f1a-46be-a723-06b6fc5be032 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 3ad5cce1-246a-4d22-b597-ea09a5894891) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:56.800260 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:56.804139 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588e928e-4f1a-46be-a723-06b6fc5be032 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:56.804881 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-588e928e-4f1a-46be-a723-06b6fc5be032 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:56.806432 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92510c6e-735a-47af-969a-f05b79b84b99 None None] Network 3ad5cce1-246a-4d22-b597-ea09a5894891 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:56.862441 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:56.878928 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a25d29-b9fa-42b7-bba2-871ab6f8776f x-openstack-request-id: req-03a25d29-b9fa-42b7-bba2-871ab6f8776f {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:15:56.878928 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101d0b39-62d4-4ebe-bfca-c46536fae7d5", "name": "network-vif-plugged", "status": "completed", "tag": "a1000ad4-f3dd-49e1-bb74-016686085a1e", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:15:56.879229 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-03a25d29-b9fa-42b7-bba2-871ab6f8776f {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:15:56.879595 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101d0b39-62d4-4ebe-bfca-c46536fae7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1000ad4-f3dd-49e1-bb74-016686085a1e', 'code': 200} Nov 18 17:15:56.900648 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4dc43051-8bd6-40a3-b948-16fa44ce9e1c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:15:56.929298 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-588e928e-4f1a-46be-a723-06b6fc5be032 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1218669 Nov 18 17:15:56.932730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44502) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:56.937707 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-dec6f19b-5771-433d-a513-f68aee16b7a8 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Request body: {'floatingip': {'floating_network_id': '3ad5cce1-246a-4d22-b597-ea09a5894891'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:56.964417 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=a1000ad4-f3dd-49e1-bb74-016686085a1e,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:56.968001 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ddb28cf-2278-4a79-8e8f-c38c8701374c {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:15:56.991106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1410b8-76d3-469a-8b8d-093adda99583 req-07c32522-eb0e-4126-a56a-12cca448e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:56.992922 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1c1410b8-76d3-469a-8b8d-093adda99583 req-07c32522-eb0e-4126-a56a-12cca448e0cd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0609643 Nov 18 17:15:57.006028 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dec6f19b-5771-433d-a513-f68aee16b7a8 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:57.042760 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6ddb28cf-2278-4a79-8e8f-c38c8701374c, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6ddb28cf-2278-4a79-8e8f-c38c8701374c,segment=NetworkSegment(acf6c999-7abc-49bd-b038-d0b63fa4834e),segment_id=acf6c999-7abc-49bd-b038-d0b63fa4834e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:57.054481 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1c1410b8-76d3-469a-8b8d-093adda99583 req-c9845f2e-7925-46b7-8215-abb68c354013 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533719 Nov 18 17:15:57.093388 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:57.093694 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:57.109377 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dec6f19b-5771-433d-a513-f68aee16b7a8 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:57.120341 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6290e8-6015-4690-9e92-ee41e9e21587 None None] Network 3ad5cce1-246a-4d22-b597-ea09a5894891 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:57.149126 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ea5eca-fe77-4386-b485-bed657c8899d tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:15:57.153119 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54ea5eca-fe77-4386-b485-bed657c8899d tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:57.226970 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-dec6f19b-5771-433d-a513-f68aee16b7a8 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Allocated IP 172.20.0.2 (3ad5cce1-246a-4d22-b597-ea09a5894891/0dbd7457-461d-4ed0-9f52-3b4332557ff1/4d34bda2-3593-40c0-bc65-364e97ac1a9e) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:57.237437 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:57.365081 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6ddb28cf-2278-4a79-8e8f-c38c8701374c,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:57.389452 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dec6f19b-5771-433d-a513-f68aee16b7a8 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:57.529787 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dec6f19b-5771-433d-a513-f68aee16b7a8 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:57.542194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['6ddb28cf-2278-4a79-8e8f-c38c8701374c'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:15:57.546817 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['411ebb1b-c2ae-4768-bf8e-0563f5c8323a'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:15:57.567483 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54ea5eca-fe77-4386-b485-bed657c8899d tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:57.588949 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e090cb-db5c-4f69-b1cf-cd10f12d2f72 req-ea6dd529-1669-4dbf-a024-9e6a86cfc4ac tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:57.590484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-49e090cb-db5c-4f69-b1cf-cd10f12d2f72 req-ea6dd529-1669-4dbf-a024-9e6a86cfc4ac tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 945 time: 0.1253762 Nov 18 17:15:57.604700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec6f19b-5771-433d-a513-f68aee16b7a8 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Network 3ad5cce1-246a-4d22-b597-ea09a5894891 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:57.626531 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ea5eca-fe77-4386-b485-bed657c8899d tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:15:57.629882 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-dec6f19b-5771-433d-a513-f68aee16b7a8 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:57.630551 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-54ea5eca-fe77-4386-b485-bed657c8899d tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:15:57.633160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec6f19b-5771-433d-a513-f68aee16b7a8 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:15:57.636523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ea5eca-fe77-4386-b485-bed657c8899d tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:57.642821 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54ea5eca-fe77-4386-b485-bed657c8899d tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:57.645546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14823346-bb02-41b2-b15b-059201a4ab9f req-2feca36c-7126-40aa-b2ab-878b510f052a tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:57.647338 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-14823346-bb02-41b2-b15b-059201a4ab9f req-2feca36c-7126-40aa-b2ab-878b510f052a tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 944 time: 0.1500652 Nov 18 17:15:57.651237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9d4168-4ee6-404e-8888-e92ca7729740 None None] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:15:57.653134 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea5eca-fe77-4386-b485-bed657c8899d tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Subnet': ['ID=13bf3429-bb02-47a9-af0b-442f457effd7,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:57.678136 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6f19b-5771-433d-a513-f68aee16b7a8 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Pushing event updated for resources: {'Port': ['ID=4d34bda2-3593-40c0-bc65-364e97ac1a9e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:57.753366 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-54ea5eca-fe77-4386-b485-bed657c8899d tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0192370 Nov 18 17:15:57.755631 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44514) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:57.762316 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-fd3fd1b0-f888-4149-a9b6-b34b542c8238 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-851392878', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '13bf3429-bb02-47a9-af0b-442f457effd7'}], 'security_groups': ['c84a48bd-fee0-403c-88d6-d1c085ec3a6e']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:15:57.789997 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-49e090cb-db5c-4f69-b1cf-cd10f12d2f72 req-fb2da98c-abf3-4809-b166-7c87cb36b222 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884677 Nov 18 17:15:57.797064 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-14823346-bb02-41b2-b15b-059201a4ab9f req-af414b56-de51-4dbc-99e8-2fe95f8efd26 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152847 Nov 18 17:15:57.818574 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dec6f19b-5771-433d-a513-f68aee16b7a8 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:57.900061 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd1b0-f888-4149-a9b6-b34b542c8238 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:57.969151 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dec6f19b-5771-433d-a513-f68aee16b7a8 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:58.153066 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dec6f19b-5771-433d-a513-f68aee16b7a8 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:58.165953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b67b97-aa68-4b4f-a9ae-6ab760b776be None None] Update dhcp port {'port': {'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'fixed_ips': [{'subnet_id': '9079a24a-b3dd-4073-85fe-c0337e5a1743', 'ip_address': '172.20.0.2'}, {'subnet_id': '13bf3429-bb02-47a9-af0b-442f457effd7'}], 'binding:host_id': 'n-d-813419-11'}, 'id': '4dc43051-8bd6-40a3-b948-16fa44ce9e1c'} from n-d-813419-11. {{(pid=104009) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 18 17:15:58.194644 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-70b67b97-aa68-4b4f-a9ae-6ab760b776be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:58.234379 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-fd3fd1b0-f888-4149-a9b6-b34b542c8238 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Delete allocated IP 172.20.0.14 (eabaebc0-8920-4f0b-b341-85e0bccd64ba/9079a24a-b3dd-4073-85fe-c0337e5a1743) {{(pid=104008) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 18 17:15:58.242368 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-fd3fd1b0-f888-4149-a9b6-b34b542c8238 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Allocated IP 172.20.0.25 (eabaebc0-8920-4f0b-b341-85e0bccd64ba/13bf3429-bb02-47a9-af0b-442f457effd7/3c902653-d2d0-4a0e-85ab-764667c8c49f) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:58.258002 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dec6f19b-5771-433d-a513-f68aee16b7a8 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:58.318671 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6f19b-5771-433d-a513-f68aee16b7a8 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Pushing event updated for resources: {'Port': ['ID=4d34bda2-3593-40c0-bc65-364e97ac1a9e,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:58.398838 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dec6f19b-5771-433d-a513-f68aee16b7a8 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:58.421095 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd1b0-f888-4149-a9b6-b34b542c8238 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:58.514982 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd1b0-f888-4149-a9b6-b34b542c8238 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:58.518488 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dec6f19b-5771-433d-a513-f68aee16b7a8 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:58.520233 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-dec6f19b-5771-433d-a513-f68aee16b7a8 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5864775 Nov 18 17:15:58.525223 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44522) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:58.573547 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-70b67b97-aa68-4b4f-a9ae-6ab760b776be None None] Allocated IP 172.20.0.18 (eabaebc0-8920-4f0b-b341-85e0bccd64ba/13bf3429-bb02-47a9-af0b-442f457effd7/4dc43051-8bd6-40a3-b948-16fa44ce9e1c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:15:58.606653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fd1b0-f888-4149-a9b6-b34b542c8238 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=3c902653-d2d0-4a0e-85ab-764667c8c49f,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:58.640099 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-fd3fd1b0-f888-4149-a9b6-b34b542c8238 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] In _notify_port_updated(), no bound segment for port 3c902653-d2d0-4a0e-85ab-764667c8c49f on network eabaebc0-8920-4f0b-b341-85e0bccd64ba {{(pid=104008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:15:58.649035 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3fd1b0-f888-4149-a9b6-b34b542c8238 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:58.650557 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd1b0-f888-4149-a9b6-b34b542c8238 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:58.656755 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fd3fd1b0-f888-4149-a9b6-b34b542c8238 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "PUT /v2.0/ports/3c902653-d2d0-4a0e-85ab-764667c8c49f HTTP/1.1" status: 200 len: 920 time: 0.8951137 Nov 18 17:15:58.657194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44524) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:58.699330 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-70b67b97-aa68-4b4f-a9ae-6ab760b776be None None] For port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dc43051-8bd6-40a3-b948-16fa44ce9e1c,segment=NetworkSegment(cfa91dff-7924-43b0-9359-669a82e3825e),segment_id=cfa91dff-7924-43b0-9359-669a82e3825e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:15:58.738639 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-70b67b97-aa68-4b4f-a9ae-6ab760b776be None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:58.778362 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b042b64d-a826-4b48-8be8-8c50bd7bb6f7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port 3c902653-d2d0-4a0e-85ab-764667c8c49f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:15:58.778885 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b042b64d-a826-4b48-8be8-8c50bd7bb6f7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:58.853862 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-70b67b97-aa68-4b4f-a9ae-6ab760b776be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:58.924141 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b042b64d-a826-4b48-8be8-8c50bd7bb6f7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:58.945211 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b042b64d-a826-4b48-8be8-8c50bd7bb6f7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for 3c902653-d2d0-4a0e-85ab-764667c8c49f owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:15:58.973338 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-26db2ad4-48d8-4d6c-bd1e-2f7dce59646a tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] 10.222.0.72 "GET /v2.0/floatingips?floating_network_id=3ad5cce1-246a-4d22-b597-ea09a5894891 HTTP/1.1" status: 200 len: 689 time: 0.4444981 Nov 18 17:15:58.973654 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b67b97-aa68-4b4f-a9ae-6ab760b776be None None] Pushing event updated for resources: {'Port': ['ID=4dc43051-8bd6-40a3-b948-16fa44ce9e1c,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:58.988627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44534) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:59.041905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28407fb4-3a22-4aa1-b184-ffe10adc5b9b req-bc3bae88-e9fb-4263-a4f7-27e7baced2df tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:59.043482 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-28407fb4-3a22-4aa1-b184-ffe10adc5b9b req-bc3bae88-e9fb-4263-a4f7-27e7baced2df tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 945 time: 0.1559558 Nov 18 17:15:59.102069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1691c-751a-4bef-bc17-8799a05a483f req-a8ec18c8-0c6c-45c1-8b3f-8b901ed9384d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:15:59.103626 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84c1691c-751a-4bef-bc17-8799a05a483f req-a8ec18c8-0c6c-45c1-8b3f-8b901ed9384d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 944 time: 0.1664329 Nov 18 17:15:59.172694 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:59.217989 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-28407fb4-3a22-4aa1-b184-ffe10adc5b9b req-abc23ed2-fc76-4c48-abce-c1f2f1a8211f tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393242 Nov 18 17:15:59.276583 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84c1691c-751a-4bef-bc17-8799a05a483f req-a8bf7481-7135-4901-a555-f738612bf38e tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616831 Nov 18 17:15:59.298066 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b042b64d-a826-4b48-8be8-8c50bd7bb6f7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:59.338766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Deleting port 4d34bda2-3593-40c0-bc65-364e97ac1a9e {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:15:59.339173 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:59.351929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042b64d-a826-4b48-8be8-8c50bd7bb6f7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=3c902653-d2d0-4a0e-85ab-764667c8c49f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:59.437255 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b042b64d-a826-4b48-8be8-8c50bd7bb6f7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:59.440864 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b042b64d-a826-4b48-8be8-8c50bd7bb6f7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/ports/3c902653-d2d0-4a0e-85ab-764667c8c49f HTTP/1.1" status: 204 len: 168 time: 0.7824771 Nov 18 17:15:59.445574 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44540) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:59.446936 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:59.447423 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:59.464870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Calling delete_port for 4d34bda2-3593-40c0-bc65-364e97ac1a9e owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:15:59.482040 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad36f88-35e2-4824-a380-d3995f55836a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] GET failed (client error): The resource could not be found. Nov 18 17:15:59.483526 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5ad36f88-35e2-4824-a380-d3995f55836a tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports/3c902653-d2d0-4a0e-85ab-764667c8c49f HTTP/1.1" status: 404 len: 333 time: 0.0390899 Nov 18 17:15:59.488158 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44542) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:59.612004 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f736685-91e1-4c71-a41d-174a636c8780 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:59.632879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-32dad19e-be5b-4974-9249-7f93a703a480 None None] Could not find standard attr ID for object 3c902653-d2d0-4a0e-85ab-764667c8c49f. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:15:59.644531 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-32dad19e-be5b-4974-9249-7f93a703a480 None None] Provisioning complete for port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:59.644855 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32dad19e-be5b-4974-9249-7f93a703a480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:59.658773 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f736685-91e1-4c71-a41d-174a636c8780 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:59.740553 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-32dad19e-be5b-4974-9249-7f93a703a480 None None] Provisioning complete for port a5ccc474-e1fa-4619-a099-706763ba638f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:15:59.740933 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32dad19e-be5b-4974-9249-7f93a703a480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:59.774566 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-32dad19e-be5b-4974-9249-7f93a703a480 None None] Port a5ccc474-e1fa-4619-a099-706763ba638f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:15:59.817879 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:59.846446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d34bda2-3593-40c0-bc65-364e97ac1a9e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:59.848219 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f736685-91e1-4c71-a41d-174a636c8780 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:59.851283 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f736685-91e1-4c71-a41d-174a636c8780 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:59.852025 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5f736685-91e1-4c71-a41d-174a636c8780 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/security-groups/296c6d88-454b-470e-86c7-857bd91b700e HTTP/1.1" status: 204 len: 168 time: 0.3625777 Nov 18 17:15:59.854925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44544) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:15:59.866395 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f736685-91e1-4c71-a41d-174a636c8780 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=296c6d88-454b-470e-86c7-857bd91b700e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:15:59.925708 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:59.938493 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb766e70-65c8-4b83-a81b-61d7c81b1339 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:59.965272 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb766e70-65c8-4b83-a81b-61d7c81b1339 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:59.972795 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8dd959fd-c36f-4db7-bf60-e64c10842704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:15:59.978501 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:00.112854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 411ebb1b-c2ae-4768-bf8e-0563f5c8323a up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:16:00.120581 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb766e70-65c8-4b83-a81b-61d7c81b1339 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:00.123463 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb766e70-65c8-4b83-a81b-61d7c81b1339 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:00.125418 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bb766e70-65c8-4b83-a81b-61d7c81b1339 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/security-groups/c84a48bd-fee0-403c-88d6-d1c085ec3a6e HTTP/1.1" status: 204 len: 168 time: 0.2690449 Nov 18 17:16:00.128443 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44546) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:00.138636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb766e70-65c8-4b83-a81b-61d7c81b1339 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84a48bd-fee0-403c-88d6-d1c085ec3a6e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:00.177629 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:00.190367 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9ddae3dd-3a2f-4322-b8dc-c166b4aa194f None None] Could not find standard attr ID for object 3c902653-d2d0-4a0e-85ab-764667c8c49f. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:16:00.219431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0dbd7457-461d-4ed0-9f52-3b4332557ff1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:00.246554 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-734c3f69-4c90-4684-b04f-d7e6e1390582 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting subnet 9079a24a-b3dd-4073-85fe-c0337e5a1743 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:16:00.258422 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-734c3f69-4c90-4684-b04f-d7e6e1390582 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:00.269309 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 411ebb1b-c2ae-4768-bf8e-0563f5c8323a completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:16:00.273946 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 411ebb1b-c2ae-4768-bf8e-0563f5c8323a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:00.274295 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:00.322187 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:00.419808 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-734c3f69-4c90-4684-b04f-d7e6e1390582 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:00.423882 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad5cce1-246a-4d22-b597-ea09a5894891']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:00.437315 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:00.463974 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33713950-d1c6-425e-8ec0-bbbc6fe46e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411ebb1b-c2ae-4768-bf8e-0563f5c8323a'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:16:00.466568 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9dd9d2-e048-408e-9713-754485ff1db1" -d '{"events": [{"server_uuid": "33713950-d1c6-425e-8ec0-bbbc6fe46e06", "name": "network-vif-plugged", "status": "completed", "tag": "411ebb1b-c2ae-4768-bf8e-0563f5c8323a"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:16:00.475848 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1038d8-1f77-4f4a-9a78-cff84c517a86') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:00.476332 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1038d8-1f77-4f4a-9a78-cff84c517a86') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:00.482877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 411ebb1b-c2ae-4768-bf8e-0563f5c8323a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=411ebb1b-c2ae-4768-bf8e-0563f5c8323a,segment=NetworkSegment(2d5cce61-684c-4406-85a2-30be2e7dd8ef),segment_id=2d5cce61-684c-4406-85a2-30be2e7dd8ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:00.513226 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:00.535000 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dc69a-2a36-45e3-b36c-cc67e0086ff4 req-6078ff3d-1616-491d-b9e2-17e353d4d05b tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:00.536594 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-376dc69a-2a36-45e3-b36c-cc67e0086ff4 req-6078ff3d-1616-491d-b9e2-17e353d4d05b tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 945 time: 0.2115166 Nov 18 17:16:00.560748 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:00.596577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:16:00.596983 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:16:00.598848 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:16:00.632998 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63453f-724b-48a2-969f-520d22fa8589 req-be0a528f-df21-4df8-b847-e0f762fee3cc tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:00.634500 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e63453f-724b-48a2-969f-520d22fa8589 req-be0a528f-df21-4df8-b847-e0f762fee3cc tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 944 time: 0.1798871 Nov 18 17:16:00.651822 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:00.652753 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6ddb28cf-2278-4a79-8e8f-c38c8701374c up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:16:00.708254 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-734c3f69-4c90-4684-b04f-d7e6e1390582 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:00.716162 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-376dc69a-2a36-45e3-b36c-cc67e0086ff4 req-95f6bb17-3f50-4129-bafd-6f58dce14ee9 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662631 Nov 18 17:16:00.738216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=411ebb1b-c2ae-4768-bf8e-0563f5c8323a,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:00.779752 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e63453f-724b-48a2-969f-520d22fa8589 req-09710766-f93e-4859-9033-2c202f9c6ea2 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313868 Nov 18 17:16:00.801553 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:00.808715 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3ad5cce1-246a-4d22-b597-ea09a5894891 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 18 17:16:00.812608 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 6ddb28cf-2278-4a79-8e8f-c38c8701374c completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:16:00.824038 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 6ddb28cf-2278-4a79-8e8f-c38c8701374c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:00.824427 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:00.847767 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:00.859576 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44562) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:00.861149 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] 10.222.0.72 "DELETE /v2.0/networks/3ad5cce1-246a-4d22-b597-ea09a5894891 HTTP/1.1" status: 204 len: 168 time: 1.8699594 Nov 18 17:16:00.864658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef544621-55fb-48c1-b550-bdae3d8797ab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ad5cce1-246a-4d22-b597-ea09a5894891,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:00.915063 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198a0896-a99c-47f6-a83c-42e569e4e627 x-openstack-request-id: req-198a0896-a99c-47f6-a83c-42e569e4e627 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:16:00.915370 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33713950-d1c6-425e-8ec0-bbbc6fe46e06", "name": "network-vif-plugged", "status": "completed", "tag": "411ebb1b-c2ae-4768-bf8e-0563f5c8323a", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:16:00.915634 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-198a0896-a99c-47f6-a83c-42e569e4e627 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:16:00.916072 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33713950-d1c6-425e-8ec0-bbbc6fe46e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411ebb1b-c2ae-4768-bf8e-0563f5c8323a', 'code': 200} Nov 18 17:16:00.939022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4dc43051-8bd6-40a3-b948-16fa44ce9e1c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:16:00.981932 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-734c3f69-4c90-4684-b04f-d7e6e1390582 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:01.007613 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-734c3f69-4c90-4684-b04f-d7e6e1390582 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:01.016881 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-734c3f69-4c90-4684-b04f-d7e6e1390582 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/9079a24a-b3dd-4073-85fe-c0337e5a1743 HTTP/1.1" status: 204 len: 168 time: 0.8868327 Nov 18 17:16:01.025024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44564) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:01.031150 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-70019e1f-3a00-4692-928c-083beead7e26 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'subnet': {'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:01.036645 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaabd94-c454-4523-a06c-84184723897e None None] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:16:01.050257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c3f69-4c90-4684-b04f-d7e6e1390582 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Subnet': ['ID=9079a24a-b3dd-4073-85fe-c0337e5a1743,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:01.089218 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:01.113525 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b960e078-1c53-4f9d-9f4f-81723cbf4b46 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3047 time: 0.2491851 Nov 18 17:16:01.113924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44566) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:01.137799 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:01.138293 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:01.145091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925c40f-19b6-4c3f-8086-13d8c4bb2005 req-c61bc7b4-1e7d-47ec-bccb-90f830bcfe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.146657 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4925c40f-19b6-4c3f-8086-13d8c4bb2005 req-c61bc7b4-1e7d-47ec-bccb-90f830bcfe5c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 1097 time: 0.1725485 Nov 18 17:16:01.230051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6ddb28cf-2278-4a79-8e8f-c38c8701374c, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6ddb28cf-2278-4a79-8e8f-c38c8701374c,segment=NetworkSegment(acf6c999-7abc-49bd-b038-d0b63fa4834e),segment_id=acf6c999-7abc-49bd-b038-d0b63fa4834e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:01.243858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568e2a5-1fef-488f-9c60-17ec8dd43d80 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.243858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568e2a5-1fef-488f-9c60-17ec8dd43d80 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.243858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568e2a5-1fef-488f-9c60-17ec8dd43d80 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.243858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568e2a5-1fef-488f-9c60-17ec8dd43d80 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.243858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568e2a5-1fef-488f-9c60-17ec8dd43d80 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.243858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568e2a5-1fef-488f-9c60-17ec8dd43d80 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.243858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568e2a5-1fef-488f-9c60-17ec8dd43d80 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.243858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568e2a5-1fef-488f-9c60-17ec8dd43d80 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.243858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568e2a5-1fef-488f-9c60-17ec8dd43d80 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.244661 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568e2a5-1fef-488f-9c60-17ec8dd43d80 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.244661 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568e2a5-1fef-488f-9c60-17ec8dd43d80 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.245035 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568e2a5-1fef-488f-9c60-17ec8dd43d80 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.245306 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568e2a5-1fef-488f-9c60-17ec8dd43d80 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.245750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568e2a5-1fef-488f-9c60-17ec8dd43d80 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.246189 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568e2a5-1fef-488f-9c60-17ec8dd43d80 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.246918 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568e2a5-1fef-488f-9c60-17ec8dd43d80 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.247370 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568e2a5-1fef-488f-9c60-17ec8dd43d80 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.253128 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8568e2a5-1fef-488f-9c60-17ec8dd43d80 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10839 time: 0.1348953 Nov 18 17:16:01.254429 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44568) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:01.299907 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-c03af5d4-88f6-493a-bf41-d32d2e2f8649 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] delete failed (client error): The resource could not be found. Nov 18 17:16:01.299907 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c03af5d4-88f6-493a-bf41-d32d2e2f8649 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/43de9cd9-bbaf-4691-8e87-74568943485d HTTP/1.1" status: 404 len: 345 time: 0.0439441 Nov 18 17:16:01.303695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44570) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:01.332185 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-5639a100-8154-4690-90fc-b7caeb04c5c0 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] DELETE failed (client error): The resource could not be found. Nov 18 17:16:01.332870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5639a100-8154-4690-90fc-b7caeb04c5c0 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:16:01.341028 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5639a100-8154-4690-90fc-b7caeb04c5c0 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] 10.222.0.72 "DELETE /v2.0/networks/3ad5cce1-246a-4d22-b597-ea09a5894891 HTTP/1.1" status: 404 len: 339 time: 0.0359786 Nov 18 17:16:01.342945 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44572) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:01.349220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ac1cc050-cb75-47c8-b6f3-a19911405a2c tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Request body: {'network': {'name': 'tempest-network--856987222', 'router:external': True}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:01.350399 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:01.416506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6ddb28cf-2278-4a79-8e8f-c38c8701374c,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:01.450910 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4925c40f-19b6-4c3f-8086-13d8c4bb2005 req-a5aa5b8e-cbe7-44b4-9493-526443b43a7d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968588 Nov 18 17:16:01.474791 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1cc050-cb75-47c8-b6f3-a19911405a2c tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Made reservation on behalf of 040abfa332014b96bdc3618db1468636 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:01.477655 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac1cc050-cb75-47c8-b6f3-a19911405a2c tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:01.514423 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1cc050-cb75-47c8-b6f3-a19911405a2c tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] vlan segment allocate from pool success with {'vlan_id': 1130, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:16:01.516016 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac1cc050-cb75-47c8-b6f3-a19911405a2c tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:01.516324 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-ac1cc050-cb75-47c8-b6f3-a19911405a2c tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Added segment ca804c3c-d020-4481-9e21-d22a2374a148 of type vlan for network ff2be5b8-dcdf-4938-b68f-7823b6129c1f Nov 18 17:16:01.574657 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac1cc050-cb75-47c8-b6f3-a19911405a2c tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:01.611836 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70019e1f-3a00-4692-928c-083beead7e26 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:01.619151 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70019e1f-3a00-4692-928c-083beead7e26 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:01.752872 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac1cc050-cb75-47c8-b6f3-a19911405a2c tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:01.752872 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1cc050-cb75-47c8-b6f3-a19911405a2c tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.752872 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac1cc050-cb75-47c8-b6f3-a19911405a2c tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:01.825187 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cc050-cb75-47c8-b6f3-a19911405a2c tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Pushing event updated for resources: {'Network': ['ID=ff2be5b8-dcdf-4938-b68f-7823b6129c1f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:01.840315 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network ff2be5b8-dcdf-4938-b68f-7823b6129c1f details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:16:01.870052 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ac1cc050-cb75-47c8-b6f3-a19911405a2c tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5220315 Nov 18 17:16:01.870052 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44582) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:01.961040 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70019e1f-3a00-4692-928c-083beead7e26 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:01.994952 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297b5c7-2f6d-442c-9a72-22f3e040e8dd req-2c3c2247-8ba0-4104-a262-dee9a4a5b45d tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:01.998611 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7297b5c7-2f6d-442c-9a72-22f3e040e8dd req-2c3c2247-8ba0-4104-a262-dee9a4a5b45d tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 946 time: 0.1818421 Nov 18 17:16:02.006797 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70019e1f-3a00-4692-928c-083beead7e26 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:16:02.010712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-70019e1f-3a00-4692-928c-083beead7e26 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:02.015339 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70019e1f-3a00-4692-928c-083beead7e26 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:02.015967 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70019e1f-3a00-4692-928c-083beead7e26 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.030916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70019e1f-3a00-4692-928c-083beead7e26 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Subnet': ['ID=defd79cc-6054-44ca-aa31-c4a2c3215bc6,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:02.049203 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538b470d-63a8-48b8-b142-c105948a2e5a None None] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:16:02.141253 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-70019e1f-3a00-4692-928c-083beead7e26 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1142001 Nov 18 17:16:02.141811 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ddc08-c21b-456b-8c6a-7d0bc4af7b14 req-457f513b-9e2c-4247-ae53-c539328addd1 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:02.143355 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f64ddc08-c21b-456b-8c6a-7d0bc4af7b14 req-457f513b-9e2c-4247-ae53-c539328addd1 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.2334847 Nov 18 17:16:02.144095 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44588) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:02.149265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-190ce83f-abff-4e95-ab07-75aed233ff99 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'security_group': {'name': 'tempest-secgroup-1283541080'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:02.152245 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411263e2-1a39-4904-9070-25c8de19a8ed tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:02.158534 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411263e2-1a39-4904-9070-25c8de19a8ed tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:02.164328 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411263e2-1a39-4904-9070-25c8de19a8ed tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:02.170460 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411263e2-1a39-4904-9070-25c8de19a8ed tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:02.181056 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-411263e2-1a39-4904-9070-25c8de19a8ed tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3018763 Nov 18 17:16:02.181056 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7297b5c7-2f6d-442c-9a72-22f3e040e8dd req-47a83f3d-016c-43e5-8008-d33e711c4452 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484442 Nov 18 17:16:02.181403 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-343aee71-0d70-462e-a373-f2b68d974abd None None] Provisioning complete for port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:02.181403 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-343aee71-0d70-462e-a373-f2b68d974abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.183568 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44590) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:02.280822 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f64ddc08-c21b-456b-8c6a-7d0bc4af7b14 req-8d1b556f-183a-434b-ae63-258ffce8183e tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069820 Nov 18 17:16:02.284087 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bba228b0-49b2-4ecb-b60c-09523306f166 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.299494 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-190ce83f-abff-4e95-ab07-75aed233ff99 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.353207 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-343aee71-0d70-462e-a373-f2b68d974abd None None] Provisioning complete for port a5ccc474-e1fa-4619-a099-706763ba638f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:02.353581 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-343aee71-0d70-462e-a373-f2b68d974abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.388372 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bba228b0-49b2-4ecb-b60c-09523306f166 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.389909 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c11c9add-8f2c-44a6-93af-133e7e685668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.417315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-bba228b0-49b2-4ecb-b60c-09523306f166 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2be5b8-dcdf-4938-b68f-7823b6129c1f']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:02.425991 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-190ce83f-abff-4e95-ab07-75aed233ff99 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.429308 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-bba228b0-49b2-4ecb-b60c-09523306f166 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca804c3c-d020-4481-9e21-d22a2374a148') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:02.429798 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-bba228b0-49b2-4ecb-b60c-09523306f166 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca804c3c-d020-4481-9e21-d22a2374a148') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:02.437851 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-343aee71-0d70-462e-a373-f2b68d974abd None None] Port a5ccc474-e1fa-4619-a099-706763ba638f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:02.442019 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bba228b0-49b2-4ecb-b60c-09523306f166 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.444371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d40157-0f8f-4702-924c-a63d2b110a0a None None] Update dhcp port {'port': {'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'fixed_ips': [{'subnet_id': '13bf3429-bb02-47a9-af0b-442f457effd7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'defd79cc-6054-44ca-aa31-c4a2c3215bc6'}], 'binding:host_id': 'n-d-813419-11'}, 'id': '4dc43051-8bd6-40a3-b948-16fa44ce9e1c'} from n-d-813419-11. {{(pid=104009) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 18 17:16:02.455906 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bba228b0-49b2-4ecb-b60c-09523306f166 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.461949 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba228b0-49b2-4ecb-b60c-09523306f166 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:16:02.462615 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bba228b0-49b2-4ecb-b60c-09523306f166 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:16:02.464508 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:16:02.472122 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-51d40157-0f8f-4702-924c-a63d2b110a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.491539 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-190ce83f-abff-4e95-ab07-75aed233ff99 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.523566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ce83f-abff-4e95-ab07-75aed233ff99 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102ecfb0-78ed-45c6-bfcb-bc0e88bf7261,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:02.590853 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-190ce83f-abff-4e95-ab07-75aed233ff99 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.595702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44594) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:02.596179 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-190ce83f-abff-4e95-ab07-75aed233ff99 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4501975 Nov 18 17:16:02.600959 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-561f84e1-f7b8-48c9-890f-1b31763edf2c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'security_group': {'name': 'tempest-secgroup-2086999013'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:02.623034 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bba228b0-49b2-4ecb-b60c-09523306f166 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.629425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba228b0-49b2-4ecb-b60c-09523306f166 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff2be5b8-dcdf-4938-b68f-7823b6129c1f {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 18 17:16:02.640344 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bba228b0-49b2-4ecb-b60c-09523306f166 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.643880 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bba228b0-49b2-4ecb-b60c-09523306f166 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] 10.222.0.72 "DELETE /v2.0/networks/ff2be5b8-dcdf-4938-b68f-7823b6129c1f HTTP/1.1" status: 204 len: 168 time: 0.4593279 Nov 18 17:16:02.645333 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba228b0-49b2-4ecb-b60c-09523306f166 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff2be5b8-dcdf-4938-b68f-7823b6129c1f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:02.648445 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44596) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:02.654534 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6a496de4-09ae-4d3e-a7fd-740eee364272 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Request body: {'network': {'name': 'tempest-network--1338457532', 'router:external': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:02.664591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-51d40157-0f8f-4702-924c-a63d2b110a0a None None] Allocated IP 172.20.0.2 (eabaebc0-8920-4f0b-b341-85e0bccd64ba/defd79cc-6054-44ca-aa31-c4a2c3215bc6/4dc43051-8bd6-40a3-b948-16fa44ce9e1c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:16:02.708869 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-561f84e1-f7b8-48c9-890f-1b31763edf2c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.774152 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-51d40157-0f8f-4702-924c-a63d2b110a0a None None] For port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dc43051-8bd6-40a3-b948-16fa44ce9e1c,segment=NetworkSegment(cfa91dff-7924-43b0-9359-669a82e3825e),segment_id=cfa91dff-7924-43b0-9359-669a82e3825e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:02.808092 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-561f84e1-f7b8-48c9-890f-1b31763edf2c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.809108 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-51d40157-0f8f-4702-924c-a63d2b110a0a None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.840695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a496de4-09ae-4d3e-a7fd-740eee364272 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Made reservation on behalf of 040abfa332014b96bdc3618db1468636 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:02.843208 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a496de4-09ae-4d3e-a7fd-740eee364272 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.868968 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a496de4-09ae-4d3e-a7fd-740eee364272 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:16:02.883652 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a496de4-09ae-4d3e-a7fd-740eee364272 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.884179 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-6a496de4-09ae-4d3e-a7fd-740eee364272 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Added segment ab7b1ac1-6c1a-46c9-a59b-d19161d96a42 of type vlan for network cb6c17a0-44ef-4f09-b2ac-a5ce648d51af Nov 18 17:16:02.917652 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c953af3b-13a5-49a2-8d92-1081d570828b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddb28cf-2278-4a79-8e8f-c38c8701374c'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:16:02.921530 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18824be4-d8a6-49c5-b40c-a78de9ef7d61" -d '{"events": [{"server_uuid": "c953af3b-13a5-49a2-8d92-1081d570828b", "name": "network-vif-plugged", "status": "completed", "tag": "6ddb28cf-2278-4a79-8e8f-c38c8701374c"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:16:02.934698 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a496de4-09ae-4d3e-a7fd-740eee364272 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.962352 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2175de66-cd5a-4042-bfe3-835718c09ba0 x-openstack-request-id: req-2175de66-cd5a-4042-bfe3-835718c09ba0 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:16:02.962502 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-561f84e1-f7b8-48c9-890f-1b31763edf2c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:02.963032 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c953af3b-13a5-49a2-8d92-1081d570828b", "name": "network-vif-plugged", "status": "completed", "tag": "6ddb28cf-2278-4a79-8e8f-c38c8701374c", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:16:02.963302 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2175de66-cd5a-4042-bfe3-835718c09ba0 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:16:02.964194 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c953af3b-13a5-49a2-8d92-1081d570828b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddb28cf-2278-4a79-8e8f-c38c8701374c', 'code': 200} Nov 18 17:16:02.965174 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-51d40157-0f8f-4702-924c-a63d2b110a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:03.022378 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f84e1-f7b8-48c9-890f-1b31763edf2c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902a7071-de91-484a-8e59-09082dd59e71,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:03.048932 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a496de4-09ae-4d3e-a7fd-740eee364272 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:03.050151 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a496de4-09ae-4d3e-a7fd-740eee364272 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:03.050819 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a496de4-09ae-4d3e-a7fd-740eee364272 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:03.111506 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-561f84e1-f7b8-48c9-890f-1b31763edf2c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:03.113673 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-561f84e1-f7b8-48c9-890f-1b31763edf2c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5155516 Nov 18 17:16:03.115978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44600) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:03.121634 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-739ced06-6fa7-40a7-b475-734c82d94e38 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'security_group': {'name': 'tempest-secgroup-1906367346'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:03.153417 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a496de4-09ae-4d3e-a7fd-740eee364272 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Pushing event updated for resources: {'Network': ['ID=cb6c17a0-44ef-4f09-b2ac-a5ce648d51af,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:03.164298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd3af7-d7c2-4054-aec5-7e9a370f3dd3 req-257c059b-492b-42a3-b0db-74e84043cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:03.165882 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2abd3af7-d7c2-4054-aec5-7e9a370f3dd3 req-257c059b-492b-42a3-b0db-74e84043cadf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 1098 time: 0.1052368 Nov 18 17:16:03.180864 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6a496de4-09ae-4d3e-a7fd-740eee364272 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5310657 Nov 18 17:16:03.183712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44602) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:03.207163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network cb6c17a0-44ef-4f09-b2ac-a5ce648d51af details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:16:03.251488 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2abd3af7-d7c2-4054-aec5-7e9a370f3dd3 req-438b90fe-6a98-49fb-a385-adbc655066ef service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685320 Nov 18 17:16:03.272435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d40157-0f8f-4702-924c-a63d2b110a0a None None] Pushing event updated for resources: {'Port': ['ID=4dc43051-8bd6-40a3-b948-16fa44ce9e1c,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:03.328833 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa491ab-11ad-4b45-b935-d24912b79ddf tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:03.330937 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7fa491ab-11ad-4b45-b935-d24912b79ddf tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] 10.222.0.72 "GET /v2.0/networks/cb6c17a0-44ef-4f09-b2ac-a5ce648d51af HTTP/1.1" status: 200 len: 757 time: 0.1459625 Nov 18 17:16:03.333916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44608) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:03.337652 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-739ced06-6fa7-40a7-b475-734c82d94e38 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:03.374071 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fbd89-e7fe-48df-b39e-0b648648d01c req-ad8a5b6d-2c16-4c0f-9b41-f4227ea2a82f tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:03.375656 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-555fbd89-e7fe-48df-b39e-0b648648d01c req-ad8a5b6d-2c16-4c0f-9b41-f4227ea2a82f tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 946 time: 0.0898888 Nov 18 17:16:03.436279 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b2e5c6-99b5-4520-b1f9-394cb4dae00d tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:03.437789 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-51b2e5c6-99b5-4520-b1f9-394cb4dae00d tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] 10.222.0.72 "GET /v2.0/networks/c3650079-d7d4-471d-b31a-94722e4dd448 HTTP/1.1" status: 200 len: 767 time: 0.1013813 Nov 18 17:16:03.441817 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44616) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:03.461772 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-555fbd89-e7fe-48df-b39e-0b648648d01c req-598a77f8-2ad6-441e-8087-3a39fda83d3c tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788064 Nov 18 17:16:03.483603 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-739ced06-6fa7-40a7-b475-734c82d94e38 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:03.554637 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:03.559856 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1a5210bc-4fe4-4902-b8b7-c34b0387da02 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:03.585884 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-739ced06-6fa7-40a7-b475-734c82d94e38 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:03.645848 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ced06-6fa7-40a7-b475-734c82d94e38 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0237f94-8750-492c-8c2a-34c2f6d92307,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:03.661114 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ad70b-91f5-4125-a6a5-8198c68bcb0d req-4c6d7dd7-54c1-414c-8359-fa27e9c0cc1d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:03.662789 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-261ad70b-91f5-4125-a6a5-8198c68bcb0d req-4c6d7dd7-54c1-414c-8359-fa27e9c0cc1d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.1192698 Nov 18 17:16:03.711736 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-739ced06-6fa7-40a7-b475-734c82d94e38 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:03.713240 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-739ced06-6fa7-40a7-b475-734c82d94e38 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5960219 Nov 18 17:16:03.716110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44620) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:03.721644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ef12ef48-beb1-4364-a7fc-1a3ed35c519f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-738361455', 'security_groups': ['c0237f94-8750-492c-8c2a-34c2f6d92307'], 'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'defd79cc-6054-44ca-aa31-c4a2c3215bc6'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:03.742597 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1a5210bc-4fe4-4902-b8b7-c34b0387da02 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:03.779321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-1a5210bc-4fe4-4902-b8b7-c34b0387da02 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6c17a0-44ef-4f09-b2ac-a5ce648d51af']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:03.792548 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-261ad70b-91f5-4125-a6a5-8198c68bcb0d req-425922b6-937f-4905-97e0-fe8aa95b91e7 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163554 Nov 18 17:16:03.794492 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-1a5210bc-4fe4-4902-b8b7-c34b0387da02 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7b1ac1-6c1a-46c9-a59b-d19161d96a42') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:03.794786 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-1a5210bc-4fe4-4902-b8b7-c34b0387da02 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7b1ac1-6c1a-46c9-a59b-d19161d96a42') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:03.805675 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1a5210bc-4fe4-4902-b8b7-c34b0387da02 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:03.823365 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1a5210bc-4fe4-4902-b8b7-c34b0387da02 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:03.832298 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5210bc-4fe4-4902-b8b7-c34b0387da02 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:16:03.833034 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1a5210bc-4fe4-4902-b8b7-c34b0387da02 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:16:03.834960 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:16:03.973662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cefc807d-268c-44f4-90c2-2659dd70fc3b None None] Provisioning complete for port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:03.974256 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cefc807d-268c-44f4-90c2-2659dd70fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:03.994799 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef12ef48-beb1-4364-a7fc-1a3ed35c519f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:04.064073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cefc807d-268c-44f4-90c2-2659dd70fc3b None None] Provisioning complete for port a5ccc474-e1fa-4619-a099-706763ba638f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:04.064452 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cefc807d-268c-44f4-90c2-2659dd70fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:04.070078 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1a5210bc-4fe4-4902-b8b7-c34b0387da02 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:04.077608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5210bc-4fe4-4902-b8b7-c34b0387da02 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb6c17a0-44ef-4f09-b2ac-a5ce648d51af {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 18 17:16:04.092564 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1a5210bc-4fe4-4902-b8b7-c34b0387da02 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:04.098172 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1a5210bc-4fe4-4902-b8b7-c34b0387da02 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] 10.222.0.72 "DELETE /v2.0/networks/cb6c17a0-44ef-4f09-b2ac-a5ce648d51af HTTP/1.1" status: 204 len: 168 time: 0.6544459 Nov 18 17:16:04.102064 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef12ef48-beb1-4364-a7fc-1a3ed35c519f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:04.108601 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44624) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:04.110117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cefc807d-268c-44f4-90c2-2659dd70fc3b None None] Port a5ccc474-e1fa-4619-a099-706763ba638f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:04.126509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-ef12ef48-beb1-4364-a7fc-1a3ed35c519f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] device_id is not set on port 40c04c8e-644c-492e-a873-b2183be988c0 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:16:04.128178 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f694caee-6ab1-45e5-8a3d-15ea158bdaab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Request body: {'network': {'name': 'tempest-network--1554468811'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:04.132688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5210bc-4fe4-4902-b8b7-c34b0387da02 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb6c17a0-44ef-4f09-b2ac-a5ce648d51af,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:04.303390 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f694caee-6ab1-45e5-8a3d-15ea158bdaab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Made reservation on behalf of 040abfa332014b96bdc3618db1468636 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:04.306420 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f694caee-6ab1-45e5-8a3d-15ea158bdaab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:04.319122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-ef12ef48-beb1-4364-a7fc-1a3ed35c519f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Allocated IP 172.20.0.14 (eabaebc0-8920-4f0b-b341-85e0bccd64ba/defd79cc-6054-44ca-aa31-c4a2c3215bc6/40c04c8e-644c-492e-a873-b2183be988c0) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:16:04.331085 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f694caee-6ab1-45e5-8a3d-15ea158bdaab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:16:04.341282 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f694caee-6ab1-45e5-8a3d-15ea158bdaab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:04.341691 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-f694caee-6ab1-45e5-8a3d-15ea158bdaab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Added segment e4b0930a-4f93-4c5c-9e75-9193e18127de of type vlan for network 3081f019-3d22-479e-8588-d19bfd0a39cd Nov 18 17:16:04.430578 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f694caee-6ab1-45e5-8a3d-15ea158bdaab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:04.491183 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef12ef48-beb1-4364-a7fc-1a3ed35c519f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:04.501441 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582fcd0-0f2d-4048-82a6-d1fa64830b5a req-408a33ff-1748-4f0d-b71f-c34d1a698c2a tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:04.503052 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b582fcd0-0f2d-4048-82a6-d1fa64830b5a req-408a33ff-1748-4f0d-b71f-c34d1a698c2a tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.0887804 Nov 18 17:16:04.557307 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b582fcd0-0f2d-4048-82a6-d1fa64830b5a req-17e1ec0e-5d3f-4c82-9ce9-2ce1d603b2d8 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465498 Nov 18 17:16:04.596845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28304c-5ef2-4e18-a846-7a9afa3a8506 req-caeffecf-56fc-4588-abf2-8c1eaec97c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:04.598932 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d28304c-5ef2-4e18-a846-7a9afa3a8506 req-caeffecf-56fc-4588-abf2-8c1eaec97c9b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ce7024854a94cdfa1b77ea1112434b7&device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 1097 time: 0.0773075 Nov 18 17:16:04.611871 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f694caee-6ab1-45e5-8a3d-15ea158bdaab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:04.613209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f694caee-6ab1-45e5-8a3d-15ea158bdaab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:04.613998 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f694caee-6ab1-45e5-8a3d-15ea158bdaab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:04.727390 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28304c-5ef2-4e18-a846-7a9afa3a8506 req-4c24170d-86bf-43e2-87c1-8c0a58a2953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:04.728994 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d28304c-5ef2-4e18-a846-7a9afa3a8506 req-4c24170d-86bf-43e2-87c1-8c0a58a2953a service neutron] 10.222.0.83 "GET /v2.0/networks?id=76233702-e661-4854-b97f-4c5aa3c41fc7 HTTP/1.1" status: 200 len: 921 time: 0.1045275 Nov 18 17:16:04.732396 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef12ef48-beb1-4364-a7fc-1a3ed35c519f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:04.735634 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694caee-6ab1-45e5-8a3d-15ea158bdaab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Pushing event updated for resources: {'Network': ['ID=3081f019-3d22-479e-8588-d19bfd0a39cd,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:04.747444 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 3081f019-3d22-479e-8588-d19bfd0a39cd details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:16:04.755128 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57711619-fd69-4233-aa26-c9296dec5d7c req-6e3fd38f-d79b-448a-bc6c-085f58f6f48b tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:04.756759 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57711619-fd69-4233-aa26-c9296dec5d7c req-6e3fd38f-d79b-448a-bc6c-085f58f6f48b tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 946 time: 0.1112571 Nov 18 17:16:04.836195 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57711619-fd69-4233-aa26-c9296dec5d7c req-7e2f2d8b-a8a2-46fe-9443-be5303f5c6a2 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717189 Nov 18 17:16:04.853543 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d28304c-5ef2-4e18-a846-7a9afa3a8506 req-fc3f27fc-b2a9-422f-ab93-c52a57aef1de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411ebb1b-c2ae-4768-bf8e-0563f5c8323a HTTP/1.1" status: 200 len: 217 time: 0.0766871 Nov 18 17:16:04.858497 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f694caee-6ab1-45e5-8a3d-15ea158bdaab tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7488921 Nov 18 17:16:04.869578 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44638) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:04.880075 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f1fb746b-b8ee-47c0-a803-76a17dd623c4 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:04.887746 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef12ef48-beb1-4364-a7fc-1a3ed35c519f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:16:04.912121 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4dc43051-8bd6-40a3-b948-16fa44ce9e1c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:16:04.927352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-ef12ef48-beb1-4364-a7fc-1a3ed35c519f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:04.930542 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef12ef48-beb1-4364-a7fc-1a3ed35c519f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:16:04.978025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12ef48-beb1-4364-a7fc-1a3ed35c519f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=40c04c8e-644c-492e-a873-b2183be988c0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:04.998016 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:04.998608 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:05.030525 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28304c-5ef2-4e18-a846-7a9afa3a8506 req-338ab018-8af0-4a5f-a4a3-52440aaf6243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:05.032272 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d28304c-5ef2-4e18-a846-7a9afa3a8506 req-338ab018-8af0-4a5f-a4a3-52440aaf6243 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dcc58c36-7916-4d1d-8b23-c0a6b0e5f673 HTTP/1.1" status: 200 len: 859 time: 0.1694908 Nov 18 17:16:05.036159 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:05.043339 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef12ef48-beb1-4364-a7fc-1a3ed35c519f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:05.044107 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef12ef48-beb1-4364-a7fc-1a3ed35c519f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:05.084480 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d28304c-5ef2-4e18-a846-7a9afa3a8506 req-9a9bf7d4-7962-4ebe-afdf-6c56e8a45072 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76233702-e661-4854-b97f-4c5aa3c41fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349164 Nov 18 17:16:05.106552 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f1fb746b-b8ee-47c0-a803-76a17dd623c4 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:05.205625 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ef12ef48-beb1-4364-a7fc-1a3ed35c519f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4881246 Nov 18 17:16:05.208396 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44640) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:05.209542 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d28304c-5ef2-4e18-a846-7a9afa3a8506 req-8b7cd814-2c5e-4082-abc5-d296b0658dd7 service neutron] 10.222.0.83 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071017 Nov 18 17:16:05.213769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3a812233-73dd-4b41-bd12-822db201942c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'subnet': {'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:05.236419 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f1fb746b-b8ee-47c0-a803-76a17dd623c4 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:05.244232 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-922579c2-51ec-46e2-853b-6f1d1b53b627 None None] Provisioning complete for port 40c04c8e-644c-492e-a873-b2183be988c0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:05.244699 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-922579c2-51ec-46e2-853b-6f1d1b53b627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:05.262908 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1fb746b-b8ee-47c0-a803-76a17dd623c4 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Network 3081f019-3d22-479e-8588-d19bfd0a39cd is not hosted by any dhcp agent {{(pid=104007) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 18 17:16:05.263818 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fb746b-b8ee-47c0-a803-76a17dd623c4 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:05.264424 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f1fb746b-b8ee-47c0-a803-76a17dd623c4 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:05.268272 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f1fb746b-b8ee-47c0-a803-76a17dd623c4 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] 10.222.0.72 "PUT /v2.0/networks/3081f019-3d22-479e-8588-d19bfd0a39cd HTTP/1.1" status: 200 len: 859 time: 0.3962283 Nov 18 17:16:05.279449 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44642) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:05.296057 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-922579c2-51ec-46e2-853b-6f1d1b53b627 None None] Port 40c04c8e-644c-492e-a873-b2183be988c0 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:05.370732 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d28304c-5ef2-4e18-a846-7a9afa3a8506 req-ea9c06ba-730b-49fa-a9d3-de7431dd187a service neutron] 10.222.0.83 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535523 Nov 18 17:16:05.373595 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b0030a9-61b0-4bed-995f-2bda4c78fb93 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:05.463593 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:05.473387 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b0030a9-61b0-4bed-995f-2bda4c78fb93 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:05.499151 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-0b0030a9-61b0-4bed-995f-2bda4c78fb93 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3081f019-3d22-479e-8588-d19bfd0a39cd']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:05.510513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-0b0030a9-61b0-4bed-995f-2bda4c78fb93 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b0930a-4f93-4c5c-9e75-9193e18127de') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:05.510823 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-0b0030a9-61b0-4bed-995f-2bda4c78fb93 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b0930a-4f93-4c5c-9e75-9193e18127de') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:05.522481 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b0030a9-61b0-4bed-995f-2bda4c78fb93 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:05.537327 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b0030a9-61b0-4bed-995f-2bda4c78fb93 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:05.544356 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0030a9-61b0-4bed-995f-2bda4c78fb93 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:16:05.544975 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b0030a9-61b0-4bed-995f-2bda4c78fb93 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:16:05.558357 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:16:05.706986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb746b-b8ee-47c0-a803-76a17dd623c4 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Pushing event updated for resources: {'Network': ['ID=3081f019-3d22-479e-8588-d19bfd0a39cd,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:05.729898 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-70e2866c-773a-4daa-8768-c624f9ec6274 req-4693d894-e135-4edd-b4fc-4d671c338244 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450976 Nov 18 17:16:05.731864 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b0030a9-61b0-4bed-995f-2bda4c78fb93 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:05.737398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0030a9-61b0-4bed-995f-2bda4c78fb93 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3081f019-3d22-479e-8588-d19bfd0a39cd {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 18 17:16:05.740459 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b0030a9-61b0-4bed-995f-2bda4c78fb93 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:05.744788 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0b0030a9-61b0-4bed-995f-2bda4c78fb93 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] 10.222.0.72 "DELETE /v2.0/networks/3081f019-3d22-479e-8588-d19bfd0a39cd HTTP/1.1" status: 204 len: 168 time: 0.4647448 Nov 18 17:16:05.748588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44654) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:05.760040 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0030a9-61b0-4bed-995f-2bda4c78fb93 tempest-ExternalNetworksTestJSON-1013988562 tempest-ExternalNetworksTestJSON-1013988562-project-admin] Pushing event deleted for resources: {'Network': ['ID=3081f019-3d22-479e-8588-d19bfd0a39cd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:05.802112 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-434ca776-58cb-49e5-b6ca-8e3af82f3253 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] DELETE failed (client error): The resource could not be found. Nov 18 17:16:05.802805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434ca776-58cb-49e5-b6ca-8e3af82f3253 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:16:05.809206 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-434ca776-58cb-49e5-b6ca-8e3af82f3253 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] 10.222.0.72 "DELETE /v2.0/subnets/0dbd7457-461d-4ed0-9f52-3b4332557ff1 HTTP/1.1" status: 404 len: 337 time: 0.0594850 Nov 18 17:16:05.820431 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44660) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:05.861986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59fb5f-68e3-4d54-9358-0ceff95c1797 req-3e941337-f155-45a8-9038-67653f341fb2 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:05.864041 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f59fb5f-68e3-4d54-9358-0ceff95c1797 req-3e941337-f155-45a8-9038-67653f341fb2 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.1616421 Nov 18 17:16:05.888623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2866c-773a-4daa-8768-c624f9ec6274 req-d2f5c505-8094-40a2-a24a-d6cde89a9adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:05.890460 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-70e2866c-773a-4daa-8768-c624f9ec6274 req-d2f5c505-8094-40a2-a24a-d6cde89a9adf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 1097 time: 0.1279323 Nov 18 17:16:05.952419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a812233-73dd-4b41-bd12-822db201942c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:05.956327 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a812233-73dd-4b41-bd12-822db201942c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:05.981389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f59fb5f-68e3-4d54-9358-0ceff95c1797 req-9d462dd5-4d41-4f2b-ae66-7ffdbce30296 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939670 Nov 18 17:16:05.991476 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54f8a450-bf3a-48b4-92ac-0f53463b3e15 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:06.098843 n-d-813419-11 neutron-server[104007]: INFO neutron.db.ipam_backend_mixin [None req-3a812233-73dd-4b41-bd12-822db201942c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet defd79cc-6054-44ca-aa31-c4a2c3215bc6 (CIDR: 172.20.0.0/28) Nov 18 17:16:06.106947 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05a51d-c0fb-4103-8a01-de9518bc6b41 req-e0d15ef3-e4d2-414a-a1d9-e95f54201f1b tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:06.108572 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db05a51d-c0fb-4103-8a01-de9518bc6b41 req-e0d15ef3-e4d2-414a-a1d9-e95f54201f1b tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 946 time: 0.1338398 Nov 18 17:16:06.134975 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54f8a450-bf3a-48b4-92ac-0f53463b3e15 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:06.152925 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a812233-73dd-4b41-bd12-822db201942c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:16:06.153480 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a812233-73dd-4b41-bd12-822db201942c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:16:06.167931 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-54f8a450-bf3a-48b4-92ac-0f53463b3e15 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3650079-d7d4-471d-b31a-94722e4dd448']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:06.176054 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2866c-773a-4daa-8768-c624f9ec6274 req-d9d54247-e090-449d-9fb4-da5c73e11e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:06.176869 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db05a51d-c0fb-4103-8a01-de9518bc6b41 req-14550283-c764-4b53-9b94-81d017e64635 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597451 Nov 18 17:16:06.177679 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-70e2866c-773a-4daa-8768-c624f9ec6274 req-d9d54247-e090-449d-9fb4-da5c73e11e9f service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.2366726 Nov 18 17:16:06.181673 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-54f8a450-bf3a-48b4-92ac-0f53463b3e15 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fddd64bd-796a-4210-b524-ed5c0a7e1fd1') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:06.181862 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-54f8a450-bf3a-48b4-92ac-0f53463b3e15 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fddd64bd-796a-4210-b524-ed5c0a7e1fd1') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:06.225132 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54f8a450-bf3a-48b4-92ac-0f53463b3e15 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:06.232557 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-70e2866c-773a-4daa-8768-c624f9ec6274 req-2b604e6b-620e-4926-869e-4803d4452c3d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b61a69e-37e3-4977-a979-8c82ce844d20 HTTP/1.1" status: 200 len: 217 time: 0.0428636 Nov 18 17:16:06.240641 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54f8a450-bf3a-48b4-92ac-0f53463b3e15 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:06.273962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f8a450-bf3a-48b4-92ac-0f53463b3e15 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:16:06.274393 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54f8a450-bf3a-48b4-92ac-0f53463b3e15 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:16:06.277435 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:16:06.286445 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3a812233-73dd-4b41-bd12-822db201942c tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0764997 Nov 18 17:16:06.298776 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44666) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:06.307238 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8fda4861-e02f-4e98-af77-b92ef6dc9559 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'subnet': {'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:06.345707 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-ab37face-45e2-45e0-9863-a7ae70c2bdcb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:06.347301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-ab37face-45e2-45e0-9863-a7ae70c2bdcb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1017482 Nov 18 17:16:06.385252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2866c-773a-4daa-8768-c624f9ec6274 req-7f6e6718-ebc6-4928-a70a-1a66ef2d3fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:06.387023 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-70e2866c-773a-4daa-8768-c624f9ec6274 req-7f6e6718-ebc6-4928-a70a-1a66ef2d3fd0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.1440604 Nov 18 17:16:06.399206 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-72917554-1856-47bf-ab5c-9c0ebab8a268 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 696 time: 0.0454347 Nov 18 17:16:06.409526 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-de0ad615-5bc1-47c5-9e28-5ba0e81e7aed tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Request body: {'floatingip': {'port_id': '69d2ab0e-7f19-404e-89e3-2059d64eda67', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:06.453888 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-de0ad615-5bc1-47c5-9e28-5ba0e81e7aed tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:06.454149 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-70e2866c-773a-4daa-8768-c624f9ec6274 req-6631b120-ae95-4434-a14e-d5b552b4b0b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323024 Nov 18 17:16:06.532608 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54f8a450-bf3a-48b4-92ac-0f53463b3e15 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:06.532608 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54f8a450-bf3a-48b4-92ac-0f53463b3e15 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:06.532608 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-54f8a450-bf3a-48b4-92ac-0f53463b3e15 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] 10.222.0.72 "DELETE /v2.0/networks/c3650079-d7d4-471d-b31a-94722e4dd448 HTTP/1.1" status: 204 len: 168 time: 0.7041593 Nov 18 17:16:06.583035 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8a450-bf3a-48b4-92ac-0f53463b3e15 tempest-ExternalNetworksTestJSON-1219330497 tempest-ExternalNetworksTestJSON-1219330497-project] Pushing event deleted for resources: {'Network': ['ID=c3650079-d7d4-471d-b31a-94722e4dd448,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:06.608813 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-70e2866c-773a-4daa-8768-c624f9ec6274 req-3dd4392f-d0f3-45a3-a85a-2bb0a70ad07a service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450386 Nov 18 17:16:06.650609 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fda4861-e02f-4e98-af77-b92ef6dc9559 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:06.654192 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fda4861-e02f-4e98-af77-b92ef6dc9559 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:06.777602 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-70e2866c-773a-4daa-8768-c624f9ec6274 req-9db784ae-5f09-460b-9e17-831e46a89973 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602705 Nov 18 17:16:06.813569 n-d-813419-11 neutron-server[104008]: INFO neutron.db.ipam_backend_mixin [None req-8fda4861-e02f-4e98-af77-b92ef6dc9559 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 13bf3429-bb02-47a9-af0b-442f457effd7 (CIDR: 172.20.0.16/28) Nov 18 17:16:06.865331 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fda4861-e02f-4e98-af77-b92ef6dc9559 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:16:06.865331 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fda4861-e02f-4e98-af77-b92ef6dc9559 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:16:06.940670 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8fda4861-e02f-4e98-af77-b92ef6dc9559 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6405821 Nov 18 17:16:06.943363 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44678) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:06.948959 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4c4fa295-b76b-4336-8dac-0f1d7a358772 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'subnet': {'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:06.971301 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-de0ad615-5bc1-47c5-9e28-5ba0e81e7aed tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:07.029488 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-de0ad615-5bc1-47c5-9e28-5ba0e81e7aed tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:07.165213 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6778ea0-209b-4749-8d11-6deaa70723ce req-0becc2f1-8951-484c-9b8e-4780f0668ae6 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:07.166855 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6778ea0-209b-4749-8d11-6deaa70723ce req-0becc2f1-8951-484c-9b8e-4780f0668ae6 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.0970089 Nov 18 17:16:07.173680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44684) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:07.194496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4fa295-b76b-4336-8dac-0f1d7a358772 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Made reservation on behalf of 56090e80a65f4bf99127d1e5e759759f for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:07.198502 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c4fa295-b76b-4336-8dac-0f1d7a358772 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:07.200924 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-de0ad615-5bc1-47c5-9e28-5ba0e81e7aed tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Floating IP 11f777be-a2ab-49a2-80d1-9cf1159219d2 associated. External IP: 172.25.3.207, port: 69d2ab0e-7f19-404e-89e3-2059d64eda67. Nov 18 17:16:07.274844 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6778ea0-209b-4749-8d11-6deaa70723ce req-82b87f15-c174-45be-9627-ef7ef2dfc2f2 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935304 Nov 18 17:16:07.456413 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-de0ad615-5bc1-47c5-9e28-5ba0e81e7aed tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:16:07.543103 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0f4067f6-7e2a-4417-9701-b3dbc2a51850 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b5f81f2f174a456e9c1642029a33b433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3681943 Nov 18 17:16:07.545633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44688) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:07.566414 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-de0ad615-5bc1-47c5-9e28-5ba0e81e7aed tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:16:07.571321 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-de0ad615-5bc1-47c5-9e28-5ba0e81e7aed tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:07.578325 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b5095a-58b0-4724-8afd-44c15e1d254d None None] Sync routers for ids ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:16:07.591866 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b5095a-58b0-4724-8afd-44c15e1d254d None None] Routers {'a19cfc79-bd69-4cef-89ed-8ed01a4aa064'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:07.592814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-01b5095a-58b0-4724-8afd-44c15e1d254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:07.609184 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-de0ad615-5bc1-47c5-9e28-5ba0e81e7aed tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "PUT /v2.0/floatingips/11f777be-a2ab-49a2-80d1-9cf1159219d2 HTTP/1.1" status: 200 len: 996 time: 1.2027159 Nov 18 17:16:07.609517 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'tag': '69d2ab0e-7f19-404e-89e3-2059d64eda67'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:16:07.612583 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb236d9-d500-4a2a-9064-6d9f3451cd87" -d '{"events": [{"name": "network-changed", "server_uuid": "3770919c-d28f-4fc7-9f3c-bbde596127bc", "tag": "69d2ab0e-7f19-404e-89e3-2059d64eda67"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:16:07.630046 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52603291-2ecc-4951-8b56-3ee25bc97e52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:07.678104 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0f32c1-2819-4c89-a9ce-7a0c71ce13d8 x-openstack-request-id: req-3c0f32c1-2819-4c89-a9ce-7a0c71ce13d8 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:16:07.678587 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3770919c-d28f-4fc7-9f3c-bbde596127bc", "tag": "69d2ab0e-7f19-404e-89e3-2059d64eda67", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:16:07.678856 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3c0f32c1-2819-4c89-a9ce-7a0c71ce13d8 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:16:07.679274 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'tag': '69d2ab0e-7f19-404e-89e3-2059d64eda67', 'status': 'completed', 'code': 200} Nov 18 17:16:07.684279 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52603291-2ecc-4951-8b56-3ee25bc97e52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:07.688066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-1dbd6a72-5a0e-4cb5-83ed-7b23859fad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:07.690078 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-1dbd6a72-5a0e-4cb5-83ed-7b23859fad55 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 1097 time: 0.0620787 Nov 18 17:16:07.720014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-01b5095a-58b0-4724-8afd-44c15e1d254d None None] Set router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:07.814061 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-b2d0ebc5-8753-4202-9aeb-df8228e1a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:07.816944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-b2d0ebc5-8753-4202-9aeb-df8228e1a178 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 200 len: 922 time: 0.1129730 Nov 18 17:16:07.819808 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb236d9-d500-4a2a-9064-6d9f3451cd87 req-fdf7b8b2-e690-48ef-bcd6-39e5cfb964a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:07.821438 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6bb236d9-d500-4a2a-9064-6d9f3451cd87 req-fdf7b8b2-e690-48ef-bcd6-39e5cfb964a5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 1097 time: 0.1048772 Nov 18 17:16:07.916794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-9b14f2a6-0a25-424f-b2b0-929865d7efb1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d2ab0e-7f19-404e-89e3-2059d64eda67 HTTP/1.1" status: 200 len: 999 time: 0.0935822 Nov 18 17:16:07.936657 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52603291-2ecc-4951-8b56-3ee25bc97e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:07.940079 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52603291-2ecc-4951-8b56-3ee25bc97e52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:07.943577 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-52603291-2ecc-4951-8b56-3ee25bc97e52 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4000da0c-ab80-47a2-b7f2-65020ae5c089 HTTP/1.1" status: 204 len: 168 time: 0.3946767 Nov 18 17:16:07.959661 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52603291-2ecc-4951-8b56-3ee25bc97e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4000da0c-ab80-47a2-b7f2-65020ae5c089,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:07.978268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb236d9-d500-4a2a-9064-6d9f3451cd87 req-37b88766-b477-45cc-99a5-ab72e1456f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:07.979888 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6bb236d9-d500-4a2a-9064-6d9f3451cd87 req-37b88766-b477-45cc-99a5-ab72e1456f3c service neutron] 10.222.0.81 "GET /v2.0/networks?id=d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 200 len: 922 time: 0.1496735 Nov 18 17:16:08.000498 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c4fa295-b76b-4336-8dac-0f1d7a358772 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:08.031664 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-2baefd5d-5234-4f79-a1c4-ee0f1037321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:08.035723 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-2baefd5d-5234-4f79-a1c4-ee0f1037321c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13819e6b-b208-409f-bf07-9b01f07897d6 HTTP/1.1" status: 200 len: 859 time: 0.1118357 Nov 18 17:16:08.084271 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-01b5095a-58b0-4724-8afd-44c15e1d254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '11f777be-a2ab-49a2-80d1-9cf1159219d2', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'floating_ip_address': '172.25.3.207', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'port_id': '69d2ab0e-7f19-404e-89e3-2059d64eda67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'mac_address': 'fa:16:3e:0a:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:15:38Z', 'updated_at': '2021-11-18T17:16:06Z', 'revision_number': 1, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:22Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:08.092226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-af0f2ec7-cf85-4e40-9421-ab7d6d244501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:08.093924 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-af0f2ec7-cf85-4e40-9421-ab7d6d244501 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d6828d96-dac8-452e-9529-c68e647dfbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506179 Nov 18 17:16:08.108722 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4fa295-b76b-4336-8dac-0f1d7a358772 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:16:08.113657 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b5095a-58b0-4724-8afd-44c15e1d254d None None] Checking router: a19cfc79-bd69-4cef-89ed-8ed01a4aa064 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:16:08.120298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-4c4fa295-b76b-4336-8dac-0f1d7a358772 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:08.126297 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6bb236d9-d500-4a2a-9064-6d9f3451cd87 req-22f86985-9959-42eb-9e5c-c88ac3d4f4f4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d2ab0e-7f19-404e-89e3-2059d64eda67 HTTP/1.1" status: 200 len: 999 time: 0.1367722 Nov 18 17:16:08.128766 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4fa295-b76b-4336-8dac-0f1d7a358772 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:08.129518 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c4fa295-b76b-4336-8dac-0f1d7a358772 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:08.132230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b5095a-58b0-4724-8afd-44c15e1d254d None None] Routers {'a19cfc79-bd69-4cef-89ed-8ed01a4aa064'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:08.133095 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-01b5095a-58b0-4724-8afd-44c15e1d254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:08.133301 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fa295-b76b-4336-8dac-0f1d7a358772 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Subnet': ['ID=5fe33fec-23da-41e0-b9c6-61ded88452f3,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:08.138112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccdf268-7461-4a69-9a68-33b741e51b01 None None] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:16:08.187615 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb236d9-d500-4a2a-9064-6d9f3451cd87 req-642930da-6115-42ec-8d0e-acf74c600bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:08.194810 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6bb236d9-d500-4a2a-9064-6d9f3451cd87 req-642930da-6115-42ec-8d0e-acf74c600bf4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13819e6b-b208-409f-bf07-9b01f07897d6 HTTP/1.1" status: 200 len: 859 time: 0.0586748 Nov 18 17:16:08.221957 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-44dfde07-ff20-478d-9155-33806dea2151 service neutron] 10.222.0.72 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157901 Nov 18 17:16:08.245722 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb236d9-d500-4a2a-9064-6d9f3451cd87 req-20eb00cf-8aa4-4ed4-8d86-91ff47a24547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:08.247642 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6bb236d9-d500-4a2a-9064-6d9f3451cd87 req-20eb00cf-8aa4-4ed4-8d86-91ff47a24547 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d6828d96-dac8-452e-9529-c68e647dfbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443134 Nov 18 17:16:08.325328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-01b5095a-58b0-4724-8afd-44c15e1d254d None None] Set router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:08.353431 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9f7ffa9-fe12-4754-8b8f-c070bfdc75eb req-5f048695-b074-4e04-bdd6-a83ff8f70806 service neutron] 10.222.0.72 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249793 Nov 18 17:16:08.365484 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6bb236d9-d500-4a2a-9064-6d9f3451cd87 req-20f122ff-aa0f-4ea3-9fd5-1ff241d5064b service neutron] 10.222.0.81 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101692 Nov 18 17:16:08.369210 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4c4fa295-b76b-4336-8dac-0f1d7a358772 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4245856 Nov 18 17:16:08.373414 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44704) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:08.379355 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-473c6d5d-ab5e-44b8-8405-f466062a95da tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1014429737', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5fe33fec-23da-41e0-b9c6-61ded88452f3'}], 'security_groups': ['102ecfb0-78ed-45c6-bfcb-bc0e88bf7261', '902a7071-de91-484a-8e59-09082dd59e71']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:08.481646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d294ccb-f813-469e-8a5a-a97348e97189 req-30eb9c7e-0ae3-4d62-93ae-96716009f43e tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:08.489890 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d294ccb-f813-469e-8a5a-a97348e97189 req-30eb9c7e-0ae3-4d62-93ae-96716009f43e tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.1282144 Nov 18 17:16:08.549598 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6bb236d9-d500-4a2a-9064-6d9f3451cd87 req-e808f7cb-7b43-4937-9fc7-27ea630a8375 service neutron] 10.222.0.81 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738174 Nov 18 17:16:08.652546 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ec3359-95b6-4b87-ab80-4007954b9838 None None] Update dhcp port {'port': {'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'fixed_ips': [{'subnet_id': '13bf3429-bb02-47a9-af0b-442f457effd7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'defd79cc-6054-44ca-aa31-c4a2c3215bc6', 'ip_address': '172.20.0.2'}, {'subnet_id': '5fe33fec-23da-41e0-b9c6-61ded88452f3'}], 'binding:host_id': 'n-d-813419-11'}, 'id': '4dc43051-8bd6-40a3-b948-16fa44ce9e1c'} from n-d-813419-11. {{(pid=104009) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 18 17:16:08.685056 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d294ccb-f813-469e-8a5a-a97348e97189 req-3c117923-5275-44ff-97d3-b221941622a7 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942198 Nov 18 17:16:08.688036 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-473c6d5d-ab5e-44b8-8405-f466062a95da tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:08.708554 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17ec3359-95b6-4b87-ab80-4007954b9838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:08.708654 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f781d4-2313-4885-a921-3f453363eefb req-3ddb1809-de1f-491e-a975-bd39daae9d23 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:08.708654 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f781d4-2313-4885-a921-3f453363eefb req-3ddb1809-de1f-491e-a975-bd39daae9d23 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1325374 Nov 18 17:16:08.769268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-01b5095a-58b0-4724-8afd-44c15e1d254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '11f777be-a2ab-49a2-80d1-9cf1159219d2', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'floating_ip_address': '172.25.3.207', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'port_id': '69d2ab0e-7f19-404e-89e3-2059d64eda67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'mac_address': 'fa:16:3e:0a:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:15:38Z', 'updated_at': '2021-11-18T17:16:06Z', 'revision_number': 1, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:22Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:08.842733 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b5095a-58b0-4724-8afd-44c15e1d254d None None] The sync data for ids ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'] in n-d-813419-11 is: [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '11f777be-a2ab-49a2-80d1-9cf1159219d2', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'floating_ip_address': '172.25.3.207', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'port_id': '69d2ab0e-7f19-404e-89e3-2059d64eda67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'mac_address': 'fa:16:3e:0a:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:15:38Z', 'updated_at': '2021-11-18T17:16:06Z', 'revision_number': 1, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:22Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:16:08.868533 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f781d4-2313-4885-a921-3f453363eefb req-167365d4-a36c-4155-8f8c-24ef4eb78429 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 999 time: 0.1535842 Nov 18 17:16:08.881285 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-86f781d4-2313-4885-a921-3f453363eefb req-a8bd6310-cfbf-43c3-9389-cb5f62dc6a17 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Request body: {'floatingip': {'port_id': '6ddb28cf-2278-4a79-8e8f-c38c8701374c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:08.929436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44712) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:08.995240 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6befe4d2-3616-4b37-bb62-ed8b39139577 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=040abfa332014b96bdc3618db1468636&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0642414 Nov 18 17:16:08.996066 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44718) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:09.066905 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe262-e8e8-454f-85e5-98ef437207e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:09.109430 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe262-e8e8-454f-85e5-98ef437207e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:09.119250 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-17ec3359-95b6-4b87-ab80-4007954b9838 None None] Allocated IP 172.20.0.34 (eabaebc0-8920-4f0b-b341-85e0bccd64ba/5fe33fec-23da-41e0-b9c6-61ded88452f3/4dc43051-8bd6-40a3-b948-16fa44ce9e1c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:16:09.136901 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-86f781d4-2313-4885-a921-3f453363eefb req-a8bd6310-cfbf-43c3-9389-cb5f62dc6a17 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:09.208634 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9b0b0-204d-401f-a5b0-2d8cb360e6dd None None] New status for floating IP 11f777be-a2ab-49a2-80d1-9cf1159219d2: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:16:09.255312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-17ec3359-95b6-4b87-ab80-4007954b9838 None None] For port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dc43051-8bd6-40a3-b948-16fa44ce9e1c,segment=NetworkSegment(cfa91dff-7924-43b0-9359-669a82e3825e),segment_id=cfa91dff-7924-43b0-9359-669a82e3825e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:09.287096 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17ec3359-95b6-4b87-ab80-4007954b9838 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:09.297589 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe262-e8e8-454f-85e5-98ef437207e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:09.301112 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe262-e8e8-454f-85e5-98ef437207e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:09.304341 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7d7fe262-e8e8-454f-85e5-98ef437207e5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9629f640-f7ae-4e2d-859c-705f599dbd28 HTTP/1.1" status: 204 len: 168 time: 0.3050303 Nov 18 17:16:09.311504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fe262-e8e8-454f-85e5-98ef437207e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9629f640-f7ae-4e2d-859c-705f599dbd28,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:09.361356 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17ec3359-95b6-4b87-ab80-4007954b9838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:09.453144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec3359-95b6-4b87-ab80-4007954b9838 None None] Pushing event updated for resources: {'Port': ['ID=4dc43051-8bd6-40a3-b948-16fa44ce9e1c,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:09.559688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-473c6d5d-ab5e-44b8-8405-f466062a95da tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Delete allocated IP 172.20.0.14 (eabaebc0-8920-4f0b-b341-85e0bccd64ba/defd79cc-6054-44ca-aa31-c4a2c3215bc6) {{(pid=104007) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 18 17:16:09.578492 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-473c6d5d-ab5e-44b8-8405-f466062a95da tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Allocated IP 172.20.0.39 (eabaebc0-8920-4f0b-b341-85e0bccd64ba/5fe33fec-23da-41e0-b9c6-61ded88452f3/40c04c8e-644c-492e-a873-b2183be988c0) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:16:09.586564 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.api [req-86f781d4-2313-4885-a921-3f453363eefb req-a8bd6310-cfbf-43c3-9389-cb5f62dc6a17 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:16:09.586917 n-d-813419-11 neutron-server[104007]: DEBUG oslo_db.api [req-86f781d4-2313-4885-a921-3f453363eefb req-a8bd6310-cfbf-43c3-9389-cb5f62dc6a17 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:16:09.800776 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-473c6d5d-ab5e-44b8-8405-f466062a95da tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:09.828025 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849dd3d-c755-4951-8f38-9b3c17e6f515 req-7d409059-5fe8-4540-9800-bf58d2501dcd tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:09.829947 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4849dd3d-c755-4951-8f38-9b3c17e6f515 req-7d409059-5fe8-4540-9800-bf58d2501dcd tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.0648916 Nov 18 17:16:09.901526 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4849dd3d-c755-4951-8f38-9b3c17e6f515 req-8c319f23-80c5-4a2b-a6d8-27e8e6f1ff54 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620599 Nov 18 17:16:09.943205 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-473c6d5d-ab5e-44b8-8405-f466062a95da tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:10.035509 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c6d5d-ab5e-44b8-8405-f466062a95da tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event updated for resources: {'Port': ['ID=40c04c8e-644c-492e-a873-b2183be988c0,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:10.068121 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1ce4523e-f1c9-41d8-b35a-e7b76d09b690 None None] Provisioning complete for port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:10.073033 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1ce4523e-f1c9-41d8-b35a-e7b76d09b690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:10.074108 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-473c6d5d-ab5e-44b8-8405-f466062a95da tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] In _notify_port_updated(), no bound segment for port 40c04c8e-644c-492e-a873-b2183be988c0 on network eabaebc0-8920-4f0b-b341-85e0bccd64ba {{(pid=104007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:16:10.080966 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473c6d5d-ab5e-44b8-8405-f466062a95da tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:10.081669 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-473c6d5d-ab5e-44b8-8405-f466062a95da tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:10.083176 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-473c6d5d-ab5e-44b8-8405-f466062a95da tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "PUT /v2.0/ports/40c04c8e-644c-492e-a873-b2183be988c0 HTTP/1.1" status: 200 len: 960 time: 1.7100356 Nov 18 17:16:10.086271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44740) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:10.088478 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-86f781d4-2313-4885-a921-3f453363eefb req-a8bd6310-cfbf-43c3-9389-cb5f62dc6a17 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:10.204818 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1ce4523e-f1c9-41d8-b35a-e7b76d09b690 None None] Provisioning complete for port 40c04c8e-644c-492e-a873-b2183be988c0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:10.207874 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1ce4523e-f1c9-41d8-b35a-e7b76d09b690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:10.247829 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1ce4523e-f1c9-41d8-b35a-e7b76d09b690 None None] Port 40c04c8e-644c-492e-a873-b2183be988c0 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:10.251749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-08319046-d5d8-4127-a860-9888a6f71b42 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port 40c04c8e-644c-492e-a873-b2183be988c0 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:10.253345 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08319046-d5d8-4127-a860-9888a6f71b42 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:10.262455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1ce4523e-f1c9-41d8-b35a-e7b76d09b690 None None] Provisioning complete for port a5ccc474-e1fa-4619-a099-706763ba638f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:10.263344 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1ce4523e-f1c9-41d8-b35a-e7b76d09b690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:10.302039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1ce4523e-f1c9-41d8-b35a-e7b76d09b690 None None] Port a5ccc474-e1fa-4619-a099-706763ba638f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:10.367638 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08319046-d5d8-4127-a860-9888a6f71b42 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:10.387931 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-08319046-d5d8-4127-a860-9888a6f71b42 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for 40c04c8e-644c-492e-a873-b2183be988c0 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:10.640920 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7803ebd5-bc3f-49e9-94ff-a32ec8ac7e49 None None] Provisioning complete for port 40c04c8e-644c-492e-a873-b2183be988c0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:10.642732 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7803ebd5-bc3f-49e9-94ff-a32ec8ac7e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:10.647613 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08319046-d5d8-4127-a860-9888a6f71b42 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:10.690115 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7803ebd5-bc3f-49e9-94ff-a32ec8ac7e49 None None] Port 40c04c8e-644c-492e-a873-b2183be988c0 was deleted so its status cannot be updated. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 18 17:16:10.696189 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08319046-d5d8-4127-a860-9888a6f71b42 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=40c04c8e-644c-492e-a873-b2183be988c0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:10.773465 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08319046-d5d8-4127-a860-9888a6f71b42 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:10.806116 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-08319046-d5d8-4127-a860-9888a6f71b42 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/ports/40c04c8e-644c-492e-a873-b2183be988c0 HTTP/1.1" status: 204 len: 168 time: 0.7166841 Nov 18 17:16:10.811361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44756) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:10.873451 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-64659798-71ed-4419-89ab-edcf1cabf6f6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] GET failed (client error): The resource could not be found. Nov 18 17:16:10.878993 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-64659798-71ed-4419-89ab-edcf1cabf6f6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports/40c04c8e-644c-492e-a873-b2183be988c0 HTTP/1.1" status: 404 len: 333 time: 0.0663145 Nov 18 17:16:10.879728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44758) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:10.917913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4dc43051-8bd6-40a3-b948-16fa44ce9e1c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:16:10.997105 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2da299a4-1ef2-4c2a-b321-3f49a4aeb5e2 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:11.043869 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2da299a4-1ef2-4c2a-b321-3f49a4aeb5e2 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:11.047204 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:11.048181 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:11.159987 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed8f86-4118-4d94-b5f2-0e631652b702 req-11415950-e5df-4564-aff2-9f3ae8144f2c tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:11.167415 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57ed8f86-4118-4d94-b5f2-0e631652b702 req-11415950-e5df-4564-aff2-9f3ae8144f2c tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.0971825 Nov 18 17:16:11.212317 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2da299a4-1ef2-4c2a-b321-3f49a4aeb5e2 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:11.215279 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2da299a4-1ef2-4c2a-b321-3f49a4aeb5e2 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:11.218934 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2da299a4-1ef2-4c2a-b321-3f49a4aeb5e2 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/security-groups/c0237f94-8750-492c-8c2a-34c2f6d92307 HTTP/1.1" status: 204 len: 168 time: 0.3358457 Nov 18 17:16:11.219778 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44770) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:11.229408 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da299a4-1ef2-4c2a-b321-3f49a4aeb5e2 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0237f94-8750-492c-8c2a-34c2f6d92307,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:11.272882 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57ed8f86-4118-4d94-b5f2-0e631652b702 req-c4f71322-d9f9-4bd0-ab30-f5a8376dd35d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044428 Nov 18 17:16:11.353450 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88ea4be8-a85f-46a6-927a-b382d072eaf9 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:11.418137 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88ea4be8-a85f-46a6-927a-b382d072eaf9 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:11.446332 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-86f781d4-2313-4885-a921-3f453363eefb req-a8bd6310-cfbf-43c3-9389-cb5f62dc6a17 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:11.520638 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-86f781d4-2313-4885-a921-3f453363eefb req-a8bd6310-cfbf-43c3-9389-cb5f62dc6a17 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:11.566325 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88ea4be8-a85f-46a6-927a-b382d072eaf9 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:11.569053 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88ea4be8-a85f-46a6-927a-b382d072eaf9 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:11.572941 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-88ea4be8-a85f-46a6-927a-b382d072eaf9 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/security-groups/902a7071-de91-484a-8e59-09082dd59e71 HTTP/1.1" status: 204 len: 168 time: 0.3526196 Nov 18 17:16:11.573230 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44782) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:11.588712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea4be8-a85f-46a6-927a-b382d072eaf9 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=902a7071-de91-484a-8e59-09082dd59e71,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:11.658144 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6f06-fbe1-4c58-8fff-5b1eedd138ec tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:11.675060 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [req-86f781d4-2313-4885-a921-3f453363eefb req-a8bd6310-cfbf-43c3-9389-cb5f62dc6a17 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Floating IP 11f777be-a2ab-49a2-80d1-9cf1159219d2 associated. External IP: 172.25.3.207, port: 69d2ab0e-7f19-404e-89e3-2059d64eda67. Nov 18 17:16:11.684036 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6f06-fbe1-4c58-8fff-5b1eedd138ec tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:11.750250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44786) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:11.811715 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6f06-fbe1-4c58-8fff-5b1eedd138ec tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:11.815141 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6f06-fbe1-4c58-8fff-5b1eedd138ec tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:11.816429 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7a0c6f06-fbe1-4c58-8fff-5b1eedd138ec tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/security-groups/102ecfb0-78ed-45c6-bfcb-bc0e88bf7261 HTTP/1.1" status: 204 len: 168 time: 0.2418180 Nov 18 17:16:11.820079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44790) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:11.843841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c6f06-fbe1-4c58-8fff-5b1eedd138ec tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=102ecfb0-78ed-45c6-bfcb-bc0e88bf7261,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:11.879982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c6f06-fbe1-4c58-8fff-5b1eedd138ec tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:11.880831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c6f06-fbe1-4c58-8fff-5b1eedd138ec tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:11.881244 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c6f06-fbe1-4c58-8fff-5b1eedd138ec tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:11.881591 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c6f06-fbe1-4c58-8fff-5b1eedd138ec tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:11.882092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c6f06-fbe1-4c58-8fff-5b1eedd138ec tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:11.882435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c6f06-fbe1-4c58-8fff-5b1eedd138ec tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:11.882774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c6f06-fbe1-4c58-8fff-5b1eedd138ec tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:11.883570 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c6f06-fbe1-4c58-8fff-5b1eedd138ec tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:11.883570 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c6f06-fbe1-4c58-8fff-5b1eedd138ec tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:11.883815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c6f06-fbe1-4c58-8fff-5b1eedd138ec tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:11.884141 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c6f06-fbe1-4c58-8fff-5b1eedd138ec tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:11.884625 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c6f06-fbe1-4c58-8fff-5b1eedd138ec tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:11.904139 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86f781d4-2313-4885-a921-3f453363eefb req-a8bd6310-cfbf-43c3-9389-cb5f62dc6a17 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:16:11.907902 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-653e5152-3bc9-4ca4-bb45-5123a4e61124 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting subnet defd79cc-6054-44ca-aa31-c4a2c3215bc6 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:16:11.911534 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-653e5152-3bc9-4ca4-bb45-5123a4e61124 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:11.940652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a463e290-b29e-4320-8c9c-4f41404fa95c tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1205327984'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:11.971180 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-653e5152-3bc9-4ca4-bb45-5123a4e61124 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:12.024393 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86f781d4-2313-4885-a921-3f453363eefb req-a8bd6310-cfbf-43c3-9389-cb5f62dc6a17 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:16:12.035435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f3da8-c79b-46ce-ba2f-a5feec1251ec None None] Sync routers for ids ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:16:12.047088 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f3da8-c79b-46ce-ba2f-a5feec1251ec None None] Routers {'a19cfc79-bd69-4cef-89ed-8ed01a4aa064'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:12.048205 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9a7f3da8-c79b-46ce-ba2f-a5feec1251ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:12.058598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a463e290-b29e-4320-8c9c-4f41404fa95c tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Made reservation on behalf of 26f279a3d96c4872aae2d1da31ce97ed for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:12.062381 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a463e290-b29e-4320-8c9c-4f41404fa95c tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:12.078468 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a463e290-b29e-4320-8c9c-4f41404fa95c tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:12.087612 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-653e5152-3bc9-4ca4-bb45-5123a4e61124 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:12.161617 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-9a7f3da8-c79b-46ce-ba2f-a5feec1251ec None None] Set router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:12.206084 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a463e290-b29e-4320-8c9c-4f41404fa95c tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:12.247249 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-653e5152-3bc9-4ca4-bb45-5123a4e61124 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:12.268704 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86f781d4-2313-4885-a921-3f453363eefb req-a8bd6310-cfbf-43c3-9389-cb5f62dc6a17 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:16:12.271820 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-653e5152-3bc9-4ca4-bb45-5123a4e61124 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:12.276912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffe1826-b1aa-49e3-bb03-485881d150fe None None] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:16:12.280210 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-653e5152-3bc9-4ca4-bb45-5123a4e61124 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/defd79cc-6054-44ca-aa31-c4a2c3215bc6 HTTP/1.1" status: 204 len: 168 time: 0.4578600 Nov 18 17:16:12.289942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44796) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:12.304056 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a463e290-b29e-4320-8c9c-4f41404fa95c tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:12.324925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a463e290-b29e-4320-8c9c-4f41404fa95c tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:16:12.336084 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc523d5-3174-486d-89ce-4cc0d601a21e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting subnet 5fe33fec-23da-41e0-b9c6-61ded88452f3 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:16:12.336652 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a463e290-b29e-4320-8c9c-4f41404fa95c tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:12.337133 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-a463e290-b29e-4320-8c9c-4f41404fa95c tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Added segment 6c976245-aed3-48fa-ab40-22d95e9b6705 of type vlan for network 35a076d4-99b5-48e3-bb89-1a46bdafe57c Nov 18 17:16:12.350631 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4fc523d5-3174-486d-89ce-4cc0d601a21e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:12.362819 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e5152-3bc9-4ca4-bb45-5123a4e61124 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Subnet': ['ID=defd79cc-6054-44ca-aa31-c4a2c3215bc6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:12.426486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463e290-b29e-4320-8c9c-4f41404fa95c tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83442059-0564-41b0-8614-7c1b8ead3bd2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:12.431213 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a463e290-b29e-4320-8c9c-4f41404fa95c tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:12.503009 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a463e290-b29e-4320-8c9c-4f41404fa95c tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:12.503414 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4fc523d5-3174-486d-89ce-4cc0d601a21e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:12.510038 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a463e290-b29e-4320-8c9c-4f41404fa95c tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:12.511069 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a463e290-b29e-4320-8c9c-4f41404fa95c tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:12.541460 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9a7f3da8-c79b-46ce-ba2f-a5feec1251ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '11f777be-a2ab-49a2-80d1-9cf1159219d2', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'floating_ip_address': '172.25.3.207', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'port_id': '6ddb28cf-2278-4a79-8e8f-c38c8701374c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'mac_address': 'fa:16:3e:09:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953af3b-13a5-49a2-8d92-1081d570828b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:15:38Z', 'updated_at': '2021-11-18T17:16:11Z', 'revision_number': 3, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:22Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:12.591991 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463e290-b29e-4320-8c9c-4f41404fa95c tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Pushing event updated for resources: {'Network': ['ID=35a076d4-99b5-48e3-bb89-1a46bdafe57c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:12.593208 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f3da8-c79b-46ce-ba2f-a5feec1251ec None None] Checking router: a19cfc79-bd69-4cef-89ed-8ed01a4aa064 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:16:12.605473 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86f781d4-2313-4885-a921-3f453363eefb req-a8bd6310-cfbf-43c3-9389-cb5f62dc6a17 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:16:12.609481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 35a076d4-99b5-48e3-bb89-1a46bdafe57c details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:16:12.613443 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f3da8-c79b-46ce-ba2f-a5feec1251ec None None] Routers {'a19cfc79-bd69-4cef-89ed-8ed01a4aa064'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:12.614083 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9a7f3da8-c79b-46ce-ba2f-a5feec1251ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:12.615053 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-86f781d4-2313-4885-a921-3f453363eefb req-a8bd6310-cfbf-43c3-9389-cb5f62dc6a17 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:12.632267 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a463e290-b29e-4320-8c9c-4f41404fa95c tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8803210 Nov 18 17:16:12.662706 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-26216c04-cbe5-40e6-817a-939c093339f2 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:12.664245 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-26216c04-cbe5-40e6-817a-939c093339f2 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 821 time: 0.2963872 Nov 18 17:16:12.685842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'tag': '69d2ab0e-7f19-404e-89e3-2059d64eda67'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:16:12.687808 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f20dbb-d46c-4fb0-852d-e41172d94ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "3770919c-d28f-4fc7-9f3c-bbde596127bc", "tag": "69d2ab0e-7f19-404e-89e3-2059d64eda67"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:16:12.730202 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-8b4458b0-a5be-4627-8e08-febf6a287d3f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/quotas/50df9abadb204a52a1f75cd50dbb0a82 HTTP/1.1" status: 200 len: 375 time: 0.0453982 Nov 18 17:16:12.738693 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f781d4-2313-4885-a921-3f453363eefb req-a8bd6310-cfbf-43c3-9389-cb5f62dc6a17 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "PUT /v2.0/floatingips/11f777be-a2ab-49a2-80d1-9cf1159219d2 HTTP/1.1" status: 200 len: 999 time: 3.8618948 Nov 18 17:16:12.740091 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4fc523d5-3174-486d-89ce-4cc0d601a21e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:12.795236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-9a7f3da8-c79b-46ce-ba2f-a5feec1251ec None None] Set router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:12.865547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f781d4-2313-4885-a921-3f453363eefb req-309f036b-eec2-4bda-a4a5-66693c801174 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:12.881579 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f781d4-2313-4885-a921-3f453363eefb req-309f036b-eec2-4bda-a4a5-66693c801174 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports/69d2ab0e-7f19-404e-89e3-2059d64eda67 HTTP/1.1" status: 200 len: 942 time: 0.1118033 Nov 18 17:16:12.922032 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-a0cba9bd-7ad7-417a-8142-2ab410b31717 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1786461 Nov 18 17:16:13.026578 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4fc523d5-3174-486d-89ce-4cc0d601a21e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:13.066604 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9a7f3da8-c79b-46ce-ba2f-a5feec1251ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '11f777be-a2ab-49a2-80d1-9cf1159219d2', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'floating_ip_address': '172.25.3.207', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'port_id': '6ddb28cf-2278-4a79-8e8f-c38c8701374c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'mac_address': 'fa:16:3e:09:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953af3b-13a5-49a2-8d92-1081d570828b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:15:38Z', 'updated_at': '2021-11-18T17:16:11Z', 'revision_number': 3, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:22Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:13.070317 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc523d5-3174-486d-89ce-4cc0d601a21e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe33fec-23da-41e0-b9c6-61ded88452f3,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:13.073671 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4fc523d5-3174-486d-89ce-4cc0d601a21e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:13.080321 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4fc523d5-3174-486d-89ce-4cc0d601a21e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/5fe33fec-23da-41e0-b9c6-61ded88452f3 HTTP/1.1" status: 204 len: 168 time: 0.7949426 Nov 18 17:16:13.081122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44812) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:13.090148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f781d4-2313-4885-a921-3f453363eefb req-e94672c8-c9ca-4fa9-a8c2-2e8eed7600ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:13.091858 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f781d4-2313-4885-a921-3f453363eefb req-e94672c8-c9ca-4fa9-a8c2-2e8eed7600ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 1097 time: 0.1386766 Nov 18 17:16:13.108878 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f3da8-c79b-46ce-ba2f-a5feec1251ec None None] The sync data for ids ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'] in n-d-813419-11 is: [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '11f777be-a2ab-49a2-80d1-9cf1159219d2', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'floating_ip_address': '172.25.3.207', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'port_id': '6ddb28cf-2278-4a79-8e8f-c38c8701374c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'mac_address': 'fa:16:3e:09:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953af3b-13a5-49a2-8d92-1081d570828b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:15:38Z', 'updated_at': '2021-11-18T17:16:11Z', 'revision_number': 3, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:22Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:16:13.124965 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e1f06b-b1e3-4b2c-9a47-09a49b5d0469 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] DELETE failed (client error): The resource could not be found. Nov 18 17:16:13.135690 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e1f06b-b1e3-4b2c-9a47-09a49b5d0469 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:16:13.136291 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-5691abdc-5b95-49f7-8233-859ce54b3f83 service neutron] 10.222.0.72 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972828 Nov 18 17:16:13.136401 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-21e1f06b-b1e3-4b2c-9a47-09a49b5d0469 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/defd79cc-6054-44ca-aa31-c4a2c3215bc6 HTTP/1.1" status: 404 len: 337 time: 0.0512323 Nov 18 17:16:13.136401 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44814) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:13.211349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-211c269e-0a14-48f2-8aef-a4bc77efdb31 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting subnet 13bf3429-bb02-47a9-af0b-442f457effd7 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:16:13.215622 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-211c269e-0a14-48f2-8aef-a4bc77efdb31 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:13.263233 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-211c269e-0a14-48f2-8aef-a4bc77efdb31 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:13.283519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f781d4-2313-4885-a921-3f453363eefb req-7a90e313-70e1-48aa-818e-9a43f83d0e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:13.288751 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6937ca-eae8-4080-b768-ffeda481836d None None] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:16:13.293572 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f781d4-2313-4885-a921-3f453363eefb req-7a90e313-70e1-48aa-818e-9a43f83d0e99 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 200 len: 922 time: 0.1939468 Nov 18 17:16:13.308268 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-b791bd1f-bc66-4142-bddd-7909eb34c8bb service neutron] 10.222.0.72 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781111 Nov 18 17:16:13.363156 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f781d4-2313-4885-a921-3f453363eefb req-4c4d075d-e194-4e0c-a1c9-e3df659240a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d2ab0e-7f19-404e-89e3-2059d64eda67 HTTP/1.1" status: 200 len: 217 time: 0.0548208 Nov 18 17:16:13.390554 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-23f2baad-77ac-4f32-8abf-701c98c51bc0 None None] Provisioning complete for port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:13.391000 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-23f2baad-77ac-4f32-8abf-701c98c51bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:13.400940 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-211c269e-0a14-48f2-8aef-a4bc77efdb31 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:13.403518 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455fd651-48cf-4c99-bd38-9cfcab7687dd None None] New status for floating IP 11f777be-a2ab-49a2-80d1-9cf1159219d2: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:16:13.428322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f781d4-2313-4885-a921-3f453363eefb req-e82e114c-beb6-46db-a06a-7fdac8af8421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:13.430064 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f781d4-2313-4885-a921-3f453363eefb req-e82e114c-beb6-46db-a06a-7fdac8af8421 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13819e6b-b208-409f-bf07-9b01f07897d6 HTTP/1.1" status: 200 len: 859 time: 0.0561349 Nov 18 17:16:13.506271 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f781d4-2313-4885-a921-3f453363eefb req-03977197-d462-4faf-a7ca-46a0479a0f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:13.508197 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f781d4-2313-4885-a921-3f453363eefb req-03977197-d462-4faf-a7ca-46a0479a0f28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d6828d96-dac8-452e-9529-c68e647dfbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715320 Nov 18 17:16:13.566992 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-211c269e-0a14-48f2-8aef-a4bc77efdb31 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:13.599706 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c269e-0a14-48f2-8aef-a4bc77efdb31 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Subnet': ['ID=13bf3429-bb02-47a9-af0b-442f457effd7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:13.622122 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-211c269e-0a14-48f2-8aef-a4bc77efdb31 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:13.629324 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-211c269e-0a14-48f2-8aef-a4bc77efdb31 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/13bf3429-bb02-47a9-af0b-442f457effd7 HTTP/1.1" status: 204 len: 168 time: 0.4938045 Nov 18 17:16:13.631733 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44822) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:13.639344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f781d4-2313-4885-a921-3f453363eefb req-307130ed-8ad6-4706-9a7c-163fc3494aa5 service neutron] 10.222.0.72 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234703 Nov 18 17:16:13.670353 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2916290-7d41-436d-9b11-72fbb05cebfe tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] DELETE failed (client error): The resource could not be found. Nov 18 17:16:13.671069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2916290-7d41-436d-9b11-72fbb05cebfe tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:16:13.674247 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c2916290-7d41-436d-9b11-72fbb05cebfe tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/9079a24a-b3dd-4073-85fe-c0337e5a1743 HTTP/1.1" status: 404 len: 337 time: 0.0413377 Nov 18 17:16:13.677462 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44824) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:13.712183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-23f2baad-77ac-4f32-8abf-701c98c51bc0 None None] Provisioning complete for port a5ccc474-e1fa-4619-a099-706763ba638f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:13.712562 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-23f2baad-77ac-4f32-8abf-701c98c51bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:13.715169 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e6b74d5b-7f9e-47ff-a831-0c3df6a910a1 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "GET /v2.0/ports?device_id=1983ada6-3235-48ad-bd97-c92ad7a648ae HTTP/1.1" status: 200 len: 205 time: 0.0364497 Nov 18 17:16:13.717587 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44826) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:13.753949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-23f2baad-77ac-4f32-8abf-701c98c51bc0 None None] Port a5ccc474-e1fa-4619-a099-706763ba638f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:13.756335 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f781d4-2313-4885-a921-3f453363eefb req-267448bb-c5d5-4307-b970-2c82cf902ed9 service neutron] 10.222.0.72 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066844 Nov 18 17:16:13.768983 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-d9a6804f-c258-4b6e-b693-e8e86f3b4908 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] delete failed (client error): The resource could not be found. Nov 18 17:16:13.772533 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d9a6804f-c258-4b6e-b693-e8e86f3b4908 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/routers/1983ada6-3235-48ad-bd97-c92ad7a648ae HTTP/1.1" status: 404 len: 336 time: 0.0512288 Nov 18 17:16:13.772783 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44828) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:13.806985 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-45377155-5654-46b6-a731-37867ad9bac7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] DELETE failed (client error): The resource could not be found. Nov 18 17:16:13.807577 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45377155-5654-46b6-a731-37867ad9bac7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:16:13.811367 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-45377155-5654-46b6-a731-37867ad9bac7 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/2cce8369-9b34-4c59-891d-5c7c12d9f55b HTTP/1.1" status: 404 len: 337 time: 0.0372469 Nov 18 17:16:13.814104 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44830) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:13.825684 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ed056b-07bc-4be3-aef4-8e9cf72729d3 None None] Sync routers for ids ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:16:13.843755 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8f4e9b-f1a0-4f37-ae28-be276b12c749 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] DELETE failed (client error): The resource could not be found. Nov 18 17:16:13.844431 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8f4e9b-f1a0-4f37-ae28-be276b12c749 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:16:13.845104 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ed056b-07bc-4be3-aef4-8e9cf72729d3 None None] Routers {'a19cfc79-bd69-4cef-89ed-8ed01a4aa064'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:13.845740 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-66ed056b-07bc-4be3-aef4-8e9cf72729d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:13.847703 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9c8f4e9b-f1a0-4f37-ae28-be276b12c749 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/bd701582-887a-4c45-8a30-dadd3e715050 HTTP/1.1" status: 404 len: 337 time: 0.0325289 Nov 18 17:16:13.850514 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44832) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:13.878525 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63da554-a2c9-4d44-ab78-c3690c49d41e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] DELETE failed (client error): The resource could not be found. Nov 18 17:16:13.879021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63da554-a2c9-4d44-ab78-c3690c49d41e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:16:13.882160 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d63da554-a2c9-4d44-ab78-c3690c49d41e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/6775d343-4423-4e2b-b413-e55a9d64de49 HTTP/1.1" status: 404 len: 337 time: 0.0309443 Nov 18 17:16:13.884835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44834) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:13.898292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cff08d-423c-4d0c-8790-37a092181b2f None None] Update dhcp port {'port': {'network_id': 'eabaebc0-8920-4f0b-b341-85e0bccd64ba', 'fixed_ips': [{'subnet_id': '13bf3429-bb02-47a9-af0b-442f457effd7'}], 'binding:host_id': 'n-d-813419-11'}, 'id': '4dc43051-8bd6-40a3-b948-16fa44ce9e1c'} from n-d-813419-11. {{(pid=104009) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 18 17:16:13.910675 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de9684d-734a-44f9-a98e-8389235f2834 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] DELETE failed (client error): The resource could not be found. Nov 18 17:16:13.911405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de9684d-734a-44f9-a98e-8389235f2834 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:16:13.912525 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f781d4-2313-4885-a921-3f453363eefb req-8d9d7044-cdd7-4a79-89a4-553b89ead254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:13.914104 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f781d4-2313-4885-a921-3f453363eefb req-8d9d7044-cdd7-4a79-89a4-553b89ead254 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 1098 time: 0.0503020 Nov 18 17:16:13.920186 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7de9684d-734a-44f9-a98e-8389235f2834 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/ports/afe13731-1c18-402b-84d9-2e17aed4cf60 HTTP/1.1" status: 404 len: 333 time: 0.0318620 Nov 18 17:16:13.920704 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44836) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:13.931149 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-95cff08d-423c-4d0c-8790-37a092181b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:14.002899 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff93967-d936-4f2c-8298-17e487f75d44 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] DELETE failed (client error): The resource could not be found. Nov 18 17:16:14.003606 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff93967-d936-4f2c-8298-17e487f75d44 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:16:14.009735 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4ff93967-d936-4f2c-8298-17e487f75d44 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/c07fdf6e-a50c-4975-b9e0-96a1f514cf07 HTTP/1.1" status: 404 len: 337 time: 0.0879722 Nov 18 17:16:14.010064 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44842) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:14.045086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-66ed056b-07bc-4be3-aef4-8e9cf72729d3 None None] Set router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:14.053443 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b21c240-a838-4f30-914d-a31ddaea9c87 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] DELETE failed (client error): The resource could not be found. Nov 18 17:16:14.053914 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b21c240-a838-4f30-914d-a31ddaea9c87 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:16:14.057174 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6b21c240-a838-4f30-914d-a31ddaea9c87 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/067526c5-0598-4253-838e-b69e82992112 HTTP/1.1" status: 404 len: 337 time: 0.0457621 Nov 18 17:16:14.059731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44844) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:14.087562 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c8857e-a444-4d50-bdbb-8b7cde4a832f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] DELETE failed (client error): The resource could not be found. Nov 18 17:16:14.088076 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c8857e-a444-4d50-bdbb-8b7cde4a832f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:16:14.091456 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-82c8857e-a444-4d50-bdbb-8b7cde4a832f tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/ports/5c6486d1-7b6a-47f9-a0e2-bb55e9cc644d HTTP/1.1" status: 404 len: 333 time: 0.0305674 Nov 18 17:16:14.093925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44846) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:14.124889 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761b254-64cd-43ea-a701-852fe96cc755 req-48c8acd6-d030-4633-8fbc-517ec63a51f3 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:14.127308 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ebc0840-c024-4a52-a452-275e7c18a324 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] DELETE failed (client error): The resource could not be found. Nov 18 17:16:14.129155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ebc0840-c024-4a52-a452-275e7c18a324 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:16:14.131097 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4ebc0840-c024-4a52-a452-275e7c18a324 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/4470464d-468e-493a-813e-19254e6a8213 HTTP/1.1" status: 404 len: 337 time: 0.0358515 Nov 18 17:16:14.132279 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e761b254-64cd-43ea-a701-852fe96cc755 req-48c8acd6-d030-4633-8fbc-517ec63a51f3 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.0834434 Nov 18 17:16:14.133418 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44850) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:14.160830 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ecae2c-9bce-4696-ae43-6bb4c4024e7e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] DELETE failed (client error): The resource could not be found. Nov 18 17:16:14.161298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ecae2c-9bce-4696-ae43-6bb4c4024e7e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:16:14.166909 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e6ecae2c-9bce-4696-ae43-6bb4c4024e7e tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/subnets/7d1887d1-5fab-4aec-9ca0-fa7b4c730383 HTTP/1.1" status: 404 len: 337 time: 0.0303121 Nov 18 17:16:14.167746 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44854) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:14.181440 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f781d4-2313-4885-a921-3f453363eefb req-70db48d8-bdbd-410e-bbfd-263f42017a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:14.183087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f781d4-2313-4885-a921-3f453363eefb req-70db48d8-bdbd-410e-bbfd-263f42017a30 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 200 len: 922 time: 0.2425933 Nov 18 17:16:14.312186 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e027724f-7806-4d5d-97dd-8e1a9537efcd None None] Network eabaebc0-8920-4f0b-b341-85e0bccd64ba requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:16:14.324935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e761b254-64cd-43ea-a701-852fe96cc755 req-7a0a7115-6ddd-493a-bc4a-754b8eb0ac1d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831775 Nov 18 17:16:14.348314 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f781d4-2313-4885-a921-3f453363eefb req-614d1413-90d3-49d5-9817-993287279e4b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ddb28cf-2278-4a79-8e8f-c38c8701374c HTTP/1.1" status: 200 len: 1002 time: 0.1469679 Nov 18 17:16:14.396647 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c32fab65-0ca0-402f-86b6-e1abb655f095 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port a5ccc474-e1fa-4619-a099-706763ba638f {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:14.397748 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c32fab65-0ca0-402f-86b6-e1abb655f095 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:14.452134 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f781d4-2313-4885-a921-3f453363eefb req-ee81341a-c2cd-485a-b962-6ff8665979c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:14.453666 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f781d4-2313-4885-a921-3f453363eefb req-ee81341a-c2cd-485a-b962-6ff8665979c4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13819e6b-b208-409f-bf07-9b01f07897d6 HTTP/1.1" status: 200 len: 859 time: 0.0940797 Nov 18 17:16:14.498181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-63e5609a-752e-434d-85e4-376ca0c24ebe None None] Provisioning complete for port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:14.498563 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-63e5609a-752e-434d-85e4-376ca0c24ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:14.507900 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c32fab65-0ca0-402f-86b6-e1abb655f095 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:14.541796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c32fab65-0ca0-402f-86b6-e1abb655f095 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for a5ccc474-e1fa-4619-a099-706763ba638f owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:14.581821 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-66ed056b-07bc-4be3-aef4-8e9cf72729d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '11f777be-a2ab-49a2-80d1-9cf1159219d2', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'floating_ip_address': '172.25.3.207', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'port_id': '6ddb28cf-2278-4a79-8e8f-c38c8701374c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'mac_address': 'fa:16:3e:09:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953af3b-13a5-49a2-8d92-1081d570828b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:15:38Z', 'updated_at': '2021-11-18T17:16:13Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:22Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:14.623382 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876ded23-5160-4f4d-9696-fedbeef7a1dc None None] DHCP port deletion for eabaebc0-8920-4f0b-b341-85e0bccd64ba request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:16:14.624415 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f781d4-2313-4885-a921-3f453363eefb req-6a42355f-3733-4db6-868f-eb7b38f9a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:14.626094 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f781d4-2313-4885-a921-3f453363eefb req-6a42355f-3733-4db6-868f-eb7b38f9a714 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d6828d96-dac8-452e-9529-c68e647dfbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1392555 Nov 18 17:16:14.647685 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ed056b-07bc-4be3-aef4-8e9cf72729d3 None None] Checking router: a19cfc79-bd69-4cef-89ed-8ed01a4aa064 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:16:14.692788 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ed056b-07bc-4be3-aef4-8e9cf72729d3 None None] Routers {'a19cfc79-bd69-4cef-89ed-8ed01a4aa064'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:14.693427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-66ed056b-07bc-4be3-aef4-8e9cf72729d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:14.751398 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f781d4-2313-4885-a921-3f453363eefb req-6d3ca8b8-8f59-483e-8abf-1eb6c566df4e service neutron] 10.222.0.72 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164465 Nov 18 17:16:14.762179 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-63e5609a-752e-434d-85e4-376ca0c24ebe None None] Provisioning complete for port a5ccc474-e1fa-4619-a099-706763ba638f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:14.762639 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-63e5609a-752e-434d-85e4-376ca0c24ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:14.808301 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-63e5609a-752e-434d-85e4-376ca0c24ebe None None] Port a5ccc474-e1fa-4619-a099-706763ba638f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:14.827057 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c32fab65-0ca0-402f-86b6-e1abb655f095 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:14.827935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44860) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:14.834474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Request body: {'port': {'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c', 'binding:host_id': 'n-h1-813419-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-648295208'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:14.879875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fab65-0ca0-402f-86b6-e1abb655f095 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=a5ccc474-e1fa-4619-a099-706763ba638f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:14.883836 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-876ded23-5160-4f4d-9696-fedbeef7a1dc None None] Deleting port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:14.896312 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-876ded23-5160-4f4d-9696-fedbeef7a1dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:14.908130 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c32fab65-0ca0-402f-86b6-e1abb655f095 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:14.914257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c32fab65-0ca0-402f-86b6-e1abb655f095 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/ports/a5ccc474-e1fa-4619-a099-706763ba638f HTTP/1.1" status: 204 len: 168 time: 0.7420170 Nov 18 17:16:14.919719 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44862) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:14.922786 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58d25bd-f443-45c0-96ec-7f6012a890f4 x-openstack-request-id: req-a58d25bd-f443-45c0-96ec-7f6012a890f4 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:16:14.923268 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3770919c-d28f-4fc7-9f3c-bbde596127bc", "tag": "69d2ab0e-7f19-404e-89e3-2059d64eda67", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:16:14.923680 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a58d25bd-f443-45c0-96ec-7f6012a890f4 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:16:14.924284 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'tag': '69d2ab0e-7f19-404e-89e3-2059d64eda67', 'status': 'completed', 'code': 200} Nov 18 17:16:14.938345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86f781d4-2313-4885-a921-3f453363eefb req-66f76826-173c-40bd-bdd7-ae186b6179d4 service neutron] 10.222.0.72 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809006 Nov 18 17:16:14.943595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-66ed056b-07bc-4be3-aef4-8e9cf72729d3 None None] Set router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:14.947249 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4dc43051-8bd6-40a3-b948-16fa44ce9e1c no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:16:15.020243 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1533edbb-49d5-490d-84a1-946aa3f4880a req-8d6f1d6c-922f-4305-ad85-ef1f0c89b341 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 210 time: 0.0326188 Nov 18 17:16:15.022840 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Made reservation on behalf of b016c2ef69e24013a15a1eed980f1bd8 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:15.025285 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:15.047778 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:15.050568 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:15.090671 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f20dbb-d46c-4fb0-852d-e41172d94ea5 req-0c634c0f-0b6c-41c2-8e35-9ae6f8c79294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:15.092275 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06f20dbb-d46c-4fb0-852d-e41172d94ea5 req-0c634c0f-0b6c-41c2-8e35-9ae6f8c79294 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 1097 time: 0.1424897 Nov 18 17:16:15.118938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-876ded23-5160-4f4d-9696-fedbeef7a1dc None None] For port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dc43051-8bd6-40a3-b948-16fa44ce9e1c,segment=NetworkSegment(cfa91dff-7924-43b0-9359-669a82e3825e),segment_id=cfa91dff-7924-43b0-9359-669a82e3825e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:15.119301 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-876ded23-5160-4f4d-9696-fedbeef7a1dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:15.147352 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-876ded23-5160-4f4d-9696-fedbeef7a1dc None None] Calling delete_port for 4dc43051-8bd6-40a3-b948-16fa44ce9e1c owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:15.209180 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-506b88c9-a6d6-4545-8446-6a47ea5bb712 req-e0ec9a7b-6902-4e87-9834-5be9148bdbaf tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 1002 time: 0.0748651 Nov 18 17:16:15.253702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Deleting port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:15.254649 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:15.274188 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b88c9-a6d6-4545-8446-6a47ea5bb712 req-3c85b169-61a1-4be2-b094-d6b6765884c2 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:15.275476 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-506b88c9-a6d6-4545-8446-6a47ea5bb712 req-3c85b169-61a1-4be2-b094-d6b6765884c2 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports/6ddb28cf-2278-4a79-8e8f-c38c8701374c HTTP/1.1" status: 200 len: 943 time: 0.0588503 Nov 18 17:16:15.284000 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:15.314526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f20dbb-d46c-4fb0-852d-e41172d94ea5 req-48f335a4-46ea-45c6-8b30-6520d2bf4fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:15.316176 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06f20dbb-d46c-4fb0-852d-e41172d94ea5 req-48f335a4-46ea-45c6-8b30-6520d2bf4fa1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 200 len: 922 time: 0.2050967 Nov 18 17:16:15.363946 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:15.409918 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06f20dbb-d46c-4fb0-852d-e41172d94ea5 req-42f18e17-dfa2-4a5b-8f3f-8f3e584e5983 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d2ab0e-7f19-404e-89e3-2059d64eda67 HTTP/1.1" status: 200 len: 217 time: 0.0838640 Nov 18 17:16:15.415523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] For port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dc43051-8bd6-40a3-b948-16fa44ce9e1c,segment=NetworkSegment(cfa91dff-7924-43b0-9359-669a82e3825e),segment_id=cfa91dff-7924-43b0-9359-669a82e3825e)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:15.415939 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:15.472566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f20dbb-d46c-4fb0-852d-e41172d94ea5 req-0209cc70-7bac-4657-9150-0e060df48d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:15.474139 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06f20dbb-d46c-4fb0-852d-e41172d94ea5 req-0209cc70-7bac-4657-9150-0e060df48d3c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13819e6b-b208-409f-bf07-9b01f07897d6 HTTP/1.1" status: 200 len: 859 time: 0.0498383 Nov 18 17:16:15.478199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Calling delete_port for 4dc43051-8bd6-40a3-b948-16fa44ce9e1c owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:15.500354 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-506b88c9-a6d6-4545-8446-6a47ea5bb712 req-fe65efaf-e5d3-42fa-8a53-06e1473336bc tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 1002 time: 0.1338196 Nov 18 17:16:15.512443 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dc43051-8bd6-40a3-b948-16fa44ce9e1c,segment=NetworkSegment(cfa91dff-7924-43b0-9359-669a82e3825e),segment_id=cfa91dff-7924-43b0-9359-669a82e3825e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:15.520135 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723dcdd-6c6a-44fd-9c1e-bd45909813d0 req-edf410a9-3dd2-4f72-a30b-aeb9567f0ea3 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:15.528573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3723dcdd-6c6a-44fd-9c1e-bd45909813d0 req-edf410a9-3dd2-4f72-a30b-aeb9567f0ea3 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.1077819 Nov 18 17:16:15.540398 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-66ed056b-07bc-4be3-aef4-8e9cf72729d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '11f777be-a2ab-49a2-80d1-9cf1159219d2', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'floating_ip_address': '172.25.3.207', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'port_id': '6ddb28cf-2278-4a79-8e8f-c38c8701374c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'mac_address': 'fa:16:3e:09:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953af3b-13a5-49a2-8d92-1081d570828b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:15:38Z', 'updated_at': '2021-11-18T17:16:13Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:22Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:15.568845 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:15.570338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ed056b-07bc-4be3-aef4-8e9cf72729d3 None None] The sync data for ids ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'] in n-d-813419-11 is: [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '11f777be-a2ab-49a2-80d1-9cf1159219d2', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'floating_ip_address': '172.25.3.207', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'port_id': '6ddb28cf-2278-4a79-8e8f-c38c8701374c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'mac_address': 'fa:16:3e:09:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953af3b-13a5-49a2-8d92-1081d570828b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:15:38Z', 'updated_at': '2021-11-18T17:16:13Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:22Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:16:15.572615 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] device_id is not set on port 4b837539-489e-4b26-b86a-d09fa5359f4f yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:16:15.600871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f20dbb-d46c-4fb0-852d-e41172d94ea5 req-dc3705a4-face-40b4-8555-4e0d32e2e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:15.602542 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06f20dbb-d46c-4fb0-852d-e41172d94ea5 req-dc3705a4-face-40b4-8555-4e0d32e2e090 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d6828d96-dac8-452e-9529-c68e647dfbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1195848 Nov 18 17:16:15.607997 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:15.680851 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3723dcdd-6c6a-44fd-9c1e-bd45909813d0 req-79d0adc0-ecfe-4935-a6af-f11129f03bdb tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399755 Nov 18 17:16:15.708106 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=4dc43051-8bd6-40a3-b948-16fa44ce9e1c,revision_number=11']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:15.724193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b88c9-a6d6-4545-8446-6a47ea5bb712 req-d3b71aab-af3b-4a59-b906-73e45082df8a tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:15.744037 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-506b88c9-a6d6-4545-8446-6a47ea5bb712 req-d3b71aab-af3b-4a59-b906-73e45082df8a tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.2080367 Nov 18 17:16:15.817760 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-876ded23-5160-4f4d-9696-fedbeef7a1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:15.837465 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:15.840306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561fa187-2cb0-40e6-bf7c-85b36dfba249,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:15.846612 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ded23-5160-4f4d-9696-fedbeef7a1dc None None] Pushing event deleted for resources: {'Port': ['ID=4dc43051-8bd6-40a3-b948-16fa44ce9e1c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:15.859079 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876ded23-5160-4f4d-9696-fedbeef7a1dc None None] No DVR routers for this DVR port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:16:15.915148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] No DVR routers for this DVR port 4dc43051-8bd6-40a3-b948-16fa44ce9e1c on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:16:15.920697 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Port': ['ID=4dc43051-8bd6-40a3-b948-16fa44ce9e1c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:15.951884 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-7d7137b2-6f44-4e0d-8799-9c87c0f634df tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 1002 time: 0.1123276 Nov 18 17:16:15.977191 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06f20dbb-d46c-4fb0-852d-e41172d94ea5 req-5223592a-dc7b-496b-b1a0-bbf40bd31e4a service neutron] 10.222.0.81 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192675 Nov 18 17:16:16.000251 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-a1c59c6c-12a8-43fa-b671-991340564aba tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:16.001666 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-a1c59c6c-12a8-43fa-b671-991340564aba tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports/6ddb28cf-2278-4a79-8e8f-c38c8701374c HTTP/1.1" status: 200 len: 943 time: 0.0475190 Nov 18 17:16:16.066860 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:16.114592 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-342e903f-e3b6-440f-839a-30b233a0d591 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 1002 time: 0.0719991 Nov 18 17:16:16.147398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabaebc0-8920-4f0b-b341-85e0bccd64ba']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:16.147706 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86d70a18-43e4-4055-8790-125307d19e53 req-8a98c645-f1ac-47ca-bd8a-59e3c5c83df0 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 210 time: 0.0381470 Nov 18 17:16:16.193944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa91dff-7924-43b0-9359-669a82e3825e') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:16.194302 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa91dff-7924-43b0-9359-669a82e3825e') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:16.225873 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:16.256605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-914ac46c-0854-4522-a1a0-7f8be0848fcb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:16.258019 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-914ac46c-0854-4522-a1a0-7f8be0848fcb tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.1358776 Nov 18 17:16:16.269710 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06f20dbb-d46c-4fb0-852d-e41172d94ea5 req-a79cc845-4227-4876-946a-873f971dba38 service neutron] 10.222.0.81 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764502 Nov 18 17:16:16.272215 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:16.284122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] device_id is not set on port 4b837539-489e-4b26-b86a-d09fa5359f4f yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:16:16.288559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:16:16.288971 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:16:16.292144 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:16:16.308815 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:16.335086 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-a7f6d6eb-1045-49fa-b416-6b874f9f6acd tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 1002 time: 0.0688176 Nov 18 17:16:16.345121 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-49d227ac-2b74-42a0-8dac-5866cc317124 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:16.401057 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:16.402434 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-49d227ac-2b74-42a0-8dac-5866cc317124 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:16.566339 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-49d227ac-2b74-42a0-8dac-5866cc317124 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:16.626797 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-49d227ac-2b74-42a0-8dac-5866cc317124 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:16.626797 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-49d227ac-2b74-42a0-8dac-5866cc317124 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Floating IP 11f777be-a2ab-49a2-80d1-9cf1159219d2 disassociated. External IP: 172.25.3.207, port: 6ddb28cf-2278-4a79-8e8f-c38c8701374c. Nov 18 17:16:16.684132 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:16.706384 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:16.712019 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] 10.222.0.72 "DELETE /v2.0/networks/eabaebc0-8920-4f0b-b341-85e0bccd64ba HTTP/1.1" status: 204 len: 168 time: 1.7927899 Nov 18 17:16:16.758130 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d6985-a95d-4bd9-8d02-22a6efb516b6 tempest-PortsTestJSON-1919383610 tempest-PortsTestJSON-1919383610-project] Pushing event deleted for resources: {'Network': ['ID=eabaebc0-8920-4f0b-b341-85e0bccd64ba,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:16.762850 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Pushing event updated for resources: {'Port': ['ID=4b837539-489e-4b26-b86a-d09fa5359f4f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:16.782398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-36b5c22d-f11f-409a-88a2-12db8fcd6364 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:16.788289 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-36b5c22d-f11f-409a-88a2-12db8fcd6364 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.81 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 821 time: 0.4194133 Nov 18 17:16:16.805260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-5a8a9a94-5694-41f8-b156-d5358b14df7d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Request body: {'port': {'device_id': '6efed404-c235-46eb-a304-619c279f1151', 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6', 'admin_state_up': True, 'tenant_id': '50df9abadb204a52a1f75cd50dbb0a82'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:16.818542 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Checking segment: {'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:16:16.818923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Network hostable DHCP agents. Network: 35a076d4-99b5-48e3-bb89-1a46bdafe57c, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:16:16.950847 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Network 35a076d4-99b5-48e3-bb89-1a46bdafe57c is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:16:17.085879 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-5a8a9a94-5694-41f8-b156-d5358b14df7d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Made reservation on behalf of 50df9abadb204a52a1f75cd50dbb0a82 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:17.089531 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-5a8a9a94-5694-41f8-b156-d5358b14df7d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:17.100780 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c953af3b-13a5-49a2-8d92-1081d570828b', 'tag': '6ddb28cf-2278-4a79-8e8f-c38c8701374c'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:16:17.103037 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3756a2-9f7a-4ff3-bb4b-345496141b38" -d '{"events": [{"name": "network-changed", "server_uuid": "c953af3b-13a5-49a2-8d92-1081d570828b", "tag": "6ddb28cf-2278-4a79-8e8f-c38c8701374c"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:16:17.149318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 35a076d4-99b5-48e3-bb89-1a46bdafe57c) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:17.160934 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:16:17.163624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1007b9-61ef-4825-acc9-e893618ba2d9 None None] Network 35a076d4-99b5-48e3-bb89-1a46bdafe57c requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:16:17.177322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531f67e-a7bb-48f6-84a7-b4b41d40d5f0 req-2e8ed97c-cf9e-4074-9f00-e0229f6c5f92 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:17.178914 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6531f67e-a7bb-48f6-84a7-b4b41d40d5f0 req-2e8ed97c-cf9e-4074-9f00-e0229f6c5f92 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.0725095 Nov 18 17:16:17.189335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:17.190019 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:17.190632 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:17.203299 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:17.204174 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:17.222763 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 2 to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f Nov 18 17:16:17.245164 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:17.245836 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:17.246482 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:17.257993 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:17.258569 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:17.262465 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 3 to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f Nov 18 17:16:17.272709 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6531f67e-a7bb-48f6-84a7-b4b41d40d5f0 req-80800c89-6607-435f-a5fb-a56652f7176e tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621271 Nov 18 17:16:17.286265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-5a8a9a94-5694-41f8-b156-d5358b14df7d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Allocated IP 172.20.0.3 (2c80b09d-0b1c-4934-855f-ad1012986cf6/0a9bfb05-84d8-4d4a-b4a2-917d37cc6068/e779c0b1-2889-4a8e-89db-5d2cd6ea3303) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:16:17.293488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:17.294061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:17.294617 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:17.305546 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:17.306138 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:17.308138 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 4 to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f Nov 18 17:16:17.325361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:17.325815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:17.326233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:17.339178 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:17.339593 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:17.341540 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 5 to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f Nov 18 17:16:17.347923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-49d227ac-2b74-42a0-8dac-5866cc317124 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:16:17.399524 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:17.401926 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:17.405750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:17.421902 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:17.422240 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:17.436432 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 6 to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f Nov 18 17:16:17.462789 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:17.463142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:17.463493 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:17.473644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:17.474965 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:17.501091 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 7 to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f Nov 18 17:16:17.510139 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44894) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:17.537480 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:17.537859 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:17.538208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:17.554569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-49d227ac-2b74-42a0-8dac-5866cc317124 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:16:17.562075 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-49d227ac-2b74-42a0-8dac-5866cc317124 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:17.565989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:17.566328 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:17.568463 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 8 to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f Nov 18 17:16:17.570317 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9f3df8-c957-47d4-a4a1-a0c0e82e4877 None None] Sync routers for ids ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:16:17.599517 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9f3df8-c957-47d4-a4a1-a0c0e82e4877 None None] Routers {'a19cfc79-bd69-4cef-89ed-8ed01a4aa064'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:17.600183 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ff9f3df8-c957-47d4-a4a1-a0c0e82e4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:17.600790 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-5a8a9a94-5694-41f8-b156-d5358b14df7d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:17.602462 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:17.602811 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:17.603151 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:17.609675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:17.610861 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:17.612516 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 9 to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f Nov 18 17:16:17.629264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:17.629634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:17.629974 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:17.640461 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:17.640802 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:17.646271 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 10 to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f Nov 18 17:16:17.649782 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-49d227ac-2b74-42a0-8dac-5866cc317124 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "PUT /v2.0/floatingips/11f777be-a2ab-49a2-80d1-9cf1159219d2 HTTP/1.1" status: 200 len: 695 time: 1.3085179 Nov 18 17:16:17.664569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:17.664918 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:17.665263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:17.673088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 4b837539-489e-4b26-b86a-d09fa5359f4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:17.673501 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 4b837539-489e-4b26-b86a-d09fa5359f4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:17.673880 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:17.693311 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2bc5a0-5e92-4a29-92f1-4cc507851fff x-openstack-request-id: req-aa2bc5a0-5e92-4a29-92f1-4cc507851fff {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:16:17.696016 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c953af3b-13a5-49a2-8d92-1081d570828b", "tag": "6ddb28cf-2278-4a79-8e8f-c38c8701374c", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:16:17.696016 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aa2bc5a0-5e92-4a29-92f1-4cc507851fff {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:16:17.696016 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c953af3b-13a5-49a2-8d92-1081d570828b', 'tag': '6ddb28cf-2278-4a79-8e8f-c38c8701374c', 'status': 'completed', 'code': 200} Nov 18 17:16:17.755197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-f2fe906b-5d15-4752-b515-9f3f0880bc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:17.757249 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-f2fe906b-5d15-4752-b515-9f3f0880bc8e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 1098 time: 0.1066766 Nov 18 17:16:17.796761 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e88a608-cc4c-4f21-8ecf-01d34d691d1d req-3045141d-5751-4731-abc2-320ebed66227 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 210 time: 0.0382197 Nov 18 17:16:17.800556 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-5a8a9a94-5694-41f8-b156-d5358b14df7d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:17.818415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['cf8ccb18-f108-451f-8e9a-38cc13435e0c'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:16:17.919073 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8a2e76fa-c56b-46e1-8356-afa16bb7712c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=56090e80a65f4bf99127d1e5e759759f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4053514 Nov 18 17:16:17.919328 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-5a8a9a94-5694-41f8-b156-d5358b14df7d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Network 2c80b09d-0b1c-4934-855f-ad1012986cf6 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:16:17.924414 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44898) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:17.942389 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-5a8a9a94-5694-41f8-b156-d5358b14df7d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:17.945374 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-5a8a9a94-5694-41f8-b156-d5358b14df7d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:16:17.961270 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-ff9f3df8-c957-47d4-a4a1-a0c0e82e4877 None None] Set router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:18.011025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-5a8a9a94-5694-41f8-b156-d5358b14df7d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:18.011777 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-5a8a9a94-5694-41f8-b156-d5358b14df7d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:18.037251 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3756a2-9f7a-4ff3-bb4b-345496141b38 req-5abb1544-20d1-444a-be77-a505ac368223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:18.039526 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cd3756a2-9f7a-4ff3-bb4b-345496141b38 req-5abb1544-20d1-444a-be77-a505ac368223 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 1098 time: 0.3269017 Nov 18 17:16:18.045381 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a9a94-5694-41f8-b156-d5358b14df7d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Pushing event updated for resources: {'Port': ['ID=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:18.048632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-5416fa4d-b47a-4bb6-8027-2f874cfd173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:18.050212 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-5416fa4d-b47a-4bb6-8027-2f874cfd173d service neutron] 10.222.0.72 "GET /v2.0/networks?id=d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 200 len: 922 time: 0.2517161 Nov 18 17:16:18.055244 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] For port 4b837539-489e-4b26-b86a-d09fa5359f4f, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:16:18.055350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempted to set empty binding levels {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 18 17:16:18.103841 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-fea246ab-fc9e-4421-aaf8-717115f5c35c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ddb28cf-2278-4a79-8e8f-c38c8701374c HTTP/1.1" status: 200 len: 217 time: 0.0440550 Nov 18 17:16:18.125308 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4c1369c2-6481-42e9-a13e-30a12c4000f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:18.163976 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-5a8a9a94-5694-41f8-b156-d5358b14df7d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3625607 Nov 18 17:16:18.166949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3756a2-9f7a-4ff3-bb4b-345496141b38 req-dab50974-4334-4a94-9d7c-deddb7394741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:18.168916 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cd3756a2-9f7a-4ff3-bb4b-345496141b38 req-dab50974-4334-4a94-9d7c-deddb7394741 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 200 len: 922 time: 0.1152351 Nov 18 17:16:18.179517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Request body: {'port': {'device_id': '6efed404-c235-46eb-a304-619c279f1151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:18.181478 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4c1369c2-6481-42e9-a13e-30a12c4000f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:18.187154 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:18.193302 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-cf357186-70c6-46ea-90b5-4ffa2e5e3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:18.193909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-cf357186-70c6-46ea-90b5-4ffa2e5e3405 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13819e6b-b208-409f-bf07-9b01f07897d6 HTTP/1.1" status: 200 len: 859 time: 0.0769908 Nov 18 17:16:18.213424 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ff9f3df8-c957-47d4-a4a1-a0c0e82e4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:22Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:18.253107 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9f3df8-c957-47d4-a4a1-a0c0e82e4877 None None] Checking router: a19cfc79-bd69-4cef-89ed-8ed01a4aa064 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:16:18.262760 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-1034874c-d38b-4e39-bd50-9a20d9a958ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:18.264008 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9f3df8-c957-47d4-a4a1-a0c0e82e4877 None None] Routers {'a19cfc79-bd69-4cef-89ed-8ed01a4aa064'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:18.264379 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-1034874c-d38b-4e39-bd50-9a20d9a958ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d6828d96-dac8-452e-9529-c68e647dfbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607667 Nov 18 17:16:18.272213 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ff9f3df8-c957-47d4-a4a1-a0c0e82e4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:18.308290 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cd3756a2-9f7a-4ff3-bb4b-345496141b38 req-a7cc9a5f-1171-419c-a867-cfdb60f38030 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ddb28cf-2278-4a79-8e8f-c38c8701374c HTTP/1.1" status: 200 len: 217 time: 0.1240520 Nov 18 17:16:18.334335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:18.335130 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:18.348551 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4c1369c2-6481-42e9-a13e-30a12c4000f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:18.353649 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4c1369c2-6481-42e9-a13e-30a12c4000f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:18.353649 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4c1369c2-6481-42e9-a13e-30a12c4000f2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7aa64d5c-24fa-4911-98a4-3ceaa14d1030 HTTP/1.1" status: 204 len: 168 time: 0.4222250 Nov 18 17:16:18.375097 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1369c2-6481-42e9-a13e-30a12c4000f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa64d5c-24fa-4911-98a4-3ceaa14d1030,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:18.439820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Pushing event updated for resources: {'Port': ['ID=4b837539-489e-4b26-b86a-d09fa5359f4f,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:18.456848 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-ac64671f-b860-43c4-9716-96a0892dcc52 service neutron] 10.222.0.72 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829302 Nov 18 17:16:18.466007 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:18.486650 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3756a2-9f7a-4ff3-bb4b-345496141b38 req-8380d481-e1aa-4980-ab0d-0d9e7681a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:18.488712 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cd3756a2-9f7a-4ff3-bb4b-345496141b38 req-8380d481-e1aa-4980-ab0d-0d9e7681a48f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=13819e6b-b208-409f-bf07-9b01f07897d6 HTTP/1.1" status: 200 len: 859 time: 0.1610951 Nov 18 17:16:18.493012 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fd101dcc-eb6f-4d4a-839e-c8cb02a5926e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.6627860 Nov 18 17:16:18.495720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44906) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:18.550324 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-ff9f3df8-c957-47d4-a4a1-a0c0e82e4877 None None] Set router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:18.605534 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3f23c-ae3e-4c1f-b388-c0d05c6dc97c req-d5cd0e7e-3d9d-4198-95ea-078cb845a3e3 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:18.617796 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0b3f23c-ae3e-4c1f-b388-c0d05c6dc97c req-d5cd0e7e-3d9d-4198-95ea-078cb845a3e3 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.1971562 Nov 18 17:16:18.634585 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3756a2-9f7a-4ff3-bb4b-345496141b38 req-b1d986be-2f93-491c-bc81-b031af6e4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:18.636388 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cd3756a2-9f7a-4ff3-bb4b-345496141b38 req-b1d986be-2f93-491c-bc81-b031af6e4658 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6828d96-dac8-452e-9529-c68e647dfbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131992 Nov 18 17:16:18.722045 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0b3f23c-ae3e-4c1f-b388-c0d05c6dc97c req-0562db05-e98a-4214-a151-355995e80347 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029115 Nov 18 17:16:18.737276 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97f9de45-ccbc-46f1-8ad7-1bcfa75b8eee req-f6877954-a3de-47dc-9ebe-fa432edf7d29 service neutron] 10.222.0.72 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797575 Nov 18 17:16:18.899067 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-f8be4ca3-bd6f-414f-bfd4-651cbf9c4255 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Deleting port 4b837539-489e-4b26-b86a-d09fa5359f4f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:18.899625 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f8be4ca3-bd6f-414f-bfd4-651cbf9c4255 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:18.929472 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ff9f3df8-c957-47d4-a4a1-a0c0e82e4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:22Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:18.988351 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cd3756a2-9f7a-4ff3-bb4b-345496141b38 req-1563483c-0b28-4b16-903f-0e88982bf1e2 service neutron] 10.222.0.83 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990749 Nov 18 17:16:18.990195 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9f3df8-c957-47d4-a4a1-a0c0e82e4877 None None] The sync data for ids ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'] in n-d-813419-11 is: [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:22Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:16:19.133956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-f8be4ca3-bd6f-414f-bfd4-651cbf9c4255 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] For port 4b837539-489e-4b26-b86a-d09fa5359f4f, host n-h1-813419-11, got binding levels [] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:19.134512 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f8be4ca3-bd6f-414f-bfd4-651cbf9c4255 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:19.149274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec474-beb8-4ad0-aca0-d46fccaf605f req-8c0c1eef-c95b-45ec-bc61-3a53066914a9 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:19.164390 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c0ec474-beb8-4ad0-aca0-d46fccaf605f req-8c0c1eef-c95b-45ec-bc61-3a53066914a9 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 931 time: 0.1463506 Nov 18 17:16:19.197217 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-f8be4ca3-bd6f-414f-bfd4-651cbf9c4255 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Calling delete_port for 4b837539-489e-4b26-b86a-d09fa5359f4f owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:19.218353 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c0ec474-beb8-4ad0-aca0-d46fccaf605f req-a5a63500-31fb-4d92-85c9-8e64c390d3e8 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461326 Nov 18 17:16:19.237406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e779c0b1-2889-4a8e-89db-5d2cd6ea3303 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:16:19.255432 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:19.319972 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Transition to ACTIVE for port object e779c0b1-2889-4a8e-89db-5d2cd6ea3303 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:16:19.326818 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cd3756a2-9f7a-4ff3-bb4b-345496141b38 req-95f6dc2f-0a49-4067-8449-66bffab5b7e1 service neutron] 10.222.0.83 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201497 Nov 18 17:16:19.400549 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:19.442702 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e17f6fc-2595-4495-8036-34afc232faee None None] New status for floating IP 11f777be-a2ab-49a2-80d1-9cf1159219d2: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:16:19.463327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Pushing event updated for resources: {'Port': ['ID=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:19.501992 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f8be4ca3-bd6f-414f-bfd4-651cbf9c4255 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:19.544036 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be4ca3-bd6f-414f-bfd4-651cbf9c4255 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b837539-489e-4b26-b86a-d09fa5359f4f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:19.564371 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f8be4ca3-bd6f-414f-bfd4-651cbf9c4255 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:19.567888 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f8be4ca3-bd6f-414f-bfd4-651cbf9c4255 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] 10.222.0.72 "DELETE /v2.0/ports/4b837539-489e-4b26-b86a-d09fa5359f4f HTTP/1.1" status: 204 len: 168 time: 1.0709889 Nov 18 17:16:19.576136 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44930) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:19.611058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Attempting to bind port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:19.611814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Attempting to bind port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:19.611965 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Attempting to bind port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:19.615480 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-74502b84-6d75-4a1d-b9d3-33cc42667094 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] GET failed (client error): The resource could not be found. Nov 18 17:16:19.617064 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-74502b84-6d75-4a1d-b9d3-33cc42667094 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] 10.222.0.72 "GET /v2.0/ports/4b837539-489e-4b26-b86a-d09fa5359f4f HTTP/1.1" status: 404 len: 333 time: 0.0398433 Nov 18 17:16:19.621385 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44934) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:19.627436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3c96934a-cedb-4053-9b87-6de7abff717b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Request body: {'port': {'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1487664644'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:19.630770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:19.637877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Attempting to bind port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:19.642267 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-a95d50c6-945e-4fce-acf7-86cdd625219a tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:19.642734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:16:19.643075 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Checking segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:16:19.643469 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Bound using segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:16:19.643974 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Bound port: e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:16:19.644323 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:19.650136 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-a95d50c6-945e-4fce-acf7-86cdd625219a tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0827317 Nov 18 17:16:19.701205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c953af3b-13a5-49a2-8d92-1081d570828b', 'tag': '6ddb28cf-2278-4a79-8e8f-c38c8701374c'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:16:19.704281 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f316187-05de-4ab4-a1d0-ec48302cc3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c953af3b-13a5-49a2-8d92-1081d570828b", "tag": "6ddb28cf-2278-4a79-8e8f-c38c8701374c"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:16:19.728367 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] For port e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:16:19.736924 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-564e6bad-858d-4965-8aac-ff6b9309b55b tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 698 time: 0.0857563 Nov 18 17:16:19.738115 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] For port e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:16:19.742936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c96934a-cedb-4053-9b87-6de7abff717b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Made reservation on behalf of b016c2ef69e24013a15a1eed980f1bd8 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:19.746887 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c96934a-cedb-4053-9b87-6de7abff717b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:19.747004 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-f1e3789b-b135-4f94-a461-31a530a985db tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Request body: {'floatingip': {'port_id': '69d2ab0e-7f19-404e-89e3-2059d64eda67', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:19.769073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-3c96934a-cedb-4053-9b87-6de7abff717b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] device_id is not set on port 313793ce-ed3e-4232-ae66-8e00baeb4972 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:16:19.827870 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70ceb9b-c35b-4430-88ab-1ac66b987053 x-openstack-request-id: req-e70ceb9b-c35b-4430-88ab-1ac66b987053 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:16:19.828223 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c953af3b-13a5-49a2-8d92-1081d570828b", "tag": "6ddb28cf-2278-4a79-8e8f-c38c8701374c", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:16:19.828527 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e70ceb9b-c35b-4430-88ab-1ac66b987053 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:16:19.828966 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c953af3b-13a5-49a2-8d92-1081d570828b', 'tag': '6ddb28cf-2278-4a79-8e8f-c38c8701374c', 'status': 'completed', 'code': 200} Nov 18 17:16:19.842102 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-f1e3789b-b135-4f94-a461-31a530a985db tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:19.843420 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:19.933064 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:19.933700 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:19.935195 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] 10.222.0.81 "PUT /v2.0/ports/e779c0b1-2889-4a8e-89db-5d2cd6ea3303 HTTP/1.1" status: 200 len: 1092 time: 1.7612531 Nov 18 17:16:19.935722 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efed404-c235-46eb-a304-619c279f1151', 'tag': 'e779c0b1-2889-4a8e-89db-5d2cd6ea3303'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:16:19.938306 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a935002-0078-4eed-8f2d-76a07d765afa" -d '{"events": [{"name": "network-changed", "server_uuid": "6efed404-c235-46eb-a304-619c279f1151", "tag": "e779c0b1-2889-4a8e-89db-5d2cd6ea3303"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:16:20.027122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181f631-ad93-40cd-acc1-75bb2edd6c52 service neutron] Pushing event updated for resources: {'Port': ['ID=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:20.035908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f316187-05de-4ab4-a1d0-ec48302cc3fb req-d5bc77cf-d816-48e7-8fc0-4500efd13bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:20.037513 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f316187-05de-4ab4-a1d0-ec48302cc3fb req-d5bc77cf-d816-48e7-8fc0-4500efd13bd1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 1098 time: 0.2068229 Nov 18 17:16:20.143185 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44952) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:20.164834 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:16:20.200510 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c96934a-cedb-4053-9b87-6de7abff717b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:20.237205 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-99545c98-eca3-4c0a-be81-b91d29e99711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:20.238795 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-99545c98-eca3-4c0a-be81-b91d29e99711 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 1095 time: 0.1357048 Nov 18 17:16:20.303340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f72f7-e63f-481e-ada0-a5ce9d0f73a3 req-cd39cb05-45ea-4c94-b1a7-f3104696a75b tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:20.304919 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-527f72f7-e63f-481e-ada0-a5ce9d0f73a3 req-cd39cb05-45ea-4c94-b1a7-f3104696a75b tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.4024541 Nov 18 17:16:20.305143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-59f891ca-2a97-4c93-b993-0b4563d0bdd0 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group': {'name': 'tempest-secgroup--394870664'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:20.310287 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-3108a004-c502-4654-aad6-f6f1efacd70f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e779c0b1-2889-4a8e-89db-5d2cd6ea3303 HTTP/1.1" status: 200 len: 217 time: 0.0624487 Nov 18 17:16:20.311338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f316187-05de-4ab4-a1d0-ec48302cc3fb req-6f35d5cc-2df3-4135-ab50-2af649d3448d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:20.312735 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f316187-05de-4ab4-a1d0-ec48302cc3fb req-6f35d5cc-2df3-4135-ab50-2af649d3448d service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 200 len: 922 time: 0.2631786 Nov 18 17:16:20.419207 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f316187-05de-4ab4-a1d0-ec48302cc3fb req-eb220b3b-8a5b-48e4-a755-6af68bd88ef9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ddb28cf-2278-4a79-8e8f-c38c8701374c HTTP/1.1" status: 200 len: 217 time: 0.0856063 Nov 18 17:16:20.420189 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c96934a-cedb-4053-9b87-6de7abff717b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:20.444611 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-527f72f7-e63f-481e-ada0-a5ce9d0f73a3 req-d9072b92-b87a-46c8-af19-221533896c9d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985186 Nov 18 17:16:20.474606 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.api [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-f1e3789b-b135-4f94-a461-31a530a985db tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:16:20.481634 n-d-813419-11 neutron-server[104007]: DEBUG oslo_db.api [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-f1e3789b-b135-4f94-a461-31a530a985db tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:16:20.496533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-e311f9e2-5549-478c-ab3e-307635127d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:20.498023 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-e311f9e2-5549-478c-ab3e-307635127d02 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.1788554 Nov 18 17:16:20.517535 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59f891ca-2a97-4c93-b993-0b4563d0bdd0 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:20.531619 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c96934a-cedb-4053-9b87-6de7abff717b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Network 35a076d4-99b5-48e3-bb89-1a46bdafe57c is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:16:20.560158 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59f891ca-2a97-4c93-b993-0b4563d0bdd0 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:20.562176 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-3c96934a-cedb-4053-9b87-6de7abff717b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:20.565222 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c96934a-cedb-4053-9b87-6de7abff717b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:16:20.566351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96934a-cedb-4053-9b87-6de7abff717b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:20.566959 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c96934a-cedb-4053-9b87-6de7abff717b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:20.576883 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f316187-05de-4ab4-a1d0-ec48302cc3fb req-daa1dfaa-e2ce-4adc-962f-9a7dd15e154e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:20.578348 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f316187-05de-4ab4-a1d0-ec48302cc3fb req-daa1dfaa-e2ce-4adc-962f-9a7dd15e154e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=13819e6b-b208-409f-bf07-9b01f07897d6 HTTP/1.1" status: 200 len: 859 time: 0.1475925 Nov 18 17:16:20.580747 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-0bab95a7-23d7-4723-b1a0-a38707d5f1c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682690 Nov 18 17:16:20.593079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96934a-cedb-4053-9b87-6de7abff717b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Pushing event updated for resources: {'Port': ['ID=313793ce-ed3e-4232-ae66-8e00baeb4972,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:20.654900 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fed987-8ee6-41c3-a345-dc4c8a532572 x-openstack-request-id: req-85fed987-8ee6-41c3-a345-dc4c8a532572 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:16:20.655206 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6efed404-c235-46eb-a304-619c279f1151", "tag": "e779c0b1-2889-4a8e-89db-5d2cd6ea3303", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:16:20.655523 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-85fed987-8ee6-41c3-a345-dc4c8a532572 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:16:20.655973 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6efed404-c235-46eb-a304-619c279f1151', 'tag': 'e779c0b1-2889-4a8e-89db-5d2cd6ea3303', 'status': 'completed', 'code': 200} Nov 18 17:16:20.718453 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3c96934a-cedb-4053-9b87-6de7abff717b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0960033 Nov 18 17:16:20.721385 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44958) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:20.729060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:20.737370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f316187-05de-4ab4-a1d0-ec48302cc3fb req-5abc1374-1325-493f-8fe9-b2e2da78d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:20.738912 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f316187-05de-4ab4-a1d0-ec48302cc3fb req-5abc1374-1325-493f-8fe9-b2e2da78d877 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6828d96-dac8-452e-9529-c68e647dfbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1470206 Nov 18 17:16:20.798091 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-f0e1658a-083f-4055-bf1f-b45642880222 service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929810 Nov 18 17:16:20.814586 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:20.880737 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59f891ca-2a97-4c93-b993-0b4563d0bdd0 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:20.929321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f34c6-36c6-4c40-b811-335a5b0aa2e1 req-e2299490-8408-4e6e-a637-77dc6aaecea1 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:20.931172 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-936f34c6-36c6-4c40-b811-335a5b0aa2e1 req-e2299490-8408-4e6e-a637-77dc6aaecea1 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 943 time: 0.1055832 Nov 18 17:16:20.945923 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f316187-05de-4ab4-a1d0-ec48302cc3fb req-e0c96e15-97de-4e1a-8042-91f0919d0517 service neutron] 10.222.0.83 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960695 Nov 18 17:16:20.982395 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-f1e3789b-b135-4f94-a461-31a530a985db tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:20.986125 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-95060863-3833-4ea2-9566-2ab1f1d0883c req-20db92ac-48e7-45c2-a45a-26e4acddad4a service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735098 Nov 18 17:16:21.138133 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-936f34c6-36c6-4c40-b811-335a5b0aa2e1 req-4d131913-212c-43d3-95c4-ef9a30f58715 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951725 Nov 18 17:16:21.246254 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] device_id is not set on port 313793ce-ed3e-4232-ae66-8e00baeb4972 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:16:21.257664 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:21.284995 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:21.302782 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59f891ca-2a97-4c93-b993-0b4563d0bdd0 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:21.401972 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f891ca-2a97-4c93-b993-0b4563d0bdd0 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a43c6b2-40b4-4a07-9183-d83b568ab2c3,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:21.411109 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:21.415221 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f316187-05de-4ab4-a1d0-ec48302cc3fb req-88853d7c-1972-42c2-8998-daab302f889c service neutron] 10.222.0.83 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562156 Nov 18 17:16:21.438533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b448a-c72c-4822-bffd-9fd2e16bd81d req-9394e12e-efef-4e91-9727-341ae8c4f355 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:21.440073 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e18b448a-c72c-4822-bffd-9fd2e16bd81d req-9394e12e-efef-4e91-9727-341ae8c4f355 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.83 "GET /v2.0/ports?device_id=c953af3b-13a5-49a2-8d92-1081d570828b HTTP/1.1" status: 200 len: 946 time: 0.1562521 Nov 18 17:16:21.441964 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a935002-0078-4eed-8f2d-76a07d765afa req-ebd21312-ff18-4013-b8a0-d8bd3bb45b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:21.443369 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5a935002-0078-4eed-8f2d-76a07d765afa req-ebd21312-ff18-4013-b8a0-d8bd3bb45b6f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 1095 time: 0.1633546 Nov 18 17:16:21.517523 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59f891ca-2a97-4c93-b993-0b4563d0bdd0 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:21.524805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Pushing event updated for resources: {'Port': ['ID=313793ce-ed3e-4232-ae66-8e00baeb4972,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:21.546194 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:21.546536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:21.546921 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:21.565899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:21.566283 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:21.567883 n-d-813419-11 neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 2 to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 Nov 18 17:16:21.593018 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59f891ca-2a97-4c93-b993-0b4563d0bdd0 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:21.634394 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:21.634738 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:21.635077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:21.649608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:21.649822 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f891ca-2a97-4c93-b993-0b4563d0bdd0 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af790c68-0bb4-474b-b4aa-15b512c65629,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:21.649934 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:21.657213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a935002-0078-4eed-8f2d-76a07d765afa req-1e8edc7e-c29b-4684-8a50-23d1fb66444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:21.657384 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5a935002-0078-4eed-8f2d-76a07d765afa req-1e8edc7e-c29b-4684-8a50-23d1fb66444c service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.2051806 Nov 18 17:16:21.657563 n-d-813419-11 neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 3 to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 Nov 18 17:16:21.708135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-e18b448a-c72c-4822-bffd-9fd2e16bd81d req-67fb67dd-85f2-42f2-98b3-19b74af3c74d tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Deleting port 6ddb28cf-2278-4a79-8e8f-c38c8701374c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:21.708360 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e18b448a-c72c-4822-bffd-9fd2e16bd81d req-67fb67dd-85f2-42f2-98b3-19b74af3c74d tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:21.711992 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:21.712214 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:21.713148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:21.714031 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5a935002-0078-4eed-8f2d-76a07d765afa req-e10434e6-1060-4115-bbfa-feef6ed7b226 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e779c0b1-2889-4a8e-89db-5d2cd6ea3303 HTTP/1.1" status: 200 len: 217 time: 0.0489740 Nov 18 17:16:21.717472 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59f891ca-2a97-4c93-b993-0b4563d0bdd0 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:21.722349 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-59f891ca-2a97-4c93-b993-0b4563d0bdd0 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5672328 Nov 18 17:16:21.728397 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8793b0-a5be-47ee-812e-9286d1a82a78 req-b6c51835-bcc7-438a-87d6-6148b8dd1ab5 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:21.730780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44966) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:21.735910 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d8793b0-a5be-47ee-812e-9286d1a82a78 req-b6c51835-bcc7-438a-87d6-6148b8dd1ab5 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.1626897 Nov 18 17:16:21.751012 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-f1e3789b-b135-4f94-a461-31a530a985db tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:21.753995 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:21.753995 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:21.753995 n-d-813419-11 neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 4 to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 Nov 18 17:16:21.790346 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:21.791147 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:21.791147 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:21.804545 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:21.804880 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:21.807879 n-d-813419-11 neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 5 to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 Nov 18 17:16:21.820291 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-f1e3789b-b135-4f94-a461-31a530a985db tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:21.824948 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d8793b0-a5be-47ee-812e-9286d1a82a78 req-6ffdb343-6efc-4502-8bd6-c31dcefbdb5f tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882223 Nov 18 17:16:21.861292 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:21.861454 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:21.861712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:21.870139 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a935002-0078-4eed-8f2d-76a07d765afa req-9599e6b3-d258-4865-ae2a-54b36bd2d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:21.870711 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:21.871054 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:21.871721 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5a935002-0078-4eed-8f2d-76a07d765afa req-9599e6b3-d258-4865-ae2a-54b36bd2d49c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.1417730 Nov 18 17:16:21.873165 n-d-813419-11 neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 6 to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 Nov 18 17:16:21.895242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:21.895242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:21.895565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:21.929542 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5a935002-0078-4eed-8f2d-76a07d765afa req-df547405-ad6f-440d-a9ca-b5618e72b124 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492852 Nov 18 17:16:21.942017 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7bbf230a-8f59-479c-9402-0e0a94312d5d tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2055681 Nov 18 17:16:21.942236 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:21.942236 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:21.942236 n-d-813419-11 neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 7 to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 Nov 18 17:16:21.943919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44970) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:21.951687 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group': {'name': 'tempest-security--443581430', 'description': 'tempest-security-description-1904179712'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:21.952339 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-e18b448a-c72c-4822-bffd-9fd2e16bd81d req-67fb67dd-85f2-42f2-98b3-19b74af3c74d tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] For port 6ddb28cf-2278-4a79-8e8f-c38c8701374c, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6ddb28cf-2278-4a79-8e8f-c38c8701374c,segment=NetworkSegment(acf6c999-7abc-49bd-b038-d0b63fa4834e),segment_id=acf6c999-7abc-49bd-b038-d0b63fa4834e)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:21.952720 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e18b448a-c72c-4822-bffd-9fd2e16bd81d req-67fb67dd-85f2-42f2-98b3-19b74af3c74d tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:21.979559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-e18b448a-c72c-4822-bffd-9fd2e16bd81d req-67fb67dd-85f2-42f2-98b3-19b74af3c74d tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Calling delete_port for 6ddb28cf-2278-4a79-8e8f-c38c8701374c owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:21.980116 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:21.980465 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:21.980950 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:22.004309 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:22.004642 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:22.005717 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-f1e3789b-b135-4f94-a461-31a530a985db tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Floating IP 11f777be-a2ab-49a2-80d1-9cf1159219d2 associated. External IP: 172.25.3.207, port: 69d2ab0e-7f19-404e-89e3-2059d64eda67. Nov 18 17:16:22.011836 n-d-813419-11 neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 8 to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 Nov 18 17:16:22.072304 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:22.078182 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:22.079420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:22.080056 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:22.100986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:22.101331 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:22.101855 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5a935002-0078-4eed-8f2d-76a07d765afa req-a359d2d1-1aa0-46ad-b68f-285eeaed381f service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628935 Nov 18 17:16:22.109033 n-d-813419-11 neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 9 to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 Nov 18 17:16:22.191230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:22.191613 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:22.191993 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:22.206825 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:22.210052 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:22.210603 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:22.213099 n-d-813419-11 neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 10 to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 Nov 18 17:16:22.237197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:22.237562 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:22.237880 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:22.246166 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5a935002-0078-4eed-8f2d-76a07d765afa req-8202b9d1-f8a2-4890-97f8-dc60be2f4348 service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305065 Nov 18 17:16:22.247981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:22.248320 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port 313793ce-ed3e-4232-ae66-8e00baeb4972 on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:22.253314 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:22.312977 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:22.316086 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:22.317375 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "PUT /v2.0/security-groups/af790c68-0bb4-474b-b4aa-15b512c65629 HTTP/1.1" status: 200 len: 1796 time: 0.3737218 Nov 18 17:16:22.320339 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44974) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:22.330659 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e18b448a-c72c-4822-bffd-9fd2e16bd81d req-67fb67dd-85f2-42f2-98b3-19b74af3c74d tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:22.346184 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['69d2ab0e-7f19-404e-89e3-2059d64eda67'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:16:22.390268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb67dd-85f2-42f2-98b3-19b74af3c74d tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Pushing event deleted for resources: {'Port': ['ID=6ddb28cf-2278-4a79-8e8f-c38c8701374c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:22.444529 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af790c68-0bb4-474b-b4aa-15b512c65629,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:22.453824 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18b448a-c72c-4822-bffd-9fd2e16bd81d req-67fb67dd-85f2-42f2-98b3-19b74af3c74d tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] No DVR routers for this DVR port 6ddb28cf-2278-4a79-8e8f-c38c8701374c on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:16:22.456554 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e18b448a-c72c-4822-bffd-9fd2e16bd81d req-67fb67dd-85f2-42f2-98b3-19b74af3c74d tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:22.462072 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e18b448a-c72c-4822-bffd-9fd2e16bd81d req-67fb67dd-85f2-42f2-98b3-19b74af3c74d tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.83 "DELETE /v2.0/ports/6ddb28cf-2278-4a79-8e8f-c38c8701374c HTTP/1.1" status: 204 len: 173 time: 1.0105078 Nov 18 17:16:22.468743 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1577b8e4-fdb4-4f87-a9ef-8f26baec3225 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-groups/af790c68-0bb4-474b-b4aa-15b512c65629 HTTP/1.1" status: 200 len: 1796 time: 0.1458125 Nov 18 17:16:22.475640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44976) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:22.477940 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:22.478311 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:22.478665 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:22.479019 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:22.479365 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:22.479710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:22.480104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:22.480450 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:22.480789 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:22.482372 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:22.482727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:22.483069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0578e-7103-44e1-b975-b20b6cebcfbd tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:22.516843 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e153a4-eaa2-4be5-b26e-740edce9eb62 req-ac244955-7776-410b-852d-f40e3f6d2c72 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.518793 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-31e153a4-eaa2-4be5-b26e-740edce9eb62 req-ac244955-7776-410b-852d-f40e3f6d2c72 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 943 time: 0.2355282 Nov 18 17:16:22.551265 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-f1e3789b-b135-4f94-a461-31a530a985db tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:16:22.560856 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c181-ff06-4825-b757-b885491f7763 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:22.575292 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] For port 313793ce-ed3e-4232-ae66-8e00baeb4972, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:16:22.575680 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempted to set empty binding levels {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 18 17:16:22.591832 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c181-ff06-4825-b757-b885491f7763 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:22.621712 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-31e153a4-eaa2-4be5-b26e-740edce9eb62 req-8e3d1f95-7995-40a5-9a83-5464b1f95247 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795095 Nov 18 17:16:22.657407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c953af3b-13a5-49a2-8d92-1081d570828b', 'name': 'network-vif-deleted', 'tag': '6ddb28cf-2278-4a79-8e8f-c38c8701374c'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:16:22.660095 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6666b6-a365-4bdb-b1aa-d6a1400c6f4d" -d '{"events": [{"server_uuid": "c953af3b-13a5-49a2-8d92-1081d570828b", "name": "network-vif-deleted", "tag": "6ddb28cf-2278-4a79-8e8f-c38c8701374c"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:16:22.676856 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:22.707524 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b889d84-0e79-4a55-be4e-aea580e6f6cd x-openstack-request-id: req-7b889d84-0e79-4a55-be4e-aea580e6f6cd {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:16:22.708296 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c953af3b-13a5-49a2-8d92-1081d570828b", "name": "network-vif-deleted", "tag": "6ddb28cf-2278-4a79-8e8f-c38c8701374c", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:16:22.708654 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7b889d84-0e79-4a55-be4e-aea580e6f6cd {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:16:22.710229 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c953af3b-13a5-49a2-8d92-1081d570828b', 'name': 'network-vif-deleted', 'tag': '6ddb28cf-2278-4a79-8e8f-c38c8701374c', 'status': 'completed', 'code': 200} Nov 18 17:16:22.726187 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] In _notify_port_updated(), no bound segment for port 313793ce-ed3e-4232-ae66-8e00baeb4972 on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:16:22.727080 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.736098 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:22.738390 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] 10.222.0.72 "PUT /v2.0/ports/313793ce-ed3e-4232-ae66-8e00baeb4972 HTTP/1.1" status: 200 len: 976 time: 2.0156386 Nov 18 17:16:22.741796 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44980) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:22.771870 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:22.798491 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c181-ff06-4825-b757-b885491f7763 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:22.799700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc2a5-9484-4d81-9860-539718140fc6 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Pushing event updated for resources: {'Port': ['ID=313793ce-ed3e-4232-ae66-8e00baeb4972,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:22.801926 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c181-ff06-4825-b757-b885491f7763 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:22.803287 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e5b4c181-ff06-4825-b757-b885491f7763 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-groups/af790c68-0bb4-474b-b4aa-15b512c65629 HTTP/1.1" status: 204 len: 168 time: 0.3250959 Nov 18 17:16:22.813802 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44982) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:22.824632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-f1e3789b-b135-4f94-a461-31a530a985db tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:16:22.835142 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-f1e3789b-b135-4f94-a461-31a530a985db tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:22.839084 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7249f825-ae82-4b2a-9d69-6658f184ae20 None None] Sync routers for ids ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:16:22.842039 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4c181-ff06-4825-b757-b885491f7763 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af790c68-0bb4-474b-b4aa-15b512c65629,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:22.859004 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7249f825-ae82-4b2a-9d69-6658f184ae20 None None] Routers {'a19cfc79-bd69-4cef-89ed-8ed01a4aa064'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:22.862086 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7249f825-ae82-4b2a-9d69-6658f184ae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:22.919473 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-f1e3789b-b135-4f94-a461-31a530a985db tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "PUT /v2.0/floatingips/11f777be-a2ab-49a2-80d1-9cf1159219d2 HTTP/1.1" status: 200 len: 996 time: 3.1800315 Nov 18 17:16:22.932523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.933010 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.933499 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.934080 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.934425 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.934888 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.935351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.935833 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.936660 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.936780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.937481 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'tag': '69d2ab0e-7f19-404e-89e3-2059d64eda67'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:16:22.937790 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.938271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.938741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.939566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.939700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.940143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.940604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.941061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.942578 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017e7389-dbd0-4506-8986-479f2cde6898" -d '{"events": [{"name": "network-changed", "server_uuid": "3770919c-d28f-4fc7-9f3c-bbde596127bc", "tag": "69d2ab0e-7f19-404e-89e3-2059d64eda67"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:16:22.949489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.949489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.949972 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.950727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.951213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.951692 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.952205 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.952669 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.953135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.954124 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.954586 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.955050 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.955518 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.955998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.956459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.957167 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.957639 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.958781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.959263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.959734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.960248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.960779 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.961219 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.961692 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.962159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.962621 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.963083 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.963541 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.964136 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.964603 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.965063 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.965520 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.965980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.966436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.966895 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.967350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.967849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:22.973677 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c4ec6ed3-1666-416a-b685-23739c700f94 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 49327 time: 0.2316473 Nov 18 17:16:22.978833 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44990) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:23.013434 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7249f825-ae82-4b2a-9d69-6658f184ae20 None None] Set router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:23.035109 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2a926cfe-7c99-4436-abe4-f182a654d567 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2167873 Nov 18 17:16:23.038556 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44992) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:23.063676 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-aa7984e5-6d5c-4a15-9673-a697b6cf0963 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] delete failed (client error): The resource could not be found. Nov 18 17:16:23.065469 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-aa7984e5-6d5c-4a15-9673-a697b6cf0963 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-groups/af790c68-0bb4-474b-b4aa-15b512c65629 HTTP/1.1" status: 404 len: 347 time: 0.0239627 Nov 18 17:16:23.068949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44994) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:23.079458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-33622b29-4519-4b60-b7fd-31cb2f3b17bb tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group': {'name': 'tempest-secgroup--991423147'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:23.084598 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-3d8d0e48-8264-47b6-a3d8-aa97bd05b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:23.086265 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-3d8d0e48-8264-47b6-a3d8-aa97bd05b043 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 1097 time: 0.1264617 Nov 18 17:16:23.095397 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0b8eb-bde3-40d4-92e9-7f95a7202abf req-eb976e4b-45c6-4191-aa62-a14321a96d22 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:23.102822 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5da0b8eb-bde3-40d4-92e9-7f95a7202abf req-eb976e4b-45c6-4191-aa62-a14321a96d22 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.1407275 Nov 18 17:16:23.104213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-36a6ca16-9336-41c1-be82-85327ec23ce1 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Deleting port 313793ce-ed3e-4232-ae66-8e00baeb4972 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:23.104754 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36a6ca16-9336-41c1-be82-85327ec23ce1 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:23.178877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-36a6ca16-9336-41c1-be82-85327ec23ce1 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] For port 313793ce-ed3e-4232-ae66-8e00baeb4972, host n-h1-813419-11, got binding levels [] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:23.179615 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36a6ca16-9336-41c1-be82-85327ec23ce1 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:23.194083 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-36a6ca16-9336-41c1-be82-85327ec23ce1 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Calling delete_port for 313793ce-ed3e-4232-ae66-8e00baeb4972 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:23.305261 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7249f825-ae82-4b2a-9d69-6658f184ae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '11f777be-a2ab-49a2-80d1-9cf1159219d2', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'floating_ip_address': '172.25.3.207', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'port_id': '69d2ab0e-7f19-404e-89e3-2059d64eda67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'mac_address': 'fa:16:3e:0a:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:15:38Z', 'updated_at': '2021-11-18T17:16:21Z', 'revision_number': 8, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:22Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:23.334519 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7249f825-ae82-4b2a-9d69-6658f184ae20 None None] Checking router: a19cfc79-bd69-4cef-89ed-8ed01a4aa064 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:16:23.346089 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7249f825-ae82-4b2a-9d69-6658f184ae20 None None] Routers {'a19cfc79-bd69-4cef-89ed-8ed01a4aa064'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:23.346775 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7249f825-ae82-4b2a-9d69-6658f184ae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:23.406176 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36a6ca16-9336-41c1-be82-85327ec23ce1 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:23.471995 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7249f825-ae82-4b2a-9d69-6658f184ae20 None None] Set router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:23.475681 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33622b29-4519-4b60-b7fd-31cb2f3b17bb tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:23.479344 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6ca16-9336-41c1-be82-85327ec23ce1 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Pushing event deleted for resources: {'Port': ['ID=313793ce-ed3e-4232-ae66-8e00baeb4972,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:23.494010 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36a6ca16-9336-41c1-be82-85327ec23ce1 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:23.497481 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-36a6ca16-9336-41c1-be82-85327ec23ce1 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] 10.222.0.72 "DELETE /v2.0/ports/313793ce-ed3e-4232-ae66-8e00baeb4972 HTTP/1.1" status: 204 len: 168 time: 0.5176356 Nov 18 17:16:23.500143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45000) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:23.529149 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1274dc-85f7-4552-93e2-b52a3a8f2fe2 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] GET failed (client error): The resource could not be found. Nov 18 17:16:23.530796 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9f1274dc-85f7-4552-93e2-b52a3a8f2fe2 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] 10.222.0.72 "GET /v2.0/ports/313793ce-ed3e-4232-ae66-8e00baeb4972 HTTP/1.1" status: 404 len: 333 time: 0.0290174 Nov 18 17:16:23.547592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45002) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:23.554029 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4595ce87-a7df-4ae9-8018-4af7ffedb213 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1641490808', 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:23.585078 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5da0b8eb-bde3-40d4-92e9-7f95a7202abf req-b9a408bf-b497-4334-a3d5-abf7311eecc1 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811170 Nov 18 17:16:23.622974 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-736d1d50-8638-4164-8be9-7a307db35c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:23.624782 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-736d1d50-8638-4164-8be9-7a307db35c16 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 200 len: 922 time: 0.5197532 Nov 18 17:16:23.625911 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33622b29-4519-4b60-b7fd-31cb2f3b17bb tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:23.673259 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4595ce87-a7df-4ae9-8018-4af7ffedb213 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Made reservation on behalf of b016c2ef69e24013a15a1eed980f1bd8 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:23.677489 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4595ce87-a7df-4ae9-8018-4af7ffedb213 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:23.701556 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d5a90c-7da6-492f-95a6-b9409b0c7cdc x-openstack-request-id: req-85d5a90c-7da6-492f-95a6-b9409b0c7cdc {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:16:23.709018 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3770919c-d28f-4fc7-9f3c-bbde596127bc", "tag": "69d2ab0e-7f19-404e-89e3-2059d64eda67", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:16:23.713325 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-85d5a90c-7da6-492f-95a6-b9409b0c7cdc {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:16:23.713325 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'tag': '69d2ab0e-7f19-404e-89e3-2059d64eda67', 'status': 'completed', 'code': 200} Nov 18 17:16:23.713561 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33622b29-4519-4b60-b7fd-31cb2f3b17bb tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:23.746563 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-4595ce87-a7df-4ae9-8018-4af7ffedb213 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] device_id is not set on port b4aac4ee-3cb9-4403-a9ea-f3f9966d98f8 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:16:23.752563 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-7a37d47b-85e4-4782-9656-70f8f6f4f1cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d2ab0e-7f19-404e-89e3-2059d64eda67 HTTP/1.1" status: 200 len: 999 time: 0.1181507 Nov 18 17:16:23.823709 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-5ebd830d-6186-4337-86e0-968335da98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:23.825614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-5ebd830d-6186-4337-86e0-968335da98a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13819e6b-b208-409f-bf07-9b01f07897d6 HTTP/1.1" status: 200 len: 859 time: 0.0578566 Nov 18 17:16:23.831970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33622b29-4519-4b60-b7fd-31cb2f3b17bb tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d425e5c5-7560-4ad3-9c0f-f5f43959b7f5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:23.853402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e7389-dbd0-4506-8986-479f2cde6898 req-300032bb-489c-4459-bf8d-ca04fa4fdb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:23.854870 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7249f825-ae82-4b2a-9d69-6658f184ae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '11f777be-a2ab-49a2-80d1-9cf1159219d2', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'floating_ip_address': '172.25.3.207', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'port_id': '69d2ab0e-7f19-404e-89e3-2059d64eda67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'mac_address': 'fa:16:3e:0a:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:15:38Z', 'updated_at': '2021-11-18T17:16:21Z', 'revision_number': 8, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:22Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:23.855401 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-017e7389-dbd0-4506-8986-479f2cde6898 req-300032bb-489c-4459-bf8d-ca04fa4fdb50 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 1097 time: 0.1545863 Nov 18 17:16:23.908762 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7249f825-ae82-4b2a-9d69-6658f184ae20 None None] The sync data for ids ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'] in n-d-813419-11 is: [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '11f777be-a2ab-49a2-80d1-9cf1159219d2', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'floating_ip_address': '172.25.3.207', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'port_id': '69d2ab0e-7f19-404e-89e3-2059d64eda67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'mac_address': 'fa:16:3e:0a:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:15:38Z', 'updated_at': '2021-11-18T17:16:21Z', 'revision_number': 8, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:22Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:16:23.925684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-71ff9626-4239-4d2b-860c-dce6990586a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:23.925917 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33622b29-4519-4b60-b7fd-31cb2f3b17bb tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:23.927071 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-33622b29-4519-4b60-b7fd-31cb2f3b17bb tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8569732 Nov 18 17:16:23.928087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-71ff9626-4239-4d2b-860c-dce6990586a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d6828d96-dac8-452e-9529-c68e647dfbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915799 Nov 18 17:16:23.930736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45006) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:23.941617 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-56db484b-97d0-4c59-b7fe-741d996c1a0b tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group_rule': {'security_group_id': 'd425e5c5-7560-4ad3-9c0f-f5f43959b7f5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:24.100260 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-c659e0ad-dfdb-4afe-86a9-aadb09fb199f service neutron] 10.222.0.72 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508107 Nov 18 17:16:24.102592 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56db484b-97d0-4c59-b7fe-741d996c1a0b tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:24.136386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e7389-dbd0-4506-8986-479f2cde6898 req-fb3e274b-f6a3-4329-a5a6-0ac10716e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:24.138265 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-017e7389-dbd0-4506-8986-479f2cde6898 req-fb3e274b-f6a3-4329-a5a6-0ac10716e7e4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 200 len: 922 time: 0.2746482 Nov 18 17:16:24.143302 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4595ce87-a7df-4ae9-8018-4af7ffedb213 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:24.179435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84139926-3470-4b10-a90e-af123e2ef103 req-6374b3ca-5497-4105-b2ac-f12cf91a4133 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:24.181309 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84139926-3470-4b10-a90e-af123e2ef103 req-6374b3ca-5497-4105-b2ac-f12cf91a4133 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 943 time: 0.1243701 Nov 18 17:16:24.199286 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2420c2-ac03-466a-b969-7a2d2e525323 None None] New status for floating IP 11f777be-a2ab-49a2-80d1-9cf1159219d2: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:16:24.205193 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6ddb28cf-2278-4a79-8e8f-c38c8701374c no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:16:24.228177 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-017e7389-dbd0-4506-8986-479f2cde6898 req-90f429e4-2c5c-45a8-bc59-c21314de22da service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d2ab0e-7f19-404e-89e3-2059d64eda67 HTTP/1.1" status: 200 len: 999 time: 0.0801675 Nov 18 17:16:24.262251 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 6ddb28cf-2278-4a79-8e8f-c38c8701374c {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:16:24.262535 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56db484b-97d0-4c59-b7fe-741d996c1a0b tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:24.262686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6ddb28cf-2278-4a79-8e8f-c38c8701374c not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:16:24.291320 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e7389-dbd0-4506-8986-479f2cde6898 req-64317cfd-03dd-49df-ae28-0902fdade9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:24.293312 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-017e7389-dbd0-4506-8986-479f2cde6898 req-64317cfd-03dd-49df-ae28-0902fdade9c6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13819e6b-b208-409f-bf07-9b01f07897d6 HTTP/1.1" status: 200 len: 859 time: 0.0557230 Nov 18 17:16:24.308607 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be568046-4d5c-4462-a86c-f54b50dabdf7 req-b3536352-acce-4461-8073-f0d2b1f19ab3 service neutron] 10.222.0.72 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870978 Nov 18 17:16:24.316570 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84139926-3470-4b10-a90e-af123e2ef103 req-cbe0666d-6aa0-4c8f-bc17-fe1f1377641b tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242034 Nov 18 17:16:24.334037 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4595ce87-a7df-4ae9-8018-4af7ffedb213 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:24.343392 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56db484b-97d0-4c59-b7fe-741d996c1a0b tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:24.373648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db484b-97d0-4c59-b7fe-741d996c1a0b tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea4aa29-657d-4d3e-86a5-9931d00b0310,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:24.408253 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e7389-dbd0-4506-8986-479f2cde6898 req-b98b0711-2a9f-4409-9179-a82fd6535164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:24.409799 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-017e7389-dbd0-4506-8986-479f2cde6898 req-b98b0711-2a9f-4409-9179-a82fd6535164 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d6828d96-dac8-452e-9529-c68e647dfbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088350 Nov 18 17:16:24.417610 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4595ce87-a7df-4ae9-8018-4af7ffedb213 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Network 35a076d4-99b5-48e3-bb89-1a46bdafe57c is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:16:24.431204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-4595ce87-a7df-4ae9-8018-4af7ffedb213 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:24.433998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595ce87-a7df-4ae9-8018-4af7ffedb213 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Pushing event updated for resources: {'Port': ['ID=b4aac4ee-3cb9-4403-a9ea-f3f9966d98f8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:24.445640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4595ce87-a7df-4ae9-8018-4af7ffedb213 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:16:24.446580 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4595ce87-a7df-4ae9-8018-4af7ffedb213 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:24.447179 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4595ce87-a7df-4ae9-8018-4af7ffedb213 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:24.459683 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56db484b-97d0-4c59-b7fe-741d996c1a0b tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:24.460961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-56db484b-97d0-4c59-b7fe-741d996c1a0b tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5294235 Nov 18 17:16:24.463855 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45012) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:24.528514 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c4b1e9ac-78d9-44fb-a08f-24200ec26af6 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:24.530997 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4595ce87-a7df-4ae9-8018-4af7ffedb213 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9822686 Nov 18 17:16:24.534845 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-017e7389-dbd0-4506-8986-479f2cde6898 req-65b63462-d178-4aa5-a142-199715020a85 service neutron] 10.222.0.81 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111553 Nov 18 17:16:24.535323 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45014) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:24.548349 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e223f4a-62fe-4182-a7fa-b90ab00ea8fe req-f221de75-9584-401d-bcd1-8617f4381471 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/floatingips/11f777be-a2ab-49a2-80d1-9cf1159219d2 HTTP/1.1" status: 200 len: 996 time: 0.1297877 Nov 18 17:16:24.565210 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c4b1e9ac-78d9-44fb-a08f-24200ec26af6 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:24.593919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24d3288-28b3-4370-aba1-22fdb633a643 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:24.595827 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b24d3288-28b3-4370-aba1-22fdb633a643 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] 10.222.0.72 "GET /v2.0/ports/b4aac4ee-3cb9-4403-a9ea-f3f9966d98f8 HTTP/1.1" status: 200 len: 955 time: 0.0588355 Nov 18 17:16:24.604160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45018) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:24.710353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e223f4a-62fe-4182-a7fa-b90ab00ea8fe req-0cbef4e0-f422-4cd3-80f6-bf41dbaad374 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:24.711754 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e223f4a-62fe-4182-a7fa-b90ab00ea8fe req-0cbef4e0-f422-4cd3-80f6-bf41dbaad374 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.1623538 Nov 18 17:16:24.715588 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-017e7389-dbd0-4506-8986-479f2cde6898 req-0c05005f-67df-4613-aac2-bd35d82131db service neutron] 10.222.0.81 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535192 Nov 18 17:16:24.722242 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c4b1e9ac-78d9-44fb-a08f-24200ec26af6 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:24.730493 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c4b1e9ac-78d9-44fb-a08f-24200ec26af6 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:24.731633 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c4b1e9ac-78d9-44fb-a08f-24200ec26af6 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/3ea4aa29-657d-4d3e-86a5-9931d00b0310 HTTP/1.1" status: 204 len: 168 time: 0.2668309 Nov 18 17:16:24.734373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45022) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:24.735143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e8392c17-2fa0-4a50-8113-94f8a88f01d3 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Deleting port b4aac4ee-3cb9-4403-a9ea-f3f9966d98f8 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:24.735553 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8392c17-2fa0-4a50-8113-94f8a88f01d3 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:24.749427 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1e9ac-78d9-44fb-a08f-24200ec26af6 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ea4aa29-657d-4d3e-86a5-9931d00b0310,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:24.810331 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb29a85-8e76-45cc-8052-7822db6ccdc2 req-79090b49-929d-4ba7-96e0-fd80eb51407d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:24.810527 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fcb29a85-8e76-45cc-8052-7822db6ccdc2 req-79090b49-929d-4ba7-96e0-fd80eb51407d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.1474164 Nov 18 17:16:24.811656 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8392c17-2fa0-4a50-8113-94f8a88f01d3 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:24.825579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e8392c17-2fa0-4a50-8113-94f8a88f01d3 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Calling delete_port for b4aac4ee-3cb9-4403-a9ea-f3f9966d98f8 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:24.854377 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-50f32ea8-135c-4f03-af4d-d4bcc75b4c59 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1186996 Nov 18 17:16:24.864878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45026) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:24.891537 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-f208f78a-1402-4f09-810e-fd74ebb1edc3 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 1001 time: 0.1392448 Nov 18 17:16:24.968785 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fcb29a85-8e76-45cc-8052-7822db6ccdc2 req-a90813f0-98cd-4b36-a907-6d59d18239ce tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449406 Nov 18 17:16:24.986157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-33b177f4-b5a9-40f3-adc9-6bee2f0a8e19 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:24.987595 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-33b177f4-b5a9-40f3-adc9-6bee2f0a8e19 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports/69d2ab0e-7f19-404e-89e3-2059d64eda67 HTTP/1.1" status: 200 len: 942 time: 0.0774391 Nov 18 17:16:24.994422 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8392c17-2fa0-4a50-8113-94f8a88f01d3 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:25.005250 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-747a6532-39ad-4b0d-af9e-2c07b5708810 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:25.034986 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-747a6532-39ad-4b0d-af9e-2c07b5708810 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:25.146383 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-9eff5d4a-54d1-48a0-ba34-3cb316410802 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 1001 time: 0.0989320 Nov 18 17:16:25.238470 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-747a6532-39ad-4b0d-af9e-2c07b5708810 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:25.241260 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-747a6532-39ad-4b0d-af9e-2c07b5708810 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:25.243066 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-747a6532-39ad-4b0d-af9e-2c07b5708810 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-groups/d425e5c5-7560-4ad3-9c0f-f5f43959b7f5 HTTP/1.1" status: 204 len: 168 time: 0.3767045 Nov 18 17:16:25.248620 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45032) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:25.257072 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8392c17-2fa0-4a50-8113-94f8a88f01d3 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4aac4ee-3cb9-4403-a9ea-f3f9966d98f8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:25.263282 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8392c17-2fa0-4a50-8113-94f8a88f01d3 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:25.267912 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e8392c17-2fa0-4a50-8113-94f8a88f01d3 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] 10.222.0.72 "DELETE /v2.0/ports/b4aac4ee-3cb9-4403-a9ea-f3f9966d98f8 HTTP/1.1" status: 204 len: 168 time: 0.6627555 Nov 18 17:16:25.275056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45034) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:25.276517 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a6532-39ad-4b0d-af9e-2c07b5708810 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d425e5c5-7560-4ad3-9c0f-f5f43959b7f5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:25.300888 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-8609c48a-8d95-4d67-a14d-788b29af7f97 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] GET failed (client error): The resource could not be found. Nov 18 17:16:25.304113 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8609c48a-8d95-4d67-a14d-788b29af7f97 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] 10.222.0.72 "GET /v2.0/ports/b4aac4ee-3cb9-4403-a9ea-f3f9966d98f8 HTTP/1.1" status: 404 len: 333 time: 0.0265510 Nov 18 17:16:25.307522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45036) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:25.314348 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e18f7706-a056-4523-bd0c-b28f6a6c1b7b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Request body: {'port': {'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-757893349'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:25.333423 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-f6c7d556-5784-4b1e-82b6-058d49a8180a tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:25.334808 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-f6c7d556-5784-4b1e-82b6-058d49a8180a tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.1761463 Nov 18 17:16:25.353273 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-63f6cb55-5896-48cd-830d-2af92a038cf6 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0953290 Nov 18 17:16:25.358754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45040) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:25.359303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-db341a15-98ed-4099-b91b-4ada28857a18 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887210631'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:25.446479 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-de86a354-d552-40ab-91d4-e6de046a40d2 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 1001 time: 0.1013424 Nov 18 17:16:25.451189 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18f7706-a056-4523-bd0c-b28f6a6c1b7b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Made reservation on behalf of b016c2ef69e24013a15a1eed980f1bd8 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:25.453654 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e18f7706-a056-4523-bd0c-b28f6a6c1b7b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:25.470469 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-a55a4ebc-f8df-4a10-a965-6ceced2e3d20 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:25.486741 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d418296-294c-44b7-90bb-ed76db02d5fc req-c8d71969-a868-40f4-ba29-faa82bf085ae tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:25.488294 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d418296-294c-44b7-90bb-ed76db02d5fc req-c8d71969-a868-40f4-ba29-faa82bf085ae tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 943 time: 0.0922141 Nov 18 17:16:25.519937 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db341a15-98ed-4099-b91b-4ada28857a18 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:25.531371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-e18f7706-a056-4523-bd0c-b28f6a6c1b7b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] device_id is not set on port ba9fcbce-c07c-4508-8896-abb44e848c4f yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:16:25.588100 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db341a15-98ed-4099-b91b-4ada28857a18 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:25.619650 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-a55a4ebc-f8df-4a10-a965-6ceced2e3d20 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:25.636925 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db341a15-98ed-4099-b91b-4ada28857a18 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:25.667038 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d418296-294c-44b7-90bb-ed76db02d5fc req-0af64463-b54b-45d3-8fa2-324ed2703d38 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506436 Nov 18 17:16:25.668199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db341a15-98ed-4099-b91b-4ada28857a18 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40759371-e9ab-46be-8343-ddaee83d3cbd,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:25.704943 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db341a15-98ed-4099-b91b-4ada28857a18 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:25.706074 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-db341a15-98ed-4099-b91b-4ada28857a18 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3509438 Nov 18 17:16:25.717362 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45042) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:25.722816 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-bebc8bd4-9da9-4e57-b458-0fac72b3e514 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group_rule': {'security_group_id': '40759371-e9ab-46be-8343-ddaee83d3cbd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:25.797831 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bebc8bd4-9da9-4e57-b458-0fac72b3e514 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:25.864747 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-a55a4ebc-f8df-4a10-a965-6ceced2e3d20 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:25.868889 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bebc8bd4-9da9-4e57-b458-0fac72b3e514 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:25.870289 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e18f7706-a056-4523-bd0c-b28f6a6c1b7b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:25.902582 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-a55a4ebc-f8df-4a10-a965-6ceced2e3d20 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:25.902989 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-a55a4ebc-f8df-4a10-a965-6ceced2e3d20 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Floating IP 11f777be-a2ab-49a2-80d1-9cf1159219d2 disassociated. External IP: 172.25.3.207, port: 69d2ab0e-7f19-404e-89e3-2059d64eda67. Nov 18 17:16:25.926078 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bebc8bd4-9da9-4e57-b458-0fac72b3e514 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:25.944276 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc8bd4-9da9-4e57-b458-0fac72b3e514 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5d7fff-d3c4-404a-ba91-1421c2d9791c,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:25.949063 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e18f7706-a056-4523-bd0c-b28f6a6c1b7b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:26.015498 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bebc8bd4-9da9-4e57-b458-0fac72b3e514 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:26.019965 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bebc8bd4-9da9-4e57-b458-0fac72b3e514 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2991829 Nov 18 17:16:26.024064 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45048) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:26.025000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-13677618-5246-4c8f-985a-a83e2036b09c tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group_rule': {'security_group_id': '40759371-e9ab-46be-8343-ddaee83d3cbd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:26.032864 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18f7706-a056-4523-bd0c-b28f6a6c1b7b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Network 35a076d4-99b5-48e3-bb89-1a46bdafe57c is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:16:26.042085 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-e18f7706-a056-4523-bd0c-b28f6a6c1b7b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:26.048521 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18f7706-a056-4523-bd0c-b28f6a6c1b7b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:16:26.049470 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18f7706-a056-4523-bd0c-b28f6a6c1b7b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:26.050128 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e18f7706-a056-4523-bd0c-b28f6a6c1b7b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:26.052941 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f7706-a056-4523-bd0c-b28f6a6c1b7b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Pushing event updated for resources: {'Port': ['ID=ba9fcbce-c07c-4508-8896-abb44e848c4f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:26.113616 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13677618-5246-4c8f-985a-a83e2036b09c tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:26.156274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53dfad-a887-416a-aca8-ff0779c78f4c req-abc20f6d-4fa3-4e30-9b0a-71d9472805c5 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:26.158355 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e53dfad-a887-416a-aca8-ff0779c78f4c req-abc20f6d-4fa3-4e30-9b0a-71d9472805c5 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.1128364 Nov 18 17:16:26.171691 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13677618-5246-4c8f-985a-a83e2036b09c tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:26.190003 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e18f7706-a056-4523-bd0c-b28f6a6c1b7b tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8813844 Nov 18 17:16:26.192765 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45054) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:26.198317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:26.246106 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13677618-5246-4c8f-985a-a83e2036b09c tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:26.259420 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e53dfad-a887-416a-aca8-ff0779c78f4c req-8c89a10b-2698-4ddb-a956-d3c4b0720212 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943050 Nov 18 17:16:26.263877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-a55a4ebc-f8df-4a10-a965-6ceced2e3d20 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:16:26.278102 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:26.280418 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13677618-5246-4c8f-985a-a83e2036b09c tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1193392-75a0-4309-977a-a25c61f8f7fc,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:26.404564 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-a55a4ebc-f8df-4a10-a965-6ceced2e3d20 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:16:26.409471 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-a55a4ebc-f8df-4a10-a965-6ceced2e3d20 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:26.416679 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a25e55e-5f08-4e49-a1da-83addbc65893 None None] Sync routers for ids ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:16:26.419756 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13677618-5246-4c8f-985a-a83e2036b09c tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:26.429802 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-13677618-5246-4c8f-985a-a83e2036b09c tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3998330 Nov 18 17:16:26.429986 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a25e55e-5f08-4e49-a1da-83addbc65893 None None] Routers {'a19cfc79-bd69-4cef-89ed-8ed01a4aa064'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:26.429986 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6a25e55e-5f08-4e49-a1da-83addbc65893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:26.435122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45058) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:26.443950 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e8e5154f-3fe7-444a-82fd-717cb24760e4 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group_rule': {'security_group_id': '40759371-e9ab-46be-8343-ddaee83d3cbd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:26.454425 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-a55a4ebc-f8df-4a10-a965-6ceced2e3d20 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "PUT /v2.0/floatingips/11f777be-a2ab-49a2-80d1-9cf1159219d2 HTTP/1.1" status: 200 len: 696 time: 0.9963355 Nov 18 17:16:26.455384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'tag': '69d2ab0e-7f19-404e-89e3-2059d64eda67'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:16:26.459732 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a928af-2c05-455f-a71f-51ead3462f31" -d '{"events": [{"name": "network-changed", "server_uuid": "3770919c-d28f-4fc7-9f3c-bbde596127bc", "tag": "69d2ab0e-7f19-404e-89e3-2059d64eda67"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:16:26.513889 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] device_id is not set on port ba9fcbce-c07c-4508-8896-abb44e848c4f yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:16:26.522953 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:26.536259 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-c32185c8-9b12-4c87-adb6-eecafc3a5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:26.536259 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-c32185c8-9b12-4c87-adb6-eecafc3a5020 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 1097 time: 0.0599046 Nov 18 17:16:26.547888 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf2ad18-736a-4a30-a539-eb96aa77ffe3 x-openstack-request-id: req-dcf2ad18-736a-4a30-a539-eb96aa77ffe3 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:16:26.548194 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3770919c-d28f-4fc7-9f3c-bbde596127bc", "tag": "69d2ab0e-7f19-404e-89e3-2059d64eda67", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:16:26.548458 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dcf2ad18-736a-4a30-a539-eb96aa77ffe3 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:16:26.548869 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'tag': '69d2ab0e-7f19-404e-89e3-2059d64eda67', 'status': 'completed', 'code': 200} Nov 18 17:16:26.555381 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-6a25e55e-5f08-4e49-a1da-83addbc65893 None None] Set router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:26.605503 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8e5154f-3fe7-444a-82fd-717cb24760e4 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:26.626856 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:26.638922 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-334da344-dd51-4147-83da-0e1e44f41454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:26.640549 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-334da344-dd51-4147-83da-0e1e44f41454 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 200 len: 922 time: 0.1026945 Nov 18 17:16:26.673139 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a928af-2c05-455f-a71f-51ead3462f31 req-c0478990-ff13-4c33-a88f-2236172e1caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:26.674656 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-77a928af-2c05-455f-a71f-51ead3462f31 req-c0478990-ff13-4c33-a88f-2236172e1caa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 1097 time: 0.1054254 Nov 18 17:16:26.689866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-807ae5b0-35aa-45b3-bf4d-e75366ffa3dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d2ab0e-7f19-404e-89e3-2059d64eda67 HTTP/1.1" status: 200 len: 217 time: 0.0422788 Nov 18 17:16:26.760918 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-aecf0c3b-2e8f-4d25-bb11-ce257085fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:26.763024 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-aecf0c3b-2e8f-4d25-bb11-ce257085fab7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13819e6b-b208-409f-bf07-9b01f07897d6 HTTP/1.1" status: 200 len: 859 time: 0.0669234 Nov 18 17:16:26.766045 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8e5154f-3fe7-444a-82fd-717cb24760e4 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:26.778382 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Pushing event updated for resources: {'Port': ['ID=ba9fcbce-c07c-4508-8896-abb44e848c4f,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:26.786330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:26.786675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:26.787148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:26.823359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:26.823685 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:26.827362 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 2 to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f Nov 18 17:16:26.843754 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8e5154f-3fe7-444a-82fd-717cb24760e4 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:26.862053 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-3c81a809-89d4-4b7b-8e89-e6832d46fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:26.863639 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-3c81a809-89d4-4b7b-8e89-e6832d46fc50 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d6828d96-dac8-452e-9529-c68e647dfbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927961 Nov 18 17:16:26.882006 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699c2c5-7705-455e-8719-053a70182fe5 req-0293f2bd-1e0f-4d41-9dc1-9b36091623fc tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:26.883654 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0699c2c5-7705-455e-8719-053a70182fe5 req-0293f2bd-1e0f-4d41-9dc1-9b36091623fc tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 943 time: 0.0757098 Nov 18 17:16:26.893647 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5154f-3fe7-444a-82fd-717cb24760e4 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd441c1c-9920-4d40-b86d-04fcebc1bf46,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:26.895673 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:26.901036 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:26.901433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:26.902698 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6a25e55e-5f08-4e49-a1da-83addbc65893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:22Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:26.917032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a928af-2c05-455f-a71f-51ead3462f31 req-76133697-157f-4b93-b7a4-82280f2eca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:26.918639 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-77a928af-2c05-455f-a71f-51ead3462f31 req-76133697-157f-4b93-b7a4-82280f2eca48 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 200 len: 922 time: 0.2307665 Nov 18 17:16:26.919554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:26.919909 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:26.920343 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 3 to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f Nov 18 17:16:26.931128 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a25e55e-5f08-4e49-a1da-83addbc65893 None None] Checking router: a19cfc79-bd69-4cef-89ed-8ed01a4aa064 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:16:26.942829 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a25e55e-5f08-4e49-a1da-83addbc65893 None None] Routers {'a19cfc79-bd69-4cef-89ed-8ed01a4aa064'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:26.943745 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6a25e55e-5f08-4e49-a1da-83addbc65893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:26.973723 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-77a928af-2c05-455f-a71f-51ead3462f31 req-21850556-3d3f-4144-b03d-eac5f0efa20f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d2ab0e-7f19-404e-89e3-2059d64eda67 HTTP/1.1" status: 200 len: 217 time: 0.0475342 Nov 18 17:16:26.977990 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8e5154f-3fe7-444a-82fd-717cb24760e4 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:26.982446 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e8e5154f-3fe7-444a-82fd-717cb24760e4 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5430493 Nov 18 17:16:26.982638 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45064) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:26.988022 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f2c4a3f7-b770-4e52-b6ee-d5f1f75ebfcb tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group_rule': {'security_group_id': '40759371-e9ab-46be-8343-ddaee83d3cbd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:26.991302 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:26.991302 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:26.991866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:27.016835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:27.017030 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:27.020502 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 4 to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f Nov 18 17:16:27.029073 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0699c2c5-7705-455e-8719-053a70182fe5 req-79ca768f-8d8a-432e-b02e-783a3cd11ca9 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358519 Nov 18 17:16:27.035457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:27.036199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:27.036199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:27.046366 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:27.046705 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:27.049656 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 5 to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f Nov 18 17:16:27.057693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a928af-2c05-455f-a71f-51ead3462f31 req-b0d2f535-35a2-4f2b-91a5-15491947c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:27.060167 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-6b649f69-023d-45cf-bb9b-fa4d06452480 service neutron] 10.222.0.72 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753471 Nov 18 17:16:27.061113 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-77a928af-2c05-455f-a71f-51ead3462f31 req-b0d2f535-35a2-4f2b-91a5-15491947c331 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13819e6b-b208-409f-bf07-9b01f07897d6 HTTP/1.1" status: 200 len: 859 time: 0.0789330 Nov 18 17:16:27.078032 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-6a25e55e-5f08-4e49-a1da-83addbc65893 None None] Set router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:27.083925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:27.084272 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:27.084612 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:27.112795 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:27.113147 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:27.114944 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 6 to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f Nov 18 17:16:27.134999 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:27.135338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:27.136024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:27.140590 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a928af-2c05-455f-a71f-51ead3462f31 req-321cc858-4784-4945-b002-d4472ab6ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:27.142198 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-77a928af-2c05-455f-a71f-51ead3462f31 req-321cc858-4784-4945-b002-d4472ab6ec0f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d6828d96-dac8-452e-9529-c68e647dfbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708368 Nov 18 17:16:27.144719 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:27.145053 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:27.145505 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 7 to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f Nov 18 17:16:27.149119 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2c4a3f7-b770-4e52-b6ee-d5f1f75ebfcb tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:27.177986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:27.178422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:27.178768 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:27.198045 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:27.198412 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:27.200631 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 8 to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f Nov 18 17:16:27.201480 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b31b8177-51f8-4afd-8b2f-64b784e99341 req-6245d0c1-10da-4026-aefe-9e64423d0cd6 service neutron] 10.222.0.72 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392093 Nov 18 17:16:27.222480 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2c4a3f7-b770-4e52-b6ee-d5f1f75ebfcb tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:27.245819 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:27.246157 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:27.246496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:27.258129 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:27.258454 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:27.263624 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 9 to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f Nov 18 17:16:27.282841 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-77a928af-2c05-455f-a71f-51ead3462f31 req-9263ec1f-427b-4996-a55a-811add770813 service neutron] 10.222.0.81 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281619 Nov 18 17:16:27.286312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:27.286312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:27.286312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:27.299081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:27.299837 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:27.300713 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempt 10 to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f Nov 18 17:16:27.302895 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2c4a3f7-b770-4e52-b6ee-d5f1f75ebfcb tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:27.305866 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6a25e55e-5f08-4e49-a1da-83addbc65893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:22Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:27.336114 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:27.336468 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:27.336795 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempting to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:27.340129 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a25e55e-5f08-4e49-a1da-83addbc65893 None None] The sync data for ids ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'] in n-d-813419-11 is: [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:15:14Z', 'revision_number': 4, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'bd9250d7-2e38-4a1b-b798-9d65c114e523', 'name': '', 'network_id': 'd6828d96-dac8-452e-9529-c68e647dfbe7', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'mac_address': 'fa:16:3e:e2:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:12Z', 'updated_at': '2021-11-18T17:15:22Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'subnets': [{'id': '13819e6b-b208-409f-bf07-9b01f07897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:16:27.347064 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4a3f7-b770-4e52-b6ee-d5f1f75ebfcb tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7dcb313-396a-444f-8ae6-f24f5ded8f4b,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:27.376562 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:27.376891 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Failed to bind port ba9fcbce-c07c-4508-8896-abb44e848c4f on host n-h1-813419-11 for vnic_type normal using segments [{'id': '6c976245-aed3-48fa-ab40-22d95e9b6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '35a076d4-99b5-48e3-bb89-1a46bdafe57c'}] Nov 18 17:16:27.377257 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:27.420185 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2c4a3f7-b770-4e52-b6ee-d5f1f75ebfcb tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:27.421573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f2c4a3f7-b770-4e52-b6ee-d5f1f75ebfcb tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4381695 Nov 18 17:16:27.426989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45076) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:27.431506 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b1dae47c-c0e4-4026-b74a-e776afba53d3 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group_rule': {'security_group_id': '40759371-e9ab-46be-8343-ddaee83d3cbd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:27.457053 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7ac05-e577-41c5-9042-1e16a0f30179 req-434996db-329b-4365-8c48-999c06c87303 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:27.462562 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ddb7ac05-e577-41c5-9042-1e16a0f30179 req-434996db-329b-4365-8c48-999c06c87303 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.0925927 Nov 18 17:16:27.470829 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-77a928af-2c05-455f-a71f-51ead3462f31 req-bdc1d327-baff-4721-88e4-71867d0bf880 service neutron] 10.222.0.81 "GET /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796265 Nov 18 17:16:27.506280 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] For port ba9fcbce-c07c-4508-8896-abb44e848c4f, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:16:27.506658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attempted to set empty binding levels {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 18 17:16:27.518812 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ddb7ac05-e577-41c5-9042-1e16a0f30179 req-5a372a41-9712-42bc-b4cd-a25c7c999a32 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552480 Nov 18 17:16:27.548081 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1dae47c-c0e4-4026-b74a-e776afba53d3 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:27.584233 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:27.625085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] In _notify_port_updated(), no bound segment for port ba9fcbce-c07c-4508-8896-abb44e848c4f on network 35a076d4-99b5-48e3-bb89-1a46bdafe57c {{(pid=104008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:16:27.625999 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:27.626606 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:27.627977 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] 10.222.0.72 "PUT /v2.0/ports/ba9fcbce-c07c-4508-8896-abb44e848c4f HTTP/1.1" status: 200 len: 975 time: 1.4341383 Nov 18 17:16:27.635435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45082) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:27.658269 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d8cf019-ca9d-4d71-8108-31a8ad218e60 req-fabf536c-5dff-48cc-b017-19c1497ec7e0 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/floatingips/11f777be-a2ab-49a2-80d1-9cf1159219d2 HTTP/1.1" status: 200 len: 696 time: 0.0586412 Nov 18 17:16:27.702557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc13b8-1feb-467c-8f60-400a5729c72e tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Pushing event updated for resources: {'Port': ['ID=ba9fcbce-c07c-4508-8896-abb44e848c4f,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:27.706425 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1dae47c-c0e4-4026-b74a-e776afba53d3 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:27.728525 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f42aa3-2215-43ce-9bc7-a11cab52322e None None] New status for floating IP 11f777be-a2ab-49a2-80d1-9cf1159219d2: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:16:27.754605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0ef1b758-d02f-426f-ba57-bb1d10a455c8 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Deleting port ba9fcbce-c07c-4508-8896-abb44e848c4f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:27.755231 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ef1b758-d02f-426f-ba57-bb1d10a455c8 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:27.773421 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1dae47c-c0e4-4026-b74a-e776afba53d3 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:27.777342 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cf019-ca9d-4d71-8108-31a8ad218e60 req-8852c328-e0bc-413b-8b69-2e1813202569 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:27.784424 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d8cf019-ca9d-4d71-8108-31a8ad218e60 req-8852c328-e0bc-413b-8b69-2e1813202569 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.1199868 Nov 18 17:16:27.792169 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-0d8cf019-ca9d-4d71-8108-31a8ad218e60 req-dcd5161b-6a1a-4044-8c83-116d7746a2b9 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:16:27.793469 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d8cf019-ca9d-4d71-8108-31a8ad218e60 req-dcd5161b-6a1a-4044-8c83-116d7746a2b9 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067618 Nov 18 17:16:27.834479 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dae47c-c0e4-4026-b74a-e776afba53d3 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4fe467-43d1-4fef-bb21-5a4aff224c7e,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:27.840736 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-0ef1b758-d02f-426f-ba57-bb1d10a455c8 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] For port ba9fcbce-c07c-4508-8896-abb44e848c4f, host n-h1-813419-11, got binding levels [] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:27.841110 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ef1b758-d02f-426f-ba57-bb1d10a455c8 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:27.854991 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d8cf019-ca9d-4d71-8108-31a8ad218e60 req-47ce3172-1f73-417f-aa05-ac69a9322349 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 699 time: 0.0538907 Nov 18 17:16:27.855976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0ef1b758-d02f-426f-ba57-bb1d10a455c8 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Calling delete_port for ba9fcbce-c07c-4508-8896-abb44e848c4f owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:27.910032 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d8cf019-ca9d-4d71-8108-31a8ad218e60 req-de5ea56d-9f61-4a64-9596-5aa3c88a1954 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.207 HTTP/1.1" status: 200 len: 699 time: 0.0483143 Nov 18 17:16:27.922175 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1dae47c-c0e4-4026-b74a-e776afba53d3 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:27.923384 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b1dae47c-c0e4-4026-b74a-e776afba53d3 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4954586 Nov 18 17:16:27.927254 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45084) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:27.975330 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-acec8a19-c3f1-438b-b8e4-89fc00bd02f1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:27.984973 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-acec8a19-c3f1-438b-b8e4-89fc00bd02f1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.051004 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-0d8cf019-ca9d-4d71-8108-31a8ad218e60 req-280292f7-b075-4c0f-9008-f5cd6210ce4a tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Deleting port 272d7ee3-24df-49ee-93ca-7aaf015b6944 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:28.051383 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0d8cf019-ca9d-4d71-8108-31a8ad218e60 req-280292f7-b075-4c0f-9008-f5cd6210ce4a tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.085731 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ef1b758-d02f-426f-ba57-bb1d10a455c8 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.119494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1b758-d02f-426f-ba57-bb1d10a455c8 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba9fcbce-c07c-4508-8896-abb44e848c4f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:28.121629 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-acec8a19-c3f1-438b-b8e4-89fc00bd02f1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.131326 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-acec8a19-c3f1-438b-b8e4-89fc00bd02f1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.135850 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-acec8a19-c3f1-438b-b8e4-89fc00bd02f1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/7a4fe467-43d1-4fef-bb21-5a4aff224c7e HTTP/1.1" status: 204 len: 168 time: 0.2074237 Nov 18 17:16:28.143178 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45088) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:28.143178 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ef1b758-d02f-426f-ba57-bb1d10a455c8 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.145559 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0ef1b758-d02f-426f-ba57-bb1d10a455c8 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] 10.222.0.72 "DELETE /v2.0/ports/ba9fcbce-c07c-4508-8896-abb44e848c4f HTTP/1.1" status: 204 len: 168 time: 0.5074084 Nov 18 17:16:28.154798 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45090) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:28.156256 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0d8cf019-ca9d-4d71-8108-31a8ad218e60 req-280292f7-b075-4c0f-9008-f5cd6210ce4a tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.156642 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0d8cf019-ca9d-4d71-8108-31a8ad218e60 req-280292f7-b075-4c0f-9008-f5cd6210ce4a tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.169528 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec8a19-c3f1-438b-b8e4-89fc00bd02f1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a4fe467-43d1-4fef-bb21-5a4aff224c7e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:28.171554 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-0d8cf019-ca9d-4d71-8108-31a8ad218e60 req-280292f7-b075-4c0f-9008-f5cd6210ce4a tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Calling delete_port for 272d7ee3-24df-49ee-93ca-7aaf015b6944 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:28.196852 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ee601-6c58-4e71-b702-bd5e0b21b9e5 req-b4e57cb2-af25-4829-b51f-4f3061c07659 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:28.197102 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-4196aa31-b546-4b83-b2d4-707263894492 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] GET failed (client error): The resource could not be found. Nov 18 17:16:28.198308 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e5ee601-6c58-4e71-b702-bd5e0b21b9e5 req-b4e57cb2-af25-4829-b51f-4f3061c07659 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 943 time: 0.0813744 Nov 18 17:16:28.198523 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4196aa31-b546-4b83-b2d4-707263894492 tempest-PortsAdminExtendedAttrsTestJSON-1199701700 tempest-PortsAdminExtendedAttrsTestJSON-1199701700-project-admin] 10.222.0.72 "GET /v2.0/ports/ba9fcbce-c07c-4508-8896-abb44e848c4f HTTP/1.1" status: 404 len: 333 time: 0.0427730 Nov 18 17:16:28.202185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45092) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:28.229735 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1e6d80b3-68ca-454b-9993-3c84af30b2ee tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0895500 Nov 18 17:16:28.232378 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45094) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:28.257158 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25f178ef-88c7-4421-baf8-5d9aba488ac8 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.265192 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25f178ef-88c7-4421-baf8-5d9aba488ac8 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.342890 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25f178ef-88c7-4421-baf8-5d9aba488ac8 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.349915 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25f178ef-88c7-4421-baf8-5d9aba488ac8 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.352266 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-25f178ef-88c7-4421-baf8-5d9aba488ac8 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/b7dcb313-396a-444f-8ae6-f24f5ded8f4b HTTP/1.1" status: 204 len: 168 time: 0.1189201 Nov 18 17:16:28.354695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45096) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:28.358185 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d67f-bb9b-43a9-85ee-47906b97a6f3 tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.372575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f178ef-88c7-4421-baf8-5d9aba488ac8 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7dcb313-396a-444f-8ae6-f24f5ded8f4b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:28.374409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e5ee601-6c58-4e71-b702-bd5e0b21b9e5 req-34c0c745-87b4-4f7d-9042-099a44f23026 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335359 Nov 18 17:16:28.410784 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cfee1704-a810-420d-b656-d83a71ea1889 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0522864 Nov 18 17:16:28.411089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45098) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:28.436110 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8147-a8e6-4f1a-b98c-e2af98231f4a tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.444399 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8147-a8e6-4f1a-b98c-e2af98231f4a tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.499038 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d67f-bb9b-43a9-85ee-47906b97a6f3 tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.519930 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8147-a8e6-4f1a-b98c-e2af98231f4a tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.527205 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8147-a8e6-4f1a-b98c-e2af98231f4a tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.527596 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-e4f4d67f-bb9b-43a9-85ee-47906b97a6f3 tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a076d4-99b5-48e3-bb89-1a46bdafe57c']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:28.530840 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3bcd8147-a8e6-4f1a-b98c-e2af98231f4a tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/dd441c1c-9920-4d40-b86d-04fcebc1bf46 HTTP/1.1" status: 204 len: 168 time: 0.1162634 Nov 18 17:16:28.531931 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45102) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:28.534567 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd8147-a8e6-4f1a-b98c-e2af98231f4a tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd441c1c-9920-4d40-b86d-04fcebc1bf46,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:28.557036 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-e4f4d67f-bb9b-43a9-85ee-47906b97a6f3 tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c976245-aed3-48fa-ab40-22d95e9b6705') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:28.557255 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-e4f4d67f-bb9b-43a9-85ee-47906b97a6f3 tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c976245-aed3-48fa-ab40-22d95e9b6705') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:28.569921 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d67f-bb9b-43a9-85ee-47906b97a6f3 tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.577595 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0d8cf019-ca9d-4d71-8108-31a8ad218e60 req-280292f7-b075-4c0f-9008-f5cd6210ce4a tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.625085 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d67f-bb9b-43a9-85ee-47906b97a6f3 tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.631674 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280292f7-b075-4c0f-9008-f5cd6210ce4a tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Pushing event deleted for resources: {'Port': ['ID=272d7ee3-24df-49ee-93ca-7aaf015b6944,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:28.649775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-304413ab-21ea-4687-b3eb-d90e0dcd3fd9 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1170325 Nov 18 17:16:28.653585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f4d67f-bb9b-43a9-85ee-47906b97a6f3 tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:16:28.653732 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45110) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:28.654190 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d67f-bb9b-43a9-85ee-47906b97a6f3 tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:16:28.668974 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:16:28.680117 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45098a00-2ecd-4d42-aef2-eac449574058 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.688203 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45098a00-2ecd-4d42-aef2-eac449574058 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.759670 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45098a00-2ecd-4d42-aef2-eac449574058 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.765369 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45098a00-2ecd-4d42-aef2-eac449574058 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.766763 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-45098a00-2ecd-4d42-aef2-eac449574058 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/e1193392-75a0-4309-977a-a25c61f8f7fc HTTP/1.1" status: 204 len: 168 time: 0.1129434 Nov 18 17:16:28.769586 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45112) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:28.774995 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45098a00-2ecd-4d42-aef2-eac449574058 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1193392-75a0-4309-977a-a25c61f8f7fc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:28.798519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612079bf-826d-42bc-b9f1-2c89b062a2c0 req-e37aa127-398a-4d90-a4a1-c21725aa7a1c tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:28.800073 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-612079bf-826d-42bc-b9f1-2c89b062a2c0 req-e37aa127-398a-4d90-a4a1-c21725aa7a1c tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.2087662 Nov 18 17:16:28.802464 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0d8cf019-ca9d-4d71-8108-31a8ad218e60 req-280292f7-b075-4c0f-9008-f5cd6210ce4a tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.805134 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0d8cf019-ca9d-4d71-8108-31a8ad218e60 req-280292f7-b075-4c0f-9008-f5cd6210ce4a tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.806208 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d8cf019-ca9d-4d71-8108-31a8ad218e60 req-280292f7-b075-4c0f-9008-f5cd6210ce4a tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "DELETE /v2.0/floatingips/11f777be-a2ab-49a2-80d1-9cf1159219d2 HTTP/1.1" status: 204 len: 173 time: 0.8892446 Nov 18 17:16:28.824928 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d67f-bb9b-43a9-85ee-47906b97a6f3 tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.836274 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d67f-bb9b-43a9-85ee-47906b97a6f3 tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.839266 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e4f4d67f-bb9b-43a9-85ee-47906b97a6f3 tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] 10.222.0.72 "DELETE /v2.0/networks/35a076d4-99b5-48e3-bb89-1a46bdafe57c HTTP/1.1" status: 204 len: 168 time: 0.6069787 Nov 18 17:16:28.865856 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4d67f-bb9b-43a9-85ee-47906b97a6f3 tempest-PortsAdminExtendedAttrsTestJSON-1477501137 tempest-PortsAdminExtendedAttrsTestJSON-1477501137-project] Pushing event deleted for resources: {'Network': ['ID=35a076d4-99b5-48e3-bb89-1a46bdafe57c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:28.880388 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ee7eaa26-02bb-4b14-b7db-22626f7bc697 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1095455 Nov 18 17:16:28.883217 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45118) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:28.895992 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-612079bf-826d-42bc-b9f1-2c89b062a2c0 req-1b8c7ad6-0717-4094-a473-82ac50b23263 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876348 Nov 18 17:16:28.926549 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dad8e210-f9ac-4ee7-93d7-a4cd296f6b84 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:28.936742 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dad8e210-f9ac-4ee7-93d7-a4cd296f6b84 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.056648 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dad8e210-f9ac-4ee7-93d7-a4cd296f6b84 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.063327 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dad8e210-f9ac-4ee7-93d7-a4cd296f6b84 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.064511 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dad8e210-f9ac-4ee7-93d7-a4cd296f6b84 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/ca5d7fff-d3c4-404a-ba91-1421c2d9791c HTTP/1.1" status: 204 len: 168 time: 0.1794083 Nov 18 17:16:29.067276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45120) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:29.070268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8e210-f9ac-4ee7-93d7-a4cd296f6b84 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca5d7fff-d3c4-404a-ba91-1421c2d9791c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:29.108307 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-809c86f1-4c56-41de-970b-dcfbfe293f98 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397992 Nov 18 17:16:29.111027 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45122) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:29.169652 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-344003d4-1141-4905-8b13-69a5ae9e4c1a tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.197547 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-344003d4-1141-4905-8b13-69a5ae9e4c1a tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.297155 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-344003d4-1141-4905-8b13-69a5ae9e4c1a tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.300567 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-344003d4-1141-4905-8b13-69a5ae9e4c1a tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.301843 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-344003d4-1141-4905-8b13-69a5ae9e4c1a tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-groups/40759371-e9ab-46be-8343-ddaee83d3cbd HTTP/1.1" status: 204 len: 168 time: 0.1898792 Nov 18 17:16:29.304737 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45128) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:29.311392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344003d4-1141-4905-8b13-69a5ae9e4c1a tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40759371-e9ab-46be-8343-ddaee83d3cbd,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:29.357986 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4ac0919d-9668-4fe9-b043-27badf42e5a5 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0517271 Nov 18 17:16:29.362143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45130) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:29.362771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45132) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:29.369308 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ae8fb8de-3c28-4c1f-aa27-fc2d883c2722 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133764550'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:29.396198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dc46d-7ec0-4c6b-94ab-43e51d2fdd6a req-f899654c-e5df-40f4-8724-7f351e37595c tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:29.397891 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a47dc46d-7ec0-4c6b-94ab-43e51d2fdd6a req-f899654c-e5df-40f4-8724-7f351e37595c tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 945 time: 0.0695000 Nov 18 17:16:29.440402 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae8fb8de-3c28-4c1f-aa27-fc2d883c2722 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.448958 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a47dc46d-7ec0-4c6b-94ab-43e51d2fdd6a req-eeee6dba-97a2-48c0-9d83-e85f4bcc4ff3 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448718 Nov 18 17:16:29.522513 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae8fb8de-3c28-4c1f-aa27-fc2d883c2722 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.558240 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-937f503d-ce43-4511-abfe-b9f0eaca89d8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26f279a3d96c4872aae2d1da31ce97ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1943338 Nov 18 17:16:29.560974 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45140) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:29.567020 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213a460-1c85-4957-b962-951f5dd2c4e2 req-73b88b08-6f35-43c7-89bd-81eabaaba46e tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:29.568704 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7213a460-1c85-4957-b962-951f5dd2c4e2 req-73b88b08-6f35-43c7-89bd-81eabaaba46e tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 943 time: 0.0876489 Nov 18 17:16:29.594800 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae8fb8de-3c28-4c1f-aa27-fc2d883c2722 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.618084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7213a460-1c85-4957-b962-951f5dd2c4e2 req-2a4d6922-428e-40c7-8fd8-1687de3b1b4c tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428216 Nov 18 17:16:29.640233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fb8de-3c28-4c1f-aa27-fc2d883c2722 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb73c12-f062-4c22-bbc5-a79bab46d113,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:29.645164 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c946a35-0538-463d-907d-738a40b0a508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.667436 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae8fb8de-3c28-4c1f-aa27-fc2d883c2722 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.668692 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ae8fb8de-3c28-4c1f-aa27-fc2d883c2722 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3038521 Nov 18 17:16:29.670674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c946a35-0538-463d-907d-738a40b0a508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.671435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45142) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:29.681786 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ae5a7bec-cc42-4588-984d-c7fc1aaabf3f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group_rule': {'security_group_id': 'edb73c12-f062-4c22-bbc5-a79bab46d113', 'direction': 'ingress', 'protocol': 17}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:29.782423 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7bec-cc42-4588-984d-c7fc1aaabf3f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.810933 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c946a35-0538-463d-907d-738a40b0a508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.814876 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c946a35-0538-463d-907d-738a40b0a508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.818318 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3c946a35-0538-463d-907d-738a40b0a508 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/83442059-0564-41b0-8614-7c1b8ead3bd2 HTTP/1.1" status: 204 len: 168 time: 0.2538643 Nov 18 17:16:29.824386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c946a35-0538-463d-907d-738a40b0a508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83442059-0564-41b0-8614-7c1b8ead3bd2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:29.856287 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7bec-cc42-4588-984d-c7fc1aaabf3f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.896796 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-570fbab5-85d4-49c3-8af9-75bb262243dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.920192 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7bec-cc42-4588-984d-c7fc1aaabf3f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:29.941059 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a7bec-cc42-4588-984d-c7fc1aaabf3f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f04283-cd93-4ffb-ba92-157a6f9ceb40,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:29.998528 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7bec-cc42-4588-984d-c7fc1aaabf3f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:30.002438 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ae5a7bec-cc42-4588-984d-c7fc1aaabf3f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3261940 Nov 18 17:16:30.005488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45152) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:30.029277 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5487d-c696-49bf-8dd8-14932b8eb0df req-f5cdd49c-e0ac-41d5-8cfb-ba21fee5fc68 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:30.031106 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8da5487d-c696-49bf-8dd8-14932b8eb0df req-f5cdd49c-e0ac-41d5-8cfb-ba21fee5fc68 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.0617456 Nov 18 17:16:30.097301 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa398-af0b-4a38-ac87-7622b5237a3b tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:30.111479 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8da5487d-c696-49bf-8dd8-14932b8eb0df req-8293a88e-b786-4f0d-9f81-08d58279f5c9 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678611 Nov 18 17:16:30.138364 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa398-af0b-4a38-ac87-7622b5237a3b tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:30.262279 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa398-af0b-4a38-ac87-7622b5237a3b tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:30.265045 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa398-af0b-4a38-ac87-7622b5237a3b tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:30.266530 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fd1aa398-af0b-4a38-ac87-7622b5237a3b tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-groups/edb73c12-f062-4c22-bbc5-a79bab46d113 HTTP/1.1" status: 204 len: 168 time: 0.2596095 Nov 18 17:16:30.269352 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45156) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:30.276159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1aa398-af0b-4a38-ac87-7622b5237a3b tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb73c12-f062-4c22-bbc5-a79bab46d113,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:30.313131 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-86ea92f5-c6dd-4782-9345-b80c3d12dc41 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0426145 Nov 18 17:16:30.316740 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45158) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:30.320904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-53bdf7c1-f372-4e61-83ed-dd17155f4cc7 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group': {'name': 'tempest-secgroup--299998904'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:30.399631 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-53bdf7c1-f372-4e61-83ed-dd17155f4cc7 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:30.482539 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-53bdf7c1-f372-4e61-83ed-dd17155f4cc7 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:30.491019 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45162) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:30.540964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-613dc319-6f80-4197-b47d-d8149f8f93b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b016c2ef69e24013a15a1eed980f1bd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487335 Nov 18 17:16:30.543655 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45164) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:30.565055 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-53bdf7c1-f372-4e61-83ed-dd17155f4cc7 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:30.606014 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0237a-86e6-4fd4-88c9-c4398aaa2674 req-52b8d24c-e887-4bcb-95cc-cf64acce53c2 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:30.607308 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f127fa1-9b66-4d81-8f95-bda0ee336ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:30.612629 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47f0237a-86e6-4fd4-88c9-c4398aaa2674 req-52b8d24c-e887-4bcb-95cc-cf64acce53c2 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 945 time: 0.0863891 Nov 18 17:16:30.623617 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdf7c1-f372-4e61-83ed-dd17155f4cc7 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1e4a36-c0f8-49c8-9b18-de0a1729521e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:30.637368 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f127fa1-9b66-4d81-8f95-bda0ee336ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:30.653526 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-53bdf7c1-f372-4e61-83ed-dd17155f4cc7 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:30.654835 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-53bdf7c1-f372-4e61-83ed-dd17155f4cc7 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3371625 Nov 18 17:16:30.658733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45170) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:30.668057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-580d6142-e944-492c-8136-b9bae4371388 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group': {'name': 'tempest-secgroup--386569158'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:30.684812 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47f0237a-86e6-4fd4-88c9-c4398aaa2674 req-b1b6bf90-42db-4ec3-b91a-62e3d9b795ee tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/security-groups?id=c12189d8-c35a-40b2-a7b6-aaca4347025b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694091 Nov 18 17:16:30.721361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242b1b2-a6e7-42a7-bda1-895325e34c84 req-580aeb0f-f2c8-4a72-8c3b-6781c9673d72 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:30.722831 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8242b1b2-a6e7-42a7-bda1-895325e34c84 req-580aeb0f-f2c8-4a72-8c3b-6781c9673d72 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.81 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 945 time: 0.0566344 Nov 18 17:16:30.762570 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-580d6142-e944-492c-8136-b9bae4371388 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:30.817381 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a2028-9f48-47f5-aa81-807cfd6cbeee req-80592baa-0f6e-4435-b61d-11cc00c6a964 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:30.820408 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c4a2028-9f48-47f5-aa81-807cfd6cbeee req-80592baa-0f6e-4435-b61d-11cc00c6a964 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 943 time: 0.0835900 Nov 18 17:16:30.839828 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f127fa1-9b66-4d81-8f95-bda0ee336ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:30.842527 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f127fa1-9b66-4d81-8f95-bda0ee336ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:30.843676 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5f127fa1-9b66-4d81-8f95-bda0ee336ffb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/561fa187-2cb0-40e6-bf7c-85b36dfba249 HTTP/1.1" status: 204 len: 168 time: 0.2989132 Nov 18 17:16:30.856958 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f127fa1-9b66-4d81-8f95-bda0ee336ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561fa187-2cb0-40e6-bf7c-85b36dfba249,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:30.872704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-8242b1b2-a6e7-42a7-bda1-895325e34c84 req-74017808-3d30-438e-8ea3-680032ddba51 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Deleting port 69d2ab0e-7f19-404e-89e3-2059d64eda67 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:30.873074 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8242b1b2-a6e7-42a7-bda1-895325e34c84 req-74017808-3d30-438e-8ea3-680032ddba51 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:30.924590 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c4a2028-9f48-47f5-aa81-807cfd6cbeee req-128459ee-d863-4e96-b47d-62826fa11ce9 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962377 Nov 18 17:16:30.926921 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-580d6142-e944-492c-8136-b9bae4371388 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:30.970742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-8242b1b2-a6e7-42a7-bda1-895325e34c84 req-74017808-3d30-438e-8ea3-680032ddba51 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] For port 69d2ab0e-7f19-404e-89e3-2059d64eda67, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=69d2ab0e-7f19-404e-89e3-2059d64eda67,segment=NetworkSegment(acf6c999-7abc-49bd-b038-d0b63fa4834e),segment_id=acf6c999-7abc-49bd-b038-d0b63fa4834e)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:30.971108 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8242b1b2-a6e7-42a7-bda1-895325e34c84 req-74017808-3d30-438e-8ea3-680032ddba51 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:30.984096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-8242b1b2-a6e7-42a7-bda1-895325e34c84 req-74017808-3d30-438e-8ea3-680032ddba51 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Calling delete_port for 69d2ab0e-7f19-404e-89e3-2059d64eda67 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:30.988536 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-580d6142-e944-492c-8136-b9bae4371388 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:31.023595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d6142-e944-492c-8136-b9bae4371388 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b350004e-73de-45fa-af25-03f60eb0e123,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:31.107722 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-580d6142-e944-492c-8136-b9bae4371388 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:31.109075 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-580d6142-e944-492c-8136-b9bae4371388 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4493363 Nov 18 17:16:31.112915 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45178) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:31.122816 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3b9aae54-51fc-437e-be99-384d290ba0ce tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group_rule': {'security_group_id': '1a1e4a36-c0f8-49c8-9b18-de0a1729521e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b350004e-73de-45fa-af25-03f60eb0e123', 'remote_ip_prefix': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:31.189388 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8242b1b2-a6e7-42a7-bda1-895325e34c84 req-74017808-3d30-438e-8ea3-680032ddba51 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:31.203542 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['69d2ab0e-7f19-404e-89e3-2059d64eda67'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:16:31.217410 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74017808-3d30-438e-8ea3-680032ddba51 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Pushing event deleted for resources: {'Port': ['ID=69d2ab0e-7f19-404e-89e3-2059d64eda67,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:31.272535 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-8242b1b2-a6e7-42a7-bda1-895325e34c84 req-74017808-3d30-438e-8ea3-680032ddba51 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] No DVR routers for this DVR port 69d2ab0e-7f19-404e-89e3-2059d64eda67 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:16:31.275084 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8242b1b2-a6e7-42a7-bda1-895325e34c84 req-74017808-3d30-438e-8ea3-680032ddba51 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:31.278990 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8242b1b2-a6e7-42a7-bda1-895325e34c84 req-74017808-3d30-438e-8ea3-680032ddba51 tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.81 "DELETE /v2.0/ports/69d2ab0e-7f19-404e-89e3-2059d64eda67 HTTP/1.1" status: 204 len: 173 time: 0.5475147 Nov 18 17:16:31.279523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'name': 'network-vif-deleted', 'tag': '69d2ab0e-7f19-404e-89e3-2059d64eda67'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:16:31.279656 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131ee60-9acb-48a1-be12-2dc816fcc9ef req-bd2c4dce-78aa-478f-a818-10401cfdb3ff tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:31.282231 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0665ab38-adf6-439f-9238-7f780fdef36f" -d '{"events": [{"server_uuid": "3770919c-d28f-4fc7-9f3c-bbde596127bc", "name": "network-vif-deleted", "tag": "69d2ab0e-7f19-404e-89e3-2059d64eda67"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:16:31.289681 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9131ee60-9acb-48a1-be12-2dc816fcc9ef req-bd2c4dce-78aa-478f-a818-10401cfdb3ff tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.0932844 Nov 18 17:16:31.298575 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b9aae54-51fc-437e-be99-384d290ba0ce tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:31.328893 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b7c839-02c5-4ebd-9818-21b77f9f142f x-openstack-request-id: req-27b7c839-02c5-4ebd-9818-21b77f9f142f {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:16:31.329377 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3770919c-d28f-4fc7-9f3c-bbde596127bc", "name": "network-vif-deleted", "tag": "69d2ab0e-7f19-404e-89e3-2059d64eda67", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:16:31.329745 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-27b7c839-02c5-4ebd-9818-21b77f9f142f {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:16:31.330214 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3770919c-d28f-4fc7-9f3c-bbde596127bc', 'name': 'network-vif-deleted', 'tag': '69d2ab0e-7f19-404e-89e3-2059d64eda67', 'status': 'completed', 'code': 200} Nov 18 17:16:31.370736 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9131ee60-9acb-48a1-be12-2dc816fcc9ef req-18d98c88-ee43-488b-9712-9b167c02b4b4 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801787 Nov 18 17:16:31.418271 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b9aae54-51fc-437e-be99-384d290ba0ce tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:31.519860 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b9aae54-51fc-437e-be99-384d290ba0ce tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:31.538190 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9aae54-51fc-437e-be99-384d290ba0ce tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdee8d82-159b-44ed-8e87-9f84da7c02e6,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:31.607380 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b9aae54-51fc-437e-be99-384d290ba0ce tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:31.612107 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3b9aae54-51fc-437e-be99-384d290ba0ce tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4941843 Nov 18 17:16:31.612541 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45194) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:31.663650 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-706714b4-f2d3-4941-8159-03e0d9595b21 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:31.663650 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-706714b4-f2d3-4941-8159-03e0d9595b21 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:31.765908 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-706714b4-f2d3-4941-8159-03e0d9595b21 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:31.775617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-706714b4-f2d3-4941-8159-03e0d9595b21 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:31.775617 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-706714b4-f2d3-4941-8159-03e0d9595b21 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/fdee8d82-159b-44ed-8e87-9f84da7c02e6 HTTP/1.1" status: 204 len: 168 time: 0.1601918 Nov 18 17:16:31.777231 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45202) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:31.790538 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706714b4-f2d3-4941-8159-03e0d9595b21 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdee8d82-159b-44ed-8e87-9f84da7c02e6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:31.810854 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32bc8125-b66b-4b97-9455-fa3aabe88f22 req-e0ec6e7d-a066-4444-a209-090f94d9184f tempest-FloatingIPsAssociationTestJSON-610435758 tempest-FloatingIPsAssociationTestJSON-610435758-project] 10.222.0.72 "GET /v2.0/ports?device_id=3770919c-d28f-4fc7-9f3c-bbde596127bc HTTP/1.1" status: 200 len: 210 time: 0.0340466 Nov 18 17:16:31.830970 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2c3e45d2-a813-4129-a60e-7dfe965d3ca3 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0516570 Nov 18 17:16:31.833956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45208) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:31.889517 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-67af9796-2b60-49e6-bdee-3e618be3ce53 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:31.913617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-67af9796-2b60-49e6-bdee-3e618be3ce53 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:32.058304 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a0d07-3998-4927-9fe4-7d7d58b50f6b req-93bd9cfa-003d-443e-9a9e-3d7fdd0de4df tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:32.063321 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45216) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:32.068953 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-783a0d07-3998-4927-9fe4-7d7d58b50f6b req-93bd9cfa-003d-443e-9a9e-3d7fdd0de4df tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 943 time: 0.0617487 Nov 18 17:16:32.069276 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-67af9796-2b60-49e6-bdee-3e618be3ce53 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:32.071995 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-67af9796-2b60-49e6-bdee-3e618be3ce53 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:32.075518 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-67af9796-2b60-49e6-bdee-3e618be3ce53 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-groups/b350004e-73de-45fa-af25-03f60eb0e123 HTTP/1.1" status: 204 len: 168 time: 0.2381489 Nov 18 17:16:32.075913 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45220) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:32.083474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af9796-2b60-49e6-bdee-3e618be3ce53 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b350004e-73de-45fa-af25-03f60eb0e123,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:32.181625 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-77004390-985e-4708-ae64-ad0e38aaa0d9 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1946181739'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:32.291259 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77004390-985e-4708-ae64-ad0e38aaa0d9 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Made reservation on behalf of ad81be10bd404f879559cfda10e0e716 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:32.294841 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77004390-985e-4708-ae64-ad0e38aaa0d9 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:32.304244 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77004390-985e-4708-ae64-ad0e38aaa0d9 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:32.360277 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d5338bb1-394f-47d9-bd9c-daba94cd5c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:32.390368 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77004390-985e-4708-ae64-ad0e38aaa0d9 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:32.434050 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77004390-985e-4708-ae64-ad0e38aaa0d9 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:32.465394 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77004390-985e-4708-ae64-ad0e38aaa0d9 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] vlan segment allocate from pool success with {'vlan_id': 1140, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:16:32.475385 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77004390-985e-4708-ae64-ad0e38aaa0d9 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1d6ba7-36e0-45dc-a465-fcf023887b93,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:32.487504 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77004390-985e-4708-ae64-ad0e38aaa0d9 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:32.488231 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-77004390-985e-4708-ae64-ad0e38aaa0d9 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Added segment 7b7c4b9a-bc6f-4d35-aae2-ac3edf542c91 of type vlan for network 219c34ce-aae3-4e36-a617-6ec371e08850 Nov 18 17:16:32.530990 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77004390-985e-4708-ae64-ad0e38aaa0d9 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:32.538969 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-783a0d07-3998-4927-9fe4-7d7d58b50f6b req-68703bb1-de0e-4bc1-90cd-145e9cb6b8c3 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389555 Nov 18 17:16:32.545274 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-df221388-580d-440d-9d34-11f861307ded tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4680593 Nov 18 17:16:32.548720 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45226) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:32.588483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f2b50-5b42-4770-8ff2-477fb1b0d386 req-8eb549eb-67ed-475b-b308-540e085a3519 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:32.589944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad9f2b50-5b42-4770-8ff2-477fb1b0d386 req-8eb549eb-67ed-475b-b308-540e085a3519 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.1017389 Nov 18 17:16:32.611198 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77004390-985e-4708-ae64-ad0e38aaa0d9 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:32.617071 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77004390-985e-4708-ae64-ad0e38aaa0d9 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:32.617707 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77004390-985e-4708-ae64-ad0e38aaa0d9 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:32.630970 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12d14fd8-16ee-4806-bb0f-f22c58011c49 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:32.670210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad9f2b50-5b42-4770-8ff2-477fb1b0d386 req-e4c7bf4b-8d21-43fa-89d2-7b6ef5556ad2 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740099 Nov 18 17:16:32.671708 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12d14fd8-16ee-4806-bb0f-f22c58011c49 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:32.689149 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77004390-985e-4708-ae64-ad0e38aaa0d9 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event updated for resources: {'Network': ['ID=219c34ce-aae3-4e36-a617-6ec371e08850,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:32.704168 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 219c34ce-aae3-4e36-a617-6ec371e08850 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:16:32.711211 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-77004390-985e-4708-ae64-ad0e38aaa0d9 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6467204 Nov 18 17:16:32.714233 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45228) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:32.720869 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-4ec90628-5640-4b14-913b-f92c855c05a8 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Request body: {'subnet': {'network_id': '219c34ce-aae3-4e36-a617-6ec371e08850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:32.792079 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12d14fd8-16ee-4806-bb0f-f22c58011c49 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:32.795064 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12d14fd8-16ee-4806-bb0f-f22c58011c49 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:32.796216 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-12d14fd8-16ee-4806-bb0f-f22c58011c49 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-groups/1a1e4a36-c0f8-49c8-9b18-de0a1729521e HTTP/1.1" status: 204 len: 168 time: 0.2468042 Nov 18 17:16:32.799614 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45232) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:32.813980 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d14fd8-16ee-4806-bb0f-f22c58011c49 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1e4a36-c0f8-49c8-9b18-de0a1729521e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:32.857020 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c44abea4-9bdb-49c9-8029-789ee0b522ec tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0554481 Nov 18 17:16:32.861653 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45236) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:32.866432 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9d35c2f2-fc7f-4e1d-888e-055a85a94455 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group': {'name': 'tempest-secgroup--718519249'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:32.878832 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45238) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:32.923940 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec90628-5640-4b14-913b-f92c855c05a8 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Made reservation on behalf of ad81be10bd404f879559cfda10e0e716 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:32.927378 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ec90628-5640-4b14-913b-f92c855c05a8 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:33.034512 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9d35c2f2-fc7f-4e1d-888e-055a85a94455 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:33.298150 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9d35c2f2-fc7f-4e1d-888e-055a85a94455 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:33.364789 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9d35c2f2-fc7f-4e1d-888e-055a85a94455 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:33.430895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35c2f2-fc7f-4e1d-888e-055a85a94455 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d49b04-4111-4455-b0b2-25f98e7e1bb5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:33.452986 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ec90628-5640-4b14-913b-f92c855c05a8 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:33.570847 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:33.579726 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9d35c2f2-fc7f-4e1d-888e-055a85a94455 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:33.581079 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9d35c2f2-fc7f-4e1d-888e-055a85a94455 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7183998 Nov 18 17:16:33.581746 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec90628-5640-4b14-913b-f92c855c05a8 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event updated for resources: {'Subnet': ['ID=0e6a3f05-9cd7-4845-bda6-a4c342ce6193,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:33.585177 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45246) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:33.591754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e01d9691-ac54-46e7-9bb8-9e0403d354c1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group_rule': {'security_group_id': 'c9d49b04-4111-4455-b0b2-25f98e7e1bb5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:33.608564 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec90628-5640-4b14-913b-f92c855c05a8 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Checking segment: {'id': '7b7c4b9a-bc6f-4d35-aae2-ac3edf542c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '219c34ce-aae3-4e36-a617-6ec371e08850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:16:33.608940 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec90628-5640-4b14-913b-f92c855c05a8 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Network hostable DHCP agents. Network: 219c34ce-aae3-4e36-a617-6ec371e08850, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:16:33.682566 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0a66634-19f6-44f0-b3b7-f3be38b9457e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:33.684817 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e01d9691-ac54-46e7-9bb8-9e0403d354c1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:33.735425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8508ae-4909-4b5e-bd01-dd20a5b5ae1a req-2763da8f-c413-41c8-b7ce-b671624f052f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:33.737001 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba8508ae-4909-4b5e-bd01-dd20a5b5ae1a req-2763da8f-c413-41c8-b7ce-b671624f052f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 943 time: 0.1146894 Nov 18 17:16:33.740028 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec90628-5640-4b14-913b-f92c855c05a8 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Network 219c34ce-aae3-4e36-a617-6ec371e08850 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:16:33.746877 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e01d9691-ac54-46e7-9bb8-9e0403d354c1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:33.811149 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e01d9691-ac54-46e7-9bb8-9e0403d354c1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:33.831371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d9691-ac54-46e7-9bb8-9e0403d354c1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81512e86-6a5a-4031-9080-6601c1f42e9b,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:33.840897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-4ec90628-5640-4b14-913b-f92c855c05a8 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 219c34ce-aae3-4e36-a617-6ec371e08850) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:33.850453 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21c8c8a-824e-4e3d-9d29-428c91122844 None None] Network 219c34ce-aae3-4e36-a617-6ec371e08850 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:16:33.859530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec90628-5640-4b14-913b-f92c855c05a8 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:33.860173 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ec90628-5640-4b14-913b-f92c855c05a8 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:33.900985 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba8508ae-4909-4b5e-bd01-dd20a5b5ae1a req-e842a196-e624-4a7f-beb5-fbd9bdc189fb tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515560 Nov 18 17:16:33.930244 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device e779c0b1-2889-4a8e-89db-5d2cd6ea3303 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:16:33.963323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3ea1b-3dd2-46f8-932e-de4787b78716 req-3832ac33-5505-4a79-be53-51f3eaf4799d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:33.963530 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e01d9691-ac54-46e7-9bb8-9e0403d354c1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:33.963656 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4a3ea1b-3dd2-46f8-932e-de4787b78716 req-3832ac33-5505-4a79-be53-51f3eaf4799d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.2046103 Nov 18 17:16:33.963778 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e01d9691-ac54-46e7-9bb8-9e0403d354c1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3764527 Nov 18 17:16:33.966152 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45252) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:34.002992 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-48d492b4-4ddb-4cab-bd08-34ae62e3554d tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.013951 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-48d492b4-4ddb-4cab-bd08-34ae62e3554d tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.049614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4a3ea1b-3dd2-46f8-932e-de4787b78716 req-7ed5c8f0-69b1-42b2-b274-ee1778c6950f tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696790 Nov 18 17:16:34.067840 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4ec90628-5640-4b14-913b-f92c855c05a8 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3523138 Nov 18 17:16:34.071966 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45254) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:34.077110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-71537997-0f0d-4907-b7af-6a9a821fb36e tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Request body: {'port': {'network_id': '219c34ce-aae3-4e36-a617-6ec371e08850', 'name': 'tempest-AllowedAddressPairTestJSON-2126322482'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:34.080373 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-219c34ce-aae3-4e36-a617-6ec371e08850', 'network_id': '219c34ce-aae3-4e36-a617-6ec371e08850', 'tenant_id': 'ad81be10bd404f879559cfda10e0e716', 'fixed_ips': [{'subnet_id': '0e6a3f05-9cd7-4845-bda6-a4c342ce6193'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:16:34.081431 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.143667 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-48d492b4-4ddb-4cab-bd08-34ae62e3554d tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.155930 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-48d492b4-4ddb-4cab-bd08-34ae62e3554d tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.157088 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-48d492b4-4ddb-4cab-bd08-34ae62e3554d tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/81512e86-6a5a-4031-9080-6601c1f42e9b HTTP/1.1" status: 204 len: 168 time: 0.1898065 Nov 18 17:16:34.159001 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d0a66634-19f6-44f0-b3b7-f3be38b9457e admin admin] Deleting port bd9250d7-2e38-4a1b-b798-9d65c114e523 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:34.159387 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0a66634-19f6-44f0-b3b7-f3be38b9457e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.160553 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45256) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:34.173215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d492b4-4ddb-4cab-bd08-34ae62e3554d tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81512e86-6a5a-4031-9080-6601c1f42e9b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:34.197378 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:34.218906 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'e779c0b1-2889-4a8e-89db-5d2cd6ea3303', 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6', 'port_id': 'e779c0b1-2889-4a8e-89db-5d2cd6ea3303', 'mac_address': 'fa:16:3e:6a:46:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a9bfb05-84d8-4d4a-b4a2-917d37cc6068', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:16:34.230141 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1397f9be-8340-4b67-8108-dbb3aa134da0 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0624666 Nov 18 17:16:34.230254 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45260) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:34.289487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-d0a66634-19f6-44f0-b3b7-f3be38b9457e admin admin] For port bd9250d7-2e38-4a1b-b798-9d65c114e523, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=bd9250d7-2e38-4a1b-b798-9d65c114e523,segment=NetworkSegment(acf6c999-7abc-49bd-b038-d0b63fa4834e),segment_id=acf6c999-7abc-49bd-b038-d0b63fa4834e)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:34.290316 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0a66634-19f6-44f0-b3b7-f3be38b9457e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.292618 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.308324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d0a66634-19f6-44f0-b3b7-f3be38b9457e admin admin] Calling delete_port for bd9250d7-2e38-4a1b-b798-9d65c114e523 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:34.313387 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Allocated IP 172.20.0.2 (219c34ce-aae3-4e36-a617-6ec371e08850/0e6a3f05-9cd7-4845-bda6-a4c342ce6193/5aee2da3-b29a-4932-b419-ab3384ee350f) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:16:34.318474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71537997-0f0d-4907-b7af-6a9a821fb36e tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Made reservation on behalf of ad81be10bd404f879559cfda10e0e716 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:34.318592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e779c0b1-2889-4a8e-89db-5d2cd6ea3303 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:16:34.318682 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71537997-0f0d-4907-b7af-6a9a821fb36e tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.337122 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2697-5e6d-4eff-b371-6a43d8ce1678 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.338328 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-71537997-0f0d-4907-b7af-6a9a821fb36e tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] device_id is not set on port e71c51aa-8c4b-4507-8cf5-504ed97349da yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:16:34.358119 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:34.395049 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2697-5e6d-4eff-b371-6a43d8ce1678 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.435046 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.525421 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:34.541209 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:34.541673 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:34.542018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:34.542363 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:34.542718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:34.543043 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:34.543486 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:34.543844 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:34.544181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:34.544528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:34.544846 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:34.545217 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:34.552442 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.572022 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2697-5e6d-4eff-b371-6a43d8ce1678 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.575065 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2697-5e6d-4eff-b371-6a43d8ce1678 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.575810 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2d5f2697-5e6d-4eff-b371-6a43d8ce1678 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-groups/c9d49b04-4111-4455-b0b2-25f98e7e1bb5 HTTP/1.1" status: 204 len: 168 time: 0.3449180 Nov 18 17:16:34.578533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45264) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:34.636825 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bbb071b9-5128-4ff0-9516-24b7e4b023b0 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0568461 Nov 18 17:16:34.641423 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45266) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:34.646392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-49c9d68b-7500-4705-88ff-2d2efa7c096f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group': {'name': 'tempest-secgroup--1046371282'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:34.714303 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.742338 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-49c9d68b-7500-4705-88ff-2d2efa7c096f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.790402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-71537997-0f0d-4907-b7af-6a9a821fb36e tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Allocated IP 172.20.0.6 (219c34ce-aae3-4e36-a617-6ec371e08850/0e6a3f05-9cd7-4845-bda6-a4c342ce6193/e71c51aa-8c4b-4507-8cf5-504ed97349da) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:16:34.846283 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f2697-5e6d-4eff-b371-6a43d8ce1678 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d49b04-4111-4455-b0b2-25f98e7e1bb5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:34.883096 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-49c9d68b-7500-4705-88ff-2d2efa7c096f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.895887 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['e779c0b1-2889-4a8e-89db-5d2cd6ea3303'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:16:34.908590 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0a66634-19f6-44f0-b3b7-f3be38b9457e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.935275 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a66634-19f6-44f0-b3b7-f3be38b9457e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd9250d7-2e38-4a1b-b798-9d65c114e523,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:34.954760 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-49c9d68b-7500-4705-88ff-2d2efa7c096f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:34.960344 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Network 219c34ce-aae3-4e36-a617-6ec371e08850 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:16:34.972517 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:34.975597 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:16:34.980801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Pushing event updated for resources: {'Port': ['ID=5aee2da3-b29a-4932-b419-ab3384ee350f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:35.017201 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9d68b-7500-4705-88ff-2d2efa7c096f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc77fc7-1d26-42bd-a780-cb0654912ec7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:35.052913 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71537997-0f0d-4907-b7af-6a9a821fb36e tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.070932 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-49c9d68b-7500-4705-88ff-2d2efa7c096f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.075126 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-49c9d68b-7500-4705-88ff-2d2efa7c096f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4296222 Nov 18 17:16:35.076563 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45272) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:35.095945 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.100732 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b00562a6-dd26-4925-b858-6c4f642c0ff8 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group_rule': {'security_group_id': '7cc77fc7-1d26-42bd-a780-cb0654912ec7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:35.133018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Attempting to bind port 5aee2da3-b29a-4932-b419-ab3384ee350f on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:35.133579 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Attempting to bind port 5aee2da3-b29a-4932-b419-ab3384ee350f by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7b7c4b9a-bc6f-4d35-aae2-ac3edf542c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '219c34ce-aae3-4e36-a617-6ec371e08850'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:35.134345 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Attempting to bind port 5aee2da3-b29a-4932-b419-ab3384ee350f on network 219c34ce-aae3-4e36-a617-6ec371e08850 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:35.151725 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:16:35.152026 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Checking segment: {'id': '7b7c4b9a-bc6f-4d35-aae2-ac3edf542c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '219c34ce-aae3-4e36-a617-6ec371e08850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:16:35.152726 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.153206 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Bound using segment: {'id': '7b7c4b9a-bc6f-4d35-aae2-ac3edf542c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '219c34ce-aae3-4e36-a617-6ec371e08850'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:16:35.153954 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Bound port: 5aee2da3-b29a-4932-b419-ab3384ee350f, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7c4b9a-bc6f-4d35-aae2-ac3edf542c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '219c34ce-aae3-4e36-a617-6ec371e08850'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:16:35.154577 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.194528 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d0a66634-19f6-44f0-b3b7-f3be38b9457e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.271300 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e919660-2f1a-4184-aa19-bed3bf8ca55f req-9aa655f2-d57b-4243-a676-6ae27c727a59 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:35.273220 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0e919660-2f1a-4184-aa19-bed3bf8ca55f req-9aa655f2-d57b-4243-a676-6ae27c727a59 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 944 time: 0.1260555 Nov 18 17:16:35.277039 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b00562a6-dd26-4925-b858-6c4f642c0ff8 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.279519 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] For port 5aee2da3-b29a-4932-b419-ab3384ee350f, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:16:35.292967 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71537997-0f0d-4907-b7af-6a9a821fb36e tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.318000 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] For port 5aee2da3-b29a-4932-b419-ab3384ee350f, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5aee2da3-b29a-4932-b419-ab3384ee350f,segment=NetworkSegment(7b7c4b9a-bc6f-4d35-aae2-ac3edf542c91),segment_id=7b7c4b9a-bc6f-4d35-aae2-ac3edf542c91)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:16:35.355371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71537997-0f0d-4907-b7af-6a9a821fb36e tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Network 219c34ce-aae3-4e36-a617-6ec371e08850 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:16:35.365078 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-71537997-0f0d-4907-b7af-6a9a821fb36e tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:35.367533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71537997-0f0d-4907-b7af-6a9a821fb36e tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:16:35.377187 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.384296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b56e79-9667-431c-9df9-3c96d838510f req-a631f5b0-96c1-4fd6-b882-15a8c2a090ff tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:35.389970 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1b56e79-9667-431c-9df9-3c96d838510f req-a631f5b0-96c1-4fd6-b882-15a8c2a090ff tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.1713409 Nov 18 17:16:35.406482 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.426068 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0e919660-2f1a-4184-aa19-bed3bf8ca55f req-c7ef75a0-6099-4210-a0d5-e124b26581fa tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362510 Nov 18 17:16:35.430652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71537997-0f0d-4907-b7af-6a9a821fb36e tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event updated for resources: {'Port': ['ID=e71c51aa-8c4b-4507-8cf5-504ed97349da,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:35.461181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71537997-0f0d-4907-b7af-6a9a821fb36e tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:35.462244 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71537997-0f0d-4907-b7af-6a9a821fb36e tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.467330 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b00562a6-dd26-4925-b858-6c4f642c0ff8 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.500647 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840cae6-8a1e-4b07-bebd-1b4ac3d3096a None None] Pushing event updated for resources: {'Port': ['ID=5aee2da3-b29a-4932-b419-ab3384ee350f,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:35.509849 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1b56e79-9667-431c-9df9-3c96d838510f req-d23a7ee0-02a5-4698-87d6-3f9cb843da5c tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126559 Nov 18 17:16:35.538862 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b00562a6-dd26-4925-b858-6c4f642c0ff8 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.576931 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00562a6-dd26-4925-b858-6c4f642c0ff8 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8e3610-0c02-42a3-b119-9e0069cdff38,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:35.583889 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-71537997-0f0d-4907-b7af-6a9a821fb36e tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5105639 Nov 18 17:16:35.586833 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45280) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:35.593791 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2f61eec0-7b69-45cc-a50f-7443250a2449 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Request body: {'port': {'network_id': '219c34ce-aae3-4e36-a617-6ec371e08850', 'name': 'tempest-AllowedAddressPairTestJSON-95013637', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e2:50:d6'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:35.598575 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a66634-19f6-44f0-b3b7-f3be38b9457e admin admin] Router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:16:35.628716 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b00562a6-dd26-4925-b858-6c4f642c0ff8 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.632411 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b00562a6-dd26-4925-b858-6c4f642c0ff8 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5421057 Nov 18 17:16:35.632978 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45282) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:35.689853 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c1299aaa-fc82-4497-b7e1-ec6e9e191f3e tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-group-rules/0f8e3610-0c02-42a3-b119-9e0069cdff38 HTTP/1.1" status: 200 len: 763 time: 0.0533164 Nov 18 17:16:35.692628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45284) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:35.752462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a66634-19f6-44f0-b3b7-f3be38b9457e admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:16:35.758700 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d0a66634-19f6-44f0-b3b7-f3be38b9457e admin admin] 10.222.0.72 "PUT /v2.0/routers/a19cfc79-bd69-4cef-89ed-8ed01a4aa064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8788488 Nov 18 17:16:35.761775 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45286) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:35.764043 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e34732-9e22-4c3b-8281-a4fda9672273 None None] Sync routers for ids ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:16:35.774091 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e34732-9e22-4c3b-8281-a4fda9672273 None None] Routers {'a19cfc79-bd69-4cef-89ed-8ed01a4aa064'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:35.774796 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-73e34732-9e22-4c3b-8281-a4fda9672273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:35.832305 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-40f09e5b-5e3a-4328-b538-23174d77894d tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1383357 Nov 18 17:16:35.834963 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45288) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:35.862982 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-217e8f4e-c126-4901-8259-726186e2b1e1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.875962 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-217e8f4e-c126-4901-8259-726186e2b1e1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.923924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f61eec0-7b69-45cc-a50f-7443250a2449 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Made reservation on behalf of ad81be10bd404f879559cfda10e0e716 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:35.930902 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-73e34732-9e22-4c3b-8281-a4fda9672273 None None] Set router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:35.943774 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ccbdeaa8-8073-41a1-b78a-cc0aedb2fb58 admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.944300 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 69d2ab0e-7f19-404e-89e3-2059d64eda67 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:16:35.968335 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 69d2ab0e-7f19-404e-89e3-2059d64eda67 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:16:35.968721 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 69d2ab0e-7f19-404e-89e3-2059d64eda67 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:16:35.971361 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-217e8f4e-c126-4901-8259-726186e2b1e1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.978493 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-217e8f4e-c126-4901-8259-726186e2b1e1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:35.982762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-217e8f4e-c126-4901-8259-726186e2b1e1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/0f8e3610-0c02-42a3-b119-9e0069cdff38 HTTP/1.1" status: 204 len: 168 time: 0.1428933 Nov 18 17:16:35.983654 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45290) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:35.996070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e8f4e-c126-4901-8259-726186e2b1e1 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f8e3610-0c02-42a3-b119-9e0069cdff38,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:36.035566 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ad176506-b8a2-4e79-81c2-21e2c29a9709 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0478897 Nov 18 17:16:36.036489 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45292) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:36.042479 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-cc65a9bc-3665-41de-841b-4f60d859f2f3 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group_rule': {'security_group_id': '7cc77fc7-1d26-42bd-a780-cb0654912ec7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:36.101032 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f61eec0-7b69-45cc-a50f-7443250a2449 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:36.127277 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ccbdeaa8-8073-41a1-b78a-cc0aedb2fb58 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:36.131085 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-73e34732-9e22-4c3b-8281-a4fda9672273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:16:34Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:36.136650 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-2f61eec0-7b69-45cc-a50f-7443250a2449 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] device_id is not set on port 26da0003-e021-4afe-b886-6c0811512dc3 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:16:36.143947 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc65a9bc-3665-41de-841b-4f60d859f2f3 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:36.175656 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e34732-9e22-4c3b-8281-a4fda9672273 None None] Checking router: a19cfc79-bd69-4cef-89ed-8ed01a4aa064 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:16:36.187806 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e34732-9e22-4c3b-8281-a4fda9672273 None None] Routers {'a19cfc79-bd69-4cef-89ed-8ed01a4aa064'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:36.188430 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-73e34732-9e22-4c3b-8281-a4fda9672273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:36.212836 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc65a9bc-3665-41de-841b-4f60d859f2f3 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:36.269124 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc65a9bc-3665-41de-841b-4f60d859f2f3 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:36.292122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-2f61eec0-7b69-45cc-a50f-7443250a2449 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Allocated IP 172.20.0.13 (219c34ce-aae3-4e36-a617-6ec371e08850/0e6a3f05-9cd7-4845-bda6-a4c342ce6193/26da0003-e021-4afe-b886-6c0811512dc3) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:16:36.293573 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65a9bc-3665-41de-841b-4f60d859f2f3 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaceaa2e-f9c2-4487-9bfd-de2097f74666,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:36.305467 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-73e34732-9e22-4c3b-8281-a4fda9672273 None None] Set router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:36.342340 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ccbdeaa8-8073-41a1-b78a-cc0aedb2fb58 admin admin] Deleting port 560ee831-e791-48b8-80cc-30861b00bcde {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:36.342591 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ccbdeaa8-8073-41a1-b78a-cc0aedb2fb58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:36.356909 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc65a9bc-3665-41de-841b-4f60d859f2f3 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:36.358477 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cc65a9bc-3665-41de-841b-4f60d859f2f3 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3200979 Nov 18 17:16:36.362153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45296) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:36.385032 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c7a81b20-c943-47d0-808d-95a2c8de7f67 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-group-rules/eaceaa2e-f9c2-4487-9bfd-de2097f74666 HTTP/1.1" status: 200 len: 763 time: 0.0179441 Nov 18 17:16:36.388147 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45298) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:36.437670 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-76a79ef2-5a9b-4079-a20a-ef3288f33b5d tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0482874 Nov 18 17:16:36.443463 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45300) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:36.474746 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-19af5964-08e6-4463-9645-f49c08cdb0b4 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:36.484201 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-19af5964-08e6-4463-9645-f49c08cdb0b4 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:36.586773 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-73e34732-9e22-4c3b-8281-a4fda9672273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:16:34Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:36.641633 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b65664-ebd6-412d-9be3-69e6e9e1e3af req-2ed9cda3-eff0-4227-911c-c530b9617452 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:36.643956 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94b65664-ebd6-412d-9be3-69e6e9e1e3af req-2ed9cda3-eff0-4227-911c-c530b9617452 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 944 time: 0.0873365 Nov 18 17:16:36.645301 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-19af5964-08e6-4463-9645-f49c08cdb0b4 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:36.652840 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-19af5964-08e6-4463-9645-f49c08cdb0b4 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:36.654026 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-19af5964-08e6-4463-9645-f49c08cdb0b4 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/eaceaa2e-f9c2-4487-9bfd-de2097f74666 HTTP/1.1" status: 204 len: 168 time: 0.2089002 Nov 18 17:16:36.658659 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45310) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:36.666759 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e34732-9e22-4c3b-8281-a4fda9672273 None None] The sync data for ids ['a19cfc79-bd69-4cef-89ed-8ed01a4aa064'] in n-d-813419-11 is: [{'id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'name': 'tempest-FloatingIPsAssociationTestJSON-226832938-router', 'tenant_id': '9c54261a27f145d78b7d9eca5e0a7986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '560ee831-e791-48b8-80cc-30861b00bcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:06Z', 'updated_at': '2021-11-18T17:16:34Z', 'revision_number': 5, 'project_id': '9c54261a27f145d78b7d9eca5e0a7986', 'gw_port': {'id': '560ee831-e791-48b8-80cc-30861b00bcde', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19cfc79-bd69-4cef-89ed-8ed01a4aa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:08Z', 'updated_at': '2021-11-18T17:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:16:36.707009 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af5964-08e6-4463-9645-f49c08cdb0b4 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eaceaa2e-f9c2-4487-9bfd-de2097f74666,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:36.730759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34762fe-5a2e-4d69-96d1-aa5cf43b67b9 None None] Network 219c34ce-aae3-4e36-a617-6ec371e08850 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:16:36.778177 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-ccbdeaa8-8073-41a1-b78a-cc0aedb2fb58 admin admin] For port 560ee831-e791-48b8-80cc-30861b00bcde, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=560ee831-e791-48b8-80cc-30861b00bcde,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:36.778543 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ccbdeaa8-8073-41a1-b78a-cc0aedb2fb58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:36.795530 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-49868028-d548-4b67-a362-a987939b62c7 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1336637 Nov 18 17:16:36.795676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45312) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:36.803179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-278d732a-6529-4ecf-86b0-268dc54772af tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Request body: {'security_group_rule': {'security_group_id': '7cc77fc7-1d26-42bd-a780-cb0654912ec7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:36.809130 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ccbdeaa8-8073-41a1-b78a-cc0aedb2fb58 admin admin] Calling delete_port for 560ee831-e791-48b8-80cc-30861b00bcde owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:36.811053 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94b65664-ebd6-412d-9be3-69e6e9e1e3af req-6f4dc35f-3986-4a01-b0a4-c6c81ff1958b tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554568 Nov 18 17:16:36.829213 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1ca55f6b-1058-40ff-bc78-4c79ef1bf4f2 None None] Provisioning complete for port 5aee2da3-b29a-4932-b419-ab3384ee350f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:36.829443 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1ca55f6b-1058-40ff-bc78-4c79ef1bf4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:36.838511 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14d35c-91e2-439c-a774-6b49a38bd563 req-a858204d-319c-4684-a641-9bcdcd496442 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:36.840218 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd14d35c-91e2-439c-a774-6b49a38bd563 req-a858204d-319c-4684-a641-9bcdcd496442 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.1636007 Nov 18 17:16:36.853370 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f61eec0-7b69-45cc-a50f-7443250a2449 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:36.933043 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd14d35c-91e2-439c-a774-6b49a38bd563 req-72121c33-7f3c-4d17-8a83-b08bb5527a6b tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812132 Nov 18 17:16:36.979425 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1ca55f6b-1058-40ff-bc78-4c79ef1bf4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.017473 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-278d732a-6529-4ecf-86b0-268dc54772af tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Project 3c485cd62c0f49aca564380396f9a6ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:16:37.027465 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278d732a-6529-4ecf-86b0-268dc54772af tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.039832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1ca55f6b-1058-40ff-bc78-4c79ef1bf4f2 None None] For port 5aee2da3-b29a-4932-b419-ab3384ee350f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5aee2da3-b29a-4932-b419-ab3384ee350f,segment=NetworkSegment(7b7c4b9a-bc6f-4d35-aae2-ac3edf542c91),segment_id=7b7c4b9a-bc6f-4d35-aae2-ac3edf542c91)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:37.099675 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1ca55f6b-1058-40ff-bc78-4c79ef1bf4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.158522 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f61eec0-7b69-45cc-a50f-7443250a2449 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.174703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca55f6b-1058-40ff-bc78-4c79ef1bf4f2 None None] Pushing event updated for resources: {'Port': ['ID=5aee2da3-b29a-4932-b419-ab3384ee350f,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:37.203609 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5aee2da3-b29a-4932-b419-ab3384ee350f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:16:37.274371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61eec0-7b69-45cc-a50f-7443250a2449 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event updated for resources: {'Port': ['ID=26da0003-e021-4afe-b886-6c0811512dc3,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:37.286761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f61eec0-7b69-45cc-a50f-7443250a2449 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Network 219c34ce-aae3-4e36-a617-6ec371e08850 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:16:37.300467 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 5aee2da3-b29a-4932-b419-ab3384ee350f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:37.300917 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.307908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-2f61eec0-7b69-45cc-a50f-7443250a2449 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:37.318900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61eec0-7b69-45cc-a50f-7443250a2449 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:16:37.358506 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278d732a-6529-4ecf-86b0-268dc54772af tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.374586 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f61eec0-7b69-45cc-a50f-7443250a2449 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:37.375961 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f61eec0-7b69-45cc-a50f-7443250a2449 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.388487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e7dc7-d1ce-44f3-85bd-7600b849bc2e req-85519882-119b-4bb6-a844-adef03a444b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:37.390012 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f7e7dc7-d1ce-44f3-85bd-7600b849bc2e req-85519882-119b-4bb6-a844-adef03a444b4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 1097 time: 0.2603929 Nov 18 17:16:37.400805 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ccbdeaa8-8073-41a1-b78a-cc0aedb2fb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.423449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0bca8623-dca1-4581-98a3-0503e9d8a6e1 None None] Provisioning complete for port e71c51aa-8c4b-4507-8cf5-504ed97349da triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:37.427303 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0bca8623-dca1-4581-98a3-0503e9d8a6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.446242 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdeaa8-8073-41a1-b78a-cc0aedb2fb58 admin admin] Pushing event deleted for resources: {'Port': ['ID=560ee831-e791-48b8-80cc-30861b00bcde,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:37.456337 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278d732a-6529-4ecf-86b0-268dc54772af tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.476005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0bca8623-dca1-4581-98a3-0503e9d8a6e1 None None] Port e71c51aa-8c4b-4507-8cf5-504ed97349da cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:37.488635 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0bca8623-dca1-4581-98a3-0503e9d8a6e1 None None] Provisioning complete for port 5aee2da3-b29a-4932-b419-ab3384ee350f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:37.489316 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0bca8623-dca1-4581-98a3-0503e9d8a6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.493503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bd9250d7-2e38-4a1b-b798-9d65c114e523 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:16:37.512694 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2f61eec0-7b69-45cc-a50f-7443250a2449 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.9247606 Nov 18 17:16:37.515657 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45316) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:37.537506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: bd9250d7-2e38-4a1b-b798-9d65c114e523 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:16:37.537858 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bd9250d7-2e38-4a1b-b798-9d65c114e523 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:16:37.583085 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f7e7dc7-d1ce-44f3-85bd-7600b849bc2e req-f7e53139-5ebd-4cca-ae1d-a9530b2e16c5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834576 Nov 18 17:16:37.585126 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d732a-6529-4ecf-86b0-268dc54772af tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fcebc6-fa1e-4615-99b7-c167722579a3,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:37.586994 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ccbdeaa8-8073-41a1-b78a-cc0aedb2fb58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.611061 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aef8f51-5148-4e28-b8f9-7cedf9f72317 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:37.618336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aef8f51-5148-4e28-b8f9-7cedf9f72317 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:37.624671 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aef8f51-5148-4e28-b8f9-7cedf9f72317 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:37.627584 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6aef8f51-5148-4e28-b8f9-7cedf9f72317 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1100261 Nov 18 17:16:37.629706 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45318) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:37.651581 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278d732a-6529-4ecf-86b0-268dc54772af tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.652843 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-278d732a-6529-4ecf-86b0-268dc54772af tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8562202 Nov 18 17:16:37.655513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45320) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:37.698510 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ccbdeaa8-8073-41a1-b78a-cc0aedb2fb58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.701022 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ccbdeaa8-8073-41a1-b78a-cc0aedb2fb58 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.705258 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-aca1028b-8101-4b24-b76e-d319b0b90132 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-group-rules/d1fcebc6-fa1e-4615-99b7-c167722579a3 HTTP/1.1" status: 200 len: 769 time: 0.0481210 Nov 18 17:16:37.708003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45322) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:37.736680 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-04050061-ffb0-4657-8ebe-cf381574831e None None] Provisioning complete for port e71c51aa-8c4b-4507-8cf5-504ed97349da triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:37.737466 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-04050061-ffb0-4657-8ebe-cf381574831e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.778448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-469c63d8-7092-4cd2-8b3a-0a7e356cf125 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0665834 Nov 18 17:16:37.778650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-04050061-ffb0-4657-8ebe-cf381574831e None None] Port e71c51aa-8c4b-4507-8cf5-504ed97349da cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:37.779503 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45324) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:37.799959 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b54f9-687c-4cfc-aaaa-b56c3ace0c7c tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Deleting port 26da0003-e021-4afe-b886-6c0811512dc3 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:37.800309 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ab4b54f9-687c-4cfc-aaaa-b56c3ace0c7c tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.836637 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95b7aabd-e11b-4895-a93c-71671c77ee8f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.845778 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ccbdeaa8-8073-41a1-b78a-cc0aedb2fb58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.846447 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbdeaa8-8073-41a1-b78a-cc0aedb2fb58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a19cfc79-bd69-4cef-89ed-8ed01a4aa064 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:16:37.851246 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ccbdeaa8-8073-41a1-b78a-cc0aedb2fb58 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.853197 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ccbdeaa8-8073-41a1-b78a-cc0aedb2fb58 admin admin] 10.222.0.72 "DELETE /v2.0/routers/a19cfc79-bd69-4cef-89ed-8ed01a4aa064 HTTP/1.1" status: 204 len: 168 time: 2.0904098 Nov 18 17:16:37.855721 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45328) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:37.877953 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95b7aabd-e11b-4895-a93c-71671c77ee8f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.914141 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ec5ac1f7-596d-4a65-9d8f-ebc8978ee544 None None] Provisioning complete for port 26da0003-e021-4afe-b886-6c0811512dc3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:37.914874 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac1f7-596d-4a65-9d8f-ebc8978ee544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.933837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34773e7-0c2e-45fa-9e3d-5952492be794 admin admin] Deleting subnet 13819e6b-b208-409f-bf07-9b01f07897d6 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:16:37.937755 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b34773e7-0c2e-45fa-9e3d-5952492be794 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.975201 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device e779c0b1-2889-4a8e-89db-5d2cd6ea3303 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:16:37.980529 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ab4b54f9-687c-4cfc-aaaa-b56c3ace0c7c tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:37.994739 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b54f9-687c-4cfc-aaaa-b56c3ace0c7c tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Calling delete_port for 26da0003-e021-4afe-b886-6c0811512dc3 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:38.002810 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b34773e7-0c2e-45fa-9e3d-5952492be794 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.036004 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ac1f7-596d-4a65-9d8f-ebc8978ee544 None None] Port 26da0003-e021-4afe-b886-6c0811512dc3 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:38.086332 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c320d9-9d5d-49ac-96ff-88b1b6a691db req-664a05b3-de92-4480-a514-ea3c7fa94366 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:38.088031 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44c320d9-9d5d-49ac-96ff-88b1b6a691db req-664a05b3-de92-4480-a514-ea3c7fa94366 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 944 time: 0.1664245 Nov 18 17:16:38.107185 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b34773e7-0c2e-45fa-9e3d-5952492be794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.122879 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95b7aabd-e11b-4895-a93c-71671c77ee8f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.133642 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95b7aabd-e11b-4895-a93c-71671c77ee8f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.134777 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-95b7aabd-e11b-4895-a93c-71671c77ee8f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/d1fcebc6-fa1e-4615-99b7-c167722579a3 HTTP/1.1" status: 204 len: 168 time: 0.3543215 Nov 18 17:16:38.138472 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45336) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:38.165767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:16:38.170059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:38.170446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7aabd-e11b-4895-a93c-71671c77ee8f tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1fcebc6-fa1e-4615-99b7-c167722579a3,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:38.170559 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.248461 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.249585 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44c320d9-9d5d-49ac-96ff-88b1b6a691db req-a4cb2a67-8dc4-48dc-b739-7424d3dcded2 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487293 Nov 18 17:16:38.276844 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efed404-c235-46eb-a304-619c279f1151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e779c0b1-2889-4a8e-89db-5d2cd6ea3303'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:16:38.280074 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e64163a-1557-4c14-88db-94d5465a964e" -d '{"events": [{"server_uuid": "6efed404-c235-46eb-a304-619c279f1151", "name": "network-vif-plugged", "status": "completed", "tag": "e779c0b1-2889-4a8e-89db-5d2cd6ea3303"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:16:38.293007 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e9836625-40a3-4c14-96cf-6650274c0a39 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1471479 Nov 18 17:16:38.296183 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45340) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:38.297430 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:38.306050 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b34773e7-0c2e-45fa-9e3d-5952492be794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.308179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccbba0-2973-470f-b845-eaad6a6e29fc req-08d67a6a-ada3-4bee-b0b5-66a7c8788126 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:38.309939 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-31ccbba0-2973-470f-b845-eaad6a6e29fc req-08d67a6a-ada3-4bee-b0b5-66a7c8788126 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.1657240 Nov 18 17:16:38.353907 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b34773e7-0c2e-45fa-9e3d-5952492be794 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.358983 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6357dc7-1280-433d-9279-a5c5f288c1c5 None None] Network d6828d96-dac8-452e-9529-c68e647dfbe7 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:16:38.377755 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b34773e7-0c2e-45fa-9e3d-5952492be794 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/13819e6b-b208-409f-bf07-9b01f07897d6 HTTP/1.1" status: 204 len: 168 time: 0.5204010 Nov 18 17:16:38.378438 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45344) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:38.382629 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-31ccbba0-2973-470f-b845-eaad6a6e29fc req-7bce90c0-7708-4053-bf20-2d5f2504e39b tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635393 Nov 18 17:16:38.388195 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34773e7-0c2e-45fa-9e3d-5952492be794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13819e6b-b208-409f-bf07-9b01f07897d6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:38.397375 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.450628 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ab4b54f9-687c-4cfc-aaaa-b56c3ace0c7c tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.465651 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0714f602-f5b5-4a02-8002-6874f7d11156 x-openstack-request-id: req-0714f602-f5b5-4a02-8002-6874f7d11156 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:16:38.465941 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efed404-c235-46eb-a304-619c279f1151", "name": "network-vif-plugged", "status": "completed", "tag": "e779c0b1-2889-4a8e-89db-5d2cd6ea3303", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:16:38.466211 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0714f602-f5b5-4a02-8002-6874f7d11156 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:16:38.466634 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efed404-c235-46eb-a304-619c279f1151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e779c0b1-2889-4a8e-89db-5d2cd6ea3303', 'code': 200} Nov 18 17:16:38.480611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b54f9-687c-4cfc-aaaa-b56c3ace0c7c tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event deleted for resources: {'Port': ['ID=26da0003-e021-4afe-b886-6c0811512dc3,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:38.541608 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4fa111dc-4644-444a-9ebd-268ead857d84 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.573112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:38.582937 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4fa111dc-4644-444a-9ebd-268ead857d84 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.619871 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.656034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ab69b-6cc1-4e2c-9bb3-07d55d31f2f3 req-a700184e-02fd-4e1b-968c-19ff26fe55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:38.657917 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-696ab69b-6cc1-4e2c-9bb3-07d55d31f2f3 req-a700184e-02fd-4e1b-968c-19ff26fe55dc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 1097 time: 0.1171277 Nov 18 17:16:38.718050 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf9f732-d044-4db0-9cd4-9f89afd7de93 None None] DHCP port deletion for d6828d96-dac8-452e-9529-c68e647dfbe7 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:16:38.724996 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ab4b54f9-687c-4cfc-aaaa-b56c3ace0c7c tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.728455 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ab4b54f9-687c-4cfc-aaaa-b56c3ace0c7c tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "DELETE /v2.0/ports/26da0003-e021-4afe-b886-6c0811512dc3 HTTP/1.1" status: 204 len: 168 time: 1.0976892 Nov 18 17:16:38.732340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45346) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:38.743429 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-696ab69b-6cc1-4e2c-9bb3-07d55d31f2f3 req-68db57ce-6bea-4e5c-8f20-a8842e7a01d0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772128 Nov 18 17:16:38.762350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] Deleting port cf94da6b-ba53-4353-982b-0b80ce706871 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:38.762687 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.775819 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-edaec48c-1967-4e5f-846e-e1119388af38 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] GET failed (client error): The resource could not be found. Nov 18 17:16:38.777961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-edaec48c-1967-4e5f-846e-e1119388af38 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "GET /v2.0/ports/26da0003-e021-4afe-b886-6c0811512dc3 HTTP/1.1" status: 404 len: 333 time: 0.0435822 Nov 18 17:16:38.781963 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45348) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:38.792564 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9fb28072-1fd8-40b2-8439-e36a078601ae tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Request body: {'port': {'network_id': '219c34ce-aae3-4e36-a617-6ec371e08850', 'name': 'tempest-AllowedAddressPairTestJSON-568534880'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:38.815588 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4fa111dc-4644-444a-9ebd-268ead857d84 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.818467 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4fa111dc-4644-444a-9ebd-268ead857d84 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.820381 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4fa111dc-4644-444a-9ebd-268ead857d84 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "DELETE /v2.0/security-groups/7cc77fc7-1d26-42bd-a780-cb0654912ec7 HTTP/1.1" status: 204 len: 168 time: 0.5230553 Nov 18 17:16:38.821426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ecf9f732-d044-4db0-9cd4-9f89afd7de93 None None] Deleting port cf94da6b-ba53-4353-982b-0b80ce706871 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:38.822011 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecf9f732-d044-4db0-9cd4-9f89afd7de93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.823476 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45350) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:38.837779 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa111dc-4644-444a-9ebd-268ead857d84 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc77fc7-1d26-42bd-a780-cb0654912ec7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:38.903438 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] For port cf94da6b-ba53-4353-982b-0b80ce706871, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cf94da6b-ba53-4353-982b-0b80ce706871,segment=NetworkSegment(acf6c999-7abc-49bd-b038-d0b63fa4834e),segment_id=acf6c999-7abc-49bd-b038-d0b63fa4834e)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:38.903438 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:38.917122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] Calling delete_port for cf94da6b-ba53-4353-982b-0b80ce706871 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:38.938254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5aee2da3-b29a-4932-b419-ab3384ee350f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:16:38.943345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3facab99-30a2-4f8e-9ca4-9208020cb9fa tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1135170 Nov 18 17:16:38.943345 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45352) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:38.983180 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ecf9f732-d044-4db0-9cd4-9f89afd7de93 None None] For port cf94da6b-ba53-4353-982b-0b80ce706871, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cf94da6b-ba53-4353-982b-0b80ce706871,segment=NetworkSegment(acf6c999-7abc-49bd-b038-d0b63fa4834e),segment_id=acf6c999-7abc-49bd-b038-d0b63fa4834e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:38.983590 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecf9f732-d044-4db0-9cd4-9f89afd7de93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:39.002396 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ecf9f732-d044-4db0-9cd4-9f89afd7de93 None None] Calling delete_port for cf94da6b-ba53-4353-982b-0b80ce706871 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:39.017898 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3c9bbb38-89c2-4c8d-9cc9-8fc5b66ec4d5 tempest-SecGroupIPv6Test-2000913570 tempest-SecGroupIPv6Test-2000913570-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0662961 Nov 18 17:16:39.056769 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:39.065786 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 5aee2da3-b29a-4932-b419-ab3384ee350f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:39.065786 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:39.085355 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb28072-1fd8-40b2-8439-e36a078601ae tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Made reservation on behalf of ad81be10bd404f879559cfda10e0e716 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:39.089504 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fb28072-1fd8-40b2-8439-e36a078601ae tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:39.095881 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf94da6b-ba53-4353-982b-0b80ce706871,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:39.110606 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] No DVR routers for this DVR port cf94da6b-ba53-4353-982b-0b80ce706871 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:16:39.137221 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-9fb28072-1fd8-40b2-8439-e36a078601ae tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] device_id is not set on port f4581d3f-e15b-4248-b77e-5d3135dd3c4e yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: from cryptography.utils import int_from_bytes Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: from cryptography.utils import int_from_bytes Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.168099 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.170620 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.170620 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.170620 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.170620 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.170620 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.170620 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.170620 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.170620 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.170620 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.170620 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.170620 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.170620 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.170620 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:39.170620 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:16:39.185435 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecf9f732-d044-4db0-9cd4-9f89afd7de93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:39.215495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9f732-d044-4db0-9cd4-9f89afd7de93 None None] Pushing event deleted for resources: {'Port': ['ID=cf94da6b-ba53-4353-982b-0b80ce706871,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:39.221896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf9f732-d044-4db0-9cd4-9f89afd7de93 None None] No DVR routers for this DVR port cf94da6b-ba53-4353-982b-0b80ce706871 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:16:39.240878 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:39.258408 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6828d96-dac8-452e-9529-c68e647dfbe7']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:39.263446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cf94da6b-ba53-4353-982b-0b80ce706871 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:16:39.268582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf6c999-7abc-49bd-b038-d0b63fa4834e') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:39.268879 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf6c999-7abc-49bd-b038-d0b63fa4834e') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:39.280114 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:39.288789 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: cf94da6b-ba53-4353-982b-0b80ce706871 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:16:39.289294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cf94da6b-ba53-4353-982b-0b80ce706871 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:16:39.289733 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 560ee831-e791-48b8-80cc-30861b00bcde no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:16:39.304088 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:39.310228 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 560ee831-e791-48b8-80cc-30861b00bcde {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:16:39.310584 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 560ee831-e791-48b8-80cc-30861b00bcde not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:16:39.313628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:16:39.313896 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:16:39.315915 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:16:39.319692 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-9fb28072-1fd8-40b2-8439-e36a078601ae tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Allocated IP 172.20.0.4 (219c34ce-aae3-4e36-a617-6ec371e08850/0e6a3f05-9cd7-4845-bda6-a4c342ce6193/f4581d3f-e15b-4248-b77e-5d3135dd3c4e) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:16:39.435072 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753aab29-90e2-4585-8912-27d520484e7d req-f3bd4906-773c-4675-8e36-c02be57c7e08 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:39.436669 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-753aab29-90e2-4585-8912-27d520484e7d req-f3bd4906-773c-4675-8e36-c02be57c7e08 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 945 time: 0.0916114 Nov 18 17:16:39.451355 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:39.459106 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:39.466638 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d6828d96-dac8-452e-9529-c68e647dfbe7 HTTP/1.1" status: 204 len: 168 time: 1.0822468 Nov 18 17:16:39.492898 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eebac1-ef47-4791-bf2a-e63ef23e9c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6828d96-dac8-452e-9529-c68e647dfbe7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:39.551405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45370) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:39.613750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-753aab29-90e2-4585-8912-27d520484e7d req-4c622af9-2931-40f8-8568-59816e6188a9 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525540 Nov 18 17:16:39.623933 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccf811-0bc9-48d7-b8bb-4d7bbf4118d6 req-e6295bde-1f73-45f2-a9d0-6cff18fe1b33 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:39.625487 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b8ccf811-0bc9-48d7-b8bb-4d7bbf4118d6 req-e6295bde-1f73-45f2-a9d0-6cff18fe1b33 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.1168196 Nov 18 17:16:39.628742 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fb28072-1fd8-40b2-8439-e36a078601ae tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:39.708252 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b8ccf811-0bc9-48d7-b8bb-4d7bbf4118d6 req-edd45376-143f-4512-af34-28b6244aa718 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757306 Nov 18 17:16:39.713628 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-73643bc8-ab98-4c34-8c38-57534cf3958b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c485cd62c0f49aca564380396f9a6ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1606815 Nov 18 17:16:39.716153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45374) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:39.767946 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4980590c-8cd8-4801-867c-b268b5a179bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:39.800432 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4980590c-8cd8-4801-867c-b268b5a179bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:39.802628 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fb28072-1fd8-40b2-8439-e36a078601ae tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:39.866952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45378) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:39.901443 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb28072-1fd8-40b2-8439-e36a078601ae tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Network 219c34ce-aae3-4e36-a617-6ec371e08850 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:16:39.912583 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-9fb28072-1fd8-40b2-8439-e36a078601ae tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:39.915758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb28072-1fd8-40b2-8439-e36a078601ae tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:16:39.922501 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-aa6e4714-3b74-4b23-906f-38f7b18e07ad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9c54261a27f145d78b7d9eca5e0a7986&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0515924 Nov 18 17:16:39.922811 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45380) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:39.927987 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f23ba-be11-440e-8b89-fdfe4fa87f70 req-41386410-d2f5-4932-9285-6f4d246ba917 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:39.927987 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-899f23ba-be11-440e-8b89-fdfe4fa87f70 req-41386410-d2f5-4932-9285-6f4d246ba917 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1410675 Nov 18 17:16:39.929826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb28072-1fd8-40b2-8439-e36a078601ae tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event updated for resources: {'Port': ['ID=f4581d3f-e15b-4248-b77e-5d3135dd3c4e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:39.982327 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-036f7836-150e-4c67-8b43-77d260ef1edb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:40.009335 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb28072-1fd8-40b2-8439-e36a078601ae tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:40.009571 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-036f7836-150e-4c67-8b43-77d260ef1edb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:40.010022 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fb28072-1fd8-40b2-8439-e36a078601ae tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:40.030564 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-899f23ba-be11-440e-8b89-fdfe4fa87f70 req-36be4679-311d-4416-92db-a1bbf43f0adb tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791123 Nov 18 17:16:40.032448 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4980590c-8cd8-4801-867c-b268b5a179bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:40.036252 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4980590c-8cd8-4801-867c-b268b5a179bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:40.039266 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4980590c-8cd8-4801-867c-b268b5a179bc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6a43c6b2-40b4-4a07-9183-d83b568ab2c3 HTTP/1.1" status: 204 len: 168 time: 0.3220522 Nov 18 17:16:40.059495 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980590c-8cd8-4801-867c-b268b5a179bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a43c6b2-40b4-4a07-9183-d83b568ab2c3,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:40.147700 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9fb28072-1fd8-40b2-8439-e36a078601ae tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3645480 Nov 18 17:16:40.151728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45388) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:40.178152 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-94dedc9b-bcfb-4086-ac6e-9edbc5b1aa82 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e2:50:d6'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:40.219624 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-036f7836-150e-4c67-8b43-77d260ef1edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:40.222254 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-036f7836-150e-4c67-8b43-77d260ef1edb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:40.224221 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-036f7836-150e-4c67-8b43-77d260ef1edb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c12189d8-c35a-40b2-a7b6-aaca4347025b HTTP/1.1" status: 204 len: 168 time: 0.3001039 Nov 18 17:16:40.255705 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f7836-150e-4c67-8b43-77d260ef1edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12189d8-c35a-40b2-a7b6-aaca4347025b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:40.266441 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-94dedc9b-bcfb-4086-ac6e-9edbc5b1aa82 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:40.288902 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7e5cc235-3f04-474b-b801-62822a149932 None None] Provisioning complete for port f4581d3f-e15b-4248-b77e-5d3135dd3c4e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:40.289402 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc235-3f04-474b-b801-62822a149932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:40.329212 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7e5cc235-3f04-474b-b801-62822a149932 None None] Port f4581d3f-e15b-4248-b77e-5d3135dd3c4e cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:40.473909 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-94dedc9b-bcfb-4086-ac6e-9edbc5b1aa82 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:40.518142 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8118842-7e10-4016-9702-4eeda44ac93e req-a8cdacf8-32a0-4b4f-9bef-d937818f9547 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:40.519889 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8118842-7e10-4016-9702-4eeda44ac93e req-a8cdacf8-32a0-4b4f-9bef-d937818f9547 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.0872226 Nov 18 17:16:40.549446 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-94dedc9b-bcfb-4086-ac6e-9edbc5b1aa82 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:40.573703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8118842-7e10-4016-9702-4eeda44ac93e req-c13d2788-3a52-4e99-8dbc-50987339538f tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472112 Nov 18 17:16:40.644448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dedc9b-bcfb-4086-ac6e-9edbc5b1aa82 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event updated for resources: {'Port': ['ID=f4581d3f-e15b-4248-b77e-5d3135dd3c4e,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:40.672533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-94dedc9b-bcfb-4086-ac6e-9edbc5b1aa82 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] In _notify_port_updated(), no bound segment for port f4581d3f-e15b-4248-b77e-5d3135dd3c4e on network 219c34ce-aae3-4e36-a617-6ec371e08850 {{(pid=104008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:16:40.693108 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dedc9b-bcfb-4086-ac6e-9edbc5b1aa82 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:40.693108 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-94dedc9b-bcfb-4086-ac6e-9edbc5b1aa82 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:40.693108 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-94dedc9b-bcfb-4086-ac6e-9edbc5b1aa82 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "PUT /v2.0/ports/f4581d3f-e15b-4248-b77e-5d3135dd3c4e HTTP/1.1" status: 200 len: 992 time: 0.5396161 Nov 18 17:16:40.695615 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45412) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:40.856355 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25016665-8b38-48cb-99db-5194b3d23777 req-65fe5dd4-707e-465e-9ef4-a2533c8cd676 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:40.862848 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25016665-8b38-48cb-99db-5194b3d23777 req-65fe5dd4-707e-465e-9ef4-a2533c8cd676 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 945 time: 0.1125135 Nov 18 17:16:40.918724 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-5b388437-7cb1-4e45-be1b-fb2073811281 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Deleting port f4581d3f-e15b-4248-b77e-5d3135dd3c4e {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:40.919065 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5b388437-7cb1-4e45-be1b-fb2073811281 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:40.957194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-08137810-6fa2-4990-b56e-cecc2bf5ecc2 None None] Provisioning complete for port f4581d3f-e15b-4248-b77e-5d3135dd3c4e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:40.957882 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-08137810-6fa2-4990-b56e-cecc2bf5ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:40.998532 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-08137810-6fa2-4990-b56e-cecc2bf5ecc2 None None] Port f4581d3f-e15b-4248-b77e-5d3135dd3c4e cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:41.017055 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25016665-8b38-48cb-99db-5194b3d23777 req-df1172cf-da78-478c-81cd-5be329053740 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446164 Nov 18 17:16:41.049707 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5b388437-7cb1-4e45-be1b-fb2073811281 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:41.062543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-5b388437-7cb1-4e45-be1b-fb2073811281 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Calling delete_port for f4581d3f-e15b-4248-b77e-5d3135dd3c4e owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:41.206750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a80f-3997-4a6d-85fc-58c319b794e1 req-f9f14a5b-24e6-4e4c-a69e-4985daca5d65 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:41.208287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f09a80f-3997-4a6d-85fc-58c319b794e1 req-f9f14a5b-24e6-4e4c-a69e-4985daca5d65 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 1097 time: 0.1043656 Nov 18 17:16:41.310285 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f09a80f-3997-4a6d-85fc-58c319b794e1 req-303d5833-46e6-4a76-9ccd-676ae78cfe1c tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874159 Nov 18 17:16:41.435168 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5b388437-7cb1-4e45-be1b-fb2073811281 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:41.470416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6d6f2-5b19-49c5-a2b9-ffebf3760af5 req-4e5cef4f-7c00-4a9e-8e8a-492209e4d9a2 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:41.472092 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bdb6d6f2-5b19-49c5-a2b9-ffebf3760af5 req-4e5cef4f-7c00-4a9e-8e8a-492209e4d9a2 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 1097 time: 0.0725713 Nov 18 17:16:41.475276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b388437-7cb1-4e45-be1b-fb2073811281 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event deleted for resources: {'Port': ['ID=f4581d3f-e15b-4248-b77e-5d3135dd3c4e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:41.501028 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45446) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:41.568387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45452) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:41.701448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-96b4098d-9235-4ac6-a8c9-2a6dc2c4505a tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:41.702300 n-d-813419-11 neutron-server[104008]: WARNING neutron.api.v2.base [None req-96b4098d-9235-4ac6-a8c9-2a6dc2c4505a tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 18 17:16:41.702936 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-96b4098d-9235-4ac6-a8c9-2a6dc2c4505a tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): There was a conflict when trying to complete your request. Nov 18 17:16:41.704089 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-96b4098d-9235-4ac6-a8c9-2a6dc2c4505a tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1320109 Nov 18 17:16:41.707727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45458) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:41.714015 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6a2a333b-e0bd-47ef-9fcd-6c2e2a80c7c7 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group': {'name': 'tempest-secgroup--1687306309'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:41.782647 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a2a333b-e0bd-47ef-9fcd-6c2e2a80c7c7 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:41.795684 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a2a333b-e0bd-47ef-9fcd-6c2e2a80c7c7 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:41.810989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4de77bc1-27c5-43aa-b0c9-1cfd69253d77 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453535668-network', 'tenant_id': '8121b5ea62c249a180b405d4b1fa5b12'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:41.900188 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a2a333b-e0bd-47ef-9fcd-6c2e2a80c7c7 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:41.942260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de77bc1-27c5-43aa-b0c9-1cfd69253d77 admin admin] Made reservation on behalf of 8121b5ea62c249a180b405d4b1fa5b12 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:41.944856 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4de77bc1-27c5-43aa-b0c9-1cfd69253d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:41.954528 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4de77bc1-27c5-43aa-b0c9-1cfd69253d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:41.967175 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bdb6d6f2-5b19-49c5-a2b9-ffebf3760af5 req-a9b70490-a7da-49c2-8ee9-650f9197ff47 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300852 Nov 18 17:16:41.967413 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a2a333b-e0bd-47ef-9fcd-6c2e2a80c7c7 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:41.976212 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff7067-5d72-4321-9db4-6a4f7d3fa39f req-d38fb7a3-21d4-4d50-9e74-1fa6ebce9d43 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:41.977691 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ccff7067-5d72-4321-9db4-6a4f7d3fa39f req-d38fb7a3-21d4-4d50-9e74-1fa6ebce9d43 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1418476 Nov 18 17:16:42.050406 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5b388437-7cb1-4e45-be1b-fb2073811281 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:42.052957 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a333b-e0bd-47ef-9fcd-6c2e2a80c7c7 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff82dcae-5d87-4018-a20f-71b16d693cfb,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:42.053762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5b388437-7cb1-4e45-be1b-fb2073811281 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "DELETE /v2.0/ports/f4581d3f-e15b-4248-b77e-5d3135dd3c4e HTTP/1.1" status: 204 len: 168 time: 1.3571038 Nov 18 17:16:42.057820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45464) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:42.080029 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ccff7067-5d72-4321-9db4-6a4f7d3fa39f req-60bb6ef2-8b7e-4bc4-86b5-8e382a7ff0dd tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806403 Nov 18 17:16:42.093301 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a2a333b-e0bd-47ef-9fcd-6c2e2a80c7c7 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:42.105409 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ea5f13-1b8f-4bd3-b8b3-f3a7455ddf0b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] GET failed (client error): The resource could not be found. Nov 18 17:16:42.106327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-32ea5f13-1b8f-4bd3-b8b3-f3a7455ddf0b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "GET /v2.0/ports/f4581d3f-e15b-4248-b77e-5d3135dd3c4e HTTP/1.1" status: 404 len: 333 time: 0.0472009 Nov 18 17:16:42.111041 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45468) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:42.118590 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ebaa9bf9-9a21-4e73-9ab9-d45fc6015966 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Request body: {'port': {'network_id': '219c34ce-aae3-4e36-a617-6ec371e08850', 'name': 'tempest-AllowedAddressPairTestJSON-1333484678'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:42.137308 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4de77bc1-27c5-43aa-b0c9-1cfd69253d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:42.211001 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a2a333b-e0bd-47ef-9fcd-6c2e2a80c7c7 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:42.242558 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a333b-e0bd-47ef-9fcd-6c2e2a80c7c7 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab899a40-d2f5-4153-9977-adb0e082050b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:42.256575 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4de77bc1-27c5-43aa-b0c9-1cfd69253d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:42.285667 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de77bc1-27c5-43aa-b0c9-1cfd69253d77 admin admin] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:16:42.295742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de77bc1-27c5-43aa-b0c9-1cfd69253d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681ba309-5942-40ce-b210-67b708531af5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:42.302265 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4de77bc1-27c5-43aa-b0c9-1cfd69253d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:42.302613 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-4de77bc1-27c5-43aa-b0c9-1cfd69253d77 admin admin] Added segment 522cfbbd-7b24-4406-9326-1d849e041baf of type vlan for network b8c80860-09a3-4dff-9a23-a3fa29aae5b1 Nov 18 17:16:42.335027 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a2a333b-e0bd-47ef-9fcd-6c2e2a80c7c7 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:42.336299 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6a2a333b-e0bd-47ef-9fcd-6c2e2a80c7c7 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6273975 Nov 18 17:16:42.339139 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45478) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:42.344505 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-556f0a4d-3a02-43ef-afe1-82b99c556c6b tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': 'ab899a40-d2f5-4153-9977-adb0e082050b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:42.351331 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4de77bc1-27c5-43aa-b0c9-1cfd69253d77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:42.426979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaa9bf9-9a21-4e73-9ab9-d45fc6015966 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Made reservation on behalf of ad81be10bd404f879559cfda10e0e716 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:42.430538 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ebaa9bf9-9a21-4e73-9ab9-d45fc6015966 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:42.453591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-ebaa9bf9-9a21-4e73-9ab9-d45fc6015966 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] device_id is not set on port 797a8b16-ec1f-45ea-8ff7-0c912a122c90 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:16:42.474092 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4de77bc1-27c5-43aa-b0c9-1cfd69253d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:42.475097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de77bc1-27c5-43aa-b0c9-1cfd69253d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:42.475703 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4de77bc1-27c5-43aa-b0c9-1cfd69253d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:42.551688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de77bc1-27c5-43aa-b0c9-1cfd69253d77 admin admin] Pushing event updated for resources: {'Network': ['ID=b8c80860-09a3-4dff-9a23-a3fa29aae5b1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:42.563739 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network b8c80860-09a3-4dff-9a23-a3fa29aae5b1 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:16:42.575688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-ebaa9bf9-9a21-4e73-9ab9-d45fc6015966 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Allocated IP 172.20.0.14 (219c34ce-aae3-4e36-a617-6ec371e08850/0e6a3f05-9cd7-4845-bda6-a4c342ce6193/797a8b16-ec1f-45ea-8ff7-0c912a122c90) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:16:42.591646 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-556f0a4d-3a02-43ef-afe1-82b99c556c6b tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:42.722692 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4de77bc1-27c5-43aa-b0c9-1cfd69253d77 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2178037 Nov 18 17:16:42.722908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45484) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:42.727817 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-68a4641c-4cc9-489f-8bfd-9831bd8391f1 admin admin] Request body: {'subnet': {'network_id': 'b8c80860-09a3-4dff-9a23-a3fa29aae5b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453535668-subnet', 'tenant_id': '8121b5ea62c249a180b405d4b1fa5b12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:42.807427 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-556f0a4d-3a02-43ef-afe1-82b99c556c6b tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:42.827115 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653df82-73a4-43f6-bc2e-54ff983b6023 req-b0664b92-b125-4944-90d6-1e901f830349 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:42.829251 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6653df82-73a4-43f6-bc2e-54ff983b6023 req-b0664b92-b125-4944-90d6-1e901f830349 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1692393 Nov 18 17:16:42.888523 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ebaa9bf9-9a21-4e73-9ab9-d45fc6015966 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:42.910571 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6653df82-73a4-43f6-bc2e-54ff983b6023 req-9563b399-83bf-4c82-9335-86dc1e383c94 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738156 Nov 18 17:16:42.920475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a4641c-4cc9-489f-8bfd-9831bd8391f1 admin admin] Made reservation on behalf of 8121b5ea62c249a180b405d4b1fa5b12 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:42.922262 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-556f0a4d-3a02-43ef-afe1-82b99c556c6b tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:42.926382 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68a4641c-4cc9-489f-8bfd-9831bd8391f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:42.981948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f0a4d-3a02-43ef-afe1-82b99c556c6b tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c3fcc0-0f66-4f28-a099-2084db13190b,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:43.036865 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-556f0a4d-3a02-43ef-afe1-82b99c556c6b tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:43.038592 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-556f0a4d-3a02-43ef-afe1-82b99c556c6b tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6984627 Nov 18 17:16:43.040077 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ebaa9bf9-9a21-4e73-9ab9-d45fc6015966 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:43.043547 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45490) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:43.048275 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-916e08b5-8cb5-4787-99db-7ebca68c5145 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': 'ab899a40-d2f5-4153-9977-adb0e082050b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:43.090624 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaa9bf9-9a21-4e73-9ab9-d45fc6015966 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Network 219c34ce-aae3-4e36-a617-6ec371e08850 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:16:43.092112 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-ebaa9bf9-9a21-4e73-9ab9-d45fc6015966 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:43.097012 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaa9bf9-9a21-4e73-9ab9-d45fc6015966 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:16:43.144329 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa9bf9-9a21-4e73-9ab9-d45fc6015966 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event updated for resources: {'Port': ['ID=797a8b16-ec1f-45ea-8ff7-0c912a122c90,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:43.177081 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaa9bf9-9a21-4e73-9ab9-d45fc6015966 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:43.177795 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ebaa9bf9-9a21-4e73-9ab9-d45fc6015966 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:43.194329 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-916e08b5-8cb5-4787-99db-7ebca68c5145 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:43.253312 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68a4641c-4cc9-489f-8bfd-9831bd8391f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:43.279668 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ebaa9bf9-9a21-4e73-9ab9-d45fc6015966 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1650100 Nov 18 17:16:43.280168 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45506) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:43.285941 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-45ec3b63-90d0-401f-b670-e0fba91e2eca tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e2:50:d6'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:43.310433 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-916e08b5-8cb5-4787-99db-7ebca68c5145 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): There was a conflict when trying to complete your request. Nov 18 17:16:43.311644 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-916e08b5-8cb5-4787-99db-7ebca68c5145 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2670743 Nov 18 17:16:43.315628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45508) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:43.335990 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4641c-4cc9-489f-8bfd-9831bd8391f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=107eca08-14b8-413a-aef4-9cf03cd6d5f3,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:43.360816 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4641c-4cc9-489f-8bfd-9831bd8391f1 admin admin] Checking segment: {'id': '522cfbbd-7b24-4406-9326-1d849e041baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b8c80860-09a3-4dff-9a23-a3fa29aae5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:16:43.361193 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a4641c-4cc9-489f-8bfd-9831bd8391f1 admin admin] Network hostable DHCP agents. Network: b8c80860-09a3-4dff-9a23-a3fa29aae5b1, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:16:43.402867 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae3e6-3d1e-4280-9821-0a17726b98c9 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:43.428367 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae3e6-3d1e-4280-9821-0a17726b98c9 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:43.449893 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-18f85b1c-fb05-4e87-a1f3-4e7779ff50b9 None None] Provisioning complete for port 797a8b16-ec1f-45ea-8ff7-0c912a122c90 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:43.450272 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18f85b1c-fb05-4e87-a1f3-4e7779ff50b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:43.475231 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-45ec3b63-90d0-401f-b670-e0fba91e2eca tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:43.486309 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a4641c-4cc9-489f-8bfd-9831bd8391f1 admin admin] Network b8c80860-09a3-4dff-9a23-a3fa29aae5b1 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:16:43.493085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-18f85b1c-fb05-4e87-a1f3-4e7779ff50b9 None None] Port 797a8b16-ec1f-45ea-8ff7-0c912a122c90 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:43.582306 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae3e6-3d1e-4280-9821-0a17726b98c9 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:43.585192 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae3e6-3d1e-4280-9821-0a17726b98c9 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:43.586412 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1f4ae3e6-3d1e-4280-9821-0a17726b98c9 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "DELETE /v2.0/security-groups/ab899a40-d2f5-4153-9977-adb0e082050b HTTP/1.1" status: 204 len: 168 time: 0.2634251 Nov 18 17:16:43.589901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45514) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:43.605040 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-68a4641c-4cc9-489f-8bfd-9831bd8391f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, b8c80860-09a3-4dff-9a23-a3fa29aae5b1) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:43.613687 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ae3e6-3d1e-4280-9821-0a17726b98c9 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab899a40-d2f5-4153-9977-adb0e082050b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:43.616008 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e31409-d02f-44bc-821d-80e80af43eca None None] Network b8c80860-09a3-4dff-9a23-a3fa29aae5b1 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:16:43.628292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a4641c-4cc9-489f-8bfd-9831bd8391f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:43.628909 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68a4641c-4cc9-489f-8bfd-9831bd8391f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:43.663731 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-72440a60-7318-49c3-8dfe-ec9e1fb711d5 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0727217 Nov 18 17:16:43.669306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45518) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:43.675765 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-05f5da60-80f2-4dec-b7ac-be0209b7040f tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group': {'name': 'tempest-secgroup--357936049'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:43.704147 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-45ec3b63-90d0-401f-b670-e0fba91e2eca tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:43.724301 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-68a4641c-4cc9-489f-8bfd-9831bd8391f1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0003235 Nov 18 17:16:43.727104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45520) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:43.732068 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453535668-router', 'tenant_id': '8121b5ea62c249a180b405d4b1fa5b12', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:43.790285 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-b8c80860-09a3-4dff-9a23-a3fa29aae5b1', 'network_id': 'b8c80860-09a3-4dff-9a23-a3fa29aae5b1', 'tenant_id': '8121b5ea62c249a180b405d4b1fa5b12', 'fixed_ips': [{'subnet_id': '107eca08-14b8-413a-aef4-9cf03cd6d5f3'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:16:43.791148 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:43.793449 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-45ec3b63-90d0-401f-b670-e0fba91e2eca tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:43.857589 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05f5da60-80f2-4dec-b7ac-be0209b7040f tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:43.916658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec3b63-90d0-401f-b670-e0fba91e2eca tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event updated for resources: {'Port': ['ID=797a8b16-ec1f-45ea-8ff7-0c912a122c90,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:43.952383 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-45ec3b63-90d0-401f-b670-e0fba91e2eca tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] In _notify_port_updated(), no bound segment for port 797a8b16-ec1f-45ea-8ff7-0c912a122c90 on network 219c34ce-aae3-4e36-a617-6ec371e08850 {{(pid=104007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:16:43.969964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec3b63-90d0-401f-b670-e0fba91e2eca tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:43.980223 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-45ec3b63-90d0-401f-b670-e0fba91e2eca tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:43.989458 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-45ec3b63-90d0-401f-b670-e0fba91e2eca tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "PUT /v2.0/ports/797a8b16-ec1f-45ea-8ff7-0c912a122c90 HTTP/1.1" status: 200 len: 997 time: 0.7056668 Nov 18 17:16:43.990287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45524) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:43.995949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Allocated IP 172.20.0.2 (b8c80860-09a3-4dff-9a23-a3fa29aae5b1/107eca08-14b8-413a-aef4-9cf03cd6d5f3/fac91981-139f-4de3-a7f4-d02d12b5ef4c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:16:43.999233 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05f5da60-80f2-4dec-b7ac-be0209b7040f tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.006235 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.007535 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.125443 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05f5da60-80f2-4dec-b7ac-be0209b7040f tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.161111 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5da60-80f2-4dec-b7ac-be0209b7040f tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3408420-b305-49cc-bd8b-b857b2ad1771,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:44.204773 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.219239 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05f5da60-80f2-4dec-b7ac-be0209b7040f tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.220587 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-05f5da60-80f2-4dec-b7ac-be0209b7040f tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5496883 Nov 18 17:16:44.223401 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45530) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:44.228335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d8779b71-c55b-4f38-b8a6-79c8760d2848 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': 'c3408420-b305-49cc-bd8b-b857b2ad1771', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:44.229209 n-d-813419-11 neutron-server[104008]: WARNING neutron.api.v2.base [None req-d8779b71-c55b-4f38-b8a6-79c8760d2848 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 18 17:16:44.230312 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-d8779b71-c55b-4f38-b8a6-79c8760d2848 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:16:44.230459 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743de9a7-b02b-4bbc-8352-9574a89be7c1 req-d0ec26a9-e162-4ac9-8ae7-f43c92962bca tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:44.231087 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d8779b71-c55b-4f38-b8a6-79c8760d2848 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065575 Nov 18 17:16:44.233299 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-743de9a7-b02b-4bbc-8352-9574a89be7c1 req-d0ec26a9-e162-4ac9-8ae7-f43c92962bca tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1963830 Nov 18 17:16:44.233805 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45532) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:44.240633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e9f6783a-27b1-4973-80e9-3f51c3530f15 None None] Provisioning complete for port 797a8b16-ec1f-45ea-8ff7-0c912a122c90 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:44.242745 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e9f6783a-27b1-4973-80e9-3f51c3530f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.293877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e9f6783a-27b1-4973-80e9-3f51c3530f15 None None] Port 797a8b16-ec1f-45ea-8ff7-0c912a122c90 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:44.298916 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c368ee0e-48e9-4b89-a3c5-facda24de91e tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.324455 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c368ee0e-48e9-4b89-a3c5-facda24de91e tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.345586 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-743de9a7-b02b-4bbc-8352-9574a89be7c1 req-ce01da84-7a12-45cf-9b13-b53545bdf1fa tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037550 Nov 18 17:16:44.348531 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-5f4523e8-bcb5-41cf-8b38-6d03403d6843 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Deleting port 797a8b16-ec1f-45ea-8ff7-0c912a122c90 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:44.348990 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f4523e8-bcb5-41cf-8b38-6d03403d6843 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.359896 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.397525 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-3dcc3bce-2679-4bb9-9bd1-b95008c6502f tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:16:44.397525 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-3dcc3bce-2679-4bb9-9bd1-b95008c6502f tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069976 Nov 18 17:16:44.447419 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-6b6918d9-b89f-4feb-b8c7-9592570600c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:44.448894 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-6b6918d9-b89f-4feb-b8c7-9592570600c8 service neutron] 10.222.0.72 "GET /v2.0/ports/e779c0b1-2889-4a8e-89db-5d2cd6ea3303 HTTP/1.1" status: 200 len: 1094 time: 0.0432384 Nov 18 17:16:44.451523 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.479346 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-3a308834-5b68-4e24-bcce-97ec9e0b5e36 service neutron] Request body: {'binding': {'host': 'n-h2-813419-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:44.480378 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-3a308834-5b68-4e24-bcce-97ec9e0b5e36 service neutron] Unknown quota resources ['binding']. {{(pid=104008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 18 17:16:44.511348 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Network b8c80860-09a3-4dff-9a23-a3fa29aae5b1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:16:44.518876 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:44.522147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:16:44.526395 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Pushing event updated for resources: {'Port': ['ID=fac91981-139f-4de3-a7f4-d02d12b5ef4c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:44.534836 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.563659 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c368ee0e-48e9-4b89-a3c5-facda24de91e tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.572350 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c368ee0e-48e9-4b89-a3c5-facda24de91e tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.573759 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c368ee0e-48e9-4b89-a3c5-facda24de91e tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "DELETE /v2.0/security-groups/c3408420-b305-49cc-bd8b-b857b2ad1771 HTTP/1.1" status: 204 len: 168 time: 0.3389719 Nov 18 17:16:44.573908 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f4523e8-bcb5-41cf-8b38-6d03403d6843 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.581943 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45536) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:44.603718 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-5f4523e8-bcb5-41cf-8b38-6d03403d6843 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Calling delete_port for 797a8b16-ec1f-45ea-8ff7-0c912a122c90 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:44.629417 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Attempting to bind port fac91981-139f-4de3-a7f4-d02d12b5ef4c on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:44.630304 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Attempting to bind port fac91981-139f-4de3-a7f4-d02d12b5ef4c by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '522cfbbd-7b24-4406-9326-1d849e041baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b8c80860-09a3-4dff-9a23-a3fa29aae5b1'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:44.630829 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Attempting to bind port fac91981-139f-4de3-a7f4-d02d12b5ef4c on network b8c80860-09a3-4dff-9a23-a3fa29aae5b1 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:44.636762 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:16:44.637463 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Checking segment: {'id': '522cfbbd-7b24-4406-9326-1d849e041baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b8c80860-09a3-4dff-9a23-a3fa29aae5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:16:44.638019 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.638722 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Bound using segment: {'id': '522cfbbd-7b24-4406-9326-1d849e041baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b8c80860-09a3-4dff-9a23-a3fa29aae5b1'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:16:44.639500 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Bound port: fac91981-139f-4de3-a7f4-d02d12b5ef4c, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522cfbbd-7b24-4406-9326-1d849e041baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b8c80860-09a3-4dff-9a23-a3fa29aae5b1'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:16:44.640507 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.643736 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4de75f58-2438-45b2-a4ec-5da9a69401d1 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0659881 Nov 18 17:16:44.649012 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45538) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:44.653148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-83fb4353-78fc-411c-8239-3433ab44915d tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group': {'name': 'tempest-secgroup--387082120'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:44.674751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368ee0e-48e9-4b89-a3c5-facda24de91e tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3408420-b305-49cc-bd8b-b857b2ad1771,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:44.731269 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] For port fac91981-139f-4de3-a7f4-d02d12b5ef4c, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:16:44.736018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] For port fac91981-139f-4de3-a7f4-d02d12b5ef4c, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fac91981-139f-4de3-a7f4-d02d12b5ef4c,segment=NetworkSegment(522cfbbd-7b24-4406-9326-1d849e041baf),segment_id=522cfbbd-7b24-4406-9326-1d849e041baf)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:16:44.796411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-3a308834-5b68-4e24-bcce-97ec9e0b5e36 service neutron] Attempting to bind port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 on host n-h2-813419-11 for vnic_type normal with profile None {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:44.796851 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-3a308834-5b68-4e24-bcce-97ec9e0b5e36 service neutron] Attempting to bind port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:44.797183 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-3a308834-5b68-4e24-bcce-97ec9e0b5e36 service neutron] Attempting to bind port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:44.813993 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-3a308834-5b68-4e24-bcce-97ec9e0b5e36 service neutron] Port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:16:44.814401 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-3a308834-5b68-4e24-bcce-97ec9e0b5e36 service neutron] Attempting to bind port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:44.823102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-3a308834-5b68-4e24-bcce-97ec9e0b5e36 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:16:44.823682 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-3a308834-5b68-4e24-bcce-97ec9e0b5e36 service neutron] Checking segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:16:44.824381 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-3a308834-5b68-4e24-bcce-97ec9e0b5e36 service neutron] Bound using segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:16:44.824884 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-3a308834-5b68-4e24-bcce-97ec9e0b5e36 service neutron] Bound port: e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:16:44.840356 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.895228 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-83fb4353-78fc-411c-8239-3433ab44915d tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:44.924114 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-3a308834-5b68-4e24-bcce-97ec9e0b5e36 service neutron] For port e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:16:44.933765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135f797-4a1b-4e13-af03-31771de1e01c None None] Pushing event updated for resources: {'Port': ['ID=fac91981-139f-4de3-a7f4-d02d12b5ef4c,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:45.030441 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-3a308834-5b68-4e24-bcce-97ec9e0b5e36 service neutron] Publish callbacks [] for binding, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:45.035578 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-3a308834-5b68-4e24-bcce-97ec9e0b5e36 service neutron] 10.222.0.72 "POST /v2.0/ports/e779c0b1-2889-4a8e-89db-5d2cd6ea3303/bindings HTTP/1.1" status: 201 len: 390 time: 0.5694566 Nov 18 17:16:45.074874 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-83fb4353-78fc-411c-8239-3433ab44915d tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:45.077818 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f4523e8-bcb5-41cf-8b38-6d03403d6843 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:45.144915 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4523e8-bcb5-41cf-8b38-6d03403d6843 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event deleted for resources: {'Port': ['ID=797a8b16-ec1f-45ea-8ff7-0c912a122c90,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:45.177352 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-83fb4353-78fc-411c-8239-3433ab44915d tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:45.328476 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb4353-78fc-411c-8239-3433ab44915d tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53edf49a-d71b-4665-b0bc-ec60574a306f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:45.337212 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:45.365936 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f4523e8-bcb5-41cf-8b38-6d03403d6843 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:45.372168 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45548) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:45.372383 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5f4523e8-bcb5-41cf-8b38-6d03403d6843 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "DELETE /v2.0/ports/797a8b16-ec1f-45ea-8ff7-0c912a122c90 HTTP/1.1" status: 204 len: 168 time: 1.3808215 Nov 18 17:16:45.403369 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-b036fef1-49c1-46a0-adb0-185fb4c1440c tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] GET failed (client error): The resource could not be found. Nov 18 17:16:45.403562 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:45.418649 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b036fef1-49c1-46a0-adb0-185fb4c1440c tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "GET /v2.0/ports/797a8b16-ec1f-45ea-8ff7-0c912a122c90 HTTP/1.1" status: 404 len: 333 time: 0.0450969 Nov 18 17:16:45.423742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45550) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:45.432533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9878c126-e5ae-4ecb-83f7-8b27043f92ea tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Request body: {'port': {'network_id': '219c34ce-aae3-4e36-a617-6ec371e08850', 'name': 'tempest-AllowedAddressPairTestJSON-128076407'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:45.459634 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-83fb4353-78fc-411c-8239-3433ab44915d tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:45.463662 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-83fb4353-78fc-411c-8239-3433ab44915d tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8115139 Nov 18 17:16:45.464690 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45552) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:45.473631 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-caf9fca5-b3c4-4f8d-a963-8e56aac7ba81 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': '53edf49a-d71b-4665-b0bc-ec60574a306f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:45.474535 n-d-813419-11 neutron-server[104008]: WARNING neutron.api.v2.base [None req-caf9fca5-b3c4-4f8d-a963-8e56aac7ba81 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 18 17:16:45.475168 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-caf9fca5-b3c4-4f8d-a963-8e56aac7ba81 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:16:45.477324 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-caf9fca5-b3c4-4f8d-a963-8e56aac7ba81 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0110817 Nov 18 17:16:45.479323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fa7ed-ce9b-41b8-b196-391106d5ee39 req-71f1a5fe-b965-440a-a43f-16cf61bb24d2 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:45.485861 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-439fa7ed-ce9b-41b8-b196-391106d5ee39 req-71f1a5fe-b965-440a-a43f-16cf61bb24d2 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 945 time: 0.1077576 Nov 18 17:16:45.488102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45556) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:45.626927 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-439fa7ed-ce9b-41b8-b196-391106d5ee39 req-82fb286e-045e-4887-8e48-140bd18077b3 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286223 Nov 18 17:16:45.627338 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Allocated IP 172.25.3.39 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/bf5d1180-ce27-4d43-80ee-600f97380f8f) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:16:45.651453 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abbb494e-ea53-4f54-adcc-4d13696df45d tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:45.691052 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abbb494e-ea53-4f54-adcc-4d13696df45d tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:45.759386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9878c126-e5ae-4ecb-83f7-8b27043f92ea tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Made reservation on behalf of ad81be10bd404f879559cfda10e0e716 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:45.763491 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9878c126-e5ae-4ecb-83f7-8b27043f92ea tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:45.783352 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abbb494e-ea53-4f54-adcc-4d13696df45d tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:45.786175 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abbb494e-ea53-4f54-adcc-4d13696df45d tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:45.788162 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-abbb494e-ea53-4f54-adcc-4d13696df45d tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "DELETE /v2.0/security-groups/53edf49a-d71b-4665-b0bc-ec60574a306f HTTP/1.1" status: 204 len: 168 time: 0.2984869 Nov 18 17:16:45.801755 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:45.803319 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45562) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:45.853927 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-9878c126-e5ae-4ecb-83f7-8b27043f92ea tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] device_id is not set on port cd2dc361-6ac9-4cdb-8bd5-3c7235def536 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:16:45.870935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb494e-ea53-4f54-adcc-4d13696df45d tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53edf49a-d71b-4665-b0bc-ec60574a306f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:45.891659 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:45.947773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5d1180-ce27-4d43-80ee-600f97380f8f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:45.954387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-832ebd14-3ced-4ffb-b0cf-45189c791136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:45.955998 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-832ebd14-3ced-4ffb-b0cf-45189c791136 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 1097 time: 0.1653042 Nov 18 17:16:45.960116 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-48c8c935-88ca-498d-ab30-a36aae06501c tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1528451 Nov 18 17:16:45.961291 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:16:45.964492 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45566) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:45.972670 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-6215d445-95a9-4d20-8b42-cb0e5459db19 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group': {'name': 'tempest-secgroup--63832567'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:46.003402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:46.006557 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:16:46.112666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-9878c126-e5ae-4ecb-83f7-8b27043f92ea tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Allocated IP 172.20.0.3 (219c34ce-aae3-4e36-a617-6ec371e08850/0e6a3f05-9cd7-4845-bda6-a4c342ce6193/cd2dc361-6ac9-4cdb-8bd5-3c7235def536) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:16:46.128051 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-bbee2d71-384f-4947-ac97-094eada256b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:46.129930 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-bbee2d71-384f-4947-ac97-094eada256b4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.1656835 Nov 18 17:16:46.192636 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-270daab6-6afc-4dfc-9a6f-28ae492203ee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e779c0b1-2889-4a8e-89db-5d2cd6ea3303 HTTP/1.1" status: 200 len: 217 time: 0.0531485 Nov 18 17:16:46.234573 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc7b682-12eb-4b98-be4f-870e8b2aac43 None None] Network b8c80860-09a3-4dff-9a23-a3fa29aae5b1 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:16:46.324365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-04a01ed7-d428-40d2-8c29-05b36bf30db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:46.325896 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-04a01ed7-d428-40d2-8c29-05b36bf30db2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.1207809 Nov 18 17:16:46.350124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ef267951-2e46-4d48-95ab-a3ef5f5753df None None] Provisioning complete for port fac91981-139f-4de3-a7f4-d02d12b5ef4c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:46.350651 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef267951-2e46-4d48-95ab-a3ef5f5753df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:46.390147 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-8e2dae6a-6fd7-4573-88d1-5fd1923d96c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359278 Nov 18 17:16:46.464181 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6215d445-95a9-4d20-8b42-cb0e5459db19 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:46.473431 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9878c126-e5ae-4ecb-83f7-8b27043f92ea tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:46.513452 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef267951-2e46-4d48-95ab-a3ef5f5753df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:46.555121 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ef267951-2e46-4d48-95ab-a3ef5f5753df None None] For port fac91981-139f-4de3-a7f4-d02d12b5ef4c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fac91981-139f-4de3-a7f4-d02d12b5ef4c,segment=NetworkSegment(522cfbbd-7b24-4406-9326-1d849e041baf),segment_id=522cfbbd-7b24-4406-9326-1d849e041baf)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:46.587189 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-0932029c-53e9-45c8-b3ec-e5efc1b07873 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855700 Nov 18 17:16:46.628401 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef267951-2e46-4d48-95ab-a3ef5f5753df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:46.658536 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6215d445-95a9-4d20-8b42-cb0e5459db19 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:46.716092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef267951-2e46-4d48-95ab-a3ef5f5753df None None] Pushing event updated for resources: {'Port': ['ID=fac91981-139f-4de3-a7f4-d02d12b5ef4c,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:46.724137 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9878c126-e5ae-4ecb-83f7-8b27043f92ea tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:46.815702 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6215d445-95a9-4d20-8b42-cb0e5459db19 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:46.864609 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-19fa2c15-039a-44be-8cf2-4bc38c649203 None None] Provisioning complete for port fac91981-139f-4de3-a7f4-d02d12b5ef4c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:46.865880 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-19fa2c15-039a-44be-8cf2-4bc38c649203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:46.903986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215d445-95a9-4d20-8b42-cb0e5459db19 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f77a81a-24c4-4745-b99b-7ee381854347,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:46.917787 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79dd11-e2fe-43fd-b712-5fdf134783ea req-2d6649f6-d2a3-4572-bd44-d03cd7b6ce7e tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:46.925640 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c79dd11-e2fe-43fd-b712-5fdf134783ea req-2d6649f6-d2a3-4572-bd44-d03cd7b6ce7e tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 945 time: 0.1783435 Nov 18 17:16:46.983947 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:46.984168 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fac91981-139f-4de3-a7f4-d02d12b5ef4c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:16:47.024157 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6215d445-95a9-4d20-8b42-cb0e5459db19 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:47.028533 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6215d445-95a9-4d20-8b42-cb0e5459db19 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0625036 Nov 18 17:16:47.031833 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45578) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:47.045474 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c79dd11-e2fe-43fd-b712-5fdf134783ea req-80e1df86-ab06-4b05-9a93-1779db3569c6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185725 Nov 18 17:16:47.067387 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port fac91981-139f-4de3-a7f4-d02d12b5ef4c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:47.067771 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:47.068072 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-554330e1-62ea-4ea6-8dd4-f9f32efc70b6 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': '2f77a81a-24c4-4745-b99b-7ee381854347', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:47.085980 n-d-813419-11 neutron-server[104007]: WARNING neutron.api.v2.base [None req-554330e1-62ea-4ea6-8dd4-f9f32efc70b6 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 18 17:16:47.089551 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-554330e1-62ea-4ea6-8dd4-f9f32efc70b6 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:16:47.089551 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-554330e1-62ea-4ea6-8dd4-f9f32efc70b6 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0396845 Nov 18 17:16:47.092046 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45580) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:47.098876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a5aa1d7e-8b5e-4cf3-8f3f-4e3ed976bce7 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': '2f77a81a-24c4-4745-b99b-7ee381854347', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:47.099641 n-d-813419-11 neutron-server[104007]: WARNING neutron.api.v2.base [None req-a5aa1d7e-8b5e-4cf3-8f3f-4e3ed976bce7 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 18 17:16:47.100181 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-a5aa1d7e-8b5e-4cf3-8f3f-4e3ed976bce7 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:16:47.101135 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a5aa1d7e-8b5e-4cf3-8f3f-4e3ed976bce7 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081744 Nov 18 17:16:47.103929 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45582) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:47.112528 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-bf22686f-7bfa-4fdc-9fbf-4b2dbe3ec63c tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': '2f77a81a-24c4-4745-b99b-7ee381854347', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:47.113367 n-d-813419-11 neutron-server[104007]: WARNING neutron.api.v2.base [None req-bf22686f-7bfa-4fdc-9fbf-4b2dbe3ec63c tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 18 17:16:47.113894 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-bf22686f-7bfa-4fdc-9fbf-4b2dbe3ec63c tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:16:47.117764 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bf22686f-7bfa-4fdc-9fbf-4b2dbe3ec63c tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100899 Nov 18 17:16:47.120724 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45584) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:47.152367 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-59b7b9a8-7f30-42b2-9cf3-df6d78d387f4 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': '2f77a81a-24c4-4745-b99b-7ee381854347', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:47.153287 n-d-813419-11 neutron-server[104007]: WARNING neutron.api.v2.base [None req-59b7b9a8-7f30-42b2-9cf3-df6d78d387f4 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 18 17:16:47.153788 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-59b7b9a8-7f30-42b2-9cf3-df6d78d387f4 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:16:47.165730 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-59b7b9a8-7f30-42b2-9cf3-df6d78d387f4 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0338812 Nov 18 17:16:47.166039 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45586) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:47.187973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9878c126-e5ae-4ecb-83f7-8b27043f92ea tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Network 219c34ce-aae3-4e36-a617-6ec371e08850 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:16:47.194769 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-9878c126-e5ae-4ecb-83f7-8b27043f92ea tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:47.197253 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9878c126-e5ae-4ecb-83f7-8b27043f92ea tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:16:47.201674 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-586b0495-3813-435e-9555-eca693f54821 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059332 Nov 18 17:16:47.235411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878c126-e5ae-4ecb-83f7-8b27043f92ea tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event updated for resources: {'Port': ['ID=cd2dc361-6ac9-4cdb-8bd5-3c7235def536,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:47.270717 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9878c126-e5ae-4ecb-83f7-8b27043f92ea tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:47.271412 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9878c126-e5ae-4ecb-83f7-8b27043f92ea tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:47.290326 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25dadbc2-24c9-409e-a282-3387a5c0871b tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:47.351823 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25dadbc2-24c9-409e-a282-3387a5c0871b tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:47.366270 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:47.378497 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9878c126-e5ae-4ecb-83f7-8b27043f92ea tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9509492 Nov 18 17:16:47.378848 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45592) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:47.385560 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f0015c17-1961-4dae-8235-a646cba72248 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Request body: {'port': {'network_id': '219c34ce-aae3-4e36-a617-6ec371e08850', 'name': 'tempest-AllowedAddressPairTestJSON-1565000834'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:47.473431 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-12395175-91e1-4256-8d05-2854e78419d7 None None] Provisioning complete for port cd2dc361-6ac9-4cdb-8bd5-3c7235def536 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:47.474000 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-12395175-91e1-4256-8d05-2854e78419d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:47.509043 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-12395175-91e1-4256-8d05-2854e78419d7 None None] Port cd2dc361-6ac9-4cdb-8bd5-3c7235def536 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:47.554129 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25dadbc2-24c9-409e-a282-3387a5c0871b tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:47.556710 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25dadbc2-24c9-409e-a282-3387a5c0871b tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:47.557865 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-25dadbc2-24c9-409e-a282-3387a5c0871b tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "DELETE /v2.0/security-groups/2f77a81a-24c4-4745-b99b-7ee381854347 HTTP/1.1" status: 204 len: 168 time: 0.3908768 Nov 18 17:16:47.560693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45594) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:47.567551 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dadbc2-24c9-409e-a282-3387a5c0871b tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f77a81a-24c4-4745-b99b-7ee381854347,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:47.615713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0015c17-1961-4dae-8235-a646cba72248 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Made reservation on behalf of ad81be10bd404f879559cfda10e0e716 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:47.619261 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f0015c17-1961-4dae-8235-a646cba72248 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:47.627992 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Router 9f380fcf-3f5e-44ee-97a7-25ff31fd3f25 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:16:47.639179 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8f92c511-04e9-4bd8-8597-c4ed00e5c4bd tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0735557 Nov 18 17:16:47.639406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45596) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:47.645389 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-487b70f6-d7de-4fcf-956d-936897482311 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group': {'name': 'tempest-secgroup--373790034'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:47.661539 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-f0015c17-1961-4dae-8235-a646cba72248 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] device_id is not set on port 1c13f6b6-5917-4a45-ad5b-43abe978ba9c yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:16:47.770451 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:16:47.786809 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Sync routers for ids ['9f380fcf-3f5e-44ee-97a7-25ff31fd3f25'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:16:47.800136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Routers {'9f380fcf-3f5e-44ee-97a7-25ff31fd3f25'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:47.801271 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9f380fcf-3f5e-44ee-97a7-25ff31fd3f25'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:47.805899 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-487b70f6-d7de-4fcf-956d-936897482311 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:47.814708 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-f0015c17-1961-4dae-8235-a646cba72248 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Allocated IP 172.20.0.14 (219c34ce-aae3-4e36-a617-6ec371e08850/0e6a3f05-9cd7-4845-bda6-a4c342ce6193/1c13f6b6-5917-4a45-ad5b-43abe978ba9c) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:16:47.866185 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:47.871100 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-24b9909b-0e54-4735-bc57-e160a0740195 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1424150 Nov 18 17:16:47.873079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45604) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:47.988600 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-487b70f6-d7de-4fcf-956d-936897482311 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:47.990974 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87844af-a0a1-48dd-a4b2-4ce3427b153e req-950a180e-ddb2-4fa9-af3c-f0778270607f tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:47.992814 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b87844af-a0a1-48dd-a4b2-4ce3427b153e req-950a180e-ddb2-4fa9-af3c-f0778270607f tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1043904 Nov 18 17:16:48.013126 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Set router 9f380fcf-3f5e-44ee-97a7-25ff31fd3f25 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:48.082278 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-487b70f6-d7de-4fcf-956d-936897482311 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:48.112842 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b87844af-a0a1-48dd-a4b2-4ce3427b153e req-5b146c36-e1f8-4c85-8f9c-f8264d72d109 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106193 Nov 18 17:16:48.125874 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a492b-524a-4550-807a-c81b97917ad2 req-7d64794e-1197-49c9-b0d0-cb0b8aa55407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:48.127534 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a41a492b-524a-4550-807a-c81b97917ad2 req-7d64794e-1197-49c9-b0d0-cb0b8aa55407 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ce7024854a94cdfa1b77ea1112434b7&device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 1098 time: 0.1375928 Nov 18 17:16:48.231743 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b70f6-d7de-4fcf-956d-936897482311 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e27134-34b5-4b84-9d96-187bcce9cd42,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:48.259535 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-487b70f6-d7de-4fcf-956d-936897482311 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:48.263649 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-487b70f6-d7de-4fcf-956d-936897482311 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6206973 Nov 18 17:16:48.267761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45610) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:48.273781 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453535668-router', 'tenant_id': '8121b5ea62c249a180b405d4b1fa5b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'bf5d1180-ce27-4d43-80ee-600f97380f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:16:44Z', 'updated_at': '2021-11-18T17:16:46Z', 'revision_number': 3, 'project_id': '8121b5ea62c249a180b405d4b1fa5b12', 'gw_port': {'id': 'bf5d1180-ce27-4d43-80ee-600f97380f8f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:16:45Z', 'updated_at': '2021-11-18T17:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:48.282176 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-45f88f79-5351-4dd0-9763-4482ddc54081 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': '99e27134-34b5-4b84-9d96-187bcce9cd42', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:48.282905 n-d-813419-11 neutron-server[104008]: WARNING neutron.api.v2.base [None req-45f88f79-5351-4dd0-9763-4482ddc54081 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 18 17:16:48.283422 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-45f88f79-5351-4dd0-9763-4482ddc54081 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:16:48.287066 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-45f88f79-5351-4dd0-9763-4482ddc54081 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0158682 Nov 18 17:16:48.288752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45612) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:48.293683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a49d1e28-1a4c-4c00-9891-ebb998a2fd48 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': '99e27134-34b5-4b84-9d96-187bcce9cd42', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:48.308398 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Checking router: 9f380fcf-3f5e-44ee-97a7-25ff31fd3f25 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:16:48.308720 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Updating router 9f380fcf-3f5e-44ee-97a7-25ff31fd3f25 port bf5d1180-ce27-4d43-80ee-600f97380f8f binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:16:48.319247 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b260b6e-59c4-4d6d-b6ea-2cbceca8c22c req-f2e5e085-ac73-462e-bcd7-78822abea2c8 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:48.320933 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1b260b6e-59c4-4d6d-b6ea-2cbceca8c22c req-f2e5e085-ac73-462e-bcd7-78822abea2c8 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 945 time: 0.1181529 Nov 18 17:16:48.339436 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:48.359877 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f0015c17-1961-4dae-8235-a646cba72248 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:48.403109 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a492b-524a-4550-807a-c81b97917ad2 req-f22348e4-5f94-452c-be17-d2381783c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:48.404910 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a41a492b-524a-4550-807a-c81b97917ad2 req-f22348e4-5f94-452c-be17-d2381783c252 service neutron] 10.222.0.83 "GET /v2.0/networks?id=76233702-e661-4854-b97f-4c5aa3c41fc7 HTTP/1.1" status: 200 len: 921 time: 0.2036407 Nov 18 17:16:48.470337 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a41a492b-524a-4550-807a-c81b97917ad2 req-148f5e37-7c5b-4e4e-b2ea-d8ec33d3ff26 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1000ad4-f3dd-49e1-bb74-016686085a1e HTTP/1.1" status: 200 len: 217 time: 0.0552819 Nov 18 17:16:48.508878 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1b260b6e-59c4-4d6d-b6ea-2cbceca8c22c req-9a98bcb8-6a82-4339-95eb-8412bc1f408b tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807766 Nov 18 17:16:48.551998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a492b-524a-4550-807a-c81b97917ad2 req-8da9a81b-0d35-455e-89ae-21d5e87999bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:48.551998 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a41a492b-524a-4550-807a-c81b97917ad2 req-8da9a81b-0d35-455e-89ae-21d5e87999bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dcc58c36-7916-4d1d-8b23-c0a6b0e5f673 HTTP/1.1" status: 200 len: 859 time: 0.0625939 Nov 18 17:16:48.581912 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a41a492b-524a-4550-807a-c81b97917ad2 req-f960b3b1-8f50-4bff-9083-0d48ff204d42 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76233702-e661-4854-b97f-4c5aa3c41fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316701 Nov 18 17:16:48.629992 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-a49d1e28-1a4c-4c00-9891-ebb998a2fd48 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:16:48.635440 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a49d1e28-1a4c-4c00-9891-ebb998a2fd48 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3447499 Nov 18 17:16:48.637815 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45614) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:48.657650 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-53d13d52-2c72-4b0c-a887-9369ace8d5bd tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': '99e27134-34b5-4b84-9d96-187bcce9cd42', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:48.663202 n-d-813419-11 neutron-server[104007]: WARNING neutron.api.v2.base [None req-53d13d52-2c72-4b0c-a887-9369ace8d5bd tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 18 17:16:48.663202 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-53d13d52-2c72-4b0c-a887-9369ace8d5bd tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:16:48.664262 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-53d13d52-2c72-4b0c-a887-9369ace8d5bd tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0221105 Nov 18 17:16:48.666897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45616) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:48.668515 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:48.678186 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f0015c17-1961-4dae-8235-a646cba72248 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:48.713393 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7af264dd-5cd4-49df-8d0e-63424ca7512f tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': '99e27134-34b5-4b84-9d96-187bcce9cd42', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:48.719656 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:48.737250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0015c17-1961-4dae-8235-a646cba72248 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Network 219c34ce-aae3-4e36-a617-6ec371e08850 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:16:48.745473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-f0015c17-1961-4dae-8235-a646cba72248 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:48.753876 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a41a492b-524a-4550-807a-c81b97917ad2 req-dd68e69d-d730-4e58-9acf-b6343dc0a268 service neutron] 10.222.0.83 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621597 Nov 18 17:16:48.754691 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:48.754908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0015c17-1961-4dae-8235-a646cba72248 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:16:48.762133 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0015c17-1961-4dae-8235-a646cba72248 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event updated for resources: {'Port': ['ID=1c13f6b6-5917-4a45-ad5b-43abe978ba9c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:48.862329 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0015c17-1961-4dae-8235-a646cba72248 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:48.863045 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f0015c17-1961-4dae-8235-a646cba72248 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:48.933427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9203e-7baf-4b9e-a553-9e6b375619c8 None None] Pushing event updated for resources: {'Port': ['ID=bf5d1180-ce27-4d43-80ee-600f97380f8f,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:48.936341 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a41a492b-524a-4550-807a-c81b97917ad2 req-f60018db-aee3-4ce5-8600-0bcdb7745e55 service neutron] 10.222.0.83 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555028 Nov 18 17:16:48.940996 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Attempting to bind port bf5d1180-ce27-4d43-80ee-600f97380f8f on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:48.941524 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Attempting to bind port bf5d1180-ce27-4d43-80ee-600f97380f8f by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:48.942098 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Attempting to bind port bf5d1180-ce27-4d43-80ee-600f97380f8f on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:48.970159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:16:48.970159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:16:48.970159 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:48.970159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:16:48.970159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Bound port: bf5d1180-ce27-4d43-80ee-600f97380f8f, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:16:48.970159 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:49.046035 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] For port bf5d1180-ce27-4d43-80ee-600f97380f8f, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:16:49.054913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] For port bf5d1180-ce27-4d43-80ee-600f97380f8f, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=bf5d1180-ce27-4d43-80ee-600f97380f8f,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:16:49.105136 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] Allocated IP 172.20.0.1 (b8c80860-09a3-4dff-9a23-a3fa29aae5b1/107eca08-14b8-413a-aef4-9cf03cd6d5f3/be050f6c-48a9-4b9a-98e8-710a0c922f82) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:16:49.155407 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-822b5a16-b3ea-448d-a192-428262aa3215 None None] Provisioning complete for port 1c13f6b6-5917-4a45-ad5b-43abe978ba9c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:49.155985 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-822b5a16-b3ea-448d-a192-428262aa3215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:49.231389 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:49.239276 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f0015c17-1961-4dae-8235-a646cba72248 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8585832 Nov 18 17:16:49.245544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45630) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:49.251832 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d267b642-4cfc-41f0-9d31-45216a557043 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e2:50:d6'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:0a:e4:1e'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:49.256630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-822b5a16-b3ea-448d-a192-428262aa3215 None None] Port 1c13f6b6-5917-4a45-ad5b-43abe978ba9c cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:49.299578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Routers {'9f380fcf-3f5e-44ee-97a7-25ff31fd3f25'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:49.300832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9f380fcf-3f5e-44ee-97a7-25ff31fd3f25'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:49.314819 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:49.354363 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-7af264dd-5cd4-49df-8d0e-63424ca7512f tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:16:49.355940 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7af264dd-5cd4-49df-8d0e-63424ca7512f tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6462047 Nov 18 17:16:49.359452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45632) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:49.364455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-da4fa4ed-90f0-4370-861e-ad374501ae52 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': '99e27134-34b5-4b84-9d96-187bcce9cd42', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:49.365064 n-d-813419-11 neutron-server[104007]: WARNING neutron.api.v2.base [None req-da4fa4ed-90f0-4370-861e-ad374501ae52 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 18 17:16:49.365980 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-da4fa4ed-90f0-4370-861e-ad374501ae52 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:16:49.367193 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-da4fa4ed-90f0-4370-861e-ad374501ae52 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065370 Nov 18 17:16:49.369823 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45634) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:49.376619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-49aa0b0e-a100-4402-8243-eeaa4e048606 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': '99e27134-34b5-4b84-9d96-187bcce9cd42', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:49.415781 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1443df-3191-4551-b16c-8693884b98d6 req-51ee3a0d-09fe-41d1-8de7-fb207f2abeee tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:49.425409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db1443df-3191-4551-b16c-8693884b98d6 req-51ee3a0d-09fe-41d1-8de7-fb207f2abeee tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1922982 Nov 18 17:16:49.450345 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:49.461885 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d267b642-4cfc-41f0-9d31-45216a557043 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:49.573044 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] Set router 9f380fcf-3f5e-44ee-97a7-25ff31fd3f25 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:49.679947 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9203e-7baf-4b9e-a553-9e6b375619c8 None None] Pushing event updated for resources: {'Port': ['ID=bf5d1180-ce27-4d43-80ee-600f97380f8f,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:49.700858 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d267b642-4cfc-41f0-9d31-45216a557043 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:49.778805 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d267b642-4cfc-41f0-9d31-45216a557043 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:49.809315 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453535668-router', 'tenant_id': '8121b5ea62c249a180b405d4b1fa5b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'bf5d1180-ce27-4d43-80ee-600f97380f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:16:44Z', 'updated_at': '2021-11-18T17:16:46Z', 'revision_number': 3, 'project_id': '8121b5ea62c249a180b405d4b1fa5b12', 'gw_port': {'id': 'bf5d1180-ce27-4d43-80ee-600f97380f8f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:16:45Z', 'updated_at': '2021-11-18T17:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:49.835591 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db1443df-3191-4551-b16c-8693884b98d6 req-5fe72157-a7d9-4bd0-b1ab-64c3db023a52 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091475 Nov 18 17:16:49.849552 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] Network b8c80860-09a3-4dff-9a23-a3fa29aae5b1 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:16:49.849700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c6c99-b19e-463a-a174-cac534f375b5 None None] The sync data for ids ['9f380fcf-3f5e-44ee-97a7-25ff31fd3f25'] in n-d-813419-11 is: [{'id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453535668-router', 'tenant_id': '8121b5ea62c249a180b405d4b1fa5b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'bf5d1180-ce27-4d43-80ee-600f97380f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:16:44Z', 'updated_at': '2021-11-18T17:16:46Z', 'revision_number': 3, 'project_id': '8121b5ea62c249a180b405d4b1fa5b12', 'gw_port': {'id': 'bf5d1180-ce27-4d43-80ee-600f97380f8f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:16:45Z', 'updated_at': '2021-11-18T17:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:16:49.864219 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:49.868130 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] Pushing event updated for resources: {'Port': ['ID=be050f6c-48a9-4b9a-98e8-710a0c922f82,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:49.878414 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:16:49.929729 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f0ba8-72b1-4a4c-9dc2-9b80861762f0 req-374e000d-d221-4c41-84f4-930457ca8b5f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:49.935168 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a42f0ba8-72b1-4a4c-9dc2-9b80861762f0 req-374e000d-d221-4c41-84f4-930457ca8b5f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 945 time: 0.1756377 Nov 18 17:16:49.979855 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267b642-4cfc-41f0-9d31-45216a557043 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event updated for resources: {'Port': ['ID=1c13f6b6-5917-4a45-ad5b-43abe978ba9c,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:49.986921 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d267b642-4cfc-41f0-9d31-45216a557043 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] In _notify_port_updated(), no bound segment for port 1c13f6b6-5917-4a45-ad5b-43abe978ba9c on network 219c34ce-aae3-4e36-a617-6ec371e08850 {{(pid=104008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:16:49.993532 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d267b642-4cfc-41f0-9d31-45216a557043 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:49.994407 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d267b642-4cfc-41f0-9d31-45216a557043 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:49.996087 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d267b642-4cfc-41f0-9d31-45216a557043 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "PUT /v2.0/ports/1c13f6b6-5917-4a45-ad5b-43abe978ba9c HTTP/1.1" status: 200 len: 1056 time: 0.7493463 Nov 18 17:16:49.998940 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45640) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:50.012276 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-49aa0b0e-a100-4402-8243-eeaa4e048606 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:16:50.024602 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-49aa0b0e-a100-4402-8243-eeaa4e048606 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6420174 Nov 18 17:16:50.031760 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45642) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:50.036999 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-4c4faf3e-e333-4bad-b69a-4cac84e93f70 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': '99e27134-34b5-4b84-9d96-187bcce9cd42', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:50.037505 n-d-813419-11 neutron-server[104007]: WARNING neutron.api.v2.base [None req-4c4faf3e-e333-4bad-b69a-4cac84e93f70 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 18 17:16:50.038031 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-4c4faf3e-e333-4bad-b69a-4cac84e93f70 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:16:50.039119 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4c4faf3e-e333-4bad-b69a-4cac84e93f70 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095124 Nov 18 17:16:50.042140 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45646) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:50.054300 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a9e30f38-9805-443a-a438-b0fc9328d485 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': '99e27134-34b5-4b84-9d96-187bcce9cd42', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:50.071129 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:50.213403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-202738e0-ab55-466f-ba6a-cbabd6d80d9c tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Deleting port 1c13f6b6-5917-4a45-ad5b-43abe978ba9c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:50.214193 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-202738e0-ab55-466f-ba6a-cbabd6d80d9c tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:50.228097 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a42f0ba8-72b1-4a4c-9dc2-9b80861762f0 req-80d6aa4f-24d4-4768-8fc0-221f0a14d744 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756481 Nov 18 17:16:50.304206 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-441fd84b-cdc3-4a2d-891a-8335af2cc02b None None] Provisioning complete for port 1c13f6b6-5917-4a45-ad5b-43abe978ba9c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:50.304744 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-441fd84b-cdc3-4a2d-891a-8335af2cc02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:50.384374 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-202738e0-ab55-466f-ba6a-cbabd6d80d9c tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:50.401293 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-202738e0-ab55-466f-ba6a-cbabd6d80d9c tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Calling delete_port for 1c13f6b6-5917-4a45-ad5b-43abe978ba9c owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:50.401637 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-441fd84b-cdc3-4a2d-891a-8335af2cc02b None None] Port 1c13f6b6-5917-4a45-ad5b-43abe978ba9c cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:50.416909 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-441fd84b-cdc3-4a2d-891a-8335af2cc02b None None] Provisioning complete for port be050f6c-48a9-4b9a-98e8-710a0c922f82 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:50.416909 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-441fd84b-cdc3-4a2d-891a-8335af2cc02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:50.458623 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-441fd84b-cdc3-4a2d-891a-8335af2cc02b None None] Port be050f6c-48a9-4b9a-98e8-710a0c922f82 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:50.486106 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-a9e30f38-9805-443a-a438-b0fc9328d485 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:16:50.489639 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a9e30f38-9805-443a-a438-b0fc9328d485 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4444690 Nov 18 17:16:50.490447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45650) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:50.495356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-844262d6-2d7b-49da-91e0-1127985033f8 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': '99e27134-34b5-4b84-9d96-187bcce9cd42', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:50.559714 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:50.667758 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-202738e0-ab55-466f-ba6a-cbabd6d80d9c tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:50.718352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202738e0-ab55-466f-ba6a-cbabd6d80d9c tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event deleted for resources: {'Port': ['ID=1c13f6b6-5917-4a45-ad5b-43abe978ba9c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:50.734749 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-844262d6-2d7b-49da-91e0-1127985033f8 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:16:50.738901 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-844262d6-2d7b-49da-91e0-1127985033f8 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2443316 Nov 18 17:16:50.739662 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45652) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:50.792742 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:50.856696 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:50.965542 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:51.029369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bf5d1180-ce27-4d43-80ee-600f97380f8f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:16:51.127854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] Pushing event updated for resources: {'Port': ['ID=be050f6c-48a9-4b9a-98e8-710a0c922f82,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:51.188070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128f2b8-de30-4a1a-a5f1-0019954380f4 req-6fb87f38-196b-4537-9f7b-ac2627ba66a0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:51.189793 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f128f2b8-de30-4a1a-a5f1-0019954380f4 req-6fb87f38-196b-4537-9f7b-ac2627ba66a0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1501451 Nov 18 17:16:51.242739 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port bf5d1180-ce27-4d43-80ee-600f97380f8f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:51.243123 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:51.293076 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f128f2b8-de30-4a1a-a5f1-0019954380f4 req-6b8c0f0e-480e-4698-8295-9d154c8439f2 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961573 Nov 18 17:16:51.311243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] Network b8c80860-09a3-4dff-9a23-a3fa29aae5b1 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:16:51.314175 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:16:51.326886 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:51.392969 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ecaaae7-9fc5-4402-8dc7-8fad2be9e849 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:51.439859 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-202738e0-ab55-466f-ba6a-cbabd6d80d9c tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:51.459320 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-202738e0-ab55-466f-ba6a-cbabd6d80d9c tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "DELETE /v2.0/ports/1c13f6b6-5917-4a45-ad5b-43abe978ba9c HTTP/1.1" status: 204 len: 168 time: 1.4591966 Nov 18 17:16:51.465384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45664) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:51.529740 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:51.567274 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-e668148b-5ad8-49e0-af07-a719296b421b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] GET failed (client error): The resource could not be found. Nov 18 17:16:51.570108 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e668148b-5ad8-49e0-af07-a719296b421b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "GET /v2.0/ports/1c13f6b6-5917-4a45-ad5b-43abe978ba9c HTTP/1.1" status: 404 len: 333 time: 0.1023824 Nov 18 17:16:51.578764 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45666) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:51.581184 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port bf5d1180-ce27-4d43-80ee-600f97380f8f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=bf5d1180-ce27-4d43-80ee-600f97380f8f,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:51.633654 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:51.655498 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ecaaae7-9fc5-4402-8dc7-8fad2be9e849 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:51.664651 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1a306-cb0c-42aa-b4b9-75ccd9be85d3 req-9a92c97f-1ce8-45fe-867d-894d1a20cb5c tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:51.666509 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6fb1a306-cb0c-42aa-b4b9-75ccd9be85d3 req-9a92c97f-1ce8-45fe-867d-894d1a20cb5c tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 945 time: 0.1769724 Nov 18 17:16:51.751737 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=bf5d1180-ce27-4d43-80ee-600f97380f8f,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:51.758213 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] Router 9f380fcf-3f5e-44ee-97a7-25ff31fd3f25 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:16:51.759195 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6fb1a306-cb0c-42aa-b4b9-75ccd9be85d3 req-dc957d6a-a7d5-4d9d-8426-f34089dab137 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824494 Nov 18 17:16:51.799605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-88c9da75-c025-4910-a571-a44d2b191209 None None] Provisioning complete for port be050f6c-48a9-4b9a-98e8-710a0c922f82 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:51.803945 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-88c9da75-c025-4910-a571-a44d2b191209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:51.862499 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-88cbe046-571c-4d35-9038-ecbc26ac4e3b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Deleting port cd2dc361-6ac9-4cdb-8bd5-3c7235def536 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:51.862939 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-88cbe046-571c-4d35-9038-ecbc26ac4e3b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:51.870821 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-88c9da75-c025-4910-a571-a44d2b191209 None None] Port be050f6c-48a9-4b9a-98e8-710a0c922f82 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:16:51.899916 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ecaaae7-9fc5-4402-8dc7-8fad2be9e849 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:51.902690 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ecaaae7-9fc5-4402-8dc7-8fad2be9e849 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:51.906585 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1ecaaae7-9fc5-4402-8dc7-8fad2be9e849 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "DELETE /v2.0/security-groups/99e27134-34b5-4b84-9d96-187bcce9cd42 HTTP/1.1" status: 204 len: 168 time: 1.1630399 Nov 18 17:16:51.913010 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45668) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:51.945435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecaaae7-9fc5-4402-8dc7-8fad2be9e849 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e27134-34b5-4b84-9d96-187bcce9cd42,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:51.962881 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:16:51.968530 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8c7e6ae3-3b53-44c3-953c-160eaba6901d admin admin] 10.222.0.72 "PUT /v2.0/routers/9f380fcf-3f5e-44ee-97a7-25ff31fd3f25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0891688 Nov 18 17:16:52.041337 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6390fbab-8a4c-4f67-b320-e640f7907c8b tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1237168 Nov 18 17:16:52.041894 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45672) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:52.048476 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5cf3fbe9-ce17-4f7b-ac6b-ecfc9f5f0140 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group': {'name': 'tempest-secgroup--874341870'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:52.076888 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-88cbe046-571c-4d35-9038-ecbc26ac4e3b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:52.091708 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-88cbe046-571c-4d35-9038-ecbc26ac4e3b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Calling delete_port for cd2dc361-6ac9-4cdb-8bd5-3c7235def536 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:52.147854 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5cf3fbe9-ce17-4f7b-ac6b-ecfc9f5f0140 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:52.360957 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-88cbe046-571c-4d35-9038-ecbc26ac4e3b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:52.386454 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-9710a3ad-226b-4e5f-ad65-32596a80a70f req-8813a7cd-2314-4e9f-a607-b989fc7d8781 tempest-FloatingIPDetailsNegativeTestJSON-1099344255 tempest-FloatingIPDetailsNegativeTestJSON-1099344255-project] show failed (client error): The resource could not be found. Nov 18 17:16:52.391733 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9710a3ad-226b-4e5f-ad65-32596a80a70f req-8813a7cd-2314-4e9f-a607-b989fc7d8781 tempest-FloatingIPDetailsNegativeTestJSON-1099344255 tempest-FloatingIPDetailsNegativeTestJSON-1099344255-project] 10.222.0.72 "GET /v2.0/floatingips/980b54c6-8972-4fcc-a4ce-b64034579c85 HTTP/1.1" status: 404 len: 350 time: 0.0752318 Nov 18 17:16:52.409791 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45684) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:52.424488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbe046-571c-4d35-9038-ecbc26ac4e3b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event deleted for resources: {'Port': ['ID=cd2dc361-6ac9-4cdb-8bd5-3c7235def536,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:52.592155 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-88cbe046-571c-4d35-9038-ecbc26ac4e3b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:52.597833 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-88cbe046-571c-4d35-9038-ecbc26ac4e3b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "DELETE /v2.0/ports/cd2dc361-6ac9-4cdb-8bd5-3c7235def536 HTTP/1.1" status: 204 len: 168 time: 1.0152705 Nov 18 17:16:52.600535 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45688) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:52.603112 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5cf3fbe9-ce17-4f7b-ac6b-ecfc9f5f0140 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:52.638746 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-0592c3f5-30ad-4d49-ae33-4f36ada87c2b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] GET failed (client error): The resource could not be found. Nov 18 17:16:52.644907 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0592c3f5-30ad-4d49-ae33-4f36ada87c2b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "GET /v2.0/ports/cd2dc361-6ac9-4cdb-8bd5-3c7235def536 HTTP/1.1" status: 404 len: 333 time: 0.0387549 Nov 18 17:16:52.645735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45690) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:52.710916 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e5197-4c89-47b0-a1dd-81bd4391c334 req-6a0ad9b0-9e30-4811-a687-dbdb9e9e086e tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:52.714725 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-190e5197-4c89-47b0-a1dd-81bd4391c334 req-6a0ad9b0-9e30-4811-a687-dbdb9e9e086e tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.3074257 Nov 18 17:16:52.737981 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5cf3fbe9-ce17-4f7b-ac6b-ecfc9f5f0140 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:52.771348 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Sync routers for ids ['9f380fcf-3f5e-44ee-97a7-25ff31fd3f25'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:16:52.782779 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-670eacf2-6cdc-4271-84bf-b792fe694f0b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Deleting port e71c51aa-8c4b-4507-8cf5-504ed97349da {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:52.783740 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-670eacf2-6cdc-4271-84bf-b792fe694f0b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:52.792874 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Routers {'9f380fcf-3f5e-44ee-97a7-25ff31fd3f25'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:52.798272 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9f380fcf-3f5e-44ee-97a7-25ff31fd3f25'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:52.798436 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:52.905545 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3fbe9-ce17-4f7b-ac6b-ecfc9f5f0140 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f83bd4-b686-4e90-a00d-95b37b9d5ceb,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:52.977643 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bf5d1180-ce27-4d43-80ee-600f97380f8f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:16:52.986680 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-190e5197-4c89-47b0-a1dd-81bd4391c334 req-663af2f7-352d-44f3-8e40-7df3380a74c9 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625766 Nov 18 17:16:52.992113 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-670eacf2-6cdc-4271-84bf-b792fe694f0b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:53.030057 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-670eacf2-6cdc-4271-84bf-b792fe694f0b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Calling delete_port for e71c51aa-8c4b-4507-8cf5-504ed97349da owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:53.042808 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5cf3fbe9-ce17-4f7b-ac6b-ecfc9f5f0140 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:53.045064 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5cf3fbe9-ce17-4f7b-ac6b-ecfc9f5f0140 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0015345 Nov 18 17:16:53.049446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45694) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:53.101362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7fed055e-695c-45c9-9000-5275259c50e4 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': 'b1f83bd4-b686-4e90-a00d-95b37b9d5ceb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:53.102716 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port bf5d1180-ce27-4d43-80ee-600f97380f8f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:53.103137 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:53.127668 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Set router 9f380fcf-3f5e-44ee-97a7-25ff31fd3f25 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:53.143707 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcf85d-428d-4480-b82c-f79ee95f306c req-57170d5b-07e2-4ba0-baf0-5711b845d4e3 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:53.145882 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7fcf85d-428d-4480-b82c-f79ee95f306c req-57170d5b-07e2-4ba0-baf0-5711b845d4e3 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 945 time: 0.2361679 Nov 18 17:16:53.272728 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7fcf85d-428d-4480-b82c-f79ee95f306c req-1c0452b8-fc3c-4023-9efd-6d947c565bb3 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142151 Nov 18 17:16:53.331218 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-670eacf2-6cdc-4271-84bf-b792fe694f0b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:53.360715 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-7fed055e-695c-45c9-9000-5275259c50e4 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The resource could not be found. Nov 18 17:16:53.364517 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7fed055e-695c-45c9-9000-5275259c50e4 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3046641 Nov 18 17:16:53.369956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670eacf2-6cdc-4271-84bf-b792fe694f0b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event deleted for resources: {'Port': ['ID=e71c51aa-8c4b-4507-8cf5-504ed97349da,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:53.370297 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45698) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:53.391069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3e05da02-c16c-4b17-b359-0092a5dae65e tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': 'b1f83bd4-b686-4e90-a00d-95b37b9d5ceb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2959ca4f-eccc-4e67-a892-a75fe4feb28e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:53.413653 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453535668-router', 'tenant_id': '8121b5ea62c249a180b405d4b1fa5b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'bf5d1180-ce27-4d43-80ee-600f97380f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:16:44Z', 'updated_at': '2021-11-18T17:16:50Z', 'revision_number': 4, 'project_id': '8121b5ea62c249a180b405d4b1fa5b12', 'gw_port': {'id': 'bf5d1180-ce27-4d43-80ee-600f97380f8f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:16:45Z', 'updated_at': '2021-11-18T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'be050f6c-48a9-4b9a-98e8-710a0c922f82', 'name': '', 'network_id': 'b8c80860-09a3-4dff-9a23-a3fa29aae5b1', 'tenant_id': '8121b5ea62c249a180b405d4b1fa5b12', 'mac_address': 'fa:16:3e:c4:70:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '107eca08-14b8-413a-aef4-9cf03cd6d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:16:48Z', 'updated_at': '2021-11-18T17:16:50Z', 'revision_number': 2, 'project_id': '8121b5ea62c249a180b405d4b1fa5b12', 'subnets': [{'id': '107eca08-14b8-413a-aef4-9cf03cd6d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:53.429170 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93761e6d-6219-4e90-afe5-204d836dcb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:53.454287 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Checking router: 9f380fcf-3f5e-44ee-97a7-25ff31fd3f25 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:16:53.454962 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Updating router 9f380fcf-3f5e-44ee-97a7-25ff31fd3f25 port be050f6c-48a9-4b9a-98e8-710a0c922f82 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:16:53.469244 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-670eacf2-6cdc-4271-84bf-b792fe694f0b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:53.473990 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-670eacf2-6cdc-4271-84bf-b792fe694f0b tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "DELETE /v2.0/ports/e71c51aa-8c4b-4507-8cf5-504ed97349da HTTP/1.1" status: 204 len: 168 time: 0.8269098 Nov 18 17:16:53.476481 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45700) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:53.513239 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:53.567048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-feed82a9-ba70-44f7-80a0-b0e4f3b2a3ff tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Deleting subnet 0e6a3f05-9cd7-4845-bda6-a4c342ce6193 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:16:53.575751 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-feed82a9-ba70-44f7-80a0-b0e4f3b2a3ff tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:53.703900 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-feed82a9-ba70-44f7-80a0-b0e4f3b2a3ff tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:53.805164 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-feed82a9-ba70-44f7-80a0-b0e4f3b2a3ff tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:53.818021 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-3e05da02-c16c-4b17-b359-0092a5dae65e tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The resource could not be found. Nov 18 17:16:53.821828 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3e05da02-c16c-4b17-b359-0092a5dae65e tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4477890 Nov 18 17:16:53.834488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45706) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:53.896927 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-93761e6d-6219-4e90-afe5-204d836dcb71 admin admin] Deleting port be050f6c-48a9-4b9a-98e8-710a0c922f82 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:53.897363 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93761e6d-6219-4e90-afe5-204d836dcb71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:53.899546 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:53.928247 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34660c89-4786-4417-bf7b-620a24601bfa tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:53.960157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34660c89-4786-4417-bf7b-620a24601bfa tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:53.991270 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93761e6d-6219-4e90-afe5-204d836dcb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:53.994120 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:54.009122 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-93761e6d-6219-4e90-afe5-204d836dcb71 admin admin] Calling delete_port for be050f6c-48a9-4b9a-98e8-710a0c922f82 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:54.014605 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-feed82a9-ba70-44f7-80a0-b0e4f3b2a3ff tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:54.042850 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-feed82a9-ba70-44f7-80a0-b0e4f3b2a3ff tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:54.049399 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-feed82a9-ba70-44f7-80a0-b0e4f3b2a3ff tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "DELETE /v2.0/subnets/0e6a3f05-9cd7-4845-bda6-a4c342ce6193 HTTP/1.1" status: 204 len: 168 time: 0.5717487 Nov 18 17:16:54.056518 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6833b62-ea90-4181-b298-041ec5eb34d2 None None] Pushing event updated for resources: {'Port': ['ID=be050f6c-48a9-4b9a-98e8-710a0c922f82,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:54.072709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ff3b71-f5ab-4d86-88ce-b6255e468d55 None None] Network 219c34ce-aae3-4e36-a617-6ec371e08850 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:16:54.108475 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833b62-ea90-4181-b298-041ec5eb34d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:54.109701 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833b62-ea90-4181-b298-041ec5eb34d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:54.110252 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833b62-ea90-4181-b298-041ec5eb34d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:54.111016 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833b62-ea90-4181-b298-041ec5eb34d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:54.111714 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833b62-ea90-4181-b298-041ec5eb34d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:54.112279 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833b62-ea90-4181-b298-041ec5eb34d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:54.114537 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833b62-ea90-4181-b298-041ec5eb34d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:54.114680 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45710) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:54.116867 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34660c89-4786-4417-bf7b-620a24601bfa tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:54.117208 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833b62-ea90-4181-b298-041ec5eb34d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:54.119152 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833b62-ea90-4181-b298-041ec5eb34d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:54.119879 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833b62-ea90-4181-b298-041ec5eb34d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:54.124352 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833b62-ea90-4181-b298-041ec5eb34d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:54.124352 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833b62-ea90-4181-b298-041ec5eb34d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:16:54.135639 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34660c89-4786-4417-bf7b-620a24601bfa tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:54.137404 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-34660c89-4786-4417-bf7b-620a24601bfa tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "DELETE /v2.0/security-groups/b1f83bd4-b686-4e90-a00d-95b37b9d5ceb HTTP/1.1" status: 204 len: 168 time: 0.3016286 Nov 18 17:16:54.143163 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45712) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:54.144679 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed82a9-ba70-44f7-80a0-b0e4f3b2a3ff tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6a3f05-9cd7-4845-bda6-a4c342ce6193,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:54.171003 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Attempting to bind port be050f6c-48a9-4b9a-98e8-710a0c922f82 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:54.172472 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Attempting to bind port be050f6c-48a9-4b9a-98e8-710a0c922f82 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '522cfbbd-7b24-4406-9326-1d849e041baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b8c80860-09a3-4dff-9a23-a3fa29aae5b1'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:16:54.173258 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Attempting to bind port be050f6c-48a9-4b9a-98e8-710a0c922f82 on network b8c80860-09a3-4dff-9a23-a3fa29aae5b1 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:16:54.180766 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:16:54.181312 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Checking segment: {'id': '522cfbbd-7b24-4406-9326-1d849e041baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b8c80860-09a3-4dff-9a23-a3fa29aae5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:16:54.181968 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:54.182587 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Bound using segment: {'id': '522cfbbd-7b24-4406-9326-1d849e041baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b8c80860-09a3-4dff-9a23-a3fa29aae5b1'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:16:54.183313 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Bound port: be050f6c-48a9-4b9a-98e8-710a0c922f82, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522cfbbd-7b24-4406-9326-1d849e041baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b8c80860-09a3-4dff-9a23-a3fa29aae5b1'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:16:54.185351 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:54.226239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34660c89-4786-4417-bf7b-620a24601bfa tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f83bd4-b686-4e90-a00d-95b37b9d5ceb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:54.289413 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-32accc17-ce98-4271-9c0d-2eaca50ab51f tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1257942 Nov 18 17:16:54.293182 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45714) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:54.299806 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9f569edd-c4b0-4b93-aab1-c7e7a4771616 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': 'c6c2cb25-5019-41e0-a76e-8ebf77fd6e1f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:54.302544 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] For port be050f6c-48a9-4b9a-98e8-710a0c922f82, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:16:54.307179 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] For port be050f6c-48a9-4b9a-98e8-710a0c922f82, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=be050f6c-48a9-4b9a-98e8-710a0c922f82,segment=NetworkSegment(522cfbbd-7b24-4406-9326-1d849e041baf),segment_id=522cfbbd-7b24-4406-9326-1d849e041baf)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:16:54.380600 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:54.399715 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:54.411242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157911e8-bdf0-4398-933d-c5ac325bc657 req-ef09e556-12f8-4df9-b513-9a39607e35b3 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:54.419426 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-157911e8-bdf0-4398-933d-c5ac325bc657 req-ef09e556-12f8-4df9-b513-9a39607e35b3 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.2050865 Nov 18 17:16:54.433497 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-abb3082b-7c8b-4504-bea9-e025fc6a5ec6 None None] Provisioning complete for port be050f6c-48a9-4b9a-98e8-710a0c922f82 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:16:54.434081 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-abb3082b-7c8b-4504-bea9-e025fc6a5ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:54.504610 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf7a23c-592a-4547-b467-01d1d504ef5d None None] DHCP port deletion for 219c34ce-aae3-4e36-a617-6ec371e08850 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:16:54.509717 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Routers {'9f380fcf-3f5e-44ee-97a7-25ff31fd3f25'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:54.509822 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9f380fcf-3f5e-44ee-97a7-25ff31fd3f25'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:54.512059 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6833b62-ea90-4181-b298-041ec5eb34d2 None None] Pushing event updated for resources: {'Port': ['ID=be050f6c-48a9-4b9a-98e8-710a0c922f82,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:54.532540 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-9f569edd-c4b0-4b93-aab1-c7e7a4771616 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The resource could not be found. Nov 18 17:16:54.540897 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9f569edd-c4b0-4b93-aab1-c7e7a4771616 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2457736 Nov 18 17:16:54.544645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45720) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:54.562638 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c2fcd5f2-f1e3-4874-bcc3-e8f0280e7141 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group': {'name': 'tempest-secgroup--709865165'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:54.666565 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ebf7a23c-592a-4547-b467-01d1d504ef5d None None] Deleting port 5aee2da3-b29a-4932-b419-ab3384ee350f {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:54.667311 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebf7a23c-592a-4547-b467-01d1d504ef5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:54.699387 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-157911e8-bdf0-4398-933d-c5ac325bc657 req-3acc0260-9d37-4397-9779-410d7175524c tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788782 Nov 18 17:16:54.742538 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2fcd5f2-f1e3-4874-bcc3-e8f0280e7141 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:54.754305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd8f2a-4556-44f4-b891-78de88a3f16d req-bb8b4607-6da7-4fa2-9939-07e54070e88d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:54.756722 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e8cd8f2a-4556-44f4-b891-78de88a3f16d req-bb8b4607-6da7-4fa2-9939-07e54070e88d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 945 time: 0.3322365 Nov 18 17:16:54.771574 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] Set router 9f380fcf-3f5e-44ee-97a7-25ff31fd3f25 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:54.843406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ebf7a23c-592a-4547-b467-01d1d504ef5d None None] For port 5aee2da3-b29a-4932-b419-ab3384ee350f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5aee2da3-b29a-4932-b419-ab3384ee350f,segment=NetworkSegment(7b7c4b9a-bc6f-4d35-aae2-ac3edf542c91),segment_id=7b7c4b9a-bc6f-4d35-aae2-ac3edf542c91)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:54.844268 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebf7a23c-592a-4547-b467-01d1d504ef5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:54.886773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ebf7a23c-592a-4547-b467-01d1d504ef5d None None] Calling delete_port for 5aee2da3-b29a-4932-b419-ab3384ee350f owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:54.937306 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2fcd5f2-f1e3-4874-bcc3-e8f0280e7141 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.033849 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2fcd5f2-f1e3-4874-bcc3-e8f0280e7141 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.050965 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-abb3082b-7c8b-4504-bea9-e025fc6a5ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.058371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5aee2da3-b29a-4932-b419-ab3384ee350f no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:16:55.105813 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcd5f2-f1e3-4874-bcc3-e8f0280e7141 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384383b0-6600-4083-a5de-c5c5b7f38bcc,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:55.169613 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebf7a23c-592a-4547-b467-01d1d504ef5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.191744 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Deleting port 5aee2da3-b29a-4932-b419-ab3384ee350f {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:55.192354 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.210743 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf7a23c-592a-4547-b467-01d1d504ef5d None None] No DVR routers for this DVR port 5aee2da3-b29a-4932-b419-ab3384ee350f on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:16:55.213003 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7a23c-592a-4547-b467-01d1d504ef5d None None] Pushing event deleted for resources: {'Port': ['ID=5aee2da3-b29a-4932-b419-ab3384ee350f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:55.216770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No active binding found for port 5aee2da3-b29a-4932-b419-ab3384ee350f {{(pid=104009) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 18 17:16:55.217215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5aee2da3-b29a-4932-b419-ab3384ee350f not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:16:55.225035 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2fcd5f2-f1e3-4874-bcc3-e8f0280e7141 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.226876 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c2fcd5f2-f1e3-4874-bcc3-e8f0280e7141 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6762385 Nov 18 17:16:55.234089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45726) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:55.239127 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-eca54ffd-d994-4e34-bdb4-0caaaa7db717 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group': {'name': 'tempest-secgroup--636801831'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:55.292521 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453535668-router', 'tenant_id': '8121b5ea62c249a180b405d4b1fa5b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'bf5d1180-ce27-4d43-80ee-600f97380f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:16:44Z', 'updated_at': '2021-11-18T17:16:50Z', 'revision_number': 4, 'project_id': '8121b5ea62c249a180b405d4b1fa5b12', 'gw_port': {'id': 'bf5d1180-ce27-4d43-80ee-600f97380f8f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:16:45Z', 'updated_at': '2021-11-18T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'be050f6c-48a9-4b9a-98e8-710a0c922f82', 'name': '', 'network_id': 'b8c80860-09a3-4dff-9a23-a3fa29aae5b1', 'tenant_id': '8121b5ea62c249a180b405d4b1fa5b12', 'mac_address': 'fa:16:3e:c4:70:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '107eca08-14b8-413a-aef4-9cf03cd6d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:16:48Z', 'updated_at': '2021-11-18T17:16:54Z', 'revision_number': 4, 'project_id': '8121b5ea62c249a180b405d4b1fa5b12', 'subnets': [{'id': '107eca08-14b8-413a-aef4-9cf03cd6d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:55.299120 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e8cd8f2a-4556-44f4-b891-78de88a3f16d req-498ce5c7-2169-4327-8e92-039e171f69ad tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233603 Nov 18 17:16:55.302156 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93761e6d-6219-4e90-afe5-204d836dcb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.327058 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caef4732-0a0e-4a68-9926-a084744603b2 None None] The sync data for ids ['9f380fcf-3f5e-44ee-97a7-25ff31fd3f25'] in n-d-813419-11 is: [{'id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453535668-router', 'tenant_id': '8121b5ea62c249a180b405d4b1fa5b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'bf5d1180-ce27-4d43-80ee-600f97380f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:16:44Z', 'updated_at': '2021-11-18T17:16:50Z', 'revision_number': 4, 'project_id': '8121b5ea62c249a180b405d4b1fa5b12', 'gw_port': {'id': 'bf5d1180-ce27-4d43-80ee-600f97380f8f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:16:45Z', 'updated_at': '2021-11-18T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'be050f6c-48a9-4b9a-98e8-710a0c922f82', 'name': '', 'network_id': 'b8c80860-09a3-4dff-9a23-a3fa29aae5b1', 'tenant_id': '8121b5ea62c249a180b405d4b1fa5b12', 'mac_address': 'fa:16:3e:c4:70:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '107eca08-14b8-413a-aef4-9cf03cd6d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:16:48Z', 'updated_at': '2021-11-18T17:16:54Z', 'revision_number': 4, 'project_id': '8121b5ea62c249a180b405d4b1fa5b12', 'subnets': [{'id': '107eca08-14b8-413a-aef4-9cf03cd6d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:16:55.336136 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eca54ffd-d994-4e34-bdb4-0caaaa7db717 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.412607 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] For port 5aee2da3-b29a-4932-b419-ab3384ee350f, host n-d-813419-11, got binding levels [] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:55.418095 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.429352 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93761e6d-6219-4e90-afe5-204d836dcb71 admin admin] Pushing event deleted for resources: {'Port': ['ID=be050f6c-48a9-4b9a-98e8-710a0c922f82,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:55.441393 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eca54ffd-d994-4e34-bdb4-0caaaa7db717 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.473108 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-15e66926-72ef-4641-88fe-b978fef78d43 None None] Could not find standard attr ID for object be050f6c-48a9-4b9a-98e8-710a0c922f82. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:16:55.488972 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Calling delete_port for 5aee2da3-b29a-4932-b419-ab3384ee350f owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:55.493559 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.ipam_backend_mixin [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Port 5aee2da3-b29a-4932-b419-ab3384ee350f was not found and therefore no delete operation was performed {{(pid=104007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 18 17:16:55.502011 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eca54ffd-d994-4e34-bdb4-0caaaa7db717 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.534292 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.536581 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca54ffd-d994-4e34-bdb4-0caaaa7db717 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ec56c8-7978-4701-aa5f-df2eaa56f8ab,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:55.577110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] No DVR routers for this DVR port 5aee2da3-b29a-4932-b419-ab3384ee350f on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:16:55.584954 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event deleted for resources: {'Port': ['ID=5aee2da3-b29a-4932-b419-ab3384ee350f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:55.607221 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eca54ffd-d994-4e34-bdb4-0caaaa7db717 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.608667 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-eca54ffd-d994-4e34-bdb4-0caaaa7db717 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3735187 Nov 18 17:16:55.611712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45728) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:55.616916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d33513e8-2926-4af9-b383-fcf64e71901c tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group_rule': {'security_group_id': '384383b0-6600-4083-a5de-c5c5b7f38bcc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '17ec56c8-7978-4701-aa5f-df2eaa56f8ab'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:55.734605 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.799076 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219c34ce-aae3-4e36-a617-6ec371e08850']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:55.828822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7c4b9a-bc6f-4d35-aae2-ac3edf542c91') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:55.829118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7c4b9a-bc6f-4d35-aae2-ac3edf542c91') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:55.829831 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-d33513e8-2926-4af9-b383-fcf64e71901c tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:16:55.833632 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d33513e8-2926-4af9-b383-fcf64e71901c tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2198565 Nov 18 17:16:55.834077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45732) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:55.853281 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93761e6d-6219-4e90-afe5-204d836dcb71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.856316 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.885588 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.941346 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a944c9e-592a-43dc-a9e9-3034b65ea1b6 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.942324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:16:55.942755 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: items = [ Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:16:55.947661 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:16:55.977429 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a944c9e-592a-43dc-a9e9-3034b65ea1b6 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:55.981055 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ea12f-5f68-47b5-9de4-2c946849e339 req-6be07e67-8f93-4815-aaab-f4588f4aecc2 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:55.982714 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-195ea12f-5f68-47b5-9de4-2c946849e339 req-6be07e67-8f93-4815-aaab-f4588f4aecc2 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1859577 Nov 18 17:16:56.128798 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a944c9e-592a-43dc-a9e9-3034b65ea1b6 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:56.135383 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a944c9e-592a-43dc-a9e9-3034b65ea1b6 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:56.135383 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8a944c9e-592a-43dc-a9e9-3034b65ea1b6 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "DELETE /v2.0/security-groups/17ec56c8-7978-4701-aa5f-df2eaa56f8ab HTTP/1.1" status: 204 len: 168 time: 0.2982183 Nov 18 17:16:56.137731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45738) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:56.141872 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-195ea12f-5f68-47b5-9de4-2c946849e339 req-8116f4e8-e721-436c-a362-f0d6d3966ac1 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126184 Nov 18 17:16:56.214609 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a944c9e-592a-43dc-a9e9-3034b65ea1b6 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ec56c8-7978-4701-aa5f-df2eaa56f8ab,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:56.240813 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bd953d02-9697-431b-9908-6c74bcea593f tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1004734 Nov 18 17:16:56.243641 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45742) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:56.265071 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:56.282471 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:56.286131 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] 10.222.0.72 "DELETE /v2.0/networks/219c34ce-aae3-4e36-a617-6ec371e08850 HTTP/1.1" status: 204 len: 168 time: 2.1705768 Nov 18 17:16:56.314243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cc683-8941-4e93-a297-bb6dc977aa42 tempest-AllowedAddressPairTestJSON-71319113 tempest-AllowedAddressPairTestJSON-71319113-project] Pushing event deleted for resources: {'Network': ['ID=219c34ce-aae3-4e36-a617-6ec371e08850,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:56.350386 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93761e6d-6219-4e90-afe5-204d836dcb71 admin admin] Router 9f380fcf-3f5e-44ee-97a7-25ff31fd3f25 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:16:56.360018 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-13cdcb9a-e9f0-4d61-acbe-fa85a1183448 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:56.443988 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-13cdcb9a-e9f0-4d61-acbe-fa85a1183448 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:56.558212 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d67f3-028d-4f91-bacf-e549113fcb57 req-31ce6946-6a27-45b9-9ef5-9bcf016810b8 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:56.559957 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f55d67f3-028d-4f91-bacf-e549113fcb57 req-31ce6946-6a27-45b9-9ef5-9bcf016810b8 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 945 time: 0.1383002 Nov 18 17:16:56.579102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93761e6d-6219-4e90-afe5-204d836dcb71 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:16:56.589634 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-93761e6d-6219-4e90-afe5-204d836dcb71 admin admin] 10.222.0.72 "PUT /v2.0/routers/9f380fcf-3f5e-44ee-97a7-25ff31fd3f25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1771083 Nov 18 17:16:56.592236 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45748) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:56.646398 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-13cdcb9a-e9f0-4d61-acbe-fa85a1183448 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:56.649107 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-13cdcb9a-e9f0-4d61-acbe-fa85a1183448 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:56.650302 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-13cdcb9a-e9f0-4d61-acbe-fa85a1183448 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "DELETE /v2.0/security-groups/384383b0-6600-4083-a5de-c5c5b7f38bcc HTTP/1.1" status: 204 len: 168 time: 0.4052594 Nov 18 17:16:56.653140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45752) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:56.676988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdcb9a-e9f0-4d61-acbe-fa85a1183448 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=384383b0-6600-4083-a5de-c5c5b7f38bcc,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:56.693630 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f55d67f3-028d-4f91-bacf-e549113fcb57 req-86f59e41-4883-4119-9c8d-3f456915f17c tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256988 Nov 18 17:16:56.740174 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2d947a1f-3f4a-4865-a7d9-dea6733ea3ac tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0852134 Nov 18 17:16:56.740841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45754) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:56.744099 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45756) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:56.752131 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-764e586e-a4fb-4355-9607-e2f540b4cc1a tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047841342'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:56.776591 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2a063c1-bb0f-47c5-8972-0d3015bc04b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:56.846442 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fcaa89-cbf0-4337-b9f3-f70e10056f34 None None] Sync routers for ids ['9f380fcf-3f5e-44ee-97a7-25ff31fd3f25'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:16:56.859059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fcaa89-cbf0-4337-b9f3-f70e10056f34 None None] Routers {'9f380fcf-3f5e-44ee-97a7-25ff31fd3f25'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:56.859956 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-80fcaa89-cbf0-4337-b9f3-f70e10056f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9f380fcf-3f5e-44ee-97a7-25ff31fd3f25'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:56.878594 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-764e586e-a4fb-4355-9607-e2f540b4cc1a tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:56.907250 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2a063c1-bb0f-47c5-8972-0d3015bc04b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:56.928271 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-31695760-b799-4717-97ef-e242768759be admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ad81be10bd404f879559cfda10e0e716&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1862621 Nov 18 17:16:56.930847 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45760) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:56.975856 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-764e586e-a4fb-4355-9607-e2f540b4cc1a tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:56.980454 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-80fcaa89-cbf0-4337-b9f3-f70e10056f34 None None] Set router 9f380fcf-3f5e-44ee-97a7-25ff31fd3f25 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:56.987066 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79bdf9d0-edbe-44ac-97db-1429c58e3c35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:57.014336 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79bdf9d0-edbe-44ac-97db-1429c58e3c35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:57.079534 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-764e586e-a4fb-4355-9607-e2f540b4cc1a tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:57.092288 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d2a063c1-bb0f-47c5-8972-0d3015bc04b7 admin admin] Deleting port bf5d1180-ce27-4d43-80ee-600f97380f8f {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:57.092630 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2a063c1-bb0f-47c5-8972-0d3015bc04b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:57.113086 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e586e-a4fb-4355-9607-e2f540b4cc1a tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44978276-feb4-4af7-b888-82f827e26632,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:57.170997 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:16:57.171583 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79bdf9d0-edbe-44ac-97db-1429c58e3c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:57.171583 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79bdf9d0-edbe-44ac-97db-1429c58e3c35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:57.171583 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-79bdf9d0-edbe-44ac-97db-1429c58e3c35 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5a1d6ba7-36e0-45dc-a465-fcf023887b93 HTTP/1.1" status: 204 len: 168 time: 0.2388606 Nov 18 17:16:57.181941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-80fcaa89-cbf0-4337-b9f3-f70e10056f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453535668-router', 'tenant_id': '8121b5ea62c249a180b405d4b1fa5b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'bf5d1180-ce27-4d43-80ee-600f97380f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:16:44Z', 'updated_at': '2021-11-18T17:16:54Z', 'revision_number': 5, 'project_id': '8121b5ea62c249a180b405d4b1fa5b12', 'gw_port': {'id': 'bf5d1180-ce27-4d43-80ee-600f97380f8f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:16:45Z', 'updated_at': '2021-11-18T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:57.188661 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdf9d0-edbe-44ac-97db-1429c58e3c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1d6ba7-36e0-45dc-a465-fcf023887b93,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:57.212557 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-764e586e-a4fb-4355-9607-e2f540b4cc1a tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:57.221015 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-764e586e-a4fb-4355-9607-e2f540b4cc1a tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4651878 Nov 18 17:16:57.221159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fcaa89-cbf0-4337-b9f3-f70e10056f34 None None] Checking router: 9f380fcf-3f5e-44ee-97a7-25ff31fd3f25 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:16:57.221264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-d2a063c1-bb0f-47c5-8972-0d3015bc04b7 admin admin] For port bf5d1180-ce27-4d43-80ee-600f97380f8f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=bf5d1180-ce27-4d43-80ee-600f97380f8f,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:57.222339 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45770) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:57.223023 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2a063c1-bb0f-47c5-8972-0d3015bc04b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:57.227641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f46bccd5-8e14-4576-a215-561692ea5d68 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:57.227897 n-d-813419-11 neutron-server[104008]: WARNING neutron.api.v2.base [None req-f46bccd5-8e14-4576-a215-561692ea5d68 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 18 17:16:57.228397 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-f46bccd5-8e14-4576-a215-561692ea5d68 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] update failed (client error): There was a conflict when trying to complete your request. Nov 18 17:16:57.232295 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f46bccd5-8e14-4576-a215-561692ea5d68 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "PUT /v2.0/security-groups/44978276-feb4-4af7-b888-82f827e26632 HTTP/1.1" status: 409 len: 330 time: 0.0055521 Nov 18 17:16:57.232295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45772) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:57.247705 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fcaa89-cbf0-4337-b9f3-f70e10056f34 None None] Routers {'9f380fcf-3f5e-44ee-97a7-25ff31fd3f25'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:16:57.248390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-80fcaa89-cbf0-4337-b9f3-f70e10056f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:16:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9f380fcf-3f5e-44ee-97a7-25ff31fd3f25'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:57.252420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d2a063c1-bb0f-47c5-8972-0d3015bc04b7 admin admin] Calling delete_port for bf5d1180-ce27-4d43-80ee-600f97380f8f owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:57.323235 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81d37184-64c3-431f-ac75-c0abb512dbf6 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:57.351314 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81d37184-64c3-431f-ac75-c0abb512dbf6 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:57.357502 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-80fcaa89-cbf0-4337-b9f3-f70e10056f34 None None] Set router 9f380fcf-3f5e-44ee-97a7-25ff31fd3f25 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:16:57.465486 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc83caa-c682-47ba-97b0-e167acdea9d6 req-edc36a94-d745-488e-ac90-a52d1a782975 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:57.471776 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1cc83caa-c682-47ba-97b0-e167acdea9d6 req-edc36a94-d745-488e-ac90-a52d1a782975 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1663530 Nov 18 17:16:57.479307 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81d37184-64c3-431f-ac75-c0abb512dbf6 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:57.482782 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81d37184-64c3-431f-ac75-c0abb512dbf6 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:57.484473 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-81d37184-64c3-431f-ac75-c0abb512dbf6 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "DELETE /v2.0/security-groups/44978276-feb4-4af7-b888-82f827e26632 HTTP/1.1" status: 204 len: 168 time: 0.2512751 Nov 18 17:16:57.487610 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45778) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:57.496090 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d37184-64c3-431f-ac75-c0abb512dbf6 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44978276-feb4-4af7-b888-82f827e26632,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:57.547266 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-80fcaa89-cbf0-4337-b9f3-f70e10056f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453535668-router', 'tenant_id': '8121b5ea62c249a180b405d4b1fa5b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:16:44Z', 'updated_at': '2021-11-18T17:16:56Z', 'revision_number': 6, 'project_id': '8121b5ea62c249a180b405d4b1fa5b12', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:57.584137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fcaa89-cbf0-4337-b9f3-f70e10056f34 None None] The sync data for ids ['9f380fcf-3f5e-44ee-97a7-25ff31fd3f25'] in n-d-813419-11 is: [{'id': '9f380fcf-3f5e-44ee-97a7-25ff31fd3f25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453535668-router', 'tenant_id': '8121b5ea62c249a180b405d4b1fa5b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:16:44Z', 'updated_at': '2021-11-18T17:16:56Z', 'revision_number': 6, 'project_id': '8121b5ea62c249a180b405d4b1fa5b12', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:16:57.604121 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1cc83caa-c682-47ba-97b0-e167acdea9d6 req-bcdfc753-3f14-4945-b63a-9909a7197a6a tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261523 Nov 18 17:16:57.608574 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7ab3dd88-4530-4150-89fa-2bd7afc34694 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1167350 Nov 18 17:16:57.611960 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45782) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:57.632117 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-7d16eaef-6665-41c5-82bb-474d5ddb3bbd tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] delete failed (client error): The resource could not be found. Nov 18 17:16:57.635718 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7d16eaef-6665-41c5-82bb-474d5ddb3bbd tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "DELETE /v2.0/security-groups/963d211e-3744-4a42-8e0a-0f885238a01f HTTP/1.1" status: 404 len: 347 time: 0.0203464 Nov 18 17:16:57.640774 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45784) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:57.653615 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-dbcdf01f-59b9-4bdf-870f-aba88cd98fa9 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] show failed (client error): The resource could not be found. Nov 18 17:16:57.654744 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-dbcdf01f-59b9-4bdf-870f-aba88cd98fa9 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "GET /v2.0/security-groups/13cefc54-e1e0-44b0-b8ca-26344c661b7a HTTP/1.1" status: 404 len: 347 time: 0.0145881 Nov 18 17:16:57.661698 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45788) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:57.678737 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2a063c1-bb0f-47c5-8972-0d3015bc04b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:57.682608 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-0a16cfc7-9716-4898-a683-0e3774a88034 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] show failed (client error): The resource could not be found. Nov 18 17:16:57.692767 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0a16cfc7-9716-4898-a683-0e3774a88034 tempest-NegativeSecGroupTest-1395866629 tempest-NegativeSecGroupTest-1395866629-project] 10.222.0.72 "GET /v2.0/security-group-rules/e4793276-d3e7-4970-8552-68d70b181c97 HTTP/1.1" status: 404 len: 356 time: 0.0210521 Nov 18 17:16:57.709035 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a063c1-bb0f-47c5-8972-0d3015bc04b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5d1180-ce27-4d43-80ee-600f97380f8f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:57.774613 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2a063c1-bb0f-47c5-8972-0d3015bc04b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:57.910722 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2a063c1-bb0f-47c5-8972-0d3015bc04b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:57.913548 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2a063c1-bb0f-47c5-8972-0d3015bc04b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:57.980162 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa648c-46dc-4b4a-bfbe-a92b531ecbeb req-cba071c9-4a1c-4315-a17c-33150202f5d2 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:57.981981 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e2fa648c-46dc-4b4a-bfbe-a92b531ecbeb req-cba071c9-4a1c-4315-a17c-33150202f5d2 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 945 time: 0.1912212 Nov 18 17:16:58.073298 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e2fa648c-46dc-4b4a-bfbe-a92b531ecbeb req-7ce65b2a-9942-47a4-ba42-8bc253329b1c tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728610 Nov 18 17:16:58.080083 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2a063c1-bb0f-47c5-8972-0d3015bc04b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:58.080684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a063c1-bb0f-47c5-8972-0d3015bc04b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f380fcf-3f5e-44ee-97a7-25ff31fd3f25 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:16:58.094140 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2a063c1-bb0f-47c5-8972-0d3015bc04b7 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:58.094293 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d2a063c1-bb0f-47c5-8972-0d3015bc04b7 admin admin] 10.222.0.72 "DELETE /v2.0/routers/9f380fcf-3f5e-44ee-97a7-25ff31fd3f25 HTTP/1.1" status: 204 len: 168 time: 1.5009363 Nov 18 17:16:58.096857 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45804) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:58.132773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45808) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:58.174155 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6af3039-be22-434a-be89-8ee512e798a2 admin admin] Deleting subnet 107eca08-14b8-413a-aef4-9cf03cd6d5f3 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:16:58.178285 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e6af3039-be22-434a-be89-8ee512e798a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:58.217287 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e6af3039-be22-434a-be89-8ee512e798a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:58.298044 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-479566e2-4ce3-46a5-bf38-a4d105c43c10 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2fb75f43d3cf453994ef96e013969a06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1638806 Nov 18 17:16:58.302364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45816) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:58.303369 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e6af3039-be22-434a-be89-8ee512e798a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:58.370246 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71fe8e5e-3229-4b6d-baa6-b2dfbcce2c26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:58.394771 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71fe8e5e-3229-4b6d-baa6-b2dfbcce2c26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:58.429800 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45822) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:58.445053 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e6af3039-be22-434a-be89-8ee512e798a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:58.476670 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e6af3039-be22-434a-be89-8ee512e798a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:58.483179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45826) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:58.486508 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e6af3039-be22-434a-be89-8ee512e798a2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/107eca08-14b8-413a-aef4-9cf03cd6d5f3 HTTP/1.1" status: 204 len: 168 time: 0.3855445 Nov 18 17:16:58.486508 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af3039-be22-434a-be89-8ee512e798a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=107eca08-14b8-413a-aef4-9cf03cd6d5f3,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:58.486760 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e9e27d-abed-45f3-b0dd-dea0667d13d4 None None] Network b8c80860-09a3-4dff-9a23-a3fa29aae5b1 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:16:58.498072 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71fe8e5e-3229-4b6d-baa6-b2dfbcce2c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:58.502822 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71fe8e5e-3229-4b6d-baa6-b2dfbcce2c26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:58.504497 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-71fe8e5e-3229-4b6d-baa6-b2dfbcce2c26 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff82dcae-5d87-4018-a20f-71b16d693cfb HTTP/1.1" status: 204 len: 168 time: 0.2011993 Nov 18 17:16:58.558595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe8e5e-3229-4b6d-baa6-b2dfbcce2c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff82dcae-5d87-4018-a20f-71b16d693cfb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:58.613135 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1cbfaa12-9c9e-4ef9-88a9-f7a1b29973c7 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-269007058'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:58.616035 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:58.702274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbfaa12-9c9e-4ef9-88a9-f7a1b29973c7 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Made reservation on behalf of 6c07c60f2f804396a541cb98a99967b1 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:58.706127 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] Deleting port fac91981-139f-4de3-a7f4-d02d12b5ef4c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:58.707025 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:58.710398 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1cbfaa12-9c9e-4ef9-88a9-f7a1b29973c7 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:58.730931 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1cbfaa12-9c9e-4ef9-88a9-f7a1b29973c7 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:58.798385 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fe03e-c46c-422c-9422-a47446069290 req-12954a94-5e22-46b2-8a77-817763878959 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:58.800653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] For port fac91981-139f-4de3-a7f4-d02d12b5ef4c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fac91981-139f-4de3-a7f4-d02d12b5ef4c,segment=NetworkSegment(522cfbbd-7b24-4406-9326-1d849e041baf),segment_id=522cfbbd-7b24-4406-9326-1d849e041baf)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:58.801027 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:58.803720 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e54fe03e-c46c-422c-9422-a47446069290 req-12954a94-5e22-46b2-8a77-817763878959 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.0851059 Nov 18 17:16:58.817231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc8ce64-7d37-4489-8f17-e16c670f8fd2 None None] DHCP port deletion for b8c80860-09a3-4dff-9a23-a3fa29aae5b1 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:16:58.817946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] Calling delete_port for fac91981-139f-4de3-a7f4-d02d12b5ef4c owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:58.892842 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e54fe03e-c46c-422c-9422-a47446069290 req-46f61455-ff26-4c44-8e8f-410c01ccef36 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777547 Nov 18 17:16:58.902279 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1cbfaa12-9c9e-4ef9-88a9-f7a1b29973c7 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:58.933364 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-afc8ce64-7d37-4489-8f17-e16c670f8fd2 None None] Deleting port fac91981-139f-4de3-a7f4-d02d12b5ef4c {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:16:58.933749 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-afc8ce64-7d37-4489-8f17-e16c670f8fd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:58.971000 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device be050f6c-48a9-4b9a-98e8-710a0c922f82 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:16:58.987601 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1cbfaa12-9c9e-4ef9-88a9-f7a1b29973c7 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:59.024660 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfaa12-9c9e-4ef9-88a9-f7a1b29973c7 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2fd993-5f30-4327-a351-563648bb1eab,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:59.035386 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: be050f6c-48a9-4b9a-98e8-710a0c922f82 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:16:59.035744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device be050f6c-48a9-4b9a-98e8-710a0c922f82 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:16:59.049078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fac91981-139f-4de3-a7f4-d02d12b5ef4c no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:16:59.056529 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:59.067512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbfaa12-9c9e-4ef9-88a9-f7a1b29973c7 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] vlan segment allocate from pool success with {'vlan_id': 1134, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:16:59.078395 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-afc8ce64-7d37-4489-8f17-e16c670f8fd2 None None] For port fac91981-139f-4de3-a7f4-d02d12b5ef4c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fac91981-139f-4de3-a7f4-d02d12b5ef4c,segment=NetworkSegment(522cfbbd-7b24-4406-9326-1d849e041baf),segment_id=522cfbbd-7b24-4406-9326-1d849e041baf)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:16:59.078805 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-afc8ce64-7d37-4489-8f17-e16c670f8fd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:59.085484 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1cbfaa12-9c9e-4ef9-88a9-f7a1b29973c7 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:59.085841 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-1cbfaa12-9c9e-4ef9-88a9-f7a1b29973c7 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Added segment 95f2b0bd-3c70-48ea-85ce-3b3b773b38dc of type vlan for network 6f494237-fe4f-4cb3-94b5-a35abd604bc9 Nov 18 17:16:59.098657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] No DVR routers for this DVR port fac91981-139f-4de3-a7f4-d02d12b5ef4c on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:16:59.102424 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-afc8ce64-7d37-4489-8f17-e16c670f8fd2 None None] Calling delete_port for fac91981-139f-4de3-a7f4-d02d12b5ef4c owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:16:59.107331 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] Pushing event deleted for resources: {'Port': ['ID=fac91981-139f-4de3-a7f4-d02d12b5ef4c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:59.107461 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No active binding found for port fac91981-139f-4de3-a7f4-d02d12b5ef4c {{(pid=104009) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 18 17:16:59.107627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fac91981-139f-4de3-a7f4-d02d12b5ef4c not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:16:59.108267 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bf5d1180-ce27-4d43-80ee-600f97380f8f no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:16:59.131558 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: bf5d1180-ce27-4d43-80ee-600f97380f8f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:16:59.131953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bf5d1180-ce27-4d43-80ee-600f97380f8f not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:16:59.156827 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1cbfaa12-9c9e-4ef9-88a9-f7a1b29973c7 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:59.228809 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:59.249205 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-afc8ce64-7d37-4489-8f17-e16c670f8fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:59.261022 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c80860-09a3-4dff-9a23-a3fa29aae5b1']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:59.267819 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc8ce64-7d37-4489-8f17-e16c670f8fd2 None None] No DVR routers for this DVR port fac91981-139f-4de3-a7f4-d02d12b5ef4c on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:16:59.267957 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39f6bc-da9a-4cde-bb73-f7b924ab48ba req-9deaa04b-1823-4826-bbbf-bbc550f5d0d6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:59.270357 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d39f6bc-da9a-4cde-bb73-f7b924ab48ba req-9deaa04b-1823-4826-bbbf-bbc550f5d0d6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 945 time: 0.0855153 Nov 18 17:16:59.286260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522cfbbd-7b24-4406-9326-1d849e041baf') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:59.286686 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522cfbbd-7b24-4406-9326-1d849e041baf') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:16:59.289675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8ce64-7d37-4489-8f17-e16c670f8fd2 None None] Pushing event deleted for resources: {'Port': ['ID=fac91981-139f-4de3-a7f4-d02d12b5ef4c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:59.310096 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:59.312207 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1cbfaa12-9c9e-4ef9-88a9-f7a1b29973c7 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:59.319108 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbfaa12-9c9e-4ef9-88a9-f7a1b29973c7 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:16:59.319108 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1cbfaa12-9c9e-4ef9-88a9-f7a1b29973c7 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:59.326179 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:59.334396 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:16:59.335092 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:16:59.337565 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:16:59.439041 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:59.449205 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:59.456823 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b8c80860-09a3-4dff-9a23-a3fa29aae5b1 HTTP/1.1" status: 204 len: 168 time: 0.9686325 Nov 18 17:16:59.469365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e592467-2cf2-4ead-b05f-4a39f47fb796 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8c80860-09a3-4dff-9a23-a3fa29aae5b1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:59.687373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfaa12-9c9e-4ef9-88a9-f7a1b29973c7 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Pushing event updated for resources: {'Network': ['ID=6f494237-fe4f-4cb3-94b5-a35abd604bc9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:16:59.692111 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1cbfaa12-9c9e-4ef9-88a9-f7a1b29973c7 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2609227 Nov 18 17:16:59.695771 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45858) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:59.697228 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d39f6bc-da9a-4cde-bb73-f7b924ab48ba req-6b37a601-9aa0-430c-ada4-c14b431c9e51 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125845 Nov 18 17:16:59.699598 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 6f494237-fe4f-4cb3-94b5-a35abd604bc9 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:16:59.701854 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2845578d-4135-4ee1-8498-7669c18d3fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Request body: {'subnet': {'network_id': '6f494237-fe4f-4cb3-94b5-a35abd604bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:59.797039 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45860) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:59.837921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f73ddf24-4330-4835-abde-7e6fe8bf8c9f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8121b5ea62c249a180b405d4b1fa5b12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396893 Nov 18 17:16:59.840412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45862) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:16:59.891923 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6d26cb0b-38f8-484d-90ad-5d0e8d5b8095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:59.901942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2845578d-4135-4ee1-8498-7669c18d3fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Made reservation on behalf of 6c07c60f2f804396a541cb98a99967b1 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:16:59.906565 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2845578d-4135-4ee1-8498-7669c18d3fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:59.916017 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6d26cb0b-38f8-484d-90ad-5d0e8d5b8095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:59.920076 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f78ed5e6-8f04-41c3-88a6-e46c6db179ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:16:59.944345 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45868) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:00.032137 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f71fc9-c397-4e19-8125-d0e4f750d2a6 req-14b1c481-1f16-4f0b-8f8c-5357093e6b9b tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:00.033632 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53f71fc9-c397-4e19-8125-d0e4f750d2a6 req-14b1c481-1f16-4f0b-8f8c-5357093e6b9b tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.0545361 Nov 18 17:17:00.060177 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6d26cb0b-38f8-484d-90ad-5d0e8d5b8095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:00.063328 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6d26cb0b-38f8-484d-90ad-5d0e8d5b8095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:00.064533 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6d26cb0b-38f8-484d-90ad-5d0e8d5b8095 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/681ba309-5942-40ce-b210-67b708531af5 HTTP/1.1" status: 204 len: 168 time: 0.2231770 Nov 18 17:17:00.079747 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26cb0b-38f8-484d-90ad-5d0e8d5b8095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681ba309-5942-40ce-b210-67b708531af5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:00.094259 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-0c89622b-fcfa-4d9e-a9d8-b4c236b1bd45 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-372320757-network', 'tenant_id': 'd36dd0b4125649ce803e39d264c83018'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:00.121482 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53f71fc9-c397-4e19-8125-d0e4f750d2a6 req-bc17c1a1-06de-41a5-9c52-64e8560430d0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789268 Nov 18 17:17:00.245954 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c89622b-fcfa-4d9e-a9d8-b4c236b1bd45 admin admin] Made reservation on behalf of d36dd0b4125649ce803e39d264c83018 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:00.248449 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c89622b-fcfa-4d9e-a9d8-b4c236b1bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:00.258101 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c89622b-fcfa-4d9e-a9d8-b4c236b1bd45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:00.285407 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2845578d-4135-4ee1-8498-7669c18d3fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:00.340541 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c89622b-fcfa-4d9e-a9d8-b4c236b1bd45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:00.348728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845578d-4135-4ee1-8498-7669c18d3fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Pushing event updated for resources: {'Subnet': ['ID=26af2945-ed78-40ac-a042-c15486327570,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:00.369411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2845578d-4135-4ee1-8498-7669c18d3fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Checking segment: {'id': '95f2b0bd-3c70-48ea-85ce-3b3b773b38dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '6f494237-fe4f-4cb3-94b5-a35abd604bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:17:00.369783 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2845578d-4135-4ee1-8498-7669c18d3fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Network hostable DHCP agents. Network: 6f494237-fe4f-4cb3-94b5-a35abd604bc9, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:17:00.405501 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c89622b-fcfa-4d9e-a9d8-b4c236b1bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:00.430345 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c89622b-fcfa-4d9e-a9d8-b4c236b1bd45 admin admin] vlan segment allocate from pool success with {'vlan_id': 1140, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:17:00.444808 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2845578d-4135-4ee1-8498-7669c18d3fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Network 6f494237-fe4f-4cb3-94b5-a35abd604bc9 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:17:00.453923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89622b-fcfa-4d9e-a9d8-b4c236b1bd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843b730d-f3ba-48c6-842e-93386877ad36,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:00.454422 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c89622b-fcfa-4d9e-a9d8-b4c236b1bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:00.454875 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-0c89622b-fcfa-4d9e-a9d8-b4c236b1bd45 admin admin] Added segment 6d9e6254-3950-44f2-a3c8-24106e8ca32d of type vlan for network 5ee306d9-142d-4247-8c6a-eee388de1f27 Nov 18 17:17:00.497484 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c89622b-fcfa-4d9e-a9d8-b4c236b1bd45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:00.556370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da32d8e-c372-4621-806f-d1d6da1bcc06 req-797e10e0-4a02-465d-8fca-a2080ffe96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:00.557913 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9da32d8e-c372-4621-806f-d1d6da1bcc06 req-797e10e0-4a02-465d-8fca-a2080ffe96f5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0407531 Nov 18 17:17:00.572024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-2845578d-4135-4ee1-8498-7669c18d3fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 6f494237-fe4f-4cb3-94b5-a35abd604bc9) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:00.579944 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9601af2d-e18c-4b2d-a7a8-69507917f338 None None] Network 6f494237-fe4f-4cb3-94b5-a35abd604bc9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:00.583308 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2845578d-4135-4ee1-8498-7669c18d3fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:00.583930 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2845578d-4135-4ee1-8498-7669c18d3fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:00.610721 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c89622b-fcfa-4d9e-a9d8-b4c236b1bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:00.615886 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c89622b-fcfa-4d9e-a9d8-b4c236b1bd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:00.615886 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c89622b-fcfa-4d9e-a9d8-b4c236b1bd45 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:00.625783 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9da32d8e-c372-4621-806f-d1d6da1bcc06 req-0913bae8-c1f2-4a05-8e06-fed10f38d4e9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602455 Nov 18 17:17:00.664842 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2845578d-4135-4ee1-8498-7669c18d3fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9669790 Nov 18 17:17:00.667382 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45888) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:00.673738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-bae00bfa-7422-4e3b-b4a0-a35cf1dc98c6 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Request body: {'port': {'network_id': '6f494237-fe4f-4cb3-94b5-a35abd604bc9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1892944695'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:00.690166 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89622b-fcfa-4d9e-a9d8-b4c236b1bd45 admin admin] Pushing event updated for resources: {'Network': ['ID=5ee306d9-142d-4247-8c6a-eee388de1f27,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:00.707197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 5ee306d9-142d-4247-8c6a-eee388de1f27 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:17:00.731922 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0c89622b-fcfa-4d9e-a9d8-b4c236b1bd45 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7838750 Nov 18 17:17:00.732244 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45894) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:00.739897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b548bc2f-681f-45d8-816c-b38d9fba7575 admin admin] Request body: {'subnet': {'network_id': '5ee306d9-142d-4247-8c6a-eee388de1f27', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-372320757-subnet', 'tenant_id': 'd36dd0b4125649ce803e39d264c83018', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:00.806042 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-6f494237-fe4f-4cb3-94b5-a35abd604bc9', 'network_id': '6f494237-fe4f-4cb3-94b5-a35abd604bc9', 'tenant_id': '6c07c60f2f804396a541cb98a99967b1', 'fixed_ips': [{'subnet_id': '26af2945-ed78-40ac-a042-c15486327570'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:17:00.806803 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:00.839284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b548bc2f-681f-45d8-816c-b38d9fba7575 admin admin] Made reservation on behalf of d36dd0b4125649ce803e39d264c83018 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:00.842162 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b548bc2f-681f-45d8-816c-b38d9fba7575 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:00.922346 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b337f7-0ca5-4a9d-98d6-0c94e3788b2c req-885cd59f-84d4-42a0-bc22-ba8a33e52a2a tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:00.924124 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03b337f7-0ca5-4a9d-98d6-0c94e3788b2c req-885cd59f-84d4-42a0-bc22-ba8a33e52a2a tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 945 time: 0.1294789 Nov 18 17:17:00.942405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae00bfa-7422-4e3b-b4a0-a35cf1dc98c6 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Made reservation on behalf of 6c07c60f2f804396a541cb98a99967b1 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:00.947462 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bae00bfa-7422-4e3b-b4a0-a35cf1dc98c6 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:00.954821 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Allocated IP 2001:db8::2 (6f494237-fe4f-4cb3-94b5-a35abd604bc9/26af2945-ed78-40ac-a042-c15486327570/104bfe51-b403-4650-b542-b7a284cc4e3d) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:17:00.978961 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-bae00bfa-7422-4e3b-b4a0-a35cf1dc98c6 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] device_id is not set on port 46d33d21-ccd7-4bc7-a030-4b05a248ee1e yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:17:01.060204 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03b337f7-0ca5-4a9d-98d6-0c94e3788b2c req-9b34c376-6693-4e23-ae06-89f67d859beb tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283596 Nov 18 17:17:01.129078 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:01.171099 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b548bc2f-681f-45d8-816c-b38d9fba7575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:01.199488 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:01.237277 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Network 6f494237-fe4f-4cb3-94b5-a35abd604bc9 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:17:01.240551 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:01.245945 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:17:01.260299 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Pushing event updated for resources: {'Port': ['ID=104bfe51-b403-4650-b542-b7a284cc4e3d,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:01.262064 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548bc2f-681f-45d8-816c-b38d9fba7575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87f7272-d594-4ee4-8591-3b2b8d61cc72,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:01.303599 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6d904-e3c4-40c3-aafa-4afd003c0b00 req-ce931f4e-1076-4616-8d15-7294e5ef5c69 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:01.315176 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72f6d904-e3c4-40c3-aafa-4afd003c0b00 req-ce931f4e-1076-4616-8d15-7294e5ef5c69 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1147487 Nov 18 17:17:01.334340 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Attempting to bind port 104bfe51-b403-4650-b542-b7a284cc4e3d on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:17:01.334727 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Attempting to bind port 104bfe51-b403-4650-b542-b7a284cc4e3d by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '95f2b0bd-3c70-48ea-85ce-3b3b773b38dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '6f494237-fe4f-4cb3-94b5-a35abd604bc9'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:17:01.335108 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Attempting to bind port 104bfe51-b403-4650-b542-b7a284cc4e3d on network 6f494237-fe4f-4cb3-94b5-a35abd604bc9 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:17:01.338122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-bae00bfa-7422-4e3b-b4a0-a35cf1dc98c6 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Allocated IP 2001:db8::2e2 (6f494237-fe4f-4cb3-94b5-a35abd604bc9/26af2945-ed78-40ac-a042-c15486327570/46d33d21-ccd7-4bc7-a030-4b05a248ee1e) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:17:01.343972 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:17:01.343972 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Checking segment: {'id': '95f2b0bd-3c70-48ea-85ce-3b3b773b38dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '6f494237-fe4f-4cb3-94b5-a35abd604bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:17:01.343972 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:01.343972 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Bound using segment: {'id': '95f2b0bd-3c70-48ea-85ce-3b3b773b38dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '6f494237-fe4f-4cb3-94b5-a35abd604bc9'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:17:01.344554 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Bound port: 104bfe51-b403-4650-b542-b7a284cc4e3d, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f2b0bd-3c70-48ea-85ce-3b3b773b38dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '6f494237-fe4f-4cb3-94b5-a35abd604bc9'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:17:01.344554 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:01.362800 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b548bc2f-681f-45d8-816c-b38d9fba7575 admin admin] Checking segment: {'id': '6d9e6254-3950-44f2-a3c8-24106e8ca32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '5ee306d9-142d-4247-8c6a-eee388de1f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:17:01.362800 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b548bc2f-681f-45d8-816c-b38d9fba7575 admin admin] Network hostable DHCP agents. Network: 5ee306d9-142d-4247-8c6a-eee388de1f27, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:17:01.417049 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72f6d904-e3c4-40c3-aafa-4afd003c0b00 req-5eefa34d-030a-4248-8840-1162e2faa2d0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010103 Nov 18 17:17:01.481376 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] For port 104bfe51-b403-4650-b542-b7a284cc4e3d, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:17:01.485947 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] For port 104bfe51-b403-4650-b542-b7a284cc4e3d, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=104bfe51-b403-4650-b542-b7a284cc4e3d,segment=NetworkSegment(95f2b0bd-3c70-48ea-85ce-3b3b773b38dc),segment_id=95f2b0bd-3c70-48ea-85ce-3b3b773b38dc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:17:01.508172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b548bc2f-681f-45d8-816c-b38d9fba7575 admin admin] Network 5ee306d9-142d-4247-8c6a-eee388de1f27 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:17:01.611383 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:01.650684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-b548bc2f-681f-45d8-816c-b38d9fba7575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 5ee306d9-142d-4247-8c6a-eee388de1f27) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:01.655090 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548bc2f-681f-45d8-816c-b38d9fba7575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:01.655847 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b548bc2f-681f-45d8-816c-b38d9fba7575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:01.677125 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c52c45-52c7-41c1-9a94-ce2d5a43015c None None] Network 5ee306d9-142d-4247-8c6a-eee388de1f27 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:01.692926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd38e1c-ec76-4c08-af43-60d47dabca4e None None] Pushing event updated for resources: {'Port': ['ID=104bfe51-b403-4650-b542-b7a284cc4e3d,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:01.757640 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b548bc2f-681f-45d8-816c-b38d9fba7575 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0239491 Nov 18 17:17:01.847866 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bae00bfa-7422-4e3b-b4a0-a35cf1dc98c6 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:01.973484 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f19d0e-af96-41eb-983b-07ca76398b12 None None] Network 5ee306d9-142d-4247-8c6a-eee388de1f27 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:01.993585 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bae00bfa-7422-4e3b-b4a0-a35cf1dc98c6 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:02.069555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae00bfa-7422-4e3b-b4a0-a35cf1dc98c6 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Network 6f494237-fe4f-4cb3-94b5-a35abd604bc9 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:17:02.073754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-bae00bfa-7422-4e3b-b4a0-a35cf1dc98c6 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:02.081179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae00bfa-7422-4e3b-b4a0-a35cf1dc98c6 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:17:02.102488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae00bfa-7422-4e3b-b4a0-a35cf1dc98c6 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:02.104898 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bae00bfa-7422-4e3b-b4a0-a35cf1dc98c6 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:02.161008 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae00bfa-7422-4e3b-b4a0-a35cf1dc98c6 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Pushing event updated for resources: {'Port': ['ID=46d33d21-ccd7-4bc7-a030-4b05a248ee1e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:02.161297 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45928) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:02.213448 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bae00bfa-7422-4e3b-b4a0-a35cf1dc98c6 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5446694 Nov 18 17:17:02.216472 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45932) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:02.222018 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-faa1f4fb-bde7-48ee-9e74-30f1fa0b1591 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Request body: {'port': {'network_id': '6f494237-fe4f-4cb3-94b5-a35abd604bc9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2091534907', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:02.222828 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.api.validators [None req-faa1f4fb-bde7-48ee-9e74-30f1fa0b1591 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] bootfile-name is not in valid_values {{(pid=104008) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 18 17:17:02.223216 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.api.validators [None req-faa1f4fb-bde7-48ee-9e74-30f1fa0b1591 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] tftp-server is not in valid_values {{(pid=104008) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 18 17:17:02.223553 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.api.validators [None req-faa1f4fb-bde7-48ee-9e74-30f1fa0b1591 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] server-ip-address is not in valid_values {{(pid=104008) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 18 17:17:02.239134 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739f8c4-6dbe-4170-a51e-1e76c0844cff req-7f58fe35-e0b4-42e6-906c-bdbda6ea3fd6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:02.240939 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2739f8c4-6dbe-4170-a51e-1e76c0844cff req-7f58fe35-e0b4-42e6-906c-bdbda6ea3fd6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 945 time: 0.0517154 Nov 18 17:17:02.313522 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2739f8c4-6dbe-4170-a51e-1e76c0844cff req-dea66387-5c5a-4cad-953b-92797e99ae16 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640578 Nov 18 17:17:02.315550 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-815bf8fb-6c84-4b83-9450-bef1e4b6a5b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:02.370463 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-43c08ac8-b1ad-4f07-baf2-59c8e83a7970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:02.411819 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-815bf8fb-6c84-4b83-9450-bef1e4b6a5b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:02.467937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa1f4fb-bde7-48ee-9e74-30f1fa0b1591 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Made reservation on behalf of 6c07c60f2f804396a541cb98a99967b1 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:02.472711 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-faa1f4fb-bde7-48ee-9e74-30f1fa0b1591 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:02.492156 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-faa1f4fb-bde7-48ee-9e74-30f1fa0b1591 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] device_id is not set on port f552ecdd-7f49-4008-8cdf-038b901304b4 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:17:02.498149 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-815bf8fb-6c84-4b83-9450-bef1e4b6a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:02.563371 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-815bf8fb-6c84-4b83-9450-bef1e4b6a5b2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=348d28fd4f0c4076a47ef52c348f7265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4007938 Nov 18 17:17:02.567246 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45942) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:02.592232 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bf8fb-6c84-4b83-9450-bef1e4b6a5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e01a9c-d14a-4595-b750-2e8676a840b0,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:02.649110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc238c-e022-48d8-9b96-71a591704873 req-ed21d3d2-de71-4e45-b360-617f540ed04e tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:02.657759 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01cc238c-e022-48d8-9b96-71a591704873 req-ed21d3d2-de71-4e45-b360-617f540ed04e tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1716545 Nov 18 17:17:02.696604 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f047d2c7-fd6c-4ea5-8c43-c6a6c2302c75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:02.715926 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-a8750fd8-0b51-4022-af79-7b69b6ea6b3e tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:02.717786 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-a8750fd8-0b51-4022-af79-7b69b6ea6b3e tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151&tenant_id=50df9abadb204a52a1f75cd50dbb0a82&binding%3Ahost_id=n-h1-813419-11 HTTP/1.1" status: 200 len: 1097 time: 0.2206435 Nov 18 17:17:02.740399 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01cc238c-e022-48d8-9b96-71a591704873 req-fd5711e3-6050-475c-b11c-7eff6dded454 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813210 Nov 18 17:17:02.753755 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f047d2c7-fd6c-4ea5-8c43-c6a6c2302c75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:02.769251 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-11'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:02.885838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce185089-e109-4130-9847-a1f043ab5d7d req-1020138f-75a3-400e-a468-361b7aea89cf tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:02.892438 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce185089-e109-4130-9847-a1f043ab5d7d req-1020138f-75a3-400e-a468-361b7aea89cf tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:02.898861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-faa1f4fb-bde7-48ee-9e74-30f1fa0b1591 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Allocated IP 2001:db8::282 (6f494237-fe4f-4cb3-94b5-a35abd604bc9/26af2945-ed78-40ac-a042-c15486327570/f552ecdd-7f49-4008-8cdf-038b901304b4) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:17:02.899087 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce185089-e109-4130-9847-a1f043ab5d7d req-1020138f-75a3-400e-a468-361b7aea89cf tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:02.908535 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce185089-e109-4130-9847-a1f043ab5d7d req-1020138f-75a3-400e-a468-361b7aea89cf tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:02.914292 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce185089-e109-4130-9847-a1f043ab5d7d req-1020138f-75a3-400e-a468-361b7aea89cf tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:02.920503 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce185089-e109-4130-9847-a1f043ab5d7d req-1020138f-75a3-400e-a468-361b7aea89cf tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:02.927978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce185089-e109-4130-9847-a1f043ab5d7d req-1020138f-75a3-400e-a468-361b7aea89cf tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:02.932324 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce185089-e109-4130-9847-a1f043ab5d7d req-1020138f-75a3-400e-a468-361b7aea89cf tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5444 time: 0.1821446 Nov 18 17:17:02.947706 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45962) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:02.954619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-62aebb1e-17c0-418f-96ef-5462101752fd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2084800398-network', 'tenant_id': 'fdeb671a8fdb4cbb9f8007a0e416719c'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:02.992012 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.013681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 104bfe51-b403-4650-b542-b7a284cc4e3d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:17:03.068451 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce185089-e109-4130-9847-a1f043ab5d7d req-a1f73587-9b58-4c45-9fa0-acbe0aa58d4b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1299615 Nov 18 17:17:03.103772 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 104bfe51-b403-4650-b542-b7a284cc4e3d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:03.104113 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.113311 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62aebb1e-17c0-418f-96ef-5462101752fd admin admin] Made reservation on behalf of fdeb671a8fdb4cbb9f8007a0e416719c for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:03.115900 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62aebb1e-17c0-418f-96ef-5462101752fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.129599 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62aebb1e-17c0-418f-96ef-5462101752fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.166556 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f047d2c7-fd6c-4ea5-8c43-c6a6c2302c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.169612 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f047d2c7-fd6c-4ea5-8c43-c6a6c2302c75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.174168 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f047d2c7-fd6c-4ea5-8c43-c6a6c2302c75 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/16e01a9c-d14a-4595-b750-2e8676a840b0 HTTP/1.1" status: 204 len: 168 time: 0.6054709 Nov 18 17:17:03.194500 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047d2c7-fd6c-4ea5-8c43-c6a6c2302c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e01a9c-d14a-4595-b750-2e8676a840b0,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:03.252088 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.267290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ad035b-a774-4272-a7f4-8adc4fe26c8a None None] Network 6f494237-fe4f-4cb3-94b5-a35abd604bc9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:03.311516 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62aebb1e-17c0-418f-96ef-5462101752fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.350604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] For port e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:03.371075 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7fd5d-7732-4a9e-9241-fa8b409488ea req-783f30eb-b090-49be-8414-f3a07ef5a9cc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:03.380084 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7fd5d-7732-4a9e-9241-fa8b409488ea req-783f30eb-b090-49be-8414-f3a07ef5a9cc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:03.384209 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-faa1f4fb-bde7-48ee-9e74-30f1fa0b1591 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.387298 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7fd5d-7732-4a9e-9241-fa8b409488ea req-783f30eb-b090-49be-8414-f3a07ef5a9cc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:03.394653 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7fd5d-7732-4a9e-9241-fa8b409488ea req-783f30eb-b090-49be-8414-f3a07ef5a9cc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:03.401807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 104bfe51-b403-4650-b542-b7a284cc4e3d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=104bfe51-b403-4650-b542-b7a284cc4e3d,segment=NetworkSegment(95f2b0bd-3c70-48ea-85ce-3b3b773b38dc),segment_id=95f2b0bd-3c70-48ea-85ce-3b3b773b38dc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:03.402867 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7fd5d-7732-4a9e-9241-fa8b409488ea req-783f30eb-b090-49be-8414-f3a07ef5a9cc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:03.409584 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7fd5d-7732-4a9e-9241-fa8b409488ea req-783f30eb-b090-49be-8414-f3a07ef5a9cc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:03.416205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7fd5d-7732-4a9e-9241-fa8b409488ea req-783f30eb-b090-49be-8414-f3a07ef5a9cc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:03.418082 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50e7fd5d-7732-4a9e-9241-fa8b409488ea req-783f30eb-b090-49be-8414-f3a07ef5a9cc tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5444 time: 0.2277844 Nov 18 17:17:03.419285 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62aebb1e-17c0-418f-96ef-5462101752fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.423077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] For port e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:17:03.444405 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62aebb1e-17c0-418f-96ef-5462101752fd admin admin] vlan segment allocate from pool success with {'vlan_id': 1144, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:17:03.469680 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aebb1e-17c0-418f-96ef-5462101752fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53cc63e-9e2b-4daf-a023-064823097814,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:03.481562 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cc537fb9-eedd-462b-b044-c6fdf28cc24f None None] Provisioning complete for port 104bfe51-b403-4650-b542-b7a284cc4e3d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:03.485163 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62aebb1e-17c0-418f-96ef-5462101752fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.485525 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-62aebb1e-17c0-418f-96ef-5462101752fd admin admin] Added segment 74f61552-f395-467e-bd58-86af2adf74db of type vlan for network 5c0076f4-d2b2-4aee-bfca-f1ad4b9cbff6 Nov 18 17:17:03.490521 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cc537fb9-eedd-462b-b044-c6fdf28cc24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.539851 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efed404-c235-46eb-a304-619c279f1151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e779c0b1-2889-4a8e-89db-5d2cd6ea3303'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:17:03.541773 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb15e4c-577b-4cae-87cd-a90a1afff59b" -d '{"events": [{"server_uuid": "6efed404-c235-46eb-a304-619c279f1151", "name": "network-vif-unplugged", "status": "completed", "tag": "e779c0b1-2889-4a8e-89db-5d2cd6ea3303"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:17:03.558001 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.565725 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.593725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1831b-66b6-4876-bb8c-2cdc0d025ca1 req-768b769d-d38e-4aac-85ad-a6af762eec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:03.595438 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-62a1831b-66b6-4876-bb8c-2cdc0d025ca1 req-768b769d-d38e-4aac-85ad-a6af762eec88 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ce7024854a94cdfa1b77ea1112434b7&device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0765350 Nov 18 17:17:03.608549 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.615118 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62aebb1e-17c0-418f-96ef-5462101752fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.648915 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e911e-3b2f-46de-b3f3-9433cbff1b35 req-eb24cc63-d1f6-4e90-834b-ee2815387be3 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:03.654412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=104bfe51-b403-4650-b542-b7a284cc4e3d,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:03.656345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-555e911e-3b2f-46de-b3f3-9433cbff1b35 req-eb24cc63-d1f6-4e90-834b-ee2815387be3 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1965046 Nov 18 17:17:03.670593 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.700751 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde005f9-1706-41e7-9f74-48503f47fb06 req-48754018-1a59-4f82-89b8-afb02b808d39 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:03.702366 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dde005f9-1706-41e7-9f74-48503f47fb06 req-48754018-1a59-4f82-89b8-afb02b808d39 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 945 time: 0.1893947 Nov 18 17:17:03.716482 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-faa1f4fb-bde7-48ee-9e74-30f1fa0b1591 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.770725 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dde005f9-1706-41e7-9f74-48503f47fb06 req-4a1ddd50-77b1-45d3-96c7-38495cc8d550 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605633 Nov 18 17:17:03.772224 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62aebb1e-17c0-418f-96ef-5462101752fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.773172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aebb1e-17c0-418f-96ef-5462101752fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:03.774010 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62aebb1e-17c0-418f-96ef-5462101752fd admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:03.786492 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1831b-66b6-4876-bb8c-2cdc0d025ca1 req-ce6c722c-925a-43ea-b471-640cab58423f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:03.807949 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-62a1831b-66b6-4876-bb8c-2cdc0d025ca1 req-ce6c722c-925a-43ea-b471-640cab58423f service neutron] 10.222.0.83 "GET /v2.0/networks?id=76233702-e661-4854-b97f-4c5aa3c41fc7 HTTP/1.1" status: 200 len: 921 time: 0.1848309 Nov 18 17:17:03.850890 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-62aebb1e-17c0-418f-96ef-5462101752fd admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.9011099 Nov 18 17:17:03.854630 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-555e911e-3b2f-46de-b3f3-9433cbff1b35 req-e40ca2bf-c2fd-493c-9aac-ae85ef01d8eb tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755643 Nov 18 17:17:03.855132 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45980) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:03.867969 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa1f4fb-bde7-48ee-9e74-30f1fa0b1591 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Network 6f494237-fe4f-4cb3-94b5-a35abd604bc9 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:17:03.894892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ee99221e-b661-45c3-b53e-2c5d6d78a29a admin admin] Request body: {'subnet': {'network_id': '5c0076f4-d2b2-4aee-bfca-f1ad4b9cbff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2084800398-subnet', 'tenant_id': 'fdeb671a8fdb4cbb9f8007a0e416719c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:03.900058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aebb1e-17c0-418f-96ef-5462101752fd admin admin] Pushing event updated for resources: {'Network': ['ID=5c0076f4-d2b2-4aee-bfca-f1ad4b9cbff6,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:03.918417 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 5c0076f4-d2b2-4aee-bfca-f1ad4b9cbff6 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:17:03.960231 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ac565d-6eec-4b31-b2aa-fef314e163ce x-openstack-request-id: req-23ac565d-6eec-4b31-b2aa-fef314e163ce {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:17:03.960485 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efed404-c235-46eb-a304-619c279f1151", "name": "network-vif-unplugged", "status": "completed", "tag": "e779c0b1-2889-4a8e-89db-5d2cd6ea3303", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:17:03.960748 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-23ac565d-6eec-4b31-b2aa-fef314e163ce {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:17:03.961174 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efed404-c235-46eb-a304-619c279f1151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e779c0b1-2889-4a8e-89db-5d2cd6ea3303', 'code': 200} Nov 18 17:17:03.963840 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-62a1831b-66b6-4876-bb8c-2cdc0d025ca1 req-89367784-380a-43ae-a722-5e85d0905a4b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1000ad4-f3dd-49e1-bb74-016686085a1e HTTP/1.1" status: 200 len: 217 time: 0.1533871 Nov 18 17:17:03.969610 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-faa1f4fb-bde7-48ee-9e74-30f1fa0b1591 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:03.972046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Pushing event updated for resources: {'Port': ['ID=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,revision_number=7']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:03.981605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa1f4fb-bde7-48ee-9e74-30f1fa0b1591 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:17:03.989380 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1f4fb-bde7-48ee-9e74-30f1fa0b1591 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:03.989380 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-faa1f4fb-bde7-48ee-9e74-30f1fa0b1591 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:04.050707 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee99221e-b661-45c3-b53e-2c5d6d78a29a admin admin] Made reservation on behalf of fdeb671a8fdb4cbb9f8007a0e416719c for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:04.054105 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ee99221e-b661-45c3-b53e-2c5d6d78a29a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:04.101640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Attempting to bind port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 on host n-h1-813419-11 for vnic_type normal with profile {"migrating_to": "n-h2-813419-11"} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:17:04.102323 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Attempting to bind port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:17:04.103551 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Attempting to bind port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:17:04.173472 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:17:04.173778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Attempting to bind port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:17:04.208227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ffb05347-2813-497e-a6f7-789a74997ace None None] Provisioning complete for port 104bfe51-b403-4650-b542-b7a284cc4e3d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:04.209164 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffb05347-2813-497e-a6f7-789a74997ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:04.211653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:17:04.212047 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Checking segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:17:04.212448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Bound using segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:17:04.212905 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Bound port: e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:17:04.213274 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:04.215676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1f4fb-bde7-48ee-9e74-30f1fa0b1591 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Pushing event updated for resources: {'Port': ['ID=f552ecdd-7f49-4008-8cdf-038b901304b4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:04.224304 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1831b-66b6-4876-bb8c-2cdc0d025ca1 req-04dac02d-1646-4b45-a38a-5cb8293e3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:04.225979 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-62a1831b-66b6-4876-bb8c-2cdc0d025ca1 req-04dac02d-1646-4b45-a38a-5cb8293e3409 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dcc58c36-7916-4d1d-8b23-c0a6b0e5f673 HTTP/1.1" status: 200 len: 859 time: 0.2131841 Nov 18 17:17:04.243472 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-f123241b-4159-4fcf-9598-6de04e6a76fd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1318297 Nov 18 17:17:04.317956 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ffb05347-2813-497e-a6f7-789a74997ace None None] Provisioning complete for port 46d33d21-ccd7-4bc7-a030-4b05a248ee1e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:04.318442 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffb05347-2813-497e-a6f7-789a74997ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:04.321948 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-62a1831b-66b6-4876-bb8c-2cdc0d025ca1 req-177d7ecb-7ab9-483b-acb5-976b5e9acb3a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76233702-e661-4854-b97f-4c5aa3c41fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758049 Nov 18 17:17:04.325498 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-faa1f4fb-bde7-48ee-9e74-30f1fa0b1591 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1076331 Nov 18 17:17:04.347827 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45992) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:04.374740 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ffb05347-2813-497e-a6f7-789a74997ace None None] Port 46d33d21-ccd7-4bc7-a030-4b05a248ee1e cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:17:04.434624 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ee99221e-b661-45c3-b53e-2c5d6d78a29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:04.465608 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device e779c0b1-2889-4a8e-89db-5d2cd6ea3303 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:17:04.535988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee99221e-b661-45c3-b53e-2c5d6d78a29a admin admin] Checking segment: {'id': '74f61552-f395-467e-bd58-86af2adf74db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5c0076f4-d2b2-4aee-bfca-f1ad4b9cbff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:17:04.536566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee99221e-b661-45c3-b53e-2c5d6d78a29a admin admin] Network hostable DHCP agents. Network: 5c0076f4-d2b2-4aee-bfca-f1ad4b9cbff6, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:17:04.552745 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99221e-b661-45c3-b53e-2c5d6d78a29a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aad6735-335a-40d1-a8c7-01e117cad35e,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:04.565943 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cc55033a-9e3f-432e-af3b-ba43b9432001 None None] Provisioning complete for port 46d33d21-ccd7-4bc7-a030-4b05a248ee1e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:04.566693 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cc55033a-9e3f-432e-af3b-ba43b9432001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:04.580411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] For port e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:17:04.597482 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] For port e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:17:04.625089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-64135772-788d-4cb7-a625-8f08e539c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:04.625636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-64135772-788d-4cb7-a625-8f08e539c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:04.626273 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-64135772-788d-4cb7-a625-8f08e539c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:04.626713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-64135772-788d-4cb7-a625-8f08e539c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:04.627187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-64135772-788d-4cb7-a625-8f08e539c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:04.627654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-64135772-788d-4cb7-a625-8f08e539c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:04.628223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-64135772-788d-4cb7-a625-8f08e539c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:04.630250 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-64135772-788d-4cb7-a625-8f08e539c27b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8636c767565a441eb773511271a60b63&device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 6508 time: 0.3014274 Nov 18 17:17:04.642663 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a5bd58-fa33-4a7a-a780-7e0ea8b66332 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:04.650469 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a5bd58-fa33-4a7a-a780-7e0ea8b66332 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:04.657166 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a5bd58-fa33-4a7a-a780-7e0ea8b66332 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:04.662105 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46000) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:04.662260 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-91a5bd58-fa33-4a7a-a780-7e0ea8b66332 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.3098395 Nov 18 17:17:04.669915 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cc55033a-9e3f-432e-af3b-ba43b9432001 None None] Port 46d33d21-ccd7-4bc7-a030-4b05a248ee1e cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:17:04.674586 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee99221e-b661-45c3-b53e-2c5d6d78a29a admin admin] Network 5c0076f4-d2b2-4aee-bfca-f1ad4b9cbff6 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:17:04.698646 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host n-h1-813419-11, got binding levels [] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:04.709936 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-62a1831b-66b6-4876-bb8c-2cdc0d025ca1 req-f6fc4eaf-c93f-4157-9bf4-7198a4d0a3f9 service neutron] 10.222.0.83 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732045 Nov 18 17:17:04.728401 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Attempting to bind port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 on host n-h1-813419-11 for vnic_type normal with profile {"migrating_to": "n-h2-813419-11"} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:17:04.728880 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Attempting to bind port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:17:04.729720 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Attempting to bind port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:17:04.735922 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:17:04.736536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Attempting to bind port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 on network 2c80b09d-0b1c-4934-855f-ad1012986cf6 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:17:04.744480 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:17:04.745280 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Checking segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:17:04.746227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Bound using segment: {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:17:04.746929 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Bound port: e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61872b53-b390-425c-83d2-e0eed4699c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '2c80b09d-0b1c-4934-855f-ad1012986cf6'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:17:04.747540 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:04.795981 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:04.797033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-16d2e37f-c5bd-4595-b3a0-2de6cbe26121 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Deleting port f552ecdd-7f49-4008-8cdf-038b901304b4 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:04.797629 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16d2e37f-c5bd-4595-b3a0-2de6cbe26121 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:04.905343 n-d-813419-11 neutron-server[104009]: WARNING neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Concurrent port binding operations failed on port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 Nov 18 17:17:04.923093 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-ee99221e-b661-45c3-b53e-2c5d6d78a29a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 5c0076f4-d2b2-4aee-bfca-f1ad4b9cbff6) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:04.924919 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:04.933005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee99221e-b661-45c3-b53e-2c5d6d78a29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:04.934991 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ee99221e-b661-45c3-b53e-2c5d6d78a29a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:04.949782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88c0a4f-a92f-4033-b26d-ecc89fc91a84 None None] Network 5c0076f4-d2b2-4aee-bfca-f1ad4b9cbff6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:04.972127 n-d-813419-11 neutron-server[104009]: INFO neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Attempt 2 to bind port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 Nov 18 17:17:04.972605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device e779c0b1-2889-4a8e-89db-5d2cd6ea3303 has no active binding in host n-h2-813419-11 {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 18 17:17:04.980434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 104bfe51-b403-4650-b542-b7a284cc4e3d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:17:05.017463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-d2cd0029-4b4c-431d-8479-6ea1a6c2446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:05.017950 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-d2cd0029-4b4c-431d-8479-6ea1a6c2446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:05.018418 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-d2cd0029-4b4c-431d-8479-6ea1a6c2446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:05.020359 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-d2cd0029-4b4c-431d-8479-6ea1a6c2446b service neutron] 10.222.0.81 "GET /v2.0/networks?id=21e57fb7-15e2-4168-9940-61b5b33853bf&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=96b6b3d2-b87f-486f-9f51-94da13546f8a&id=77027101-4097-4189-b03d-09f017f0cd4a&id=77027101-4097-4189-b03d-09f017f0cd4a HTTP/1.1" status: 200 len: 2301 time: 0.3402581 Nov 18 17:17:05.026297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46010) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:05.043495 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Pushing event updated for resources: {'Port': ['ID=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,revision_number=8']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:05.045516 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b773ce51-ef36-4393-af06-d6323b3503ff None None] Provisioning complete for port f552ecdd-7f49-4008-8cdf-038b901304b4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:05.045987 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b773ce51-ef36-4393-af06-d6323b3503ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:05.050892 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:05.069872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:05.070644 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:05.072191 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-eb0177a6-ad3d-4f4b-acf5-c8ecec21e899 service neutron] 10.222.0.83 "PUT /v2.0/ports/e779c0b1-2889-4a8e-89db-5d2cd6ea3303 HTTP/1.1" status: 200 len: 1123 time: 2.3202665 Nov 18 17:17:05.077915 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16d2e37f-c5bd-4595-b3a0-2de6cbe26121 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:05.107830 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-62a1831b-66b6-4876-bb8c-2cdc0d025ca1 req-ffd996b8-3e91-4ba0-a829-8ca57181139c service neutron] 10.222.0.83 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844833 Nov 18 17:17:05.115860 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ee99221e-b661-45c3-b53e-2c5d6d78a29a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2246952 Nov 18 17:17:05.130260 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-16d2e37f-c5bd-4595-b3a0-2de6cbe26121 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Calling delete_port for f552ecdd-7f49-4008-8cdf-038b901304b4 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:05.144473 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25e222-9266-45c8-8081-87ae87f9e20b req-41f8bb15-9e0a-4673-979c-24460fa783e5 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:05.146203 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c25e222-9266-45c8-8081-87ae87f9e20b req-41f8bb15-9e0a-4673-979c-24460fa783e5 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 943 time: 0.1807346 Nov 18 17:17:05.156865 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-3c078190-589a-49e8-9856-a32f97593e43 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79d87257-b73f-4f55-9be6-a319a16fd0f8 HTTP/1.1" status: 200 len: 1001 time: 0.1087139 Nov 18 17:17:05.171881 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fdd90-907c-4864-94d1-8863281b4c28 req-e4acf792-dec4-43be-9eb4-6f63b71fa78b tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:05.173976 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-599fdd90-907c-4864-94d1-8863281b4c28 req-e4acf792-dec4-43be-9eb4-6f63b71fa78b tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1682692 Nov 18 17:17:05.183083 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 104bfe51-b403-4650-b542-b7a284cc4e3d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:05.183482 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:05.217100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b773ce51-ef36-4393-af06-d6323b3503ff None None] Port f552ecdd-7f49-4008-8cdf-038b901304b4 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:17:05.242931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['e779c0b1-2889-4a8e-89db-5d2cd6ea3303'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:17:05.283848 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['e779c0b1-2889-4a8e-89db-5d2cd6ea3303'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:17:05.302376 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-636bb55b-9354-4399-97e9-db0ca70e8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:05.304520 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-636bb55b-9354-4399-97e9-db0ca70e8a9c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e6246afd-a473-49e2-aa8f-305885903cc9 HTTP/1.1" status: 200 len: 855 time: 0.1374063 Nov 18 17:17:05.337567 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-95de13f4-5d48-439d-b97a-9941bbd1e7bc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-623844559-network', 'tenant_id': '748635c22a864a7e9f77c46a346f94fb'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:05.349879 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-599fdd90-907c-4864-94d1-8863281b4c28 req-9eb809d4-b2e0-4c08-9369-26a9ac89dbee tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665351 Nov 18 17:17:05.363883 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c25e222-9266-45c8-8081-87ae87f9e20b req-f774462f-e17b-4624-a6f9-66bb48be0dce tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100329 Nov 18 17:17:05.440692 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-1dd1238c-2153-433f-9003-a2d9e01ae36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:05.444093 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-1dd1238c-2153-433f-9003-a2d9e01ae36c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=21e57fb7-15e2-4168-9940-61b5b33853bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303279 Nov 18 17:17:05.444429 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:05.493925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46020) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:05.499747 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de323fd1-c99a-41ca-acea-4c3b10a0b57b None None] Network 5c0076f4-d2b2-4aee-bfca-f1ad4b9cbff6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:05.537416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95de13f4-5d48-439d-b97a-9941bbd1e7bc admin admin] Made reservation on behalf of 748635c22a864a7e9f77c46a346f94fb for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:05.537416 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95de13f4-5d48-439d-b97a-9941bbd1e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:05.572679 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16d2e37f-c5bd-4595-b3a0-2de6cbe26121 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:05.585695 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95de13f4-5d48-439d-b97a-9941bbd1e7bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:05.614011 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2e37f-c5bd-4595-b3a0-2de6cbe26121 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Pushing event deleted for resources: {'Port': ['ID=f552ecdd-7f49-4008-8cdf-038b901304b4,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:05.651061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef734e0-f367-48e1-bd43-01469f39da9c admin admin] Deleting subnet a87f7272-d594-4ee4-8591-3b2b8d61cc72 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:17:05.660167 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ef734e0-f367-48e1-bd43-01469f39da9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:05.667079 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16d2e37f-c5bd-4595-b3a0-2de6cbe26121 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:05.670826 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-16d2e37f-c5bd-4595-b3a0-2de6cbe26121 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] 10.222.0.72 "DELETE /v2.0/ports/f552ecdd-7f49-4008-8cdf-038b901304b4 HTTP/1.1" status: 204 len: 168 time: 1.0073984 Nov 18 17:17:05.675269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46022) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:05.681326 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-315faaf3-f733-413d-a499-8246091abc69 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Request body: {'port': {'name': 'tempest-new-port-name-390556184', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:05.681760 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.api.validators [None req-315faaf3-f733-413d-a499-8246091abc69 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] bootfile-name is not in valid_values {{(pid=104007) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 18 17:17:05.682109 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.api.validators [None req-315faaf3-f733-413d-a499-8246091abc69 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] tftp-server is not in valid_values {{(pid=104007) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 18 17:17:05.682617 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.api.validators [None req-315faaf3-f733-413d-a499-8246091abc69 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] server-ip-address is not in valid_values {{(pid=104007) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 18 17:17:05.778056 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-77659f2d-22de-4b6c-b871-0dd80fd92ebc service neutron] 10.222.0.81 "GET /v2.0/networks/21e57fb7-15e2-4168-9940-61b5b33853bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212764 Nov 18 17:17:05.783334 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ef734e0-f367-48e1-bd43-01469f39da9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:05.802821 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-315faaf3-f733-413d-a499-8246091abc69 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:05.862939 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95de13f4-5d48-439d-b97a-9941bbd1e7bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:05.938337 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95de13f4-5d48-439d-b97a-9941bbd1e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:05.982449 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ef734e0-f367-48e1-bd43-01469f39da9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:05.989266 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efed404-c235-46eb-a304-619c279f1151', 'tag': 'e779c0b1-2889-4a8e-89db-5d2cd6ea3303'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:17:05.992014 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0104758d-8f4c-4a0a-ae59-26ac5b6b3cce" -d '{"events": [{"name": "network-changed", "server_uuid": "6efed404-c235-46eb-a304-619c279f1151", "tag": "e779c0b1-2889-4a8e-89db-5d2cd6ea3303"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:17:06.065181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95de13f4-5d48-439d-b97a-9941bbd1e7bc admin admin] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:17:06.085389 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de13f4-5d48-439d-b97a-9941bbd1e7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ecb607-1867-4d39-9f2b-fac9914ac47d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:06.099235 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-315faaf3-f733-413d-a499-8246091abc69 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:06.121233 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3e575c-2603-407a-a9a5-beb9644dbcb6 x-openstack-request-id: req-5a3e575c-2603-407a-a9a5-beb9644dbcb6 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:17:06.121536 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6efed404-c235-46eb-a304-619c279f1151", "tag": "e779c0b1-2889-4a8e-89db-5d2cd6ea3303", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:17:06.121800 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5a3e575c-2603-407a-a9a5-beb9644dbcb6 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:17:06.122197 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6efed404-c235-46eb-a304-619c279f1151', 'tag': 'e779c0b1-2889-4a8e-89db-5d2cd6ea3303', 'status': 'completed', 'code': 200} Nov 18 17:17:06.128201 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95de13f4-5d48-439d-b97a-9941bbd1e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:06.133534 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-95de13f4-5d48-439d-b97a-9941bbd1e7bc admin admin] Added segment 5f34f8bb-6298-4e6c-9cb0-cd5a687eade2 of type vlan for network 372f18cd-c4d2-4313-ab28-7ad24e489e08 Nov 18 17:17:06.138894 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-32562677-44f4-4b7d-bd42-0224a402adf2 service neutron] 10.222.0.81 "GET /v2.0/networks/21e57fb7-15e2-4168-9940-61b5b33853bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249831 Nov 18 17:17:06.186583 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-315faaf3-f733-413d-a499-8246091abc69 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:06.219988 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-6c6cb24b-7273-436e-81e5-c2c7ee5c636b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa HTTP/1.1" status: 200 len: 217 time: 0.0529737 Nov 18 17:17:06.221860 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95de13f4-5d48-439d-b97a-9941bbd1e7bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:06.241066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-315faaf3-f733-413d-a499-8246091abc69 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] In _notify_port_updated(), no bound segment for port 46d33d21-ccd7-4bc7-a030-4b05a248ee1e on network 6f494237-fe4f-4cb3-94b5-a35abd604bc9 {{(pid=104007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:17:06.247371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315faaf3-f733-413d-a499-8246091abc69 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:06.248557 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-315faaf3-f733-413d-a499-8246091abc69 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:06.250665 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-315faaf3-f733-413d-a499-8246091abc69 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] 10.222.0.72 "PUT /v2.0/ports/46d33d21-ccd7-4bc7-a030-4b05a248ee1e HTTP/1.1" status: 200 len: 1129 time: 0.5743554 Nov 18 17:17:06.257515 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46036) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:06.267004 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ef734e0-f367-48e1-bd43-01469f39da9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:06.306781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef734e0-f367-48e1-bd43-01469f39da9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87f7272-d594-4ee4-8591-3b2b8d61cc72,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:06.313953 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315faaf3-f733-413d-a499-8246091abc69 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Pushing event updated for resources: {'Port': ['ID=46d33d21-ccd7-4bc7-a030-4b05a248ee1e,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:06.323766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104758d-8f4c-4a0a-ae59-26ac5b6b3cce req-9e21508b-9d52-42d5-8a61-478e87c09f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:06.325518 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0104758d-8f4c-4a0a-ae59-26ac5b6b3cce req-9e21508b-9d52-42d5-8a61-478e87c09f83 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 1126 time: 0.1688490 Nov 18 17:17:06.338076 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ab80cb-25e9-45d4-9fe9-f55972d7af93 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:06.344761 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c5ab80cb-25e9-45d4-9fe9-f55972d7af93 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] 10.222.0.72 "GET /v2.0/ports/46d33d21-ccd7-4bc7-a030-4b05a248ee1e HTTP/1.1" status: 200 len: 1129 time: 0.0806718 Nov 18 17:17:06.344864 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ef734e0-f367-48e1-bd43-01469f39da9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:06.346492 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1ef734e0-f367-48e1-bd43-01469f39da9c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a87f7272-d594-4ee4-8591-3b2b8d61cc72 HTTP/1.1" status: 204 len: 168 time: 0.8486986 Nov 18 17:17:06.348883 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46044) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:06.349227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46046) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:06.400896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-863e08e9-0ef0-4b9e-aa47-3a0d09f8e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:06.402465 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-863e08e9-0ef0-4b9e-aa47-3a0d09f8e00c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.1728795 Nov 18 17:17:06.424200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46050) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:06.452788 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95de13f4-5d48-439d-b97a-9941bbd1e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:06.453665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95de13f4-5d48-439d-b97a-9941bbd1e7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:06.454419 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95de13f4-5d48-439d-b97a-9941bbd1e7bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:06.474986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104758d-8f4c-4a0a-ae59-26ac5b6b3cce req-4bf7706f-225b-4ce2-a1a3-b6abc9f501a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:06.477658 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0104758d-8f4c-4a0a-ae59-26ac5b6b3cce req-4bf7706f-225b-4ce2-a1a3-b6abc9f501a9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.1367822 Nov 18 17:17:06.587480 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0104758d-8f4c-4a0a-ae59-26ac5b6b3cce req-26e9b07b-bbf0-4b55-b869-d7c73c24ea50 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e779c0b1-2889-4a8e-89db-5d2cd6ea3303 HTTP/1.1" status: 200 len: 217 time: 0.0855303 Nov 18 17:17:06.651565 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c1c56a08-f275-4f44-ae3d-aecf5e1ebb33 None None] Provisioning complete for port 46d33d21-ccd7-4bc7-a030-4b05a248ee1e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:06.652198 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c1c56a08-f275-4f44-ae3d-aecf5e1ebb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:06.668837 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857912f7-a035-4030-9dda-94963d69e444 req-b727c239-a1e1-4ef0-ab71-d99b6f1d6dc2 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:06.670450 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-857912f7-a035-4030-9dda-94963d69e444 req-b727c239-a1e1-4ef0-ab71-d99b6f1d6dc2 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1856613 Nov 18 17:17:06.687738 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8aae2d-d08d-4d3b-875f-34ffb4b7ca5a req-e796594d-70a7-4e43-8300-11b73cb923ca tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:06.688463 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c1c56a08-f275-4f44-ae3d-aecf5e1ebb33 None None] Port 46d33d21-ccd7-4bc7-a030-4b05a248ee1e cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:17:06.689784 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d8aae2d-d08d-4d3b-875f-34ffb4b7ca5a req-e796594d-70a7-4e43-8300-11b73cb923ca tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 943 time: 0.1655540 Nov 18 17:17:06.709897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104758d-8f4c-4a0a-ae59-26ac5b6b3cce req-d63d4119-b7bf-4dd8-8026-81db375caea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:06.711368 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0104758d-8f4c-4a0a-ae59-26ac5b6b3cce req-d63d4119-b7bf-4dd8-8026-81db375caea3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.1092513 Nov 18 17:17:06.776955 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0104758d-8f4c-4a0a-ae59-26ac5b6b3cce req-b1c589a6-10e7-4d66-b533-90225692eba4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498197 Nov 18 17:17:06.822255 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-857912f7-a035-4030-9dda-94963d69e444 req-15d5e9eb-ca72-432e-b361-a4602269e179 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317923 Nov 18 17:17:06.844079 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d8aae2d-d08d-4d3b-875f-34ffb4b7ca5a req-6990894e-4afe-44a8-88ca-c909951eade2 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423171 Nov 18 17:17:06.891522 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de13f4-5d48-439d-b97a-9941bbd1e7bc admin admin] Pushing event updated for resources: {'Network': ['ID=372f18cd-c4d2-4313-ab28-7ad24e489e08,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:06.904536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 372f18cd-c4d2-4313-ab28-7ad24e489e08 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:17:06.920441 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0104758d-8f4c-4a0a-ae59-26ac5b6b3cce req-bcfefdd8-cbf7-497e-b4e4-5e9b89c054d7 service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314487 Nov 18 17:17:06.925128 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-95de13f4-5d48-439d-b97a-9941bbd1e7bc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8801494 Nov 18 17:17:06.927125 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46060) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:06.937283 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-c5cb61ef-c4b1-4f6b-8ed5-269c6a9115eb admin admin] Request body: {'subnet': {'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-623844559-subnet', 'tenant_id': '748635c22a864a7e9f77c46a346f94fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:06.963030 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2ba629aa-7aa8-43ff-88cb-4bea56587198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:07.000256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-ddda92d2-325b-4096-a87c-a56d6eccaf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:07.001851 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-ddda92d2-325b-4096-a87c-a56d6eccaf6e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5889874 Nov 18 17:17:07.046426 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbca5c5-ce91-4564-83b0-bc1aea720fbf req-b3383ff4-0a20-41de-9f7c-d0d957799b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:07.046909 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbca5c5-ce91-4564-83b0-bc1aea720fbf req-b3383ff4-0a20-41de-9f7c-d0d957799b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:07.047381 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbca5c5-ce91-4564-83b0-bc1aea720fbf req-b3383ff4-0a20-41de-9f7c-d0d957799b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:07.047868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbca5c5-ce91-4564-83b0-bc1aea720fbf req-b3383ff4-0a20-41de-9f7c-d0d957799b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:07.048406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbca5c5-ce91-4564-83b0-bc1aea720fbf req-b3383ff4-0a20-41de-9f7c-d0d957799b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:07.048805 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbca5c5-ce91-4564-83b0-bc1aea720fbf req-b3383ff4-0a20-41de-9f7c-d0d957799b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:07.049260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbca5c5-ce91-4564-83b0-bc1aea720fbf req-b3383ff4-0a20-41de-9f7c-d0d957799b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:07.051183 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bbca5c5-ce91-4564-83b0-bc1aea720fbf req-b3383ff4-0a20-41de-9f7c-d0d957799b0d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 6508 time: 0.6110816 Nov 18 17:17:07.057779 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0104758d-8f4c-4a0a-ae59-26ac5b6b3cce req-54349db3-6c55-431b-b2fa-84fb4ed68204 service neutron] 10.222.0.81 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166668 Nov 18 17:17:07.076669 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5cee985d-1445-43a3-aeda-d61041f456ca tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Deleting port 46d33d21-ccd7-4bc7-a030-4b05a248ee1e {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:07.076934 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5cee985d-1445-43a3-aeda-d61041f456ca tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:07.078986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cb61ef-c4b1-4f6b-8ed5-269c6a9115eb admin admin] Made reservation on behalf of 748635c22a864a7e9f77c46a346f94fb for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:07.081574 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5cb61ef-c4b1-4f6b-8ed5-269c6a9115eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:07.163960 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2ba629aa-7aa8-43ff-88cb-4bea56587198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:07.275890 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-2ba629aa-7aa8-43ff-88cb-4bea56587198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee306d9-142d-4247-8c6a-eee388de1f27']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:07.302089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-2ba629aa-7aa8-43ff-88cb-4bea56587198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9e6254-3950-44f2-a3c8-24106e8ca32d') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:07.302383 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-2ba629aa-7aa8-43ff-88cb-4bea56587198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9e6254-3950-44f2-a3c8-24106e8ca32d') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:07.326287 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3bbca5c5-ce91-4564-83b0-bc1aea720fbf req-52947aff-afc2-4615-8650-b22ee534273b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2549222 Nov 18 17:17:07.335121 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2ba629aa-7aa8-43ff-88cb-4bea56587198 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:07.344528 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5cee985d-1445-43a3-aeda-d61041f456ca tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:07.349917 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-158e60a8-265d-443f-b88b-7bcc319468c7 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246698 Nov 18 17:17:07.360085 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5cb61ef-c4b1-4f6b-8ed5-269c6a9115eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:07.362916 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2ba629aa-7aa8-43ff-88cb-4bea56587198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:07.365006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5cee985d-1445-43a3-aeda-d61041f456ca tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Calling delete_port for 46d33d21-ccd7-4bc7-a030-4b05a248ee1e owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:07.382684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba629aa-7aa8-43ff-88cb-4bea56587198 admin admin] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:17:07.383080 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2ba629aa-7aa8-43ff-88cb-4bea56587198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:17:07.385696 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:17:07.414752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb61ef-c4b1-4f6b-8ed5-269c6a9115eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f46f3b8-078c-4987-ab0a-f3dc40b669b4,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:07.444157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb61ef-c4b1-4f6b-8ed5-269c6a9115eb admin admin] Checking segment: {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:17:07.444615 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cb61ef-c4b1-4f6b-8ed5-269c6a9115eb admin admin] Network hostable DHCP agents. Network: 372f18cd-c4d2-4313-ab28-7ad24e489e08, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:17:07.548138 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cb61ef-c4b1-4f6b-8ed5-269c6a9115eb admin admin] Network 372f18cd-c4d2-4313-ab28-7ad24e489e08 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:17:07.582738 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-c4af9d04-b151-41e9-b2af-6e373ea0f10f service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119148 Nov 18 17:17:07.666462 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-dc289a67-d6e0-42e0-a0fc-eaf263e20d53 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=c35afb8c-cdd6-4eec-89f6-d10f42645523 HTTP/1.1" status: 200 len: 217 time: 0.0508018 Nov 18 17:17:07.667778 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-c5cb61ef-c4b1-4f6b-8ed5-269c6a9115eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 372f18cd-c4d2-4313-ab28-7ad24e489e08) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:07.672837 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cb61ef-c4b1-4f6b-8ed5-269c6a9115eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:07.673446 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5cb61ef-c4b1-4f6b-8ed5-269c6a9115eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:07.677933 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c41e888-9ee9-4600-bce7-a8bd8475159e None None] Network 372f18cd-c4d2-4313-ab28-7ad24e489e08 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:07.687064 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2ba629aa-7aa8-43ff-88cb-4bea56587198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:07.709833 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2ba629aa-7aa8-43ff-88cb-4bea56587198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:07.713118 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2ba629aa-7aa8-43ff-88cb-4bea56587198 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5ee306d9-142d-4247-8c6a-eee388de1f27 HTTP/1.1" status: 204 len: 168 time: 1.3613822 Nov 18 17:17:07.716182 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46064) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:07.752321 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba629aa-7aa8-43ff-88cb-4bea56587198 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ee306d9-142d-4247-8c6a-eee388de1f27,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:07.764952 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c5cb61ef-c4b1-4f6b-8ed5-269c6a9115eb admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8359306 Nov 18 17:17:07.769638 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-2de59404-88de-4dfb-b549-d5a1630685d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:07.771123 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-2de59404-88de-4dfb-b549-d5a1630685d2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.0860779 Nov 18 17:17:07.779233 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-200c9a63-dfc1-4a51-a2b2-d91d2b46e297 admin admin] Deleting subnet 7aad6735-335a-40d1-a8c7-01e117cad35e {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:17:07.781176 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53088a1f-4f47-498a-a532-55b48ea8fe02 req-fac97670-9a49-4510-9bb0-c7243e0a9229 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1264694 Nov 18 17:17:07.784197 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-200c9a63-dfc1-4a51-a2b2-d91d2b46e297 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:07.834411 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-200c9a63-dfc1-4a51-a2b2-d91d2b46e297 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:07.844068 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89db7319-cfd2-42e3-bc30-78aa15ffea8a None None] Network 372f18cd-c4d2-4313-ab28-7ad24e489e08 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:07.864046 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5cee985d-1445-43a3-aeda-d61041f456ca tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:07.934537 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-200c9a63-dfc1-4a51-a2b2-d91d2b46e297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:08.036023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee985d-1445-43a3-aeda-d61041f456ca tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Pushing event deleted for resources: {'Port': ['ID=46d33d21-ccd7-4bc7-a030-4b05a248ee1e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:08.043324 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5cee985d-1445-43a3-aeda-d61041f456ca tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:08.064599 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2463aad-519e-4711-9c67-73a8ac776432 req-98a1af71-cd4d-4899-bab8-523ace5794fa tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:08.066174 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d2463aad-519e-4711-9c67-73a8ac776432 req-98a1af71-cd4d-4899-bab8-523ace5794fa tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1520350 Nov 18 17:17:08.066493 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5cee985d-1445-43a3-aeda-d61041f456ca tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] 10.222.0.72 "DELETE /v2.0/ports/46d33d21-ccd7-4bc7-a030-4b05a248ee1e HTTP/1.1" status: 204 len: 168 time: 1.7158256 Nov 18 17:17:08.069265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46082) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:08.087174 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-af3e8667-6748-4848-9293-6edc1960697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:08.089031 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-af3e8667-6748-4848-9293-6edc1960697a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3017373 Nov 18 17:17:08.100643 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df67651-0bb5-4b14-ac69-0417c1cdbc0b req-fa88ec9e-f7f3-4f94-a5c4-35476543253f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:08.102235 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9df67651-0bb5-4b14-ac69-0417c1cdbc0b req-fa88ec9e-f7f3-4f94-a5c4-35476543253f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 943 time: 0.1289215 Nov 18 17:17:08.157121 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53088a1f-4f47-498a-a532-55b48ea8fe02 req-0247c175-69c7-4c6e-960a-fb83fa329337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:08.163022 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53088a1f-4f47-498a-a532-55b48ea8fe02 req-0247c175-69c7-4c6e-960a-fb83fa329337 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 1097 time: 0.2895827 Nov 18 17:17:08.172876 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3fee269-09ce-499d-a781-ea70c1dff3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Deleting subnet 26af2945-ed78-40ac-a042-c15486327570 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:17:08.182436 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-200c9a63-dfc1-4a51-a2b2-d91d2b46e297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:08.209829 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3fee269-09ce-499d-a781-ea70c1dff3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:08.229720 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c9a63-dfc1-4a51-a2b2-d91d2b46e297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aad6735-335a-40d1-a8c7-01e117cad35e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:08.232065 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-200c9a63-dfc1-4a51-a2b2-d91d2b46e297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:08.243925 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-200c9a63-dfc1-4a51-a2b2-d91d2b46e297 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7aad6735-335a-40d1-a8c7-01e117cad35e HTTP/1.1" status: 204 len: 168 time: 0.5181279 Nov 18 17:17:08.243925 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d2463aad-519e-4711-9c67-73a8ac776432 req-46bf7816-f993-420f-8754-20c599bb6575 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569655 Nov 18 17:17:08.243925 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46084) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:08.251907 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9df67651-0bb5-4b14-ac69-0417c1cdbc0b req-a2f27147-25f2-4386-b88f-163780488694 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393661 Nov 18 17:17:08.296776 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3fee269-09ce-499d-a781-ea70c1dff3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:08.374595 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-effa6cfa-be39-491a-935b-8fc74e7c1a24 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610867 Nov 18 17:17:08.396548 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4682fc0-397a-4581-970b-bb98e221beac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:08.455722 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53088a1f-4f47-498a-a532-55b48ea8fe02 req-b7a54582-66ba-4b99-8d8d-6bf8210318be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:08.457167 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53088a1f-4f47-498a-a532-55b48ea8fe02 req-b7a54582-66ba-4b99-8d8d-6bf8210318be service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.2462716 Nov 18 17:17:08.520330 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4682fc0-397a-4581-970b-bb98e221beac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:08.545557 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3fee269-09ce-499d-a781-ea70c1dff3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:08.547310 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-f4682fc0-397a-4581-970b-bb98e221beac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0076f4-d2b2-4aee-bfca-f1ad4b9cbff6']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:08.549639 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53088a1f-4f47-498a-a532-55b48ea8fe02 req-977c6e43-dea8-4bd0-af34-7a896a6ed941 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb1d8da6-fd19-4c4f-b85a-34148e813afb HTTP/1.1" status: 200 len: 217 time: 0.0806179 Nov 18 17:17:08.562341 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-f4682fc0-397a-4581-970b-bb98e221beac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f61552-f395-467e-bd58-86af2adf74db') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:08.563631 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-f4682fc0-397a-4581-970b-bb98e221beac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f61552-f395-467e-bd58-86af2adf74db') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:08.574633 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4682fc0-397a-4581-970b-bb98e221beac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:08.590479 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4682fc0-397a-4581-970b-bb98e221beac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:08.598912 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4682fc0-397a-4581-970b-bb98e221beac admin admin] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:17:08.599409 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4682fc0-397a-4581-970b-bb98e221beac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:17:08.601404 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:17:08.651727 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-5f4ccf32-f7b6-4aed-8a21-be7a45a118ce service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557888 Nov 18 17:17:08.661610 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53088a1f-4f47-498a-a532-55b48ea8fe02 req-b5abd37b-4746-4b9b-8174-ab6085f75b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:08.663027 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53088a1f-4f47-498a-a532-55b48ea8fe02 req-b5abd37b-4746-4b9b-8174-ab6085f75b9d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.0892174 Nov 18 17:17:08.715248 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-a954a56b-536b-4c13-886e-471c7db63dca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=5d103daf-823c-46a5-b025-3be6a959e97f HTTP/1.1" status: 200 len: 217 time: 0.0489249 Nov 18 17:17:08.733254 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53088a1f-4f47-498a-a532-55b48ea8fe02 req-5232b21a-4f75-4abd-8094-a7fc34ea1ee2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580413 Nov 18 17:17:08.750755 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4682fc0-397a-4581-970b-bb98e221beac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:08.757293 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4682fc0-397a-4581-970b-bb98e221beac admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:08.760789 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f4682fc0-397a-4581-970b-bb98e221beac admin admin] 10.222.0.72 "DELETE /v2.0/networks/5c0076f4-d2b2-4aee-bfca-f1ad4b9cbff6 HTTP/1.1" status: 204 len: 168 time: 0.5175359 Nov 18 17:17:08.776566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4682fc0-397a-4581-970b-bb98e221beac admin admin] Pushing event deleted for resources: {'Network': ['ID=5c0076f4-d2b2-4aee-bfca-f1ad4b9cbff6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:08.782139 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3fee269-09ce-499d-a781-ea70c1dff3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:08.793282 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-9831a549-ea72-453d-a247-0cde7eefde61 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:08.797100 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-9831a549-ea72-453d-a247-0cde7eefde61 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/networks?id=372f18cd-c4d2-4313-ab28-7ad24e489e08 HTTP/1.1" status: 200 len: 811 time: 0.1269438 Nov 18 17:17:08.805950 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3fee269-09ce-499d-a781-ea70c1dff3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:08.809266 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e3fee269-09ce-499d-a781-ea70c1dff3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] 10.222.0.72 "DELETE /v2.0/subnets/26af2945-ed78-40ac-a042-c15486327570 HTTP/1.1" status: 204 len: 168 time: 0.7379875 Nov 18 17:17:08.809708 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f816dbf0-2c80-42d7-8ae4-64fbca7832ae None None] Network 6f494237-fe4f-4cb3-94b5-a35abd604bc9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:08.813909 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46100) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:08.851521 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-8cc12829-48d8-4ea3-8847-094cda130190 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/quotas/748635c22a864a7e9f77c46a346f94fb HTTP/1.1" status: 200 len: 375 time: 0.0425878 Nov 18 17:17:08.864736 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fee269-09ce-499d-a781-ea70c1dff3b1 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Pushing event deleted for resources: {'Subnet': ['ID=26af2945-ed78-40ac-a042-c15486327570,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:08.905283 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-8c5a5c43-7f9c-4922-89a6-b9656a5721d6 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525043 Nov 18 17:17:08.917401 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-ea441e8f-1af9-40b4-91d9-1fc3133e25b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:08.919256 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-ea441e8f-1af9-40b4-91d9-1fc3133e25b3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.1856773 Nov 18 17:17:09.034864 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-61852f2a-f689-4312-a797-33b2bb22ea4d service neutron] 10.222.0.72 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196189 Nov 18 17:17:09.053810 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:09.065301 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53088a1f-4f47-498a-a532-55b48ea8fe02 req-cb180636-36c2-4289-b951-17c3ee34fea3 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212857 Nov 18 17:17:09.090657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-6e7e81bb-c89d-4870-aac1-88cf79fb5771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:09.091527 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-6e7e81bb-c89d-4870-aac1-88cf79fb5771 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1402860 Nov 18 17:17:09.220434 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-c23645f0-6299-4213-8b47-2a0723ffc8ce service neutron] 10.222.0.72 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752903 Nov 18 17:17:09.262804 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46110) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:09.318721 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f22019-bbc1-44f7-b713-59da4dde1708 None None] DHCP port deletion for 6f494237-fe4f-4cb3-94b5-a35abd604bc9 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:17:09.358100 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-889ca2db-2631-4868-aab6-3e692f92ce88 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d36dd0b4125649ce803e39d264c83018&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0936093 Nov 18 17:17:09.358530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46116) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:09.368973 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53088a1f-4f47-498a-a532-55b48ea8fe02 req-967608e0-83ff-4fa4-a986-c5bb9341a7e4 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905653 Nov 18 17:17:09.413579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Deleting port 104bfe51-b403-4650-b542-b7a284cc4e3d {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:09.413931 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:09.436164 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-82f22019-bbc1-44f7-b713-59da4dde1708 None None] Deleting port 104bfe51-b403-4650-b542-b7a284cc4e3d {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:09.437572 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-82f22019-bbc1-44f7-b713-59da4dde1708 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:09.497290 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85ba4181-8b9d-4ff6-9d34-b789884086f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:09.531689 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-82f22019-bbc1-44f7-b713-59da4dde1708 None None] For port 104bfe51-b403-4650-b542-b7a284cc4e3d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=104bfe51-b403-4650-b542-b7a284cc4e3d,segment=NetworkSegment(95f2b0bd-3c70-48ea-85ce-3b3b773b38dc),segment_id=95f2b0bd-3c70-48ea-85ce-3b3b773b38dc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:09.532564 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-82f22019-bbc1-44f7-b713-59da4dde1708 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:09.534984 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665272b-2acd-44e9-be2d-55be4213b494 req-d4e422ce-20d5-45b8-804f-2cbd4e21a7fa tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:09.537295 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3665272b-2acd-44e9-be2d-55be4213b494 req-d4e422ce-20d5-45b8-804f-2cbd4e21a7fa tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 943 time: 0.1427915 Nov 18 17:17:09.542366 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85ba4181-8b9d-4ff6-9d34-b789884086f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:09.559668 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-82f22019-bbc1-44f7-b713-59da4dde1708 None None] Calling delete_port for 104bfe51-b403-4650-b542-b7a284cc4e3d owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:09.661896 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3665272b-2acd-44e9-be2d-55be4213b494 req-ab2fac5a-b7ed-45cb-a371-100e0d7873b3 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169133 Nov 18 17:17:09.764729 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85ba4181-8b9d-4ff6-9d34-b789884086f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:09.767409 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85ba4181-8b9d-4ff6-9d34-b789884086f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:09.768611 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-85ba4181-8b9d-4ff6-9d34-b789884086f5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/843b730d-f3ba-48c6-842e-93386877ad36 HTTP/1.1" status: 204 len: 168 time: 0.4091177 Nov 18 17:17:09.782095 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba4181-8b9d-4ff6-9d34-b789884086f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843b730d-f3ba-48c6-842e-93386877ad36,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:10.065705 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-408bb623-3001-4b33-a4cf-c2d44427d773 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9312732 Nov 18 17:17:10.079162 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-82f22019-bbc1-44f7-b713-59da4dde1708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:10.112646 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] For port 104bfe51-b403-4650-b542-b7a284cc4e3d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=104bfe51-b403-4650-b542-b7a284cc4e3d,segment=NetworkSegment(95f2b0bd-3c70-48ea-85ce-3b3b773b38dc),segment_id=95f2b0bd-3c70-48ea-85ce-3b3b773b38dc)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:10.113472 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:10.115453 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f22019-bbc1-44f7-b713-59da4dde1708 None None] Pushing event deleted for resources: {'Port': ['ID=104bfe51-b403-4650-b542-b7a284cc4e3d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:10.152370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Calling delete_port for 104bfe51-b403-4650-b542-b7a284cc4e3d owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:10.159561 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f22019-bbc1-44f7-b713-59da4dde1708 None None] No DVR routers for this DVR port 104bfe51-b403-4650-b542-b7a284cc4e3d on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:17:10.337724 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-1a18e12a-39b0-4938-b0ac-230b24238146 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639439 Nov 18 17:17:10.396404 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41827812-087f-4eba-ac50-9fbd15906fa3 req-c9ac21d9-24c1-4b9e-922b-51ffbeb3ad4d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 210 time: 0.5957782 Nov 18 17:17:10.407313 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-7e478e62-0ea6-4e2a-96bd-76eddc4bbcb4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=37ba74a3-0698-4645-beb0-2a2e4acae185 HTTP/1.1" status: 200 len: 217 time: 0.0609281 Nov 18 17:17:10.412064 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:10.479192 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Pushing event deleted for resources: {'Port': ['ID=104bfe51-b403-4650-b542-b7a284cc4e3d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:10.486119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] No DVR routers for this DVR port 104bfe51-b403-4650-b542-b7a284cc4e3d on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:17:10.541658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-5961bcb6-0910-4904-99d4-51140b108783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:10.543236 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-5961bcb6-0910-4904-99d4-51140b108783 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 200 len: 797 time: 0.1272964 Nov 18 17:17:10.607991 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:10.637063 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f494237-fe4f-4cb3-94b5-a35abd604bc9']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:10.650220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f2b0bd-3c70-48ea-85ce-3b3b773b38dc') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:10.654745 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f2b0bd-3c70-48ea-85ce-3b3b773b38dc') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:10.660080 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-2a5dd631-4744-4063-aaa5-f168a0368559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:10.661719 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-2a5dd631-4744-4063-aaa5-f168a0368559 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=96b6b3d2-b87f-486f-9f51-94da13546f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1089227 Nov 18 17:17:10.664348 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46134) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:10.665603 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:10.699259 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:10.713197 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:17:10.713601 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:17:10.717728 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:17:10.779006 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e82c492b-54cc-4f23-b47b-ef5c183b8485 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fdeb671a8fdb4cbb9f8007a0e416719c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1132166 Nov 18 17:17:10.781716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46142) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:10.893010 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-621cb145-31ef-4175-a1db-efc8dfebef82 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202621 Nov 18 17:17:10.962727 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 104bfe51-b403-4650-b542-b7a284cc4e3d no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:17:10.979511 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7755d8dd-56d2-4210-a7e5-964db9bea17e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:11.011545 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 104bfe51-b403-4650-b542-b7a284cc4e3d {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:17:11.014770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 104bfe51-b403-4650-b542-b7a284cc4e3d not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:17:11.036305 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7755d8dd-56d2-4210-a7e5-964db9bea17e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:11.060472 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210e7a8-8f69-43c6-9550-3caee566fb51 req-09b4f480-57c7-48c7-8bb2-3cf4d783372e tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:11.069928 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8210e7a8-8f69-43c6-9550-3caee566fb51 req-09b4f480-57c7-48c7-8bb2-3cf4d783372e tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 943 time: 0.2336624 Nov 18 17:17:11.098961 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-0d6513d7-2088-4edb-a439-3352096951a0 service neutron] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048951 Nov 18 17:17:11.151904 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:11.154753 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-054acb60-e2ba-47a3-9fa1-323643b501ef service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=84a0bb91-96da-442c-900b-aff2f8cd6a10 HTTP/1.1" status: 200 len: 217 time: 0.0445304 Nov 18 17:17:11.160882 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:11.167601 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] 10.222.0.72 "DELETE /v2.0/networks/6f494237-fe4f-4cb3-94b5-a35abd604bc9 HTTP/1.1" status: 204 len: 168 time: 2.3318026 Nov 18 17:17:11.168401 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8210e7a8-8f69-43c6-9550-3caee566fb51 req-9be594d5-1b6d-473e-a469-814eb8eab37e tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874417 Nov 18 17:17:11.217279 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff892056-e159-46dd-a5fe-318c0e1c82b2 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166 tempest-ExtraDHCPOptionsIpV6TestJSON-205134166-project] Pushing event deleted for resources: {'Network': ['ID=6f494237-fe4f-4cb3-94b5-a35abd604bc9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:11.241282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-cccf8bca-cec2-44d4-adaf-1e7189126e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:11.242690 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-cccf8bca-cec2-44d4-adaf-1e7189126e79 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0c855e27-c6ec-4503-9af2-99dd78ab764e HTTP/1.1" status: 200 len: 797 time: 0.0758603 Nov 18 17:17:11.246067 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7755d8dd-56d2-4210-a7e5-964db9bea17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:11.248849 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7755d8dd-56d2-4210-a7e5-964db9bea17e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:11.250536 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7755d8dd-56d2-4210-a7e5-964db9bea17e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e53cc63e-9e2b-4daf-a023-064823097814 HTTP/1.1" status: 204 len: 168 time: 0.4676068 Nov 18 17:17:11.261822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755d8dd-56d2-4210-a7e5-964db9bea17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53cc63e-9e2b-4daf-a023-064823097814,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:11.310787 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-ea33dccd-3a00-4fee-be83-75977298ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:11.313356 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-ea33dccd-3a00-4fee-be83-75977298ce91 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77027101-4097-4189-b03d-09f017f0cd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0590353 Nov 18 17:17:11.436875 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-dc08f633-0968-43ee-86a2-10ba0a0a9027 service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096852 Nov 18 17:17:11.503923 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c792c66c-b0aa-4449-9502-d19955d7c7fb req-3b230591-58bd-4ee0-99ef-f5e04e3f402f tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 210 time: 0.0302296 Nov 18 17:17:11.558426 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-b40e5bef-7e74-4e3a-afd8-06b2f1abad43 service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106439 Nov 18 17:17:11.613369 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-112300b4-42ca-40b7-aae8-c69e3204eb22 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fa267a90-aada-44a3-815a-2fde81af0876 HTTP/1.1" status: 200 len: 217 time: 0.0449719 Nov 18 17:17:11.674727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-4a697468-2c3c-41ba-ac0c-8b6e37b96d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:11.676250 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-4a697468-2c3c-41ba-ac0c-8b6e37b96d02 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0c855e27-c6ec-4503-9af2-99dd78ab764e HTTP/1.1" status: 200 len: 797 time: 0.0521533 Nov 18 17:17:11.730075 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-c4290e53-ead9-46ff-99ce-60f5b1eb7dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:11.730623 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-c4290e53-ead9-46ff-99ce-60f5b1eb7dba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77027101-4097-4189-b03d-09f017f0cd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0442245 Nov 18 17:17:11.789040 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-9a5e2377-66bc-40dd-9cc7-5c8a806620be service neutron] 10.222.0.81 "GET /v2.0/ports/e779c0b1-2889-4a8e-89db-5d2cd6ea3303/bindings/n-h2-813419-11 HTTP/1.1" status: 200 len: 385 time: 0.0608926 Nov 18 17:17:11.879930 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-1806a41b-2f5c-4434-b410-aceca6bc055c service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134775 Nov 18 17:17:11.929829 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46162) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:11.986264 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device e779c0b1-2889-4a8e-89db-5d2cd6ea3303 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:17:12.005900 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7e8c9a7b-1689-436f-aa13-bec96a15ee07 req-0f0789ea-6537-4957-8d94-154a851f52cf service neutron] 10.222.0.81 "GET /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250393 Nov 18 17:17:12.084480 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-7da419b4-abcb-4737-a24f-34a4367edd08 service neutron] For port e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:12.111106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-7da419b4-abcb-4737-a24f-34a4367edd08 service neutron] For port e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:17:12.165938 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-7da419b4-abcb-4737-a24f-34a4367edd08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e779c0b1-2889-4a8e-89db-5d2cd6ea3303 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:17:12.177831 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-965b16dc-d8dc-408f-879a-90366fcfb570 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c07c60f2f804396a541cb98a99967b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2384255 Nov 18 17:17:12.177831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46174) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:12.187875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-7da419b4-abcb-4737-a24f-34a4367edd08 service neutron] For port e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:12.232428 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c62c3112-c695-4e68-bdba-4e252111bbd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:12.263528 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c62c3112-c695-4e68-bdba-4e252111bbd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:12.302550 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-7da419b4-abcb-4737-a24f-34a4367edd08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:12.321112 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3adb1-f2c0-459d-8b01-b24cb9ab9194 req-9733d8b8-9b6b-44b4-904e-82e8e24b29ad tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:12.322742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-63a3adb1-f2c0-459d-8b01-b24cb9ab9194 req-9733d8b8-9b6b-44b4-904e-82e8e24b29ad tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.0876193 Nov 18 17:17:12.382253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1f40d-3170-4edd-b2b1-1020804db91d req-137c9059-60b5-4af0-9807-d3dc026dd243 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:12.384606 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99f1f40d-3170-4edd-b2b1-1020804db91d req-137c9059-60b5-4af0-9807-d3dc026dd243 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 943 time: 0.1214883 Nov 18 17:17:12.427753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c62c3112-c695-4e68-bdba-4e252111bbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:12.431033 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c62c3112-c695-4e68-bdba-4e252111bbd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:12.432417 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c62c3112-c695-4e68-bdba-4e252111bbd9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae2fd993-5f30-4327-a351-563648bb1eab HTTP/1.1" status: 204 len: 168 time: 0.2530470 Nov 18 17:17:12.456793 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c3112-c695-4e68-bdba-4e252111bbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2fd993-5f30-4327-a351-563648bb1eab,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:12.458357 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-63a3adb1-f2c0-459d-8b01-b24cb9ab9194 req-98cfcbb5-9fd5-4d55-87a4-eb3d7bc99215 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279404 Nov 18 17:17:12.473351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62c3112-c695-4e68-bdba-4e252111bbd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:12.473351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62c3112-c695-4e68-bdba-4e252111bbd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:12.475223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62c3112-c695-4e68-bdba-4e252111bbd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:12.475843 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62c3112-c695-4e68-bdba-4e252111bbd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:12.476564 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62c3112-c695-4e68-bdba-4e252111bbd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:12.476564 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62c3112-c695-4e68-bdba-4e252111bbd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:12.476942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62c3112-c695-4e68-bdba-4e252111bbd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:12.477229 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62c3112-c695-4e68-bdba-4e252111bbd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:12.480271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62c3112-c695-4e68-bdba-4e252111bbd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:12.480632 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62c3112-c695-4e68-bdba-4e252111bbd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:12.480982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62c3112-c695-4e68-bdba-4e252111bbd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:12.481330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62c3112-c695-4e68-bdba-4e252111bbd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:12.493323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-7da419b4-abcb-4737-a24f-34a4367edd08 service neutron] Transition to ACTIVE for port object e779c0b1-2889-4a8e-89db-5d2cd6ea3303 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:17:12.516703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99f1f40d-3170-4edd-b2b1-1020804db91d req-ca3a5623-54db-424d-bd17-01f39fa22d7f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198177 Nov 18 17:17:12.608031 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-7da419b4-abcb-4737-a24f-34a4367edd08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:12.634615 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-144fde10-47f8-4fb3-b871-02d392af7065 req-346bd0b0-df07-47da-b864-70047a22bb12 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 210 time: 0.0414569 Nov 18 17:17:12.699462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-7da419b4-abcb-4737-a24f-34a4367edd08 service neutron] No DVR routers for this DVR port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:17:12.720223 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da419b4-abcb-4737-a24f-34a4367edd08 service neutron] Pushing event updated for resources: {'Port': ['ID=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,revision_number=10']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:12.745677 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-7da419b4-abcb-4737-a24f-34a4367edd08 service neutron] 10.222.0.81 "PUT /v2.0/ports/e779c0b1-2889-4a8e-89db-5d2cd6ea3303/bindings/n-h2-813419-11/activate HTTP/1.1" status: 200 len: 370 time: 0.9447269 Nov 18 17:17:12.783089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-14c3f2df-0433-4d8b-8617-48e686ed5a39 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:12.785123 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-14c3f2df-0433-4d8b-8617-48e686ed5a39 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.81 "GET /v2.0/networks?id=372f18cd-c4d2-4313-ab28-7ad24e489e08 HTTP/1.1" status: 200 len: 811 time: 0.1210859 Nov 18 17:17:12.804281 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-1a1390f0-5d2a-46d9-ae6c-cdfb447165e9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Request body: {'port': {'device_id': 'df7b3bf9-25d3-49cf-8dc8-a9b8a1938453', 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08', 'admin_state_up': True, 'tenant_id': '748635c22a864a7e9f77c46a346f94fb'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:13.003998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-5c5fc918-c804-4dbe-acee-2263d97ee414 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:13.005889 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-5c5fc918-c804-4dbe-acee-2263d97ee414 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151&tenant_id=50df9abadb204a52a1f75cd50dbb0a82&binding%3Ahost_id=n-h1-813419-11 HTTP/1.1" status: 200 len: 1096 time: 0.0659134 Nov 18 17:17:13.068278 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-41c54cee-6e3f-44e2-8f99-3f118109c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:13.070593 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-41c54cee-6e3f-44e2-8f99-3f118109c10f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151&tenant_id=50df9abadb204a52a1f75cd50dbb0a82 HTTP/1.1" status: 200 len: 1096 time: 0.0471539 Nov 18 17:17:13.141573 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-cf6f24fb-ea54-44c7-8dcd-222b3c0ce1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:13.143094 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-cf6f24fb-ea54-44c7-8dcd-222b3c0ce1dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 1096 time: 0.0447335 Nov 18 17:17:13.170573 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-1a1390f0-5d2a-46d9-ae6c-cdfb447165e9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Made reservation on behalf of 748635c22a864a7e9f77c46a346f94fb for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:13.175996 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-1a1390f0-5d2a-46d9-ae6c-cdfb447165e9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:13.314037 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-faccfb95-c742-4161-8a0b-3be8c7041e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:13.315592 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-faccfb95-c742-4161-8a0b-3be8c7041e0b service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 200 len: 923 time: 0.1646197 Nov 18 17:17:13.384351 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-023b1fe5-6e8d-4e8c-88bc-53a9b6841494 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e779c0b1-2889-4a8e-89db-5d2cd6ea3303 HTTP/1.1" status: 200 len: 217 time: 0.0449319 Nov 18 17:17:13.428139 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-1a1390f0-5d2a-46d9-ae6c-cdfb447165e9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Allocated IP 172.20.0.13 (372f18cd-c4d2-4313-ab28-7ad24e489e08/6f46f3b8-078c-4987-ab0a-f3dc40b669b4/3ec855b3-8d66-4957-869a-26ca20e250ba) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:17:13.456348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-c76e48c6-02d6-4fa5-936a-09edcd9188ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:13.458075 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-c76e48c6-02d6-4fa5-936a-09edcd9188ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 200 len: 861 time: 0.0656223 Nov 18 17:17:13.512483 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-252589ff-18f9-42ca-ae90-319969c2c86f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c80b09d-0b1c-4934-855f-ad1012986cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426753 Nov 18 17:17:13.670389 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad0f86-650c-4521-847b-8c9700ee9ff7 req-07f79350-5a82-41db-9403-c41e839fc1ef tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:13.677424 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bfad0f86-650c-4521-847b-8c9700ee9ff7 req-07f79350-5a82-41db-9403-c41e839fc1ef tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 944 time: 0.0729866 Nov 18 17:17:13.737709 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-6f7c59c7-2146-4bd8-a289-82331e1ffa96 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163696 Nov 18 17:17:13.749597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-1a1390f0-5d2a-46d9-ae6c-cdfb447165e9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:13.758059 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bfad0f86-650c-4521-847b-8c9700ee9ff7 req-13a69943-290a-4489-9041-d1b0189f03c8 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781608 Nov 18 17:17:13.797481 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23f2aeba-5f15-4012-9347-696a0d7923db req-be515e8e-8540-4cd2-942a-7d943d73b347 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 210 time: 0.0332632 Nov 18 17:17:13.896286 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-fe378d75-bac1-40b6-93c2-485c8eca21b5 service neutron] 10.222.0.83 "GET /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448939 Nov 18 17:17:13.934141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46242) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:13.982233 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-1a1390f0-5d2a-46d9-ae6c-cdfb447165e9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:14.039564 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-1a1390f0-5d2a-46d9-ae6c-cdfb447165e9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Network 372f18cd-c4d2-4313-ab28-7ad24e489e08 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:17:14.045257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-1a1390f0-5d2a-46d9-ae6c-cdfb447165e9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:14.047038 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-1a1390f0-5d2a-46d9-ae6c-cdfb447165e9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:17:14.100835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1390f0-5d2a-46d9-ae6c-cdfb447165e9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Pushing event updated for resources: {'Port': ['ID=3ec855b3-8d66-4957-869a-26ca20e250ba,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:14.139091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-1a1390f0-5d2a-46d9-ae6c-cdfb447165e9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:14.139091 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-1a1390f0-5d2a-46d9-ae6c-cdfb447165e9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:14.215635 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-291fb2c5-d11e-450d-a28b-4e8f51b298c6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1814287344'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:14.236062 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-1a1390f0-5d2a-46d9-ae6c-cdfb447165e9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4368188 Nov 18 17:17:14.251719 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Request body: {'port': {'device_id': 'df7b3bf9-25d3-49cf-8dc8-a9b8a1938453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:14.324721 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291fb2c5-d11e-450d-a28b-4e8f51b298c6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Made reservation on behalf of 5408dc963c154c79a503ed853cb8ce26 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:14.329246 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-291fb2c5-d11e-450d-a28b-4e8f51b298c6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:14.339185 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-291fb2c5-d11e-450d-a28b-4e8f51b298c6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:14.349514 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:14.428257 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-291fb2c5-d11e-450d-a28b-4e8f51b298c6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:14.502388 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-291fb2c5-d11e-450d-a28b-4e8f51b298c6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:14.553541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291fb2c5-d11e-450d-a28b-4e8f51b298c6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:17:14.559178 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-ba993cc5-b33b-4643-9360-ea317c9f2c9b tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:14.561089 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-ba993cc5-b33b-4643-9360-ea317c9f2c9b tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151&tenant_id=50df9abadb204a52a1f75cd50dbb0a82&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 1096 time: 0.0969732 Nov 18 17:17:14.571901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fb2c5-d11e-450d-a28b-4e8f51b298c6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a63734e-e289-49a0-9ad7-993d4651b567,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:14.579199 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-291fb2c5-d11e-450d-a28b-4e8f51b298c6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:14.579555 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-291fb2c5-d11e-450d-a28b-4e8f51b298c6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Added segment 2757595b-cfb8-4575-9153-2482768b01d3 of type vlan for network ab0d3d5b-9732-400c-b842-51000d5fd7c6 Nov 18 17:17:14.633326 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-291fb2c5-d11e-450d-a28b-4e8f51b298c6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:14.713138 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-291fb2c5-d11e-450d-a28b-4e8f51b298c6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:14.719970 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291fb2c5-d11e-450d-a28b-4e8f51b298c6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:14.720579 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-291fb2c5-d11e-450d-a28b-4e8f51b298c6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:14.792042 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec855b3-8d66-4957-869a-26ca20e250ba {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:17:14.793817 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fb2c5-d11e-450d-a28b-4e8f51b298c6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Pushing event updated for resources: {'Network': ['ID=ab0d3d5b-9732-400c-b842-51000d5fd7c6,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:14.801011 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:14.807933 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network ab0d3d5b-9732-400c-b842-51000d5fd7c6 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:17:14.834153 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Transition to ACTIVE for port object 3ec855b3-8d66-4957-869a-26ca20e250ba will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:17:14.877121 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-df6bac38-b2da-42dc-b42f-e25457a83291 service neutron] For port e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:17:14.881611 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-df6bac38-b2da-42dc-b42f-e25457a83291 service neutron] Publish callbacks [] for binding, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:14.882755 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c834f9ba-7a14-45ed-9f78-962987dc3040 req-df6bac38-b2da-42dc-b42f-e25457a83291 service neutron] 10.222.0.83 "DELETE /v2.0/ports/e779c0b1-2889-4a8e-89db-5d2cd6ea3303/bindings/n-h1-813419-11 HTTP/1.1" status: 204 len: 173 time: 0.3059754 Nov 18 17:17:14.889172 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-291fb2c5-d11e-450d-a28b-4e8f51b298c6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9534113 Nov 18 17:17:14.893575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46268) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:14.898067 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1b48c614-1524-49ee-a991-1b00f1c7fd30 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Request body: {'subnet': {'network_id': 'ab0d3d5b-9732-400c-b842-51000d5fd7c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:14.912617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:14.995819 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abecce9-25a2-41ea-83fe-b46f278c2c17 req-733705b3-71f3-4a94-965a-f7cd1adce288 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:15.002009 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5abecce9-25a2-41ea-83fe-b46f278c2c17 req-733705b3-71f3-4a94-965a-f7cd1adce288 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 944 time: 0.1384466 Nov 18 17:17:15.040106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e87054-0fd1-4213-adc0-e2eb9ac8a684 req-6b8e1b55-6b71-45f7-a89f-77df08bb5cd3 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:15.047663 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77e87054-0fd1-4213-adc0-e2eb9ac8a684 req-6b8e1b55-6b71-45f7-a89f-77df08bb5cd3 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 944 time: 0.1082830 Nov 18 17:17:15.097993 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5abecce9-25a2-41ea-83fe-b46f278c2c17 req-edc969f1-11e7-4fdf-bfe2-b20bf64f095a tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912397 Nov 18 17:17:15.103071 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Pushing event updated for resources: {'Port': ['ID=3ec855b3-8d66-4957-869a-26ca20e250ba,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:15.163972 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77e87054-0fd1-4213-adc0-e2eb9ac8a684 req-4fa0b852-df82-4fa7-b2d5-4314ee49d53f tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800683 Nov 18 17:17:15.169857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Attempting to bind port 3ec855b3-8d66-4957-869a-26ca20e250ba on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:17:15.170353 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Attempting to bind port 3ec855b3-8d66-4957-869a-26ca20e250ba by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:17:15.172243 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Attempting to bind port 3ec855b3-8d66-4957-869a-26ca20e250ba on network 372f18cd-c4d2-4313-ab28-7ad24e489e08 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:17:15.187239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Port 3ec855b3-8d66-4957-869a-26ca20e250ba on network 372f18cd-c4d2-4313-ab28-7ad24e489e08 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:17:15.188979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Attempting to bind port 3ec855b3-8d66-4957-869a-26ca20e250ba on network 372f18cd-c4d2-4313-ab28-7ad24e489e08 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:17:15.203524 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:17:15.204213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Checking segment: {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:17:15.204624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Bound using segment: {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:17:15.205162 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Bound port: 3ec855b3-8d66-4957-869a-26ca20e250ba, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:17:15.205521 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:15.275382 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b48c614-1524-49ee-a991-1b00f1c7fd30 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Made reservation on behalf of 5408dc963c154c79a503ed853cb8ce26 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:15.278997 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b48c614-1524-49ee-a991-1b00f1c7fd30 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:15.415360 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6016c82-2b35-4588-a28b-e497f78da5ab req-55b6a21b-10ec-4a98-abcb-a39717aa3de4 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:15.422077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] For port 3ec855b3-8d66-4957-869a-26ca20e250ba, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:17:15.424342 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6016c82-2b35-4588-a28b-e497f78da5ab req-55b6a21b-10ec-4a98-abcb-a39717aa3de4 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 1096 time: 0.1782742 Nov 18 17:17:15.426467 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] For port 3ec855b3-8d66-4957-869a-26ca20e250ba, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3ec855b3-8d66-4957-869a-26ca20e250ba,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:17:15.490790 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6016c82-2b35-4588-a28b-e497f78da5ab req-e2f77225-6304-4223-9746-fd1a5d53a491 tempest-LiveAutoBlockMigrationV225Test-1003706740 tempest-LiveAutoBlockMigrationV225Test-1003706740-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655041 Nov 18 17:17:15.826525 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:15.880453 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:15.881137 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:15.884029 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] 10.222.0.81 "PUT /v2.0/ports/3ec855b3-8d66-4957-869a-26ca20e250ba HTTP/1.1" status: 200 len: 1093 time: 1.6383815 Nov 18 17:17:15.887924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7b3bf9-25d3-49cf-8dc8-a9b8a1938453', 'tag': '3ec855b3-8d66-4957-869a-26ca20e250ba'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:17:15.891699 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3ab766-3ae9-4b8d-ab00-ebb80d61fe56" -d '{"events": [{"name": "network-changed", "server_uuid": "df7b3bf9-25d3-49cf-8dc8-a9b8a1938453", "tag": "3ec855b3-8d66-4957-869a-26ca20e250ba"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:17:15.919810 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba4640-4b5a-4b1b-8715-4ec1ae08c3cf service neutron] Pushing event updated for resources: {'Port': ['ID=3ec855b3-8d66-4957-869a-26ca20e250ba,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:15.949115 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2a3002-0fea-40ef-9ba7-d12dbd484867 x-openstack-request-id: req-2a2a3002-0fea-40ef-9ba7-d12dbd484867 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:17:15.949508 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7b3bf9-25d3-49cf-8dc8-a9b8a1938453", "tag": "3ec855b3-8d66-4957-869a-26ca20e250ba", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:17:15.949794 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2a2a3002-0fea-40ef-9ba7-d12dbd484867 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:17:15.950200 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7b3bf9-25d3-49cf-8dc8-a9b8a1938453', 'tag': '3ec855b3-8d66-4957-869a-26ca20e250ba', 'status': 'completed', 'code': 200} Nov 18 17:17:16.014369 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ab766-3ae9-4b8d-ab00-ebb80d61fe56 req-fc5b3b41-f75e-40a8-8413-09fa7619ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:16.016046 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e3ab766-3ae9-4b8d-ab00-ebb80d61fe56 req-fc5b3b41-f75e-40a8-8413-09fa7619ce22 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 1096 time: 0.0425506 Nov 18 17:17:16.021384 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b48c614-1524-49ee-a991-1b00f1c7fd30 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:16.192831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48c614-1524-49ee-a991-1b00f1c7fd30 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Pushing event updated for resources: {'Subnet': ['ID=3f26af52-7956-42a8-b360-1210e6b47ad0,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:16.263695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48c614-1524-49ee-a991-1b00f1c7fd30 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Checking segment: {'id': '2757595b-cfb8-4575-9153-2482768b01d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'ab0d3d5b-9732-400c-b842-51000d5fd7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:17:16.264179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b48c614-1524-49ee-a991-1b00f1c7fd30 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Network hostable DHCP agents. Network: ab0d3d5b-9732-400c-b842-51000d5fd7c6, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:17:16.283924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ab766-3ae9-4b8d-ab00-ebb80d61fe56 req-54a41c2c-8d97-46b9-b5e6-ee1e45954bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:16.285493 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e3ab766-3ae9-4b8d-ab00-ebb80d61fe56 req-54a41c2c-8d97-46b9-b5e6-ee1e45954bae service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=748635c22a864a7e9f77c46a346f94fb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2567108 Nov 18 17:17:16.323491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acfa7d-7b5b-442f-b286-13ced9d984f5 req-9a8e6a4e-7b46-4b75-a0f3-2f0675c92b71 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:16.325715 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10acfa7d-7b5b-442f-b286-13ced9d984f5 req-9a8e6a4e-7b46-4b75-a0f3-2f0675c92b71 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 944 time: 0.0804136 Nov 18 17:17:16.348629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff07af5-a6d5-49fc-b36e-1a124e6afd04 req-7d36d93d-5ce5-4108-9cb5-e32f65fe43ad tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:16.350154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aff07af5-a6d5-49fc-b36e-1a124e6afd04 req-7d36d93d-5ce5-4108-9cb5-e32f65fe43ad tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 944 time: 0.0782478 Nov 18 17:17:16.416827 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10acfa7d-7b5b-442f-b286-13ced9d984f5 req-8322e135-ebda-45be-9a9f-82dabb70d376 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798712 Nov 18 17:17:16.444442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b48c614-1524-49ee-a991-1b00f1c7fd30 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Network ab0d3d5b-9732-400c-b842-51000d5fd7c6 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:17:16.453422 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aff07af5-a6d5-49fc-b36e-1a124e6afd04 req-b36e6f5f-57d0-4223-b211-4f9c0fa08119 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889988 Nov 18 17:17:16.515521 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ab766-3ae9-4b8d-ab00-ebb80d61fe56 req-f1fc090e-2d03-4342-a3a9-9f03bc6ce2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:16.517104 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e3ab766-3ae9-4b8d-ab00-ebb80d61fe56 req-f1fc090e-2d03-4342-a3a9-9f03bc6ce2f3 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2242625 Nov 18 17:17:16.574250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-1b48c614-1524-49ee-a991-1b00f1c7fd30 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, ab0d3d5b-9732-400c-b842-51000d5fd7c6) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:16.600383 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043306fa-85ef-4403-9060-fe0c65c38807 None None] Network ab0d3d5b-9732-400c-b842-51000d5fd7c6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:16.605311 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b48c614-1524-49ee-a991-1b00f1c7fd30 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:16.605919 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b48c614-1524-49ee-a991-1b00f1c7fd30 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:16.631076 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-8d9589af-c638-45d2-8fc3-e04b01818972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:16.632723 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-8d9589af-c638-45d2-8fc3-e04b01818972 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 1096 time: 0.0738723 Nov 18 17:17:16.700901 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-2e498796-76bd-4e3d-9af8-841d95c24f35 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ec855b3-8d66-4957-869a-26ca20e250ba HTTP/1.1" status: 200 len: 217 time: 0.0579166 Nov 18 17:17:16.725836 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1b48c614-1524-49ee-a991-1b00f1c7fd30 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8328071 Nov 18 17:17:16.728764 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46308) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:16.736951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5d0e4a85-3105-40a0-8f4a-f72028237fa9 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Request body: {'port': {'network_id': 'ab0d3d5b-9732-400c-b842-51000d5fd7c6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-331994808'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:16.776530 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-ddbd1e41-60bf-41b3-9126-b0d0a192b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:16.779894 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-ddbd1e41-60bf-41b3-9126-b0d0a192b85e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6f46f3b8-078c-4987-ab0a-f3dc40b669b4 HTTP/1.1" status: 200 len: 851 time: 0.0700366 Nov 18 17:17:16.789756 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-ab0d3d5b-9732-400c-b842-51000d5fd7c6', 'network_id': 'ab0d3d5b-9732-400c-b842-51000d5fd7c6', 'tenant_id': '5408dc963c154c79a503ed853cb8ce26', 'fixed_ips': [{'subnet_id': '3f26af52-7956-42a8-b360-1210e6b47ad0'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:17:16.790658 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:16.838462 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-f19cf992-cdb1-4621-8723-279d3c3b76d0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=372f18cd-c4d2-4313-ab28-7ad24e489e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495520 Nov 18 17:17:16.964665 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0e4a85-3105-40a0-8f4a-f72028237fa9 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Made reservation on behalf of 5408dc963c154c79a503ed853cb8ce26 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:16.969042 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d0e4a85-3105-40a0-8f4a-f72028237fa9 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:16.989942 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Allocated IP 172.20.0.2 (ab0d3d5b-9732-400c-b842-51000d5fd7c6/3f26af52-7956-42a8-b360-1210e6b47ad0/eb122aa9-677f-4131-ae08-6acce2d3585a) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:17:17.008120 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-1413f748-a92e-403d-8b7f-839b8f36bee4 service neutron] 10.222.0.81 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607034 Nov 18 17:17:17.009409 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-5d0e4a85-3105-40a0-8f4a-f72028237fa9 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] device_id is not set on port 74d28411-eb39-4da3-aea5-7bcf3b993204 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:17:17.168943 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7028b6c7-ce04-4ea5-805a-3f0bb8345b40 req-b69044a2-f5ea-4ffe-91c2-03ea013b92b9 service neutron] 10.222.0.81 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522968 Nov 18 17:17:17.169376 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:17.182561 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0615b5-8c0f-4410-a7e1-133855f77242 req-184de236-993e-4b4c-b0f9-2efb30435b34 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:17.184360 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d0615b5-8c0f-4410-a7e1-133855f77242 req-184de236-993e-4b4c-b0f9-2efb30435b34 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.83 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 944 time: 0.0738988 Nov 18 17:17:17.285140 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:17.286692 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-4d0615b5-8c0f-4410-a7e1-133855f77242 req-2c95703e-3e06-45e0-8b03-b1c77bc1bb18 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Deleting port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:17.287139 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d0615b5-8c0f-4410-a7e1-133855f77242 req-2c95703e-3e06-45e0-8b03-b1c77bc1bb18 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:17.334407 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Network ab0d3d5b-9732-400c-b842-51000d5fd7c6 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:17:17.337745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:17.341840 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:17:17.357154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Pushing event updated for resources: {'Port': ['ID=eb122aa9-677f-4131-ae08-6acce2d3585a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:17.376072 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-5d0e4a85-3105-40a0-8f4a-f72028237fa9 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Allocated IP 172.20.0.10 (ab0d3d5b-9732-400c-b842-51000d5fd7c6/3f26af52-7956-42a8-b360-1210e6b47ad0/74d28411-eb39-4da3-aea5-7bcf3b993204) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:17:17.419132 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-4d0615b5-8c0f-4410-a7e1-133855f77242 req-2c95703e-3e06-45e0-8b03-b1c77bc1bb18 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] For port e779c0b1-2889-4a8e-89db-5d2cd6ea3303, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:17.419508 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d0615b5-8c0f-4410-a7e1-133855f77242 req-2c95703e-3e06-45e0-8b03-b1c77bc1bb18 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:17.444038 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Attempting to bind port eb122aa9-677f-4131-ae08-6acce2d3585a on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:17:17.444585 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Attempting to bind port eb122aa9-677f-4131-ae08-6acce2d3585a by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '2757595b-cfb8-4575-9153-2482768b01d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'ab0d3d5b-9732-400c-b842-51000d5fd7c6'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:17:17.445678 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Attempting to bind port eb122aa9-677f-4131-ae08-6acce2d3585a on network ab0d3d5b-9732-400c-b842-51000d5fd7c6 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:17:17.448314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-4d0615b5-8c0f-4410-a7e1-133855f77242 req-2c95703e-3e06-45e0-8b03-b1c77bc1bb18 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Calling delete_port for e779c0b1-2889-4a8e-89db-5d2cd6ea3303 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:17.453275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:17:17.453978 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Checking segment: {'id': '2757595b-cfb8-4575-9153-2482768b01d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'ab0d3d5b-9732-400c-b842-51000d5fd7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:17:17.454516 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:17.455164 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Bound using segment: {'id': '2757595b-cfb8-4575-9153-2482768b01d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'ab0d3d5b-9732-400c-b842-51000d5fd7c6'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:17:17.455904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Bound port: eb122aa9-677f-4131-ae08-6acce2d3585a, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2757595b-cfb8-4575-9153-2482768b01d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'ab0d3d5b-9732-400c-b842-51000d5fd7c6'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:17:17.456531 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:17.569952 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] For port eb122aa9-677f-4131-ae08-6acce2d3585a, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:17:17.577757 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] For port eb122aa9-677f-4131-ae08-6acce2d3585a, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=eb122aa9-677f-4131-ae08-6acce2d3585a,segment=NetworkSegment(2757595b-cfb8-4575-9153-2482768b01d3),segment_id=2757595b-cfb8-4575-9153-2482768b01d3)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:17:17.658007 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d0e4a85-3105-40a0-8f4a-f72028237fa9 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:17.667558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557bac1-bfa5-44e9-a199-725ccc5b4b01 req-2953c9a8-b8ad-46e2-805b-1c47d873c9b7 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:17.669205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9557bac1-bfa5-44e9-a199-725ccc5b4b01 req-2953c9a8-b8ad-46e2-805b-1c47d873c9b7 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 944 time: 0.1215277 Nov 18 17:17:17.697316 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:17.710276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e675f71-e01e-4064-8491-94661b0e29c4 req-f509dbf7-79e0-4865-9a8f-0083e6f797fa tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:17.710504 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0e675f71-e01e-4064-8491-94661b0e29c4 req-f509dbf7-79e0-4865-9a8f-0083e6f797fa tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 944 time: 0.1253328 Nov 18 17:17:17.758911 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d0615b5-8c0f-4410-a7e1-133855f77242 req-2c95703e-3e06-45e0-8b03-b1c77bc1bb18 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:17.799347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0e675f71-e01e-4064-8491-94661b0e29c4 req-a07290fc-1a5d-4629-afd6-995547eb9c53 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796459 Nov 18 17:17:17.808331 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['cf8ccb18-f108-451f-8e9a-38cc13435e0c', 'e779c0b1-2889-4a8e-89db-5d2cd6ea3303'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:17:17.846955 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95703e-3e06-45e0-8b03-b1c77bc1bb18 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Pushing event deleted for resources: {'Port': ['ID=e779c0b1-2889-4a8e-89db-5d2cd6ea3303,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:17.899729 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9557bac1-bfa5-44e9-a199-725ccc5b4b01 req-f070b70c-65f1-4266-a4b8-1adc34756b01 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223182 Nov 18 17:17:17.921167 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbe2fc-ee4e-4f45-b623-3005d0dff883 None None] Pushing event updated for resources: {'Port': ['ID=eb122aa9-677f-4131-ae08-6acce2d3585a,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:17.949516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0615b5-8c0f-4410-a7e1-133855f77242 req-2c95703e-3e06-45e0-8b03-b1c77bc1bb18 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] No DVR routers for this DVR port e779c0b1-2889-4a8e-89db-5d2cd6ea3303 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:17:17.953660 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d0615b5-8c0f-4410-a7e1-133855f77242 req-2c95703e-3e06-45e0-8b03-b1c77bc1bb18 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:17.957691 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d0615b5-8c0f-4410-a7e1-133855f77242 req-2c95703e-3e06-45e0-8b03-b1c77bc1bb18 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.83 "DELETE /v2.0/ports/e779c0b1-2889-4a8e-89db-5d2cd6ea3303 HTTP/1.1" status: 204 len: 173 time: 0.7672520 Nov 18 17:17:17.958233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efed404-c235-46eb-a304-619c279f1151', 'name': 'network-vif-deleted', 'tag': 'e779c0b1-2889-4a8e-89db-5d2cd6ea3303'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:17:17.961499 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba71500-757f-4034-aaff-a167c3793db6" -d '{"events": [{"server_uuid": "6efed404-c235-46eb-a304-619c279f1151", "name": "network-vif-deleted", "tag": "e779c0b1-2889-4a8e-89db-5d2cd6ea3303"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:17:18.017379 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d0e4a85-3105-40a0-8f4a-f72028237fa9 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:18.022468 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8179128a-6016-42aa-88a8-a51c86e52e82 x-openstack-request-id: req-8179128a-6016-42aa-88a8-a51c86e52e82 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:17:18.024142 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efed404-c235-46eb-a304-619c279f1151", "name": "network-vif-deleted", "tag": "e779c0b1-2889-4a8e-89db-5d2cd6ea3303", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:17:18.024478 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8179128a-6016-42aa-88a8-a51c86e52e82 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:17:18.026080 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efed404-c235-46eb-a304-619c279f1151', 'name': 'network-vif-deleted', 'tag': 'e779c0b1-2889-4a8e-89db-5d2cd6ea3303', 'status': 'completed', 'code': 200} Nov 18 17:17:18.099310 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0e4a85-3105-40a0-8f4a-f72028237fa9 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Network ab0d3d5b-9732-400c-b842-51000d5fd7c6 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:17:18.133488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-5d0e4a85-3105-40a0-8f4a-f72028237fa9 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:18.141810 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0e4a85-3105-40a0-8f4a-f72028237fa9 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:17:18.144708 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e4a85-3105-40a0-8f4a-f72028237fa9 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Pushing event updated for resources: {'Port': ['ID=74d28411-eb39-4da3-aea5-7bcf3b993204,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:18.205973 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0e4a85-3105-40a0-8f4a-f72028237fa9 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:18.206779 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d0e4a85-3105-40a0-8f4a-f72028237fa9 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:18.356009 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5d0e4a85-3105-40a0-8f4a-f72028237fa9 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6257279 Nov 18 17:17:18.359101 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46328) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:18.364176 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-069fd4ba-295f-4a59-9633-1c08902bbfc6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Request body: {'port': {'network_id': 'ab0d3d5b-9732-400c-b842-51000d5fd7c6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1427767725', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:18.364664 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.api.validators [None req-069fd4ba-295f-4a59-9633-1c08902bbfc6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] bootfile-name is not in valid_values {{(pid=104007) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 18 17:17:18.365005 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.api.validators [None req-069fd4ba-295f-4a59-9633-1c08902bbfc6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] tftp-server is not in valid_values {{(pid=104007) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 18 17:17:18.365336 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.api.validators [None req-069fd4ba-295f-4a59-9633-1c08902bbfc6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] server-ip-address is not in valid_values {{(pid=104007) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 18 17:17:18.564409 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069fd4ba-295f-4a59-9633-1c08902bbfc6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Made reservation on behalf of 5408dc963c154c79a503ed853cb8ce26 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:18.568611 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-069fd4ba-295f-4a59-9633-1c08902bbfc6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:18.588681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-069fd4ba-295f-4a59-9633-1c08902bbfc6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] device_id is not set on port f80303d6-8c95-4e5b-8888-8e2c108c39e5 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:17:18.723666 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-069fd4ba-295f-4a59-9633-1c08902bbfc6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Allocated IP 172.20.0.8 (ab0d3d5b-9732-400c-b842-51000d5fd7c6/3f26af52-7956-42a8-b360-1210e6b47ad0/f80303d6-8c95-4e5b-8888-8e2c108c39e5) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:17:18.984843 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device eb122aa9-677f-4131-ae08-6acce2d3585a up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:17:19.012058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51e219-60ea-4075-917d-feb4b7526ddb req-9788f5c9-7507-48d7-87ca-d4aaa1ceb9bd tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:19.013681 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f51e219-60ea-4075-917d-feb4b7526ddb req-9788f5c9-7507-48d7-87ca-d4aaa1ceb9bd tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 944 time: 0.0819612 Nov 18 17:17:19.017391 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c0d77b-19c6-467b-90cf-2154fea4ddf9 None None] Network ab0d3d5b-9732-400c-b842-51000d5fd7c6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:19.059582 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-069fd4ba-295f-4a59-9633-1c08902bbfc6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:19.063306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d96ebf3a-8f81-4737-a390-5980f17fdf32 req-2697e83e-d911-41d8-826c-184fed878b2d tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 210 time: 0.0480969 Nov 18 17:17:19.115974 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-37ac1f94-ddb9-4fe7-9db6-e3fb1143bc24 None None] Provisioning complete for port eb122aa9-677f-4131-ae08-6acce2d3585a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:19.116360 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-37ac1f94-ddb9-4fe7-9db6-e3fb1143bc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:19.136880 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f51e219-60ea-4075-917d-feb4b7526ddb req-d8d23512-44eb-4544-ae18-6ed0afab0733 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086426 Nov 18 17:17:19.173166 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port eb122aa9-677f-4131-ae08-6acce2d3585a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:19.173680 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:19.235204 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-069fd4ba-295f-4a59-9633-1c08902bbfc6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:19.283998 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069fd4ba-295f-4a59-9633-1c08902bbfc6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Network ab0d3d5b-9732-400c-b842-51000d5fd7c6 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:17:19.289188 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-069fd4ba-295f-4a59-9633-1c08902bbfc6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:19.298988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069fd4ba-295f-4a59-9633-1c08902bbfc6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:17:19.303564 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fd4ba-295f-4a59-9633-1c08902bbfc6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Pushing event updated for resources: {'Port': ['ID=f80303d6-8c95-4e5b-8888-8e2c108c39e5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:19.321744 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-37ac1f94-ddb9-4fe7-9db6-e3fb1143bc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:19.353482 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069fd4ba-295f-4a59-9633-1c08902bbfc6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:19.354213 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-069fd4ba-295f-4a59-9633-1c08902bbfc6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:19.380664 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:19.403767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-37ac1f94-ddb9-4fe7-9db6-e3fb1143bc24 None None] For port eb122aa9-677f-4131-ae08-6acce2d3585a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=eb122aa9-677f-4131-ae08-6acce2d3585a,segment=NetworkSegment(2757595b-cfb8-4575-9153-2482768b01d3),segment_id=2757595b-cfb8-4575-9153-2482768b01d3)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:19.553005 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-069fd4ba-295f-4a59-9633-1c08902bbfc6 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1903775 Nov 18 17:17:19.553559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46342) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:19.581863 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-37ac1f94-ddb9-4fe7-9db6-e3fb1143bc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:19.648209 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85651f5e-f4f3-4fbf-9c88-de7ef2841d93 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:19.657952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85651f5e-f4f3-4fbf-9c88-de7ef2841d93 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:19.666095 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85651f5e-f4f3-4fbf-9c88-de7ef2841d93 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:19.672371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46344) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:19.679637 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-85651f5e-f4f3-4fbf-9c88-de7ef2841d93 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1182022 Nov 18 17:17:19.680650 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:17:19.681022 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:17:19.688254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac1f94-ddb9-4fe7-9db6-e3fb1143bc24 None None] Pushing event updated for resources: {'Port': ['ID=eb122aa9-677f-4131-ae08-6acce2d3585a,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:19.705329 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-25909d95-427c-4da1-af28-3da481536b92 None None] Provisioning complete for port eb122aa9-677f-4131-ae08-6acce2d3585a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:19.706174 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25909d95-427c-4da1-af28-3da481536b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:19.800778 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-26f05a73-92b1-45fe-9d7e-d474419047e7 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Deleting port f80303d6-8c95-4e5b-8888-8e2c108c39e5 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:19.801338 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-26f05a73-92b1-45fe-9d7e-d474419047e7 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:19.810874 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-25909d95-427c-4da1-af28-3da481536b92 None None] Provisioning complete for port 74d28411-eb39-4da3-aea5-7bcf3b993204 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:19.811775 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25909d95-427c-4da1-af28-3da481536b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:19.864261 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-25909d95-427c-4da1-af28-3da481536b92 None None] Port 74d28411-eb39-4da3-aea5-7bcf3b993204 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:17:19.880914 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-25909d95-427c-4da1-af28-3da481536b92 None None] Provisioning complete for port f80303d6-8c95-4e5b-8888-8e2c108c39e5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:19.880914 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25909d95-427c-4da1-af28-3da481536b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:19.913172 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-25909d95-427c-4da1-af28-3da481536b92 None None] Port f80303d6-8c95-4e5b-8888-8e2c108c39e5 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:17:19.917927 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-26f05a73-92b1-45fe-9d7e-d474419047e7 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:19.932784 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-26f05a73-92b1-45fe-9d7e-d474419047e7 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Calling delete_port for f80303d6-8c95-4e5b-8888-8e2c108c39e5 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:20.002881 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 3ec855b3-8d66-4957-869a-26ca20e250ba details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:17:20.059528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-561dcc93-db3f-4177-a500-9cfdb7677a4f None None] Provisioning complete for port 74d28411-eb39-4da3-aea5-7bcf3b993204 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:20.059938 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-561dcc93-db3f-4177-a500-9cfdb7677a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:20.135287 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-561dcc93-db3f-4177-a500-9cfdb7677a4f None None] Port 74d28411-eb39-4da3-aea5-7bcf3b993204 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:17:20.154831 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 3ec855b3-8d66-4957-869a-26ca20e250ba, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3ec855b3-8d66-4957-869a-26ca20e250ba,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:20.175061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '3ec855b3-8d66-4957-869a-26ca20e250ba', 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08', 'port_id': '3ec855b3-8d66-4957-869a-26ca20e250ba', 'mac_address': 'fa:16:3e:55:78:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f46f3b8-078c-4987-ab0a-f3dc40b669b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:17:20.185464 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7394612c-964e-498c-8275-d52146c48aaf req-ac540a01-0372-455d-b2e0-7929a68c77fc tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 210 time: 0.0286396 Nov 18 17:17:20.229377 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:20.238805 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-26f05a73-92b1-45fe-9d7e-d474419047e7 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:20.274761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-af946fb5-dc49-47ee-ab06-a1372a972874 None None] Could not find standard attr ID for object f80303d6-8c95-4e5b-8888-8e2c108c39e5. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:17:20.282755 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f05a73-92b1-45fe-9d7e-d474419047e7 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Pushing event deleted for resources: {'Port': ['ID=f80303d6-8c95-4e5b-8888-8e2c108c39e5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:20.287203 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec855b3-8d66-4957-869a-26ca20e250ba {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:17:20.319384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 3ec855b3-8d66-4957-869a-26ca20e250ba, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3ec855b3-8d66-4957-869a-26ca20e250ba,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:20.410552 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933b8db-03fd-44e8-b930-29cdc67a2f02 req-73e711a3-fe43-4f1e-a3cf-605bddad6057 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:20.412245 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4933b8db-03fd-44e8-b930-29cdc67a2f02 req-73e711a3-fe43-4f1e-a3cf-605bddad6057 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 944 time: 0.1652656 Nov 18 17:17:20.416075 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:20.450822 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-26f05a73-92b1-45fe-9d7e-d474419047e7 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:20.465499 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-26f05a73-92b1-45fe-9d7e-d474419047e7 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] 10.222.0.72 "DELETE /v2.0/ports/f80303d6-8c95-4e5b-8888-8e2c108c39e5 HTTP/1.1" status: 204 len: 168 time: 0.7913086 Nov 18 17:17:20.469791 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46354) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:20.482462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-db6b2251-6ffe-4eaf-b9e9-de0f035822fd tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Request body: {'port': {'name': 'tempest-new-port-name-2083837794', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:20.482885 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.api.validators [None req-db6b2251-6ffe-4eaf-b9e9-de0f035822fd tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] bootfile-name is not in valid_values {{(pid=104007) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 18 17:17:20.483291 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.api.validators [None req-db6b2251-6ffe-4eaf-b9e9-de0f035822fd tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] tftp-server is not in valid_values {{(pid=104007) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 18 17:17:20.483620 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.api.validators [None req-db6b2251-6ffe-4eaf-b9e9-de0f035822fd tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] server-ip-address is not in valid_values {{(pid=104007) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 18 17:17:20.492838 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=3ec855b3-8d66-4957-869a-26ca20e250ba,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:20.575467 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device e779c0b1-2889-4a8e-89db-5d2cd6ea3303 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:17:20.596918 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: e779c0b1-2889-4a8e-89db-5d2cd6ea3303 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:17:20.597524 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device e779c0b1-2889-4a8e-89db-5d2cd6ea3303 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:17:20.600406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4933b8db-03fd-44e8-b930-29cdc67a2f02 req-21b8e8d4-3321-4f40-9246-2ca247639070 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677687 Nov 18 17:17:20.601156 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db6b2251-6ffe-4eaf-b9e9-de0f035822fd tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:20.796146 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['3ec855b3-8d66-4957-869a-26ca20e250ba'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:17:20.796750 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db6b2251-6ffe-4eaf-b9e9-de0f035822fd tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:20.861556 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db6b2251-6ffe-4eaf-b9e9-de0f035822fd tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:20.942836 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device eb122aa9-677f-4131-ae08-6acce2d3585a up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:17:20.989857 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b2251-6ffe-4eaf-b9e9-de0f035822fd tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Pushing event updated for resources: {'Port': ['ID=74d28411-eb39-4da3-aea5-7bcf3b993204,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:21.001462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-db6b2251-6ffe-4eaf-b9e9-de0f035822fd tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] In _notify_port_updated(), no bound segment for port 74d28411-eb39-4da3-aea5-7bcf3b993204 on network ab0d3d5b-9732-400c-b842-51000d5fd7c6 {{(pid=104007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:17:21.008572 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6b2251-6ffe-4eaf-b9e9-de0f035822fd tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:21.009335 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db6b2251-6ffe-4eaf-b9e9-de0f035822fd tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:21.011018 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-db6b2251-6ffe-4eaf-b9e9-de0f035822fd tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] 10.222.0.72 "PUT /v2.0/ports/74d28411-eb39-4da3-aea5-7bcf3b993204 HTTP/1.1" status: 200 len: 1137 time: 0.5401003 Nov 18 17:17:21.013623 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46356) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:21.017432 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port eb122aa9-677f-4131-ae08-6acce2d3585a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:21.017938 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:21.078555 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16be2f0a-b60b-4431-a492-fdc1e234ed29 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:21.080232 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-16be2f0a-b60b-4431-a492-fdc1e234ed29 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] 10.222.0.72 "GET /v2.0/ports/74d28411-eb39-4da3-aea5-7bcf3b993204 HTTP/1.1" status: 200 len: 1137 time: 0.0653920 Nov 18 17:17:21.084268 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46358) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:21.213261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d11a9e9c-d710-41d9-8768-fb55026dbde1 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Deleting port 74d28411-eb39-4da3-aea5-7bcf3b993204 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:21.214582 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d11a9e9c-d710-41d9-8768-fb55026dbde1 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:21.319736 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4eefd62-0401-4a6f-8454-c3eff900720e req-300f44e8-12ac-43b0-89f8-68e42533eccd tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 210 time: 0.0405653 Nov 18 17:17:21.349830 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d11a9e9c-d710-41d9-8768-fb55026dbde1 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:21.365210 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d11a9e9c-d710-41d9-8768-fb55026dbde1 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Calling delete_port for 74d28411-eb39-4da3-aea5-7bcf3b993204 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:21.372060 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:21.385242 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7fb119-d5eb-4909-8b19-69a6a78e79e8 None None] Provisioning complete for port 74d28411-eb39-4da3-aea5-7bcf3b993204 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:21.385641 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb119-d5eb-4909-8b19-69a6a78e79e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:21.424562 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7fb119-d5eb-4909-8b19-69a6a78e79e8 None None] Port 74d28411-eb39-4da3-aea5-7bcf3b993204 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:17:21.598861 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d11a9e9c-d710-41d9-8768-fb55026dbde1 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:21.640061 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a9e9c-d710-41d9-8768-fb55026dbde1 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Pushing event deleted for resources: {'Port': ['ID=74d28411-eb39-4da3-aea5-7bcf3b993204,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:21.748127 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d11a9e9c-d710-41d9-8768-fb55026dbde1 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:21.754692 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d11a9e9c-d710-41d9-8768-fb55026dbde1 tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] 10.222.0.72 "DELETE /v2.0/ports/74d28411-eb39-4da3-aea5-7bcf3b993204 HTTP/1.1" status: 204 len: 168 time: 0.6612055 Nov 18 17:17:21.754913 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46368) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:21.772065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33ce17-2b04-498a-9ade-4e77f0a5216a req-7077ebbf-8b47-4058-bf7b-ee5a1fdac9ae tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:21.773800 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d33ce17-2b04-498a-9ade-4e77f0a5216a req-7077ebbf-8b47-4058-bf7b-ee5a1fdac9ae tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 945 time: 0.0847914 Nov 18 17:17:21.816002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b16e32d-46a0-4329-bc38-dc4dbe57717a tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Deleting subnet 3f26af52-7956-42a8-b360-1210e6b47ad0 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:17:21.823235 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b16e32d-46a0-4329-bc38-dc4dbe57717a tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:21.834125 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d33ce17-2b04-498a-9ade-4e77f0a5216a req-f42b37f7-e9e7-4678-ac77-ad385c52dafc tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535123 Nov 18 17:17:21.865733 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b16e32d-46a0-4329-bc38-dc4dbe57717a tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:21.961320 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b16e32d-46a0-4329-bc38-dc4dbe57717a tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:22.017318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 3ec855b3-8d66-4957-869a-26ca20e250ba up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:17:22.142725 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b16e32d-46a0-4329-bc38-dc4dbe57717a tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:22.163416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16e32d-46a0-4329-bc38-dc4dbe57717a tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Pushing event deleted for resources: {'Subnet': ['ID=3f26af52-7956-42a8-b360-1210e6b47ad0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:22.174606 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b16e32d-46a0-4329-bc38-dc4dbe57717a tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:22.174606 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6b16e32d-46a0-4329-bc38-dc4dbe57717a tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] 10.222.0.72 "DELETE /v2.0/subnets/3f26af52-7956-42a8-b360-1210e6b47ad0 HTTP/1.1" status: 204 len: 168 time: 0.4181938 Nov 18 17:17:22.176574 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46370) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:22.178908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1b07f8-3bb1-46cf-bdd5-075229df58ba None None] Network ab0d3d5b-9732-400c-b842-51000d5fd7c6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:22.197497 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 3ec855b3-8d66-4957-869a-26ca20e250ba completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:17:22.211365 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 3ec855b3-8d66-4957-869a-26ca20e250ba triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:22.211966 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:22.260681 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:22.324020 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Deleting port eb122aa9-677f-4131-ae08-6acce2d3585a {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:22.324467 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:22.388255 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:22.424109 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7b3bf9-25d3-49cf-8dc8-a9b8a1938453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec855b3-8d66-4957-869a-26ca20e250ba'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:17:22.441080 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6034cf-4808-4db8-a3ba-28d21c499a8a" -d '{"events": [{"server_uuid": "df7b3bf9-25d3-49cf-8dc8-a9b8a1938453", "name": "network-vif-plugged", "status": "completed", "tag": "3ec855b3-8d66-4957-869a-26ca20e250ba"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:17:22.474451 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 3ec855b3-8d66-4957-869a-26ca20e250ba, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3ec855b3-8d66-4957-869a-26ca20e250ba,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:22.479780 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c0456ba-f41e-4900-bf28-3ba229088a11 req-f5c8ebf7-2dfb-4429-a9b5-514f76ef5970 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 210 time: 0.0535014 Nov 18 17:17:22.483758 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] For port eb122aa9-677f-4131-ae08-6acce2d3585a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=eb122aa9-677f-4131-ae08-6acce2d3585a,segment=NetworkSegment(2757595b-cfb8-4575-9153-2482768b01d3),segment_id=2757595b-cfb8-4575-9153-2482768b01d3)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:22.483758 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:22.502222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca11414-2aaa-4fc1-b430-daae30cdb4a6 None None] DHCP port deletion for ab0d3d5b-9732-400c-b842-51000d5fd7c6 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:17:22.502925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Calling delete_port for eb122aa9-677f-4131-ae08-6acce2d3585a owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:22.571923 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:22.602454 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018e4db0-3491-4206-878c-9f60d380687b x-openstack-request-id: req-018e4db0-3491-4206-878c-9f60d380687b {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:17:22.604528 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7b3bf9-25d3-49cf-8dc8-a9b8a1938453", "name": "network-vif-plugged", "status": "completed", "tag": "3ec855b3-8d66-4957-869a-26ca20e250ba", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:17:22.604810 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-018e4db0-3491-4206-878c-9f60d380687b {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:17:22.607605 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7b3bf9-25d3-49cf-8dc8-a9b8a1938453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec855b3-8d66-4957-869a-26ca20e250ba', 'code': 200} Nov 18 17:17:22.667241 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=3ec855b3-8d66-4957-869a-26ca20e250ba,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:22.677510 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9ca11414-2aaa-4fc1-b430-daae30cdb4a6 None None] Deleting port eb122aa9-677f-4131-ae08-6acce2d3585a {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:22.677510 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9ca11414-2aaa-4fc1-b430-daae30cdb4a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:22.684234 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:22.712220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde1d3f-2e38-4cec-ad24-cee77aa7d541 req-1f613e0b-097d-4e99-83b5-70783455cc3d tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:22.715180 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Pushing event deleted for resources: {'Port': ['ID=eb122aa9-677f-4131-ae08-6acce2d3585a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:22.726081 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cde1d3f-2e38-4cec-ad24-cee77aa7d541 req-1f613e0b-097d-4e99-83b5-70783455cc3d tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 945 time: 0.0861874 Nov 18 17:17:22.734719 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] No DVR routers for this DVR port eb122aa9-677f-4131-ae08-6acce2d3585a on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:17:22.739634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b1488-91f8-402b-bf9a-b8dd5c7b0a63 req-5a5fe657-5f4e-4225-be82-ecf4b7e3c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:22.739634 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b9b1488-91f8-402b-bf9a-b8dd5c7b0a63 req-5a5fe657-5f4e-4225-be82-ecf4b7e3c89b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 1098 time: 0.0894017 Nov 18 17:17:22.764990 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9ca11414-2aaa-4fc1-b430-daae30cdb4a6 None None] For port eb122aa9-677f-4131-ae08-6acce2d3585a, host n-d-813419-11, got binding levels [] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:22.765400 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9ca11414-2aaa-4fc1-b430-daae30cdb4a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:22.788987 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9ca11414-2aaa-4fc1-b430-daae30cdb4a6 None None] Calling delete_port for eb122aa9-677f-4131-ae08-6acce2d3585a owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:22.794801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.ipam_backend_mixin [None req-9ca11414-2aaa-4fc1-b430-daae30cdb4a6 None None] Port eb122aa9-677f-4131-ae08-6acce2d3585a was not found and therefore no delete operation was performed {{(pid=104009) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 18 17:17:22.798147 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9ca11414-2aaa-4fc1-b430-daae30cdb4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:22.800655 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cde1d3f-2e38-4cec-ad24-cee77aa7d541 req-1923ed1b-e799-4bd3-86b0-a759c535d632 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649743 Nov 18 17:17:22.824118 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:22.851676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca11414-2aaa-4fc1-b430-daae30cdb4a6 None None] Pushing event deleted for resources: {'Port': ['ID=eb122aa9-677f-4131-ae08-6acce2d3585a,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:22.855666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca11414-2aaa-4fc1-b430-daae30cdb4a6 None None] No DVR routers for this DVR port eb122aa9-677f-4131-ae08-6acce2d3585a on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:17:22.890727 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:22.923832 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b9b1488-91f8-402b-bf9a-b8dd5c7b0a63 req-39e14c1b-5ad9-4d0f-9a16-19d14ff16628 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567578 Nov 18 17:17:22.927326 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0d3d5b-9732-400c-b842-51000d5fd7c6']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:22.941647 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2757595b-cfb8-4575-9153-2482768b01d3') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:22.941954 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2757595b-cfb8-4575-9153-2482768b01d3') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:22.953886 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:22.962650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device eb122aa9-677f-4131-ae08-6acce2d3585a no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:17:22.979761 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:22.983774 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4e247-d59e-440e-ae23-c4980aab8482 req-2a12bd8d-e6d7-40f5-a36c-ae78471ccc2e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:22.985371 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0df4e247-d59e-440e-ae23-c4980aab8482 req-2a12bd8d-e6d7-40f5-a36c-ae78471ccc2e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 946 time: 0.0614679 Nov 18 17:17:22.993875 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:17:22.994169 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: eb122aa9-677f-4131-ae08-6acce2d3585a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:17:22.994655 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device eb122aa9-677f-4131-ae08-6acce2d3585a not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:17:22.994963 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:17:22.999109 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:17:23.054543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0df4e247-d59e-440e-ae23-c4980aab8482 req-6529dec9-efeb-4a42-a54a-e7bad97ef62b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628655 Nov 18 17:17:23.170200 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:23.175558 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:23.179143 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] 10.222.0.72 "DELETE /v2.0/networks/ab0d3d5b-9732-400c-b842-51000d5fd7c6 HTTP/1.1" status: 204 len: 168 time: 0.9967487 Nov 18 17:17:23.195378 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc5759-7820-4318-84b6-18a2cada4e8e tempest-ExtraDHCPOptionsTestJSON-677718754 tempest-ExtraDHCPOptionsTestJSON-677718754-project] Pushing event deleted for resources: {'Network': ['ID=ab0d3d5b-9732-400c-b842-51000d5fd7c6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:23.599205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5387040-39e9-4572-8931-d73331226f0a req-8124219e-2261-4348-a23c-4716fa4cdcfc tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efed404-c235-46eb-a304-619c279f1151 HTTP/1.1" status: 200 len: 210 time: 0.0312288 Nov 18 17:17:23.723338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46396) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:23.907172 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d99759ba-e604-4f46-a6f7-c4e0d3296969 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5408dc963c154c79a503ed853cb8ce26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1826460 Nov 18 17:17:23.915048 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46408) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:23.970867 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db6ee8fd-cfc3-49ed-92c5-a121e73d2cf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:23.995437 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db6ee8fd-cfc3-49ed-92c5-a121e73d2cf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:24.165831 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db6ee8fd-cfc3-49ed-92c5-a121e73d2cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:24.168612 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db6ee8fd-cfc3-49ed-92c5-a121e73d2cf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:24.169780 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-db6ee8fd-cfc3-49ed-92c5-a121e73d2cf3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a63734e-e289-49a0-9ad7-993d4651b567 HTTP/1.1" status: 204 len: 168 time: 0.2536690 Nov 18 17:17:24.182086 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ee8fd-cfc3-49ed-92c5-a121e73d2cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a63734e-e289-49a0-9ad7-993d4651b567,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:24.190135 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ee8fd-cfc3-49ed-92c5-a121e73d2cf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:24.190492 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ee8fd-cfc3-49ed-92c5-a121e73d2cf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:24.190843 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ee8fd-cfc3-49ed-92c5-a121e73d2cf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:24.191190 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ee8fd-cfc3-49ed-92c5-a121e73d2cf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:24.191540 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ee8fd-cfc3-49ed-92c5-a121e73d2cf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:24.191902 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ee8fd-cfc3-49ed-92c5-a121e73d2cf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:24.192242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ee8fd-cfc3-49ed-92c5-a121e73d2cf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:24.192579 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ee8fd-cfc3-49ed-92c5-a121e73d2cf3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:24.192912 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ee8fd-cfc3-49ed-92c5-a121e73d2cf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:24.193240 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ee8fd-cfc3-49ed-92c5-a121e73d2cf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:24.193574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ee8fd-cfc3-49ed-92c5-a121e73d2cf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:24.193903 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ee8fd-cfc3-49ed-92c5-a121e73d2cf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:24.218392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473bd02-bfcd-4051-9f32-69366181fb3e req-d592ba54-5330-4f7d-9582-3a0b5dfcb01d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:24.220157 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6473bd02-bfcd-4051-9f32-69366181fb3e req-d592ba54-5330-4f7d-9582-3a0b5dfcb01d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 946 time: 0.0835567 Nov 18 17:17:24.280813 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6473bd02-bfcd-4051-9f32-69366181fb3e req-c6c4c7bd-097b-4472-8547-23b55e28d8f9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512431 Nov 18 17:17:24.768928 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a4bee-0f54-4f00-8234-04a965b26290 req-e587b86a-5cce-4257-b0c7-9d4cd50ec20d tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:24.775241 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f51a4bee-0f54-4f00-8234-04a965b26290 req-e587b86a-5cce-4257-b0c7-9d4cd50ec20d tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 945 time: 0.0606480 Nov 18 17:17:24.835908 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f51a4bee-0f54-4f00-8234-04a965b26290 req-c37f4b17-4fec-4c34-9719-0a6165f4f872 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573213 Nov 18 17:17:25.460522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d91b5e-e545-4a8e-8a8e-d51bb286ed7c req-3d956c39-b6c4-4891-942f-77e36955910a tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:25.462097 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8d91b5e-e545-4a8e-8a8e-d51bb286ed7c req-3d956c39-b6c4-4891-942f-77e36955910a tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 946 time: 0.0538764 Nov 18 17:17:25.548983 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8d91b5e-e545-4a8e-8a8e-d51bb286ed7c req-9f947b52-bb14-4526-b98f-aca06478afc2 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801845 Nov 18 17:17:25.699256 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46474) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:25.797543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-245b3f21-cc17-470f-9967-7a07e83979b1 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:25.798272 n-d-813419-11 neutron-server[104007]: WARNING neutron.api.v2.base [None req-245b3f21-cc17-470f-9967-7a07e83979b1 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 18 17:17:25.798858 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-245b3f21-cc17-470f-9967-7a07e83979b1 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): There was a conflict when trying to complete your request. Nov 18 17:17:25.799865 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-245b3f21-cc17-470f-9967-7a07e83979b1 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0995207 Nov 18 17:17:25.808286 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46480) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:25.812375 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8216c22c-2b8f-4c95-b8e2-d5d84e59b3f6 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group': {'name': 'tempest-secgroup--380815498'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:25.907279 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8216c22c-2b8f-4c95-b8e2-d5d84e59b3f6 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:25.924495 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8216c22c-2b8f-4c95-b8e2-d5d84e59b3f6 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:25.987298 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d906794-8214-4ba6-87d9-fd2055c3937a req-0160c362-c4bc-41e3-8e4f-41a034036285 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:25.988909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5d906794-8214-4ba6-87d9-fd2055c3937a req-0160c362-c4bc-41e3-8e4f-41a034036285 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 945 time: 0.0569537 Nov 18 17:17:26.029660 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8216c22c-2b8f-4c95-b8e2-d5d84e59b3f6 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:26.046160 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5d906794-8214-4ba6-87d9-fd2055c3937a req-30db9a8b-0779-441f-85d5-3798cd6fdd1c tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487101 Nov 18 17:17:26.130292 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8216c22c-2b8f-4c95-b8e2-d5d84e59b3f6 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:26.204973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216c22c-2b8f-4c95-b8e2-d5d84e59b3f6 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=febf0fe7-2c4f-4d02-89be-32dc62e20e6a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:26.239252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46488) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:26.282079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496e2ac-7f20-4ced-9f0b-be804b677d6d req-36a0006d-53b8-4af8-88f9-5c6a2a080878 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:26.290810 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8496e2ac-7f20-4ced-9f0b-be804b677d6d req-36a0006d-53b8-4af8-88f9-5c6a2a080878 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 946 time: 0.1055579 Nov 18 17:17:26.296548 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8216c22c-2b8f-4c95-b8e2-d5d84e59b3f6 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:26.361044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8496e2ac-7f20-4ced-9f0b-be804b677d6d req-57ecc560-c108-4592-ba6b-8d0c15f2db08 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670476 Nov 18 17:17:26.381574 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8216c22c-2b8f-4c95-b8e2-d5d84e59b3f6 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:26.434425 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216c22c-2b8f-4c95-b8e2-d5d84e59b3f6 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3844f8fd-19fc-44fb-af2c-555b94a03495,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:26.443009 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64454c51-b494-47bd-8121-9f8ec93cdf3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:26.518616 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8216c22c-2b8f-4c95-b8e2-d5d84e59b3f6 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:26.520710 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8216c22c-2b8f-4c95-b8e2-d5d84e59b3f6 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7157695 Nov 18 17:17:26.523389 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46494) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:26.527049 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64454c51-b494-47bd-8121-9f8ec93cdf3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:26.530091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-28d93e26-8901-42ad-8a8e-02becb3443be tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': '3844f8fd-19fc-44fb-af2c-555b94a03495', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:26.644261 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64454c51-b494-47bd-8121-9f8ec93cdf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:26.661662 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-28d93e26-8901-42ad-8a8e-02becb3443be tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:26.705340 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46498) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:26.711948 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-64454c51-b494-47bd-8121-9f8ec93cdf3d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3668b93c424a41e6801353797f9d208e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4690535 Nov 18 17:17:26.716320 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64454c51-b494-47bd-8121-9f8ec93cdf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1d2a24-7463-432c-82b1-c0efec14f208,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:26.783979 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-265770a4-ae9c-443f-b667-83f5f2e3b922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:26.792753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-28d93e26-8901-42ad-8a8e-02becb3443be tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:26.814065 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-265770a4-ae9c-443f-b667-83f5f2e3b922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:26.855625 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-28d93e26-8901-42ad-8a8e-02becb3443be tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:26.880355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d93e26-8901-42ad-8a8e-02becb3443be tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01fcaf5-fbcc-4566-a1c6-0816da78338c,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:26.947007 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-265770a4-ae9c-443f-b667-83f5f2e3b922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:26.949897 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-265770a4-ae9c-443f-b667-83f5f2e3b922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:26.952170 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-265770a4-ae9c-443f-b667-83f5f2e3b922 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3c1d2a24-7463-432c-82b1-c0efec14f208 HTTP/1.1" status: 204 len: 168 time: 0.2447877 Nov 18 17:17:26.962682 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-28d93e26-8901-42ad-8a8e-02becb3443be tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:26.964320 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-28d93e26-8901-42ad-8a8e-02becb3443be tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4396324 Nov 18 17:17:26.966038 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265770a4-ae9c-443f-b667-83f5f2e3b922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1d2a24-7463-432c-82b1-c0efec14f208,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:26.967133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46504) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:26.973981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7c57bc1d-8529-4063-884a-185db172ba88 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': '3844f8fd-19fc-44fb-af2c-555b94a03495', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:27.080242 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c57bc1d-8529-4063-884a-185db172ba88 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:27.190123 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bd068-2c95-4aae-9493-ad047c538536 req-04252d10-41b3-418b-baa0-e5473ef3c77d tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:27.191685 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-969bd068-2c95-4aae-9493-ad047c538536 req-04252d10-41b3-418b-baa0-e5473ef3c77d tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 945 time: 0.0638511 Nov 18 17:17:27.218732 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-7c57bc1d-8529-4063-884a-185db172ba88 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): There was a conflict when trying to complete your request. Nov 18 17:17:27.222918 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7c57bc1d-8529-4063-884a-185db172ba88 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2518182 Nov 18 17:17:27.225843 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46508) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:27.274190 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-969bd068-2c95-4aae-9493-ad047c538536 req-87bc9fd2-e5c2-487b-903b-320c2bd78730 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756633 Nov 18 17:17:27.298896 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0dd82a04-1814-4fda-af21-d28e430e8569 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:27.327846 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0dd82a04-1814-4fda-af21-d28e430e8569 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:27.464726 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0dd82a04-1814-4fda-af21-d28e430e8569 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:27.474608 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0dd82a04-1814-4fda-af21-d28e430e8569 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:27.486351 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0dd82a04-1814-4fda-af21-d28e430e8569 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "DELETE /v2.0/security-groups/3844f8fd-19fc-44fb-af2c-555b94a03495 HTTP/1.1" status: 204 len: 168 time: 0.2541897 Nov 18 17:17:27.486351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46516) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:27.517359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd82a04-1814-4fda-af21-d28e430e8569 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3844f8fd-19fc-44fb-af2c-555b94a03495,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:27.540943 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c690cc2-f18a-4c60-a4a1-64cd77c5de38 req-4bdd803f-cbfa-474b-846f-c7b408814dda tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:27.548623 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9c690cc2-f18a-4c60-a4a1-64cd77c5de38 req-4bdd803f-cbfa-474b-846f-c7b408814dda tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 946 time: 0.1117458 Nov 18 17:17:27.592093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6b2d0-8c7b-402a-ab93-df4e66278e96 req-264b6c23-bee3-47fe-a1fc-d8168dbd646a tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:27.594434 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-86a6b2d0-8c7b-402a-ab93-df4e66278e96 req-264b6c23-bee3-47fe-a1fc-d8168dbd646a tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.81 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 946 time: 0.1528914 Nov 18 17:17:27.599763 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0aef4224-d455-4e77-8f5c-4ad248158690 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0909946 Nov 18 17:17:27.606526 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46518) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:27.611225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-51c3a0a1-7db0-4479-b0d1-7f69d568e266 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group': {'name': 'tempest-secgroup--1794261282'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:27.652734 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9c690cc2-f18a-4c60-a4a1-64cd77c5de38 req-25c80224-7c75-42f5-ae5a-92e0aa9e76b6 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900264 Nov 18 17:17:27.729985 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51c3a0a1-7db0-4479-b0d1-7f69d568e266 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:27.748107 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-86a6b2d0-8c7b-402a-ab93-df4e66278e96 req-1f4273b2-a38a-45c4-8615-2247a057b0f9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Deleting port 3ec855b3-8d66-4957-869a-26ca20e250ba {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:27.748107 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-86a6b2d0-8c7b-402a-ab93-df4e66278e96 req-1f4273b2-a38a-45c4-8615-2247a057b0f9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:27.783340 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a384b-f5b9-403e-8ac1-a93d8faed2e6 req-cf80dfda-4abf-4205-bea1-3a5f2b60c423 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:27.784544 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a48a384b-f5b9-403e-8ac1-a93d8faed2e6 req-cf80dfda-4abf-4205-bea1-3a5f2b60c423 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.83 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 945 time: 0.0851600 Nov 18 17:17:27.888031 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46522) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:27.895698 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51c3a0a1-7db0-4479-b0d1-7f69d568e266 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:27.921924 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bc438cb-1e53-43c8-9ffa-3635c9d90660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:27.965846 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-86a6b2d0-8c7b-402a-ab93-df4e66278e96 req-1f4273b2-a38a-45c4-8615-2247a057b0f9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] For port 3ec855b3-8d66-4957-869a-26ca20e250ba, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3ec855b3-8d66-4957-869a-26ca20e250ba,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:27.966538 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-86a6b2d0-8c7b-402a-ab93-df4e66278e96 req-1f4273b2-a38a-45c4-8615-2247a057b0f9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:27.981844 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51c3a0a1-7db0-4479-b0d1-7f69d568e266 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:27.992111 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-86a6b2d0-8c7b-402a-ab93-df4e66278e96 req-1f4273b2-a38a-45c4-8615-2247a057b0f9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Calling delete_port for 3ec855b3-8d66-4957-869a-26ca20e250ba owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:28.036999 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3a0a1-7db0-4479-b0d1-7f69d568e266 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567692b0-fec6-4c83-92bc-144e6a5bf026,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:28.088693 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51c3a0a1-7db0-4479-b0d1-7f69d568e266 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:28.092209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-51c3a0a1-7db0-4479-b0d1-7f69d568e266 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4822879 Nov 18 17:17:28.092923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46526) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:28.098322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ce794406-ad4b-4698-aed6-c0bb17bcc2bc tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': '567692b0-fec6-4c83-92bc-144e6a5bf026', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:28.099278 n-d-813419-11 neutron-server[104007]: WARNING neutron.api.v2.base [None req-ce794406-ad4b-4698-aed6-c0bb17bcc2bc tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 18 17:17:28.099895 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-ce794406-ad4b-4698-aed6-c0bb17bcc2bc tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:17:28.103519 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ce794406-ad4b-4698-aed6-c0bb17bcc2bc tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069320 Nov 18 17:17:28.103519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46528) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:28.110055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-a48a384b-f5b9-403e-8ac1-a93d8faed2e6 req-f54bd033-55ca-4aea-bddc-6c65617d4bf8 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Deleting port 671ce244-be3c-41ef-9ea4-821f80d494da {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:28.115336 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a48a384b-f5b9-403e-8ac1-a93d8faed2e6 req-f54bd033-55ca-4aea-bddc-6c65617d4bf8 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:28.172428 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-97fb25fa-e30f-4787-bd53-fc272589a851 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:28.197603 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-97fb25fa-e30f-4787-bd53-fc272589a851 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:28.273390 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bc438cb-1e53-43c8-9ffa-3635c9d90660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:28.307347 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-a48a384b-f5b9-403e-8ac1-a93d8faed2e6 req-f54bd033-55ca-4aea-bddc-6c65617d4bf8 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] For port 671ce244-be3c-41ef-9ea4-821f80d494da, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=671ce244-be3c-41ef-9ea4-821f80d494da,segment=NetworkSegment(a28af4cc-290e-4800-b487-298ef539790c),segment_id=a28af4cc-290e-4800-b487-298ef539790c)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:28.307906 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a48a384b-f5b9-403e-8ac1-a93d8faed2e6 req-f54bd033-55ca-4aea-bddc-6c65617d4bf8 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:28.352345 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-97fb25fa-e30f-4787-bd53-fc272589a851 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:28.356689 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-97fb25fa-e30f-4787-bd53-fc272589a851 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:28.358447 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-97fb25fa-e30f-4787-bd53-fc272589a851 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "DELETE /v2.0/security-groups/567692b0-fec6-4c83-92bc-144e6a5bf026 HTTP/1.1" status: 204 len: 168 time: 0.2534740 Nov 18 17:17:28.376070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46532) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:28.407528 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb25fa-e30f-4787-bd53-fc272589a851 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=567692b0-fec6-4c83-92bc-144e6a5bf026,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:28.440659 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355bb54-e2aa-4b66-b720-c88134ec6f18 req-704d736e-6318-4b63-914a-d1137b6be88e tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:28.441070 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bc438cb-1e53-43c8-9ffa-3635c9d90660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:28.442316 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1355bb54-e2aa-4b66-b720-c88134ec6f18 req-704d736e-6318-4b63-914a-d1137b6be88e tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 945 time: 0.1017194 Nov 18 17:17:28.465220 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8e23cbf5-b3d2-432e-abf3-d6aaebe9fe3d tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0868661 Nov 18 17:17:28.473349 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46534) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:28.480029 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-00116ee2-58b6-4651-a728-952d3ac1e99b tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987838538'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:28.542957 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1355bb54-e2aa-4b66-b720-c88134ec6f18 req-9e1b8199-8cca-4e49-96d0-6acc75b0d05e tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups?id=c28c62cf-deb1-4099-92e6-7de4ffe78c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910535 Nov 18 17:17:28.598592 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-00116ee2-58b6-4651-a728-952d3ac1e99b tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:28.681026 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-00116ee2-58b6-4651-a728-952d3ac1e99b tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:28.753347 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-00116ee2-58b6-4651-a728-952d3ac1e99b tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:28.761292 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2033891b-ac92-4dcf-9fde-37d64cc1bc0f req-d21d2e7d-f3d3-47f3-adb9-64cd4a9a0a2e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 210 time: 0.0401618 Nov 18 17:17:28.789794 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00116ee2-58b6-4651-a728-952d3ac1e99b tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e17ae1-430f-41ba-b64e-c3bcd7a5b790,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:28.856930 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-86a6b2d0-8c7b-402a-ab93-df4e66278e96 req-1f4273b2-a38a-45c4-8615-2247a057b0f9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:28.867403 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-00116ee2-58b6-4651-a728-952d3ac1e99b tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:28.871769 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-00116ee2-58b6-4651-a728-952d3ac1e99b tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3950803 Nov 18 17:17:28.872774 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46540) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:28.874717 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['3ec855b3-8d66-4957-869a-26ca20e250ba'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:17:28.899891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5488746f-48a9-49dc-a229-095ab8c32443 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': '52e17ae1-430f-41ba-b64e-c3bcd7a5b790', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:28.901345 n-d-813419-11 neutron-server[104007]: WARNING neutron.api.v2.base [None req-5488746f-48a9-49dc-a229-095ab8c32443 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 18 17:17:28.904131 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-5488746f-48a9-49dc-a229-095ab8c32443 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:17:28.910976 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5488746f-48a9-49dc-a229-095ab8c32443 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0337400 Nov 18 17:17:28.911418 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46544) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:28.944785 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7bc438cb-1e53-43c8-9ffa-3635c9d90660 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fe87ffa32430459e8d7cc850554f2e96&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0521166 Nov 18 17:17:28.947511 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4273b2-a38a-45c4-8615-2247a057b0f9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Pushing event deleted for resources: {'Port': ['ID=3ec855b3-8d66-4957-869a-26ca20e250ba,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:28.961611 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46546) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:29.001060 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc438cb-1e53-43c8-9ffa-3635c9d90660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fba824-d679-4ed4-894b-1a048883cd31,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:29.047774 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0106a7e9-d4a4-4482-aad3-464304d1aa74 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:29.086539 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0106a7e9-d4a4-4482-aad3-464304d1aa74 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:29.176583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a6b2d0-8c7b-402a-ab93-df4e66278e96 req-1f4273b2-a38a-45c4-8615-2247a057b0f9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] No DVR routers for this DVR port 3ec855b3-8d66-4957-869a-26ca20e250ba on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:17:29.186769 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-86a6b2d0-8c7b-402a-ab93-df4e66278e96 req-1f4273b2-a38a-45c4-8615-2247a057b0f9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:29.190090 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-86a6b2d0-8c7b-402a-ab93-df4e66278e96 req-1f4273b2-a38a-45c4-8615-2247a057b0f9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.81 "DELETE /v2.0/ports/3ec855b3-8d66-4957-869a-26ca20e250ba HTTP/1.1" status: 204 len: 173 time: 1.5892303 Nov 18 17:17:29.204803 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7b3bf9-25d3-49cf-8dc8-a9b8a1938453', 'name': 'network-vif-deleted', 'tag': '3ec855b3-8d66-4957-869a-26ca20e250ba'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:17:29.207501 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930618a1-c9e9-4a06-bae9-32695a00425f" -d '{"events": [{"server_uuid": "df7b3bf9-25d3-49cf-8dc8-a9b8a1938453", "name": "network-vif-deleted", "tag": "3ec855b3-8d66-4957-869a-26ca20e250ba"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:17:29.221501 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0106a7e9-d4a4-4482-aad3-464304d1aa74 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:29.226008 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0106a7e9-d4a4-4482-aad3-464304d1aa74 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:29.227005 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a48a384b-f5b9-403e-8ac1-a93d8faed2e6 req-f54bd033-55ca-4aea-bddc-6c65617d4bf8 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:29.227417 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a48a384b-f5b9-403e-8ac1-a93d8faed2e6 req-f54bd033-55ca-4aea-bddc-6c65617d4bf8 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:29.227696 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [req-a48a384b-f5b9-403e-8ac1-a93d8faed2e6 req-f54bd033-55ca-4aea-bddc-6c65617d4bf8 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Floating IP 11ea0e9d-709c-4861-b83b-e865178185e3 disassociated. External IP: 172.25.3.197, port: 671ce244-be3c-41ef-9ea4-821f80d494da. Nov 18 17:17:29.228070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-a48a384b-f5b9-403e-8ac1-a93d8faed2e6 req-f54bd033-55ca-4aea-bddc-6c65617d4bf8 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Calling delete_port for 671ce244-be3c-41ef-9ea4-821f80d494da owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:29.228661 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0106a7e9-d4a4-4482-aad3-464304d1aa74 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "DELETE /v2.0/security-groups/52e17ae1-430f-41ba-b64e-c3bcd7a5b790 HTTP/1.1" status: 204 len: 168 time: 0.3155000 Nov 18 17:17:29.237007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46552) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:29.258103 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cd2dc6-3e46-4b53-b2e9-ccaf0f8c4aa8 x-openstack-request-id: req-a0cd2dc6-3e46-4b53-b2e9-ccaf0f8c4aa8 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:17:29.258406 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7b3bf9-25d3-49cf-8dc8-a9b8a1938453", "name": "network-vif-deleted", "tag": "3ec855b3-8d66-4957-869a-26ca20e250ba", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:17:29.258660 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a0cd2dc6-3e46-4b53-b2e9-ccaf0f8c4aa8 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:17:29.259056 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7b3bf9-25d3-49cf-8dc8-a9b8a1938453', 'name': 'network-vif-deleted', 'tag': '3ec855b3-8d66-4957-869a-26ca20e250ba', 'status': 'completed', 'code': 200} Nov 18 17:17:29.277458 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106a7e9-d4a4-4482-aad3-464304d1aa74 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e17ae1-430f-41ba-b64e-c3bcd7a5b790,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:29.306708 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc140e98-1e66-4e44-9b43-1163725758eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:29.323259 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-11f2ad8b-7cc9-48b0-9d14-10dec344651c tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0850158 Nov 18 17:17:29.327422 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46554) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:29.332316 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-0c30b436-d185-4af3-b154-62e706838641 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group': {'name': 'tempest-secgroup--1430558193'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:29.345215 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc140e98-1e66-4e44-9b43-1163725758eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:29.478524 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c30b436-d185-4af3-b154-62e706838641 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:29.535702 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc140e98-1e66-4e44-9b43-1163725758eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:29.538518 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc140e98-1e66-4e44-9b43-1163725758eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:29.539914 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dc140e98-1e66-4e44-9b43-1163725758eb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0fba824-d679-4ed4-894b-1a048883cd31 HTTP/1.1" status: 204 len: 168 time: 0.5766821 Nov 18 17:17:29.549761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc140e98-1e66-4e44-9b43-1163725758eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fba824-d679-4ed4-894b-1a048883cd31,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:29.572685 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a48a384b-f5b9-403e-8ac1-a93d8faed2e6 req-f54bd033-55ca-4aea-bddc-6c65617d4bf8 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:29.594217 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c30b436-d185-4af3-b154-62e706838641 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:29.625371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bd033-55ca-4aea-bddc-6c65617d4bf8 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Pushing event deleted for resources: {'Port': ['ID=671ce244-be3c-41ef-9ea4-821f80d494da,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:29.718406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb5dee83-4f3f-4321-8599-f28918640f81 req-a6678911-6882-4cb9-9a62-f6a119ff778e tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 210 time: 0.0310562 Nov 18 17:17:29.719710 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c30b436-d185-4af3-b154-62e706838641 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:29.759197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30b436-d185-4af3-b154-62e706838641 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaf70c6-d1b1-4b14-944b-4262c8ffd62b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:29.781786 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a48a384b-f5b9-403e-8ac1-a93d8faed2e6 req-f54bd033-55ca-4aea-bddc-6c65617d4bf8 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Router bc45e626-42b8-459d-8a76-77b98a45dc2e has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:17:29.823126 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c30b436-d185-4af3-b154-62e706838641 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:29.824686 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0c30b436-d185-4af3-b154-62e706838641 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4961805 Nov 18 17:17:29.827873 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46564) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:29.832489 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-4159e673-e2af-42b4-a7d4-061b821b66ea tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': 'ecaf70c6-d1b1-4b14-944b-4262c8ffd62b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:29.834759 n-d-813419-11 neutron-server[104007]: WARNING neutron.api.v2.base [None req-4159e673-e2af-42b4-a7d4-061b821b66ea tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 18 17:17:29.834759 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-4159e673-e2af-42b4-a7d4-061b821b66ea tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:17:29.839898 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4159e673-e2af-42b4-a7d4-061b821b66ea tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059559 Nov 18 17:17:29.840720 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46566) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:29.849258 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-987ddffe-052f-4a02-9e06-6d1c1646939c tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': 'ecaf70c6-d1b1-4b14-944b-4262c8ffd62b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:29.853529 n-d-813419-11 neutron-server[104007]: WARNING neutron.api.v2.base [None req-987ddffe-052f-4a02-9e06-6d1c1646939c tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 18 17:17:29.854211 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-987ddffe-052f-4a02-9e06-6d1c1646939c tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:17:29.855504 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-987ddffe-052f-4a02-9e06-6d1c1646939c tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0137134 Nov 18 17:17:29.869330 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46568) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:29.872504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8a8755b7-3553-4566-8105-eae442cc323f tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': 'ecaf70c6-d1b1-4b14-944b-4262c8ffd62b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:29.873316 n-d-813419-11 neutron-server[104007]: WARNING neutron.api.v2.base [None req-8a8755b7-3553-4566-8105-eae442cc323f tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 18 17:17:29.875193 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-8a8755b7-3553-4566-8105-eae442cc323f tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:17:29.875833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8a8755b7-3553-4566-8105-eae442cc323f tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084076 Nov 18 17:17:29.879577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46570) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:29.892019 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-10b24830-3d2b-49f9-bcac-653f341c91e8 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': 'ecaf70c6-d1b1-4b14-944b-4262c8ffd62b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:29.892944 n-d-813419-11 neutron-server[104007]: WARNING neutron.api.v2.base [None req-10b24830-3d2b-49f9-bcac-653f341c91e8 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 18 17:17:29.893446 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-10b24830-3d2b-49f9-bcac-653f341c91e8 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:17:29.894792 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-10b24830-3d2b-49f9-bcac-653f341c91e8 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0123127 Nov 18 17:17:29.908983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46572) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:29.965814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a48a384b-f5b9-403e-8ac1-a93d8faed2e6 req-f54bd033-55ca-4aea-bddc-6c65617d4bf8 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:17:29.974787 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b775051-e163-468d-a6cd-e204615f1106 req-d73e673d-ce5a-41c3-83a4-ac4dce81188d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7b3bf9-25d3-49cf-8dc8-a9b8a1938453 HTTP/1.1" status: 200 len: 210 time: 0.0791082 Nov 18 17:17:29.981786 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db3c5d-8745-408d-b7a6-77589a076e82 None None] Sync routers for ids ['bc45e626-42b8-459d-8a76-77b98a45dc2e'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:17:30.027994 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c27b9bcd-96ef-4fef-94c0-9865dc429ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:30.056441 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f1d675f6-d9f3-4cd9-b56b-a42cd2e43484 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:30.062961 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db3c5d-8745-408d-b7a6-77589a076e82 None None] Routers {'bc45e626-42b8-459d-8a76-77b98a45dc2e'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:17:30.063607 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-80db3c5d-8745-408d-b7a6-77589a076e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:17:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bc45e626-42b8-459d-8a76-77b98a45dc2e'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:30.099583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48a384b-f5b9-403e-8ac1-a93d8faed2e6 req-f54bd033-55ca-4aea-bddc-6c65617d4bf8 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] No DVR routers for this DVR port 671ce244-be3c-41ef-9ea4-821f80d494da on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:17:30.107072 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a48a384b-f5b9-403e-8ac1-a93d8faed2e6 req-f54bd033-55ca-4aea-bddc-6c65617d4bf8 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:30.114664 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a48a384b-f5b9-403e-8ac1-a93d8faed2e6 req-f54bd033-55ca-4aea-bddc-6c65617d4bf8 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.83 "DELETE /v2.0/ports/671ce244-be3c-41ef-9ea4-821f80d494da HTTP/1.1" status: 204 len: 173 time: 2.3187044 Nov 18 17:17:30.122412 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f1d675f6-d9f3-4cd9-b56b-a42cd2e43484 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:30.284456 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f1d675f6-d9f3-4cd9-b56b-a42cd2e43484 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:30.287269 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f1d675f6-d9f3-4cd9-b56b-a42cd2e43484 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:30.288719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f1d675f6-d9f3-4cd9-b56b-a42cd2e43484 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "DELETE /v2.0/security-groups/ecaf70c6-d1b1-4b14-944b-4262c8ffd62b HTTP/1.1" status: 204 len: 168 time: 0.3787808 Nov 18 17:17:30.291512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46584) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:30.328807 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d675f6-d9f3-4cd9-b56b-a42cd2e43484 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaf70c6-d1b1-4b14-944b-4262c8ffd62b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:30.377026 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-80db3c5d-8745-408d-b7a6-77589a076e82 None None] Set router bc45e626-42b8-459d-8a76-77b98a45dc2e gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:17:30.408496 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9756fc71-933c-4bf8-9073-1e1058e1bd55 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1155331 Nov 18 17:17:30.412279 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46588) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:30.417141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-aa92f692-a8f5-4d31-a1c8-ce823c656316 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group': {'name': 'tempest-secgroup--1892572196'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:30.547338 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aa92f692-a8f5-4d31-a1c8-ce823c656316 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:30.619919 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 671ce244-be3c-41ef-9ea4-821f80d494da no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:17:30.641223 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aa92f692-a8f5-4d31-a1c8-ce823c656316 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:30.649347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 671ce244-be3c-41ef-9ea4-821f80d494da {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:17:30.649936 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 671ce244-be3c-41ef-9ea4-821f80d494da not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:17:30.709978 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-80db3c5d-8745-408d-b7a6-77589a076e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'name': 'tempest-ServersTestBootFromVolume-1103423158-router', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:59Z', 'updated_at': '2021-11-18T17:13:10Z', 'revision_number': 4, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'gw_port': {'id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:02Z', 'updated_at': '2021-11-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '56a06d86-bbde-4fb1-abde-27f1b2aa20b1', 'name': '', 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'mac_address': 'fa:16:3e:03:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:08Z', 'updated_at': '2021-11-18T17:13:15Z', 'revision_number': 5, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'subnets': [{'id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:30.712649 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aa92f692-a8f5-4d31-a1c8-ce823c656316 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:30.776893 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db3c5d-8745-408d-b7a6-77589a076e82 None None] Checking router: bc45e626-42b8-459d-8a76-77b98a45dc2e for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:17:30.785899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92f692-a8f5-4d31-a1c8-ce823c656316 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23492b8d-709b-4d42-8e52-88d91056ba8a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:30.797291 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db3c5d-8745-408d-b7a6-77589a076e82 None None] Routers {'bc45e626-42b8-459d-8a76-77b98a45dc2e'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:17:30.797945 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-80db3c5d-8745-408d-b7a6-77589a076e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:17:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bc45e626-42b8-459d-8a76-77b98a45dc2e'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:30.846602 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aa92f692-a8f5-4d31-a1c8-ce823c656316 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:30.848425 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-aa92f692-a8f5-4d31-a1c8-ce823c656316 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4350243 Nov 18 17:17:30.851641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46604) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:30.856895 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f6081ad9-b5d9-4fc5-b56e-6edcdf4a73a3 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': '23492b8d-709b-4d42-8e52-88d91056ba8a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:30.857575 n-d-813419-11 neutron-server[104008]: WARNING neutron.api.v2.base [None req-f6081ad9-b5d9-4fc5-b56e-6edcdf4a73a3 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 18 17:17:30.858432 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-f6081ad9-b5d9-4fc5-b56e-6edcdf4a73a3 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:17:30.860526 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f6081ad9-b5d9-4fc5-b56e-6edcdf4a73a3 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075431 Nov 18 17:17:30.866515 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46606) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:30.877883 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e9052035-c0a7-4c86-94b5-a158540dbbbd tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': '23492b8d-709b-4d42-8e52-88d91056ba8a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:30.917564 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-69b0d980-48c0-4eb6-9a70-628c9e37ed6f req-baa89b40-7d4f-436e-82f4-511f723c1dc4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 210 time: 0.0555058 Nov 18 17:17:31.022790 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-80db3c5d-8745-408d-b7a6-77589a076e82 None None] Set router bc45e626-42b8-459d-8a76-77b98a45dc2e gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:17:31.094249 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-e9052035-c0a7-4c86-94b5-a158540dbbbd tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:17:31.094249 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e9052035-c0a7-4c86-94b5-a158540dbbbd tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2174289 Nov 18 17:17:31.100586 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46614) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:31.106582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f7b73b70-6332-4424-b0f8-5b09fdcf55ec tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': '23492b8d-709b-4d42-8e52-88d91056ba8a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:31.107079 n-d-813419-11 neutron-server[104008]: WARNING neutron.api.v2.base [None req-f7b73b70-6332-4424-b0f8-5b09fdcf55ec tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 18 17:17:31.107579 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-f7b73b70-6332-4424-b0f8-5b09fdcf55ec tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:17:31.113171 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f7b73b70-6332-4424-b0f8-5b09fdcf55ec tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0116005 Nov 18 17:17:31.116650 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46616) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:31.121942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-00e59052-1922-45e5-b0d8-c8308152cf59 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': '23492b8d-709b-4d42-8e52-88d91056ba8a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:31.260360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040c7a2b-d37c-463e-982e-ac34eba70aad', 'name': 'network-vif-deleted', 'tag': '671ce244-be3c-41ef-9ea4-821f80d494da'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:17:31.262827 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb1e518-4445-458e-ab27-1dcc74cf5ff4" -d '{"events": [{"server_uuid": "040c7a2b-d37c-463e-982e-ac34eba70aad", "name": "network-vif-deleted", "tag": "671ce244-be3c-41ef-9ea4-821f80d494da"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:17:31.404600 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-00e59052-1922-45e5-b0d8-c8308152cf59 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:17:31.404868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46638) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:31.404973 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-80db3c5d-8745-408d-b7a6-77589a076e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'name': 'tempest-ServersTestBootFromVolume-1103423158-router', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:59Z', 'updated_at': '2021-11-18T17:13:10Z', 'revision_number': 4, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'gw_port': {'id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:02Z', 'updated_at': '2021-11-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '56a06d86-bbde-4fb1-abde-27f1b2aa20b1', 'name': '', 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'mac_address': 'fa:16:3e:03:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:08Z', 'updated_at': '2021-11-18T17:13:15Z', 'revision_number': 5, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'subnets': [{'id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:31.409286 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b420f27f-31e9-4285-b0fa-0190263ea68a tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': '23492b8d-709b-4d42-8e52-88d91056ba8a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:31.409883 n-d-813419-11 neutron-server[104008]: WARNING neutron.api.v2.base [None req-b420f27f-31e9-4285-b0fa-0190263ea68a tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 18 17:17:31.410480 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-b420f27f-31e9-4285-b0fa-0190263ea68a tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:17:31.416181 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b420f27f-31e9-4285-b0fa-0190263ea68a tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086117 Nov 18 17:17:31.416355 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-00e59052-1922-45e5-b0d8-c8308152cf59 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2944832 Nov 18 17:17:31.416636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46640) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:31.425931 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5d0b918d-99f2-44cd-9771-27e12ef72abf tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': '23492b8d-709b-4d42-8e52-88d91056ba8a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:31.442722 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccefb1-9422-4d8e-b1b3-ff2223c91e8e req-405bac8b-22af-483c-aa31-eaf4e502619f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:31.446224 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2cccefb1-9422-4d8e-b1b3-ff2223c91e8e req-405bac8b-22af-483c-aa31-eaf4e502619f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 944 time: 0.1507964 Nov 18 17:17:31.470699 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db3c5d-8745-408d-b7a6-77589a076e82 None None] The sync data for ids ['bc45e626-42b8-459d-8a76-77b98a45dc2e'] in n-d-813419-11 is: [{'id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'name': 'tempest-ServersTestBootFromVolume-1103423158-router', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:59Z', 'updated_at': '2021-11-18T17:13:10Z', 'revision_number': 4, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'gw_port': {'id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:02Z', 'updated_at': '2021-11-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '56a06d86-bbde-4fb1-abde-27f1b2aa20b1', 'name': '', 'network_id': '652a8802-df53-41d6-bcbd-962461ecde11', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'mac_address': 'fa:16:3e:03:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:08Z', 'updated_at': '2021-11-18T17:13:15Z', 'revision_number': 5, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'subnets': [{'id': 'fd8bc086-10b8-4e7e-a632-9edd196f4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:17:31.599683 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-5d0b918d-99f2-44cd-9771-27e12ef72abf tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Project a79144e4af394cf7974e836f42c86c33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:17:31.683496 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-5d0b918d-99f2-44cd-9771-27e12ef72abf tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:17:31.685158 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5d0b918d-99f2-44cd-9771-27e12ef72abf tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2672501 Nov 18 17:17:31.688547 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46648) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:31.693758 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-757b50b7-b6c4-4805-9af3-f2502ca832c1 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': '23492b8d-709b-4d42-8e52-88d91056ba8a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:31.694649 n-d-813419-11 neutron-server[104008]: WARNING neutron.api.v2.base [None req-757b50b7-b6c4-4805-9af3-f2502ca832c1 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 18 17:17:31.695157 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-757b50b7-b6c4-4805-9af3-f2502ca832c1 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:17:31.699289 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-757b50b7-b6c4-4805-9af3-f2502ca832c1 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085218 Nov 18 17:17:31.702317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46650) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:31.708774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-673f2d69-b988-4f55-88d1-250c98c1b051 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': '23492b8d-709b-4d42-8e52-88d91056ba8a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:31.846023 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-673f2d69-b988-4f55-88d1-250c98c1b051 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Project a79144e4af394cf7974e836f42c86c33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:17:31.890328 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52187055-ce5e-4a74-b485-3f124c506134 req-6163ed00-67c4-4782-9889-ed78e2341e47 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:31.892504 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-52187055-ce5e-4a74-b485-3f124c506134 req-6163ed00-67c4-4782-9889-ed78e2341e47 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.83 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 944 time: 0.0888767 Nov 18 17:17:31.960750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e4b33b-5043-4718-8493-3aef651c7729 None None] New status for floating IP 11ea0e9d-709c-4861-b83b-e865178185e3: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:17:31.986841 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-673f2d69-b988-4f55-88d1-250c98c1b051 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:17:31.992921 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-673f2d69-b988-4f55-88d1-250c98c1b051 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2893438 Nov 18 17:17:32.007426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7659d-850b-4051-a282-93c624f0d73e req-86add59f-0e51-4303-ae91-a56518bc6abf tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:32.015150 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-afe7659d-850b-4051-a282-93c624f0d73e req-86add59f-0e51-4303-ae91-a56518bc6abf tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/networks?id=372f18cd-c4d2-4313-ab28-7ad24e489e08 HTTP/1.1" status: 200 len: 811 time: 0.6526563 Nov 18 17:17:32.017551 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46660) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:32.025515 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-69f232dc-c534-4add-ae8f-3c618d9900f2 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': '23492b8d-709b-4d42-8e52-88d91056ba8a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:32.044350 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-afe7659d-850b-4051-a282-93c624f0d73e req-a5b56172-3c56-48ce-91e5-3da8566df62d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/quotas/748635c22a864a7e9f77c46a346f94fb HTTP/1.1" status: 200 len: 375 time: 0.0282748 Nov 18 17:17:32.088909 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-52187055-ce5e-4a74-b485-3f124c506134 req-2000e792-c626-4f73-bf34-7c4e2dd1f7c6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Deleting port cf8ccb18-f108-451f-8e9a-38cc13435e0c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:32.089687 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-52187055-ce5e-4a74-b485-3f124c506134 req-2000e792-c626-4f73-bf34-7c4e2dd1f7c6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:32.091344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-afe7659d-850b-4051-a282-93c624f0d73e req-e6335c15-1def-40c8-adb2-0a73ffddcd8f tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460799 Nov 18 17:17:32.130689 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2cccefb1-9422-4d8e-b1b3-ff2223c91e8e req-db259152-66ca-48f1-a9aa-8c443993e6ef tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6673970 Nov 18 17:17:32.233400 n-d-813419-11 neutron-server[104007]: INFO neutron.db.securitygroups_db [None req-69f232dc-c534-4add-ae8f-3c618d9900f2 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Project a79144e4af394cf7974e836f42c86c33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:17:32.234999 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a812f6a-c11f-4efc-a84e-46684cb5e93f x-openstack-request-id: req-0a812f6a-c11f-4efc-a84e-46684cb5e93f {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:17:32.235531 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040c7a2b-d37c-463e-982e-ac34eba70aad", "name": "network-vif-deleted", "tag": "671ce244-be3c-41ef-9ea4-821f80d494da", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:17:32.237249 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0a812f6a-c11f-4efc-a84e-46684cb5e93f {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:17:32.238881 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040c7a2b-d37c-463e-982e-ac34eba70aad', 'name': 'network-vif-deleted', 'tag': '671ce244-be3c-41ef-9ea4-821f80d494da', 'status': 'completed', 'code': 200} Nov 18 17:17:32.314481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 3ec855b3-8d66-4957-869a-26ca20e250ba no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:17:32.324586 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-69f232dc-c534-4add-ae8f-3c618d9900f2 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:17:32.329064 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-69f232dc-c534-4add-ae8f-3c618d9900f2 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3066285 Nov 18 17:17:32.330408 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46668) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:32.344711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-52187055-ce5e-4a74-b485-3f124c506134 req-2000e792-c626-4f73-bf34-7c4e2dd1f7c6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] For port cf8ccb18-f108-451f-8e9a-38cc13435e0c, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cf8ccb18-f108-451f-8e9a-38cc13435e0c,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:32.345091 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-52187055-ce5e-4a74-b485-3f124c506134 req-2000e792-c626-4f73-bf34-7c4e2dd1f7c6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:32.377634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-52187055-ce5e-4a74-b485-3f124c506134 req-2000e792-c626-4f73-bf34-7c4e2dd1f7c6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Calling delete_port for cf8ccb18-f108-451f-8e9a-38cc13435e0c owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:32.422040 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 3ec855b3-8d66-4957-869a-26ca20e250ba {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:17:32.423933 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 3ec855b3-8d66-4957-869a-26ca20e250ba not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:17:32.478403 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-282a1700-cec6-4d6f-a3a1-94605d4e23bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:32.529363 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d7477b2-af21-40d9-8826-05ba3e291b43 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:32.540100 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-afe7659d-850b-4051-a282-93c624f0d73e req-34456a2a-34d7-40d8-9ba3-488c1ea7ddd0 service neutron] 10.222.0.72 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478099 Nov 18 17:17:32.590975 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d7477b2-af21-40d9-8826-05ba3e291b43 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:32.684068 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-52187055-ce5e-4a74-b485-3f124c506134 req-2000e792-c626-4f73-bf34-7c4e2dd1f7c6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:32.712891 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-afe7659d-850b-4051-a282-93c624f0d73e req-3b7de00e-fb13-4052-9392-a39eec04f6d0 service neutron] 10.222.0.72 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718454 Nov 18 17:17:32.752412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000e792-c626-4f73-bf34-7c4e2dd1f7c6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Pushing event deleted for resources: {'Port': ['ID=cf8ccb18-f108-451f-8e9a-38cc13435e0c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:32.776366 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-52187055-ce5e-4a74-b485-3f124c506134 req-2000e792-c626-4f73-bf34-7c4e2dd1f7c6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] No DVR routers for this DVR port cf8ccb18-f108-451f-8e9a-38cc13435e0c on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:17:32.778854 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-52187055-ce5e-4a74-b485-3f124c506134 req-2000e792-c626-4f73-bf34-7c4e2dd1f7c6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:32.784591 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-52187055-ce5e-4a74-b485-3f124c506134 req-2000e792-c626-4f73-bf34-7c4e2dd1f7c6 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.83 "DELETE /v2.0/ports/cf8ccb18-f108-451f-8e9a-38cc13435e0c HTTP/1.1" status: 204 len: 173 time: 0.8829577 Nov 18 17:17:32.798242 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d7477b2-af21-40d9-8826-05ba3e291b43 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:32.801248 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d7477b2-af21-40d9-8826-05ba3e291b43 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:32.802552 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7d7477b2-af21-40d9-8826-05ba3e291b43 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "DELETE /v2.0/security-groups/23492b8d-709b-4d42-8e52-88d91056ba8a HTTP/1.1" status: 204 len: 168 time: 0.4710133 Nov 18 17:17:32.806164 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46680) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:32.820499 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7477b2-af21-40d9-8826-05ba3e291b43 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23492b8d-709b-4d42-8e52-88d91056ba8a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:32.886126 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8ec95db3-65d4-4c28-a84f-7dc4e183c724 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0773273 Nov 18 17:17:32.891857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46684) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:32.904583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2115f7ef-2eeb-49c9-91c4-c60c34856c8d tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group': {'name': 'tempest-secgroup--68126739'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:33.008981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7478730-6d79-4c29-a605-622f6b0bc22e req-ec8fbcc7-fd9f-4c4e-bf9a-7c689b1c43d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:33.010941 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f995c69-5b4e-4557-a97b-8a7669619f79 req-979575c3-c6c0-4ebe-b6bf-63f032671d4d tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 210 time: 0.0684814 Nov 18 17:17:33.012795 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b7478730-6d79-4c29-a605-622f6b0bc22e req-ec8fbcc7-fd9f-4c4e-bf9a-7c689b1c43d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ce7024854a94cdfa1b77ea1112434b7&device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0692945 Nov 18 17:17:33.037213 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2115f7ef-2eeb-49c9-91c4-c60c34856c8d tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:33.108934 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0293bdc-a223-45f1-991d-3c443ed7a4cb req-00287be5-6549-4ec5-844b-262d7bb40883 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:33.111328 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e0293bdc-a223-45f1-991d-3c443ed7a4cb req-00287be5-6549-4ec5-844b-262d7bb40883 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1169469 Nov 18 17:17:33.154360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc8020a8-09c8-4c7f-9243-e899fb4b7577 req-e882ba0c-11a4-4812-87a5-78debaddf6bd tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 210 time: 0.0601439 Nov 18 17:17:33.232795 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e0293bdc-a223-45f1-991d-3c443ed7a4cb req-535446cf-7853-44d0-96a2-b7973cd88014 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797160 Nov 18 17:17:33.248789 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7478730-6d79-4c29-a605-622f6b0bc22e req-fd6bd864-1b81-468c-8e94-0b5fd3338df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:33.252824 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b7478730-6d79-4c29-a605-622f6b0bc22e req-fd6bd864-1b81-468c-8e94-0b5fd3338df4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=76233702-e661-4854-b97f-4c5aa3c41fc7 HTTP/1.1" status: 200 len: 921 time: 0.2308240 Nov 18 17:17:33.278576 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2115f7ef-2eeb-49c9-91c4-c60c34856c8d tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:33.318401 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b7478730-6d79-4c29-a605-622f6b0bc22e req-8c7cd6bf-02bf-4e83-9482-03ad3bccc92a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1000ad4-f3dd-49e1-bb74-016686085a1e HTTP/1.1" status: 200 len: 217 time: 0.0551953 Nov 18 17:17:33.331948 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6fe9e150-9d3a-4178-9a92-e54bc919eb9b req-2716a379-7ff8-4696-aab3-48d96f2d290c tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=311d7f2b-94e5-411a-95ac-5be34c5f89da HTTP/1.1" status: 200 len: 210 time: 0.0342596 Nov 18 17:17:33.366637 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2115f7ef-2eeb-49c9-91c4-c60c34856c8d tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:33.404381 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7478730-6d79-4c29-a605-622f6b0bc22e req-d1ec8bd5-9c65-40fb-92d3-9d42144e21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:33.406390 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b7478730-6d79-4c29-a605-622f6b0bc22e req-d1ec8bd5-9c65-40fb-92d3-9d42144e21e6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dcc58c36-7916-4d1d-8b23-c0a6b0e5f673 HTTP/1.1" status: 200 len: 859 time: 0.0799332 Nov 18 17:17:33.410626 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115f7ef-2eeb-49c9-91c4-c60c34856c8d tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=977fe243-c65e-4b5a-a772-604a0bb0cc49,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:33.443673 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b7478730-6d79-4c29-a605-622f6b0bc22e req-7a4688b0-aa52-4c7b-99f9-68f80e5bf27b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76233702-e661-4854-b97f-4c5aa3c41fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283203 Nov 18 17:17:33.447338 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2115f7ef-2eeb-49c9-91c4-c60c34856c8d tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:33.451438 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46700) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:33.452457 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2115f7ef-2eeb-49c9-91c4-c60c34856c8d tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5570390 Nov 18 17:17:33.464816 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7701065f-61bb-4be8-a855-bfe6718b7041 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': '977fe243-c65e-4b5a-a772-604a0bb0cc49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:33.501022 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:33.536679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46702) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:33.569670 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b7478730-6d79-4c29-a605-622f6b0bc22e req-c1577839-0c3d-4b3d-9884-2967026204f0 service neutron] 10.222.0.83 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159558 Nov 18 17:17:33.682659 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8ca039e2-9ce1-4c7f-bfdc-c00c7d520fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:33.687267 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-7701065f-61bb-4be8-a855-bfe6718b7041 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The resource could not be found. Nov 18 17:17:33.688544 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7701065f-61bb-4be8-a855-bfe6718b7041 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2341464 Nov 18 17:17:33.692373 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46708) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:33.699439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ff15b23a-a23d-4be8-bf04-ad1dfbfef048 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': '977fe243-c65e-4b5a-a772-604a0bb0cc49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '33c82820-1120-40b8-ae87-106c1d1e4d34'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:33.711941 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b7478730-6d79-4c29-a605-622f6b0bc22e req-7c9bdafb-9a03-4a1a-9c9d-0c73020ec632 service neutron] 10.222.0.83 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341629 Nov 18 17:17:33.776348 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8ca039e2-9ce1-4c7f-bfdc-c00c7d520fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:33.890184 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8ca039e2-9ce1-4c7f-bfdc-c00c7d520fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:33.917319 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-ff15b23a-a23d-4be8-bf04-ad1dfbfef048 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The resource could not be found. Nov 18 17:17:33.920715 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ff15b23a-a23d-4be8-bf04-ad1dfbfef048 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2271178 Nov 18 17:17:33.923846 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46714) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:33.928937 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca039e2-9ce1-4c7f-bfdc-c00c7d520fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f47fc1-c479-42f3-b3ce-29d3e6f5747f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:33.934458 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8ca039e2-9ce1-4c7f-bfdc-c00c7d520fbd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4c01ea5302684dc99671127a4b3c6197&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3952858 Nov 18 17:17:33.937802 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46716) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:34.009517 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9e9e7e43-431c-4f96-88fd-68ccd31bfe73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:34.029551 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c65b1355-08cd-4c32-bb62-8285c060343e tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:34.039117 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9e9e7e43-431c-4f96-88fd-68ccd31bfe73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:34.074678 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c65b1355-08cd-4c32-bb62-8285c060343e tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:34.148206 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3de00a5-9310-4bff-9352-5ec709c2497f req-d5d32957-3bf3-46cd-993a-2de8917ea6e4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 210 time: 0.0387313 Nov 18 17:17:34.167767 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:17:34.182301 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9e9e7e43-431c-4f96-88fd-68ccd31bfe73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:34.183612 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9e9e7e43-431c-4f96-88fd-68ccd31bfe73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:34.185642 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9e9e7e43-431c-4f96-88fd-68ccd31bfe73 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/01f47fc1-c479-42f3-b3ce-29d3e6f5747f HTTP/1.1" status: 204 len: 168 time: 0.2460275 Nov 18 17:17:34.194871 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e7e43-431c-4f96-88fd-68ccd31bfe73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f47fc1-c479-42f3-b3ce-29d3e6f5747f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:34.209816 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c65b1355-08cd-4c32-bb62-8285c060343e tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:34.214647 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c65b1355-08cd-4c32-bb62-8285c060343e tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:34.218537 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c65b1355-08cd-4c32-bb62-8285c060343e tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "DELETE /v2.0/security-groups/977fe243-c65e-4b5a-a772-604a0bb0cc49 HTTP/1.1" status: 204 len: 168 time: 0.2904801 Nov 18 17:17:34.219494 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46724) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:34.247865 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311d7f2b-94e5-411a-95ac-5be34c5f89da', 'name': 'network-vif-deleted', 'tag': 'cf8ccb18-f108-451f-8e9a-38cc13435e0c'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:17:34.256325 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9536bc-b5a6-4010-b682-563b75a15ed0" -d '{"events": [{"server_uuid": "311d7f2b-94e5-411a-95ac-5be34c5f89da", "name": "network-vif-deleted", "tag": "cf8ccb18-f108-451f-8e9a-38cc13435e0c"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:17:34.262094 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b1355-08cd-4c32-bb62-8285c060343e tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=977fe243-c65e-4b5a-a772-604a0bb0cc49,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:34.323228 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-30201349-683b-4a54-83c9-5f24d8f4157e tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0983386 Nov 18 17:17:34.323715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46730) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:34.329127 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-fbf5bfe5-a248-4d18-86fa-9fbcc358f9ec tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': '5d24b9cd-d074-491f-9f89-71ae42dd9523', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:34.346260 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1ba1905-9505-4edf-b1cc-855215c877e6 req-2192aea4-02b5-416e-96a1-4d3e68333667 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 210 time: 0.0485477 Nov 18 17:17:34.416458 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50f8a66-91fb-4f22-a059-912a48fbce3b x-openstack-request-id: req-c50f8a66-91fb-4f22-a059-912a48fbce3b {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:17:34.416767 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311d7f2b-94e5-411a-95ac-5be34c5f89da", "name": "network-vif-deleted", "tag": "cf8ccb18-f108-451f-8e9a-38cc13435e0c", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:17:34.417437 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c50f8a66-91fb-4f22-a059-912a48fbce3b {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:17:34.417861 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311d7f2b-94e5-411a-95ac-5be34c5f89da', 'name': 'network-vif-deleted', 'tag': 'cf8ccb18-f108-451f-8e9a-38cc13435e0c', 'status': 'completed', 'code': 200} Nov 18 17:17:34.420311 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf07b3-329b-48b1-a079-a5aed7042647 req-1ec092aa-f009-4f68-9238-037ecc7bab65 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:34.422228 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06bf07b3-329b-48b1-a079-a5aed7042647 req-1ec092aa-f009-4f68-9238-037ecc7bab65 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.0797508 Nov 18 17:17:34.501486 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06bf07b3-329b-48b1-a079-a5aed7042647 req-7b05fc4d-93c4-4e01-ba18-ea3ec5f25cc9 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713694 Nov 18 17:17:34.575363 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-fbf5bfe5-a248-4d18-86fa-9fbcc358f9ec tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The resource could not be found. Nov 18 17:17:34.578426 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fbf5bfe5-a248-4d18-86fa-9fbcc358f9ec tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2516222 Nov 18 17:17:34.584230 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46740) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:34.588936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-029c8294-d08c-43b6-9b44-a3a1e972c875 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group': {'name': 'tempest-secgroup--888721652'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:34.650745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cf8ccb18-f108-451f-8e9a-38cc13435e0c no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:17:34.672414 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: cf8ccb18-f108-451f-8e9a-38cc13435e0c {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:17:34.672843 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cf8ccb18-f108-451f-8e9a-38cc13435e0c not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:17:34.712864 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-029c8294-d08c-43b6-9b44-a3a1e972c875 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:34.783557 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-029c8294-d08c-43b6-9b44-a3a1e972c875 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:34.855346 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-029c8294-d08c-43b6-9b44-a3a1e972c875 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:34.907444 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c8294-d08c-43b6-9b44-a3a1e972c875 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4173b60-4210-4430-950c-3130bc42b9a9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:34.969969 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:34.994752 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-029c8294-d08c-43b6-9b44-a3a1e972c875 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:34.996053 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-029c8294-d08c-43b6-9b44-a3a1e972c875 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4106882 Nov 18 17:17:34.999823 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46744) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:35.006339 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-45f5cb25-5ecb-477e-9683-294343957d6e tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group': {'name': 'tempest-secgroup--1479928245'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:35.008750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46746) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:35.029572 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d322a68-f986-4179-af4d-e3680a6de709 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:35.047569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c3276-d1bc-4d67-b951-3f655eadd9d6 req-40438622-d344-4bbf-8dc8-1491277656a1 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:35.049845 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3a9c3276-d1bc-4d67-b951-3f655eadd9d6 req-40438622-d344-4bbf-8dc8-1491277656a1 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 945 time: 0.0776472 Nov 18 17:17:35.083955 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45f5cb25-5ecb-477e-9683-294343957d6e tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:35.139469 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3a9c3276-d1bc-4d67-b951-3f655eadd9d6 req-525ea2de-ec4c-4ca4-ba06-4c4a425c015b tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809357 Nov 18 17:17:35.168425 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45f5cb25-5ecb-477e-9683-294343957d6e tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:35.183346 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d322a68-f986-4179-af4d-e3680a6de709 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:35.238270 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45f5cb25-5ecb-477e-9683-294343957d6e tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:35.265401 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bde93707-f9af-4188-829d-ab38bb7f4824 req-71c8b269-d2b1-47e1-b27c-22686b3c4593 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 210 time: 0.0340738 Nov 18 17:17:35.271243 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5cb25-5ecb-477e-9683-294343957d6e tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990ed97e-efc6-4f4a-9082-ae6d4d361ace,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:35.288948 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d322a68-f986-4179-af4d-e3680a6de709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:35.334477 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0d322a68-f986-4179-af4d-e3680a6de709 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7cab83086b884e7ebe519158c4c3cde0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3217397 Nov 18 17:17:35.334876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46750) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:35.341891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d322a68-f986-4179-af4d-e3680a6de709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97506ee-6df9-413e-be46-826b9709d6cb,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:35.381722 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45f5cb25-5ecb-477e-9683-294343957d6e tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:35.383264 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-45f5cb25-5ecb-477e-9683-294343957d6e tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3818748 Nov 18 17:17:35.387331 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46754) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:35.394473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3c345003-3851-46b2-8613-846721bf3ae1 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': 'e4173b60-4210-4430-950c-3130bc42b9a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '990ed97e-efc6-4f4a-9082-ae6d4d361ace'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:35.406409 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c4187407-ac79-432b-b1b7-053094886311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:35.423970 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:35.439220 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c4187407-ac79-432b-b1b7-053094886311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:35.530302 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b7a861f-5e32-440a-8b0f-3f6e0f21d7b1 req-6146896b-8844-44b4-b83e-7a426ab8d12b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 210 time: 0.0763729 Nov 18 17:17:35.536858 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7659d-850b-4051-a282-93c624f0d73e req-e2869190-1269-4e9a-82cc-67e25eb6e2ba tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:35.540928 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-afe7659d-850b-4051-a282-93c624f0d73e req-e2869190-1269-4e9a-82cc-67e25eb6e2ba tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.81 "GET /v2.0/networks?id=372f18cd-c4d2-4313-ab28-7ad24e489e08 HTTP/1.1" status: 200 len: 811 time: 0.1904991 Nov 18 17:17:35.558438 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ffdb8-08a4-475b-a9fc-94fa7d8fc03f req-a69c6f18-0336-424d-bde6-4361d174e13f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:35.560200 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff4ffdb8-08a4-475b-a9fc-94fa7d8fc03f req-a69c6f18-0336-424d-bde6-4361d174e13f tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.83 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 945 time: 0.1075211 Nov 18 17:17:35.565620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-afe7659d-850b-4051-a282-93c624f0d73e req-cd0e0b42-dd22-4993-8006-2905de807ec5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Request body: {'port': {'device_id': '0f1356f5-8268-4859-a8d2-b9dbb7ee3129', 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08', 'admin_state_up': True, 'tenant_id': '748635c22a864a7e9f77c46a346f94fb'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:35.637039 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c4187407-ac79-432b-b1b7-053094886311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:35.640102 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c4187407-ac79-432b-b1b7-053094886311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:35.648074 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c4187407-ac79-432b-b1b7-053094886311 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b97506ee-6df9-413e-be46-826b9709d6cb HTTP/1.1" status: 204 len: 168 time: 0.3058774 Nov 18 17:17:35.661828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4187407-ac79-432b-b1b7-053094886311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97506ee-6df9-413e-be46-826b9709d6cb,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:35.755377 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927dfec-fe11-46cb-bf78-21f3ccaefb49 req-c9994729-f2c7-4ff1-973d-1008b8ba0741 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:35.757534 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7927dfec-fe11-46cb-bf78-21f3ccaefb49 req-c9994729-f2c7-4ff1-973d-1008b8ba0741 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1546986 Nov 18 17:17:35.757944 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-3c345003-3851-46b2-8613-846721bf3ae1 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:17:35.759005 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3c345003-3851-46b2-8613-846721bf3ae1 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3704448 Nov 18 17:17:35.771630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46762) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:35.823231 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-ff4ffdb8-08a4-475b-a9fc-94fa7d8fc03f req-6dcc0dc4-85d5-4c0b-9ca3-e6f0b04f31fe tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Deleting port 6b61a69e-37e3-4977-a979-8c82ce844d20 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:35.823590 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff4ffdb8-08a4-475b-a9fc-94fa7d8fc03f req-6dcc0dc4-85d5-4c0b-9ca3-e6f0b04f31fe tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:35.833504 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7927dfec-fe11-46cb-bf78-21f3ccaefb49 req-4327a773-c911-4a7b-a25e-c2611e8b96b0 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663621 Nov 18 17:17:35.870879 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-436df6f0-abe2-4b74-a663-ffbf2c7612f9 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:35.904689 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe7659d-850b-4051-a282-93c624f0d73e req-cd0e0b42-dd22-4993-8006-2905de807ec5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Made reservation on behalf of 748635c22a864a7e9f77c46a346f94fb for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:35.908648 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-afe7659d-850b-4051-a282-93c624f0d73e req-cd0e0b42-dd22-4993-8006-2905de807ec5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:35.944271 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-436df6f0-abe2-4b74-a663-ffbf2c7612f9 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:35.991936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ff4ffdb8-08a4-475b-a9fc-94fa7d8fc03f req-6dcc0dc4-85d5-4c0b-9ca3-e6f0b04f31fe tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] For port 6b61a69e-37e3-4977-a979-8c82ce844d20, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6b61a69e-37e3-4977-a979-8c82ce844d20,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:35.992311 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff4ffdb8-08a4-475b-a9fc-94fa7d8fc03f req-6dcc0dc4-85d5-4c0b-9ca3-e6f0b04f31fe tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:36.050892 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-ff4ffdb8-08a4-475b-a9fc-94fa7d8fc03f req-6dcc0dc4-85d5-4c0b-9ca3-e6f0b04f31fe tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Calling delete_port for 6b61a69e-37e3-4977-a979-8c82ce844d20 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:36.136920 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-436df6f0-abe2-4b74-a663-ffbf2c7612f9 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:36.140206 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-436df6f0-abe2-4b74-a663-ffbf2c7612f9 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:36.143664 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-436df6f0-abe2-4b74-a663-ffbf2c7612f9 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "DELETE /v2.0/security-groups/990ed97e-efc6-4f4a-9082-ae6d4d361ace HTTP/1.1" status: 204 len: 168 time: 0.3688555 Nov 18 17:17:36.144505 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46770) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:36.170820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436df6f0-abe2-4b74-a663-ffbf2c7612f9 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=990ed97e-efc6-4f4a-9082-ae6d4d361ace,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:36.187225 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-afe7659d-850b-4051-a282-93c624f0d73e req-cd0e0b42-dd22-4993-8006-2905de807ec5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Allocated IP 172.20.0.12 (372f18cd-c4d2-4313-ab28-7ad24e489e08/6f46f3b8-078c-4987-ab0a-f3dc40b669b4/5a3621bd-ea07-43f0-9959-6f314185388b) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:17:36.320419 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e92ce054-f703-4810-9513-756859c366c7 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1743102 Nov 18 17:17:36.323254 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46778) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:36.359519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204a564-21c3-471d-b471-7788bc49afb0 req-151f6ae1-aeea-4be3-b90d-27674f6c1da8 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:36.361262 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a204a564-21c3-471d-b471-7788bc49afb0 req-151f6ae1-aeea-4be3-b90d-27674f6c1da8 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 945 time: 0.1128113 Nov 18 17:17:36.402004 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff4ffdb8-08a4-475b-a9fc-94fa7d8fc03f req-6dcc0dc4-85d5-4c0b-9ca3-e6f0b04f31fe tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:36.427546 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd3676e6-2b5d-499a-b9e4-d90b6b423655 req-966c5815-bdb2-40fa-9558-3ec78cfa4c8b tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 210 time: 0.0479307 Nov 18 17:17:36.446135 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-afe7659d-850b-4051-a282-93c624f0d73e req-cd0e0b42-dd22-4993-8006-2905de807ec5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:36.449522 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc0dc4-85d5-4c0b-9ca3-e6f0b04f31fe tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Pushing event deleted for resources: {'Port': ['ID=6b61a69e-37e3-4977-a979-8c82ce844d20,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:36.491294 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-72af5b0e-eaae-4a5d-81e4-f41a96e8a448 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:36.497800 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4ffdb8-08a4-475b-a9fc-94fa7d8fc03f req-6dcc0dc4-85d5-4c0b-9ca3-e6f0b04f31fe tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] No DVR routers for this DVR port 6b61a69e-37e3-4977-a979-8c82ce844d20 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:17:36.502159 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff4ffdb8-08a4-475b-a9fc-94fa7d8fc03f req-6dcc0dc4-85d5-4c0b-9ca3-e6f0b04f31fe tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:36.505702 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff4ffdb8-08a4-475b-a9fc-94fa7d8fc03f req-6dcc0dc4-85d5-4c0b-9ca3-e6f0b04f31fe tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.83 "DELETE /v2.0/ports/6b61a69e-37e3-4977-a979-8c82ce844d20 HTTP/1.1" status: 204 len: 173 time: 0.9177768 Nov 18 17:17:36.506187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9a0dd1-b1ee-4961-9f96-137cb768b5a4', 'name': 'network-vif-deleted', 'tag': '6b61a69e-37e3-4977-a979-8c82ce844d20'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:17:36.509595 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652351d8-d3bf-4fe2-ae99-51c6a3ed4a73" -d '{"events": [{"server_uuid": "ff9a0dd1-b1ee-4961-9f96-137cb768b5a4", "name": "network-vif-deleted", "tag": "6b61a69e-37e3-4977-a979-8c82ce844d20"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:17:36.524150 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a204a564-21c3-471d-b471-7788bc49afb0 req-289a9f44-2450-49f6-b8cc-e913b7c637fe tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301608 Nov 18 17:17:36.561806 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-72af5b0e-eaae-4a5d-81e4-f41a96e8a448 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:36.567850 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f586314f-5238-402c-b793-334b9fdfd34e x-openstack-request-id: req-f586314f-5238-402c-b793-334b9fdfd34e {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:17:36.568241 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9a0dd1-b1ee-4961-9f96-137cb768b5a4", "name": "network-vif-deleted", "tag": "6b61a69e-37e3-4977-a979-8c82ce844d20", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:17:36.568511 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f586314f-5238-402c-b793-334b9fdfd34e {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:17:36.568921 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9a0dd1-b1ee-4961-9f96-137cb768b5a4', 'name': 'network-vif-deleted', 'tag': '6b61a69e-37e3-4977-a979-8c82ce844d20', 'status': 'completed', 'code': 200} Nov 18 17:17:36.611156 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-afe7659d-850b-4051-a282-93c624f0d73e req-cd0e0b42-dd22-4993-8006-2905de807ec5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:36.668049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe7659d-850b-4051-a282-93c624f0d73e req-cd0e0b42-dd22-4993-8006-2905de807ec5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Network 372f18cd-c4d2-4313-ab28-7ad24e489e08 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:17:36.672342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-afe7659d-850b-4051-a282-93c624f0d73e req-cd0e0b42-dd22-4993-8006-2905de807ec5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:36.680178 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe7659d-850b-4051-a282-93c624f0d73e req-cd0e0b42-dd22-4993-8006-2905de807ec5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:17:36.684618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e0b42-dd22-4993-8006-2905de807ec5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Pushing event updated for resources: {'Port': ['ID=5a3621bd-ea07-43f0-9959-6f314185388b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:36.685765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc242e98-b362-4900-aefb-8e6444d1b563 req-ae4b97c6-6d28-4c4e-8f15-283f0c470371 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:36.688148 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc242e98-b362-4900-aefb-8e6444d1b563 req-ae4b97c6-6d28-4c4e-8f15-283f0c470371 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 932 time: 0.0747099 Nov 18 17:17:36.690135 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-72af5b0e-eaae-4a5d-81e4-f41a96e8a448 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:36.693182 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-72af5b0e-eaae-4a5d-81e4-f41a96e8a448 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:36.694427 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-72af5b0e-eaae-4a5d-81e4-f41a96e8a448 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "DELETE /v2.0/security-groups/e4173b60-4210-4430-950c-3130bc42b9a9 HTTP/1.1" status: 204 len: 168 time: 0.3699405 Nov 18 17:17:36.704680 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46790) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:36.715087 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af5b0e-eaae-4a5d-81e4-f41a96e8a448 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4173b60-4210-4430-950c-3130bc42b9a9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:36.740504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7659d-850b-4051-a282-93c624f0d73e req-cd0e0b42-dd22-4993-8006-2905de807ec5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:36.741278 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-afe7659d-850b-4051-a282-93c624f0d73e req-cd0e0b42-dd22-4993-8006-2905de807ec5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:36.781239 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-53a36c10-6fee-456d-ae93-491f21e48fbc tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0753219 Nov 18 17:17:36.785554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46794) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:36.790154 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-305cf179-9346-487d-ad48-2658f15a86a5 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766655527'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:36.817994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc242e98-b362-4900-aefb-8e6444d1b563 req-997fd768-bc98-479f-bf06-b0776c5fe687 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106308 Nov 18 17:17:36.829845 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-afe7659d-850b-4051-a282-93c624f0d73e req-cd0e0b42-dd22-4993-8006-2905de807ec5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2683873 Nov 18 17:17:36.845135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Request body: {'port': {'device_id': '0f1356f5-8268-4859-a8d2-b9dbb7ee3129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:36.918808 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:36.957078 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-305cf179-9346-487d-ad48-2658f15a86a5 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:36.975024 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152c8c7-ac91-4aff-a5e4-1298e8255d9d req-a16c8ead-1047-4767-9923-4f2fea049dd5 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:36.976390 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d152c8c7-ac91-4aff-a5e4-1298e8255d9d req-a16c8ead-1047-4767-9923-4f2fea049dd5 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.0608106 Nov 18 17:17:37.048547 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d152c8c7-ac91-4aff-a5e4-1298e8255d9d req-de0f82a8-0bc3-4e0d-b442-d4c54b1e2083 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652399 Nov 18 17:17:37.162681 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-305cf179-9346-487d-ad48-2658f15a86a5 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:37.215009 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-305cf179-9346-487d-ad48-2658f15a86a5 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:37.285861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cf179-9346-487d-ad48-2658f15a86a5 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c222296c-0038-42c0-9e27-8289ef551644,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:37.295829 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3621bd-ea07-43f0-9959-6f314185388b {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:17:37.304251 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:37.317153 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Transition to ACTIVE for port object 5a3621bd-ea07-43f0-9959-6f314185388b will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:17:37.325751 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-305cf179-9346-487d-ad48-2658f15a86a5 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:37.331148 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-305cf179-9346-487d-ad48-2658f15a86a5 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5414531 Nov 18 17:17:37.331148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46804) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:37.335488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4746018f-a946-4f58-9bf1-9c8aa964cc96 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': 'c222296c-0038-42c0-9e27-8289ef551644', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:37.415239 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:37.484310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3621bd-ea07-43f0-9959-6f314185388b,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:37.552116 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-4746018f-a946-4f58-9bf1-9c8aa964cc96 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:17:37.553340 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4746018f-a946-4f58-9bf1-9c8aa964cc96 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2201524 Nov 18 17:17:37.555029 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46814) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:37.563168 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-35956257-78f5-49c1-ac5a-781fd5d2cec0 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group_rule': {'security_group_id': 'c222296c-0038-42c0-9e27-8289ef551644', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:37.584088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Attempting to bind port 5a3621bd-ea07-43f0-9959-6f314185388b on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:17:37.584588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Attempting to bind port 5a3621bd-ea07-43f0-9959-6f314185388b by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:17:37.584924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Attempting to bind port 5a3621bd-ea07-43f0-9959-6f314185388b on network 372f18cd-c4d2-4313-ab28-7ad24e489e08 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:17:37.590501 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Port 5a3621bd-ea07-43f0-9959-6f314185388b on network 372f18cd-c4d2-4313-ab28-7ad24e489e08 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:17:37.590824 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Attempting to bind port 5a3621bd-ea07-43f0-9959-6f314185388b on network 372f18cd-c4d2-4313-ab28-7ad24e489e08 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:17:37.597257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:17:37.597877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Checking segment: {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:17:37.598425 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Bound using segment: {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:17:37.598902 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Bound port: 5a3621bd-ea07-43f0-9959-6f314185388b, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:17:37.599276 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:37.684851 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66bc1fb6-d3e0-425c-85c2-1719a837f3ba req-5524a052-ff8b-4e86-9ba8-9f7128ab4a70 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/ports?device_id=040c7a2b-d37c-463e-982e-ac34eba70aad HTTP/1.1" status: 200 len: 210 time: 0.0796700 Nov 18 17:17:37.738113 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] For port 5a3621bd-ea07-43f0-9959-6f314185388b, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:17:37.743216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] For port 5a3621bd-ea07-43f0-9959-6f314185388b, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5a3621bd-ea07-43f0-9959-6f314185388b,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:17:37.749543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-93ab29a4-21a8-4cc8-95f7-be47c3d1b9ad req-e8038741-d022-45c7-af7d-6fdd856105fe tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff9a0dd1-b1ee-4961-9f96-137cb768b5a4 HTTP/1.1" status: 200 len: 210 time: 0.0612299 Nov 18 17:17:37.809766 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-35956257-78f5-49c1-ac5a-781fd5d2cec0 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:17:37.810201 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:37.812216 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-35956257-78f5-49c1-ac5a-781fd5d2cec0 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2546563 Nov 18 17:17:37.814484 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46822) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:37.861707 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:37.862564 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:37.864035 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-afe7659d-850b-4051-a282-93c624f0d73e req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] 10.222.0.81 "PUT /v2.0/ports/5a3621bd-ea07-43f0-9959-6f314185388b HTTP/1.1" status: 200 len: 1093 time: 1.0254989 Nov 18 17:17:37.925984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82d8e2-2189-4bdd-a88e-2509d9663240 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3621bd-ea07-43f0-9959-6f314185388b,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:37.984689 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d310c069-4a40-4d19-8d13-78816a79376c tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:38.018573 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d310c069-4a40-4d19-8d13-78816a79376c tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:38.028271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7659d-850b-4051-a282-93c624f0d73e req-fc3081c6-09d6-451b-a6d4-05a438df1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:38.030102 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-afe7659d-850b-4051-a282-93c624f0d73e req-fc3081c6-09d6-451b-a6d4-05a438df1a6d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 1096 time: 0.0564334 Nov 18 17:17:38.043541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9fa013-5241-4c50-a4d0-b90d6850c71d req-0f865b55-0078-4aca-a835-eb1380bf6a46 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:38.045952 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cf9fa013-5241-4c50-a4d0-b90d6850c71d req-0f865b55-0078-4aca-a835-eb1380bf6a46 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 944 time: 0.1016970 Nov 18 17:17:38.092556 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-afe7659d-850b-4051-a282-93c624f0d73e req-7efb8149-d942-4afc-bf24-156f5d820e1d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a3621bd-ea07-43f0-9959-6f314185388b HTTP/1.1" status: 200 len: 217 time: 0.0538280 Nov 18 17:17:38.160985 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cf9fa013-5241-4c50-a4d0-b90d6850c71d req-5a74294b-0b01-4f6b-9586-cf19b45d00d4 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073952 Nov 18 17:17:38.177750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7659d-850b-4051-a282-93c624f0d73e req-48f386fc-795d-4f12-8b7b-a7dded9a13f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:38.179234 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-afe7659d-850b-4051-a282-93c624f0d73e req-48f386fc-795d-4f12-8b7b-a7dded9a13f4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6f46f3b8-078c-4987-ab0a-f3dc40b669b4 HTTP/1.1" status: 200 len: 851 time: 0.0784934 Nov 18 17:17:38.226842 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-afe7659d-850b-4051-a282-93c624f0d73e req-a984355e-199f-492b-9df6-9756f3c46282 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=372f18cd-c4d2-4313-ab28-7ad24e489e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383730 Nov 18 17:17:38.231847 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b227c4-0158-4f09-81b4-9bafa2e2e31d req-8f17ac52-a681-4fb9-b08f-1a5a6893fef4 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:38.234110 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38b227c4-0158-4f09-81b4-9bafa2e2e31d req-8f17ac52-a681-4fb9-b08f-1a5a6893fef4 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.0692704 Nov 18 17:17:38.275094 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d310c069-4a40-4d19-8d13-78816a79376c tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:38.277778 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d310c069-4a40-4d19-8d13-78816a79376c tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:38.281996 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d310c069-4a40-4d19-8d13-78816a79376c tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "DELETE /v2.0/security-groups/c222296c-0038-42c0-9e27-8289ef551644 HTTP/1.1" status: 204 len: 168 time: 0.4634581 Nov 18 17:17:38.284578 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46836) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:38.312773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310c069-4a40-4d19-8d13-78816a79376c tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c222296c-0038-42c0-9e27-8289ef551644,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:38.328344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38b227c4-0158-4f09-81b4-9bafa2e2e31d req-f28b1ed7-8011-4e49-a3d2-b4d43ed8842d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844984 Nov 18 17:17:38.368744 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-afe7659d-850b-4051-a282-93c624f0d73e req-0c134840-51a5-41af-89f4-c7358a3e64a2 service neutron] 10.222.0.81 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266508 Nov 18 17:17:38.374172 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2a849658-42cf-46e1-9b53-e8d405819ea5 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0848973 Nov 18 17:17:38.378403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46840) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:38.383126 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-fb3c9e60-9d96-49b2-b81c-79ba98687074 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546456489'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:38.464414 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-afe7659d-850b-4051-a282-93c624f0d73e req-4a4d5c44-93e9-4639-a716-a2a030c81fed service neutron] 10.222.0.81 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940354 Nov 18 17:17:38.489847 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9e60-9d96-49b2-b81c-79ba98687074 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:38.570793 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1356f5-8268-4859-a8d2-b9dbb7ee3129', 'tag': '5a3621bd-ea07-43f0-9959-6f314185388b'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:17:38.573947 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230421e7-3c05-448f-88d1-8d8fbf7cbb25" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1356f5-8268-4859-a8d2-b9dbb7ee3129", "tag": "5a3621bd-ea07-43f0-9959-6f314185388b"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:17:38.581161 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9e60-9d96-49b2-b81c-79ba98687074 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:38.614744 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c494ca64-1d32-4adf-8d6c-218d2535bcbc x-openstack-request-id: req-c494ca64-1d32-4adf-8d6c-218d2535bcbc {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:17:38.615048 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1356f5-8268-4859-a8d2-b9dbb7ee3129", "tag": "5a3621bd-ea07-43f0-9959-6f314185388b", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:17:38.615312 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c494ca64-1d32-4adf-8d6c-218d2535bcbc {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:17:38.615752 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1356f5-8268-4859-a8d2-b9dbb7ee3129', 'tag': '5a3621bd-ea07-43f0-9959-6f314185388b', 'status': 'completed', 'code': 200} Nov 18 17:17:38.652489 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6b61a69e-37e3-4977-a979-8c82ce844d20 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:17:38.675660 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 6b61a69e-37e3-4977-a979-8c82ce844d20 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:17:38.676120 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6b61a69e-37e3-4977-a979-8c82ce844d20 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:17:38.683495 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9e60-9d96-49b2-b81c-79ba98687074 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:38.690702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230421e7-3c05-448f-88d1-8d8fbf7cbb25 req-782ab375-27db-4d30-99f0-76de6be0ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:38.692362 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-230421e7-3c05-448f-88d1-8d8fbf7cbb25 req-782ab375-27db-4d30-99f0-76de6be0ddb4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 1096 time: 0.0535696 Nov 18 17:17:38.720348 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c9e60-9d96-49b2-b81c-79ba98687074 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58f34df-25e7-42a8-b984-ce6a0f5f8b08,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:38.794606 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9e60-9d96-49b2-b81c-79ba98687074 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:38.797890 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fb3c9e60-9d96-49b2-b81c-79ba98687074 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4182653 Nov 18 17:17:38.804306 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46858) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:38.810141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-6aa29548-65bf-4a35-bcfa-8aac9c59f112 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:38.811184 n-d-813419-11 neutron-server[104007]: WARNING neutron.api.v2.base [None req-6aa29548-65bf-4a35-bcfa-8aac9c59f112 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 18 17:17:38.812177 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-6aa29548-65bf-4a35-bcfa-8aac9c59f112 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] update failed (client error): There was a conflict when trying to complete your request. Nov 18 17:17:38.813652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6aa29548-65bf-4a35-bcfa-8aac9c59f112 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "PUT /v2.0/security-groups/f58f34df-25e7-42a8-b984-ce6a0f5f8b08 HTTP/1.1" status: 409 len: 330 time: 0.0080373 Nov 18 17:17:38.817210 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46860) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:38.832506 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230421e7-3c05-448f-88d1-8d8fbf7cbb25 req-868e3a91-dbdc-4ee6-ab1d-a0aa577acb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:38.834008 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-230421e7-3c05-448f-88d1-8d8fbf7cbb25 req-868e3a91-dbdc-4ee6-ab1d-a0aa577acb5c service neutron] 10.222.0.81 "GET /v2.0/networks?id=372f18cd-c4d2-4313-ab28-7ad24e489e08 HTTP/1.1" status: 200 len: 913 time: 0.1336892 Nov 18 17:17:38.886128 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46862) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:38.895899 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-230421e7-3c05-448f-88d1-8d8fbf7cbb25 req-51beb7db-836a-47a0-910e-86b3d2c6e856 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a3621bd-ea07-43f0-9959-6f314185388b HTTP/1.1" status: 200 len: 217 time: 0.0514126 Nov 18 17:17:38.942577 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-907ced89-6806-40ee-aba4-e6a947663ce6 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:38.966812 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230421e7-3c05-448f-88d1-8d8fbf7cbb25 req-6c23463d-e845-4b27-91bf-9ba8ec890cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:38.974363 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-230421e7-3c05-448f-88d1-8d8fbf7cbb25 req-6c23463d-e845-4b27-91bf-9ba8ec890cc8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6f46f3b8-078c-4987-ab0a-f3dc40b669b4 HTTP/1.1" status: 200 len: 851 time: 0.0653696 Nov 18 17:17:38.983742 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e220bfb8-05af-48b6-992a-52d885faedf4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:39.006709 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-907ced89-6806-40ee-aba4-e6a947663ce6 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:39.030311 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-230421e7-3c05-448f-88d1-8d8fbf7cbb25 req-278fdf8d-c951-4d30-8603-634ba29abcfb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=372f18cd-c4d2-4313-ab28-7ad24e489e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503249 Nov 18 17:17:39.036865 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e220bfb8-05af-48b6-992a-52d885faedf4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:39.273753 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-907ced89-6806-40ee-aba4-e6a947663ce6 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:39.273753 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-907ced89-6806-40ee-aba4-e6a947663ce6 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:39.273753 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-907ced89-6806-40ee-aba4-e6a947663ce6 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "DELETE /v2.0/security-groups/f58f34df-25e7-42a8-b984-ce6a0f5f8b08 HTTP/1.1" status: 204 len: 168 time: 0.4536932 Nov 18 17:17:39.278675 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46866) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:39.340246 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ced89-6806-40ee-aba4-e6a947663ce6 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58f34df-25e7-42a8-b984-ce6a0f5f8b08,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:39.370409 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e220bfb8-05af-48b6-992a-52d885faedf4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:39.373944 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e220bfb8-05af-48b6-992a-52d885faedf4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:39.377551 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e220bfb8-05af-48b6-992a-52d885faedf4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "DELETE /v2.0/security-groups/c28c62cf-deb1-4099-92e6-7de4ffe78c00 HTTP/1.1" status: 204 len: 168 time: 0.4876728 Nov 18 17:17:39.379565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46872) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:39.424185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220bfb8-05af-48b6-992a-52d885faedf4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28c62cf-deb1-4099-92e6-7de4ffe78c00,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:39.426512 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-3c85e0b4-7f39-4a41-9c83-9f1cd86d5753 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] show failed (client error): The resource could not be found. Nov 18 17:17:39.436677 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3c85e0b4-7f39-4a41-9c83-9f1cd86d5753 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "GET /v2.0/security-groups/c28c62cf-deb1-4099-92e6-7de4ffe78c00 HTTP/1.1" status: 404 len: 347 time: 0.0436354 Nov 18 17:17:39.442384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46876) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:39.478227 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-230421e7-3c05-448f-88d1-8d8fbf7cbb25 req-7e337cd7-9939-4b4a-98ff-13f595052f21 service neutron] 10.222.0.81 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388855 Nov 18 17:17:39.534611 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8d5a3e05-2dbc-4318-a6d1-77c077cae5c5 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2539415 Nov 18 17:17:39.542826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da3a31-e68c-40c4-8e32-db92d8c5c810 req-3b13e15e-9a3c-445d-aa3a-4c2f0873499e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:39.551390 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29da3a31-e68c-40c4-8e32-db92d8c5c810 req-3b13e15e-9a3c-445d-aa3a-4c2f0873499e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 944 time: 0.3151021 Nov 18 17:17:39.553677 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46880) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:39.611595 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-230421e7-3c05-448f-88d1-8d8fbf7cbb25 req-8cf2b8d1-934b-4ffe-a0b6-b1731c5d9be6 service neutron] 10.222.0.81 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184585 Nov 18 17:17:39.653221 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-30aff5c1-d657-40a3-946f-47d6d5bf4d8e tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] delete failed (client error): The resource could not be found. Nov 18 17:17:39.659857 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-30aff5c1-d657-40a3-946f-47d6d5bf4d8e tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "DELETE /v2.0/security-groups/5dcc92af-dbf2-4314-94bb-bc0313d01b45 HTTP/1.1" status: 404 len: 347 time: 0.0965226 Nov 18 17:17:39.660778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46884) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:39.682914 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-c84b734d-8497-4115-948e-7ce55090fcfc tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] show failed (client error): The resource could not be found. Nov 18 17:17:39.684032 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c84b734d-8497-4115-948e-7ce55090fcfc tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "GET /v2.0/security-groups/c8d7f389-3f72-4b3e-a22b-738a263f814e HTTP/1.1" status: 404 len: 347 time: 0.0215924 Nov 18 17:17:39.687566 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29da3a31-e68c-40c4-8e32-db92d8c5c810 req-2b458752-ec19-44c7-8937-44163979d656 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338127 Nov 18 17:17:39.692782 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46886) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:39.725911 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-d9e2ae50-cc56-4c24-8ede-20cfb4b78437 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] show failed (client error): The resource could not be found. Nov 18 17:17:39.727106 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d9e2ae50-cc56-4c24-8ede-20cfb4b78437 tempest-NegativeSecGroupIPv6Test-1155506260 tempest-NegativeSecGroupIPv6Test-1155506260-project] 10.222.0.72 "GET /v2.0/security-group-rules/2b145068-6549-4e73-8367-82765a753f64 HTTP/1.1" status: 404 len: 356 time: 0.0289810 Nov 18 17:17:39.728204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906c809-44f2-4f87-ac3c-6b46d5e7823f req-b090a53c-5ef3-45d0-babc-1f9824965a20 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:39.732269 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9906c809-44f2-4f87-ac3c-6b46d5e7823f req-b090a53c-5ef3-45d0-babc-1f9824965a20 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1776140 Nov 18 17:17:39.752972 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7e7fc-0311-4683-bd9d-15cd340a75b4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Deleting port 2e1236f1-0f09-4cc2-a59c-5297baa61136 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:39.753381 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e7fc-0311-4683-bd9d-15cd340a75b4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:39.902913 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49095246-e050-4b9a-9a98-896e15d48912 req-0f5d20b2-d76d-4a7d-8210-620735ba8074 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:39.910467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-49095246-e050-4b9a-9a98-896e15d48912 req-0f5d20b2-d76d-4a7d-8210-620735ba8074 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 945 time: 0.1213896 Nov 18 17:17:39.927735 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e7fc-0311-4683-bd9d-15cd340a75b4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:39.928102 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e7fc-0311-4683-bd9d-15cd340a75b4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:39.963100 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9906c809-44f2-4f87-ac3c-6b46d5e7823f req-278d6a95-0bcc-44b3-8ba3-8c2463312747 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192433 Nov 18 17:17:39.994850 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7e7fc-0311-4683-bd9d-15cd340a75b4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Calling delete_port for 2e1236f1-0f09-4cc2-a59c-5297baa61136 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:40.012205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-49095246-e050-4b9a-9a98-896e15d48912 req-8dc8df89-8388-458a-b057-3f97e2552e6a tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5abadd4-4256-4cda-9f79-66cc4ecd445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006145 Nov 18 17:17:40.065014 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421dc72-563a-446d-aba8-b728293241f6 req-a439533f-b764-4029-a830-ec4d902c6154 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:40.067214 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2421dc72-563a-446d-aba8-b728293241f6 req-a439533f-b764-4029-a830-ec4d902c6154 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.83 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 945 time: 0.0956116 Nov 18 17:17:40.189920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-2421dc72-563a-446d-aba8-b728293241f6 req-25edf6a2-def8-48bf-9fe4-571ae3add058 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Deleting port bb1d8da6-fd19-4c4f-b85a-34148e813afb {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:40.190419 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2421dc72-563a-446d-aba8-b728293241f6 req-25edf6a2-def8-48bf-9fe4-571ae3add058 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:40.289946 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e7fc-0311-4683-bd9d-15cd340a75b4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:40.294694 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2421dc72-563a-446d-aba8-b728293241f6 req-25edf6a2-def8-48bf-9fe4-571ae3add058 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] For port bb1d8da6-fd19-4c4f-b85a-34148e813afb, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=bb1d8da6-fd19-4c4f-b85a-34148e813afb,segment=NetworkSegment(61872b53-b390-425c-83d2-e0eed4699c1a),segment_id=61872b53-b390-425c-83d2-e0eed4699c1a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:40.295770 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2421dc72-563a-446d-aba8-b728293241f6 req-25edf6a2-def8-48bf-9fe4-571ae3add058 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:40.318656 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-2421dc72-563a-446d-aba8-b728293241f6 req-25edf6a2-def8-48bf-9fe4-571ae3add058 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Calling delete_port for bb1d8da6-fd19-4c4f-b85a-34148e813afb owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:40.330527 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7e7fc-0311-4683-bd9d-15cd340a75b4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Pushing event deleted for resources: {'Port': ['ID=2e1236f1-0f09-4cc2-a59c-5297baa61136,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:40.410399 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46896) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:40.426602 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e7fc-0311-4683-bd9d-15cd340a75b4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:40.429762 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e7fc-0311-4683-bd9d-15cd340a75b4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:40.433869 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-aaa7e7fc-0311-4683-bd9d-15cd340a75b4 tempest-ServersTestBootFromVolume-1556992765 tempest-ServersTestBootFromVolume-1556992765-project] 10.222.0.72 "DELETE /v2.0/floatingips/11ea0e9d-709c-4861-b83b-e865178185e3 HTTP/1.1" status: 204 len: 168 time: 0.9866323 Nov 18 17:17:40.434447 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46900) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:40.628228 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-38f0f722-8f17-4d21-87bc-395ac3aacc9f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a79144e4af394cf7974e836f42c86c33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2166018 Nov 18 17:17:40.630813 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46904) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:40.672225 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2421dc72-563a-446d-aba8-b728293241f6 req-25edf6a2-def8-48bf-9fe4-571ae3add058 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:40.691469 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7bc208a1-355d-41b7-a0fe-474070efbcb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:40.710552 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edf6a2-def8-48bf-9fe4-571ae3add058 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Pushing event deleted for resources: {'Port': ['ID=bb1d8da6-fd19-4c4f-b85a-34148e813afb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:40.729026 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7bc208a1-355d-41b7-a0fe-474070efbcb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:40.786928 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-2421dc72-563a-446d-aba8-b728293241f6 req-25edf6a2-def8-48bf-9fe4-571ae3add058 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] No DVR routers for this DVR port bb1d8da6-fd19-4c4f-b85a-34148e813afb on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:17:40.790630 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2421dc72-563a-446d-aba8-b728293241f6 req-25edf6a2-def8-48bf-9fe4-571ae3add058 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:40.794090 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2421dc72-563a-446d-aba8-b728293241f6 req-25edf6a2-def8-48bf-9fe4-571ae3add058 tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.83 "DELETE /v2.0/ports/bb1d8da6-fd19-4c4f-b85a-34148e813afb HTTP/1.1" status: 204 len: 173 time: 0.7188947 Nov 18 17:17:40.794863 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cea2f8-eaa7-436a-a1fd-b5b50ebd8247', 'name': 'network-vif-deleted', 'tag': 'bb1d8da6-fd19-4c4f-b85a-34148e813afb'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:17:40.797426 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b573e8-5ce3-4b18-9ca2-979a0ccc3acf" -d '{"events": [{"server_uuid": "08cea2f8-eaa7-436a-a1fd-b5b50ebd8247", "name": "network-vif-deleted", "tag": "bb1d8da6-fd19-4c4f-b85a-34148e813afb"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:17:40.826511 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5c3b8-07c6-4b98-aeac-920e56723f21 req-d90ccb85-0eb3-4807-9d0a-e3d126888a6d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:40.828210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ebd5c3b8-07c6-4b98-aeac-920e56723f21 req-d90ccb85-0eb3-4807-9d0a-e3d126888a6d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 944 time: 0.0589457 Nov 18 17:17:40.832108 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7bc208a1-355d-41b7-a0fe-474070efbcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:40.835096 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7bc208a1-355d-41b7-a0fe-474070efbcb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:40.836410 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7bc208a1-355d-41b7-a0fe-474070efbcb2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/febf0fe7-2c4f-4d02-89be-32dc62e20e6a HTTP/1.1" status: 204 len: 168 time: 0.2045157 Nov 18 17:17:40.859718 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a595c8-0f5b-4f51-95af-15816a4b70d0 x-openstack-request-id: req-78a595c8-0f5b-4f51-95af-15816a4b70d0 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:17:40.860040 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cea2f8-eaa7-436a-a1fd-b5b50ebd8247", "name": "network-vif-deleted", "tag": "bb1d8da6-fd19-4c4f-b85a-34148e813afb", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:17:40.860332 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-78a595c8-0f5b-4f51-95af-15816a4b70d0 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:17:40.860687 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cea2f8-eaa7-436a-a1fd-b5b50ebd8247', 'name': 'network-vif-deleted', 'tag': 'bb1d8da6-fd19-4c4f-b85a-34148e813afb', 'status': 'completed', 'code': 200} Nov 18 17:17:40.870915 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc208a1-355d-41b7-a0fe-474070efbcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febf0fe7-2c4f-4d02-89be-32dc62e20e6a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:40.909207 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ebd5c3b8-07c6-4b98-aeac-920e56723f21 req-bfd595d4-634b-4078-88f0-948036ac4e44 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712624 Nov 18 17:17:41.136643 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ef528b7-90e1-4cab-bc6e-8ff3a47fecbc req-eb3a1783-06fa-48da-aa36-dc65c9cebbca tempest-LiveAutoBlockMigrationV225Test-655220473 tempest-LiveAutoBlockMigrationV225Test-655220473-project] 10.222.0.72 "GET /v2.0/ports?device_id=08cea2f8-eaa7-436a-a1fd-b5b50ebd8247 HTTP/1.1" status: 200 len: 210 time: 0.0439494 Nov 18 17:17:41.145569 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df33db2b-81ff-48dc-a9ec-7ae682240b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:41.167202 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582de3e7-b6ce-480a-8d4c-e9ce90545630 req-05a2550b-eb60-4867-bbaa-d1e53c67bf32 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:41.169063 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-582de3e7-b6ce-480a-8d4c-e9ce90545630 req-05a2550b-eb60-4867-bbaa-d1e53c67bf32 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1218419 Nov 18 17:17:41.267270 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-582de3e7-b6ce-480a-8d4c-e9ce90545630 req-6e47cd07-f761-4fc1-9952-a22d0989213a tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918627 Nov 18 17:17:41.422281 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-df33db2b-81ff-48dc-a9ec-7ae682240b36 admin admin] Deleting port 56a06d86-bbde-4fb1-abde-27f1b2aa20b1 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:41.422706 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df33db2b-81ff-48dc-a9ec-7ae682240b36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:41.510452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-df33db2b-81ff-48dc-a9ec-7ae682240b36 admin admin] For port 56a06d86-bbde-4fb1-abde-27f1b2aa20b1, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=56a06d86-bbde-4fb1-abde-27f1b2aa20b1,segment=NetworkSegment(a28af4cc-290e-4800-b487-298ef539790c),segment_id=a28af4cc-290e-4800-b487-298ef539790c)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:41.511014 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df33db2b-81ff-48dc-a9ec-7ae682240b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:41.526543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-df33db2b-81ff-48dc-a9ec-7ae682240b36 admin admin] Calling delete_port for 56a06d86-bbde-4fb1-abde-27f1b2aa20b1 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:41.804521 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df33db2b-81ff-48dc-a9ec-7ae682240b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:41.838864 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33db2b-81ff-48dc-a9ec-7ae682240b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a06d86-bbde-4fb1-abde-27f1b2aa20b1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:42.094811 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df33db2b-81ff-48dc-a9ec-7ae682240b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:42.106381 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284fbf1-e1bd-42e3-ab79-25702ec9a8ef req-0b884681-81b3-4c40-be63-a0cb894fa5a4 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:42.116417 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46946) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:42.119597 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3284fbf1-e1bd-42e3-ab79-25702ec9a8ef req-0b884681-81b3-4c40-be63-a0cb894fa5a4 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 944 time: 0.1005578 Nov 18 17:17:42.159245 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 5a3621bd-ea07-43f0-9959-6f314185388b details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:17:42.245058 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3284fbf1-e1bd-42e3-ab79-25702ec9a8ef req-660720b6-8bff-46b5-9779-e0fb74c868dd tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243773 Nov 18 17:17:42.259578 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46954) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:42.357400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 5a3621bd-ea07-43f0-9959-6f314185388b, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5a3621bd-ea07-43f0-9959-6f314185388b,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:42.372997 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '5a3621bd-ea07-43f0-9959-6f314185388b', 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08', 'port_id': '5a3621bd-ea07-43f0-9959-6f314185388b', 'mac_address': 'fa:16:3e:74:4d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f46f3b8-078c-4987-ab0a-f3dc40b669b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:17:42.398768 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-54f2b83d-eceb-4975-932c-67d4706b0174 tempest-ServiceProvidersTest-291045252 tempest-ServiceProvidersTest-291045252-project] 10.222.0.72 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2780504 Nov 18 17:17:42.450822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c6962-0e0f-4704-bbda-3d6d9671b6e2 req-38c2ae67-19a4-4dbe-a433-c5196577fde8 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:42.453128 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a67c6962-0e0f-4704-bbda-3d6d9671b6e2 req-38c2ae67-19a4-4dbe-a433-c5196577fde8 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.0526726 Nov 18 17:17:42.481328 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:42.512116 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3621bd-ea07-43f0-9959-6f314185388b {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:17:42.526461 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df33db2b-81ff-48dc-a9ec-7ae682240b36 admin admin] Router bc45e626-42b8-459d-8a76-77b98a45dc2e has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:17:42.561635 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a67c6962-0e0f-4704-bbda-3d6d9671b6e2 req-450a76fd-b9ef-49d4-8337-3de47c69bda5 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011117 Nov 18 17:17:42.574528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 5a3621bd-ea07-43f0-9959-6f314185388b, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5a3621bd-ea07-43f0-9959-6f314185388b,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:42.636022 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-53066dde-a74f-4166-b150-ea4d810d575a admin admin] Deleting subnet 0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:17:42.640089 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-53066dde-a74f-4166-b150-ea4d810d575a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:42.661229 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df33db2b-81ff-48dc-a9ec-7ae682240b36 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:17:42.670478 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46964) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:42.672153 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-df33db2b-81ff-48dc-a9ec-7ae682240b36 admin admin] 10.222.0.72 "PUT /v2.0/routers/bc45e626-42b8-459d-8a76-77b98a45dc2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2361777 Nov 18 17:17:42.673704 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac899c2-eb78-4226-8071-9866a998cc29 None None] Sync routers for ids ['bc45e626-42b8-459d-8a76-77b98a45dc2e'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:17:42.678029 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:42.684030 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac899c2-eb78-4226-8071-9866a998cc29 None None] Routers {'bc45e626-42b8-459d-8a76-77b98a45dc2e'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:17:42.684955 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6ac899c2-eb78-4226-8071-9866a998cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:17:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bc45e626-42b8-459d-8a76-77b98a45dc2e'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:42.709134 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device bb1d8da6-fd19-4c4f-b85a-34148e813afb no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:17:42.725042 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-53066dde-a74f-4166-b150-ea4d810d575a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:42.733718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: bb1d8da6-fd19-4c4f-b85a-34148e813afb {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:17:42.734420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device bb1d8da6-fd19-4c4f-b85a-34148e813afb not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:17:42.762012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=5a3621bd-ea07-43f0-9959-6f314185388b,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:42.773321 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:42.774330 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:42.775010 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:42.775963 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:42.776500 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:42.777231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:42.780296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:42.780296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:42.780296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:42.780296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:42.781118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:42.781825 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:17:42.829296 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-53066dde-a74f-4166-b150-ea4d810d575a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:42.875470 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2e84057-72ab-45ff-851c-634522d04beb admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:42.903586 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-6ac899c2-eb78-4226-8071-9866a998cc29 None None] Set router bc45e626-42b8-459d-8a76-77b98a45dc2e gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:17:43.016438 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2e84057-72ab-45ff-851c-634522d04beb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:43.025563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['5a3621bd-ea07-43f0-9959-6f314185388b'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:17:43.101341 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-53066dde-a74f-4166-b150-ea4d810d575a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:43.104985 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46968) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:43.106561 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6ac899c2-eb78-4226-8071-9866a998cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'name': 'tempest-ServersTestBootFromVolume-1103423158-router', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:59Z', 'updated_at': '2021-11-18T17:17:41Z', 'revision_number': 5, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'gw_port': {'id': '6bd75c05-4cfd-44c4-8939-7ee9373a880a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:13:02Z', 'updated_at': '2021-11-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:43.136052 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac899c2-eb78-4226-8071-9866a998cc29 None None] Checking router: bc45e626-42b8-459d-8a76-77b98a45dc2e for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:17:43.146394 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac899c2-eb78-4226-8071-9866a998cc29 None None] Routers {'bc45e626-42b8-459d-8a76-77b98a45dc2e'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:17:43.147120 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6ac899c2-eb78-4226-8071-9866a998cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:17:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bc45e626-42b8-459d-8a76-77b98a45dc2e'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:43.168172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53066dde-a74f-4166-b150-ea4d810d575a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9bfb05-84d8-4d4a-b4a2-917d37cc6068,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:43.187144 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-53066dde-a74f-4166-b150-ea4d810d575a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:43.195306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-53066dde-a74f-4166-b150-ea4d810d575a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0a9bfb05-84d8-4d4a-b4a2-917d37cc6068 HTTP/1.1" status: 204 len: 168 time: 0.9346008 Nov 18 17:17:43.197866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46972) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:43.253969 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-6ac899c2-eb78-4226-8071-9866a998cc29 None None] Set router bc45e626-42b8-459d-8a76-77b98a45dc2e gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:17:43.281740 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d2e84057-72ab-45ff-851c-634522d04beb admin admin] Deleting port 6bd75c05-4cfd-44c4-8939-7ee9373a880a {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:43.282187 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2e84057-72ab-45ff-851c-634522d04beb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:43.289461 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-433ef3b8-5612-490b-a1cc-bb69453a8283 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:43.347370 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6ac899c2-eb78-4226-8071-9866a998cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'name': 'tempest-ServersTestBootFromVolume-1103423158-router', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:59Z', 'updated_at': '2021-11-18T17:17:43Z', 'revision_number': 6, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:43.353039 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c4bfd4d-d4f0-451e-90b0-01a281114a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:43.430822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93297e-26c5-41db-abad-db585e3500c1 req-19e17135-3640-42b4-b0c5-892c34f0c4d6 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:43.439045 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c93297e-26c5-41db-abad-db585e3500c1 req-19e17135-3640-42b4-b0c5-892c34f0c4d6 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 945 time: 0.1109943 Nov 18 17:17:43.443083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-d2e84057-72ab-45ff-851c-634522d04beb admin admin] For port 6bd75c05-4cfd-44c4-8939-7ee9373a880a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6bd75c05-4cfd-44c4-8939-7ee9373a880a,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:43.443544 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2e84057-72ab-45ff-851c-634522d04beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:43.460245 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac899c2-eb78-4226-8071-9866a998cc29 None None] The sync data for ids ['bc45e626-42b8-459d-8a76-77b98a45dc2e'] in n-d-813419-11 is: [{'id': 'bc45e626-42b8-459d-8a76-77b98a45dc2e', 'name': 'tempest-ServersTestBootFromVolume-1103423158-router', 'tenant_id': 'bce5212d47c4464c80f51f290e96e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:59Z', 'updated_at': '2021-11-18T17:17:43Z', 'revision_number': 6, 'project_id': 'bce5212d47c4464c80f51f290e96e7bf', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:17:43.471256 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d2e84057-72ab-45ff-851c-634522d04beb admin admin] Calling delete_port for 6bd75c05-4cfd-44c4-8939-7ee9373a880a owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:43.514962 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c93297e-26c5-41db-abad-db585e3500c1 req-9fce169b-1588-473a-aa51-d244066df8d3 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748208 Nov 18 17:17:43.547297 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c4bfd4d-d4f0-451e-90b0-01a281114a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:43.576303 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-433ef3b8-5612-490b-a1cc-bb69453a8283 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:43.581325 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-1c4bfd4d-d4f0-451e-90b0-01a281114a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c80b09d-0b1c-4934-855f-ad1012986cf6']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:43.592667 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-1c4bfd4d-d4f0-451e-90b0-01a281114a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61872b53-b390-425c-83d2-e0eed4699c1a') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:43.592969 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-1c4bfd4d-d4f0-451e-90b0-01a281114a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61872b53-b390-425c-83d2-e0eed4699c1a') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:43.612083 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c4bfd4d-d4f0-451e-90b0-01a281114a8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:43.631702 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c4bfd4d-d4f0-451e-90b0-01a281114a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:43.639305 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-433ef3b8-5612-490b-a1cc-bb69453a8283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:43.642141 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4bfd4d-d4f0-451e-90b0-01a281114a8e admin admin] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:17:43.642538 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c4bfd4d-d4f0-451e-90b0-01a281114a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:17:43.645815 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:17:43.746270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ef3b8-5612-490b-a1cc-bb69453a8283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28674d5e-f9cd-4775-8499-a3331d27dbd1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:43.753169 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1d878-0f91-4c53-9dd6-689ae2f69da9 req-da40eac7-d510-4df9-9587-6d9783757e2e tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:43.755461 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61d1d878-0f91-4c53-9dd6-689ae2f69da9 req-da40eac7-d510-4df9-9587-6d9783757e2e tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.0941875 Nov 18 17:17:43.772522 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-433ef3b8-5612-490b-a1cc-bb69453a8283 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e15e6234154c457c870b151cc5cf9b50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6648791 Nov 18 17:17:43.774282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46990) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:43.838830 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c4bfd4d-d4f0-451e-90b0-01a281114a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:43.845037 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61d1d878-0f91-4c53-9dd6-689ae2f69da9 req-f86d895f-6619-4c21-b2b2-475dc662126d tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735450 Nov 18 17:17:43.850986 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c4bfd4d-d4f0-451e-90b0-01a281114a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:43.855230 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1c4bfd4d-d4f0-451e-90b0-01a281114a8e admin admin] 10.222.0.72 "DELETE /v2.0/networks/2c80b09d-0b1c-4934-855f-ad1012986cf6 HTTP/1.1" status: 204 len: 168 time: 0.6536288 Nov 18 17:17:43.855965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46992) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:43.878048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bfd4d-d4f0-451e-90b0-01a281114a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=2c80b09d-0b1c-4934-855f-ad1012986cf6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:43.880021 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2b2e76b-7822-4d7a-a263-f1d880dc7bc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:43.923927 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2b2e76b-7822-4d7a-a263-f1d880dc7bc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:43.948862 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb03150-46d8-4c04-821a-338654122ccb admin admin] Deleting subnet e01ef240-f946-4f40-95d6-ba95695c5ece {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:17:43.954538 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ccb03150-46d8-4c04-821a-338654122ccb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:43.981964 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2e84057-72ab-45ff-851c-634522d04beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:44.018266 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e84057-72ab-45ff-851c-634522d04beb admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd75c05-4cfd-44c4-8939-7ee9373a880a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:44.069004 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ccb03150-46d8-4c04-821a-338654122ccb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:44.083104 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2b2e76b-7822-4d7a-a263-f1d880dc7bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:44.083104 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2b2e76b-7822-4d7a-a263-f1d880dc7bc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:44.083104 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c2b2e76b-7822-4d7a-a263-f1d880dc7bc0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/28674d5e-f9cd-4775-8499-a3331d27dbd1 HTTP/1.1" status: 204 len: 168 time: 0.3052402 Nov 18 17:17:44.107441 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2e76b-7822-4d7a-a263-f1d880dc7bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28674d5e-f9cd-4775-8499-a3331d27dbd1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:44.439523 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2e84057-72ab-45ff-851c-634522d04beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:44.442395 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ccb03150-46d8-4c04-821a-338654122ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:44.563463 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2e84057-72ab-45ff-851c-634522d04beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:44.567349 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2e84057-72ab-45ff-851c-634522d04beb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:44.675453 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65af3e-19c5-4c8f-9612-d9557499404f req-c225a45c-f1a6-45ee-8943-48d7ac365f89 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:44.677093 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd65af3e-19c5-4c8f-9612-d9557499404f req-c225a45c-f1a6-45ee-8943-48d7ac365f89 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 945 time: 0.0580561 Nov 18 17:17:44.714382 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2e84057-72ab-45ff-851c-634522d04beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:44.714382 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e84057-72ab-45ff-851c-634522d04beb admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc45e626-42b8-459d-8a76-77b98a45dc2e {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:17:44.714382 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2e84057-72ab-45ff-851c-634522d04beb admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:44.714382 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d2e84057-72ab-45ff-851c-634522d04beb admin admin] 10.222.0.72 "DELETE /v2.0/routers/bc45e626-42b8-459d-8a76-77b98a45dc2e HTTP/1.1" status: 204 len: 168 time: 2.0425360 Nov 18 17:17:44.719576 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47008) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:44.751383 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ccb03150-46d8-4c04-821a-338654122ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:44.786288 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd65af3e-19c5-4c8f-9612-d9557499404f req-1812e418-bd38-4772-a13e-170624eb0c4b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026371 Nov 18 17:17:44.790017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde9b8bf-c63a-4d4f-9b3d-091b4d25130f admin admin] Deleting subnet fd8bc086-10b8-4e7e-a632-9edd196f4ab1 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:17:44.801433 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bde9b8bf-c63a-4d4f-9b3d-091b4d25130f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:44.831690 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ccb03150-46d8-4c04-821a-338654122ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:44.858959 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ccb03150-46d8-4c04-821a-338654122ccb admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e01ef240-f946-4f40-95d6-ba95695c5ece HTTP/1.1" status: 204 len: 168 time: 1.0021896 Nov 18 17:17:44.862390 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb03150-46d8-4c04-821a-338654122ccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e01ef240-f946-4f40-95d6-ba95695c5ece,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:44.869426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47014) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:44.913848 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bde9b8bf-c63a-4d4f-9b3d-091b4d25130f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:45.013068 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6bd75c05-4cfd-44c4-8939-7ee9373a880a no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:17:45.038599 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 6bd75c05-4cfd-44c4-8939-7ee9373a880a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:17:45.039254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6bd75c05-4cfd-44c4-8939-7ee9373a880a not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:17:45.039901 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 56a06d86-bbde-4fb1-abde-27f1b2aa20b1 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:17:45.068269 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 56a06d86-bbde-4fb1-abde-27f1b2aa20b1 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:17:45.069009 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 56a06d86-bbde-4fb1-abde-27f1b2aa20b1 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:17:45.088514 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135eb79f-6404-4471-9b60-edb131dfd9c5 req-66082897-f558-4f6f-bc20-aac6097a1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:45.089955 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-850a33b1-ef90-4d86-af30-d088d5652451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:45.104942 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-135eb79f-6404-4471-9b60-edb131dfd9c5 req-66082897-f558-4f6f-bc20-aac6097a1b1e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 1098 time: 0.1379619 Nov 18 17:17:45.158566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3185390-de37-4eff-b090-5dfdc4318bc7 req-2904d385-9d73-4ebf-bd53-bae6c6ee25b6 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:45.160692 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3185390-de37-4eff-b090-5dfdc4318bc7 req-2904d385-9d73-4ebf-bd53-bae6c6ee25b6 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1160378 Nov 18 17:17:45.183043 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-135eb79f-6404-4471-9b60-edb131dfd9c5 req-db97e7f6-7532-4ba4-a7e8-dfa75e8aeb96 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689030 Nov 18 17:17:45.196958 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bde9b8bf-c63a-4d4f-9b3d-091b4d25130f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:45.279543 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-850a33b1-ef90-4d86-af30-d088d5652451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:45.309780 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3185390-de37-4eff-b090-5dfdc4318bc7 req-fd653dc6-55df-4947-8e83-8c3fe3f6dbfd tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201122 Nov 18 17:17:45.314347 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-850a33b1-ef90-4d86-af30-d088d5652451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f83d02-186d-4b95-b680-4914cc17733a']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:45.324692 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-850a33b1-ef90-4d86-af30-d088d5652451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9bba3db-9e76-4892-9ccc-3cd008da1d38') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:45.325058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-850a33b1-ef90-4d86-af30-d088d5652451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9bba3db-9e76-4892-9ccc-3cd008da1d38') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:45.327556 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bde9b8bf-c63a-4d4f-9b3d-091b4d25130f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:45.345817 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-850a33b1-ef90-4d86-af30-d088d5652451 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:45.361443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9b8bf-c63a-4d4f-9b3d-091b4d25130f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd8bc086-10b8-4e7e-a632-9edd196f4ab1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:45.363915 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bde9b8bf-c63a-4d4f-9b3d-091b4d25130f admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:45.365057 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-850a33b1-ef90-4d86-af30-d088d5652451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:45.372262 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bde9b8bf-c63a-4d4f-9b3d-091b4d25130f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/fd8bc086-10b8-4e7e-a632-9edd196f4ab1 HTTP/1.1" status: 204 len: 168 time: 0.6469736 Nov 18 17:17:45.378129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850a33b1-ef90-4d86-af30-d088d5652451 admin admin] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:17:45.378558 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-850a33b1-ef90-4d86-af30-d088d5652451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:45.378687 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47024) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:17:45.380609 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:17:45.388119 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acce3cad-6f8a-4b61-af91-341806106d4e None None] Network 652a8802-df53-41d6-bcbd-962461ecde11 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:45.462203 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:45.501794 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-850a33b1-ef90-4d86-af30-d088d5652451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:45.508847 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-850a33b1-ef90-4d86-af30-d088d5652451 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:45.530785 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-850a33b1-ef90-4d86-af30-d088d5652451 admin admin] 10.222.0.72 "DELETE /v2.0/networks/83f83d02-186d-4b95-b680-4914cc17733a HTTP/1.1" status: 204 len: 168 time: 0.6444464 Nov 18 17:17:45.539876 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] Deleting port 324e0ba4-15ce-4df2-bbb1-e32c7f55394f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:45.540466 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:45.574131 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47030) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:45.587183 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a33b1-ef90-4d86-af30-d088d5652451 admin admin] Pushing event deleted for resources: {'Network': ['ID=83f83d02-186d-4b95-b680-4914cc17733a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:45.690947 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] For port 324e0ba4-15ce-4df2-bbb1-e32c7f55394f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=324e0ba4-15ce-4df2-bbb1-e32c7f55394f,segment=NetworkSegment(a28af4cc-290e-4800-b487-298ef539790c),segment_id=a28af4cc-290e-4800-b487-298ef539790c)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:45.691354 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:45.697898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35162366-2379-4f2f-ae9d-06d99df1945f None None] DHCP port deletion for 652a8802-df53-41d6-bcbd-962461ecde11 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:17:45.730184 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] Calling delete_port for 324e0ba4-15ce-4df2-bbb1-e32c7f55394f owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:45.782449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-35162366-2379-4f2f-ae9d-06d99df1945f None None] Deleting port 324e0ba4-15ce-4df2-bbb1-e32c7f55394f {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:17:45.782823 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-35162366-2379-4f2f-ae9d-06d99df1945f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:45.783590 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f91e3287-8be4-432e-840d-13ec710207e8 tempest-SubnetPoolsTestJSON-1865680880 tempest-SubnetPoolsTestJSON-1865680880-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1286845681', 'prefixes': ['172.20.0.0/16']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:45.850576 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-35162366-2379-4f2f-ae9d-06d99df1945f None None] For port 324e0ba4-15ce-4df2-bbb1-e32c7f55394f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=324e0ba4-15ce-4df2-bbb1-e32c7f55394f,segment=NetworkSegment(a28af4cc-290e-4800-b487-298ef539790c),segment_id=a28af4cc-290e-4800-b487-298ef539790c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:45.850896 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-35162366-2379-4f2f-ae9d-06d99df1945f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:45.864539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-35162366-2379-4f2f-ae9d-06d99df1945f None None] Calling delete_port for 324e0ba4-15ce-4df2-bbb1-e32c7f55394f owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:17:45.918454 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007f3de-c7af-476a-9ed3-9ae98edb56af req-2d21a6f5-5657-4b14-9cd8-648815bb691a tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:45.920300 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c007f3de-c7af-476a-9ed3-9ae98edb56af req-2d21a6f5-5657-4b14-9cd8-648815bb691a tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 945 time: 0.0550768 Nov 18 17:17:45.977099 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-35162366-2379-4f2f-ae9d-06d99df1945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:45.978397 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:45.982038 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c007f3de-c7af-476a-9ed3-9ae98edb56af req-95c01efd-30d5-417e-8a98-c968f2eef8cd tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537040 Nov 18 17:17:46.023946 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35162366-2379-4f2f-ae9d-06d99df1945f None None] Pushing event deleted for resources: {'Port': ['ID=324e0ba4-15ce-4df2-bbb1-e32c7f55394f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:46.026427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35162366-2379-4f2f-ae9d-06d99df1945f None None] No DVR routers for this DVR port 324e0ba4-15ce-4df2-bbb1-e32c7f55394f on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:17:46.050113 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] Pushing event deleted for resources: {'Port': ['ID=324e0ba4-15ce-4df2-bbb1-e32c7f55394f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:46.055695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] No DVR routers for this DVR port 324e0ba4-15ce-4df2-bbb1-e32c7f55394f on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:17:46.132103 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:46.154578 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652a8802-df53-41d6-bcbd-962461ecde11']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:46.157004 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47040) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:46.173478 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 5a3621bd-ea07-43f0-9959-6f314185388b up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:17:46.183287 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28af4cc-290e-4800-b487-298ef539790c') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:46.183853 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28af4cc-290e-4800-b487-298ef539790c') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:46.197009 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:46.216325 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:46.226049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:17:46.226571 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:46.227810 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c285a04b-6111-47f9-bba2-fa4c1382230c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=50df9abadb204a52a1f75cd50dbb0a82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0692060 Nov 18 17:17:46.230182 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47042) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:17:46.233174 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:17:46.286060 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2fa0a298-1c9e-477c-8ae6-71922bbff73b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:46.313675 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2fa0a298-1c9e-477c-8ae6-71922bbff73b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:46.352318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 5a3621bd-ea07-43f0-9959-6f314185388b completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:17:46.357377 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 5a3621bd-ea07-43f0-9959-6f314185388b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:46.358762 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:46.388401 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:46.395365 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f91e3287-8be4-432e-840d-13ec710207e8 tempest-SubnetPoolsTestJSON-1865680880 tempest-SubnetPoolsTestJSON-1865680880-project] Publish callbacks [] for subnetpool, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:46.401376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47046) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:46.401662 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f91e3287-8be4-432e-840d-13ec710207e8 tempest-SubnetPoolsTestJSON-1865680880 tempest-SubnetPoolsTestJSON-1865680880-project] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8257596 Nov 18 17:17:46.416989 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:46.424842 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] 10.222.0.72 "DELETE /v2.0/networks/652a8802-df53-41d6-bcbd-962461ecde11 HTTP/1.1" status: 204 len: 168 time: 1.0450733 Nov 18 17:17:46.439546 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500978a2-a2bf-4404-86ea-17d1a9e9dfde admin admin] Pushing event deleted for resources: {'Network': ['ID=652a8802-df53-41d6-bcbd-962461ecde11,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:46.473758 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2fa0a298-1c9e-477c-8ae6-71922bbff73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:46.478696 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2fa0a298-1c9e-477c-8ae6-71922bbff73b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:46.480764 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2fa0a298-1c9e-477c-8ae6-71922bbff73b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c5abadd4-4256-4cda-9f79-66cc4ecd445f HTTP/1.1" status: 204 len: 168 time: 0.2492294 Nov 18 17:17:46.492343 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:46.527833 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1356f5-8268-4859-a8d2-b9dbb7ee3129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3621bd-ea07-43f0-9959-6f314185388b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:17:46.531369 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f05a0f-28a7-4cf1-81cf-04dbb075b9f8" -d '{"events": [{"server_uuid": "0f1356f5-8268-4859-a8d2-b9dbb7ee3129", "name": "network-vif-plugged", "status": "completed", "tag": "5a3621bd-ea07-43f0-9959-6f314185388b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:17:46.547410 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 5a3621bd-ea07-43f0-9959-6f314185388b, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5a3621bd-ea07-43f0-9959-6f314185388b,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:46.553232 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9908b381-7744-42b4-a3c0-06a35cb297d6 tempest-SubnetPoolsTestJSON-1865680880 tempest-SubnetPoolsTestJSON-1865680880-project] 10.222.0.72 "GET /v2.0/subnetpools/a790259a-2f24-4085-aa92-2d359f2780e3 HTTP/1.1" status: 200 len: 732 time: 0.1498330 Nov 18 17:17:46.557053 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47054) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:46.563236 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0a298-1c9e-477c-8ae6-71922bbff73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5abadd4-4256-4cda-9f79-66cc4ecd445f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:46.565780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-16cc19f3-b0e9-4e4b-939b-3e7357e4a5d1 tempest-SubnetPoolsTestJSON-1865680880 tempest-SubnetPoolsTestJSON-1865680880-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1459282423'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:46.620895 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:46.634346 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05051df0-0826-44da-aca8-f7e2581b568e req-97dde789-cb45-4d98-839a-74f7d7c46765 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:46.642205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05051df0-0826-44da-aca8-f7e2581b568e req-97dde789-cb45-4d98-839a-74f7d7c46765 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.2371101 Nov 18 17:17:46.647013 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32a282c-56a2-4ff7-aa15-dcda99e84efe x-openstack-request-id: req-d32a282c-56a2-4ff7-aa15-dcda99e84efe {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:17:46.647360 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1356f5-8268-4859-a8d2-b9dbb7ee3129", "name": "network-vif-plugged", "status": "completed", "tag": "5a3621bd-ea07-43f0-9959-6f314185388b", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:17:46.647693 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d32a282c-56a2-4ff7-aa15-dcda99e84efe {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:17:46.648102 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1356f5-8268-4859-a8d2-b9dbb7ee3129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3621bd-ea07-43f0-9959-6f314185388b', 'code': 200} Nov 18 17:17:46.706248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=5a3621bd-ea07-43f0-9959-6f314185388b,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:46.731245 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05051df0-0826-44da-aca8-f7e2581b568e req-c7cafe20-3dc7-44e5-a6bd-99c94f1aa399 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717309 Nov 18 17:17:46.815542 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe458d-bedb-455b-a164-4b55b780a037 req-717ec8bd-650a-4e37-a7e9-75b31c3d7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:46.817290 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-39fe458d-bedb-455b-a164-4b55b780a037 req-717ec8bd-650a-4e37-a7e9-75b31c3d7010 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 1098 time: 0.0935757 Nov 18 17:17:46.875196 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-39fe458d-bedb-455b-a164-4b55b780a037 req-0cc6737e-8121-426f-9991-d4d11fa0947b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510094 Nov 18 17:17:46.919307 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 324e0ba4-15ce-4df2-bbb1-e32c7f55394f no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:17:46.928022 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-16cc19f3-b0e9-4e4b-939b-3e7357e4a5d1 tempest-SubnetPoolsTestJSON-1865680880 tempest-SubnetPoolsTestJSON-1865680880-project] Publish callbacks [] for subnetpool, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:46.932333 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-16cc19f3-b0e9-4e4b-939b-3e7357e4a5d1 tempest-SubnetPoolsTestJSON-1865680880 tempest-SubnetPoolsTestJSON-1865680880-project] 10.222.0.72 "PUT /v2.0/subnetpools/a790259a-2f24-4085-aa92-2d359f2780e3 HTTP/1.1" status: 200 len: 684 time: 0.3712606 Nov 18 17:17:46.932815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47058) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:46.952370 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 324e0ba4-15ce-4df2-bbb1-e32c7f55394f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:17:46.952941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 324e0ba4-15ce-4df2-bbb1-e32c7f55394f not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:17:47.046825 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47064) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:47.122471 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-28a327e8-dae8-48fa-bce7-32ca1bc902cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bce5212d47c4464c80f51f290e96e7bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0716491 Nov 18 17:17:47.122708 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47070) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:47.192444 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4978c652-ebf8-4403-9ba4-4571dff98d1b tempest-SubnetPoolsTestJSON-1865680880 tempest-SubnetPoolsTestJSON-1865680880-project] Publish callbacks [] for subnetpool, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:47.194262 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4978c652-ebf8-4403-9ba4-4571dff98d1b tempest-SubnetPoolsTestJSON-1865680880 tempest-SubnetPoolsTestJSON-1865680880-project] 10.222.0.72 "DELETE /v2.0/subnetpools/a790259a-2f24-4085-aa92-2d359f2780e3 HTTP/1.1" status: 204 len: 168 time: 0.2600436 Nov 18 17:17:47.197291 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47072) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:47.197849 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1868f4c6-70d9-4263-9849-9f8c75c76cdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:47.223858 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1868f4c6-70d9-4263-9849-9f8c75c76cdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:47.232140 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-691f6cb1-305c-471e-a189-cf111f894b22 tempest-SubnetPoolsTestJSON-1865680880 tempest-SubnetPoolsTestJSON-1865680880-project] show failed (client error): The resource could not be found. Nov 18 17:17:47.237816 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-691f6cb1-305c-471e-a189-cf111f894b22 tempest-SubnetPoolsTestJSON-1865680880 tempest-SubnetPoolsTestJSON-1865680880-project] 10.222.0.72 "GET /v2.0/subnetpools/a790259a-2f24-4085-aa92-2d359f2780e3 HTTP/1.1" status: 404 len: 346 time: 0.0367036 Nov 18 17:17:47.238006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47074) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:47.245252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aa2fa-2a22-4c32-b7dd-4da65b0d5119 req-47a20289-7c5f-4454-9ba4-a01e1543596d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:47.246929 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f13aa2fa-2a22-4c32-b7dd-4da65b0d5119 req-47a20289-7c5f-4454-9ba4-a01e1543596d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 946 time: 0.1199355 Nov 18 17:17:47.271309 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-f29a02ea-fdad-4b95-9f7e-bc8aee6fac2d tempest-SubnetPoolsTestJSON-1865680880 tempest-SubnetPoolsTestJSON-1865680880-project] delete failed (client error): The resource could not be found. Nov 18 17:17:47.272397 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f29a02ea-fdad-4b95-9f7e-bc8aee6fac2d tempest-SubnetPoolsTestJSON-1865680880 tempest-SubnetPoolsTestJSON-1865680880-project] 10.222.0.72 "DELETE /v2.0/subnetpools/a790259a-2f24-4085-aa92-2d359f2780e3 HTTP/1.1" status: 404 len: 346 time: 0.0338967 Nov 18 17:17:47.332015 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f13aa2fa-2a22-4c32-b7dd-4da65b0d5119 req-3d18bde7-e80d-493f-ae45-e5f5f8ad6216 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777216 Nov 18 17:17:47.409547 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1868f4c6-70d9-4263-9849-9f8c75c76cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:47.415933 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1868f4c6-70d9-4263-9849-9f8c75c76cdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:47.415933 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1868f4c6-70d9-4263-9849-9f8c75c76cdc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e3ca1cfb-da6d-4eb2-9c40-e68b977d55eb HTTP/1.1" status: 204 len: 168 time: 0.2898977 Nov 18 17:17:47.429009 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868f4c6-70d9-4263-9849-9f8c75c76cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ca1cfb-da6d-4eb2-9c40-e68b977d55eb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:47.523050 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47088) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:47.567524 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3601aaa5-1518-4129-9c19-39a23e208af9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c5886c49e58743c7ab0069d4df213004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433090 Nov 18 17:17:47.570144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47090) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:47.890863 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f059a-8c16-4a06-bdab-1c8c29549e59 req-a4de1ee3-0d0e-43b1-b316-c443cd26dd66 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:47.898765 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-018f059a-8c16-4a06-bdab-1c8c29549e59 req-a4de1ee3-0d0e-43b1-b316-c443cd26dd66 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.0849493 Nov 18 17:17:47.909345 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f0dc348-b3e3-4bbe-878d-7ec7bb872fdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:47.934227 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f0dc348-b3e3-4bbe-878d-7ec7bb872fdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:47.964892 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-018f059a-8c16-4a06-bdab-1c8c29549e59 req-fdd59329-63f6-44dc-87d0-815f3c2f4122 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651278 Nov 18 17:17:48.060268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47102) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:48.101334 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f0dc348-b3e3-4bbe-878d-7ec7bb872fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:48.111674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f0dc348-b3e3-4bbe-878d-7ec7bb872fdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:48.115733 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8f0dc348-b3e3-4bbe-878d-7ec7bb872fdf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f2010821-a9bc-429d-9114-500e89cac154 HTTP/1.1" status: 204 len: 168 time: 0.5445645 Nov 18 17:17:48.135048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dc348-b3e3-4bbe-878d-7ec7bb872fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2010821-a9bc-429d-9114-500e89cac154,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:48.311612 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-226263ef-3c96-4173-b9a1-d2079d04714f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:48.330673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47118) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:48.421432 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-226263ef-3c96-4173-b9a1-d2079d04714f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:48.472566 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-226263ef-3c96-4173-b9a1-d2079d04714f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:48.493324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d2945-da11-4152-9061-0c356c6af2c8 req-da6190f8-8cd2-41d7-8378-e3702ddcb5ac tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:48.495078 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bd3d2945-da11-4152-9061-0c356c6af2c8 req-da6190f8-8cd2-41d7-8378-e3702ddcb5ac tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 946 time: 0.0625350 Nov 18 17:17:48.551493 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226263ef-3c96-4173-b9a1-d2079d04714f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a44082a-966d-48c9-999d-79f0df35f202,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:48.581346 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-226263ef-3c96-4173-b9a1-d2079d04714f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6344b4d6cc3a48f89d2034903496bf46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5174296 Nov 18 17:17:48.594349 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47132) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:48.635890 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-423d6359-6454-4829-8499-2e95b78f71da admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:48.648000 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bd3d2945-da11-4152-9061-0c356c6af2c8 req-14b2d094-2028-4e86-aa43-e241f801c8af tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371796 Nov 18 17:17:48.652129 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39b736-9a43-4e79-9aed-ded3fcb64714 req-9c22374e-8388-4ccf-b4f1-481868b12a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:48.653874 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7d39b736-9a43-4e79-9aed-ded3fcb64714 req-9c22374e-8388-4ccf-b4f1-481868b12a92 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ce7024854a94cdfa1b77ea1112434b7&device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0678811 Nov 18 17:17:48.758275 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ee61b97-18ae-4357-804e-ba95d0a5f573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:48.767875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058fcd9-3dd1-41e3-a9e6-7c21032db51a req-be72c5b1-1d8a-4521-8b19-25c1229eac42 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:48.775442 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2058fcd9-3dd1-41e3-a9e6-7c21032db51a req-be72c5b1-1d8a-4521-8b19-25c1229eac42 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.2197771 Nov 18 17:17:48.778261 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39b736-9a43-4e79-9aed-ded3fcb64714 req-a5114833-8092-4aac-8c4e-8f035e68b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:48.778261 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7d39b736-9a43-4e79-9aed-ded3fcb64714 req-a5114833-8092-4aac-8c4e-8f035e68b59b service neutron] 10.222.0.83 "GET /v2.0/networks?id=76233702-e661-4854-b97f-4c5aa3c41fc7 HTTP/1.1" status: 200 len: 921 time: 0.1147249 Nov 18 17:17:48.843843 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7d39b736-9a43-4e79-9aed-ded3fcb64714 req-de4b5990-3102-46bf-aa9b-d1daf1dea638 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1000ad4-f3dd-49e1-bb74-016686085a1e HTTP/1.1" status: 200 len: 217 time: 0.0489697 Nov 18 17:17:48.848913 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ee61b97-18ae-4357-804e-ba95d0a5f573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:48.938591 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2058fcd9-3dd1-41e3-a9e6-7c21032db51a req-a3af73d2-5d0a-4007-b38b-b68525a3be18 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607718 Nov 18 17:17:48.956270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39b736-9a43-4e79-9aed-ded3fcb64714 req-255c9fce-b4b1-462c-9942-297710a70f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:48.957774 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7d39b736-9a43-4e79-9aed-ded3fcb64714 req-255c9fce-b4b1-462c-9942-297710a70f8b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dcc58c36-7916-4d1d-8b23-c0a6b0e5f673 HTTP/1.1" status: 200 len: 859 time: 0.1066444 Nov 18 17:17:48.967439 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-423d6359-6454-4829-8499-2e95b78f71da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:49.000248 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7d39b736-9a43-4e79-9aed-ded3fcb64714 req-6684b847-ac81-4e0d-b8e7-d9f3f12caa53 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76233702-e661-4854-b97f-4c5aa3c41fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313077 Nov 18 17:17:49.069504 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-423d6359-6454-4829-8499-2e95b78f71da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:49.072274 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ee61b97-18ae-4357-804e-ba95d0a5f573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:49.079491 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ee61b97-18ae-4357-804e-ba95d0a5f573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:49.079491 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0ee61b97-18ae-4357-804e-ba95d0a5f573 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3a44082a-966d-48c9-999d-79f0df35f202 HTTP/1.1" status: 204 len: 168 time: 0.4808371 Nov 18 17:17:49.118483 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7d39b736-9a43-4e79-9aed-ded3fcb64714 req-aa5d183d-4b04-48b0-8ab2-450598e067f6 service neutron] 10.222.0.83 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094930 Nov 18 17:17:49.136558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d6359-6454-4829-8499-2e95b78f71da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cac5e6-8bfa-4a7d-9a9b-c6deb17ac06a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:49.157902 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-423d6359-6454-4829-8499-2e95b78f71da admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9cf084c1ccb947049118d0123389a7ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8236110 Nov 18 17:17:49.158140 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47152) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:49.181054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee61b97-18ae-4357-804e-ba95d0a5f573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a44082a-966d-48c9-999d-79f0df35f202,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:49.245193 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7d39b736-9a43-4e79-9aed-ded3fcb64714 req-c7d794af-6860-484f-a426-954c34ec80d9 service neutron] 10.222.0.83 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188328 Nov 18 17:17:49.247380 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c0736b5-5e2e-460c-ae73-a99a4956035c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:49.293406 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c0736b5-5e2e-460c-ae73-a99a4956035c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:49.422312 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c0736b5-5e2e-460c-ae73-a99a4956035c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:49.425254 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c0736b5-5e2e-460c-ae73-a99a4956035c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:49.427834 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9c0736b5-5e2e-460c-ae73-a99a4956035c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c7cac5e6-8bfa-4a7d-9a9b-c6deb17ac06a HTTP/1.1" status: 204 len: 168 time: 0.2674325 Nov 18 17:17:49.435152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0736b5-5e2e-460c-ae73-a99a4956035c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cac5e6-8bfa-4a7d-9a9b-c6deb17ac06a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:49.725380 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47180) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:49.757249 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47184) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:49.998244 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-15440e53-a504-4386-b549-e32584584251 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2134437833-network', 'tenant_id': '3b796403dcb74a789ab8781aa545eb18'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:50.008348 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-fc46e12a-946e-4d31-b12c-7f321e0add17 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-810392461-network', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:50.111995 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc816593-b049-4dd3-92d4-f326aa594388 req-e08a65eb-5ae5-4dab-92af-6d73e9f090d9 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:50.118364 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc816593-b049-4dd3-92d4-f326aa594388 req-e08a65eb-5ae5-4dab-92af-6d73e9f090d9 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.0601335 Nov 18 17:17:50.144757 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc46e12a-946e-4d31-b12c-7f321e0add17 admin admin] Made reservation on behalf of 0098a5d2a96c4be3934bdc90a293ce7b for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:50.147197 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc46e12a-946e-4d31-b12c-7f321e0add17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.163865 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc46e12a-946e-4d31-b12c-7f321e0add17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.211889 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc816593-b049-4dd3-92d4-f326aa594388 req-78899112-5ba1-4159-a6b6-ef0a4455bec8 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921948 Nov 18 17:17:50.290193 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc46e12a-946e-4d31-b12c-7f321e0add17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.375576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15440e53-a504-4386-b549-e32584584251 admin admin] Made reservation on behalf of 3b796403dcb74a789ab8781aa545eb18 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:50.378532 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-15440e53-a504-4386-b549-e32584584251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.381224 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc46e12a-946e-4d31-b12c-7f321e0add17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.404448 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-15440e53-a504-4386-b549-e32584584251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.426220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc46e12a-946e-4d31-b12c-7f321e0add17 admin admin] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:17:50.445146 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46e12a-946e-4d31-b12c-7f321e0add17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18f7825-b618-455b-900f-66261dec5a9c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:50.448280 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc46e12a-946e-4d31-b12c-7f321e0add17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.448634 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-fc46e12a-946e-4d31-b12c-7f321e0add17 admin admin] Added segment 9a306a4a-9781-4d28-968f-4bac57071482 of type vlan for network 487dcd42-0c3a-42c2-8c48-540a99d12b78 Nov 18 17:17:50.499398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47208) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:50.530299 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cbe72479-ddbf-4400-8842-ee3c860d1313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.588918 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc46e12a-946e-4d31-b12c-7f321e0add17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.592802 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-15440e53-a504-4386-b549-e32584584251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.627024 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cbe72479-ddbf-4400-8842-ee3c860d1313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.655094 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-15440e53-a504-4386-b549-e32584584251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.678025 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cbe72479-ddbf-4400-8842-ee3c860d1313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.681716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15440e53-a504-4386-b549-e32584584251 admin admin] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:17:50.688283 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc46e12a-946e-4d31-b12c-7f321e0add17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.689978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc46e12a-946e-4d31-b12c-7f321e0add17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:50.689978 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc46e12a-946e-4d31-b12c-7f321e0add17 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.722559 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15440e53-a504-4386-b549-e32584584251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca1acda-8517-416c-8ccc-9ced18032c81,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:50.724567 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cbe72479-ddbf-4400-8842-ee3c860d1313 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2cd2f9ed197543f6828d2d6ddd325a63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2237694 Nov 18 17:17:50.725897 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe72479-ddbf-4400-8842-ee3c860d1313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3634e31-d0fa-44fb-981a-2610811e0133,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:50.730152 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-15440e53-a504-4386-b549-e32584584251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.730504 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-15440e53-a504-4386-b549-e32584584251 admin admin] Added segment 89735ee2-7f4d-4eaa-994e-484d05427291 of type vlan for network 046f327f-603a-4d9c-b996-c92415d5d886 Nov 18 17:17:50.734296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47210) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:50.838159 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fc46e12a-946e-4d31-b12c-7f321e0add17 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1086326 Nov 18 17:17:50.838505 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47214) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:50.840741 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46e12a-946e-4d31-b12c-7f321e0add17 admin admin] Pushing event updated for resources: {'Network': ['ID=487dcd42-0c3a-42c2-8c48-540a99d12b78,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:50.843747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d7da1f00-56fc-45dd-9c63-0c47c3031dc5 admin admin] Request body: {'subnet': {'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-810392461-subnet', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:50.845021 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-15440e53-a504-4386-b549-e32584584251 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.852159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 487dcd42-0c3a-42c2-8c48-540a99d12b78 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:17:50.881437 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47216) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:50.940441 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a8d6ebec-c8b7-4fd1-9986-a96c77c7cce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.951774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7da1f00-56fc-45dd-9c63-0c47c3031dc5 admin admin] Made reservation on behalf of 0098a5d2a96c4be3934bdc90a293ce7b for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:50.956552 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7da1f00-56fc-45dd-9c63-0c47c3031dc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:50.964869 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a8d6ebec-c8b7-4fd1-9986-a96c77c7cce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:51.040032 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-15440e53-a504-4386-b549-e32584584251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:51.043770 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15440e53-a504-4386-b549-e32584584251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:51.046924 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-15440e53-a504-4386-b549-e32584584251 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:51.079576 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-009169bb-d74a-4625-b4a2-4b115dc4ffb7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-460265164'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:51.096481 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a8d6ebec-c8b7-4fd1-9986-a96c77c7cce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:51.100574 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a8d6ebec-c8b7-4fd1-9986-a96c77c7cce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:51.104346 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a8d6ebec-c8b7-4fd1-9986-a96c77c7cce0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c3634e31-d0fa-44fb-981a-2610811e0133 HTTP/1.1" status: 204 len: 168 time: 0.3684227 Nov 18 17:17:51.149792 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6ebec-c8b7-4fd1-9986-a96c77c7cce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3634e31-d0fa-44fb-981a-2610811e0133,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:51.177364 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15440e53-a504-4386-b549-e32584584251 admin admin] Pushing event updated for resources: {'Network': ['ID=046f327f-603a-4d9c-b996-c92415d5d886,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:51.202183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 046f327f-603a-4d9c-b996-c92415d5d886 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:17:51.228363 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-15440e53-a504-4386-b549-e32584584251 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4693882 Nov 18 17:17:51.230959 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47224) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:51.239179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-6f9aa8dd-c523-4193-82ed-4ecfe7c6cc97 admin admin] Request body: {'subnet': {'network_id': '046f327f-603a-4d9c-b996-c92415d5d886', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2134437833-subnet', 'tenant_id': '3b796403dcb74a789ab8781aa545eb18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:51.275591 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.api [None req-6f9aa8dd-c523-4193-82ed-4ecfe7c6cc97 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 18 17:17:51.275591 n-d-813419-11 neutron-server[104007]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 18 17:17:51.275591 n-d-813419-11 neutron-server[104007]: [parameters: {'project_id_1': '3b796403dcb74a789ab8781aa545eb18', 'expiration_1': datetime.datetime(2021, 11, 18, 17, 17, 31, 248498)}] Nov 18 17:17:51.275591 n-d-813419-11 neutron-server[104007]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:17:51.278508 n-d-813419-11 neutron-server[104007]: DEBUG oslo_db.api [None req-6f9aa8dd-c523-4193-82ed-4ecfe7c6cc97 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:17:51.352016 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:51.363244 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720b6ba-6f88-4e24-9749-751b793e6039 req-b3d208e4-2448-41d5-8cb3-bb9946eff2c6 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:51.364912 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6720b6ba-6f88-4e24-9749-751b793e6039 req-b3d208e4-2448-41d5-8cb3-bb9946eff2c6 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.0558243 Nov 18 17:17:51.388183 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009169bb-d74a-4625-b4a2-4b115dc4ffb7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Made reservation on behalf of fc16ab8362b24791865b7a955b30a7f4 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:51.388183 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-009169bb-d74a-4625-b4a2-4b115dc4ffb7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:51.391581 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7da1f00-56fc-45dd-9c63-0c47c3031dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:51.423015 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-009169bb-d74a-4625-b4a2-4b115dc4ffb7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:51.429251 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6720b6ba-6f88-4e24-9749-751b793e6039 req-9d02c32e-9555-4d9c-b284-dac41dfefac6 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539556 Nov 18 17:17:51.472085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da1f00-56fc-45dd-9c63-0c47c3031dc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3fbd798-50b7-45c2-a27c-2af49d923d4b,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:51.506620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7da1f00-56fc-45dd-9c63-0c47c3031dc5 admin admin] Checking segment: {'id': '9a306a4a-9781-4d28-968f-4bac57071482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:17:51.507669 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7da1f00-56fc-45dd-9c63-0c47c3031dc5 admin admin] Network hostable DHCP agents. Network: 487dcd42-0c3a-42c2-8c48-540a99d12b78, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:17:51.585405 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-009169bb-d74a-4625-b4a2-4b115dc4ffb7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:51.586488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7da1f00-56fc-45dd-9c63-0c47c3031dc5 admin admin] Network 487dcd42-0c3a-42c2-8c48-540a99d12b78 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:17:51.649659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-d7da1f00-56fc-45dd-9c63-0c47c3031dc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 487dcd42-0c3a-42c2-8c48-540a99d12b78) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:51.651922 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-009169bb-d74a-4625-b4a2-4b115dc4ffb7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:51.660138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8def9df8-fb6e-4a8d-83be-436d57224ea2 None None] Network 487dcd42-0c3a-42c2-8c48-540a99d12b78 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:51.661462 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7da1f00-56fc-45dd-9c63-0c47c3031dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:51.667153 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7da1f00-56fc-45dd-9c63-0c47c3031dc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:51.703483 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009169bb-d74a-4625-b4a2-4b115dc4ffb7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] vlan segment allocate from pool success with {'vlan_id': 1141, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:17:51.750922 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-009169bb-d74a-4625-b4a2-4b115dc4ffb7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:51.750922 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-009169bb-d74a-4625-b4a2-4b115dc4ffb7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Added segment f362fdfc-1a80-4abf-9460-8ccf48215902 of type vlan for network d193673f-f5ad-4246-9941-a1c23c61c5cc Nov 18 17:17:51.752175 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009169bb-d74a-4625-b4a2-4b115dc4ffb7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2eb195-ceb3-4c0c-a9cb-32b04ee721ab,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:51.818301 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-009169bb-d74a-4625-b4a2-4b115dc4ffb7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:51.866243 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d7da1f00-56fc-45dd-9c63-0c47c3031dc5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0263371 Nov 18 17:17:51.869024 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47250) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:51.874412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-810392461-router', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:51.903580 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-487dcd42-0c3a-42c2-8c48-540a99d12b78', 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'fixed_ips': [{'subnet_id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:17:51.904916 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9aa8dd-c523-4193-82ed-4ecfe7c6cc97 admin admin] Made reservation on behalf of 3b796403dcb74a789ab8781aa545eb18 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:51.905089 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:51.907829 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa8dd-c523-4193-82ed-4ecfe7c6cc97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:51.930094 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-009169bb-d74a-4625-b4a2-4b115dc4ffb7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:51.946313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009169bb-d74a-4625-b4a2-4b115dc4ffb7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:51.946313 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-009169bb-d74a-4625-b4a2-4b115dc4ffb7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:52.027835 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:52.029058 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:52.043918 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009169bb-d74a-4625-b4a2-4b115dc4ffb7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Pushing event updated for resources: {'Network': ['ID=d193673f-f5ad-4246-9941-a1c23c61c5cc,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:52.063806 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network d193673f-f5ad-4246-9941-a1c23c61c5cc details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:17:52.134906 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-009169bb-d74a-4625-b4a2-4b115dc4ffb7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2522719 Nov 18 17:17:52.142052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47260) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:52.147643 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-abc26352-08a8-4a43-94e8-8a07648f5655 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Request body: {'subnet': {'network_id': 'd193673f-f5ad-4246-9941-a1c23c61c5cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:52.178969 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:52.343120 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Allocated IP 172.20.0.2 (487dcd42-0c3a-42c2-8c48-540a99d12b78/e3fbd798-50b7-45c2-a27c-2af49d923d4b/17ce12ec-1408-4557-b4a6-21bf61df836d) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:17:52.363549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc26352-08a8-4a43-94e8-8a07648f5655 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Made reservation on behalf of fc16ab8362b24791865b7a955b30a7f4 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:52.367506 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abc26352-08a8-4a43-94e8-8a07648f5655 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:52.391536 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa8dd-c523-4193-82ed-4ecfe7c6cc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:52.521854 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:52.536645 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:52.546786 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9aa8dd-c523-4193-82ed-4ecfe7c6cc97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=671daf4b-48bc-4f50-a4d9-31cc3358928e,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:52.562378 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9aa8dd-c523-4193-82ed-4ecfe7c6cc97 admin admin] Checking segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:17:52.562743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9aa8dd-c523-4193-82ed-4ecfe7c6cc97 admin admin] Network hostable DHCP agents. Network: 046f327f-603a-4d9c-b996-c92415d5d886, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:17:52.655817 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:52.673694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9aa8dd-c523-4193-82ed-4ecfe7c6cc97 admin admin] Network 046f327f-603a-4d9c-b996-c92415d5d886 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:17:52.696854 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abc26352-08a8-4a43-94e8-8a07648f5655 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:52.743695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Network 487dcd42-0c3a-42c2-8c48-540a99d12b78 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:17:52.747584 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:52.754014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:17:52.768747 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Pushing event updated for resources: {'Port': ['ID=17ce12ec-1408-4557-b4a6-21bf61df836d,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:52.786917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc26352-08a8-4a43-94e8-8a07648f5655 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Pushing event updated for resources: {'Subnet': ['ID=9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:52.819973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc26352-08a8-4a43-94e8-8a07648f5655 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Checking segment: {'id': 'f362fdfc-1a80-4abf-9460-8ccf48215902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'd193673f-f5ad-4246-9941-a1c23c61c5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:17:52.819973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc26352-08a8-4a43-94e8-8a07648f5655 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Network hostable DHCP agents. Network: d193673f-f5ad-4246-9941-a1c23c61c5cc, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:17:52.838596 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-6f9aa8dd-c523-4193-82ed-4ecfe7c6cc97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 046f327f-603a-4d9c-b996-c92415d5d886) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:52.848609 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0146141f-7ea6-42a5-93be-e39108d456da None None] Network 046f327f-603a-4d9c-b996-c92415d5d886 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:52.853635 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9aa8dd-c523-4193-82ed-4ecfe7c6cc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:52.853635 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa8dd-c523-4193-82ed-4ecfe7c6cc97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:52.854877 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:52.868735 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Attempting to bind port 17ce12ec-1408-4557-b4a6-21bf61df836d on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:17:52.868735 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Attempting to bind port 17ce12ec-1408-4557-b4a6-21bf61df836d by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '9a306a4a-9781-4d28-968f-4bac57071482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:17:52.868984 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Attempting to bind port 17ce12ec-1408-4557-b4a6-21bf61df836d on network 487dcd42-0c3a-42c2-8c48-540a99d12b78 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:17:52.929127 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc26352-08a8-4a43-94e8-8a07648f5655 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Network d193673f-f5ad-4246-9941-a1c23c61c5cc is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:17:52.950216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:17:52.950216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Checking segment: {'id': '9a306a4a-9781-4d28-968f-4bac57071482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:17:52.950216 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:52.950216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Bound using segment: {'id': '9a306a4a-9781-4d28-968f-4bac57071482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:17:52.950216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Bound port: 17ce12ec-1408-4557-b4a6-21bf61df836d, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a306a4a-9781-4d28-968f-4bac57071482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:17:52.950216 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:53.016985 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6f9aa8dd-c523-4193-82ed-4ecfe7c6cc97 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7822082 Nov 18 17:17:53.025371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-abc26352-08a8-4a43-94e8-8a07648f5655 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, d193673f-f5ad-4246-9941-a1c23c61c5cc) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:53.030705 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc26352-08a8-4a43-94e8-8a07648f5655 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:53.031341 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abc26352-08a8-4a43-94e8-8a07648f5655 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:53.051464 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d331574e-4622-428d-bcb5-06bd2d65f383 None None] Network d193673f-f5ad-4246-9941-a1c23c61c5cc requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:53.090292 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:53.117379 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:53.133867 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-abc26352-08a8-4a43-94e8-8a07648f5655 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9902232 Nov 18 17:17:53.137314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47286) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:53.146072 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e77b783f-a184-49a7-93c2-b8f300fac86f tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Request body: {'port': {'network_id': 'd193673f-f5ad-4246-9941-a1c23c61c5cc', 'name': 'tempest-TagsExtTest-520239740'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:53.336764 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] For port 17ce12ec-1408-4557-b4a6-21bf61df836d, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:17:53.343862 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b526a158-e326-4c82-be94-1083f84e4c05 None None] Network 046f327f-603a-4d9c-b996-c92415d5d886 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:53.368245 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] For port 17ce12ec-1408-4557-b4a6-21bf61df836d, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=17ce12ec-1408-4557-b4a6-21bf61df836d,segment=NetworkSegment(9a306a4a-9781-4d28-968f-4bac57071482),segment_id=9a306a4a-9781-4d28-968f-4bac57071482)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:17:53.414927 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Allocated IP 172.25.3.199 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/78bd8e2d-3ce1-4555-a05b-c5e2374fff83) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:17:53.438454 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-d193673f-f5ad-4246-9941-a1c23c61c5cc', 'network_id': 'd193673f-f5ad-4246-9941-a1c23c61c5cc', 'tenant_id': 'fc16ab8362b24791865b7a955b30a7f4', 'fixed_ips': [{'subnet_id': '9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:17:53.438454 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:53.472850 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:53.517750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77b783f-a184-49a7-93c2-b8f300fac86f tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Made reservation on behalf of fc16ab8362b24791865b7a955b30a7f4 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:53.521850 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e77b783f-a184-49a7-93c2-b8f300fac86f tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:53.561218 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-e77b783f-a184-49a7-93c2-b8f300fac86f tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] device_id is not set on port 77498bda-5bfc-45d1-86f0-48e337b0e869 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:17:53.587062 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:53.718027 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:53.764808 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-e77b783f-a184-49a7-93c2-b8f300fac86f tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Allocated IP 172.20.0.6 (d193673f-f5ad-4246-9941-a1c23c61c5cc/9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f/77498bda-5bfc-45d1-86f0-48e337b0e869) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:17:53.806096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:17:53.818496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:53.833702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:17:53.847370 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c337be-5074-47de-b584-1c6c209f98b7 None None] Pushing event updated for resources: {'Port': ['ID=17ce12ec-1408-4557-b4a6-21bf61df836d,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:53.872817 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Pushing event updated for resources: {'Port': ['ID=78bd8e2d-3ce1-4555-a05b-c5e2374fff83,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:54.132549 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e77b783f-a184-49a7-93c2-b8f300fac86f tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:54.289968 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47306) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:54.295252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-cf4299f4-4eab-4890-a4dd-f197207ca704 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1638559844-network', 'tenant_id': '468d1c17f4ff4f3a8e2f390192586cb8'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:54.337158 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e77b783f-a184-49a7-93c2-b8f300fac86f tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:54.376328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Allocated IP 172.20.0.2 (d193673f-f5ad-4246-9941-a1c23c61c5cc/9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f/b740f99a-e347-41df-9da1-f7fd68f44621) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:17:54.391210 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:54.399048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4299f4-4eab-4890-a4dd-f197207ca704 admin admin] Made reservation on behalf of 468d1c17f4ff4f3a8e2f390192586cb8 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:54.399817 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cf4299f4-4eab-4890-a4dd-f197207ca704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:54.417395 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77b783f-a184-49a7-93c2-b8f300fac86f tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Network d193673f-f5ad-4246-9941-a1c23c61c5cc is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:17:54.418458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b783f-a184-49a7-93c2-b8f300fac86f tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Pushing event updated for resources: {'Port': ['ID=77498bda-5bfc-45d1-86f0-48e337b0e869,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:54.423899 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cf4299f4-4eab-4890-a4dd-f197207ca704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:54.428133 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-e77b783f-a184-49a7-93c2-b8f300fac86f tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:54.439414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b783f-a184-49a7-93c2-b8f300fac86f tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:17:54.526041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77b783f-a184-49a7-93c2-b8f300fac86f tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:54.526608 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e77b783f-a184-49a7-93c2-b8f300fac86f tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:54.604054 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cf4299f4-4eab-4890-a4dd-f197207ca704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:54.627769 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:54.654500 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e77b783f-a184-49a7-93c2-b8f300fac86f tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5159068 Nov 18 17:17:54.657184 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47310) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:54.663897 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1e45f4be-6237-479a-896f-9079b103e324 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2078576964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:54.712787 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cf4299f4-4eab-4890-a4dd-f197207ca704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:54.717374 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:54.735041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4299f4-4eab-4890-a4dd-f197207ca704 admin admin] vlan segment allocate from pool success with {'vlan_id': 1107, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:17:54.751906 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:54.753178 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cf4299f4-4eab-4890-a4dd-f197207ca704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:54.753178 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-cf4299f4-4eab-4890-a4dd-f197207ca704 admin admin] Added segment 89b5d0a5-d73a-4dcf-a0ba-b5f98718bee8 of type vlan for network 5cd7d235-6834-4a8a-80a4-9f02e1c315e3 Nov 18 17:17:54.800426 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cf4299f4-4eab-4890-a4dd-f197207ca704 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:54.815838 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e45f4be-6237-479a-896f-9079b103e324 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:54.817036 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e45f4be-6237-479a-896f-9079b103e324 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:54.817777 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Network d193673f-f5ad-4246-9941-a1c23c61c5cc is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:17:54.827557 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:54.833287 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:17:54.944284 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Pushing event updated for resources: {'Port': ['ID=b740f99a-e347-41df-9da1-f7fd68f44621,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:54.955845 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e45f4be-6237-479a-896f-9079b103e324 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:54.968729 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4299f4-4eab-4890-a4dd-f197207ca704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f52063-0a69-47b0-9e83-76e807ef27a2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:54.998246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa068f4-77cd-4437-9bed-31d5c1792edc None None] Network 487dcd42-0c3a-42c2-8c48-540a99d12b78 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:55.003843 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cf4299f4-4eab-4890-a4dd-f197207ca704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:55.009235 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4299f4-4eab-4890-a4dd-f197207ca704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:55.009235 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cf4299f4-4eab-4890-a4dd-f197207ca704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:55.017916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 17ce12ec-1408-4557-b4a6-21bf61df836d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:17:55.020895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Router f2d5152e-5560-4b9a-8737-da99cf95b088 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:17:55.030801 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e45f4be-6237-479a-896f-9079b103e324 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:55.061515 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Attempting to bind port b740f99a-e347-41df-9da1-f7fd68f44621 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:17:55.061898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Attempting to bind port b740f99a-e347-41df-9da1-f7fd68f44621 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'f362fdfc-1a80-4abf-9460-8ccf48215902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'd193673f-f5ad-4246-9941-a1c23c61c5cc'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:17:55.062284 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Attempting to bind port b740f99a-e347-41df-9da1-f7fd68f44621 on network d193673f-f5ad-4246-9941-a1c23c61c5cc {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:17:55.099047 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4299f4-4eab-4890-a4dd-f197207ca704 admin admin] Pushing event updated for resources: {'Network': ['ID=5cd7d235-6834-4a8a-80a4-9f02e1c315e3,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:55.113105 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cf4299f4-4eab-4890-a4dd-f197207ca704 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8219008 Nov 18 17:17:55.119018 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47312) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:55.121384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7bb59815-8094-437a-a03e-d355a1b99ddc admin admin] Request body: {'subnet': {'network_id': '5cd7d235-6834-4a8a-80a4-9f02e1c315e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1638559844-subnet', 'tenant_id': '468d1c17f4ff4f3a8e2f390192586cb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:55.143470 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:17:55.143875 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Checking segment: {'id': 'f362fdfc-1a80-4abf-9460-8ccf48215902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'd193673f-f5ad-4246-9941-a1c23c61c5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:17:55.144297 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:55.152553 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e45f4be-6237-479a-896f-9079b103e324 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:55.152703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Bound using segment: {'id': 'f362fdfc-1a80-4abf-9460-8ccf48215902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'd193673f-f5ad-4246-9941-a1c23c61c5cc'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:17:55.152703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Bound port: b740f99a-e347-41df-9da1-f7fd68f44621, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f362fdfc-1a80-4abf-9460-8ccf48215902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'd193673f-f5ad-4246-9941-a1c23c61c5cc'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:17:55.152703 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:55.152955 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1e45f4be-6237-479a-896f-9079b103e324 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4885211 Nov 18 17:17:55.155759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47314) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:55.162548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-85844064-3da3-48fe-b1e0-ca68f80f61a4 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1927741415', 'prefixes': ['172.20.0.0/16']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:17:55.164087 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 5cd7d235-6834-4a8a-80a4-9f02e1c315e3 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:17:55.183967 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:17:55.213007 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Sync routers for ids ['f2d5152e-5560-4b9a-8737-da99cf95b088'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:17:55.215528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5036937e-a846-4630-948c-decb566ab6e5 None None] Provisioning complete for port 17ce12ec-1408-4557-b4a6-21bf61df836d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:55.215935 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5036937e-a846-4630-948c-decb566ab6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:55.255515 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb59815-8094-437a-a03e-d355a1b99ddc admin admin] Made reservation on behalf of 468d1c17f4ff4f3a8e2f390192586cb8 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:17:55.258332 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bb59815-8094-437a-a03e-d355a1b99ddc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:55.316397 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:55.320460 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a5216bfa-b12b-4401-a63b-2871657b1f20 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4502070 Nov 18 17:17:55.323247 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47318) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:55.348949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Routers {'f2d5152e-5560-4b9a-8737-da99cf95b088'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:17:55.349655 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:17:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f2d5152e-5560-4b9a-8737-da99cf95b088'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:55.551749 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 17ce12ec-1408-4557-b4a6-21bf61df836d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:55.552851 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:55.601487 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] For port b740f99a-e347-41df-9da1-f7fd68f44621, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:17:55.640238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] For port b740f99a-e347-41df-9da1-f7fd68f44621, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b740f99a-e347-41df-9da1-f7fd68f44621,segment=NetworkSegment(f362fdfc-1a80-4abf-9460-8ccf48215902),segment_id=f362fdfc-1a80-4abf-9460-8ccf48215902)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:17:55.672812 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bb59815-8094-437a-a03e-d355a1b99ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:55.762867 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Set router f2d5152e-5560-4b9a-8737-da99cf95b088 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:17:55.773320 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-85844064-3da3-48fe-b1e0-ca68f80f61a4 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks [] for subnetpool, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:55.781599 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-85844064-3da3-48fe-b1e0-ca68f80f61a4 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6246495 Nov 18 17:17:55.788995 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47322) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:55.799629 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-efd857f9-6f26-428e-b533-389db7bfe56c tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f', 'tempest-TagsExtTest-Tag-622156258') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:55.835089 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:55.904815 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5036937e-a846-4630-948c-decb566ab6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:55.923635 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb59815-8094-437a-a03e-d355a1b99ddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ba14ac-e7fd-4636-98c8-05c8a6735d1c,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:55.999136 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:56.011123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb59815-8094-437a-a03e-d355a1b99ddc admin admin] Checking segment: {'id': '89b5d0a5-d73a-4dcf-a0ba-b5f98718bee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '5cd7d235-6834-4a8a-80a4-9f02e1c315e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:17:56.011972 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb59815-8094-437a-a03e-d355a1b99ddc admin admin] Network hostable DHCP agents. Network: 5cd7d235-6834-4a8a-80a4-9f02e1c315e3, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:17:56.095973 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5036937e-a846-4630-948c-decb566ab6e5 None None] For port 17ce12ec-1408-4557-b4a6-21bf61df836d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=17ce12ec-1408-4557-b4a6-21bf61df836d,segment=NetworkSegment(9a306a4a-9781-4d28-968f-4bac57071482),segment_id=9a306a4a-9781-4d28-968f-4bac57071482)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:56.113475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcc4ca-19df-4bbd-9ffc-81a67748cf2a None None] Pushing event updated for resources: {'Port': ['ID=b740f99a-e347-41df-9da1-f7fd68f44621,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:56.142094 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-efd857f9-6f26-428e-b533-389db7bfe56c tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "PUT /v2.0/subnets/9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f/tags/tempest-TagsExtTest-Tag-622156258 HTTP/1.1" status: 201 len: 201 time: 0.3507385 Nov 18 17:17:56.144769 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47324) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:56.154348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-db4a51f8-01a6-4228-8dbd-e59b2133be1e tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '77498bda-5bfc-45d1-86f0-48e337b0e869', 'tempest-TagsExtTest-Tag-1648175120') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:56.191001 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5036937e-a846-4630-948c-decb566ab6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:56.201342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb59815-8094-437a-a03e-d355a1b99ddc admin admin] Network 5cd7d235-6834-4a8a-80a4-9f02e1c315e3 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:17:56.243914 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:17:56.244285 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:17:56.304861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-7bb59815-8094-437a-a03e-d355a1b99ddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 5cd7d235-6834-4a8a-80a4-9f02e1c315e3) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:56.318257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb59815-8094-437a-a03e-d355a1b99ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:56.318969 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bb59815-8094-437a-a03e-d355a1b99ddc admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:56.319496 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4c7f85-11b8-4d7d-85e3-4c1dadcba044 None None] Network 5cd7d235-6834-4a8a-80a4-9f02e1c315e3 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:56.381592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036937e-a846-4630-948c-decb566ab6e5 None None] Pushing event updated for resources: {'Port': ['ID=17ce12ec-1408-4557-b4a6-21bf61df836d,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:56.411164 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-db4a51f8-01a6-4228-8dbd-e59b2133be1e tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "PUT /v2.0/ports/77498bda-5bfc-45d1-86f0-48e337b0e869/tags/tempest-TagsExtTest-Tag-1648175120 HTTP/1.1" status: 201 len: 201 time: 0.2650962 Nov 18 17:17:56.413633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47328) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:56.420516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-f98ae7ac-6ef2-4a03-b7b5-433056c3ad7f tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3dee4f04-0628-4cc7-b73b-5fc1c10e5524', 'tempest-TagsExtTest-Tag-315597719') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:56.433706 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:56.454725 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'name': 'tempest-ServersTestFqdnHostnames-810392461-router', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:17:52Z', 'updated_at': '2021-11-18T17:17:54Z', 'revision_number': 3, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'gw_port': {'id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:53Z', 'updated_at': '2021-11-18T17:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:56.490718 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7bb59815-8094-437a-a03e-d355a1b99ddc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3722732 Nov 18 17:17:56.524279 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Checking router: f2d5152e-5560-4b9a-8737-da99cf95b088 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:17:56.524554 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Updating router f2d5152e-5560-4b9a-8737-da99cf95b088 port 78bd8e2d-3ce1-4555-a05b-c5e2374fff83 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:17:56.540110 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-afc24a42-e250-4e26-9d85-0509944768ba None None] Provisioning complete for port 17ce12ec-1408-4557-b4a6-21bf61df836d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:56.540543 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-afc24a42-e250-4e26-9d85-0509944768ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:56.617409 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:56.661943 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f98ae7ac-6ef2-4a03-b7b5-433056c3ad7f tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "PUT /v2.0/routers/3dee4f04-0628-4cc7-b73b-5fc1c10e5524/tags/tempest-TagsExtTest-Tag-315597719 HTTP/1.1" status: 201 len: 201 time: 0.2471135 Nov 18 17:17:56.664738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47332) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:56.670720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-7da33bb5-8058-427a-9709-a10a20ed92ad tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '885eb82c-c7e4-4673-864b-1f59875c5b46', 'tempest-TagsExtTest-Tag-2071001523') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:56.708887 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] Allocated IP 172.20.0.1 (487dcd42-0c3a-42c2-8c48-540a99d12b78/e3fbd798-50b7-45c2-a27c-2af49d923d4b/97f7835c-50da-4b9d-93fb-7baec14fddfb) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:17:56.766055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b42660-87d6-4214-929a-83e99ea00e15 None None] Network 5cd7d235-6834-4a8a-80a4-9f02e1c315e3 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:56.831489 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7da33bb5-8058-427a-9709-a10a20ed92ad tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "PUT /v2.0/subnetpools/885eb82c-c7e4-4673-864b-1f59875c5b46/tags/tempest-TagsExtTest-Tag-2071001523 HTTP/1.1" status: 201 len: 201 time: 0.1623921 Nov 18 17:17:56.831735 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47340) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:56.837546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-96dc9b07-bad3-4cc3-9272-69e85c7f4abc tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:56.922268 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:57.106304 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:57.281219 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] Network 487dcd42-0c3a-42c2-8c48-540a99d12b78 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:17:57.315170 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:57.326637 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:17:57.365542 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:57.370599 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b740f99a-e347-41df-9da1-f7fd68f44621 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:17:57.423435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] Pushing event updated for resources: {'Port': ['ID=97f7835c-50da-4b9d-93fb-7baec14fddfb,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:57.431427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port b740f99a-e347-41df-9da1-f7fd68f44621 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:57.433988 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:57.453768 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47354) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:57.454253 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-96dc9b07-bad3-4cc3-9272-69e85c7f4abc tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/subnets/9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f/tags HTTP/1.1" status: 200 len: 240 time: 0.6220508 Nov 18 17:17:57.459540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-71121466-cdd1-492b-921f-269a94a99051 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f', 'tempest-TagsExtTest-Tag-622156258') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:57.472969 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:57.524468 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:57.564226 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-71121466-cdd1-492b-921f-269a94a99051 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/subnets/9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f/tags/tempest-TagsExtTest-Tag-622156258 HTTP/1.1" status: 204 len: 168 time: 0.1080971 Nov 18 17:17:57.566587 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47358) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:57.571359 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286a5f8-408e-4633-80f4-f258c1024fdb None None] Pushing event updated for resources: {'Port': ['ID=78bd8e2d-3ce1-4555-a05b-c5e2374fff83,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:57.572502 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-1bf51ab2-049e-4516-9c3c-bc7610e3856c tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f', 'tempest-TagsExtTest-Tag-622156258') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:57.584921 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f2d6d9-bb71-4eb1-9d29-204172163d1b None None] Network d193673f-f5ad-4246-9941-a1c23c61c5cc requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:17:57.644445 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2151047-b5b2-4074-818b-e02b256f634a req-c739b127-53e5-4425-bd32-b9bee287210d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:17:57.646719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f2151047-b5b2-4074-818b-e02b256f634a req-c739b127-53e5-4425-bd32-b9bee287210d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 808 time: 0.4305429 Nov 18 17:17:57.692584 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Attempting to bind port 78bd8e2d-3ce1-4555-a05b-c5e2374fff83 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:17:57.699729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Attempting to bind port 78bd8e2d-3ce1-4555-a05b-c5e2374fff83 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:17:57.699729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Attempting to bind port 78bd8e2d-3ce1-4555-a05b-c5e2374fff83 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:17:57.700052 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f2151047-b5b2-4074-818b-e02b256f634a req-9d36cfec-7042-4f10-a53c-742e333f3d2e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/quotas/3b796403dcb74a789ab8781aa545eb18 HTTP/1.1" status: 200 len: 375 time: 0.0369358 Nov 18 17:17:57.713722 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1bf51ab2-049e-4516-9c3c-bc7610e3856c tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/subnets/9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f/tags/tempest-TagsExtTest-Tag-622156258 HTTP/1.1" status: 204 len: 168 time: 0.1458442 Nov 18 17:17:57.716468 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47360) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:57.720845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-35eff17b-a915-4d69-9953-cfaacf371719 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:57.743672 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f2151047-b5b2-4074-818b-e02b256f634a req-ff5f9443-e23a-43d0-b415-b23fdaaba0ce tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452874 Nov 18 17:17:57.754588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:17:57.757974 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:17:57.757974 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:57.758498 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:17:57.759407 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Bound port: 78bd8e2d-3ce1-4555-a05b-c5e2374fff83, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:17:57.759824 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:57.783444 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-35eff17b-a915-4d69-9953-cfaacf371719 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/subnets/9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f/tags HTTP/1.1" status: 200 len: 205 time: 0.0651419 Nov 18 17:17:57.786002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47362) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:57.791364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-5ad7ab7d-6ef1-409a-81ff-aa39695c1750 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '77498bda-5bfc-45d1-86f0-48e337b0e869') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:57.850868 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5ad7ab7d-6ef1-409a-81ff-aa39695c1750 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/ports/77498bda-5bfc-45d1-86f0-48e337b0e869/tags HTTP/1.1" status: 200 len: 241 time: 0.0636108 Nov 18 17:17:57.853463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47364) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:57.858993 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-dcee779a-cea7-490b-936c-53fbdda761a9 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '77498bda-5bfc-45d1-86f0-48e337b0e869', 'tempest-TagsExtTest-Tag-1648175120') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:57.900449 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f2151047-b5b2-4074-818b-e02b256f634a req-97f6b914-1f29-4cf5-be5f-260fa30437f4 service neutron] 10.222.0.72 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392725 Nov 18 17:17:57.909901 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:57.935214 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dcee779a-cea7-490b-936c-53fbdda761a9 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/ports/77498bda-5bfc-45d1-86f0-48e337b0e869/tags/tempest-TagsExtTest-Tag-1648175120 HTTP/1.1" status: 204 len: 168 time: 0.0803308 Nov 18 17:17:57.939023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47366) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:57.948173 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d02c975a-92a9-4f0e-a8c4-c0f3ed9f2073 None None] Provisioning complete for port b740f99a-e347-41df-9da1-f7fd68f44621 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:57.948561 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d02c975a-92a9-4f0e-a8c4-c0f3ed9f2073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:57.956318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-b1b44376-ab37-45e8-b9f1-6f5a169adc6c tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '77498bda-5bfc-45d1-86f0-48e337b0e869', 'tempest-TagsExtTest-Tag-1648175120') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:58.006403 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:58.064855 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] For port 78bd8e2d-3ce1-4555-a05b-c5e2374fff83, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:17:58.108958 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] For port 78bd8e2d-3ce1-4555-a05b-c5e2374fff83, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=78bd8e2d-3ce1-4555-a05b-c5e2374fff83,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:17:58.111137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port b740f99a-e347-41df-9da1-f7fd68f44621, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b740f99a-e347-41df-9da1-f7fd68f44621,segment=NetworkSegment(f362fdfc-1a80-4abf-9460-8ccf48215902),segment_id=f362fdfc-1a80-4abf-9460-8ccf48215902)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:17:58.132210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f2151047-b5b2-4074-818b-e02b256f634a req-fa1c7738-22a0-40a8-8dba-05db53445bd4 service neutron] 10.222.0.72 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164586 Nov 18 17:17:58.178062 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d02c975a-92a9-4f0e-a8c4-c0f3ed9f2073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:58.209840 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:58.252174 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:58.256086 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b1b44376-ab37-45e8-b9f1-6f5a169adc6c tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/ports/77498bda-5bfc-45d1-86f0-48e337b0e869/tags/tempest-TagsExtTest-Tag-1648175120 HTTP/1.1" status: 204 len: 168 time: 0.3062565 Nov 18 17:17:58.258711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47368) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:58.264635 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-d7321a91-db4e-435d-a282-597103e534bc tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '77498bda-5bfc-45d1-86f0-48e337b0e869') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:58.277337 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:58.278104 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 17ce12ec-1408-4557-b4a6-21bf61df836d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:17:58.338296 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d7321a91-db4e-435d-a282-597103e534bc tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/ports/77498bda-5bfc-45d1-86f0-48e337b0e869/tags HTTP/1.1" status: 200 len: 205 time: 0.0781212 Nov 18 17:17:58.340699 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47370) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:58.345993 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-7072d819-6ed3-4291-ba23-4abf9f8bca60 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3dee4f04-0628-4cc7-b73b-5fc1c10e5524') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:58.368964 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:58.390139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Routers {'f2d5152e-5560-4b9a-8737-da99cf95b088'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:17:58.390942 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:17:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f2d5152e-5560-4b9a-8737-da99cf95b088'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:58.446761 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] Pushing event updated for resources: {'Port': ['ID=97f7835c-50da-4b9d-93fb-7baec14fddfb,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:58.463040 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286a5f8-408e-4633-80f4-f258c1024fdb None None] Pushing event updated for resources: {'Port': ['ID=78bd8e2d-3ce1-4555-a05b-c5e2374fff83,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:58.490163 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-d02c975a-92a9-4f0e-a8c4-c0f3ed9f2073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:17:58.490961 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-d02c975a-92a9-4f0e-a8c4-c0f3ed9f2073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:17:58.544344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ebea9d8-ee44-4189-8b61-75c2de3b05ee req-26ae6ac9-3882-4164-acdd-2c1c50277f7c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 210 time: 0.0627429 Nov 18 17:17:58.557842 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7072d819-6ed3-4291-ba23-4abf9f8bca60 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/routers/3dee4f04-0628-4cc7-b73b-5fc1c10e5524/tags HTTP/1.1" status: 200 len: 240 time: 0.2159309 Nov 18 17:17:58.566806 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47378) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:58.571850 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:58.572120 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-5e5255e6-5020-44c6-bb9b-55425902afcd tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3dee4f04-0628-4cc7-b73b-5fc1c10e5524', 'tempest-TagsExtTest-Tag-315597719') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:58.589672 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 17ce12ec-1408-4557-b4a6-21bf61df836d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:58.590662 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:58.663108 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=b740f99a-e347-41df-9da1-f7fd68f44621,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:17:58.679117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] Set router f2d5152e-5560-4b9a-8737-da99cf95b088 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:17:58.769480 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5e5255e6-5020-44c6-bb9b-55425902afcd tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/routers/3dee4f04-0628-4cc7-b73b-5fc1c10e5524/tags/tempest-TagsExtTest-Tag-315597719 HTTP/1.1" status: 204 len: 168 time: 0.2009687 Nov 18 17:17:58.774084 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] Network 487dcd42-0c3a-42c2-8c48-540a99d12b78 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:17:58.774084 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47384) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:58.779738 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-da4ae2d7-16d6-4669-8e69-8c609e6c0577 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3dee4f04-0628-4cc7-b73b-5fc1c10e5524', 'tempest-TagsExtTest-Tag-315597719') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:58.813820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:17:59.071215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b740f99a-e347-41df-9da1-f7fd68f44621 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:17:59.119572 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] Router f2d5152e-5560-4b9a-8737-da99cf95b088 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:17:59.133124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'name': 'tempest-ServersTestFqdnHostnames-810392461-router', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:17:52Z', 'updated_at': '2021-11-18T17:17:57Z', 'revision_number': 4, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'gw_port': {'id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:53Z', 'updated_at': '2021-11-18T17:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '97f7835c-50da-4b9d-93fb-7baec14fddfb', 'name': '', 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'mac_address': 'fa:16:3e:b5:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:56Z', 'updated_at': '2021-11-18T17:17:58Z', 'revision_number': 2, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'subnets': [{'id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:59.170102 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port b740f99a-e347-41df-9da1-f7fd68f44621 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:59.170514 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:59.171123 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-da4ae2d7-16d6-4669-8e69-8c609e6c0577 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/routers/3dee4f04-0628-4cc7-b73b-5fc1c10e5524/tags/tempest-TagsExtTest-Tag-315597719 HTTP/1.1" status: 204 len: 168 time: 0.3962636 Nov 18 17:17:59.173709 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47388) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:59.179580 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-83d7b625-5cad-4306-a503-b621c0d0304d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3dee4f04-0628-4cc7-b73b-5fc1c10e5524') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:59.183936 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3a72fa-1e38-4638-8516-eb6238100def None None] The sync data for ids ['f2d5152e-5560-4b9a-8737-da99cf95b088'] in n-d-813419-11 is: [{'id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'name': 'tempest-ServersTestFqdnHostnames-810392461-router', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:17:52Z', 'updated_at': '2021-11-18T17:17:57Z', 'revision_number': 4, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'gw_port': {'id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:53Z', 'updated_at': '2021-11-18T17:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '97f7835c-50da-4b9d-93fb-7baec14fddfb', 'name': '', 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'mac_address': 'fa:16:3e:b5:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:56Z', 'updated_at': '2021-11-18T17:17:58Z', 'revision_number': 2, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'subnets': [{'id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:17:59.265854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-123c5050-6872-4459-8dd1-bfc7f8e288bf None None] Provisioning complete for port 97f7835c-50da-4b9d-93fb-7baec14fddfb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:59.266246 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-123c5050-6872-4459-8dd1-bfc7f8e288bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:59.271866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:17:59.278467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3f234bf4-24cb-4d16-a9d5-3f79b57edb25 admin admin] 10.222.0.72 "PUT /v2.0/routers/f2d5152e-5560-4b9a-8737-da99cf95b088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9528232 Nov 18 17:17:59.325262 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-83d7b625-5cad-4306-a503-b621c0d0304d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/routers/3dee4f04-0628-4cc7-b73b-5fc1c10e5524/tags HTTP/1.1" status: 200 len: 205 time: 0.1502235 Nov 18 17:17:59.327903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47392) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:59.334237 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-60253123-010b-40b9-b121-d53192069bc3 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '885eb82c-c7e4-4673-864b-1f59875c5b46') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:59.346619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-123c5050-6872-4459-8dd1-bfc7f8e288bf None None] Port 97f7835c-50da-4b9d-93fb-7baec14fddfb cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:17:59.366470 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-60253123-010b-40b9-b121-d53192069bc3 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/subnetpools/885eb82c-c7e4-4673-864b-1f59875c5b46/tags HTTP/1.1" status: 200 len: 241 time: 0.0372963 Nov 18 17:17:59.370067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-123c5050-6872-4459-8dd1-bfc7f8e288bf None None] Provisioning complete for port b740f99a-e347-41df-9da1-f7fd68f44621 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:59.370448 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-123c5050-6872-4459-8dd1-bfc7f8e288bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:59.371336 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47394) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:59.377295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-49311457-1316-4161-987b-dc740ba789b5 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '885eb82c-c7e4-4673-864b-1f59875c5b46', 'tempest-TagsExtTest-Tag-2071001523') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:59.411336 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-49311457-1316-4161-987b-dc740ba789b5 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/subnetpools/885eb82c-c7e4-4673-864b-1f59875c5b46/tags/tempest-TagsExtTest-Tag-2071001523 HTTP/1.1" status: 204 len: 168 time: 0.0379961 Nov 18 17:17:59.413061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47396) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:59.419022 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-2709e0a9-a8e4-4575-9ca3-73533d02d10c tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '885eb82c-c7e4-4673-864b-1f59875c5b46', 'tempest-TagsExtTest-Tag-2071001523') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:59.500533 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-123c5050-6872-4459-8dd1-bfc7f8e288bf None None] Provisioning complete for port 77498bda-5bfc-45d1-86f0-48e337b0e869 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:17:59.501571 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-123c5050-6872-4459-8dd1-bfc7f8e288bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:59.529959 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2709e0a9-a8e4-4575-9ca3-73533d02d10c tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/subnetpools/885eb82c-c7e4-4673-864b-1f59875c5b46/tags/tempest-TagsExtTest-Tag-2071001523 HTTP/1.1" status: 204 len: 168 time: 0.1158657 Nov 18 17:17:59.532358 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47406) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:59.540671 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-cdeecc47-da37-4fe3-8f2f-11888ddaf3cd tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '885eb82c-c7e4-4673-864b-1f59875c5b46') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:59.575180 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-123c5050-6872-4459-8dd1-bfc7f8e288bf None None] Port 77498bda-5bfc-45d1-86f0-48e337b0e869 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:17:59.594831 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cdeecc47-da37-4fe3-8f2f-11888ddaf3cd tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/subnetpools/885eb82c-c7e4-4673-864b-1f59875c5b46/tags HTTP/1.1" status: 200 len: 205 time: 0.0611587 Nov 18 17:17:59.597541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47410) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:59.604386 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-aa8a0bbd-a4a6-4f65-82bf-6b09fd7cc9ab tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '885eb82c-c7e4-4673-864b-1f59875c5b46') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:59.736825 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2847f8e4-8977-41ae-9832-13cae0db5409 req-bff50213-6a9d-4741-86ed-026badb630ae tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 210 time: 0.0714509 Nov 18 17:17:59.738369 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-aa8a0bbd-a4a6-4f65-82bf-6b09fd7cc9ab tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/subnetpools/885eb82c-c7e4-4673-864b-1f59875c5b46/tags HTTP/1.1" status: 204 len: 168 time: 0.1392169 Nov 18 17:17:59.741366 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47416) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:59.751028 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-bce5410d-9fbb-424e-8a09-2e12e2ebc517 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3dee4f04-0628-4cc7-b73b-5fc1c10e5524') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:17:59.928967 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d9daa112-cef1-435b-b064-f26c278d89e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:17:59.963532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47446) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:17:59.964202 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bce5410d-9fbb-424e-8a09-2e12e2ebc517 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/routers/3dee4f04-0628-4cc7-b73b-5fc1c10e5524/tags HTTP/1.1" status: 204 len: 168 time: 0.2212446 Nov 18 17:17:59.969039 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-03709ccd-e931-4ab8-823d-73920890721d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '77498bda-5bfc-45d1-86f0-48e337b0e869') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:00.091197 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47452) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:00.097869 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-0069387b-f1a4-4753-9bdd-f848b35d9e6d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:00.102462 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-03709ccd-e931-4ab8-823d-73920890721d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/ports/77498bda-5bfc-45d1-86f0-48e337b0e869/tags HTTP/1.1" status: 204 len: 168 time: 0.1372120 Nov 18 17:18:00.197384 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0069387b-f1a4-4753-9bdd-f848b35d9e6d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/subnets/9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f/tags HTTP/1.1" status: 204 len: 168 time: 0.1041908 Nov 18 17:18:00.201890 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47454) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:00.207295 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-698cb468-68fb-4885-9367-70821a547a81 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f', 'tempest-TagsExtTest-Tag-264833934') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:00.373021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47456) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:00.373262 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-698cb468-68fb-4885-9367-70821a547a81 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "PUT /v2.0/subnets/9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f/tags/tempest-TagsExtTest-Tag-264833934 HTTP/1.1" status: 201 len: 201 time: 0.1699181 Nov 18 17:18:00.378167 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-dda17839-6fcf-43d6-86d8-000981324d02 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '77498bda-5bfc-45d1-86f0-48e337b0e869', 'tempest-TagsExtTest-Tag-1089327634') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:00.578426 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47460) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:00.590791 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8df523fd-b10b-46ef-8ddd-52ac95a017fc tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1434255502', 'description': 'tempest-description--1265747661'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:00.644727 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dda17839-6fcf-43d6-86d8-000981324d02 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "PUT /v2.0/ports/77498bda-5bfc-45d1-86f0-48e337b0e869/tags/tempest-TagsExtTest-Tag-1089327634 HTTP/1.1" status: 201 len: 201 time: 0.2701735 Nov 18 17:18:00.648403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47462) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:00.653774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-239da2c8-c713-4d39-9bc0-6bc45b5d45fc tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3dee4f04-0628-4cc7-b73b-5fc1c10e5524', 'tempest-TagsExtTest-Tag-1062366163') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:00.751945 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8df523fd-b10b-46ef-8ddd-52ac95a017fc tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:00.926336 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8df523fd-b10b-46ef-8ddd-52ac95a017fc tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:00.989306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-076f8836-1fd1-41d5-9cc4-be2eb4ee5e02 req-8b16f5bd-7c60-4301-9130-7f41cb399fe2 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 210 time: 0.0719290 Nov 18 17:18:00.998728 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8df523fd-b10b-46ef-8ddd-52ac95a017fc tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:01.055277 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47474) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:01.062149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-af642580-5a65-4954-827c-2a0d8e5772a6 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '885eb82c-c7e4-4673-864b-1f59875c5b46', 'tempest-TagsExtTest-Tag-654966346') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:01.064385 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-239da2c8-c713-4d39-9bc0-6bc45b5d45fc tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "PUT /v2.0/routers/3dee4f04-0628-4cc7-b73b-5fc1c10e5524/tags/tempest-TagsExtTest-Tag-1062366163 HTTP/1.1" status: 201 len: 201 time: 0.4030116 Nov 18 17:18:01.124643 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df523fd-b10b-46ef-8ddd-52ac95a017fc tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9393949-cb3a-47bb-ba19-cdd958ae5c96,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:01.125579 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 78bd8e2d-3ce1-4555-a05b-c5e2374fff83 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:18:01.218802 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 78bd8e2d-3ce1-4555-a05b-c5e2374fff83 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:18:01.219182 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:01.240598 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8df523fd-b10b-46ef-8ddd-52ac95a017fc tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:01.245629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47478) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:01.246015 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8df523fd-b10b-46ef-8ddd-52ac95a017fc tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6660867 Nov 18 17:18:01.251595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d15cad96-fa03-42aa-873e-c155aee6c470 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Request body: {'security_group_rule': {'security_group_id': 'e9393949-cb3a-47bb-ba19-cdd958ae5c96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:01.312967 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-af642580-5a65-4954-827c-2a0d8e5772a6 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "PUT /v2.0/subnetpools/885eb82c-c7e4-4673-864b-1f59875c5b46/tags/tempest-TagsExtTest-Tag-654966346 HTTP/1.1" status: 201 len: 201 time: 0.2538850 Nov 18 17:18:01.314049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47480) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:01.322815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-19fb6551-9794-4b41-8dab-61f49562e420 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f', {'tags': ['tempest-TagsExtTest-Tag-166842213', 'tempest-TagsExtTest-Tag-2059785505', 'tempest-TagsExtTest-Tag-1365034821']}) {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:01.343665 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:01.380013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 78bd8e2d-3ce1-4555-a05b-c5e2374fff83, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=78bd8e2d-3ce1-4555-a05b-c5e2374fff83,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:01.381525 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d15cad96-fa03-42aa-873e-c155aee6c470 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:01.455821 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:01.464231 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d15cad96-fa03-42aa-873e-c155aee6c470 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:01.522996 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d15cad96-fa03-42aa-873e-c155aee6c470 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:01.565426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cad96-fa03-42aa-873e-c155aee6c470 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be360d4-88d3-407a-b518-64d218c0cafe,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:01.566883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=78bd8e2d-3ce1-4555-a05b-c5e2374fff83,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:01.574317 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-19fb6551-9794-4b41-8dab-61f49562e420 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "PUT /v2.0/subnets/9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f/tags HTTP/1.1" status: 200 len: 317 time: 0.2590539 Nov 18 17:18:01.576957 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47514) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:01.581857 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-9e43d7aa-9138-4e86-974a-6b1f3f6ed1bf tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:01.625678 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2151047-b5b2-4074-818b-e02b256f634a req-d0b00763-17a3-4431-97f3-776c111fe5f8 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:01.628649 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2151047-b5b2-4074-818b-e02b256f634a req-d0b00763-17a3-4431-97f3-776c111fe5f8 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.83 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 808 time: 0.1983745 Nov 18 17:18:01.650345 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-f2151047-b5b2-4074-818b-e02b256f634a req-643a7415-935e-4280-8a84-95625e204ecd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Request body: {'port': {'device_id': 'ffb9d05f-1e27-48fc-bad0-cb6b15161f17', 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886', 'admin_state_up': True, 'tenant_id': '3b796403dcb74a789ab8781aa545eb18'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:01.671873 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d15cad96-fa03-42aa-873e-c155aee6c470 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:01.673448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d15cad96-fa03-42aa-873e-c155aee6c470 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4261997 Nov 18 17:18:01.681122 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47518) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:01.682085 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f5596cc7-a32f-4cf5-9e4a-c574f1545cab tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Request body: {'security_group_rule': {'security_group_id': 'e9393949-cb3a-47bb-ba19-cdd958ae5c96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:01.753448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9e43d7aa-9138-4e86-974a-6b1f3f6ed1bf tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/subnets/9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f/tags HTTP/1.1" status: 204 len: 168 time: 0.1753767 Nov 18 17:18:01.761831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47520) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:01.766798 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-13101c8c-be3f-4b59-a48f-d8f41b5e29f6 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f', 'tempest-TagsExtTest-Tag-166842213') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:01.798432 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f5596cc7-a32f-4cf5-9e4a-c574f1545cab tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:01.887306 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f5596cc7-a32f-4cf5-9e4a-c574f1545cab tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:01.891881 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-13101c8c-be3f-4b59-a48f-d8f41b5e29f6 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] show failed (client error): The resource could not be found. Nov 18 17:18:01.892862 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47524) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:01.893036 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-13101c8c-be3f-4b59-a48f-d8f41b5e29f6 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/subnets/9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f/tags/tempest-TagsExtTest-Tag-166842213 HTTP/1.1" status: 404 len: 328 time: 0.1301374 Nov 18 17:18:01.898135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-6fb295b2-c624-4526-9faa-55b3d0f1ba70 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f', 'tempest-TagsExtTest-Tag-2059785505') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:01.933841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2151047-b5b2-4074-818b-e02b256f634a req-643a7415-935e-4280-8a84-95625e204ecd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Made reservation on behalf of 3b796403dcb74a789ab8781aa545eb18 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:18:01.937941 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f2151047-b5b2-4074-818b-e02b256f634a req-643a7415-935e-4280-8a84-95625e204ecd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:01.974914 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f5596cc7-a32f-4cf5-9e4a-c574f1545cab tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:01.998497 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5596cc7-a32f-4cf5-9e4a-c574f1545cab tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c58c0d-2339-4bc0-a82c-5f5b541191ca,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:02.091099 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f5596cc7-a32f-4cf5-9e4a-c574f1545cab tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:02.095103 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f5596cc7-a32f-4cf5-9e4a-c574f1545cab tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4155514 Nov 18 17:18:02.106694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47530) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:02.113879 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-6fb295b2-c624-4526-9faa-55b3d0f1ba70 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] show failed (client error): The resource could not be found. Nov 18 17:18:02.114500 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2cb3c53a-7c6a-4dfd-9a15-888c1c70462c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:02.117996 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6fb295b2-c624-4526-9faa-55b3d0f1ba70 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/subnets/9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f/tags/tempest-TagsExtTest-Tag-2059785505 HTTP/1.1" status: 404 len: 329 time: 0.2237365 Nov 18 17:18:02.118614 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47532) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:02.127264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-e43cd46d-6120-4da0-b19b-003e9726d462 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f', 'tempest-TagsExtTest-Tag-1365034821') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:02.191617 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-30ffe32f-fbfe-4fcb-9d82-b73e0026cab3 req-5628c3f0-dc5a-4ea9-b81a-77f7a7cdeed4 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 210 time: 0.0859501 Nov 18 17:18:02.244348 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cb3c53a-7c6a-4dfd-9a15-888c1c70462c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:02.375056 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-633e9219-469d-4741-aac0-726d5baa3551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:02.442216 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cb3c53a-7c6a-4dfd-9a15-888c1c70462c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:02.475845 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Sync routers for ids ['f2d5152e-5560-4b9a-8737-da99cf95b088'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:18:02.493835 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Routers {'f2d5152e-5560-4b9a-8737-da99cf95b088'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:18:02.494626 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:18:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f2d5152e-5560-4b9a-8737-da99cf95b088'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:02.534224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-f2151047-b5b2-4074-818b-e02b256f634a req-643a7415-935e-4280-8a84-95625e204ecd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Allocated IP 172.20.0.13 (046f327f-603a-4d9c-b996-c92415d5d886/671daf4b-48bc-4f50-a4d9-31cc3358928e/a87292cd-5827-4093-87dc-6538aea84ff2) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:18:02.674172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-2cb3c53a-7c6a-4dfd-9a15-888c1c70462c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Allocated IP 172.25.3.136 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/7ec899ee-09f2-41f9-bb41-0e7bc2d66af2) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:18:02.689267 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f2151047-b5b2-4074-818b-e02b256f634a req-643a7415-935e-4280-8a84-95625e204ecd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:02.716551 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Set router f2d5152e-5560-4b9a-8737-da99cf95b088 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:18:02.754427 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-e43cd46d-6120-4da0-b19b-003e9726d462 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] show failed (client error): The resource could not be found. Nov 18 17:18:02.754427 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e43cd46d-6120-4da0-b19b-003e9726d462 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/subnets/9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f/tags/tempest-TagsExtTest-Tag-1365034821 HTTP/1.1" status: 404 len: 329 time: 0.6293211 Nov 18 17:18:02.756214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47538) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:02.761707 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-889023ae-4a3f-4019-9b80-a0cc0edc3528 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '77498bda-5bfc-45d1-86f0-48e337b0e869', {'tags': ['tempest-TagsExtTest-Tag-167071004', 'tempest-TagsExtTest-Tag-1051874846', 'tempest-TagsExtTest-Tag-166196838']}) {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:02.799970 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f2151047-b5b2-4074-818b-e02b256f634a req-643a7415-935e-4280-8a84-95625e204ecd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:02.911441 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cb3c53a-7c6a-4dfd-9a15-888c1c70462c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:02.911974 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2151047-b5b2-4074-818b-e02b256f634a req-643a7415-935e-4280-8a84-95625e204ecd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Network 046f327f-603a-4d9c-b996-c92415d5d886 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:18:02.918725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-f2151047-b5b2-4074-818b-e02b256f634a req-643a7415-935e-4280-8a84-95625e204ecd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:18:02.928300 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2151047-b5b2-4074-818b-e02b256f634a req-643a7415-935e-4280-8a84-95625e204ecd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:18:02.991717 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2151047-b5b2-4074-818b-e02b256f634a req-643a7415-935e-4280-8a84-95625e204ecd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:02.992369 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f2151047-b5b2-4074-818b-e02b256f634a req-643a7415-935e-4280-8a84-95625e204ecd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:02.999715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a7415-935e-4280-8a84-95625e204ecd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Pushing event updated for resources: {'Port': ['ID=a87292cd-5827-4093-87dc-6538aea84ff2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:03.078638 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-889023ae-4a3f-4019-9b80-a0cc0edc3528 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "PUT /v2.0/ports/77498bda-5bfc-45d1-86f0-48e337b0e869/tags HTTP/1.1" status: 200 len: 316 time: 0.3211164 Nov 18 17:18:03.083622 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cb3c53a-7c6a-4dfd-9a15-888c1c70462c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:03.087913 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2151047-b5b2-4074-818b-e02b256f634a req-643a7415-935e-4280-8a84-95625e204ecd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4468982 Nov 18 17:18:03.088406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47544) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:03.101359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-1e672c33-1ca8-420a-845a-c772f8de1d0d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '77498bda-5bfc-45d1-86f0-48e337b0e869') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:03.116473 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'name': 'tempest-ServersTestFqdnHostnames-810392461-router', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:17:52Z', 'updated_at': '2021-11-18T17:17:57Z', 'revision_number': 4, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'gw_port': {'id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:53Z', 'updated_at': '2021-11-18T17:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '97f7835c-50da-4b9d-93fb-7baec14fddfb', 'name': '', 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'mac_address': 'fa:16:3e:b5:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:56Z', 'updated_at': '2021-11-18T17:17:58Z', 'revision_number': 2, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'subnets': [{'id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:03.142348 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 78bd8e2d-3ce1-4555-a05b-c5e2374fff83 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:18:03.143349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Request body: {'port': {'device_id': 'ffb9d05f-1e27-48fc-bad0-cb6b15161f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:03.155133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb3c53a-7c6a-4dfd-9a15-888c1c70462c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:18:03.161621 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-2cb3c53a-7c6a-4dfd-9a15-888c1c70462c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:18:03.165235 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-65938b70-2f5a-4e94-b7f7-509093b44090 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1460958 Nov 18 17:18:03.165835 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb3c53a-7c6a-4dfd-9a15-888c1c70462c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:18:03.191319 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Checking router: f2d5152e-5560-4b9a-8737-da99cf95b088 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:18:03.195699 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Updating router f2d5152e-5560-4b9a-8737-da99cf95b088 port 97f7835c-50da-4b9d-93fb-7baec14fddfb binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:18:03.248255 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:03.261393 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3c53a-7c6a-4dfd-9a15-888c1c70462c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Pushing event updated for resources: {'Port': ['ID=7ec899ee-09f2-41f9-bb41-0e7bc2d66af2,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:03.328412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 78bd8e2d-3ce1-4555-a05b-c5e2374fff83 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:18:03.329685 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:03.335687 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-ccb97979-790d-4d9a-80cf-9935112d6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:03.336211 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-ccb97979-790d-4d9a-80cf-9935112d6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:03.336686 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-ccb97979-790d-4d9a-80cf-9935112d6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:03.337224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-ccb97979-790d-4d9a-80cf-9935112d6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:03.339191 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-ccb97979-790d-4d9a-80cf-9935112d6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:03.340309 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-ccb97979-790d-4d9a-80cf-9935112d6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:03.340769 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-ccb97979-790d-4d9a-80cf-9935112d6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:03.344311 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-ccb97979-790d-4d9a-80cf-9935112d6d14 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=452f9766b67e4a999cd2927e84f67a4c&device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 6500 time: 0.1362085 Nov 18 17:18:03.388531 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:03.482762 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2966e53-d037-4042-9e04-0876dc0edbd0 req-e3b22eb7-2f96-481b-92b1-cdfbf8f047b2 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:03.490452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2966e53-d037-4042-9e04-0876dc0edbd0 req-e3b22eb7-2f96-481b-92b1-cdfbf8f047b2 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 932 time: 0.1334820 Nov 18 17:18:03.492908 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cb3c53a-7c6a-4dfd-9a15-888c1c70462c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:03.507615 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:03.583865 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1e672c33-1ca8-420a-845a-c772f8de1d0d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/ports/77498bda-5bfc-45d1-86f0-48e337b0e869/tags HTTP/1.1" status: 204 len: 168 time: 0.4867256 Nov 18 17:18:03.587978 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2966e53-d037-4042-9e04-0876dc0edbd0 req-689fbbb3-c960-457c-aef3-88b09cc4bdfa tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965691 Nov 18 17:18:03.588512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47548) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:03.595123 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-ce9c7fa1-5523-41e7-a916-bdb43dc53bc0 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '77498bda-5bfc-45d1-86f0-48e337b0e869', 'tempest-TagsExtTest-Tag-167071004') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:03.677203 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cb3c53a-7c6a-4dfd-9a15-888c1c70462c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:03.740774 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-ce9c7fa1-5523-41e7-a916-bdb43dc53bc0 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] show failed (client error): The resource could not be found. Nov 18 17:18:03.742372 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ce9c7fa1-5523-41e7-a916-bdb43dc53bc0 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/ports/77498bda-5bfc-45d1-86f0-48e337b0e869/tags/tempest-TagsExtTest-Tag-167071004 HTTP/1.1" status: 404 len: 328 time: 0.1513922 Nov 18 17:18:03.745597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-3f3a9e7c-b944-48cd-be16-2e972eb01450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:03.746083 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-3f3a9e7c-b944-48cd-be16-2e972eb01450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:03.746535 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-3f3a9e7c-b944-48cd-be16-2e972eb01450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:03.748276 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-3f3a9e7c-b944-48cd-be16-2e972eb01450 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4efab3f4-88d8-40ae-a2a4-453eabfee21f&id=9a0c3004-3ad3-481d-9a55-9288314c9a88&id=9a0c3004-3ad3-481d-9a55-9288314c9a88&id=9a0c3004-3ad3-481d-9a55-9288314c9a88&id=9a0c3004-3ad3-481d-9a55-9288314c9a88&id=113727fb-b8c5-4dc5-81b0-dede0422cd99&id=113727fb-b8c5-4dc5-81b0-dede0422cd99 HTTP/1.1" status: 200 len: 2295 time: 0.3779147 Nov 18 17:18:03.748918 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47552) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:03.766414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-a535c38c-4466-40db-9ba4-9369fe650b67 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '77498bda-5bfc-45d1-86f0-48e337b0e869', 'tempest-TagsExtTest-Tag-1051874846') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:03.836530 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-1bb8b2ec-7dad-437f-bef7-c916b0842af9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e12bfd73-5acf-499c-8e3e-e4b55452c70c HTTP/1.1" status: 200 len: 1001 time: 0.0675509 Nov 18 17:18:03.842706 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:03.923387 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cb3c53a-7c6a-4dfd-9a15-888c1c70462c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:03.934834 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:03.985452 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cb3c53a-7c6a-4dfd-9a15-888c1c70462c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:04.000596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-5dffdf9f-06c9-4d0a-b19d-26d4cf150d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:04.002148 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-5dffdf9f-06c9-4d0a-b19d-26d4cf150d80 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f82c3b3-35c0-4896-b65f-74d8bab4d4f6 HTTP/1.1" status: 200 len: 851 time: 0.1430428 Nov 18 17:18:04.091187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87292cd-5827-4093-87dc-6538aea84ff2 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:18:04.107407 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:04.148098 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Transition to ACTIVE for port object a87292cd-5827-4093-87dc-6538aea84ff2 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:18:04.153659 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-a535c38c-4466-40db-9ba4-9369fe650b67 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] show failed (client error): The resource could not be found. Nov 18 17:18:04.160368 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a535c38c-4466-40db-9ba4-9369fe650b67 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/ports/77498bda-5bfc-45d1-86f0-48e337b0e869/tags/tempest-TagsExtTest-Tag-1051874846 HTTP/1.1" status: 404 len: 329 time: 0.3980260 Nov 18 17:18:04.162936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47558) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:04.185831 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e003b-1c1d-43b9-8122-5d4c08210ed4 None None] Pushing event updated for resources: {'Port': ['ID=97f7835c-50da-4b9d-93fb-7baec14fddfb,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:04.189435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3c53a-7c6a-4dfd-9a15-888c1c70462c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Pushing event updated for resources: {'Port': ['ID=7ec899ee-09f2-41f9-bb41-0e7bc2d66af2,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:04.208474 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e003b-1c1d-43b9-8122-5d4c08210ed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:04.209123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-3b12aa14-1a3e-452a-af2a-27fa449cd3e7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '77498bda-5bfc-45d1-86f0-48e337b0e869', 'tempest-TagsExtTest-Tag-166196838') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:04.210889 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e003b-1c1d-43b9-8122-5d4c08210ed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:04.211233 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e003b-1c1d-43b9-8122-5d4c08210ed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:04.212640 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e003b-1c1d-43b9-8122-5d4c08210ed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:04.214455 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e003b-1c1d-43b9-8122-5d4c08210ed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:04.214817 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e003b-1c1d-43b9-8122-5d4c08210ed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:04.215157 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e003b-1c1d-43b9-8122-5d4c08210ed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:04.219950 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e003b-1c1d-43b9-8122-5d4c08210ed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:04.219950 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e003b-1c1d-43b9-8122-5d4c08210ed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:04.220157 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cb3c53a-7c6a-4dfd-9a15-888c1c70462c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:04.220547 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e003b-1c1d-43b9-8122-5d4c08210ed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:04.220899 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e003b-1c1d-43b9-8122-5d4c08210ed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:04.221239 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e003b-1c1d-43b9-8122-5d4c08210ed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:04.259364 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Attempting to bind port 97f7835c-50da-4b9d-93fb-7baec14fddfb on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:18:04.259364 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Attempting to bind port 97f7835c-50da-4b9d-93fb-7baec14fddfb by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '9a306a4a-9781-4d28-968f-4bac57071482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:18:04.259364 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Attempting to bind port 97f7835c-50da-4b9d-93fb-7baec14fddfb on network 487dcd42-0c3a-42c2-8c48-540a99d12b78 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:04.259364 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:18:04.259364 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Checking segment: {'id': '9a306a4a-9781-4d28-968f-4bac57071482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:18:04.259364 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:04.259364 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Bound using segment: {'id': '9a306a4a-9781-4d28-968f-4bac57071482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:18:04.259364 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Bound port: 97f7835c-50da-4b9d-93fb-7baec14fddfb, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a306a4a-9781-4d28-968f-4bac57071482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:18:04.259364 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:04.306698 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:04.325889 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cb3c53a-7c6a-4dfd-9a15-888c1c70462c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:04.336780 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2cb3c53a-7c6a-4dfd-9a15-888c1c70462c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2199981 Nov 18 17:18:04.353385 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-c9dca68a-414e-44a0-b175-603868986f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:04.355049 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-c9dca68a-414e-44a0-b175-603868986f83 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4efab3f4-88d8-40ae-a2a4-453eabfee21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3246281 Nov 18 17:18:04.365163 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] For port 97f7835c-50da-4b9d-93fb-7baec14fddfb, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:18:04.369989 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] For port 97f7835c-50da-4b9d-93fb-7baec14fddfb, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=97f7835c-50da-4b9d-93fb-7baec14fddfb,segment=NetworkSegment(9a306a4a-9781-4d28-968f-4bac57071482),segment_id=9a306a4a-9781-4d28-968f-4bac57071482)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:18:04.371333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-efa52230-84ff-44d8-8af7-b39eddbc76a9 None None] Provisioning complete for port 97f7835c-50da-4b9d-93fb-7baec14fddfb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:18:04.373678 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-efa52230-84ff-44d8-8af7-b39eddbc76a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:04.427922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a87292cd-5827-4093-87dc-6538aea84ff2,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:04.434508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-efa52230-84ff-44d8-8af7-b39eddbc76a9 None None] Port 97f7835c-50da-4b9d-93fb-7baec14fddfb cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:18:04.443912 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:04.513231 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-3b12aa14-1a3e-452a-af2a-27fa449cd3e7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] show failed (client error): The resource could not be found. Nov 18 17:18:04.517219 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3b12aa14-1a3e-452a-af2a-27fa449cd3e7 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/ports/77498bda-5bfc-45d1-86f0-48e337b0e869/tags/tempest-TagsExtTest-Tag-166196838 HTTP/1.1" status: 404 len: 328 time: 0.3532851 Nov 18 17:18:04.517354 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47574) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:04.522323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-9f106133-37d4-4cc1-b1ad-8ef37c32b205 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3dee4f04-0628-4cc7-b73b-5fc1c10e5524', {'tags': ['tempest-TagsExtTest-Tag-288444019', 'tempest-TagsExtTest-Tag-1200153101', 'tempest-TagsExtTest-Tag-679365019']}) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:04.524220 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Routers {'f2d5152e-5560-4b9a-8737-da99cf95b088'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:18:04.526004 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:18:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f2d5152e-5560-4b9a-8737-da99cf95b088'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:04.597145 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e003b-1c1d-43b9-8122-5d4c08210ed4 None None] Pushing event updated for resources: {'Port': ['ID=97f7835c-50da-4b9d-93fb-7baec14fddfb,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:04.617785 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-a62b1e35-6516-4f87-a857-ec4543540c73 service neutron] 10.222.0.81 "GET /v2.0/networks/4efab3f4-88d8-40ae-a2a4-453eabfee21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489591 Nov 18 17:18:04.679387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Attempting to bind port a87292cd-5827-4093-87dc-6538aea84ff2 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:18:04.679728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Attempting to bind port a87292cd-5827-4093-87dc-6538aea84ff2 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:18:04.680091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Attempting to bind port a87292cd-5827-4093-87dc-6538aea84ff2 on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:04.689476 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Port a87292cd-5827-4093-87dc-6538aea84ff2 on network 046f327f-603a-4d9c-b996-c92415d5d886 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:18:04.689804 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Attempting to bind port a87292cd-5827-4093-87dc-6538aea84ff2 on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:04.697763 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:18:04.698249 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Checking segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:18:04.698894 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Bound using segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:18:04.699350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Bound port: a87292cd-5827-4093-87dc-6538aea84ff2, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:18:04.699715 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:04.752529 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-8364f348-4ebc-4c2e-9f13-a4c00678ee6f tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1434255502&fields=id&tenant_id=0098a5d2a96c4be3934bdc90a293ce7b HTTP/1.1" status: 200 len: 267 time: 0.1404457 Nov 18 17:18:04.835196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] For port a87292cd-5827-4093-87dc-6538aea84ff2, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:18:04.839375 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] For port a87292cd-5827-4093-87dc-6538aea84ff2, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a87292cd-5827-4093-87dc-6538aea84ff2,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:18:04.910049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6d0e5efc-bb20-4930-a974-4523feaf5261 None None] Provisioning complete for port 97f7835c-50da-4b9d-93fb-7baec14fddfb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:18:04.912839 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d0e5efc-bb20-4930-a974-4523feaf5261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:04.951806 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-8615dddd-ba79-4428-9cce-b6f4597fec7d service neutron] 10.222.0.81 "GET /v2.0/networks/4efab3f4-88d8-40ae-a2a4-453eabfee21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203921 Nov 18 17:18:04.953614 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:05.085839 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] Set router f2d5152e-5560-4b9a-8737-da99cf95b088 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:18:05.124596 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-a9bd78c3-2e31-4d49-8eba-e5204bba168f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=5dd9df54-bed8-437f-a041-261ec234f3ca HTTP/1.1" status: 200 len: 217 time: 0.1454806 Nov 18 17:18:05.134195 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:05.162095 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 97f7835c-50da-4b9d-93fb-7baec14fddfb up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:18:05.211354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a87292cd-5827-4093-87dc-6538aea84ff2,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:05.251710 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:05.253240 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:05.254879 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2151047-b5b2-4074-818b-e02b256f634a req-e992eb5a-d646-4fd1-b887-e186d54974c2 service neutron] 10.222.0.83 "PUT /v2.0/ports/a87292cd-5827-4093-87dc-6538aea84ff2 HTTP/1.1" status: 200 len: 1093 time: 2.1214333 Nov 18 17:18:05.255877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb9d05f-1e27-48fc-bad0-cb6b15161f17', 'tag': 'a87292cd-5827-4093-87dc-6538aea84ff2'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:05.259372 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34188428-d9b6-4b05-98b6-21da90b6c164" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb9d05f-1e27-48fc-bad0-cb6b15161f17", "tag": "a87292cd-5827-4093-87dc-6538aea84ff2"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:05.318035 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d0e5efc-bb20-4930-a974-4523feaf5261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:05.334167 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-87b65fec-0a23-494d-8f44-ea45be298c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:05.340932 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-87b65fec-0a23-494d-8f44-ea45be298c13 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e86ed0f-2fc1-4903-980a-4097b1d3eb56 HTTP/1.1" status: 200 len: 797 time: 0.1280935 Nov 18 17:18:05.446547 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:05.507226 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6d0e5efc-bb20-4930-a974-4523feaf5261 None None] For port 97f7835c-50da-4b9d-93fb-7baec14fddfb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=97f7835c-50da-4b9d-93fb-7baec14fddfb,segment=NetworkSegment(9a306a4a-9781-4d28-968f-4bac57071482),segment_id=9a306a4a-9781-4d28-968f-4bac57071482)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:05.518181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 97f7835c-50da-4b9d-93fb-7baec14fddfb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:18:05.518569 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:05.550896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2151047-b5b2-4074-818b-e02b256f634a req-f0854a0a-7efe-49fb-8438-b8884db263f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:05.554080 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2151047-b5b2-4074-818b-e02b256f634a req-f0854a0a-7efe-49fb-8438-b8884db263f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 1096 time: 0.1852884 Nov 18 17:18:05.561657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-c11ae4dd-3bd9-4f41-b99f-4ab70d040b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:05.565394 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-c11ae4dd-3bd9-4f41-b99f-4ab70d040b67 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a0c3004-3ad3-481d-9a55-9288314c9a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2179871 Nov 18 17:18:05.575594 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9f106133-37d4-4cc1-b1ad-8ef37c32b205 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "PUT /v2.0/routers/3dee4f04-0628-4cc7-b73b-5fc1c10e5524/tags HTTP/1.1" status: 200 len: 316 time: 1.0569146 Nov 18 17:18:05.579101 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47588) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:05.603754 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-7629993d-6cf2-493d-86eb-b1b85db7a11b tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3dee4f04-0628-4cc7-b73b-5fc1c10e5524') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:05.626820 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d0e5efc-bb20-4930-a974-4523feaf5261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:05.674416 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'name': 'tempest-ServersTestFqdnHostnames-810392461-router', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:17:52Z', 'updated_at': '2021-11-18T17:17:57Z', 'revision_number': 4, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'gw_port': {'id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:53Z', 'updated_at': '2021-11-18T17:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '97f7835c-50da-4b9d-93fb-7baec14fddfb', 'name': '', 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'mac_address': 'fa:16:3e:b5:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:56Z', 'updated_at': '2021-11-18T17:18:04Z', 'revision_number': 4, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'subnets': [{'id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:05.703959 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2151047-b5b2-4074-818b-e02b256f634a req-b84eb6b4-b792-4cee-830f-54df05827c6c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a87292cd-5827-4093-87dc-6538aea84ff2 HTTP/1.1" status: 200 len: 217 time: 0.1364734 Nov 18 17:18:05.746186 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce9f77-166e-4f73-b777-4de23eda0129 req-c3e76fd3-8917-49e1-aa9a-714b05fa148f tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:05.747480 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21767c2a-514d-4f6b-8dcc-1087b2f2f9e0 None None] The sync data for ids ['f2d5152e-5560-4b9a-8737-da99cf95b088'] in n-d-813419-11 is: [{'id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'name': 'tempest-ServersTestFqdnHostnames-810392461-router', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:17:52Z', 'updated_at': '2021-11-18T17:17:57Z', 'revision_number': 4, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'gw_port': {'id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:53Z', 'updated_at': '2021-11-18T17:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '97f7835c-50da-4b9d-93fb-7baec14fddfb', 'name': '', 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'mac_address': 'fa:16:3e:b5:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:56Z', 'updated_at': '2021-11-18T17:18:04Z', 'revision_number': 4, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'subnets': [{'id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:18:05.750121 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84ce9f77-166e-4f73-b777-4de23eda0129 req-c3e76fd3-8917-49e1-aa9a-714b05fa148f tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 944 time: 0.9407318 Nov 18 17:18:05.810582 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e5efc-bb20-4930-a974-4523feaf5261 None None] Pushing event updated for resources: {'Port': ['ID=97f7835c-50da-4b9d-93fb-7baec14fddfb,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:05.871475 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-008ffe57-7e32-4937-a9e5-831eab7a0799 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:05.889528 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-008ffe57-7e32-4937-a9e5-831eab7a0799 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/networks?id=487dcd42-0c3a-42c2-8c48-540a99d12b78 HTTP/1.1" status: 200 len: 814 time: 1.0788491 Nov 18 17:18:05.931446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2151047-b5b2-4074-818b-e02b256f634a req-c27290de-baf8-4eef-bcf0-4bba5e43feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:05.932822 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2151047-b5b2-4074-818b-e02b256f634a req-c27290de-baf8-4eef-bcf0-4bba5e43feb5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.2063694 Nov 18 17:18:05.941006 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-2a920dc2-26bb-4ead-8255-d409ce70d54f tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/quotas/0098a5d2a96c4be3934bdc90a293ce7b HTTP/1.1" status: 200 len: 375 time: 0.0427675 Nov 18 17:18:06.000500 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-1fae1ce8-7da4-4a08-96a2-721c5c2705f3 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052093 Nov 18 17:18:06.002373 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2151047-b5b2-4074-818b-e02b256f634a req-1f382c58-277a-46e3-adc4-b2b1f2027a4b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538907 Nov 18 17:18:06.080899 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84ce9f77-166e-4f73-b777-4de23eda0129 req-8d588ab9-5b3a-48d2-aefd-def22daa7b42 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989144 Nov 18 17:18:06.131725 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-7a6ed91e-160b-4aec-ac62-b233eb97129c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0098a5d2a96c4be3934bdc90a293ce7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1806700 Nov 18 17:18:06.239573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7629993d-6cf2-493d-86eb-b1b85db7a11b tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/routers/3dee4f04-0628-4cc7-b73b-5fc1c10e5524/tags HTTP/1.1" status: 204 len: 168 time: 0.6392431 Nov 18 17:18:06.245335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47592) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:06.254788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-61ed2af2-0ffc-433d-9784-aa81abe005db tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3dee4f04-0628-4cc7-b73b-5fc1c10e5524', 'tempest-TagsExtTest-Tag-288444019') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:06.352538 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-67ba548d-dab4-4402-88fc-1a59bf0b7f9d service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412056 Nov 18 17:18:06.353753 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8047a8-bb13-4b0e-a324-a7d508b0d452 x-openstack-request-id: req-1c8047a8-bb13-4b0e-a324-a7d508b0d452 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:06.356612 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb9d05f-1e27-48fc-bad0-cb6b15161f17", "tag": "a87292cd-5827-4093-87dc-6538aea84ff2", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:06.356771 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1c8047a8-bb13-4b0e-a324-a7d508b0d452 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:06.359427 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb9d05f-1e27-48fc-bad0-cb6b15161f17', 'tag': 'a87292cd-5827-4093-87dc-6538aea84ff2', 'status': 'completed', 'code': 200} Nov 18 17:18:06.367840 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2151047-b5b2-4074-818b-e02b256f634a req-9bc5e315-a97e-4c05-a31e-4fd2cad9e4ed service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461201 Nov 18 17:18:06.392498 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-108d5326-e0cb-4094-994c-9a7683aba30d service neutron] 10.222.0.72 "GET /v2.0/networks/487dcd42-0c3a-42c2-8c48-540a99d12b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574029 Nov 18 17:18:06.439486 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-08d19ea9-ac4d-43af-8500-ee747e473c08 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=bbab8d68-7db0-4f0e-a817-5122ae7e186d HTTP/1.1" status: 200 len: 217 time: 0.0721774 Nov 18 17:18:06.605377 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-61ed2af2-0ffc-433d-9784-aa81abe005db tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] show failed (client error): The resource could not be found. Nov 18 17:18:06.606427 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-61ed2af2-0ffc-433d-9784-aa81abe005db tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/routers/3dee4f04-0628-4cc7-b73b-5fc1c10e5524/tags/tempest-TagsExtTest-Tag-288444019 HTTP/1.1" status: 404 len: 328 time: 0.3601611 Nov 18 17:18:06.614581 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47598) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:06.621081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-27206eda-401c-4b41-8c63-d79f12a8a618 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3dee4f04-0628-4cc7-b73b-5fc1c10e5524', 'tempest-TagsExtTest-Tag-1200153101') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:06.661745 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-6fceaa27-1ec1-46c0-9e2f-a915818cb622 service neutron] 10.222.0.72 "GET /v2.0/networks/487dcd42-0c3a-42c2-8c48-540a99d12b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578371 Nov 18 17:18:06.707630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-f549342e-0e0e-442a-9a1c-e59a4382a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:06.709276 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-f549342e-0e0e-442a-9a1c-e59a4382a2be service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e86ed0f-2fc1-4903-980a-4097b1d3eb56 HTTP/1.1" status: 200 len: 797 time: 0.2534604 Nov 18 17:18:06.729333 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2151047-b5b2-4074-818b-e02b256f634a req-ab3d8e2a-8a72-4f95-8a11-7681e6326287 service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498483 Nov 18 17:18:06.866359 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-27206eda-401c-4b41-8c63-d79f12a8a618 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] show failed (client error): The resource could not be found. Nov 18 17:18:06.870583 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-27206eda-401c-4b41-8c63-d79f12a8a618 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/routers/3dee4f04-0628-4cc7-b73b-5fc1c10e5524/tags/tempest-TagsExtTest-Tag-1200153101 HTTP/1.1" status: 404 len: 329 time: 0.2549901 Nov 18 17:18:06.873470 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47602) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:06.878184 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-889a3528-2469-4328-ae7d-579ac69df9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:06.880022 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-889a3528-2469-4328-ae7d-579ac69df9ba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a0c3004-3ad3-481d-9a55-9288314c9a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1620009 Nov 18 17:18:06.886287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-8b1676b9-d5b5-4a63-a532-e1d4ac0aed81 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3dee4f04-0628-4cc7-b73b-5fc1c10e5524', 'tempest-TagsExtTest-Tag-679365019') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:07.065594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34188428-d9b6-4b05-98b6-21da90b6c164 req-3352800a-fca3-4637-ae16-ade7edd373c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:07.068433 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34188428-d9b6-4b05-98b6-21da90b6c164 req-3352800a-fca3-4637-ae16-ade7edd373c8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 1096 time: 0.1587765 Nov 18 17:18:07.108114 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-8b1676b9-d5b5-4a63-a532-e1d4ac0aed81 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] show failed (client error): The resource could not be found. Nov 18 17:18:07.109434 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8b1676b9-d5b5-4a63-a532-e1d4ac0aed81 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/routers/3dee4f04-0628-4cc7-b73b-5fc1c10e5524/tags/tempest-TagsExtTest-Tag-679365019 HTTP/1.1" status: 404 len: 328 time: 0.2272081 Nov 18 17:18:07.113011 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47612) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:07.118082 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-44024bc4-f5b0-477c-8673-ea0c242957b3 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '885eb82c-c7e4-4673-864b-1f59875c5b46', {'tags': ['tempest-TagsExtTest-Tag-1717145141', 'tempest-TagsExtTest-Tag-817273167', 'tempest-TagsExtTest-Tag-396588873']}) {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:07.214873 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 97f7835c-50da-4b9d-93fb-7baec14fddfb up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:18:07.223016 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e53ef215-d05e-4754-8035-ee06782e227d req-0b718c2f-831b-4756-a7a7-e03d64bbe493 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 210 time: 0.0681837 Nov 18 17:18:07.258230 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-1b6bd97e-504c-4685-ae27-8f0eb697f5ff service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601387 Nov 18 17:18:07.358769 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 97f7835c-50da-4b9d-93fb-7baec14fddfb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:18:07.358769 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:07.362494 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-44024bc4-f5b0-477c-8673-ea0c242957b3 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "PUT /v2.0/subnetpools/885eb82c-c7e4-4673-864b-1f59875c5b46/tags HTTP/1.1" status: 200 len: 316 time: 0.2482679 Nov 18 17:18:07.365037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47616) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:07.370634 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-0b469e0d-c2ce-4d6b-a51f-357d18ac73b5 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '885eb82c-c7e4-4673-864b-1f59875c5b46') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:07.530225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffde19-bdb9-42a1-8a6c-ace23915b0ff req-94961ca8-07cf-4b7a-b1b4-51a517a2271b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:07.543183 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5dffde19-bdb9-42a1-8a6c-ace23915b0ff req-94961ca8-07cf-4b7a-b1b4-51a517a2271b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 944 time: 0.2675271 Nov 18 17:18:07.568461 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34188428-d9b6-4b05-98b6-21da90b6c164 req-98331738-3174-4753-9be0-a4e2781133d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:07.572957 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34188428-d9b6-4b05-98b6-21da90b6c164 req-98331738-3174-4753-9be0-a4e2781133d1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 910 time: 0.4707813 Nov 18 17:18:07.666646 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5dffde19-bdb9-42a1-8a6c-ace23915b0ff req-545aec08-a271-4a8f-aabd-cb1c205ab02e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195641 Nov 18 17:18:07.741395 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0b469e0d-c2ce-4d6b-a51f-357d18ac73b5 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/subnetpools/885eb82c-c7e4-4673-864b-1f59875c5b46/tags HTTP/1.1" status: 204 len: 168 time: 0.3751049 Nov 18 17:18:07.744495 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47626) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:07.749919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-9778f1d3-99f8-4679-a4e5-d4e48a3366d9 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '885eb82c-c7e4-4673-864b-1f59875c5b46', 'tempest-TagsExtTest-Tag-1717145141') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:07.804139 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-9778f1d3-99f8-4679-a4e5-d4e48a3366d9 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] show failed (client error): The resource could not be found. Nov 18 17:18:07.805301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9778f1d3-99f8-4679-a4e5-d4e48a3366d9 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/subnetpools/885eb82c-c7e4-4673-864b-1f59875c5b46/tags/tempest-TagsExtTest-Tag-1717145141 HTTP/1.1" status: 404 len: 329 time: 0.0595613 Nov 18 17:18:07.808231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47628) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:07.816741 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-9c678b63-1518-4416-9eac-bb4f11b3d910 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '885eb82c-c7e4-4673-864b-1f59875c5b46', 'tempest-TagsExtTest-Tag-817273167') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:07.882630 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-9c678b63-1518-4416-9eac-bb4f11b3d910 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] show failed (client error): The resource could not be found. Nov 18 17:18:07.887700 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9c678b63-1518-4416-9eac-bb4f11b3d910 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/subnetpools/885eb82c-c7e4-4673-864b-1f59875c5b46/tags/tempest-TagsExtTest-Tag-817273167 HTTP/1.1" status: 404 len: 328 time: 0.0771062 Nov 18 17:18:07.895028 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47630) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:07.920965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-22803f34-34ca-4245-a21f-dbb8bc693d24 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '885eb82c-c7e4-4673-864b-1f59875c5b46', 'tempest-TagsExtTest-Tag-396588873') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:07.958902 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-22803f34-34ca-4245-a21f-dbb8bc693d24 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] show failed (client error): The resource could not be found. Nov 18 17:18:07.960353 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-22803f34-34ca-4245-a21f-dbb8bc693d24 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/subnetpools/885eb82c-c7e4-4673-864b-1f59875c5b46/tags/tempest-TagsExtTest-Tag-396588873 HTTP/1.1" status: 404 len: 328 time: 0.0634887 Nov 18 17:18:07.962964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47632) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:07.969469 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-7cdf19cc-5623-4b88-94b5-93ee3567fbdc tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '885eb82c-c7e4-4673-864b-1f59875c5b46') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:08.021734 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7cdf19cc-5623-4b88-94b5-93ee3567fbdc tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/subnetpools/885eb82c-c7e4-4673-864b-1f59875c5b46/tags HTTP/1.1" status: 204 len: 168 time: 0.0572855 Nov 18 17:18:08.024151 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47636) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:08.034070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-17ad0bfe-347a-4a9c-a42b-ee8e116c5e3c tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3dee4f04-0628-4cc7-b73b-5fc1c10e5524') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:08.173373 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-17ad0bfe-347a-4a9c-a42b-ee8e116c5e3c tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/routers/3dee4f04-0628-4cc7-b73b-5fc1c10e5524/tags HTTP/1.1" status: 204 len: 168 time: 0.1454768 Nov 18 17:18:08.175823 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47640) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:08.180488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-d34e6292-9413-492f-8c08-21aeda319fc9 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '77498bda-5bfc-45d1-86f0-48e337b0e869') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:08.204376 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-b8d5ecc6-8a32-4d4e-aa4a-7ae980442be1 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8822141 Nov 18 17:18:08.205979 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34188428-d9b6-4b05-98b6-21da90b6c164 req-ed228d0b-769a-471d-8283-81ffbde7021c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a87292cd-5827-4093-87dc-6538aea84ff2 HTTP/1.1" status: 200 len: 217 time: 0.6223490 Nov 18 17:18:08.275726 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d34e6292-9413-492f-8c08-21aeda319fc9 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/ports/77498bda-5bfc-45d1-86f0-48e337b0e869/tags HTTP/1.1" status: 204 len: 168 time: 0.0985382 Nov 18 17:18:08.276440 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47646) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:08.291498 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-f4f98729-5362-4ba5-9a3d-6ba2dfd9108d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:08.340989 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-f2514400-24cf-4d6d-8edf-40b40614325a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=1b798ec3-54dc-45ca-8e35-4a5edf6bde87 HTTP/1.1" status: 200 len: 217 time: 0.1127694 Nov 18 17:18:08.387983 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-22be8e8a-90fb-411e-9fe8-09b0c948aeb1 req-9b9e01fb-4033-4566-a1ec-cc1102dc757f tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 210 time: 0.0552542 Nov 18 17:18:08.424297 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f4f98729-5362-4ba5-9a3d-6ba2dfd9108d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/subnets/9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f/tags HTTP/1.1" status: 204 len: 168 time: 0.1467376 Nov 18 17:18:08.425604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47650) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:08.430090 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34188428-d9b6-4b05-98b6-21da90b6c164 req-82cdeac8-4f1f-44e2-9a1c-5cde1e47d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:08.435643 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34188428-d9b6-4b05-98b6-21da90b6c164 req-82cdeac8-4f1f-44e2-9a1c-5cde1e47d872 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.2160285 Nov 18 17:18:08.442894 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-b981e73f-ee07-4f8b-bc3d-73ae6fa38e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:08.444983 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-b981e73f-ee07-4f8b-bc3d-73ae6fa38e70 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e86ed0f-2fc1-4903-980a-4097b1d3eb56 HTTP/1.1" status: 200 len: 797 time: 0.1020863 Nov 18 17:18:08.531292 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34188428-d9b6-4b05-98b6-21da90b6c164 req-57242336-6084-47c9-92a7-71d17bbb3f61 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852497 Nov 18 17:18:08.639673 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-7df3b52a-f1d2-47f5-8212-a8a9db00bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:08.641247 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-7df3b52a-f1d2-47f5-8212-a8a9db00bb60 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a0c3004-3ad3-481d-9a55-9288314c9a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1865368 Nov 18 17:18:08.661218 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ba9567c-38a8-4109-93d4-bbd560ab60d6 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks [] for subnetpool, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:08.663445 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5ba9567c-38a8-4109-93d4-bbd560ab60d6 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/subnetpools/885eb82c-c7e4-4673-864b-1f59875c5b46 HTTP/1.1" status: 204 len: 168 time: 0.2365549 Nov 18 17:18:08.672286 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47656) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:08.736212 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-987359f1-c8f7-4e15-9a46-dbfafc90a97e tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dee4f04-0628-4cc7-b73b-5fc1c10e5524 HTTP/1.1" status: 200 len: 205 time: 0.0571628 Nov 18 17:18:08.742054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47660) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:08.761436 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34188428-d9b6-4b05-98b6-21da90b6c164 req-bdc8427c-e71f-4ab2-8a2d-75f81d4ac09e service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144020 Nov 18 17:18:08.805962 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device a87292cd-5827-4093-87dc-6538aea84ff2 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:18:08.908820 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9d72-7ba1-4c16-b034-cbc6457cdb27 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:08.918496 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34188428-d9b6-4b05-98b6-21da90b6c164 req-a7dae07d-2670-47a6-acfb-1f6b1ba22a42 service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423576 Nov 18 17:18:08.920789 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-4161376c-a7c1-41a0-89f6-c7cd82797132 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538686 Nov 18 17:18:09.009964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port a87292cd-5827-4093-87dc-6538aea84ff2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a87292cd-5827-4093-87dc-6538aea84ff2,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:09.026463 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'a87292cd-5827-4093-87dc-6538aea84ff2', 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886', 'port_id': 'a87292cd-5827-4093-87dc-6538aea84ff2', 'mac_address': 'fa:16:3e:ce:45:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671daf4b-48bc-4f50-a4d9-31cc3358928e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:18:09.102834 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9d72-7ba1-4c16-b034-cbc6457cdb27 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:09.107740 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9d72-7ba1-4c16-b034-cbc6457cdb27 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:09.129684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae6f6a-d158-48f8-bb0d-53ebe55da018 req-015382cc-165f-4a58-b3cb-68f00b1ec4f9 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:09.135244 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:09.153087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5cae6f6a-d158-48f8-bb0d-53ebe55da018 req-015382cc-165f-4a58-b3cb-68f00b1ec4f9 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 944 time: 0.3400753 Nov 18 17:18:09.159763 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47859c8-f35f-4324-9530-0c7166eeeb3e req-5d4ba414-c76d-4795-b84b-e40efcf50a4b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0752738 Nov 18 17:18:09.165260 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-984bd0d8-0090-4700-90b5-0d9fb1874ad7 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254345 Nov 18 17:18:09.176097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87292cd-5827-4093-87dc-6538aea84ff2 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:18:09.213965 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port a87292cd-5827-4093-87dc-6538aea84ff2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a87292cd-5827-4093-87dc-6538aea84ff2,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:09.234051 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5cae6f6a-d158-48f8-bb0d-53ebe55da018 req-af7ef831-0889-4f06-abc8-7af3ca359e1e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953405 Nov 18 17:18:09.246233 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-132eda87-7ab0-4d27-a247-61a1810dca09 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=0c6227a9-9c82-46f1-9d60-2e0664c61b69 HTTP/1.1" status: 200 len: 217 time: 0.0727267 Nov 18 17:18:09.283620 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:09.283895 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9d72-7ba1-4c16-b034-cbc6457cdb27 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:09.284373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8b9d72-7ba1-4c16-b034-cbc6457cdb27 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Fanout notify agent at l3_agent the message router_deleted on router 3dee4f04-0628-4cc7-b73b-5fc1c10e5524 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:18:09.304174 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9d72-7ba1-4c16-b034-cbc6457cdb27 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:09.305346 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1c8b9d72-7ba1-4c16-b034-cbc6457cdb27 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/routers/3dee4f04-0628-4cc7-b73b-5fc1c10e5524 HTTP/1.1" status: 204 len: 168 time: 0.5621524 Nov 18 17:18:09.309906 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47670) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:09.358621 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=a87292cd-5827-4093-87dc-6538aea84ff2,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:09.448577 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-1654e92c-31d5-4c0b-baf2-b97bcfc41fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:09.450061 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-1654e92c-31d5-4c0b-baf2-b97bcfc41fb4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e86ed0f-2fc1-4903-980a-4097b1d3eb56 HTTP/1.1" status: 200 len: 797 time: 0.1949966 Nov 18 17:18:09.457522 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47859c8-f35f-4324-9530-0c7166eeeb3e req-00a22f69-2e9f-4d3a-a99f-f47031278dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:09.459191 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47859c8-f35f-4324-9530-0c7166eeeb3e req-00a22f69-2e9f-4d3a-a99f-f47031278dfb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ce7024854a94cdfa1b77ea1112434b7&device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 1098 time: 0.2282941 Nov 18 17:18:09.571916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['a87292cd-5827-4093-87dc-6538aea84ff2'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:18:09.653620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-2093e033-164d-48dc-80a2-33c06b6b2894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:09.657186 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-2093e033-164d-48dc-80a2-33c06b6b2894 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a0c3004-3ad3-481d-9a55-9288314c9a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1962271 Nov 18 17:18:09.686715 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-17cf2342-7cba-4990-b6f2-634fd2aa3871 req-356d6c2f-69d7-4f24-9f48-e1e446773d7b tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 210 time: 0.0836244 Nov 18 17:18:09.688657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5bb9fc72-7ab1-472e-940f-96cf95315f25 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Deleting port 77498bda-5bfc-45d1-86f0-48e337b0e869 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:18:09.689011 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fc72-7ab1-472e-940f-96cf95315f25 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:09.918184 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fc72-7ab1-472e-940f-96cf95315f25 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:09.951193 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5bb9fc72-7ab1-472e-940f-96cf95315f25 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Calling delete_port for 77498bda-5bfc-45d1-86f0-48e337b0e869 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:18:09.980980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47859c8-f35f-4324-9530-0c7166eeeb3e req-9352a839-c23e-472a-b794-178ce9b8d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:09.983033 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47859c8-f35f-4324-9530-0c7166eeeb3e req-9352a839-c23e-472a-b794-178ce9b8d99c service neutron] 10.222.0.83 "GET /v2.0/networks?id=76233702-e661-4854-b97f-4c5aa3c41fc7 HTTP/1.1" status: 200 len: 921 time: 0.4826052 Nov 18 17:18:10.131371 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47859c8-f35f-4324-9530-0c7166eeeb3e req-f0cbd1a3-a2f7-4cc5-938f-b0bcb814199a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1000ad4-f3dd-49e1-bb74-016686085a1e HTTP/1.1" status: 200 len: 217 time: 0.0806010 Nov 18 17:18:10.224316 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-b39353f1-10c3-4cc5-8290-1d5e2503fd1a tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:10.226422 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-b39353f1-10c3-4cc5-8290-1d5e2503fd1a tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.81 "GET /v2.0/networks?id=487dcd42-0c3a-42c2-8c48-540a99d12b78 HTTP/1.1" status: 200 len: 814 time: 0.1864312 Nov 18 17:18:10.239608 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-cf23b4cc-4d01-4304-810c-ae2d99426c16 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618842 Nov 18 17:18:10.287063 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47859c8-f35f-4324-9530-0c7166eeeb3e req-e49222b9-82fb-443c-bee5-d9d7f8d1572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:10.290801 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47859c8-f35f-4324-9530-0c7166eeeb3e req-e49222b9-82fb-443c-bee5-d9d7f8d1572b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dcc58c36-7916-4d1d-8b23-c0a6b0e5f673 HTTP/1.1" status: 200 len: 859 time: 0.1422896 Nov 18 17:18:10.403137 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47859c8-f35f-4324-9530-0c7166eeeb3e req-bba6be5e-34d0-4042-aef8-5fc592afa414 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76233702-e661-4854-b97f-4c5aa3c41fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892513 Nov 18 17:18:10.428475 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-7c620035-8d3a-4c72-a3ea-8e712bc92148 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0098a5d2a96c4be3934bdc90a293ce7b HTTP/1.1" status: 200 len: 380 time: 0.1887403 Nov 18 17:18:10.443830 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-02efbba8-c50a-4290-916f-10c8ebdd5ffd tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Request body: {'port': {'device_id': '08faf445-e823-4d41-be7d-3f9391337a67', 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78', 'admin_state_up': True, 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'security_groups': ['e9393949-cb3a-47bb-ba19-cdd958ae5c96']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:10.513814 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19f1b5-8977-40ea-9a28-cb9bfcaef31d req-aacea791-0765-456a-85e3-6dca16651a2a tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:10.518994 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-210f8a15-d623-43cc-bedd-64de3c34762a service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649739 Nov 18 17:18:10.523550 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9f19f1b5-8977-40ea-9a28-cb9bfcaef31d req-aacea791-0765-456a-85e3-6dca16651a2a tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 945 time: 0.1657515 Nov 18 17:18:10.643986 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9f19f1b5-8977-40ea-9a28-cb9bfcaef31d req-4ee344de-812c-4302-8bcb-e4cfdb8355ee tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177785 Nov 18 17:18:10.645920 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fc72-7ab1-472e-940f-96cf95315f25 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:10.649599 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47859c8-f35f-4324-9530-0c7166eeeb3e req-eba0047f-c9fa-4250-8f3b-de217be42d07 service neutron] 10.222.0.83 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344086 Nov 18 17:18:10.659096 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-7f7f819c-e31d-4036-9f5a-5b412f13f6d7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7cc17a13-7718-4169-ad86-e8cdc78e4209 HTTP/1.1" status: 200 len: 217 time: 0.1261539 Nov 18 17:18:10.780208 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-02efbba8-c50a-4290-916f-10c8ebdd5ffd tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Made reservation on behalf of 0098a5d2a96c4be3934bdc90a293ce7b for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:18:10.790093 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-02efbba8-c50a-4290-916f-10c8ebdd5ffd tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:10.808210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device a87292cd-5827-4093-87dc-6538aea84ff2 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:18:10.809876 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9fc72-7ab1-472e-940f-96cf95315f25 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Pushing event deleted for resources: {'Port': ['ID=77498bda-5bfc-45d1-86f0-48e337b0e869,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:11.035032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port a87292cd-5827-4093-87dc-6538aea84ff2 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:18:11.035473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-624711e7-2853-4f1f-969f-b22207de49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:11.038168 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-624711e7-2853-4f1f-969f-b22207de49a2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11c5eae1-adf2-49db-8da2-49c6425688cc HTTP/1.1" status: 200 len: 797 time: 0.3421109 Nov 18 17:18:11.039412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port a87292cd-5827-4093-87dc-6538aea84ff2 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:18:11.040119 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:11.100817 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fc72-7ab1-472e-940f-96cf95315f25 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:11.110416 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5bb9fc72-7ab1-472e-940f-96cf95315f25 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/ports/77498bda-5bfc-45d1-86f0-48e337b0e869 HTTP/1.1" status: 204 len: 168 time: 1.7860143 Nov 18 17:18:11.115580 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b47859c8-f35f-4324-9530-0c7166eeeb3e req-b1fc7d80-2524-4563-9d00-7cafed9eafa1 service neutron] 10.222.0.83 "GET /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330266 Nov 18 17:18:11.116143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47694) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:11.172970 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:18:11.212597 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-517c5aeb-da55-4eac-b563-72aa4ead9349 req-9823e145-b0f4-4e21-bfba-31fc9cae0d5e tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 210 time: 0.4084733 Nov 18 17:18:11.233802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-51902cf3-4bac-41f7-8d48-7970bca86536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:11.235585 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-51902cf3-4bac-41f7-8d48-7970bca86536 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=113727fb-b8c5-4dc5-81b0-dede0422cd99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1821959 Nov 18 17:18:11.240325 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:11.266263 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-02efbba8-c50a-4290-916f-10c8ebdd5ffd tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Allocated IP 172.20.0.11 (487dcd42-0c3a-42c2-8c48-540a99d12b78/e3fbd798-50b7-45c2-a27c-2af49d923d4b/79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:18:11.271578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb9d05f-1e27-48fc-bad0-cb6b15161f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87292cd-5827-4093-87dc-6538aea84ff2'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:11.274485 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df81062-b45f-44dd-a79a-a72415d57bfa" -d '{"events": [{"server_uuid": "ffb9d05f-1e27-48fc-bad0-cb6b15161f17", "name": "network-vif-plugged", "status": "completed", "tag": "a87292cd-5827-4093-87dc-6538aea84ff2"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:11.293165 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port a87292cd-5827-4093-87dc-6538aea84ff2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a87292cd-5827-4093-87dc-6538aea84ff2,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:11.309615 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-090b51f3-9253-495d-9571-88afef0c0472 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Deleting subnet 9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:18:11.315162 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-090b51f3-9253-495d-9571-88afef0c0472 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:11.363063 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b299ae6f-6d7e-417c-983b-6874991c6993 x-openstack-request-id: req-b299ae6f-6d7e-417c-983b-6874991c6993 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:11.363552 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb9d05f-1e27-48fc-bad0-cb6b15161f17", "name": "network-vif-plugged", "status": "completed", "tag": "a87292cd-5827-4093-87dc-6538aea84ff2", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:11.364028 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b299ae6f-6d7e-417c-983b-6874991c6993 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:11.364550 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb9d05f-1e27-48fc-bad0-cb6b15161f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87292cd-5827-4093-87dc-6538aea84ff2', 'code': 200} Nov 18 17:18:11.374776 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:11.410984 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-090b51f3-9253-495d-9571-88afef0c0472 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:11.504489 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-6002d4ff-d885-4bde-a0d9-d5b19557d818 service neutron] 10.222.0.81 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544744 Nov 18 17:18:11.513156 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=a87292cd-5827-4093-87dc-6538aea84ff2,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:11.548843 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee155ab6-c85b-40ba-ad34-bb570ad4001d req-d3092cdc-4e8d-443b-ab5c-0e3129a46861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:11.550348 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee155ab6-c85b-40ba-ad34-bb570ad4001d req-d3092cdc-4e8d-443b-ab5c-0e3129a46861 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 1098 time: 0.1156502 Nov 18 17:18:11.585490 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-02efbba8-c50a-4290-916f-10c8ebdd5ffd tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:11.616807 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-090b51f3-9253-495d-9571-88afef0c0472 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:11.699652 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-0cfa2cd8-b6b7-40ad-990f-4dd2ba4d5106 service neutron] 10.222.0.81 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847539 Nov 18 17:18:11.719244 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-02efbba8-c50a-4290-916f-10c8ebdd5ffd tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:11.788606 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-02efbba8-c50a-4290-916f-10c8ebdd5ffd tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Network 487dcd42-0c3a-42c2-8c48-540a99d12b78 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:18:11.799226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-02efbba8-c50a-4290-916f-10c8ebdd5ffd tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:18:11.800622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-02efbba8-c50a-4290-916f-10c8ebdd5ffd tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:18:11.807188 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-f8930e48-5aa6-497e-915e-ee15bad8179c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b5c188ab-d028-4c94-b115-3c564bba9431 HTTP/1.1" status: 200 len: 217 time: 0.0735657 Nov 18 17:18:11.816537 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee155ab6-c85b-40ba-ad34-bb570ad4001d req-ef51f2b5-d5fa-48ff-8f7d-f15f3aa87db4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539084 Nov 18 17:18:11.860341 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-02efbba8-c50a-4290-916f-10c8ebdd5ffd tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:11.861017 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-02efbba8-c50a-4290-916f-10c8ebdd5ffd tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:11.914996 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-fa5b8a70-8a25-4c6d-b321-b1951de22635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:11.920984 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-fa5b8a70-8a25-4c6d-b321-b1951de22635 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11c5eae1-adf2-49db-8da2-49c6425688cc HTTP/1.1" status: 200 len: 797 time: 0.0988920 Nov 18 17:18:11.932846 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efbba8-c50a-4290-916f-10c8ebdd5ffd tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Pushing event updated for resources: {'Port': ['ID=79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:11.960010 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d314302-77d4-4b83-a50f-e3d2e98a0d82 req-6f332528-db5b-4bb9-af73-2f4340e3c813 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:11.961699 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d314302-77d4-4b83-a50f-e3d2e98a0d82 req-6f332528-db5b-4bb9-af73-2f4340e3c813 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 946 time: 0.2460561 Nov 18 17:18:12.023819 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-090b51f3-9253-495d-9571-88afef0c0472 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:12.037711 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-02efbba8-c50a-4290-916f-10c8ebdd5ffd tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5996366 Nov 18 17:18:12.054622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Request body: {'port': {'device_id': '08faf445-e823-4d41-be7d-3f9391337a67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:12.100844 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-a28bd272-9345-4adf-93d5-51dca28360c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:12.103716 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-a28bd272-9345-4adf-93d5-51dca28360c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=113727fb-b8c5-4dc5-81b0-dede0422cd99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1749680 Nov 18 17:18:12.109521 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-090b51f3-9253-495d-9571-88afef0c0472 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:12.115006 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-090b51f3-9253-495d-9571-88afef0c0472 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/subnets/9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f HTTP/1.1" status: 204 len: 168 time: 0.9940763 Nov 18 17:18:12.115006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b51f3-9253-495d-9571-88afef0c0472 tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5cdfca-0bca-42d2-b122-2b5aa90c9c3f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:12.120631 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9641cd-dd51-4d71-b4f0-ba5ec6e55cd1 None None] Network d193673f-f5ad-4246-9941-a1c23c61c5cc requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:18:12.126689 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47708) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:12.132686 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d314302-77d4-4b83-a50f-e3d2e98a0d82 req-d83487dd-11c6-4f94-90d2-797bc35ec99c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547620 Nov 18 17:18:12.197930 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:12.322606 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bf5bc2a2-f85e-4417-97e8-b768e6280751 None None] Provisioning complete for port 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:18:12.325613 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc2a2-f85e-4417-97e8-b768e6280751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:12.370471 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:12.381919 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bf5bc2a2-f85e-4417-97e8-b768e6280751 None None] Port 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:18:12.496239 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8946c089-28c0-4e17-9523-1911a3746914 None None] DHCP port deletion for d193673f-f5ad-4246-9941-a1c23c61c5cc request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:18:12.520428 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-90379624-4f07-49d3-b3ee-f024bf55d330 service neutron] 10.222.0.81 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906336 Nov 18 17:18:12.534048 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab1a8e-b1ae-46ad-b06d-0dda887a7cbc req-cb4f8831-0daa-45ab-b81d-eb8316d68195 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:12.535743 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0ab1a8e-b1ae-46ad-b06d-0dda887a7cbc req-cb4f8831-0daa-45ab-b81d-eb8316d68195 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 932 time: 0.1908770 Nov 18 17:18:12.571963 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8946c089-28c0-4e17-9523-1911a3746914 None None] Deleting port b740f99a-e347-41df-9da1-f7fd68f44621 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:18:12.572359 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8946c089-28c0-4e17-9523-1911a3746914 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:12.573932 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Deleting port b740f99a-e347-41df-9da1-f7fd68f44621 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:18:12.574488 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:12.657840 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8946c089-28c0-4e17-9523-1911a3746914 None None] For port b740f99a-e347-41df-9da1-f7fd68f44621, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b740f99a-e347-41df-9da1-f7fd68f44621,segment=NetworkSegment(f362fdfc-1a80-4abf-9460-8ccf48215902),segment_id=f362fdfc-1a80-4abf-9460-8ccf48215902)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:12.658266 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8946c089-28c0-4e17-9523-1911a3746914 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:12.681567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8946c089-28c0-4e17-9523-1911a3746914 None None] Calling delete_port for b740f99a-e347-41df-9da1-f7fd68f44621 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:18:12.810432 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:18:12.821620 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0ab1a8e-b1ae-46ad-b06d-0dda887a7cbc req-6faf4c6a-0130-4f7d-8f7e-0cf2dfdb5ac1 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9393949-cb3a-47bb-ba19-cdd958ae5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702999 Nov 18 17:18:12.823398 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:12.889128 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8946c089-28c0-4e17-9523-1911a3746914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:12.893942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Transition to ACTIVE for port object 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:18:12.920807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946c089-28c0-4e17-9523-1911a3746914 None None] Pushing event deleted for resources: {'Port': ['ID=b740f99a-e347-41df-9da1-f7fd68f44621,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:12.927073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8946c089-28c0-4e17-9523-1911a3746914 None None] No DVR routers for this DVR port b740f99a-e347-41df-9da1-f7fd68f44621 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:18:12.974603 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:13.102698 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] For port b740f99a-e347-41df-9da1-f7fd68f44621, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b740f99a-e347-41df-9da1-f7fd68f44621,segment=NetworkSegment(f362fdfc-1a80-4abf-9460-8ccf48215902),segment_id=f362fdfc-1a80-4abf-9460-8ccf48215902)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:13.103139 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:13.115861 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-20f35206-cc1d-4b91-a34b-2f74a1d6ab00 req-308c7c4d-caa2-4cf7-be9f-780043b962bc service neutron] 10.222.0.81 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5865161 Nov 18 17:18:13.122121 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Calling delete_port for b740f99a-e347-41df-9da1-f7fd68f44621 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:18:13.122312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b740f99a-e347-41df-9da1-f7fd68f44621 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:18:13.145268 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:13.170406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: b740f99a-e347-41df-9da1-f7fd68f44621 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:18:13.170779 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b740f99a-e347-41df-9da1-f7fd68f44621 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:18:13.295571 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Attempting to bind port 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:18:13.296230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Attempting to bind port 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '9a306a4a-9781-4d28-968f-4bac57071482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:18:13.296737 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Attempting to bind port 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb on network 487dcd42-0c3a-42c2-8c48-540a99d12b78 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:13.310988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Port 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb on network 487dcd42-0c3a-42c2-8c48-540a99d12b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:18:13.311560 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Attempting to bind port 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb on network 487dcd42-0c3a-42c2-8c48-540a99d12b78 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:13.317068 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:13.321382 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:18:13.331719 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Checking segment: {'id': '9a306a4a-9781-4d28-968f-4bac57071482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:18:13.331719 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Bound using segment: {'id': '9a306a4a-9781-4d28-968f-4bac57071482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:18:13.331719 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Bound port: 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a306a4a-9781-4d28-968f-4bac57071482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:18:13.331719 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:13.348434 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Pushing event deleted for resources: {'Port': ['ID=b740f99a-e347-41df-9da1-f7fd68f44621,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:13.354056 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92618390-1393-4480-ac4f-4e7eff91525d req-a1783091-30c5-49f3-aec9-8b4d6e5886f8 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:13.354322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] No DVR routers for this DVR port b740f99a-e347-41df-9da1-f7fd68f44621 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:18:13.361003 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92618390-1393-4480-ac4f-4e7eff91525d req-a1783091-30c5-49f3-aec9-8b4d6e5886f8 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 946 time: 0.1210718 Nov 18 17:18:13.362957 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:13.363435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:13.363980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:13.364424 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:13.364873 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:13.365315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:13.365741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:13.366173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:13.366636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:13.367164 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:13.371841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:13.372499 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:13.460766 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92618390-1393-4480-ac4f-4e7eff91525d req-5f45ed9b-d91b-4ea3-8f10-1f779509fe66 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984797 Nov 18 17:18:13.484959 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] For port 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:18:13.488321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] For port 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb,segment=NetworkSegment(9a306a4a-9781-4d28-968f-4bac57071482),segment_id=9a306a4a-9781-4d28-968f-4bac57071482)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:18:13.492104 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:13.517764 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d193673f-f5ad-4246-9941-a1c23c61c5cc']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:13.529315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f362fdfc-1a80-4abf-9460-8ccf48215902') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:13.529630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f362fdfc-1a80-4abf-9460-8ccf48215902') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:13.541156 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:13.541388 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:13.560577 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:13.567757 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:18:13.568338 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:13.605837 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:13.606809 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:13.608856 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] 10.222.0.81 "PUT /v2.0/ports/79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb HTTP/1.1" status: 200 len: 1093 time: 1.5606542 Nov 18 17:18:13.609716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08faf445-e823-4d41-be7d-3f9391337a67', 'tag': '79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:13.613324 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04795d7-1659-49fa-9ae0-4742671cafcd" -d '{"events": [{"name": "network-changed", "server_uuid": "08faf445-e823-4d41-be7d-3f9391337a67", "tag": "79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:18:13.645417 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:18:13.657555 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bcb67-b1cc-4bc6-a4a3-0cce0158f2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:13.734238 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:13.742543 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:13.756366 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] 10.222.0.72 "DELETE /v2.0/networks/d193673f-f5ad-4246-9941-a1c23c61c5cc HTTP/1.1" status: 204 len: 168 time: 1.6181352 Nov 18 17:18:13.798489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496a709-f245-4293-878f-ed36d22e250d tempest-TagsExtTest-2006083557 tempest-TagsExtTest-2006083557-project] Pushing event deleted for resources: {'Network': ['ID=d193673f-f5ad-4246-9941-a1c23c61c5cc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:13.891852 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3ff9a8-35c7-461b-b624-68fcf4973cc0 x-openstack-request-id: req-1e3ff9a8-35c7-461b-b624-68fcf4973cc0 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:13.892422 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08faf445-e823-4d41-be7d-3f9391337a67", "tag": "79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:13.892422 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1e3ff9a8-35c7-461b-b624-68fcf4973cc0 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:13.892811 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08faf445-e823-4d41-be7d-3f9391337a67', 'tag': '79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb', 'status': 'completed', 'code': 200} Nov 18 17:18:13.901850 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-5635d4a4-4279-4c01-868a-bc1dc5626561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:13.903402 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-5635d4a4-4279-4c01-868a-bc1dc5626561 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0098a5d2a96c4be3934bdc90a293ce7b&device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 1096 time: 0.1479301 Nov 18 17:18:13.952222 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-eceb61f7-fc42-48b8-82b9-45696ccc21f9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb HTTP/1.1" status: 200 len: 217 time: 0.0376225 Nov 18 17:18:14.045776 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-29cb6a23-4dbb-486b-abe9-a6c1f5ae1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:14.047212 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-29cb6a23-4dbb-486b-abe9-a6c1f5ae1b2a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e3fbd798-50b7-45c2-a27c-2af49d923d4b HTTP/1.1" status: 200 len: 853 time: 0.0867596 Nov 18 17:18:14.071225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396524ca-b057-4952-a0d8-b80dc2780e3e req-868e79ba-684e-4021-84e3-90ca7936a316 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:14.072793 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-396524ca-b057-4952-a0d8-b80dc2780e3e req-868e79ba-684e-4021-84e3-90ca7936a316 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 944 time: 0.0759282 Nov 18 17:18:14.175831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-3676f2da-9e42-49ba-855d-321962e08879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:14.177365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-3676f2da-9e42-49ba-855d-321962e08879 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=487dcd42-0c3a-42c2-8c48-540a99d12b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1223836 Nov 18 17:18:14.207725 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-396524ca-b057-4952-a0d8-b80dc2780e3e req-a19e5c65-9bda-4118-8f61-c55a1aa29af7 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9393949-cb3a-47bb-ba19-cdd958ae5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132314 Nov 18 17:18:14.321705 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-28d5ddf0-417e-4166-ad19-b8c66ccf9c5d service neutron] 10.222.0.81 "GET /v2.0/networks/487dcd42-0c3a-42c2-8c48-540a99d12b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348779 Nov 18 17:18:14.432822 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47744) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:14.483241 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ddd6a-2037-4f6b-b7f5-196886111a76 req-ce97be90-19c6-4f97-b240-4166274df155 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:14.484939 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b50ddd6a-2037-4f6b-b7f5-196886111a76 req-ce97be90-19c6-4f97-b240-4166274df155 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.1196215 Nov 18 17:18:14.515987 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-525cbfe1-0eb4-42f5-8b91-ad3d97fd61f2 req-9d8d3580-325e-4ea3-a406-f19751f18367 service neutron] 10.222.0.81 "GET /v2.0/networks/487dcd42-0c3a-42c2-8c48-540a99d12b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850519 Nov 18 17:18:14.567152 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b50ddd6a-2037-4f6b-b7f5-196886111a76 req-925a1857-2022-4616-a210-d498b0d57ca7 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712459 Nov 18 17:18:14.686959 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4b2c1b1a-c1a0-488c-86aa-5120cbd66430 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fc16ab8362b24791865b7a955b30a7f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2524903 Nov 18 17:18:14.690714 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47750) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:14.754300 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-247ed26f-885f-4eb4-aadc-2a06e5048336 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:14.789366 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-247ed26f-885f-4eb4-aadc-2a06e5048336 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:14.894660 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-247ed26f-885f-4eb4-aadc-2a06e5048336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:14.897750 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-247ed26f-885f-4eb4-aadc-2a06e5048336 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:14.901514 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-247ed26f-885f-4eb4-aadc-2a06e5048336 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ea2eb195-ceb3-4c0c-a9cb-32b04ee721ab HTTP/1.1" status: 204 len: 168 time: 0.2072814 Nov 18 17:18:14.909945 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ed26f-885f-4eb4-aadc-2a06e5048336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2eb195-ceb3-4c0c-a9cb-32b04ee721ab,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:15.016877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ee1a3-9231-4724-8e97-78c382409b44 req-6b0e0c5a-4d40-45e1-b4d7-d1eef27e1418 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:15.020490 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d62ee1a3-9231-4724-8e97-78c382409b44 req-6b0e0c5a-4d40-45e1-b4d7-d1eef27e1418 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 946 time: 0.4171243 Nov 18 17:18:15.033400 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04795d7-1659-49fa-9ae0-4742671cafcd req-68a492a7-f482-488f-9d8c-8601c99b543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:15.034932 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c04795d7-1659-49fa-9ae0-4742671cafcd req-68a492a7-f482-488f-9d8c-8601c99b543e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0098a5d2a96c4be3934bdc90a293ce7b&device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 1096 time: 0.0719340 Nov 18 17:18:15.149515 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d62ee1a3-9231-4724-8e97-78c382409b44 req-14941ae4-85bc-4f98-930f-3908271db1d4 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221318 Nov 18 17:18:15.175962 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04795d7-1659-49fa-9ae0-4742671cafcd req-115cf805-82dd-4346-aba2-538eee46dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:15.177493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c04795d7-1659-49fa-9ae0-4742671cafcd req-115cf805-82dd-4346-aba2-538eee46dcf1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=487dcd42-0c3a-42c2-8c48-540a99d12b78 HTTP/1.1" status: 200 len: 916 time: 0.1294219 Nov 18 17:18:15.233375 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c04795d7-1659-49fa-9ae0-4742671cafcd req-e885e405-01b1-4c1f-9aee-5247a5dbd83e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb HTTP/1.1" status: 200 len: 217 time: 0.0397754 Nov 18 17:18:15.303520 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04795d7-1659-49fa-9ae0-4742671cafcd req-be4c9dd0-2508-4307-9e84-d74743b5e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:15.311214 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c04795d7-1659-49fa-9ae0-4742671cafcd req-be4c9dd0-2508-4307-9e84-d74743b5e00f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e3fbd798-50b7-45c2-a27c-2af49d923d4b HTTP/1.1" status: 200 len: 853 time: 0.0656996 Nov 18 17:18:15.401576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04795d7-1659-49fa-9ae0-4742671cafcd req-dbbee778-6c2c-4706-85b9-23c2c28c0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:15.403115 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c04795d7-1659-49fa-9ae0-4742671cafcd req-dbbee778-6c2c-4706-85b9-23c2c28c0ce4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=487dcd42-0c3a-42c2-8c48-540a99d12b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856264 Nov 18 17:18:15.426343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6e52a-33a8-4d81-a0a4-b59db2bc689d req-169212b4-d902-4b20-a06d-271c100c342f tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:15.432477 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0ad6e52a-33a8-4d81-a0a4-b59db2bc689d req-169212b4-d902-4b20-a06d-271c100c342f tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 944 time: 0.0769827 Nov 18 17:18:15.599232 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0ad6e52a-33a8-4d81-a0a4-b59db2bc689d req-4ce4d11b-cd41-4623-ad56-9a6cfb21f401 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9393949-cb3a-47bb-ba19-cdd958ae5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380446 Nov 18 17:18:15.608450 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c04795d7-1659-49fa-9ae0-4742671cafcd req-1a1fd523-34e6-423c-b835-f68a00036ad7 service neutron] 10.222.0.81 "GET /v2.0/networks/487dcd42-0c3a-42c2-8c48-540a99d12b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747632 Nov 18 17:18:15.783966 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c04795d7-1659-49fa-9ae0-4742671cafcd req-583c9a2b-d6a1-4baa-8dff-ac639bca68ef service neutron] 10.222.0.81 "GET /v2.0/networks/487dcd42-0c3a-42c2-8c48-540a99d12b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672306 Nov 18 17:18:15.816071 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02596a22-c1c2-4b8d-bb29-eb27f81cdb7c req-fc227afb-35a9-4c9a-b022-34de05079fcf tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:15.817610 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02596a22-c1c2-4b8d-bb29-eb27f81cdb7c req-fc227afb-35a9-4c9a-b022-34de05079fcf tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 1098 time: 0.0967224 Nov 18 17:18:15.832309 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c6cee-7ab7-4127-be23-ade79dbab1df req-b374dced-d88f-4f35-be80-c29f1a8a5daa tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:15.833864 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-676c6cee-7ab7-4127-be23-ade79dbab1df req-b374dced-d88f-4f35-be80-c29f1a8a5daa tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.0674622 Nov 18 17:18:15.913310 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02596a22-c1c2-4b8d-bb29-eb27f81cdb7c req-33f41847-66c2-44bc-a4b0-7f89d4a71cf9 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883253 Nov 18 17:18:15.927340 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-676c6cee-7ab7-4127-be23-ade79dbab1df req-9fa4debe-2cce-4870-b6a1-0ca75c44695f tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863602 Nov 18 17:18:16.029796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdeecc4-fd78-4795-8a5f-094d6db8e0f7 req-bd1fb284-8e4b-4b1c-95b0-840b8f98b115 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:16.031420 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8fdeecc4-fd78-4795-8a5f-094d6db8e0f7 req-bd1fb284-8e4b-4b1c-95b0-840b8f98b115 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 1098 time: 0.0446284 Nov 18 17:18:16.080544 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8fdeecc4-fd78-4795-8a5f-094d6db8e0f7 req-fa82cc5c-4164-437c-9aa8-a2275a6da1af tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428820 Nov 18 17:18:16.225730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-bf95414d-7153-44e2-bd70-c9cad1873ef9 req-a494adf3-76ee-4f76-b751-4d81941640f2 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:18:16.309165 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf95414d-7153-44e2-bd70-c9cad1873ef9 req-a494adf3-76ee-4f76-b751-4d81941640f2 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056400 Nov 18 17:18:16.317374 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:18:16.446094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb,segment=NetworkSegment(9a306a4a-9781-4d28-968f-4bac57071482),segment_id=9a306a4a-9781-4d28-968f-4bac57071482)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:16.463671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb', 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78', 'port_id': '79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb', 'mac_address': 'fa:16:3e:d1:09:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:18:16.508815 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:16.524734 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:18:16.549466 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb,segment=NetworkSegment(9a306a4a-9781-4d28-968f-4bac57071482),segment_id=9a306a4a-9781-4d28-968f-4bac57071482)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:16.676938 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:16.744917 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:16.841204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179e08c-0b8b-483c-a29a-b5a08a1abe9d req-956238b7-b3cd-4c45-a5e7-e1d19b3f6e77 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:16.843285 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e179e08c-0b8b-483c-a29a-b5a08a1abe9d req-956238b7-b3cd-4c45-a5e7-e1d19b3f6e77 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.83 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 945 time: 0.0639126 Nov 18 17:18:16.943816 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c13c89-cd34-447c-8bf7-66d15d923ff2 req-33838bd7-debe-4e59-b8eb-563cc4f43b4f tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:16.946060 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10c13c89-cd34-447c-8bf7-66d15d923ff2 req-33838bd7-debe-4e59-b8eb-563cc4f43b4f tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 945 time: 0.0686193 Nov 18 17:18:17.001180 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-e179e08c-0b8b-483c-a29a-b5a08a1abe9d req-0ed6d605-a32a-4ee4-8539-ad79ddab6531 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Deleting port 411ebb1b-c2ae-4768-bf8e-0563f5c8323a {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:18:17.001720 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e179e08c-0b8b-483c-a29a-b5a08a1abe9d req-0ed6d605-a32a-4ee4-8539-ad79ddab6531 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:17.002840 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10c13c89-cd34-447c-8bf7-66d15d923ff2 req-e5dcb621-a13e-44ae-8674-fcc25ee13a92 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9393949-cb3a-47bb-ba19-cdd958ae5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459936 Nov 18 17:18:17.053551 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:18:17.151108 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-e179e08c-0b8b-483c-a29a-b5a08a1abe9d req-0ed6d605-a32a-4ee4-8539-ad79ddab6531 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] For port 411ebb1b-c2ae-4768-bf8e-0563f5c8323a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=411ebb1b-c2ae-4768-bf8e-0563f5c8323a,segment=NetworkSegment(2d5cce61-684c-4406-85a2-30be2e7dd8ef),segment_id=2d5cce61-684c-4406-85a2-30be2e7dd8ef)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:17.151108 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e179e08c-0b8b-483c-a29a-b5a08a1abe9d req-0ed6d605-a32a-4ee4-8539-ad79ddab6531 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:17.163775 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-e179e08c-0b8b-483c-a29a-b5a08a1abe9d req-0ed6d605-a32a-4ee4-8539-ad79ddab6531 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Calling delete_port for 411ebb1b-c2ae-4768-bf8e-0563f5c8323a owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:18:17.273759 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ef139-0213-4562-ab47-2dbf3114a7a1 req-ea32fd6e-f85d-4429-b724-e829ec1732ca tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:17.275940 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b8ef139-0213-4562-ab47-2dbf3114a7a1 req-ea32fd6e-f85d-4429-b724-e829ec1732ca tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 946 time: 0.0661559 Nov 18 17:18:17.345240 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b8ef139-0213-4562-ab47-2dbf3114a7a1 req-930a8cc0-f748-400f-8a48-853647eff492 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618610 Nov 18 17:18:17.418559 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e179e08c-0b8b-483c-a29a-b5a08a1abe9d req-0ed6d605-a32a-4ee4-8539-ad79ddab6531 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:17.429779 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['a1000ad4-f3dd-49e1-bb74-016686085a1e', '411ebb1b-c2ae-4768-bf8e-0563f5c8323a'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:18:17.442989 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0906fce5-71d8-420e-8832-ff7eab01e90a req-4300fa69-d29c-4414-8884-57124fcb0b67 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=33713950-d1c6-425e-8ec0-bbbc6fe46e06 HTTP/1.1" status: 200 len: 210 time: 0.0330234 Nov 18 17:18:17.470581 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6d605-a32a-4ee4-8539-ad79ddab6531 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Pushing event deleted for resources: {'Port': ['ID=411ebb1b-c2ae-4768-bf8e-0563f5c8323a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:17.546977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-e179e08c-0b8b-483c-a29a-b5a08a1abe9d req-0ed6d605-a32a-4ee4-8539-ad79ddab6531 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] No DVR routers for this DVR port 411ebb1b-c2ae-4768-bf8e-0563f5c8323a on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:18:17.549753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e179e08c-0b8b-483c-a29a-b5a08a1abe9d req-0ed6d605-a32a-4ee4-8539-ad79ddab6531 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:17.555996 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e179e08c-0b8b-483c-a29a-b5a08a1abe9d req-0ed6d605-a32a-4ee4-8539-ad79ddab6531 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.83 "DELETE /v2.0/ports/411ebb1b-c2ae-4768-bf8e-0563f5c8323a HTTP/1.1" status: 204 len: 173 time: 0.7052748 Nov 18 17:18:17.557938 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33713950-d1c6-425e-8ec0-bbbc6fe46e06', 'name': 'network-vif-deleted', 'tag': '411ebb1b-c2ae-4768-bf8e-0563f5c8323a'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:17.579833 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2d605c-f1e6-492f-826d-24c5506f039f" -d '{"events": [{"server_uuid": "33713950-d1c6-425e-8ec0-bbbc6fe46e06", "name": "network-vif-deleted", "tag": "411ebb1b-c2ae-4768-bf8e-0563f5c8323a"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:17.623085 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbf7430-88ea-4656-b30c-fa680f3330d6 x-openstack-request-id: req-0cbf7430-88ea-4656-b30c-fa680f3330d6 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:17.623399 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33713950-d1c6-425e-8ec0-bbbc6fe46e06", "name": "network-vif-deleted", "tag": "411ebb1b-c2ae-4768-bf8e-0563f5c8323a", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:17.623661 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0cbf7430-88ea-4656-b30c-fa680f3330d6 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:17.624285 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33713950-d1c6-425e-8ec0-bbbc6fe46e06', 'name': 'network-vif-deleted', 'tag': '411ebb1b-c2ae-4768-bf8e-0563f5c8323a', 'status': 'completed', 'code': 200} Nov 18 17:18:18.151139 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930651f-2cbb-4c3f-8779-a6a32a171a0b req-d8cdf6d8-6d5b-4914-a80b-ef326288df34 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:18.152771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d930651f-2cbb-4c3f-8779-a6a32a171a0b req-d8cdf6d8-6d5b-4914-a80b-ef326288df34 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 945 time: 0.0692272 Nov 18 17:18:18.210068 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d930651f-2cbb-4c3f-8779-a6a32a171a0b req-e8abfd5b-9a1a-460c-acab-6a28e0671b92 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9393949-cb3a-47bb-ba19-cdd958ae5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506911 Nov 18 17:18:18.399054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-30a19a51-d40a-4edd-9b55-06743c1bfa50 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:18:18.400433 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-30a19a51-d40a-4edd-9b55-06743c1bfa50 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073876 Nov 18 17:18:18.478238 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-9900c6c3-cbb1-43c2-ad77-e6a1b3592a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:18.479964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-9900c6c3-cbb1-43c2-ad77-e6a1b3592a0b service neutron] 10.222.0.72 "GET /v2.0/ports/a87292cd-5827-4093-87dc-6538aea84ff2 HTTP/1.1" status: 200 len: 1095 time: 0.0719562 Nov 18 17:18:18.495242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-96a66d6b-7126-424a-a0d4-a7eda23fbd63 service neutron] Request body: {'binding': {'host': 'n-h1-813419-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:18.496083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-96a66d6b-7126-424a-a0d4-a7eda23fbd63 service neutron] Unknown quota resources ['binding']. {{(pid=104007) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 18 17:18:18.542855 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f094b-019e-4655-b8aa-06dceb992bcb req-a899f25d-6640-43c6-9533-478844d9cb73 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:18.562750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-221f094b-019e-4655-b8aa-06dceb992bcb req-a899f25d-6640-43c6-9533-478844d9cb73 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 946 time: 0.1382840 Nov 18 17:18:18.660754 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-221f094b-019e-4655-b8aa-06dceb992bcb req-ea8810d6-b4f3-4c59-9ffe-200b3635af86 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893404 Nov 18 17:18:18.783104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf515f-8791-4678-bd60-e8035366f0f6 req-7dced9fc-f1c2-4395-8ff8-3cbc6f752412 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:18.784687 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0bbf515f-8791-4678-bd60-e8035366f0f6 req-7dced9fc-f1c2-4395-8ff8-3cbc6f752412 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 946 time: 0.0717437 Nov 18 17:18:18.845628 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-96a66d6b-7126-424a-a0d4-a7eda23fbd63 service neutron] Attempting to bind port a87292cd-5827-4093-87dc-6538aea84ff2 on host n-h1-813419-11 for vnic_type normal with profile None {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:18:18.845972 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-96a66d6b-7126-424a-a0d4-a7eda23fbd63 service neutron] Attempting to bind port a87292cd-5827-4093-87dc-6538aea84ff2 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:18:18.846303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-96a66d6b-7126-424a-a0d4-a7eda23fbd63 service neutron] Attempting to bind port a87292cd-5827-4093-87dc-6538aea84ff2 on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:18.856053 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-96a66d6b-7126-424a-a0d4-a7eda23fbd63 service neutron] Port a87292cd-5827-4093-87dc-6538aea84ff2 on network 046f327f-603a-4d9c-b996-c92415d5d886 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:18:18.856390 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-96a66d6b-7126-424a-a0d4-a7eda23fbd63 service neutron] Attempting to bind port a87292cd-5827-4093-87dc-6538aea84ff2 on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:18.885464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-96a66d6b-7126-424a-a0d4-a7eda23fbd63 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:18:18.885818 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-96a66d6b-7126-424a-a0d4-a7eda23fbd63 service neutron] Checking segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:18:18.886210 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-96a66d6b-7126-424a-a0d4-a7eda23fbd63 service neutron] Bound using segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:18:18.886753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-96a66d6b-7126-424a-a0d4-a7eda23fbd63 service neutron] Bound port: a87292cd-5827-4093-87dc-6538aea84ff2, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:18:18.995031 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-0bbf515f-8791-4678-bd60-e8035366f0f6 req-530f029e-ff75-427c-a096-fc0c2f9615f7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Deleting port 5a3621bd-ea07-43f0-9959-6f314185388b {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:18:18.995425 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0bbf515f-8791-4678-bd60-e8035366f0f6 req-530f029e-ff75-427c-a096-fc0c2f9615f7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:19.031851 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-96a66d6b-7126-424a-a0d4-a7eda23fbd63 service neutron] For port a87292cd-5827-4093-87dc-6538aea84ff2, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a87292cd-5827-4093-87dc-6538aea84ff2,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:18:19.120858 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-96a66d6b-7126-424a-a0d4-a7eda23fbd63 service neutron] Publish callbacks [] for binding, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:19.122219 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-96a66d6b-7126-424a-a0d4-a7eda23fbd63 service neutron] 10.222.0.72 "POST /v2.0/ports/a87292cd-5827-4093-87dc-6538aea84ff2/bindings HTTP/1.1" status: 201 len: 390 time: 0.6333787 Nov 18 17:18:19.140707 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-0bbf515f-8791-4678-bd60-e8035366f0f6 req-530f029e-ff75-427c-a096-fc0c2f9615f7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] For port 5a3621bd-ea07-43f0-9959-6f314185388b, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5a3621bd-ea07-43f0-9959-6f314185388b,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:19.141078 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0bbf515f-8791-4678-bd60-e8035366f0f6 req-530f029e-ff75-427c-a096-fc0c2f9615f7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:19.158394 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-0bbf515f-8791-4678-bd60-e8035366f0f6 req-530f029e-ff75-427c-a096-fc0c2f9615f7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Calling delete_port for 5a3621bd-ea07-43f0-9959-6f314185388b owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:18:19.173437 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911bca6-52ab-46d2-a50f-596a5c7f6df1 req-ad263856-a21b-47eb-9ffb-f060e610988f tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:19.174984 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c911bca6-52ab-46d2-a50f-596a5c7f6df1 req-ad263856-a21b-47eb-9ffb-f060e610988f tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1018231 Nov 18 17:18:19.271159 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c911bca6-52ab-46d2-a50f-596a5c7f6df1 req-ba32beef-ec5c-4f0d-8f2c-6e6a23a9d4df tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889301 Nov 18 17:18:19.437171 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e9463-5c13-4640-974a-7391dab2b33d req-f4c0ca54-2712-4744-a9e8-9a00cc6e1662 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:19.438822 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3c0e9463-5c13-4640-974a-7391dab2b33d req-f4c0ca54-2712-4744-a9e8-9a00cc6e1662 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 945 time: 0.0586271 Nov 18 17:18:19.448990 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0bbf515f-8791-4678-bd60-e8035366f0f6 req-530f029e-ff75-427c-a096-fc0c2f9615f7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:19.463853 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['5a3621bd-ea07-43f0-9959-6f314185388b'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:18:19.516793 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f029e-ff75-427c-a096-fc0c2f9615f7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Pushing event deleted for resources: {'Port': ['ID=5a3621bd-ea07-43f0-9959-6f314185388b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:19.599834 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbf515f-8791-4678-bd60-e8035366f0f6 req-530f029e-ff75-427c-a096-fc0c2f9615f7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] No DVR routers for this DVR port 5a3621bd-ea07-43f0-9959-6f314185388b on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:18:19.604020 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0bbf515f-8791-4678-bd60-e8035366f0f6 req-530f029e-ff75-427c-a096-fc0c2f9615f7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:19.607745 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0bbf515f-8791-4678-bd60-e8035366f0f6 req-530f029e-ff75-427c-a096-fc0c2f9615f7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.81 "DELETE /v2.0/ports/5a3621bd-ea07-43f0-9959-6f314185388b HTTP/1.1" status: 204 len: 173 time: 0.8123815 Nov 18 17:18:19.609622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1356f5-8268-4859-a8d2-b9dbb7ee3129', 'name': 'network-vif-deleted', 'tag': '5a3621bd-ea07-43f0-9959-6f314185388b'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:19.611962 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cb135a-5f60-4961-bc2b-02dc236d139a" -d '{"events": [{"server_uuid": "0f1356f5-8268-4859-a8d2-b9dbb7ee3129", "name": "network-vif-deleted", "tag": "5a3621bd-ea07-43f0-9959-6f314185388b"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:19.623063 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3c0e9463-5c13-4640-974a-7391dab2b33d req-9eb10514-04a5-42d1-ac37-4a39042911af tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9393949-cb3a-47bb-ba19-cdd958ae5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670923 Nov 18 17:18:19.640061 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59b219-ccf3-45eb-b65b-a0f57ed1b04a req-06cb37c3-41d7-4b6a-b8bf-d65bf65b7849 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:19.641873 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a59b219-ccf3-45eb-b65b-a0f57ed1b04a req-06cb37c3-41d7-4b6a-b8bf-d65bf65b7849 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 946 time: 0.1688039 Nov 18 17:18:19.718385 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a59b219-ccf3-45eb-b65b-a0f57ed1b04a req-f36c8099-4af7-4f53-94e1-7650ec402b6e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668690 Nov 18 17:18:19.719992 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe0b89c-e261-4046-ae51-531fa75b1554 x-openstack-request-id: req-5fe0b89c-e261-4046-ae51-531fa75b1554 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:19.720293 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1356f5-8268-4859-a8d2-b9dbb7ee3129", "name": "network-vif-deleted", "tag": "5a3621bd-ea07-43f0-9959-6f314185388b", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:19.720562 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5fe0b89c-e261-4046-ae51-531fa75b1554 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:19.720971 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1356f5-8268-4859-a8d2-b9dbb7ee3129', 'name': 'network-vif-deleted', 'tag': '5a3621bd-ea07-43f0-9959-6f314185388b', 'status': 'completed', 'code': 200} Nov 18 17:18:19.804713 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0e19912-6993-4075-bd65-8d2efcc9c2bd req-6f9d340e-941c-4622-940c-e150963631df tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 210 time: 0.0279167 Nov 18 17:18:19.895587 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-48a7ddf7-426f-4500-a184-6a963e047896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:19.897167 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-48a7ddf7-426f-4500-a184-6a963e047896 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 1098 time: 0.0458889 Nov 18 17:18:20.016892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-ce7fee43-c750-4feb-8a87-c4eca7265ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:20.019151 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-ce7fee43-c750-4feb-8a87-c4eca7265ec0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 910 time: 0.1133506 Nov 18 17:18:20.067897 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-c023a97b-db4a-4a1c-bc5f-3cbefe76fcca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a87292cd-5827-4093-87dc-6538aea84ff2 HTTP/1.1" status: 200 len: 217 time: 0.0417340 Nov 18 17:18:20.127434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-63616cd0-2661-4c09-a6a2-1d924c558ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:20.129639 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-63616cd0-2661-4c09-a6a2-1d924c558ca6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.0543940 Nov 18 17:18:20.165029 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-aa420077-2d1d-4933-aca8-c5b190cf5b68 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274534 Nov 18 17:18:20.262846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-095c18d2-e29b-4ef1-8061-e714dab6429c service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903478 Nov 18 17:18:20.333941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:18:20.442417 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-f58fc7ad-c851-4ec3-bec7-559e2230fd08 service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712022 Nov 18 17:18:20.464779 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a83c67-8f8b-4c70-88fb-96b569a5db5a req-0385a113-9f65-4426-aae4-ab8419e42d09 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:20.467384 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47a83c67-8f8b-4c70-88fb-96b569a5db5a req-0385a113-9f65-4426-aae4-ab8419e42d09 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.0772989 Nov 18 17:18:20.537688 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47a83c67-8f8b-4c70-88fb-96b569a5db5a req-4a274e43-6a06-43d0-8e01-909d97079267 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590632 Nov 18 17:18:20.637628 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:18:20.642173 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:18:20.642552 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:20.747107 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:20.818479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08faf445-e823-4d41-be7d-3f9391337a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:20.822460 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cacf5dd-79ac-49b9-a42f-cfa638df2d1b" -d '{"events": [{"server_uuid": "08faf445-e823-4d41-be7d-3f9391337a67", "name": "network-vif-plugged", "status": "completed", "tag": "79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:20.834477 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-f71b43fb-7a8e-4e77-8164-b1e805fe205a tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:20.834477 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-f71b43fb-7a8e-4e77-8164-b1e805fe205a tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17&tenant_id=3b796403dcb74a789ab8781aa545eb18&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 1098 time: 0.1093376 Nov 18 17:18:20.838522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb,segment=NetworkSegment(9a306a4a-9781-4d28-968f-4bac57071482),segment_id=9a306a4a-9781-4d28-968f-4bac57071482)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:20.840458 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb5efa-21d3-4dce-b362-d8307d820b65 req-44a82db3-1a22-473f-878c-0e15c3c5c33d tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:20.843446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0bdb5efa-21d3-4dce-b362-d8307d820b65 req-44a82db3-1a22-473f-878c-0e15c3c5c33d tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 945 time: 0.1372089 Nov 18 17:18:20.850325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813419-11'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:20.855891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 411ebb1b-c2ae-4768-bf8e-0563f5c8323a no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:18:20.896896 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:20.900282 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 411ebb1b-c2ae-4768-bf8e-0563f5c8323a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:18:20.900806 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 411ebb1b-c2ae-4768-bf8e-0563f5c8323a not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:18:20.979013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:20.982750 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:21.005536 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0bdb5efa-21d3-4dce-b362-d8307d820b65 req-8740ff05-d1b6-4aa4-9cc5-53f99fc5e888 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9393949-cb3a-47bb-ba19-cdd958ae5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253741 Nov 18 17:18:21.023411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab5c1e-c4b9-4b1c-9eda-253297ba26b4 req-67515f7f-748e-4482-bbb7-df321e8367bc tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:21.025383 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2fab5c1e-c4b9-4b1c-9eda-253297ba26b4 req-67515f7f-748e-4482-bbb7-df321e8367bc tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 946 time: 0.1794901 Nov 18 17:18:21.062378 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390fb9e2-9131-4dcd-b596-6f39ad7a11c4 x-openstack-request-id: req-390fb9e2-9131-4dcd-b596-6f39ad7a11c4 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:21.062764 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08faf445-e823-4d41-be7d-3f9391337a67", "name": "network-vif-plugged", "status": "completed", "tag": "79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:21.063109 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-390fb9e2-9131-4dcd-b596-6f39ad7a11c4 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:21.063759 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08faf445-e823-4d41-be7d-3f9391337a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb', 'code': 200} Nov 18 17:18:21.208059 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4e0f6b2-2aa4-41c3-9524-bd7508a6b45c req-840f91e8-75ca-4649-b60c-870f3153db3c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 210 time: 0.0796149 Nov 18 17:18:21.220918 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf21bd-edd4-4d2c-9fbf-5eefc4ff19e9 req-e77e96f3-e3a1-4470-ab3a-c20686730737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:21.226138 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5cbf21bd-edd4-4d2c-9fbf-5eefc4ff19e9 req-e77e96f3-e3a1-4470-ab3a-c20686730737 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 1098 time: 0.0864778 Nov 18 17:18:21.286113 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5cbf21bd-edd4-4d2c-9fbf-5eefc4ff19e9 req-58c0046c-9703-485d-b5ca-3fcc7374251b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e9393949-cb3a-47bb-ba19-cdd958ae5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491002 Nov 18 17:18:21.295106 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2fab5c1e-c4b9-4b1c-9eda-253297ba26b4 req-38b91d7e-f6b2-4ee8-b8f3-e2fbbd72c814 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609987 Nov 18 17:18:21.359669 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] For port a87292cd-5827-4093-87dc-6538aea84ff2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a87292cd-5827-4093-87dc-6538aea84ff2,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:21.407575 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] For port a87292cd-5827-4093-87dc-6538aea84ff2, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:18:21.455693 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:21.675040 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0651c4f-81d0-4f72-ae05-8c4dab7d059b req-cff67650-2850-4714-b71f-fe503f1e9f5c tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:21.676600 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0651c4f-81d0-4f72-ae05-8c4dab7d059b req-cff67650-2850-4714-b71f-fe503f1e9f5c tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.0517840 Nov 18 17:18:21.721843 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb9d05f-1e27-48fc-bad0-cb6b15161f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a87292cd-5827-4093-87dc-6538aea84ff2'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:21.724142 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485cee18-cf8f-4bd5-b60e-29e01e2f87aa" -d '{"events": [{"server_uuid": "ffb9d05f-1e27-48fc-bad0-cb6b15161f17", "name": "network-vif-unplugged", "status": "completed", "tag": "a87292cd-5827-4093-87dc-6538aea84ff2"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:21.732046 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0651c4f-81d0-4f72-ae05-8c4dab7d059b req-2f504fef-9a02-4b06-9300-2b6a319149c4 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484276 Nov 18 17:18:21.757408 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:21.774113 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ac745d-8b4c-4828-aa86-9f97c790d43b x-openstack-request-id: req-43ac745d-8b4c-4828-aa86-9f97c790d43b {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:21.774497 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb9d05f-1e27-48fc-bad0-cb6b15161f17", "name": "network-vif-unplugged", "status": "completed", "tag": "a87292cd-5827-4093-87dc-6538aea84ff2", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:21.774868 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-43ac745d-8b4c-4828-aa86-9f97c790d43b {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:21.775344 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb9d05f-1e27-48fc-bad0-cb6b15161f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a87292cd-5827-4093-87dc-6538aea84ff2', 'code': 200} Nov 18 17:18:21.790665 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:21.900404 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a87292cd-5827-4093-87dc-6538aea84ff2,revision_number=7']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:21.923243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Attempting to bind port a87292cd-5827-4093-87dc-6538aea84ff2 on host n-h2-813419-11 for vnic_type normal with profile {"migrating_to": "n-h1-813419-11"} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:18:21.923608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Attempting to bind port a87292cd-5827-4093-87dc-6538aea84ff2 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:18:21.924023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Attempting to bind port a87292cd-5827-4093-87dc-6538aea84ff2 on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:21.929646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Port a87292cd-5827-4093-87dc-6538aea84ff2 on network 046f327f-603a-4d9c-b996-c92415d5d886 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:18:21.929937 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Attempting to bind port a87292cd-5827-4093-87dc-6538aea84ff2 on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:21.935595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:18:21.935981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Checking segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:18:21.936373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Bound using segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:18:21.936839 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Bound port: a87292cd-5827-4093-87dc-6538aea84ff2, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:18:21.937202 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:22.010051 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] For port a87292cd-5827-4093-87dc-6538aea84ff2, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:18:22.014741 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] For port a87292cd-5827-4093-87dc-6538aea84ff2, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a87292cd-5827-4093-87dc-6538aea84ff2,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:18:22.089269 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:22.205005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d604e-6243-421d-b517-665aec119c15 req-6e980ee0-5882-433e-90cc-2bdcab2e798b tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:22.206453 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-465d604e-6243-421d-b517-665aec119c15 req-6e980ee0-5882-433e-90cc-2bdcab2e798b tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 946 time: 0.1309261 Nov 18 17:18:22.207721 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:22.208356 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:22.209641 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] 10.222.0.81 "PUT /v2.0/ports/a87292cd-5827-4093-87dc-6538aea84ff2 HTTP/1.1" status: 200 len: 1124 time: 1.3652318 Nov 18 17:18:22.210426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ead7f-0cf7-44a0-a494-eff3bc6f89e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a87292cd-5827-4093-87dc-6538aea84ff2,revision_number=8']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:22.269369 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-465d604e-6243-421d-b517-665aec119c15 req-a1ac2c6b-ed3d-4b7c-8e71-d21a6d286fd8 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9393949-cb3a-47bb-ba19-cdd958ae5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554352 Nov 18 17:18:22.296245 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['a87292cd-5827-4093-87dc-6538aea84ff2'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:18:22.370445 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 5a3621bd-ea07-43f0-9959-6f314185388b no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:18:22.389284 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77790e2f-ba2e-426a-8e93-e787ce333c3b req-d26c3236-d626-4646-b83b-62565de1d239 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 210 time: 0.0519536 Nov 18 17:18:22.429609 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 5a3621bd-ea07-43f0-9959-6f314185388b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:18:22.429970 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 5a3621bd-ea07-43f0-9959-6f314185388b not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:18:22.531400 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b1d79-8b3c-4d6b-9ff2-3044cc9c9ad4 req-210647d8-30fc-43ea-bd3d-df646e368b24 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:22.532425 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-344b1d79-8b3c-4d6b-9ff2-3044cc9c9ad4 req-210647d8-30fc-43ea-bd3d-df646e368b24 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 944 time: 0.0924664 Nov 18 17:18:22.666162 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-344b1d79-8b3c-4d6b-9ff2-3044cc9c9ad4 req-88dddf82-a373-4bfa-9cc7-7d15299e3e24 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178575 Nov 18 17:18:22.808403 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:22.909528 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed31038-d57b-4c43-8264-67fb20d669ad req-a0f5bf47-20a2-4944-8624-5e9b87f0057c tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:22.917543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ed31038-d57b-4c43-8264-67fb20d669ad req-a0f5bf47-20a2-4944-8624-5e9b87f0057c tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.0853660 Nov 18 17:18:22.966817 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ed31038-d57b-4c43-8264-67fb20d669ad req-d3e24825-3f9d-4329-9a45-cf5dd5309a74 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477221 Nov 18 17:18:23.401673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db283e-d4df-40c5-b820-cb61856aad70 req-4ccedecb-eb06-4baa-84f8-470f4f9bdb5f tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:23.404218 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66db283e-d4df-40c5-b820-cb61856aad70 req-4ccedecb-eb06-4baa-84f8-470f4f9bdb5f tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 946 time: 0.0573823 Nov 18 17:18:23.464785 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66db283e-d4df-40c5-b820-cb61856aad70 req-62cfd242-f75d-4144-953c-f79c70b1bfbb tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9393949-cb3a-47bb-ba19-cdd958ae5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539405 Nov 18 17:18:23.514930 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24eb9805-7297-425b-a050-08e2fca9ad8e req-13cb81c9-418e-4570-bb36-3bec8deda242 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 210 time: 0.0449030 Nov 18 17:18:23.684316 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461fb1c-31f5-402a-b995-8d7232b4c49e req-893435b7-65c8-4f7d-97b8-5b4433ecb7d0 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:23.686755 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9461fb1c-31f5-402a-b995-8d7232b4c49e req-893435b7-65c8-4f7d-97b8-5b4433ecb7d0 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 946 time: 0.0886106 Nov 18 17:18:23.697948 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47970) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:23.703702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-972fa21a-c5b1-4b64-b536-ac9b057b0a2a tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Request body: {'floatingip': {'port_id': '79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:23.807113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb9d05f-1e27-48fc-bad0-cb6b15161f17', 'tag': 'a87292cd-5827-4093-87dc-6538aea84ff2'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:23.809006 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f890b6-0301-4ac6-84d9-7943ccf30bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb9d05f-1e27-48fc-bad0-cb6b15161f17", "tag": "a87292cd-5827-4093-87dc-6538aea84ff2"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:23.854376 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-972fa21a-c5b1-4b64-b536-ac9b057b0a2a tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for floatingip, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:23.897237 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65506df4-0489-4703-899f-1b3bce456755 req-d17d5d1d-5108-4fbd-a13c-f1ec22c6972c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:23.905445 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65506df4-0489-4703-899f-1b3bce456755 req-d17d5d1d-5108-4fbd-a13c-f1ec22c6972c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 944 time: 0.1565034 Nov 18 17:18:23.908870 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d6e98c-141a-47bc-b6ff-14033064cacc x-openstack-request-id: req-a0d6e98c-141a-47bc-b6ff-14033064cacc {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:23.909168 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb9d05f-1e27-48fc-bad0-cb6b15161f17", "tag": "a87292cd-5827-4093-87dc-6538aea84ff2", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:23.909433 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a0d6e98c-141a-47bc-b6ff-14033064cacc {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:23.909850 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb9d05f-1e27-48fc-bad0-cb6b15161f17', 'tag': 'a87292cd-5827-4093-87dc-6538aea84ff2', 'status': 'completed', 'code': 200} Nov 18 17:18:24.007711 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65506df4-0489-4703-899f-1b3bce456755 req-52639ca8-8efb-4e46-9daf-e743f09a4c81 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012571 Nov 18 17:18:24.068062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f890b6-0301-4ac6-84d9-7943ccf30bf7 req-e35304dc-9b46-4ee2-a4ec-4df47a1dad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:24.069472 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4f890b6-0301-4ac6-84d9-7943ccf30bf7 req-e35304dc-9b46-4ee2-a4ec-4df47a1dad7f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 1127 time: 0.1331675 Nov 18 17:18:24.164431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998efb24-7ae1-4e84-a596-622818bc4d30 req-41c8fe0b-1357-4152-8b7c-5db4b9df17e8 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:24.176861 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-998efb24-7ae1-4e84-a596-622818bc4d30 req-41c8fe0b-1357-4152-8b7c-5db4b9df17e8 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.1061728 Nov 18 17:18:24.269046 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-998efb24-7ae1-4e84-a596-622818bc4d30 req-118d1467-d48a-4747-a73b-3abcabdb98a5 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718451 Nov 18 17:18:24.272829 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f890b6-0301-4ac6-84d9-7943ccf30bf7 req-acdd8811-35e4-41ce-8e41-c807d5dc929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:24.274739 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4f890b6-0301-4ac6-84d9-7943ccf30bf7 req-acdd8811-35e4-41ce-8e41-c807d5dc929a service neutron] 10.222.0.83 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 910 time: 0.1914830 Nov 18 17:18:24.329714 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4f890b6-0301-4ac6-84d9-7943ccf30bf7 req-bde8767e-2027-4929-9ab8-80df5a8434ec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a87292cd-5827-4093-87dc-6538aea84ff2 HTTP/1.1" status: 200 len: 217 time: 0.0386789 Nov 18 17:18:24.349142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a87292cd-5827-4093-87dc-6538aea84ff2 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:18:24.465082 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port a87292cd-5827-4093-87dc-6538aea84ff2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a87292cd-5827-4093-87dc-6538aea84ff2,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:24.478381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a87292cd-5827-4093-87dc-6538aea84ff2 has no active binding in host n-h1-813419-11 {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 18 17:18:24.529222 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f890b6-0301-4ac6-84d9-7943ccf30bf7 req-13341612-fadc-4a8f-bc88-934add8b9fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:24.530617 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4f890b6-0301-4ac6-84d9-7943ccf30bf7 req-13341612-fadc-4a8f-bc88-934add8b9fdf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.1711023 Nov 18 17:18:24.628040 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4f890b6-0301-4ac6-84d9-7943ccf30bf7 req-60e3cdf5-7ded-4214-89c2-7627774e69a0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822713 Nov 18 17:18:24.668787 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ba4e8f1-02fa-4a12-8dc3-f54497436f5e req-eca7a621-1c87-49a8-aaf0-ad32cdae1e9c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 210 time: 0.0631015 Nov 18 17:18:24.815770 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.db.resource_extend [None req-972fa21a-c5b1-4b64-b536-ac9b057b0a2a tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:18:24.871492 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4f890b6-0301-4ac6-84d9-7943ccf30bf7 req-35c6d4fc-6344-42c4-8d1f-40f2d87d0b6b service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307940 Nov 18 17:18:24.909506 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-972fa21a-c5b1-4b64-b536-ac9b057b0a2a tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:25.000695 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4f890b6-0301-4ac6-84d9-7943ccf30bf7 req-bfa60110-f2b3-45c9-a44c-b190002892cf service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159391 Nov 18 17:18:25.026084 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-972fa21a-c5b1-4b64-b536-ac9b057b0a2a tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:25.185787 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fcb47-e49d-439b-8d77-2761fe270973 req-aec23abb-f982-4aad-a631-3c7df3b69973 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:25.202856 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb0fcb47-e49d-439b-8d77-2761fe270973 req-aec23abb-f982-4aad-a631-3c7df3b69973 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 944 time: 0.0863097 Nov 18 17:18:25.221184 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-972fa21a-c5b1-4b64-b536-ac9b057b0a2a tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Floating IP 96d7eae3-c171-4cba-a58e-3bc0b4b8bbf3 associated. External IP: 172.25.3.136, port: 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb. Nov 18 17:18:25.267532 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb0fcb47-e49d-439b-8d77-2761fe270973 req-1c1daf2f-a482-42d4-83c6-d9909cc1a361 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630174 Nov 18 17:18:25.430869 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b01356-b650-40cd-adc7-a783bbbe0e2d req-b88f0af9-c098-4560-ab92-7819d90e1aae tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:25.440884 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5b01356-b650-40cd-adc7-a783bbbe0e2d req-b88f0af9-c098-4560-ab92-7819d90e1aae tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.0800850 Nov 18 17:18:25.488495 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1ba66-703a-4fa2-8b9d-1aa86a6d8645 req-93232666-8de1-4369-a4da-47777bde5bc9 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:25.496878 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6ad1ba66-703a-4fa2-8b9d-1aa86a6d8645 req-93232666-8de1-4369-a4da-47777bde5bc9 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.83 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 946 time: 0.0857656 Nov 18 17:18:25.516451 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5b01356-b650-40cd-adc7-a783bbbe0e2d req-38a05371-c4ea-4f03-98f5-37ff3585b101 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f16f6e0-e806-4f6b-85e9-a61561e186ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745392 Nov 18 17:18:25.642326 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972fa21a-c5b1-4b64-b536-ac9b057b0a2a tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Router f2d5152e-5560-4b9a-8737-da99cf95b088 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:18:25.718370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-6ad1ba66-703a-4fa2-8b9d-1aa86a6d8645 req-20cb6f55-6171-487d-a535-07bc0caa6330 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Deleting port a1000ad4-f3dd-49e1-bb74-016686085a1e {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:18:25.718724 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6ad1ba66-703a-4fa2-8b9d-1aa86a6d8645 req-20cb6f55-6171-487d-a535-07bc0caa6330 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:25.852417 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4168bedb-f36b-44cf-b206-96a70bb6ed3e req-9f096880-9abf-4518-bec9-39f5303165bd tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f1356f5-8268-4859-a8d2-b9dbb7ee3129 HTTP/1.1" status: 200 len: 210 time: 0.0398846 Nov 18 17:18:25.860358 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972fa21a-c5b1-4b64-b536-ac9b057b0a2a tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:18:25.881086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccfa4d1-2adb-46bc-a45b-e7387999a9e4 None None] Sync routers for ids ['f2d5152e-5560-4b9a-8737-da99cf95b088'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:18:25.889791 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-972fa21a-c5b1-4b64-b536-ac9b057b0a2a tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:25.890441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccfa4d1-2adb-46bc-a45b-e7387999a9e4 None None] Routers {'f2d5152e-5560-4b9a-8737-da99cf95b088'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:18:25.891083 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bccfa4d1-2adb-46bc-a45b-e7387999a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:18:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f2d5152e-5560-4b9a-8737-da99cf95b088'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:25.976380 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-972fa21a-c5b1-4b64-b536-ac9b057b0a2a tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "PUT /v2.0/floatingips/96d7eae3-c171-4cba-a58e-3bc0b4b8bbf3 HTTP/1.1" status: 200 len: 992 time: 2.2764177 Nov 18 17:18:25.987134 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08faf445-e823-4d41-be7d-3f9391337a67', 'tag': '79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:25.987579 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4580e70-3412-4dde-bb5d-90f789eef29c" -d '{"events": [{"name": "network-changed", "server_uuid": "08faf445-e823-4d41-be7d-3f9391337a67", "tag": "79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:26.001682 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6ad1ba66-703a-4fa2-8b9d-1aa86a6d8645 req-20cb6f55-6171-487d-a535-07bc0caa6330 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] For port a1000ad4-f3dd-49e1-bb74-016686085a1e, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a1000ad4-f3dd-49e1-bb74-016686085a1e,segment=NetworkSegment(2d5cce61-684c-4406-85a2-30be2e7dd8ef),segment_id=2d5cce61-684c-4406-85a2-30be2e7dd8ef)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:26.004836 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6ad1ba66-703a-4fa2-8b9d-1aa86a6d8645 req-20cb6f55-6171-487d-a535-07bc0caa6330 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:26.034221 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-6ad1ba66-703a-4fa2-8b9d-1aa86a6d8645 req-20cb6f55-6171-487d-a535-07bc0caa6330 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Calling delete_port for a1000ad4-f3dd-49e1-bb74-016686085a1e owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:18:26.083494 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-bccfa4d1-2adb-46bc-a45b-e7387999a9e4 None None] Set router f2d5152e-5560-4b9a-8737-da99cf95b088 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:18:26.149175 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a06cd11-cf29-43c1-a34f-be72c775da9c x-openstack-request-id: req-7a06cd11-cf29-43c1-a34f-be72c775da9c {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:26.151950 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08faf445-e823-4d41-be7d-3f9391337a67", "tag": "79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:26.154093 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7a06cd11-cf29-43c1-a34f-be72c775da9c {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:26.154667 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08faf445-e823-4d41-be7d-3f9391337a67', 'tag': '79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb', 'status': 'completed', 'code': 200} Nov 18 17:18:26.285748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4580e70-3412-4dde-bb5d-90f789eef29c req-d77f4cd8-9edb-4310-bb2e-744c73b5266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:26.292185 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4580e70-3412-4dde-bb5d-90f789eef29c req-d77f4cd8-9edb-4310-bb2e-744c73b5266c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0098a5d2a96c4be3934bdc90a293ce7b&device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 1098 time: 0.1177320 Nov 18 17:18:26.403170 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6ad1ba66-703a-4fa2-8b9d-1aa86a6d8645 req-20cb6f55-6171-487d-a535-07bc0caa6330 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:26.424056 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['a1000ad4-f3dd-49e1-bb74-016686085a1e'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:18:26.468217 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630b38a-a9fd-4307-9afb-8664f1ce87d4 req-5af73ef5-7b90-4206-a6c1-94ca198180fc tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:26.469833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9630b38a-a9fd-4307-9afb-8664f1ce87d4 req-5af73ef5-7b90-4206-a6c1-94ca198180fc tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 944 time: 0.1158445 Nov 18 17:18:26.490494 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bccfa4d1-2adb-46bc-a45b-e7387999a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'name': 'tempest-ServersTestFqdnHostnames-810392461-router', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:17:52Z', 'updated_at': '2021-11-18T17:17:57Z', 'revision_number': 4, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'gw_port': {'id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:53Z', 'updated_at': '2021-11-18T17:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '96d7eae3-c171-4cba-a58e-3bc0b4b8bbf3', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'floating_ip_address': '172.25.3.136', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'port_id': '79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78', 'mac_address': 'fa:16:3e:d1:09:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08faf445-e823-4d41-be7d-3f9391337a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:18:03Z', 'updated_at': '2021-11-18T17:18:24Z', 'revision_number': 1, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f7835c-50da-4b9d-93fb-7baec14fddfb', 'name': '', 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'mac_address': 'fa:16:3e:b5:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:56Z', 'updated_at': '2021-11-18T17:18:05Z', 'revision_number': 5, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'subnets': [{'id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:26.492821 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb6f55-6171-487d-a535-07bc0caa6330 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Pushing event deleted for resources: {'Port': ['ID=a1000ad4-f3dd-49e1-bb74-016686085a1e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:26.499045 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4580e70-3412-4dde-bb5d-90f789eef29c req-6b0adeeb-8c66-4570-9c11-d568ff269bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:26.500452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4580e70-3412-4dde-bb5d-90f789eef29c req-6b0adeeb-8c66-4570-9c11-d568ff269bb0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=487dcd42-0c3a-42c2-8c48-540a99d12b78 HTTP/1.1" status: 200 len: 916 time: 0.1986964 Nov 18 17:18:26.553902 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccfa4d1-2adb-46bc-a45b-e7387999a9e4 None None] Checking router: f2d5152e-5560-4b9a-8737-da99cf95b088 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:18:26.564013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccfa4d1-2adb-46bc-a45b-e7387999a9e4 None None] Routers {'f2d5152e-5560-4b9a-8737-da99cf95b088'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:18:26.564671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bccfa4d1-2adb-46bc-a45b-e7387999a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:18:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f2d5152e-5560-4b9a-8737-da99cf95b088'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:26.565058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad1ba66-703a-4fa2-8b9d-1aa86a6d8645 req-20cb6f55-6171-487d-a535-07bc0caa6330 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] No DVR routers for this DVR port a1000ad4-f3dd-49e1-bb74-016686085a1e on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:18:26.568773 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6ad1ba66-703a-4fa2-8b9d-1aa86a6d8645 req-20cb6f55-6171-487d-a535-07bc0caa6330 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:26.572237 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6ad1ba66-703a-4fa2-8b9d-1aa86a6d8645 req-20cb6f55-6171-487d-a535-07bc0caa6330 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.83 "DELETE /v2.0/ports/a1000ad4-f3dd-49e1-bb74-016686085a1e HTTP/1.1" status: 204 len: 173 time: 1.0608721 Nov 18 17:18:26.656495 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9630b38a-a9fd-4307-9afb-8664f1ce87d4 req-a17d715d-8c6c-48ab-be16-eecb2371d0e0 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751633 Nov 18 17:18:26.687190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-bccfa4d1-2adb-46bc-a45b-e7387999a9e4 None None] Set router f2d5152e-5560-4b9a-8737-da99cf95b088 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:18:26.693997 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4580e70-3412-4dde-bb5d-90f789eef29c req-8af1db88-dda7-46fe-875b-89286787812e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb HTTP/1.1" status: 200 len: 1000 time: 0.1818275 Nov 18 17:18:26.703566 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4a4c10c7-ffbf-4db8-9934-3f1b2dc78539 req-2a3fb7a9-18f6-418b-bc63-c400ae72c827 tempest-ServerRescueNegativeTestJSON-1959977515 tempest-ServerRescueNegativeTestJSON-1959977515-project] 10.222.0.72 "GET /v2.0/ports?device_id=101d0b39-62d4-4ebe-bfca-c46536fae7d5 HTTP/1.1" status: 200 len: 210 time: 0.0693147 Nov 18 17:18:26.755979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4580e70-3412-4dde-bb5d-90f789eef29c req-20616bd2-f0c8-4e53-ae2f-0164085708c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:26.758130 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4580e70-3412-4dde-bb5d-90f789eef29c req-20616bd2-f0c8-4e53-ae2f-0164085708c1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e3fbd798-50b7-45c2-a27c-2af49d923d4b HTTP/1.1" status: 200 len: 853 time: 0.0492578 Nov 18 17:18:26.822570 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4580e70-3412-4dde-bb5d-90f789eef29c req-ced016d1-beca-4a19-864a-ba4f2a12fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:26.825736 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4580e70-3412-4dde-bb5d-90f789eef29c req-ced016d1-beca-4a19-864a-ba4f2a12fe4a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=487dcd42-0c3a-42c2-8c48-540a99d12b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584192 Nov 18 17:18:27.091134 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4580e70-3412-4dde-bb5d-90f789eef29c req-75b6bb82-68fd-4a72-ab38-ac33136c860e service neutron] 10.222.0.81 "GET /v2.0/networks/487dcd42-0c3a-42c2-8c48-540a99d12b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524476 Nov 18 17:18:27.102920 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bccfa4d1-2adb-46bc-a45b-e7387999a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'name': 'tempest-ServersTestFqdnHostnames-810392461-router', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:17:52Z', 'updated_at': '2021-11-18T17:17:57Z', 'revision_number': 4, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'gw_port': {'id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:53Z', 'updated_at': '2021-11-18T17:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '96d7eae3-c171-4cba-a58e-3bc0b4b8bbf3', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'floating_ip_address': '172.25.3.136', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'port_id': '79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78', 'mac_address': 'fa:16:3e:d1:09:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08faf445-e823-4d41-be7d-3f9391337a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:18:03Z', 'updated_at': '2021-11-18T17:18:24Z', 'revision_number': 1, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f7835c-50da-4b9d-93fb-7baec14fddfb', 'name': '', 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'mac_address': 'fa:16:3e:b5:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:56Z', 'updated_at': '2021-11-18T17:18:05Z', 'revision_number': 5, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'subnets': [{'id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:27.138289 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccfa4d1-2adb-46bc-a45b-e7387999a9e4 None None] The sync data for ids ['f2d5152e-5560-4b9a-8737-da99cf95b088'] in n-d-813419-11 is: [{'id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'name': 'tempest-ServersTestFqdnHostnames-810392461-router', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:17:52Z', 'updated_at': '2021-11-18T17:17:57Z', 'revision_number': 4, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'gw_port': {'id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:53Z', 'updated_at': '2021-11-18T17:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '96d7eae3-c171-4cba-a58e-3bc0b4b8bbf3', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'floating_ip_address': '172.25.3.136', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'port_id': '79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78', 'mac_address': 'fa:16:3e:d1:09:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08faf445-e823-4d41-be7d-3f9391337a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:18:03Z', 'updated_at': '2021-11-18T17:18:24Z', 'revision_number': 1, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f7835c-50da-4b9d-93fb-7baec14fddfb', 'name': '', 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'mac_address': 'fa:16:3e:b5:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:56Z', 'updated_at': '2021-11-18T17:18:05Z', 'revision_number': 5, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'subnets': [{'id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:18:27.324592 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4580e70-3412-4dde-bb5d-90f789eef29c req-ea43b927-199e-4d94-992d-8344dce69dfe service neutron] 10.222.0.81 "GET /v2.0/networks/487dcd42-0c3a-42c2-8c48-540a99d12b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206655 Nov 18 17:18:27.507752 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-11cb5704-8767-487d-a0ed-1007a55c232c service neutron] 10.222.0.83 "GET /v2.0/ports/a87292cd-5827-4093-87dc-6538aea84ff2/bindings/n-h1-813419-11 HTTP/1.1" status: 200 len: 385 time: 0.0764201 Nov 18 17:18:27.562295 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ceea3b-4932-4680-b68a-8bebc9e21719 None None] New status for floating IP 96d7eae3-c171-4cba-a58e-3bc0b4b8bbf3: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:18:27.716037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ff759-7924-4013-b9c0-90ad48d5c534 req-82e3e831-66d6-4e1b-8889-ca07ad98f90f tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:27.724589 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f0ff759-7924-4013-b9c0-90ad48d5c534 req-82e3e831-66d6-4e1b-8889-ca07ad98f90f tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/networks?id=372f18cd-c4d2-4313-ab28-7ad24e489e08 HTTP/1.1" status: 200 len: 811 time: 0.1785727 Nov 18 17:18:27.742696 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f0ff759-7924-4013-b9c0-90ad48d5c534 req-56b815ff-8231-4e8f-a806-12a8d0cd7204 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/quotas/748635c22a864a7e9f77c46a346f94fb HTTP/1.1" status: 200 len: 375 time: 0.0172465 Nov 18 17:18:27.784546 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-81f7e1b1-e697-4534-af2b-e804af56867e service neutron] For port a87292cd-5827-4093-87dc-6538aea84ff2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a87292cd-5827-4093-87dc-6538aea84ff2,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:27.805713 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f0ff759-7924-4013-b9c0-90ad48d5c534 req-9b2ccba0-eef9-49ff-9780-6b1032f9186b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621297 Nov 18 17:18:27.821539 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-0f0ff759-7924-4013-b9c0-90ad48d5c534 req-de19dadf-79bc-4cf8-aa9c-a4c3e2a5fd67 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:18:27.822463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-81f7e1b1-e697-4534-af2b-e804af56867e service neutron] For port a87292cd-5827-4093-87dc-6538aea84ff2, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:18:27.823282 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f0ff759-7924-4013-b9c0-90ad48d5c534 req-de19dadf-79bc-4cf8-aa9c-a4c3e2a5fd67 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082898 Nov 18 17:18:27.839538 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ac4d7-a3e4-402f-9413-904a5db07217 req-7a64028e-117e-496b-b73a-0f34dafa9a0c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:27.851232 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a69ac4d7-a3e4-402f-9413-904a5db07217 req-7a64028e-117e-496b-b73a-0f34dafa9a0c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 944 time: 0.0912330 Nov 18 17:18:27.863263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-81f7e1b1-e697-4534-af2b-e804af56867e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87292cd-5827-4093-87dc-6538aea84ff2 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:18:27.883889 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-81f7e1b1-e697-4534-af2b-e804af56867e service neutron] For port a87292cd-5827-4093-87dc-6538aea84ff2, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a87292cd-5827-4093-87dc-6538aea84ff2,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:27.954813 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a69ac4d7-a3e4-402f-9413-904a5db07217 req-fdc7d3b5-4dd6-4c16-9a55-813e7d420753 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001248 Nov 18 17:18:27.988311 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-81f7e1b1-e697-4534-af2b-e804af56867e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:28.026039 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f0ff759-7924-4013-b9c0-90ad48d5c534 req-3c9196f4-d4ed-4370-ad72-fb70dbce33d2 service neutron] 10.222.0.72 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804161 Nov 18 17:18:28.360552 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101d0b39-62d4-4ebe-bfca-c46536fae7d5', 'name': 'network-vif-deleted', 'tag': 'a1000ad4-f3dd-49e1-bb74-016686085a1e'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:28.362968 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a90165-42bd-4044-a9a6-27af043d1930" -d '{"events": [{"server_uuid": "101d0b39-62d4-4ebe-bfca-c46536fae7d5", "name": "network-vif-deleted", "tag": "a1000ad4-f3dd-49e1-bb74-016686085a1e"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:28.365644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48082) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:28.413643 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a275258-e6fb-4aaf-958e-fbca52a82bb9 x-openstack-request-id: req-1a275258-e6fb-4aaf-958e-fbca52a82bb9 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:28.414248 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101d0b39-62d4-4ebe-bfca-c46536fae7d5", "name": "network-vif-deleted", "tag": "a1000ad4-f3dd-49e1-bb74-016686085a1e", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:28.414942 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1a275258-e6fb-4aaf-958e-fbca52a82bb9 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:28.415372 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101d0b39-62d4-4ebe-bfca-c46536fae7d5', 'name': 'network-vif-deleted', 'tag': 'a1000ad4-f3dd-49e1-bb74-016686085a1e', 'status': 'completed', 'code': 200} Nov 18 17:18:28.458604 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f0ff759-7924-4013-b9c0-90ad48d5c534 req-0c164210-ea5d-45e9-8c77-138c768e3e9e service neutron] 10.222.0.72 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308965 Nov 18 17:18:28.499406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-81f7e1b1-e697-4534-af2b-e804af56867e service neutron] Transition to ACTIVE for port object a87292cd-5827-4093-87dc-6538aea84ff2 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:18:28.601579 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-81f7e1b1-e697-4534-af2b-e804af56867e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:28.705513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-81f7e1b1-e697-4534-af2b-e804af56867e service neutron] No DVR routers for this DVR port a87292cd-5827-4093-87dc-6538aea84ff2 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:18:28.730144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7e1b1-e697-4534-af2b-e804af56867e service neutron] Pushing event updated for resources: {'Port': ['ID=a87292cd-5827-4093-87dc-6538aea84ff2,revision_number=10']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:28.767331 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-81f7e1b1-e697-4534-af2b-e804af56867e service neutron] 10.222.0.83 "PUT /v2.0/ports/a87292cd-5827-4093-87dc-6538aea84ff2/bindings/n-h1-813419-11/activate HTTP/1.1" status: 200 len: 370 time: 1.2469497 Nov 18 17:18:28.845201 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-109b916f-52e8-40f0-abd4-5b1fe2d46aa5 req-452b592f-df0a-494a-aa22-a21eb02e5a6b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=69ae0acf-502e-4b36-947e-f0a5b629cdd5 HTTP/1.1" status: 200 len: 210 time: 0.0318694 Nov 18 17:18:28.889759 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df3a8d96-6917-4dcf-a1d0-f3b93ee04bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:28.935548 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device a1000ad4-f3dd-49e1-bb74-016686085a1e no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:18:28.962118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: a1000ad4-f3dd-49e1-bb74-016686085a1e {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:18:28.962476 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device a1000ad4-f3dd-49e1-bb74-016686085a1e not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:18:28.971222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device a87292cd-5827-4093-87dc-6538aea84ff2 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:18:29.012993 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device a87292cd-5827-4093-87dc-6538aea84ff2 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:18:29.080100 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-90e9c822-f7df-49cb-b07d-4446d84f42aa tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:29.082033 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-90e9c822-f7df-49cb-b07d-4446d84f42aa tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17&tenant_id=3b796403dcb74a789ab8781aa545eb18&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 1097 time: 0.0786021 Nov 18 17:18:29.264190 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a59d3-3cf1-45bc-bbcc-769b93bc34be req-7e777f52-36e8-4f6b-9db0-7e1e1de12872 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:29.264190 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e0a59d3-3cf1-45bc-bbcc-769b93bc34be req-7e777f52-36e8-4f6b-9db0-7e1e1de12872 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 945 time: 0.1678424 Nov 18 17:18:29.264190 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-6337b37e-fa7f-4a48-910e-dbedf7a316b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:29.264190 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-6337b37e-fa7f-4a48-910e-dbedf7a316b5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17&tenant_id=3b796403dcb74a789ab8781aa545eb18 HTTP/1.1" status: 200 len: 1097 time: 0.1297593 Nov 18 17:18:29.326168 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-df3a8d96-6917-4dcf-a1d0-f3b93ee04bc1 admin admin] Deleting port 04ee083f-2aa5-45b8-8351-7c8e48b72232 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:18:29.326778 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df3a8d96-6917-4dcf-a1d0-f3b93ee04bc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:29.344419 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e0a59d3-3cf1-45bc-bbcc-769b93bc34be req-8b7bb881-2c65-4be8-bba8-a210d840f836 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763154 Nov 18 17:18:29.379538 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-4a11a8e6-6510-4d4c-9407-b39d5ffdac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:29.380876 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-4a11a8e6-6510-4d4c-9407-b39d5ffdac00 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 1097 time: 0.0658348 Nov 18 17:18:29.459970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-df3a8d96-6917-4dcf-a1d0-f3b93ee04bc1 admin admin] For port 04ee083f-2aa5-45b8-8351-7c8e48b72232, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=04ee083f-2aa5-45b8-8351-7c8e48b72232,segment=NetworkSegment(2d5cce61-684c-4406-85a2-30be2e7dd8ef),segment_id=2d5cce61-684c-4406-85a2-30be2e7dd8ef)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:29.460400 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df3a8d96-6917-4dcf-a1d0-f3b93ee04bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:29.477050 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-df3a8d96-6917-4dcf-a1d0-f3b93ee04bc1 admin admin] Calling delete_port for 04ee083f-2aa5-45b8-8351-7c8e48b72232 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:18:29.497719 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-89706ee4-317c-4f06-823b-9e502b8a93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:29.499244 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-89706ee4-317c-4f06-823b-9e502b8a93e0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 910 time: 0.1113191 Nov 18 17:18:29.549711 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-32efb841-33e9-412f-837a-8eba58f306af service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a87292cd-5827-4093-87dc-6538aea84ff2 HTTP/1.1" status: 200 len: 217 time: 0.0422807 Nov 18 17:18:29.604848 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-d41a317a-b4ef-41bb-8f73-97422e2dee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:29.606419 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-d41a317a-b4ef-41bb-8f73-97422e2dee50 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.0488079 Nov 18 17:18:29.664075 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-2967b1dd-121b-4bda-b03d-e4ceb277e1af service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499156 Nov 18 17:18:29.777844 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-9b2e5fdd-ad3c-4af7-bc39-a6e2bc87489d service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018195 Nov 18 17:18:29.831396 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df3a8d96-6917-4dcf-a1d0-f3b93ee04bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:29.870473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a8d96-6917-4dcf-a1d0-f3b93ee04bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=04ee083f-2aa5-45b8-8351-7c8e48b72232,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:29.928185 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7597042f-a1e0-43ad-b7ab-d89e98cff87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:29.975086 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-8c116eb5-6827-4001-b142-cc3fb8b1e1a9 service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895225 Nov 18 17:18:29.986577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-6e09330c-f04c-4e1a-9ff9-c3364b76a7b3 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:29.988400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-6e09330c-f04c-4e1a-9ff9-c3364b76a7b3 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/networks?id=372f18cd-c4d2-4313-ab28-7ad24e489e08 HTTP/1.1" status: 200 len: 811 time: 0.1930773 Nov 18 17:18:30.008141 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-40524aa5-62ce-4361-b74b-bf0dec7d54b3 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/quotas/748635c22a864a7e9f77c46a346f94fb HTTP/1.1" status: 200 len: 375 time: 0.0103221 Nov 18 17:18:30.044698 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-1bf557b1-aa4b-4a0f-a01c-f3f4231d7c48 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281103 Nov 18 17:18:30.078217 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df3a8d96-6917-4dcf-a1d0-f3b93ee04bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:30.185894 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-e60cecd7-2d1d-4e8b-8913-599e2d23a1c8 service neutron] 10.222.0.72 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324971 Nov 18 17:18:30.307783 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-0e3f1aed-f23d-42a3-8820-7727a703e569 service neutron] 10.222.0.72 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141055 Nov 18 17:18:30.353839 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3a8d96-6917-4dcf-a1d0-f3b93ee04bc1 admin admin] Router c001849f-e6f1-41d6-87e0-726fe2988ad0 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:18:30.565251 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3a8d96-6917-4dcf-a1d0-f3b93ee04bc1 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:18:30.578752 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2862eb-1944-42f5-a2d0-fa9f456bd5bf None None] Sync routers for ids ['c001849f-e6f1-41d6-87e0-726fe2988ad0'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:18:30.581467 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-df3a8d96-6917-4dcf-a1d0-f3b93ee04bc1 admin admin] 10.222.0.72 "PUT /v2.0/routers/c001849f-e6f1-41d6-87e0-726fe2988ad0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2119696 Nov 18 17:18:30.583899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48156) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:30.625796 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2862eb-1944-42f5-a2d0-fa9f456bd5bf None None] Routers {'c001849f-e6f1-41d6-87e0-726fe2988ad0'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:18:30.626771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bf2862eb-1944-42f5-a2d0-fa9f456bd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:18:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c001849f-e6f1-41d6-87e0-726fe2988ad0'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:30.699632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-79a1046b-2644-48ef-8ec7-245308415c0d tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:30.706713 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-79a1046b-2644-48ef-8ec7-245308415c0d tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17&tenant_id=3b796403dcb74a789ab8781aa545eb18&binding%3Ahost_id=n-h1-813419-11 HTTP/1.1" status: 200 len: 1097 time: 0.1854613 Nov 18 17:18:30.759216 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bfa317e6-c5b3-44b8-9fe3-5896b96323a2 admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:30.985614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d95139c2-bc91-448f-9564-73bfb3625266 req-325159ee-dd6b-4e7f-8dcd-9da2f7ce67e4 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 210 time: 0.1214988 Nov 18 17:18:30.986849 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bfa317e6-c5b3-44b8-9fe3-5896b96323a2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:30.994749 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-bf2862eb-1944-42f5-a2d0-fa9f456bd5bf None None] Set router c001849f-e6f1-41d6-87e0-726fe2988ad0 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:18:31.073569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a6f50-f4a3-4a86-ba70-96b21d983869 req-8537cda2-3bac-41a7-bc57-07c55361d8ba tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:31.080382 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-901a6f50-f4a3-4a86-ba70-96b21d983869 req-8537cda2-3bac-41a7-bc57-07c55361d8ba tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 945 time: 0.2798476 Nov 18 17:18:31.178822 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-901a6f50-f4a3-4a86-ba70-96b21d983869 req-e8461b1c-e9da-4f27-b2c4-419bf4fb66c4 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970554 Nov 18 17:18:31.267975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-bfa317e6-c5b3-44b8-9fe3-5896b96323a2 admin admin] Deleting port ffa935d1-9b91-47e8-9240-a2ec10fdf624 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:18:31.268463 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bfa317e6-c5b3-44b8-9fe3-5896b96323a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:31.301486 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bf2862eb-1944-42f5-a2d0-fa9f456bd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'name': 'tempest-ServerRescueNegativeTestJSON-1534788118-router', 'tenant_id': '1ce7024854a94cdfa1b77ea1112434b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ffa935d1-9b91-47e8-9240-a2ec10fdf624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:31Z', 'updated_at': '2021-11-18T17:18:29Z', 'revision_number': 5, 'project_id': '1ce7024854a94cdfa1b77ea1112434b7', 'gw_port': {'id': 'ffa935d1-9b91-47e8-9240-a2ec10fdf624', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:15:33Z', 'updated_at': '2021-11-18T17:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:31.334129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2862eb-1944-42f5-a2d0-fa9f456bd5bf None None] Checking router: c001849f-e6f1-41d6-87e0-726fe2988ad0 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:18:31.350903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2862eb-1944-42f5-a2d0-fa9f456bd5bf None None] Routers {'c001849f-e6f1-41d6-87e0-726fe2988ad0'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:18:31.350903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bf2862eb-1944-42f5-a2d0-fa9f456bd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:18:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c001849f-e6f1-41d6-87e0-726fe2988ad0'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:31.376812 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-bfa317e6-c5b3-44b8-9fe3-5896b96323a2 admin admin] For port ffa935d1-9b91-47e8-9240-a2ec10fdf624, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ffa935d1-9b91-47e8-9240-a2ec10fdf624,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:31.377704 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-2ed2cb1f-6544-45d8-bc18-5382b19b449a service neutron] For port a87292cd-5827-4093-87dc-6538aea84ff2, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:18:31.379490 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bfa317e6-c5b3-44b8-9fe3-5896b96323a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:31.381813 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-2ed2cb1f-6544-45d8-bc18-5382b19b449a service neutron] Publish callbacks [] for binding, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:31.383089 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e077796c-1d5e-435f-b4db-03168a1d5fab req-2ed2cb1f-6544-45d8-bc18-5382b19b449a service neutron] 10.222.0.81 "DELETE /v2.0/ports/a87292cd-5827-4093-87dc-6538aea84ff2/bindings/n-h2-813419-11 HTTP/1.1" status: 204 len: 173 time: 0.6647573 Nov 18 17:18:31.394204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-bfa317e6-c5b3-44b8-9fe3-5896b96323a2 admin admin] Calling delete_port for ffa935d1-9b91-47e8-9240-a2ec10fdf624 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:18:31.454011 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-bf2862eb-1944-42f5-a2d0-fa9f456bd5bf None None] Set router c001849f-e6f1-41d6-87e0-726fe2988ad0 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:18:31.517752 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bf2862eb-1944-42f5-a2d0-fa9f456bd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'name': 'tempest-ServerRescueNegativeTestJSON-1534788118-router', 'tenant_id': '1ce7024854a94cdfa1b77ea1112434b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:31Z', 'updated_at': '2021-11-18T17:18:30Z', 'revision_number': 6, 'project_id': '1ce7024854a94cdfa1b77ea1112434b7', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:31.549360 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2862eb-1944-42f5-a2d0-fa9f456bd5bf None None] The sync data for ids ['c001849f-e6f1-41d6-87e0-726fe2988ad0'] in n-d-813419-11 is: [{'id': 'c001849f-e6f1-41d6-87e0-726fe2988ad0', 'name': 'tempest-ServerRescueNegativeTestJSON-1534788118-router', 'tenant_id': '1ce7024854a94cdfa1b77ea1112434b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:15:31Z', 'updated_at': '2021-11-18T17:18:30Z', 'revision_number': 6, 'project_id': '1ce7024854a94cdfa1b77ea1112434b7', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:18:31.693947 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bfa317e6-c5b3-44b8-9fe3-5896b96323a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:31.710475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa317e6-c5b3-44b8-9fe3-5896b96323a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa935d1-9b91-47e8-9240-a2ec10fdf624,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:31.792336 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bfa317e6-c5b3-44b8-9fe3-5896b96323a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:31.915986 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bfa317e6-c5b3-44b8-9fe3-5896b96323a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:31.918398 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bfa317e6-c5b3-44b8-9fe3-5896b96323a2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:32.076930 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bfa317e6-c5b3-44b8-9fe3-5896b96323a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:32.082268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa317e6-c5b3-44b8-9fe3-5896b96323a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c001849f-e6f1-41d6-87e0-726fe2988ad0 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:18:32.082581 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bfa317e6-c5b3-44b8-9fe3-5896b96323a2 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:32.083823 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bfa317e6-c5b3-44b8-9fe3-5896b96323a2 admin admin] 10.222.0.72 "DELETE /v2.0/routers/c001849f-e6f1-41d6-87e0-726fe2988ad0 HTTP/1.1" status: 204 len: 168 time: 1.4986601 Nov 18 17:18:32.086451 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48192) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:32.100310 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a509782-d839-4c44-ad03-5eb7c591cb1b req-7a1ea2af-36b4-4725-b939-31e4e193514c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 210 time: 0.0308902 Nov 18 17:18:32.160115 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4bb10a-e55a-4528-b4ce-269b9656cd3c admin admin] Deleting subnet dcc58c36-7916-4d1d-8b23-c0a6b0e5f673 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:18:32.163905 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f4bb10a-e55a-4528-b4ce-269b9656cd3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:32.202139 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f4bb10a-e55a-4528-b4ce-269b9656cd3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:32.254986 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f4bb10a-e55a-4528-b4ce-269b9656cd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:32.333985 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435062ad-3435-48b4-989d-7916754c4bab req-17db42ac-3274-464c-8584-95590fe6fa34 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:32.335914 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-435062ad-3435-48b4-989d-7916754c4bab req-17db42ac-3274-464c-8584-95590fe6fa34 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 945 time: 0.0856230 Nov 18 17:18:32.345807 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f4b0023-a4d1-431d-8ac5-2d311c3724c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:32.399560 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-435062ad-3435-48b4-989d-7916754c4bab req-3de85572-9317-47fd-9a00-1c6f92e36645 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563486 Nov 18 17:18:32.467827 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f4bb10a-e55a-4528-b4ce-269b9656cd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:32.494976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bb10a-e55a-4528-b4ce-269b9656cd3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcc58c36-7916-4d1d-8b23-c0a6b0e5f673,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:32.513121 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f4bb10a-e55a-4528-b4ce-269b9656cd3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:32.519195 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4f4bb10a-e55a-4528-b4ce-269b9656cd3c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/dcc58c36-7916-4d1d-8b23-c0a6b0e5f673 HTTP/1.1" status: 204 len: 168 time: 0.4315033 Nov 18 17:18:32.529459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48206) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:32.555527 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4226c84-8bfd-4c5e-a240-0a725f0902ec req-e86cea7b-5887-4aa4-9de1-1c5d68a75919 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:32.557269 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4226c84-8bfd-4c5e-a240-0a725f0902ec req-e86cea7b-5887-4aa4-9de1-1c5d68a75919 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 1097 time: 0.0582809 Nov 18 17:18:32.610299 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4226c84-8bfd-4c5e-a240-0a725f0902ec req-ce359dfb-8d85-4136-9325-ed734a0e3f9b tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458276 Nov 18 17:18:32.620497 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ebfd928-44aa-45da-99a3-0cf9f82659f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:32.737183 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ebfd928-44aa-45da-99a3-0cf9f82659f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:32.773022 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-5ebfd928-44aa-45da-99a3-0cf9f82659f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76233702-e661-4854-b97f-4c5aa3c41fc7']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:32.786405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-5ebfd928-44aa-45da-99a3-0cf9f82659f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5cce61-684c-4406-85a2-30be2e7dd8ef') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:32.788526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-5ebfd928-44aa-45da-99a3-0cf9f82659f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5cce61-684c-4406-85a2-30be2e7dd8ef') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:18:32.804249 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ebfd928-44aa-45da-99a3-0cf9f82659f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:32.829725 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ebfd928-44aa-45da-99a3-0cf9f82659f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:32.844360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebfd928-44aa-45da-99a3-0cf9f82659f9 admin admin] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:18:32.844864 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ebfd928-44aa-45da-99a3-0cf9f82659f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:18:32.846930 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:18:33.004453 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ebfd928-44aa-45da-99a3-0cf9f82659f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:33.010694 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ebfd928-44aa-45da-99a3-0cf9f82659f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:33.019048 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5ebfd928-44aa-45da-99a3-0cf9f82659f9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/76233702-e661-4854-b97f-4c5aa3c41fc7 HTTP/1.1" status: 204 len: 168 time: 0.4892411 Nov 18 17:18:33.041494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfd928-44aa-45da-99a3-0cf9f82659f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=76233702-e661-4854-b97f-4c5aa3c41fc7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:33.080983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470794d-9851-412b-b755-012896480fc3 req-c83b83db-44a7-4cd8-8852-b1eb4020fdcd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:33.089581 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1470794d-9851-412b-b755-012896480fc3 req-c83b83db-44a7-4cd8-8852-b1eb4020fdcd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 808 time: 0.1418407 Nov 18 17:18:33.104230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ffa935d1-9b91-47e8-9240-a2ec10fdf624 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:18:33.104643 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1470794d-9851-412b-b755-012896480fc3 req-c6cdb647-ec87-4919-9841-74ff20a30c89 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/quotas/3b796403dcb74a789ab8781aa545eb18 HTTP/1.1" status: 200 len: 375 time: 0.0138206 Nov 18 17:18:33.145293 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: ffa935d1-9b91-47e8-9240-a2ec10fdf624 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:18:33.145661 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ffa935d1-9b91-47e8-9240-a2ec10fdf624 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:18:33.146145 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 04ee083f-2aa5-45b8-8351-7c8e48b72232 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:18:33.168028 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1470794d-9851-412b-b755-012896480fc3 req-28537970-1076-4ad6-80a9-92b30a8dc94d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615823 Nov 18 17:18:33.179936 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 04ee083f-2aa5-45b8-8351-7c8e48b72232 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:18:33.180480 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 04ee083f-2aa5-45b8-8351-7c8e48b72232 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:18:33.225648 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c557c6e6-50cc-44ac-8ebc-d1d920c76bd5 req-2d7d4b2d-7f8c-4556-bc93-67fe13bf9f4a tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 210 time: 0.0401623 Nov 18 17:18:33.291401 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1470794d-9851-412b-b755-012896480fc3 req-3be079cf-25e1-46be-8e16-6ba4d22b60f3 service neutron] 10.222.0.72 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160913 Nov 18 17:18:33.406810 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1470794d-9851-412b-b755-012896480fc3 req-782423c3-00d4-4f4c-adc4-e0767a1aa5fa service neutron] 10.222.0.72 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087532 Nov 18 17:18:33.433356 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48234) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:33.477542 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f102b383-bdb0-4e86-b39a-1fc32731bc9d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1ce7024854a94cdfa1b77ea1112434b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458345 Nov 18 17:18:33.480223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48236) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:33.510913 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:33.531587 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7a847950-1972-4b88-b0aa-1483830aae97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:33.555322 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7a847950-1972-4b88-b0aa-1483830aae97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:33.699703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-feb49246-32ab-471a-b94a-47dd364ee6ac req-d25a1959-a06a-4fc1-a37f-5b7c6f6b801c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 210 time: 0.0312703 Nov 18 17:18:33.704951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-512c2bcd-36b5-4c8b-b037-c70360855e8c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:33.706480 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-512c2bcd-36b5-4c8b-b037-c70360855e8c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.83 "GET /v2.0/networks?id=372f18cd-c4d2-4313-ab28-7ad24e489e08 HTTP/1.1" status: 200 len: 811 time: 0.1329010 Nov 18 17:18:33.720828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-63ee3c17-8fad-48f6-ae55-21be52b84920 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Request body: {'port': {'device_id': '3dc5cc19-8041-4592-8884-6e48d2408b0d', 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08', 'admin_state_up': True, 'tenant_id': '748635c22a864a7e9f77c46a346f94fb'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:33.794534 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7a847950-1972-4b88-b0aa-1483830aae97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:33.797315 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7a847950-1972-4b88-b0aa-1483830aae97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:33.798448 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7a847950-1972-4b88-b0aa-1483830aae97 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2f16f6e0-e806-4f6b-85e9-a61561e186ff HTTP/1.1" status: 204 len: 168 time: 0.3171153 Nov 18 17:18:33.827983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a847950-1972-4b88-b0aa-1483830aae97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f16f6e0-e806-4f6b-85e9-a61561e186ff,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:33.997084 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-63ee3c17-8fad-48f6-ae55-21be52b84920 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Made reservation on behalf of 748635c22a864a7e9f77c46a346f94fb for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:18:34.004212 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-63ee3c17-8fad-48f6-ae55-21be52b84920 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:34.161362 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-63ee3c17-8fad-48f6-ae55-21be52b84920 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Allocated IP 172.20.0.7 (372f18cd-c4d2-4313-ab28-7ad24e489e08/6f46f3b8-078c-4987-ab0a-f3dc40b669b4/8e7137e4-dbb8-4c03-9b21-db5b978f8749) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:18:34.348642 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-63ee3c17-8fad-48f6-ae55-21be52b84920 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:34.402771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec550d53-d5d3-4a6d-90a8-5ef9e5814c1d req-2677de10-2a66-40bd-93bb-bd388102be15 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 210 time: 0.0416484 Nov 18 17:18:34.459933 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-63ee3c17-8fad-48f6-ae55-21be52b84920 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:34.513891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-63ee3c17-8fad-48f6-ae55-21be52b84920 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Network 372f18cd-c4d2-4313-ab28-7ad24e489e08 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:18:34.517968 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-63ee3c17-8fad-48f6-ae55-21be52b84920 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:18:34.522152 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-63ee3c17-8fad-48f6-ae55-21be52b84920 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:18:34.557583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee3c17-8fad-48f6-ae55-21be52b84920 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Pushing event updated for resources: {'Port': ['ID=8e7137e4-dbb8-4c03-9b21-db5b978f8749,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:34.594398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-63ee3c17-8fad-48f6-ae55-21be52b84920 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:34.595088 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-63ee3c17-8fad-48f6-ae55-21be52b84920 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:34.767523 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-63ee3c17-8fad-48f6-ae55-21be52b84920 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0505831 Nov 18 17:18:34.792918 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Request body: {'port': {'device_id': '3dc5cc19-8041-4592-8884-6e48d2408b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:34.878239 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7093d9fd-095f-4bf3-b0cc-e5f2112abd21 req-9e1e811e-a992-4134-8642-69186c3907e7 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 210 time: 0.0850959 Nov 18 17:18:34.898596 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:35.043409 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:35.308341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7137e4-dbb8-4c03-9b21-db5b978f8749 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:18:35.318015 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:35.332676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Transition to ACTIVE for port object 8e7137e4-dbb8-4c03-9b21-db5b978f8749 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:18:35.373628 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:35.425340 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:35.494969 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7137e4-dbb8-4c03-9b21-db5b978f8749,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:35.551268 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d68954-05df-4797-862f-237d13573632 req-a215a5bd-a8cb-4efd-aea9-91da8f01e175 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:35.559765 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a7d68954-05df-4797-862f-237d13573632 req-a215a5bd-a8cb-4efd-aea9-91da8f01e175 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 943 time: 0.0703478 Nov 18 17:18:35.613398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Attempting to bind port 8e7137e4-dbb8-4c03-9b21-db5b978f8749 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:18:35.619393 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Attempting to bind port 8e7137e4-dbb8-4c03-9b21-db5b978f8749 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:18:35.619393 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Attempting to bind port 8e7137e4-dbb8-4c03-9b21-db5b978f8749 on network 372f18cd-c4d2-4313-ab28-7ad24e489e08 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:35.620067 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Port 8e7137e4-dbb8-4c03-9b21-db5b978f8749 on network 372f18cd-c4d2-4313-ab28-7ad24e489e08 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:18:35.620330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Attempting to bind port 8e7137e4-dbb8-4c03-9b21-db5b978f8749 on network 372f18cd-c4d2-4313-ab28-7ad24e489e08 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:35.626813 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:18:35.627323 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a7d68954-05df-4797-862f-237d13573632 req-4d808fb5-a629-4861-a032-b4235990c78b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615532 Nov 18 17:18:35.627884 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Checking segment: {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:18:35.632272 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Bound using segment: {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:18:35.632778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Bound port: 8e7137e4-dbb8-4c03-9b21-db5b978f8749, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:18:35.633405 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:35.708800 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] For port 8e7137e4-dbb8-4c03-9b21-db5b978f8749, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:18:35.711972 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] For port 8e7137e4-dbb8-4c03-9b21-db5b978f8749, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8e7137e4-dbb8-4c03-9b21-db5b978f8749,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:18:35.820318 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:35.859616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:35.860143 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:35.861968 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] 10.222.0.83 "PUT /v2.0/ports/8e7137e4-dbb8-4c03-9b21-db5b978f8749 HTTP/1.1" status: 200 len: 1092 time: 1.0820000 Nov 18 17:18:35.861968 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc5cc19-8041-4592-8884-6e48d2408b0d', 'tag': '8e7137e4-dbb8-4c03-9b21-db5b978f8749'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:35.864314 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13beaac7-ed08-4f4c-b7ac-6933d69c6a30" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc5cc19-8041-4592-8884-6e48d2408b0d", "tag": "8e7137e4-dbb8-4c03-9b21-db5b978f8749"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:35.925338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d7ad8-f4d3-4ff9-88a4-f5a84c5432b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7137e4-dbb8-4c03-9b21-db5b978f8749,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:35.949492 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2748657-7863-4d41-881b-08580953110e x-openstack-request-id: req-a2748657-7863-4d41-881b-08580953110e {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:35.949492 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc5cc19-8041-4592-8884-6e48d2408b0d", "tag": "8e7137e4-dbb8-4c03-9b21-db5b978f8749", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:35.949492 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a2748657-7863-4d41-881b-08580953110e {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:35.949492 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc5cc19-8041-4592-8884-6e48d2408b0d', 'tag': '8e7137e4-dbb8-4c03-9b21-db5b978f8749', 'status': 'completed', 'code': 200} Nov 18 17:18:35.994767 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13beaac7-ed08-4f4c-b7ac-6933d69c6a30 req-ef02f8d7-d455-42d2-9f9d-63c0ab55c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:35.996681 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-13beaac7-ed08-4f4c-b7ac-6933d69c6a30 req-ef02f8d7-d455-42d2-9f9d-63c0ab55c1fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 1095 time: 0.0446575 Nov 18 17:18:36.035098 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e15ab7cf-10b2-436b-9bc2-a99e93dbd280 req-8e420849-9ea8-4023-b0bd-6f5b1b72b563 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 210 time: 0.0378835 Nov 18 17:18:36.157801 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13beaac7-ed08-4f4c-b7ac-6933d69c6a30 req-b24f8d4c-6bfc-4aa6-875c-78219ab916c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:36.159272 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-13beaac7-ed08-4f4c-b7ac-6933d69c6a30 req-b24f8d4c-6bfc-4aa6-875c-78219ab916c2 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=748635c22a864a7e9f77c46a346f94fb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1505041 Nov 18 17:18:36.193391 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec3a4988-a5dc-423f-b089-882322abbadb req-17d1c85f-fe0d-47d9-a663-9bb6c45893fc tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0406241 Nov 18 17:18:36.337248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13beaac7-ed08-4f4c-b7ac-6933d69c6a30 req-79eff5cc-94ae-43c9-b325-856f403322ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:36.338777 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-13beaac7-ed08-4f4c-b7ac-6933d69c6a30 req-79eff5cc-94ae-43c9-b325-856f403322ea service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1682155 Nov 18 17:18:36.346530 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470794d-9851-412b-b755-012896480fc3 req-c9e31b8c-b1e4-4d8d-bde5-824a99065894 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:36.347988 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1470794d-9851-412b-b755-012896480fc3 req-c9e31b8c-b1e4-4d8d-bde5-824a99065894 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.83 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 808 time: 0.2042754 Nov 18 17:18:36.361616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-1470794d-9851-412b-b755-012896480fc3 req-59b434d4-c98c-4b40-ab7c-9b6872c76f25 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Request body: {'port': {'device_id': 'f9b17cec-1087-46fa-a5b8-7c6bf216aaf9', 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886', 'admin_state_up': True, 'tenant_id': '3b796403dcb74a789ab8781aa545eb18'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:36.821624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-73071b9a-5bc3-445c-83b8-8f641de7e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:36.823170 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-73071b9a-5bc3-445c-83b8-8f641de7e874 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 1095 time: 0.4380250 Nov 18 17:18:36.877642 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-95b16373-cec7-4164-b7d6-e0df62a1610a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e7137e4-dbb8-4c03-9b21-db5b978f8749 HTTP/1.1" status: 200 len: 217 time: 0.0442491 Nov 18 17:18:36.942263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-d7ca0d04-0909-4500-b33b-e7eae199764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:36.943930 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-d7ca0d04-0909-4500-b33b-e7eae199764b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f46f3b8-078c-4987-ab0a-f3dc40b669b4 HTTP/1.1" status: 200 len: 851 time: 0.0562837 Nov 18 17:18:36.964435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1470794d-9851-412b-b755-012896480fc3 req-59b434d4-c98c-4b40-ab7c-9b6872c76f25 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Made reservation on behalf of 3b796403dcb74a789ab8781aa545eb18 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:18:36.969413 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1470794d-9851-412b-b755-012896480fc3 req-59b434d4-c98c-4b40-ab7c-9b6872c76f25 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:36.992257 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-0f5218e4-9e80-463b-92f5-0cce1e65c6a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=372f18cd-c4d2-4313-ab28-7ad24e489e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390191 Nov 18 17:18:37.046204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc401fd8-2450-4092-b7b5-f76d6fe9c8ed req-9dfae1ee-87b8-4d93-84b8-6d580821f935 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:37.052328 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc401fd8-2450-4092-b7b5-f76d6fe9c8ed req-9dfae1ee-87b8-4d93-84b8-6d580821f935 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 943 time: 0.0644305 Nov 18 17:18:37.142625 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc401fd8-2450-4092-b7b5-f76d6fe9c8ed req-cd022055-9ef4-4c8c-b3c4-ee3a57bb9eda tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850101 Nov 18 17:18:37.174317 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c0b524c-d4d1-4186-ba09-b589355fa0fb req-794b84a8-d151-4778-b464-225d246b1f99 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 210 time: 0.0532408 Nov 18 17:18:37.268442 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-eef4f9f7-c26b-4bd9-ab69-740bb71c2f63 service neutron] 10.222.0.83 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666481 Nov 18 17:18:37.274554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-1470794d-9851-412b-b755-012896480fc3 req-59b434d4-c98c-4b40-ab7c-9b6872c76f25 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Allocated IP 172.20.0.5 (046f327f-603a-4d9c-b996-c92415d5d886/671daf4b-48bc-4f50-a4d9-31cc3358928e/387f56cd-7983-4365-881c-6952202e0a4b) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:18:37.334146 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0e78744e-af67-480a-b7ef-e854b23de4f3 req-8a1fb1d6-383f-4d86-b82d-c2cd849859d5 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0453336 Nov 18 17:18:37.487665 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f3a44484-5a9b-4b0e-97bd-55b2f1c21d91 req-94c89977-f6b8-4957-8293-f536fa0447d9 service neutron] 10.222.0.83 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068496 Nov 18 17:18:37.535216 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1470794d-9851-412b-b755-012896480fc3 req-59b434d4-c98c-4b40-ab7c-9b6872c76f25 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:37.619908 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1470794d-9851-412b-b755-012896480fc3 req-59b434d4-c98c-4b40-ab7c-9b6872c76f25 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:37.665762 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1470794d-9851-412b-b755-012896480fc3 req-59b434d4-c98c-4b40-ab7c-9b6872c76f25 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Network 046f327f-603a-4d9c-b996-c92415d5d886 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:18:37.669093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-1470794d-9851-412b-b755-012896480fc3 req-59b434d4-c98c-4b40-ab7c-9b6872c76f25 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:18:37.673073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1470794d-9851-412b-b755-012896480fc3 req-59b434d4-c98c-4b40-ab7c-9b6872c76f25 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:18:37.717523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b434d4-c98c-4b40-ab7c-9b6872c76f25 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Pushing event updated for resources: {'Port': ['ID=387f56cd-7983-4365-881c-6952202e0a4b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:37.747845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470794d-9851-412b-b755-012896480fc3 req-59b434d4-c98c-4b40-ab7c-9b6872c76f25 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:37.747845 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1470794d-9851-412b-b755-012896480fc3 req-59b434d4-c98c-4b40-ab7c-9b6872c76f25 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:37.953722 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1470794d-9851-412b-b755-012896480fc3 req-59b434d4-c98c-4b40-ab7c-9b6872c76f25 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5960701 Nov 18 17:18:37.979350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Request body: {'port': {'device_id': 'f9b17cec-1087-46fa-a5b8-7c6bf216aaf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:38.051894 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:38.351854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01ef35-d8bc-4c85-9f68-d716e142ffeb req-cf047e2a-79aa-4570-9e9c-22a7e7a7855e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:38.359048 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e01ef35-d8bc-4c85-9f68-d716e142ffeb req-cf047e2a-79aa-4570-9e9c-22a7e7a7855e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 931 time: 0.0953186 Nov 18 17:18:38.376496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387f56cd-7983-4365-881c-6952202e0a4b {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:18:38.381372 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12c6b8-588b-4d48-af56-eb28ffb277be req-40950a39-6996-417a-864d-225e91a0cf6e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:38.383557 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4a12c6b8-588b-4d48-af56-eb28ffb277be req-40950a39-6996-417a-864d-225e91a0cf6e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 943 time: 0.1088133 Nov 18 17:18:38.395638 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:38.411964 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Transition to ACTIVE for port object 387f56cd-7983-4365-881c-6952202e0a4b will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:18:38.454080 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:38.473514 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4a12c6b8-588b-4d48-af56-eb28ffb277be req-6deec7a5-653e-4472-bb16-6f57633d6543 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814016 Nov 18 17:18:38.515568 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e01ef35-d8bc-4c85-9f68-d716e142ffeb req-774db26b-401f-4951-817c-2302d026cbb7 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305132 Nov 18 17:18:38.529660 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Pushing event updated for resources: {'Port': ['ID=387f56cd-7983-4365-881c-6952202e0a4b,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:38.652458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Attempting to bind port 387f56cd-7983-4365-881c-6952202e0a4b on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:18:38.653658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Attempting to bind port 387f56cd-7983-4365-881c-6952202e0a4b by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:18:38.657447 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Attempting to bind port 387f56cd-7983-4365-881c-6952202e0a4b on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:38.658306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fb67bd1-fd39-4e0d-97b4-c71c36b65b96 req-a8fbfc31-6680-413a-bdf6-576695f6f94c tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0382605 Nov 18 17:18:38.659554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Port 387f56cd-7983-4365-881c-6952202e0a4b on network 046f327f-603a-4d9c-b996-c92415d5d886 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:18:38.660147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Attempting to bind port 387f56cd-7983-4365-881c-6952202e0a4b on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:38.665679 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:18:38.666021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Checking segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:18:38.666404 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Bound using segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:18:38.666838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Bound port: 387f56cd-7983-4365-881c-6952202e0a4b, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:18:38.667190 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:38.755902 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] For port 387f56cd-7983-4365-881c-6952202e0a4b, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:18:38.759406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] For port 387f56cd-7983-4365-881c-6952202e0a4b, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=387f56cd-7983-4365-881c-6952202e0a4b,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:18:38.883534 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:38.912800 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:38.913424 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:38.913822 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8e7137e4-dbb8-4c03-9b21-db5b978f8749 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:18:38.914952 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1470794d-9851-412b-b755-012896480fc3 req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] 10.222.0.83 "PUT /v2.0/ports/387f56cd-7983-4365-881c-6952202e0a4b HTTP/1.1" status: 200 len: 1092 time: 0.9504564 Nov 18 17:18:38.915398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b17cec-1087-46fa-a5b8-7c6bf216aaf9', 'tag': '387f56cd-7983-4365-881c-6952202e0a4b'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:38.917896 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcbbe5c-74ac-41ba-8cae-e7d8b116a46a" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b17cec-1087-46fa-a5b8-7c6bf216aaf9", "tag": "387f56cd-7983-4365-881c-6952202e0a4b"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:38.940339 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875bb0d-0fa2-4be9-aa4a-abfbf194db5b service neutron] Pushing event updated for resources: {'Port': ['ID=387f56cd-7983-4365-881c-6952202e0a4b,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:38.967204 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c43edf9-1f8a-4f24-bbc0-fb28bbb83758 x-openstack-request-id: req-9c43edf9-1f8a-4f24-bbc0-fb28bbb83758 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:38.970071 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b17cec-1087-46fa-a5b8-7c6bf216aaf9", "tag": "387f56cd-7983-4365-881c-6952202e0a4b", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:38.970071 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9c43edf9-1f8a-4f24-bbc0-fb28bbb83758 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:38.970071 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b17cec-1087-46fa-a5b8-7c6bf216aaf9', 'tag': '387f56cd-7983-4365-881c-6952202e0a4b', 'status': 'completed', 'code': 200} Nov 18 17:18:39.047819 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 8e7137e4-dbb8-4c03-9b21-db5b978f8749, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8e7137e4-dbb8-4c03-9b21-db5b978f8749,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:39.053561 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbbe5c-74ac-41ba-8cae-e7d8b116a46a req-97526da1-4556-49a8-8311-1331f85f730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:39.055438 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1dcbbe5c-74ac-41ba-8cae-e7d8b116a46a req-97526da1-4556-49a8-8311-1331f85f730d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 1095 time: 0.0611782 Nov 18 17:18:39.076208 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '8e7137e4-dbb8-4c03-9b21-db5b978f8749', 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08', 'port_id': '8e7137e4-dbb8-4c03-9b21-db5b978f8749', 'mac_address': 'fa:16:3e:f0:04:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f46f3b8-078c-4987-ab0a-f3dc40b669b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:18:39.118556 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:39.160405 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7137e4-dbb8-4c03-9b21-db5b978f8749 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:18:39.184666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 8e7137e4-dbb8-4c03-9b21-db5b978f8749, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8e7137e4-dbb8-4c03-9b21-db5b978f8749,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:39.194053 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbbe5c-74ac-41ba-8cae-e7d8b116a46a req-a030a4ae-14f9-4d4d-90ef-a0543f0b3141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:39.195645 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1dcbbe5c-74ac-41ba-8cae-e7d8b116a46a req-a030a4ae-14f9-4d4d-90ef-a0543f0b3141 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=3b796403dcb74a789ab8781aa545eb18&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1318185 Nov 18 17:18:39.238927 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:39.293470 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=8e7137e4-dbb8-4c03-9b21-db5b978f8749,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:39.302639 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbbe5c-74ac-41ba-8cae-e7d8b116a46a req-fc9ea2c0-7082-48ec-991b-1e5e575eb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:39.304167 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1dcbbe5c-74ac-41ba-8cae-e7d8b116a46a req-fc9ea2c0-7082-48ec-991b-1e5e575eb728 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1001549 Nov 18 17:18:39.382804 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470794d-9851-412b-b755-012896480fc3 req-b804fa3f-6063-46be-831b-dabfa4ee1d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:39.384594 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1470794d-9851-412b-b755-012896480fc3 req-b804fa3f-6063-46be-831b-dabfa4ee1d91 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 1095 time: 0.0422504 Nov 18 17:18:39.431956 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1470794d-9851-412b-b755-012896480fc3 req-35f2f527-ddec-4e02-a820-764557bfa589 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=387f56cd-7983-4365-881c-6952202e0a4b HTTP/1.1" status: 200 len: 217 time: 0.0358901 Nov 18 17:18:39.488739 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470794d-9851-412b-b755-012896480fc3 req-0cac5459-3d7d-4023-b5b4-9769d2f89815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:39.490060 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1470794d-9851-412b-b755-012896480fc3 req-0cac5459-3d7d-4023-b5b4-9769d2f89815 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.0488303 Nov 18 17:18:39.494474 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8e7137e4-dbb8-4c03-9b21-db5b978f8749'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:18:39.529580 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1470794d-9851-412b-b755-012896480fc3 req-d1f03af4-4388-4a83-8823-042b89f2393f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311949 Nov 18 17:18:39.650420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33981075-d9f2-40e4-8049-56c3ec610e82 req-0c140d0d-7b93-4e30-b907-dbc6f234c92d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:39.652118 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33981075-d9f2-40e4-8049-56c3ec610e82 req-0c140d0d-7b93-4e30-b907-dbc6f234c92d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 944 time: 0.0891120 Nov 18 17:18:39.661532 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1470794d-9851-412b-b755-012896480fc3 req-391e23b9-374e-43d5-87f5-c41aac0b0a04 service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198287 Nov 18 17:18:39.674706 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b8c48-024b-44cf-921b-31ad8f57f983 req-7c4c80e6-8fb3-4882-9989-89996c5127bc tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:39.676268 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c80b8c48-024b-44cf-921b-31ad8f57f983 req-7c4c80e6-8fb3-4882-9989-89996c5127bc tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 943 time: 0.0799904 Nov 18 17:18:39.749792 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33981075-d9f2-40e4-8049-56c3ec610e82 req-dc7e6a22-3ea9-4741-9fe5-1773ff3602c1 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893714 Nov 18 17:18:39.754482 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c80b8c48-024b-44cf-921b-31ad8f57f983 req-9edd5b59-91d7-481d-ad07-2e4aa7436cd6 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689201 Nov 18 17:18:39.766202 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1470794d-9851-412b-b755-012896480fc3 req-b2f4ebfa-a6db-479a-b0b4-1de23de95195 service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962267 Nov 18 17:18:39.872785 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24b6082a-1a8c-46b7-9a43-1d4fdc7fdca7 req-fa30544d-4b0b-4a7d-bacf-e173484dbb31 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0340977 Nov 18 17:18:40.456481 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ecd00b35-be1a-4286-9b2f-5815f082d1a3 req-e48d3af4-d637-40c4-b0fe-a18e3de89fcd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0265124 Nov 18 17:18:40.922693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0bc33-a5fb-40e6-ae2f-914829c6420a req-04a9ac6a-7d72-46be-986d-b592e461400a tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:40.924219 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aec0bc33-a5fb-40e6-ae2f-914829c6420a req-04a9ac6a-7d72-46be-986d-b592e461400a tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 944 time: 0.0931191 Nov 18 17:18:40.930044 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 387f56cd-7983-4365-881c-6952202e0a4b details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:18:40.934198 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8e7137e4-dbb8-4c03-9b21-db5b978f8749 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:18:40.958798 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd399acc-589a-4871-b0e1-f2b06f918ace req-7ccd2452-a429-4ed8-b941-1be0942eca6b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:40.960330 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd399acc-589a-4871-b0e1-f2b06f918ace req-7ccd2452-a429-4ed8-b941-1be0942eca6b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 943 time: 0.1000135 Nov 18 17:18:41.007159 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aec0bc33-a5fb-40e6-ae2f-914829c6420a req-87e97cf0-0698-465e-a656-cffdca7131f3 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744328 Nov 18 17:18:41.045353 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd399acc-589a-4871-b0e1-f2b06f918ace req-87fef6cb-9bad-4483-932d-7b04f7dea60d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693901 Nov 18 17:18:41.074343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 387f56cd-7983-4365-881c-6952202e0a4b, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=387f56cd-7983-4365-881c-6952202e0a4b,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:41.087400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '387f56cd-7983-4365-881c-6952202e0a4b', 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886', 'port_id': '387f56cd-7983-4365-881c-6952202e0a4b', 'mac_address': 'fa:16:3e:d2:b6:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671daf4b-48bc-4f50-a4d9-31cc3358928e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:18:41.132756 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 8e7137e4-dbb8-4c03-9b21-db5b978f8749 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:18:41.141197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 8e7137e4-dbb8-4c03-9b21-db5b978f8749 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:18:41.143264 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:41.159170 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1dbf3c1-67ab-4334-8d81-7f97035adcf2 req-d8bf5da7-f381-41bc-83cf-66a27eb1273c tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0334790 Nov 18 17:18:41.180052 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:41.208923 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387f56cd-7983-4365-881c-6952202e0a4b {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:18:41.234069 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 387f56cd-7983-4365-881c-6952202e0a4b, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=387f56cd-7983-4365-881c-6952202e0a4b,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:41.274073 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:41.301863 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc5cc19-8041-4592-8884-6e48d2408b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7137e4-dbb8-4c03-9b21-db5b978f8749'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:41.301863 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6273e085-ef08-45a7-8f7c-5a2c641acabf" -d '{"events": [{"server_uuid": "3dc5cc19-8041-4592-8884-6e48d2408b0d", "name": "network-vif-plugged", "status": "completed", "tag": "8e7137e4-dbb8-4c03-9b21-db5b978f8749"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:41.311506 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:41.319648 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 8e7137e4-dbb8-4c03-9b21-db5b978f8749, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8e7137e4-dbb8-4c03-9b21-db5b978f8749,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:41.341446 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10556819-c6ed-4335-8784-eb4913ff777b x-openstack-request-id: req-10556819-c6ed-4335-8784-eb4913ff777b {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:41.341750 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc5cc19-8041-4592-8884-6e48d2408b0d", "name": "network-vif-plugged", "status": "completed", "tag": "8e7137e4-dbb8-4c03-9b21-db5b978f8749", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:41.342022 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-10556819-c6ed-4335-8784-eb4913ff777b {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:41.342418 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc5cc19-8041-4592-8884-6e48d2408b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7137e4-dbb8-4c03-9b21-db5b978f8749', 'code': 200} Nov 18 17:18:41.373180 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=387f56cd-7983-4365-881c-6952202e0a4b,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:41.390673 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:41.438895 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=8e7137e4-dbb8-4c03-9b21-db5b978f8749,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:41.443702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bf505-b166-4b8c-9a87-c11960b76143 req-193c2e9e-3cfc-4ba6-97e8-35d689606e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:41.445283 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3f1bf505-b166-4b8c-9a87-c11960b76143 req-193c2e9e-3cfc-4ba6-97e8-35d689606e18 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 1097 time: 0.0425115 Nov 18 17:18:41.503404 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3f1bf505-b166-4b8c-9a87-c11960b76143 req-794c7372-8de2-4bf5-9d57-90b9685a080e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490265 Nov 18 17:18:41.571067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['387f56cd-7983-4365-881c-6952202e0a4b'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:18:42.160455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44826324-65c8-4362-ac78-f055220dac4d req-b796042c-10d9-4582-b02d-390d5251da83 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:42.162057 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44826324-65c8-4362-ac78-f055220dac4d req-b796042c-10d9-4582-b02d-390d5251da83 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 945 time: 0.0820510 Nov 18 17:18:42.182958 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6bd95-a4dc-472d-860d-b8d5c7bb4f16 req-5f17a955-d39b-467d-bfae-5f6250ba1bab tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:42.182958 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09f6bd95-a4dc-472d-860d-b8d5c7bb4f16 req-5f17a955-d39b-467d-bfae-5f6250ba1bab tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 944 time: 0.0725513 Nov 18 17:18:42.245414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44826324-65c8-4362-ac78-f055220dac4d req-464338d7-f672-4e84-9ca4-9ee6676b2357 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758924 Nov 18 17:18:42.266917 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09f6bd95-a4dc-472d-860d-b8d5c7bb4f16 req-330959bf-6cc8-4ef8-b14c-d90f5c8e3759 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660803 Nov 18 17:18:42.400476 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f5d6c03-d6e4-4d39-8f26-64b82568c56e req-efe60b7a-82c4-431e-8ee8-ad98ea001f4c tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0286555 Nov 18 17:18:42.930859 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 387f56cd-7983-4365-881c-6952202e0a4b up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:18:42.934860 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e77f635c-cfc5-42fc-b1b6-a7ff880c489d req-64141cfa-9164-4a56-aa94-914bd3797f25 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0377378 Nov 18 17:18:43.070771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 387f56cd-7983-4365-881c-6952202e0a4b completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:18:43.075417 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 387f56cd-7983-4365-881c-6952202e0a4b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:18:43.075855 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:43.160545 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:43.197512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 387f56cd-7983-4365-881c-6952202e0a4b, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=387f56cd-7983-4365-881c-6952202e0a4b,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:43.292842 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:43.358369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b17cec-1087-46fa-a5b8-7c6bf216aaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387f56cd-7983-4365-881c-6952202e0a4b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:43.362948 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbc8534-50f4-4565-8744-ed4fd39feff1" -d '{"events": [{"server_uuid": "f9b17cec-1087-46fa-a5b8-7c6bf216aaf9", "name": "network-vif-plugged", "status": "completed", "tag": "387f56cd-7983-4365-881c-6952202e0a4b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:43.387667 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511415f-7c2d-400a-81ee-8792e23fe5e8 req-601be50b-3b4f-430e-9090-a3cf48b7d902 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:43.397262 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e511415f-7c2d-400a-81ee-8792e23fe5e8 req-601be50b-3b4f-430e-9090-a3cf48b7d902 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 945 time: 0.0706520 Nov 18 17:18:43.425030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=387f56cd-7983-4365-881c-6952202e0a4b,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:43.433596 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:43.434283 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:43.434656 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:43.435258 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:43.435664 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:43.436728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:43.437145 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:43.437552 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:43.437955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:43.438506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:43.438919 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:43.439434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:43.478354 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e511415f-7c2d-400a-81ee-8792e23fe5e8 req-3eb35fee-84db-4e14-9418-e1ea75f2e8c1 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798202 Nov 18 17:18:43.523767 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7ded1-ef40-49db-ac93-20282427e7ea req-ec9728f1-1a5a-4abb-98e2-293b9469abaf tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:43.532457 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fcf7ded1-ef40-49db-ac93-20282427e7ea req-ec9728f1-1a5a-4abb-98e2-293b9469abaf tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 945 time: 0.1180508 Nov 18 17:18:43.612411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fcf7ded1-ef40-49db-ac93-20282427e7ea req-a72a0790-e4e0-4287-b0ff-ba855f8f37b8 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789738 Nov 18 17:18:43.651084 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86da2bb9-b1d7-4151-ad04-ff705c3dd607 x-openstack-request-id: req-86da2bb9-b1d7-4151-ad04-ff705c3dd607 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:43.651382 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b17cec-1087-46fa-a5b8-7c6bf216aaf9", "name": "network-vif-plugged", "status": "completed", "tag": "387f56cd-7983-4365-881c-6952202e0a4b", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:43.654722 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-86da2bb9-b1d7-4151-ad04-ff705c3dd607 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:43.654722 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b17cec-1087-46fa-a5b8-7c6bf216aaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387f56cd-7983-4365-881c-6952202e0a4b', 'code': 200} Nov 18 17:18:43.767283 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68335355-2295-4bad-866e-e3a6c7c4563f req-991f1035-142e-4877-86f7-e06625bfdbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:43.768749 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-68335355-2295-4bad-866e-e3a6c7c4563f req-991f1035-142e-4877-86f7-e06625bfdbf1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 1097 time: 0.0477221 Nov 18 17:18:43.814940 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-68335355-2295-4bad-866e-e3a6c7c4563f req-7098a663-4a70-4261-8493-ad099cda63ef service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381722 Nov 18 17:18:43.997506 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bae9b7-b32c-4ad9-b1a1-61c14518835b req-c6409f80-9c15-4064-9717-ab796de0ca77 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:44.002006 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d4bae9b7-b32c-4ad9-b1a1-61c14518835b req-c6409f80-9c15-4064-9717-ab796de0ca77 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 945 time: 0.0745130 Nov 18 17:18:44.075075 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16f351c7-4dc5-4972-b7a3-f061e964383b req-868d92ef-b718-4b48-8e54-a4550c476fe8 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0397327 Nov 18 17:18:44.101187 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d4bae9b7-b32c-4ad9-b1a1-61c14518835b req-00fd46ad-a5e4-486d-bf9d-f937ec9be761 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794923 Nov 18 17:18:44.730707 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb98499-fb86-4c4b-90fd-62531ffe7d71 req-c1f8d689-2b6f-46ec-9d10-8f0a980d10e9 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:44.733664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0cb98499-fb86-4c4b-90fd-62531ffe7d71 req-c1f8d689-2b6f-46ec-9d10-8f0a980d10e9 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 945 time: 0.0578394 Nov 18 17:18:44.782928 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0cb98499-fb86-4c4b-90fd-62531ffe7d71 req-63e28cba-1f9d-431e-a266-87f392a0109a tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435607 Nov 18 17:18:45.220795 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16a11f26-b2b8-4c64-9606-3c11108811cf req-01e740c8-cc05-4e2e-828f-78a3df624e5b tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0532920 Nov 18 17:18:45.253089 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3038e-245f-49d1-918f-091e5665aef4 req-15d38fff-2f66-4bd7-ab5c-83434814071c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:45.254677 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03d3038e-245f-49d1-918f-091e5665aef4 req-15d38fff-2f66-4bd7-ab5c-83434814071c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 945 time: 0.0769544 Nov 18 17:18:45.305721 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03d3038e-245f-49d1-918f-091e5665aef4 req-f7720b99-9227-4f5e-b694-3ef5836e8a8e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445349 Nov 18 17:18:45.851375 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f8409-58c7-4122-a2bf-a577f61d72fe req-68a2e730-4e1a-4df0-9511-ddbf36f132f7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:45.853762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-747f8409-58c7-4122-a2bf-a577f61d72fe req-68a2e730-4e1a-4df0-9511-ddbf36f132f7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 945 time: 0.0753500 Nov 18 17:18:45.996932 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-747f8409-58c7-4122-a2bf-a577f61d72fe req-62d437cc-aec0-4fc1-970e-a64a53025d9c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285253 Nov 18 17:18:46.044876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d7671-06ab-4222-b28d-62ba860b8e0d req-35fc388f-5c96-433d-b337-ed832f8a7a95 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:46.046421 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-367d7671-06ab-4222-b28d-62ba860b8e0d req-35fc388f-5c96-433d-b337-ed832f8a7a95 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 945 time: 0.0733216 Nov 18 17:18:46.103897 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-367d7671-06ab-4222-b28d-62ba860b8e0d req-b18ec88c-780d-4b1e-ae66-caecef64b10b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506032 Nov 18 17:18:46.230033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b28048-cdd8-4f4a-8653-bdf149ccfcd0 req-7a09d5a3-07fd-4c27-b5b5-98bcb63697a2 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:46.232537 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b8b28048-cdd8-4f4a-8653-bdf149ccfcd0 req-7a09d5a3-07fd-4c27-b5b5-98bcb63697a2 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 1097 time: 0.0577440 Nov 18 17:18:46.287554 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b8b28048-cdd8-4f4a-8653-bdf149ccfcd0 req-bedd8f37-2843-4370-9760-0c7f2364477b tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472584 Nov 18 17:18:46.361915 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e678bdc3-06ca-49fa-bb4b-e203057158df req-4b918f37-dab1-46c9-b7f1-7f7cf2d20e36 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0402627 Nov 18 17:18:46.412569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8de4c-3d8c-4d09-988f-4d2c8e8f403a req-7b13e580-080e-4b39-97b2-ffa37ce888f6 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:46.414263 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ed8de4c-3d8c-4d09-988f-4d2c8e8f403a req-7b13e580-080e-4b39-97b2-ffa37ce888f6 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 1097 time: 0.0452797 Nov 18 17:18:46.480164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ed8de4c-3d8c-4d09-988f-4d2c8e8f403a req-645857b3-40dd-48e6-8205-ec38ffbf2d51 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580082 Nov 18 17:18:46.905996 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ae0b4-c4a4-485b-b57e-44be0a4aede5 req-61cc7ac3-4e1d-4728-b02a-9c0a9ba27382 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:46.907612 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-230ae0b4-c4a4-485b-b57e-44be0a4aede5 req-61cc7ac3-4e1d-4728-b02a-9c0a9ba27382 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 1097 time: 0.0760345 Nov 18 17:18:46.991686 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-230ae0b4-c4a4-485b-b57e-44be0a4aede5 req-53a9b6c1-f058-47a7-9dec-f4c97c9fd144 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772619 Nov 18 17:18:47.123143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2a7dd-6d3d-4602-8f15-ccae7539b2f0 req-9e98e89a-d9c9-4102-aab6-ce5ee5ee194c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:47.132478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66e2a7dd-6d3d-4602-8f15-ccae7539b2f0 req-9e98e89a-d9c9-4102-aab6-ce5ee5ee194c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 945 time: 0.0635767 Nov 18 17:18:47.179652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66e2a7dd-6d3d-4602-8f15-ccae7539b2f0 req-ec70a33a-85d7-42ee-9f7f-e5ac5dd56a82 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460150 Nov 18 17:18:47.375443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6e070-0ec5-462f-9e16-6dfd266b5a9b req-c98284c5-4f09-4db0-8b27-829cb0d154f9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:47.377063 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f0f6e070-0ec5-462f-9e16-6dfd266b5a9b req-c98284c5-4f09-4db0-8b27-829cb0d154f9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.83 "GET /v2.0/ports?device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 945 time: 0.0563428 Nov 18 17:18:47.495427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-f0f6e070-0ec5-462f-9e16-6dfd266b5a9b req-63ea2aa4-8e65-4099-97c0-4a5aee5aca26 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Deleting port 8e7137e4-dbb8-4c03-9b21-db5b978f8749 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:18:47.495926 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f0f6e070-0ec5-462f-9e16-6dfd266b5a9b req-63ea2aa4-8e65-4099-97c0-4a5aee5aca26 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:47.502347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f8f4700-0368-4798-8530-5acb9e7dcc91 req-edd486b0-8a3d-452f-8bd7-29359c66064e tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0366573 Nov 18 17:18:47.604342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f0f6e070-0ec5-462f-9e16-6dfd266b5a9b req-63ea2aa4-8e65-4099-97c0-4a5aee5aca26 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] For port 8e7137e4-dbb8-4c03-9b21-db5b978f8749, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8e7137e4-dbb8-4c03-9b21-db5b978f8749,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:47.604713 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f0f6e070-0ec5-462f-9e16-6dfd266b5a9b req-63ea2aa4-8e65-4099-97c0-4a5aee5aca26 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:47.618890 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-f0f6e070-0ec5-462f-9e16-6dfd266b5a9b req-63ea2aa4-8e65-4099-97c0-4a5aee5aca26 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Calling delete_port for 8e7137e4-dbb8-4c03-9b21-db5b978f8749 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:18:47.801863 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f0f6e070-0ec5-462f-9e16-6dfd266b5a9b req-63ea2aa4-8e65-4099-97c0-4a5aee5aca26 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:47.820082 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8e7137e4-dbb8-4c03-9b21-db5b978f8749'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:18:47.832653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea2aa4-8e65-4099-97c0-4a5aee5aca26 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Pushing event deleted for resources: {'Port': ['ID=8e7137e4-dbb8-4c03-9b21-db5b978f8749,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:47.889997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f6e070-0ec5-462f-9e16-6dfd266b5a9b req-63ea2aa4-8e65-4099-97c0-4a5aee5aca26 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] No DVR routers for this DVR port 8e7137e4-dbb8-4c03-9b21-db5b978f8749 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:18:47.892847 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f0f6e070-0ec5-462f-9e16-6dfd266b5a9b req-63ea2aa4-8e65-4099-97c0-4a5aee5aca26 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:47.896645 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f0f6e070-0ec5-462f-9e16-6dfd266b5a9b req-63ea2aa4-8e65-4099-97c0-4a5aee5aca26 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.83 "DELETE /v2.0/ports/8e7137e4-dbb8-4c03-9b21-db5b978f8749 HTTP/1.1" status: 204 len: 173 time: 0.5120769 Nov 18 17:18:47.897229 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc5cc19-8041-4592-8884-6e48d2408b0d', 'name': 'network-vif-deleted', 'tag': '8e7137e4-dbb8-4c03-9b21-db5b978f8749'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:47.899571 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbb2fbc-4523-455f-8dee-23548f84f6d1" -d '{"events": [{"server_uuid": "3dc5cc19-8041-4592-8884-6e48d2408b0d", "name": "network-vif-deleted", "tag": "8e7137e4-dbb8-4c03-9b21-db5b978f8749"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:47.946120 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2333fef5-0a7f-4bd1-9ed4-36a51a6f0b29 x-openstack-request-id: req-2333fef5-0a7f-4bd1-9ed4-36a51a6f0b29 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:47.946432 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc5cc19-8041-4592-8884-6e48d2408b0d", "name": "network-vif-deleted", "tag": "8e7137e4-dbb8-4c03-9b21-db5b978f8749", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:47.946689 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2333fef5-0a7f-4bd1-9ed4-36a51a6f0b29 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:47.947096 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc5cc19-8041-4592-8884-6e48d2408b0d', 'name': 'network-vif-deleted', 'tag': '8e7137e4-dbb8-4c03-9b21-db5b978f8749', 'status': 'completed', 'code': 200} Nov 18 17:18:48.127965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f009b2d-1201-40f8-bad3-f13f1147bde6 req-97a729af-f056-4eb7-9aa1-b49edd88e5ff tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:48.129512 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f009b2d-1201-40f8-bad3-f13f1147bde6 req-97a729af-f056-4eb7-9aa1-b49edd88e5ff tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 1097 time: 0.0519719 Nov 18 17:18:48.163360 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:18:48.178489 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f009b2d-1201-40f8-bad3-f13f1147bde6 req-c7e2c011-0a17-4b6b-9e47-91a173738efa tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425599 Nov 18 17:18:48.331906 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dce1d55d-d395-40e3-8cc6-c2aa8cafe7b1 req-4eeb871a-eca9-4df2-8a64-113a8321d66b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc5cc19-8041-4592-8884-6e48d2408b0d HTTP/1.1" status: 200 len: 210 time: 0.0298870 Nov 18 17:18:48.621058 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23b0af68-1ae5-4dec-a035-2f37fd6c92f5 req-082cbb65-63fb-4fc0-99c1-f36e9f9271d0 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0312681 Nov 18 17:18:49.794177 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-4284883d-4463-4143-9599-9a0b6ff00c95 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:49.795783 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-4284883d-4463-4143-9599-9a0b6ff00c95 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/networks?id=372f18cd-c4d2-4313-ab28-7ad24e489e08 HTTP/1.1" status: 200 len: 811 time: 0.1289461 Nov 18 17:18:49.814932 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-a47d98f4-8238-41c4-8c2d-61c3a5e8fd18 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/quotas/748635c22a864a7e9f77c46a346f94fb HTTP/1.1" status: 200 len: 375 time: 0.0113311 Nov 18 17:18:49.869544 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-0404e5e2-0f2d-4d3f-91f6-d739b0b5b9b2 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351524 Nov 18 17:18:49.963536 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-52daa703-84c7-44be-990c-6bfb42c0ff3d service neutron] 10.222.0.72 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930548 Nov 18 17:18:50.072187 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-bb297972-8502-4a94-8e4a-e5c29eab792f service neutron] 10.222.0.72 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018894 Nov 18 17:18:50.150434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-460bcaeb-33d1-429c-a2e0-77e56d83fe1f tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:18:50.151437 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-460bcaeb-33d1-429c-a2e0-77e56d83fe1f tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057230 Nov 18 17:18:50.208093 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-4e6e0490-0375-495c-9423-49defd0fe508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:50.208093 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-4e6e0490-0375-495c-9423-49defd0fe508 service neutron] 10.222.0.72 "GET /v2.0/ports/387f56cd-7983-4365-881c-6952202e0a4b HTTP/1.1" status: 200 len: 1094 time: 0.0482063 Nov 18 17:18:50.220470 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-8492ee10-271b-4b2d-9fd6-a22a41b6a2e4 service neutron] Request body: {'binding': {'host': 'n-h1-813419-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:50.221148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-8492ee10-271b-4b2d-9fd6-a22a41b6a2e4 service neutron] Unknown quota resources ['binding']. {{(pid=104007) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 18 17:18:50.386482 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e98a27f0-381f-44f1-9f9b-93f776200cc5 req-b555ee2b-36a6-4bcb-9c50-c99cfff0fce0 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0433114 Nov 18 17:18:50.446035 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-8492ee10-271b-4b2d-9fd6-a22a41b6a2e4 service neutron] Attempting to bind port 387f56cd-7983-4365-881c-6952202e0a4b on host n-h1-813419-11 for vnic_type normal with profile None {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:18:50.446400 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-8492ee10-271b-4b2d-9fd6-a22a41b6a2e4 service neutron] Attempting to bind port 387f56cd-7983-4365-881c-6952202e0a4b by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:18:50.446737 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-8492ee10-271b-4b2d-9fd6-a22a41b6a2e4 service neutron] Attempting to bind port 387f56cd-7983-4365-881c-6952202e0a4b on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:50.452006 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-8492ee10-271b-4b2d-9fd6-a22a41b6a2e4 service neutron] Port 387f56cd-7983-4365-881c-6952202e0a4b on network 046f327f-603a-4d9c-b996-c92415d5d886 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:18:50.452340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-8492ee10-271b-4b2d-9fd6-a22a41b6a2e4 service neutron] Attempting to bind port 387f56cd-7983-4365-881c-6952202e0a4b on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:50.458289 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-8492ee10-271b-4b2d-9fd6-a22a41b6a2e4 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:18:50.458651 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-8492ee10-271b-4b2d-9fd6-a22a41b6a2e4 service neutron] Checking segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:18:50.459021 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-8492ee10-271b-4b2d-9fd6-a22a41b6a2e4 service neutron] Bound using segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:18:50.459465 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-8492ee10-271b-4b2d-9fd6-a22a41b6a2e4 service neutron] Bound port: 387f56cd-7983-4365-881c-6952202e0a4b, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:18:50.528114 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-8492ee10-271b-4b2d-9fd6-a22a41b6a2e4 service neutron] For port 387f56cd-7983-4365-881c-6952202e0a4b, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=387f56cd-7983-4365-881c-6952202e0a4b,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:18:50.570442 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-8492ee10-271b-4b2d-9fd6-a22a41b6a2e4 service neutron] Publish callbacks [] for binding, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:50.571653 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-8492ee10-271b-4b2d-9fd6-a22a41b6a2e4 service neutron] 10.222.0.72 "POST /v2.0/ports/387f56cd-7983-4365-881c-6952202e0a4b/bindings HTTP/1.1" status: 201 len: 390 time: 0.3557868 Nov 18 17:18:50.645642 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c459a58d-460e-4ec2-902d-a821b9f6fda9 req-2eea29df-943e-459e-9bb6-fe733edb9121 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 210 time: 0.0298679 Nov 18 17:18:50.694391 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48688) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:50.844510 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e26c09ce-4691-45e0-a9d0-63c0bb07f230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:50.929672 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8e7137e4-dbb8-4c03-9b21-db5b978f8749 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:18:50.964409 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdffdac-1cd0-45c6-87f3-b9375761a291 req-89f915a1-d0e0-4c9b-ae8b-86cb7f219ae5 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:50.965920 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1cdffdac-1cd0-45c6-87f3-b9375761a291 req-89f915a1-d0e0-4c9b-ae8b-86cb7f219ae5 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 945 time: 0.0824609 Nov 18 17:18:50.995576 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 8e7137e4-dbb8-4c03-9b21-db5b978f8749 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:18:50.996060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8e7137e4-dbb8-4c03-9b21-db5b978f8749 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:18:51.067746 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e26c09ce-4691-45e0-a9d0-63c0bb07f230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:51.080413 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1cdffdac-1cd0-45c6-87f3-b9375761a291 req-047677a0-2b74-49f6-9058-5b0953b167c0 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015909 Nov 18 17:18:51.116165 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e26c09ce-4691-45e0-a9d0-63c0bb07f230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:51.159395 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c09ce-4691-45e0-a9d0-63c0bb07f230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ca8c2e-a6c7-4c96-8894-59ed3eb77eb5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:51.163990 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e26c09ce-4691-45e0-a9d0-63c0bb07f230 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d0834c63536145968d6ea34ee08e7ad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4683666 Nov 18 17:18:51.167572 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48696) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:51.235039 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d000418d-9227-4fd4-8d6e-12d7e0d4148e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:51.266726 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d000418d-9227-4fd4-8d6e-12d7e0d4148e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:51.285694 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:51.334866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-2a916127-ffa4-45b2-a10b-8f5992a970e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:51.336403 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-2a916127-ffa4-45b2-a10b-8f5992a970e9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 1097 time: 0.0675924 Nov 18 17:18:51.502040 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d000418d-9227-4fd4-8d6e-12d7e0d4148e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:51.505614 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d000418d-9227-4fd4-8d6e-12d7e0d4148e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:51.511484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d000418d-9227-4fd4-8d6e-12d7e0d4148e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c1ca8c2e-a6c7-4c96-8894-59ed3eb77eb5 HTTP/1.1" status: 204 len: 168 time: 0.3420799 Nov 18 17:18:51.542599 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000418d-9227-4fd4-8d6e-12d7e0d4148e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ca8c2e-a6c7-4c96-8894-59ed3eb77eb5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:51.546155 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-1eabed13-e098-46a8-96e8-490c09a9c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:51.547741 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-1eabed13-e098-46a8-96e8-490c09a9c24d service neutron] 10.222.0.81 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 910 time: 0.2035301 Nov 18 17:18:51.589209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5215d744-33ab-47c1-810e-0e6c4b3c8461 req-d7adb2a2-f004-4c04-92c7-c571f37360a4 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0885379 Nov 18 17:18:51.638293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000418d-9227-4fd4-8d6e-12d7e0d4148e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:51.639451 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000418d-9227-4fd4-8d6e-12d7e0d4148e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:51.639451 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000418d-9227-4fd4-8d6e-12d7e0d4148e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:51.639823 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000418d-9227-4fd4-8d6e-12d7e0d4148e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:51.640264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000418d-9227-4fd4-8d6e-12d7e0d4148e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:51.640702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000418d-9227-4fd4-8d6e-12d7e0d4148e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:51.641132 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000418d-9227-4fd4-8d6e-12d7e0d4148e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:51.641557 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000418d-9227-4fd4-8d6e-12d7e0d4148e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:51.642002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000418d-9227-4fd4-8d6e-12d7e0d4148e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:51.642416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000418d-9227-4fd4-8d6e-12d7e0d4148e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:51.642840 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000418d-9227-4fd4-8d6e-12d7e0d4148e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:51.643276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000418d-9227-4fd4-8d6e-12d7e0d4148e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:18:51.648628 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-266b3cb2-990d-4543-af8f-9bd1b6ebcee6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=387f56cd-7983-4365-881c-6952202e0a4b HTTP/1.1" status: 200 len: 217 time: 0.0816605 Nov 18 17:18:51.731223 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-c630d578-64ec-419d-aafc-da1b25e8b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:51.733311 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-c630d578-64ec-419d-aafc-da1b25e8b28a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.0743058 Nov 18 17:18:51.788032 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-bae6ff43-1f1e-4f9a-9c66-b5a4979b923f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455663 Nov 18 17:18:51.828524 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b1631433-ffb7-4aaa-be55-bc5b088cfa80 req-611a2dd9-4864-4c07-ad75-908a31249342 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 210 time: 0.0439966 Nov 18 17:18:51.939762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-f1bcdafd-508c-47fe-8733-185b34ff2905 service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100974 Nov 18 17:18:52.074249 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-90a149e6-2580-44ff-b879-7dff92668525 service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257398 Nov 18 17:18:52.231129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c78eb-565c-403f-84f0-eb7b9fd913fe req-04979ee4-6d4e-424e-94a2-745cf7617874 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:52.232742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bd4c78eb-565c-403f-84f0-eb7b9fd913fe req-04979ee4-6d4e-424e-94a2-745cf7617874 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 945 time: 0.0654562 Nov 18 17:18:52.281945 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48714) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:52.297329 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ee8ae6c-8590-4591-a328-807822b6e864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:52.304551 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-78a31b9c-59f7-4e68-8c60-45b748f2af88 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:52.306164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-78a31b9c-59f7-4e68-8c60-45b748f2af88 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9&tenant_id=3b796403dcb74a789ab8781aa545eb18&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 1097 time: 0.0927644 Nov 18 17:18:52.314927 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bd4c78eb-565c-403f-84f0-eb7b9fd913fe req-4593c232-fa4c-4ec6-9754-4877ef080a12 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651052 Nov 18 17:18:52.320100 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813419-11'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:52.391488 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ee8ae6c-8590-4591-a328-807822b6e864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:52.393005 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:52.453886 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ee8ae6c-8590-4591-a328-807822b6e864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:52.498449 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8ae6c-8590-4591-a328-807822b6e864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8193d4-6a5c-4b67-8f09-b6901c6b7412,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:52.505493 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7ee8ae6c-8590-4591-a328-807822b6e864 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9f75bc954d16447181fe8faf93dfbb14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2195961 Nov 18 17:18:52.505721 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48718) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:52.600752 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9036479-f0eb-4ae7-ae9d-3bb4bb3207b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:52.664218 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9036479-f0eb-4ae7-ae9d-3bb4bb3207b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:52.698345 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-38afee74-71c8-4fd2-9153-495db14ec169 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:52.699905 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-38afee74-71c8-4fd2-9153-495db14ec169 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.83 "GET /v2.0/networks?id=372f18cd-c4d2-4313-ab28-7ad24e489e08 HTTP/1.1" status: 200 len: 811 time: 0.1559823 Nov 18 17:18:52.724765 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-a507448b-0d3d-4261-b1bb-b20e131a47d7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Request body: {'port': {'device_id': 'c594ac5f-4957-43f0-b13f-70857cc4216d', 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08', 'admin_state_up': True, 'tenant_id': '748635c22a864a7e9f77c46a346f94fb'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:52.798225 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:52.798891 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5e608ab-9f1c-4145-a3d6-20f2d676297e req-334abd6d-71e5-4436-a276-2ec984c27149 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0453491 Nov 18 17:18:52.860799 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] For port 387f56cd-7983-4365-881c-6952202e0a4b, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=387f56cd-7983-4365-881c-6952202e0a4b,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:52.927696 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9036479-f0eb-4ae7-ae9d-3bb4bb3207b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:52.930528 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9036479-f0eb-4ae7-ae9d-3bb4bb3207b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:52.932257 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c9036479-f0eb-4ae7-ae9d-3bb4bb3207b7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2a8193d4-6a5c-4b67-8f09-b6901c6b7412 HTTP/1.1" status: 204 len: 168 time: 0.4255946 Nov 18 17:18:52.932932 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15c21073-5ff4-43c9-ad8f-759dbefe6810 req-cae18b69-7912-4ffc-8d62-99ecfe0ef1ee tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 210 time: 0.0313742 Nov 18 17:18:52.935862 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] For port 387f56cd-7983-4365-881c-6952202e0a4b, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:18:52.941342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9036479-f0eb-4ae7-ae9d-3bb4bb3207b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8193d4-6a5c-4b67-8f09-b6901c6b7412,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:52.978332 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b17cec-1087-46fa-a5b8-7c6bf216aaf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387f56cd-7983-4365-881c-6952202e0a4b'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:52.980680 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a104ae-9fe8-4ea7-8cad-91a2ba320d2c" -d '{"events": [{"server_uuid": "f9b17cec-1087-46fa-a5b8-7c6bf216aaf9", "name": "network-vif-unplugged", "status": "completed", "tag": "387f56cd-7983-4365-881c-6952202e0a4b"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:52.985599 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:53.002198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-a507448b-0d3d-4261-b1bb-b20e131a47d7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Made reservation on behalf of 748635c22a864a7e9f77c46a346f94fb for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:18:53.006757 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-a507448b-0d3d-4261-b1bb-b20e131a47d7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:53.018696 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0644b932-03f8-4329-a24b-eddd0601acc5 x-openstack-request-id: req-0644b932-03f8-4329-a24b-eddd0601acc5 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:53.019049 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b17cec-1087-46fa-a5b8-7c6bf216aaf9", "name": "network-vif-unplugged", "status": "completed", "tag": "387f56cd-7983-4365-881c-6952202e0a4b", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:53.019316 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0644b932-03f8-4329-a24b-eddd0601acc5 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:53.019729 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b17cec-1087-46fa-a5b8-7c6bf216aaf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387f56cd-7983-4365-881c-6952202e0a4b', 'code': 200} Nov 18 17:18:53.087739 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:53.143069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-a507448b-0d3d-4261-b1bb-b20e131a47d7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Allocated IP 172.20.0.8 (372f18cd-c4d2-4313-ab28-7ad24e489e08/6f46f3b8-078c-4987-ab0a-f3dc40b669b4/e741db6e-e008-410e-9f03-f33d62dbad42) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:18:53.165684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Pushing event updated for resources: {'Port': ['ID=387f56cd-7983-4365-881c-6952202e0a4b,revision_number=7']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:53.180984 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Attempting to bind port 387f56cd-7983-4365-881c-6952202e0a4b on host n-h2-813419-11 for vnic_type normal with profile {"migrating_to": "n-h1-813419-11"} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:18:53.181340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Attempting to bind port 387f56cd-7983-4365-881c-6952202e0a4b by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:18:53.181679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Attempting to bind port 387f56cd-7983-4365-881c-6952202e0a4b on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:53.186842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Port 387f56cd-7983-4365-881c-6952202e0a4b on network 046f327f-603a-4d9c-b996-c92415d5d886 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:18:53.187176 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Attempting to bind port 387f56cd-7983-4365-881c-6952202e0a4b on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:53.193412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:18:53.193756 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Checking segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:18:53.194151 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Bound using segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:18:53.194585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Bound port: 387f56cd-7983-4365-881c-6952202e0a4b, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:18:53.194940 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:53.273855 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] For port 387f56cd-7983-4365-881c-6952202e0a4b, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:18:53.277483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] For port 387f56cd-7983-4365-881c-6952202e0a4b, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=387f56cd-7983-4365-881c-6952202e0a4b,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:18:53.303057 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-a507448b-0d3d-4261-b1bb-b20e131a47d7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:53.362953 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:53.402501 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-a507448b-0d3d-4261-b1bb-b20e131a47d7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:53.452115 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Pushing event updated for resources: {'Port': ['ID=387f56cd-7983-4365-881c-6952202e0a4b,revision_number=8']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:53.463271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-a507448b-0d3d-4261-b1bb-b20e131a47d7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Network 372f18cd-c4d2-4313-ab28-7ad24e489e08 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:18:53.469159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-a507448b-0d3d-4261-b1bb-b20e131a47d7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:18:53.473457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-a507448b-0d3d-4261-b1bb-b20e131a47d7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:18:53.480145 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:53.480807 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:53.482918 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-68b8c4e5-b1fc-4727-b723-ad509e443166 service neutron] 10.222.0.81 "PUT /v2.0/ports/387f56cd-7983-4365-881c-6952202e0a4b HTTP/1.1" status: 200 len: 1123 time: 1.1670361 Nov 18 17:18:53.503534 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065432e7-ca71-4d69-9cb2-6353bea91da8 req-02abbbc7-67c8-4f77-bd8f-9601e12fc57f tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:53.511604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507448b-0d3d-4261-b1bb-b20e131a47d7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Pushing event updated for resources: {'Port': ['ID=e741db6e-e008-410e-9f03-f33d62dbad42,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:53.511908 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-065432e7-ca71-4d69-9cb2-6353bea91da8 req-02abbbc7-67c8-4f77-bd8f-9601e12fc57f tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 943 time: 0.0989497 Nov 18 17:18:53.547282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-a507448b-0d3d-4261-b1bb-b20e131a47d7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:53.548488 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-a507448b-0d3d-4261-b1bb-b20e131a47d7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:53.563462 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['387f56cd-7983-4365-881c-6952202e0a4b'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:18:53.587025 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-065432e7-ca71-4d69-9cb2-6353bea91da8 req-32d4bc6f-7e5f-4ba1-8d8a-602d597dc359 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737906 Nov 18 17:18:53.650506 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-a507448b-0d3d-4261-b1bb-b20e131a47d7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9304402 Nov 18 17:18:53.663426 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Request body: {'port': {'device_id': 'c594ac5f-4957-43f0-b13f-70857cc4216d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:18:53.729798 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:53.940267 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c3050131-a68f-4999-91f9-f362446200a1 req-313f6e1f-e64c-435e-baa2-f7c3f8167beb tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0320938 Nov 18 17:18:54.065765 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e741db6e-e008-410e-9f03-f33d62dbad42 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:18:54.076286 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:54.088875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f170b1a-c602-4662-9669-d3abe086c7c4 req-24fb23cb-9afb-4bcc-b2f2-1b4fc64c5356 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:54.091166 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f170b1a-c602-4662-9669-d3abe086c7c4 req-24fb23cb-9afb-4bcc-b2f2-1b4fc64c5356 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 931 time: 0.0674500 Nov 18 17:18:54.096430 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Transition to ACTIVE for port object e741db6e-e008-410e-9f03-f33d62dbad42 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:18:54.146805 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f170b1a-c602-4662-9669-d3abe086c7c4 req-bb785852-af23-40f1-8471-7e22f00d947f tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474248 Nov 18 17:18:54.169426 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:54.247975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Pushing event updated for resources: {'Port': ['ID=e741db6e-e008-410e-9f03-f33d62dbad42,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:54.306833 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Attempting to bind port e741db6e-e008-410e-9f03-f33d62dbad42 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:18:54.307516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Attempting to bind port e741db6e-e008-410e-9f03-f33d62dbad42 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:18:54.307516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Attempting to bind port e741db6e-e008-410e-9f03-f33d62dbad42 on network 372f18cd-c4d2-4313-ab28-7ad24e489e08 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:54.312636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Port e741db6e-e008-410e-9f03-f33d62dbad42 on network 372f18cd-c4d2-4313-ab28-7ad24e489e08 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:18:54.313559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Attempting to bind port e741db6e-e008-410e-9f03-f33d62dbad42 on network 372f18cd-c4d2-4313-ab28-7ad24e489e08 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:18:54.317907 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:18:54.318251 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Checking segment: {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:18:54.318637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Bound using segment: {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:18:54.319068 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Bound port: e741db6e-e008-410e-9f03-f33d62dbad42, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:18:54.319426 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:54.390852 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] For port e741db6e-e008-410e-9f03-f33d62dbad42, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:18:54.394170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] For port e741db6e-e008-410e-9f03-f33d62dbad42, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e741db6e-e008-410e-9f03-f33d62dbad42,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:18:54.454084 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:54.487695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:54.488424 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:54.489828 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] 10.222.0.83 "PUT /v2.0/ports/e741db6e-e008-410e-9f03-f33d62dbad42 HTTP/1.1" status: 200 len: 1092 time: 0.8311117 Nov 18 17:18:54.490277 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c594ac5f-4957-43f0-b13f-70857cc4216d', 'tag': 'e741db6e-e008-410e-9f03-f33d62dbad42'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:54.492574 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5058b401-1d45-41db-8718-149847b7a71c" -d '{"events": [{"name": "network-changed", "server_uuid": "c594ac5f-4957-43f0-b13f-70857cc4216d", "tag": "e741db6e-e008-410e-9f03-f33d62dbad42"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:54.524718 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac7215-accd-45fa-9484-a5b55c57fc2b service neutron] Pushing event updated for resources: {'Port': ['ID=e741db6e-e008-410e-9f03-f33d62dbad42,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:54.538476 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7de809-889a-4743-a63f-b1a30b78b16b x-openstack-request-id: req-2e7de809-889a-4743-a63f-b1a30b78b16b {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:54.538953 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c594ac5f-4957-43f0-b13f-70857cc4216d", "tag": "e741db6e-e008-410e-9f03-f33d62dbad42", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:54.539412 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2e7de809-889a-4743-a63f-b1a30b78b16b {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:54.539990 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c594ac5f-4957-43f0-b13f-70857cc4216d', 'tag': 'e741db6e-e008-410e-9f03-f33d62dbad42', 'status': 'completed', 'code': 200} Nov 18 17:18:54.607475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058b401-1d45-41db-8718-149847b7a71c req-9c081b5d-2d5a-41eb-bc13-218ffa161d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:54.609119 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5058b401-1d45-41db-8718-149847b7a71c req-9c081b5d-2d5a-41eb-bc13-218ffa161d00 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 1095 time: 0.0439112 Nov 18 17:18:54.732971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde5f97-cf7b-45ee-8c3c-06798824fa8f req-e2699ab0-c584-41cf-9e19-a43000c98a32 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:54.734803 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bde5f97-cf7b-45ee-8c3c-06798824fa8f req-e2699ab0-c584-41cf-9e19-a43000c98a32 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 943 time: 0.0607915 Nov 18 17:18:54.746994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058b401-1d45-41db-8718-149847b7a71c req-2fa7d979-7ed2-4035-a384-ea8ced94bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:54.749268 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5058b401-1d45-41db-8718-149847b7a71c req-2fa7d979-7ed2-4035-a384-ea8ced94bec2 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=748635c22a864a7e9f77c46a346f94fb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1269362 Nov 18 17:18:54.808788 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bde5f97-cf7b-45ee-8c3c-06798824fa8f req-94c05ed8-c162-4cbc-8cdb-ea8e0cc1f347 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607777 Nov 18 17:18:54.909970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058b401-1d45-41db-8718-149847b7a71c req-1965a4e8-d72d-45b8-ac40-ee6951a4fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:54.911505 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5058b401-1d45-41db-8718-149847b7a71c req-1965a4e8-d72d-45b8-ac40-ee6951a4fb58 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1476071 Nov 18 17:18:55.021044 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-2d9e9e07-94dd-4fad-81a0-88c18a042d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:55.021467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b17cec-1087-46fa-a5b8-7c6bf216aaf9', 'tag': '387f56cd-7983-4365-881c-6952202e0a4b'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:55.023816 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-2d9e9e07-94dd-4fad-81a0-88c18a042d9a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 1095 time: 0.0583713 Nov 18 17:18:55.026890 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb05b384-e8bc-4a75-bd30-0f07d03d70d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b17cec-1087-46fa-a5b8-7c6bf216aaf9", "tag": "387f56cd-7983-4365-881c-6952202e0a4b"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:55.073990 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c436c03c-4138-4bb8-9ce5-978d2de5d406 x-openstack-request-id: req-c436c03c-4138-4bb8-9ce5-978d2de5d406 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:55.074306 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b17cec-1087-46fa-a5b8-7c6bf216aaf9", "tag": "387f56cd-7983-4365-881c-6952202e0a4b", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:55.074571 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c436c03c-4138-4bb8-9ce5-978d2de5d406 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:55.076771 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-31b23269-960c-4b71-b9fd-d2c5a1894f07 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e741db6e-e008-410e-9f03-f33d62dbad42 HTTP/1.1" status: 200 len: 217 time: 0.0425670 Nov 18 17:18:55.080392 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b17cec-1087-46fa-a5b8-7c6bf216aaf9', 'tag': '387f56cd-7983-4365-881c-6952202e0a4b', 'status': 'completed', 'code': 200} Nov 18 17:18:55.126537 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c60d86bf-5cb0-4e25-9757-092750ecd08c req-35f85f14-358a-4d0d-a672-a2c04a75a111 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0380983 Nov 18 17:18:55.162338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-96be2a78-5a33-4e48-b487-cf66a344aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:55.163857 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-96be2a78-5a33-4e48-b487-cf66a344aa78 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f46f3b8-078c-4987-ab0a-f3dc40b669b4 HTTP/1.1" status: 200 len: 851 time: 0.0786996 Nov 18 17:18:55.170293 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05b384-e8bc-4a75-bd30-0f07d03d70d4 req-526537cb-984b-4056-85c2-f9163ef50980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:55.171720 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bb05b384-e8bc-4a75-bd30-0f07d03d70d4 req-526537cb-984b-4056-85c2-f9163ef50980 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 1126 time: 0.0780692 Nov 18 17:18:55.224444 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-56948655-aa43-4ac4-a462-0364b38288db service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=372f18cd-c4d2-4313-ab28-7ad24e489e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482249 Nov 18 17:18:55.295938 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a0992-b17c-44b3-8bb1-8d652073f13a req-17996ad0-0a93-4406-9610-af1e05b899a0 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:55.297862 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-219a0992-b17c-44b3-8bb1-8d652073f13a req-17996ad0-0a93-4406-9610-af1e05b899a0 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 943 time: 0.0594792 Nov 18 17:18:55.364582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05b384-e8bc-4a75-bd30-0f07d03d70d4 req-9e8f5a79-ba76-4896-b038-cb1b6ea27208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:55.366193 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bb05b384-e8bc-4a75-bd30-0f07d03d70d4 req-9e8f5a79-ba76-4896-b038-cb1b6ea27208 service neutron] 10.222.0.83 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 910 time: 0.1859233 Nov 18 17:18:55.379578 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-219a0992-b17c-44b3-8bb1-8d652073f13a req-411c39ab-902a-483e-8f99-d4ddfaa3bf62 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737162 Nov 18 17:18:55.422352 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-8a679041-e9e5-4801-8852-30c44a645114 service neutron] 10.222.0.83 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865091 Nov 18 17:18:55.423858 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bb05b384-e8bc-4a75-bd30-0f07d03d70d4 req-08da2ba3-9157-4293-9454-91245ae693d3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=387f56cd-7983-4365-881c-6952202e0a4b HTTP/1.1" status: 200 len: 217 time: 0.0449109 Nov 18 17:18:55.557826 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05b384-e8bc-4a75-bd30-0f07d03d70d4 req-f6f55277-1e7b-452e-bf4f-64c1f3d9506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:55.559283 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bb05b384-e8bc-4a75-bd30-0f07d03d70d4 req-f6f55277-1e7b-452e-bf4f-64c1f3d9506f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.1090291 Nov 18 17:18:55.596082 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3f5199a8-50da-4212-b55e-e7700cbc2afd req-cd5a129a-1316-47ba-ab90-0702f4725718 service neutron] 10.222.0.83 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537011 Nov 18 17:18:55.611692 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bb05b384-e8bc-4a75-bd30-0f07d03d70d4 req-fae24a42-2fff-42ce-86b0-257e1c9116b4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294847 Nov 18 17:18:55.706916 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bb05b384-e8bc-4a75-bd30-0f07d03d70d4 req-5504272f-a0f6-485a-92b3-620efe05caa8 service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869324 Nov 18 17:18:55.821241 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bb05b384-e8bc-4a75-bd30-0f07d03d70d4 req-b5d91985-25c1-4bd5-b17d-3c328380098d service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957646 Nov 18 17:18:55.949631 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8159397-935d-4676-95bf-3842136cbdad req-c4b9b3bb-e66f-4113-9ed3-d1f4403071e5 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:55.951337 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8159397-935d-4676-95bf-3842136cbdad req-c4b9b3bb-e66f-4113-9ed3-d1f4403071e5 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 943 time: 0.0634363 Nov 18 17:18:56.015930 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8159397-935d-4676-95bf-3842136cbdad req-ac6b634e-9242-4041-ad33-11ba88e062e7 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502572 Nov 18 17:18:56.225452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f4cafab-ff0e-4ff8-89a4-40ff0f4fa923 req-30300f34-6e85-410a-9434-2957e844f6de tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0288081 Nov 18 17:18:56.442965 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 387f56cd-7983-4365-881c-6952202e0a4b details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:18:56.545168 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980221d-7f7e-4f31-ada9-2c853091a3c1 req-2baae160-c87b-45ab-aba9-39407fa70de5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:56.547044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3980221d-7f7e-4f31-ada9-2c853091a3c1 req-2baae160-c87b-45ab-aba9-39407fa70de5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 943 time: 0.0847130 Nov 18 17:18:56.565267 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 387f56cd-7983-4365-881c-6952202e0a4b, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=387f56cd-7983-4365-881c-6952202e0a4b,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:56.580076 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 387f56cd-7983-4365-881c-6952202e0a4b has no active binding in host n-h1-813419-11 {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 18 17:18:56.608110 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3980221d-7f7e-4f31-ada9-2c853091a3c1 req-12b3d86c-2b13-4a16-914f-299622722d20 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524428 Nov 18 17:18:56.984780 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device e741db6e-e008-410e-9f03-f33d62dbad42 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:18:57.145148 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port e741db6e-e008-410e-9f03-f33d62dbad42, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e741db6e-e008-410e-9f03-f33d62dbad42,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:57.268895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbe45d-635a-466c-81a7-b11b08583ba4 req-e9831d8a-fd34-4c78-b12a-9fc09a432404 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:57.284526 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21cbe45d-635a-466c-81a7-b11b08583ba4 req-e9831d8a-fd34-4c78-b12a-9fc09a432404 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 943 time: 0.1234760 Nov 18 17:18:57.374101 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'e741db6e-e008-410e-9f03-f33d62dbad42', 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08', 'port_id': 'e741db6e-e008-410e-9f03-f33d62dbad42', 'mac_address': 'fa:16:3e:bc:f0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f46f3b8-078c-4987-ab0a-f3dc40b669b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:18:57.430953 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:57.431399 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e61c474-9ffa-472d-92a4-974f89b1e38f req-2c2032e8-7b46-4f0d-8b57-6bc442e9cf91 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0647695 Nov 18 17:18:57.438293 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21cbe45d-635a-466c-81a7-b11b08583ba4 req-fc49e266-a419-4c68-9c9d-77c934c02222 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523805 Nov 18 17:18:57.471471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e741db6e-e008-410e-9f03-f33d62dbad42 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:18:57.505331 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port e741db6e-e008-410e-9f03-f33d62dbad42, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e741db6e-e008-410e-9f03-f33d62dbad42,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:57.613712 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:57.699039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=e741db6e-e008-410e-9f03-f33d62dbad42,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:57.793506 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-368856be-3119-4224-b10b-e9c3966e3698 service neutron] 10.222.0.83 "GET /v2.0/ports/387f56cd-7983-4365-881c-6952202e0a4b/bindings/n-h1-813419-11 HTTP/1.1" status: 200 len: 385 time: 0.1024683 Nov 18 17:18:57.813764 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d99daa-965b-48bb-8d7e-b2d3e6e13abc req-f07cae04-cde2-43ec-a655-c431cafb658c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:57.822387 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9d99daa-965b-48bb-8d7e-b2d3e6e13abc req-f07cae04-cde2-43ec-a655-c431cafb658c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 944 time: 0.1187642 Nov 18 17:18:57.840360 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['e741db6e-e008-410e-9f03-f33d62dbad42'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:18:57.928471 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9d99daa-965b-48bb-8d7e-b2d3e6e13abc req-b541d469-fa8c-409c-ad43-7bf2a4d96083 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928748 Nov 18 17:18:58.071598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-9861122b-d697-4a77-8c7a-31353d5c5bcb service neutron] For port 387f56cd-7983-4365-881c-6952202e0a4b, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=387f56cd-7983-4365-881c-6952202e0a4b,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:58.089703 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-9861122b-d697-4a77-8c7a-31353d5c5bcb service neutron] For port 387f56cd-7983-4365-881c-6952202e0a4b, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:18:58.126450 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-9861122b-d697-4a77-8c7a-31353d5c5bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387f56cd-7983-4365-881c-6952202e0a4b {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:18:58.139179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-9861122b-d697-4a77-8c7a-31353d5c5bcb service neutron] For port 387f56cd-7983-4365-881c-6952202e0a4b, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=387f56cd-7983-4365-881c-6952202e0a4b,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:58.235982 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-9861122b-d697-4a77-8c7a-31353d5c5bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:58.352158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-9861122b-d697-4a77-8c7a-31353d5c5bcb service neutron] Transition to ACTIVE for port object 387f56cd-7983-4365-881c-6952202e0a4b will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:18:58.430756 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-9861122b-d697-4a77-8c7a-31353d5c5bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:58.502160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-9861122b-d697-4a77-8c7a-31353d5c5bcb service neutron] No DVR routers for this DVR port 387f56cd-7983-4365-881c-6952202e0a4b on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:18:58.536634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861122b-d697-4a77-8c7a-31353d5c5bcb service neutron] Pushing event updated for resources: {'Port': ['ID=387f56cd-7983-4365-881c-6952202e0a4b,revision_number=10']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:58.549824 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-9861122b-d697-4a77-8c7a-31353d5c5bcb service neutron] 10.222.0.83 "PUT /v2.0/ports/387f56cd-7983-4365-881c-6952202e0a4b/bindings/n-h1-813419-11/activate HTTP/1.1" status: 200 len: 370 time: 0.7545092 Nov 18 17:18:58.577183 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9a8cf4a-52a9-4b10-aab1-93f6fbe3397e req-6e44f2d8-c390-4832-95be-58dec23ca4f5 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0461073 Nov 18 17:18:58.625605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568636a-3a5c-41a5-b09e-44cbec1d6160 req-7d9fb613-4eec-4bbb-bd04-994759486864 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:58.627097 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f568636a-3a5c-41a5-b09e-44cbec1d6160 req-7d9fb613-4eec-4bbb-bd04-994759486864 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 944 time: 0.0865254 Nov 18 17:18:58.678904 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f568636a-3a5c-41a5-b09e-44cbec1d6160 req-9fa1fa2a-493e-40be-a45d-5b03b7b89d8e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449743 Nov 18 17:18:58.735114 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-a6834f0f-6dd7-4400-9f52-fd40409e0976 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:58.736766 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-a6834f0f-6dd7-4400-9f52-fd40409e0976 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9&tenant_id=3b796403dcb74a789ab8781aa545eb18&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 1096 time: 0.0569820 Nov 18 17:18:58.791042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-bc885046-3437-4b46-a021-fc6ccfab48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:58.792655 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-bc885046-3437-4b46-a021-fc6ccfab48f3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9&tenant_id=3b796403dcb74a789ab8781aa545eb18 HTTP/1.1" status: 200 len: 1096 time: 0.0459371 Nov 18 17:18:58.830625 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48932) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:58.866697 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-cabec18f-89d6-49c3-8edb-2d80603c6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:58.868109 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-cabec18f-89d6-49c3-8edb-2d80603c6911 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 1096 time: 0.0484247 Nov 18 17:18:58.948556 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a46ff0f6-ad1a-46a5-a587-cfe0cd7f9eec admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:58.967446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-b360e1f1-ed97-4513-a578-e06250d84f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:58.969205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-b360e1f1-ed97-4513-a578-e06250d84f7f service neutron] 10.222.0.81 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 910 time: 0.0938087 Nov 18 17:18:59.010008 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device e741db6e-e008-410e-9f03-f33d62dbad42 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:18:59.025204 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-46af0f66-b1ec-48a3-88f1-90070ae68026 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=387f56cd-7983-4365-881c-6952202e0a4b HTTP/1.1" status: 200 len: 217 time: 0.0477581 Nov 18 17:18:59.036450 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a46ff0f6-ad1a-46a5-a587-cfe0cd7f9eec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:59.105002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-b67ec846-ef7e-4a51-ba53-ef014d55e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:59.107129 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-b67ec846-ef7e-4a51-ba53-ef014d55e333 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.0735099 Nov 18 17:18:59.132166 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d546544-f049-49cb-a724-9029d3973b09 req-a51e5e98-9286-400a-a1d8-d73a3e93893e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:59.134028 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d546544-f049-49cb-a724-9029d3973b09 req-a51e5e98-9286-400a-a1d8-d73a3e93893e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 944 time: 0.0917258 Nov 18 17:18:59.137245 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a46ff0f6-ad1a-46a5-a587-cfe0cd7f9eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:59.151363 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-00569090-2815-4d1a-995d-d55feed8b69c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361683 Nov 18 17:18:59.167491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port e741db6e-e008-410e-9f03-f33d62dbad42 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:18:59.172603 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port e741db6e-e008-410e-9f03-f33d62dbad42 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:18:59.173057 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:59.202735 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a46ff0f6-ad1a-46a5-a587-cfe0cd7f9eec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1b7434e9f7cb4769a950efd84ee5c05c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3709815 Nov 18 17:18:59.203439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48940) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:18:59.211952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ff0f6-ad1a-46a5-a587-cfe0cd7f9eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8aa643-aa3a-47b5-a576-78d637d4282c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:59.228199 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d546544-f049-49cb-a724-9029d3973b09 req-2736cc24-a0f0-4e20-b06e-064b89f11d1a tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764785 Nov 18 17:18:59.278157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12e58194-81cd-45f7-a190-153af61ffb99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:59.301200 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:59.307724 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12e58194-81cd-45f7-a190-153af61ffb99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:59.320265 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-e21d2091-be6b-4589-a979-27e597d196f9 service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415722 Nov 18 17:18:59.330798 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c594ac5f-4957-43f0-b13f-70857cc4216d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e741db6e-e008-410e-9f03-f33d62dbad42'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:18:59.333351 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e13de2-5b24-491c-8c35-922759904473" -d '{"events": [{"server_uuid": "c594ac5f-4957-43f0-b13f-70857cc4216d", "name": "network-vif-plugged", "status": "completed", "tag": "e741db6e-e008-410e-9f03-f33d62dbad42"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:18:59.352781 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port e741db6e-e008-410e-9f03-f33d62dbad42, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e741db6e-e008-410e-9f03-f33d62dbad42,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:18:59.400502 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c753594-4f19-42e7-bd81-2da25e34fa93 x-openstack-request-id: req-0c753594-4f19-42e7-bd81-2da25e34fa93 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:18:59.400807 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c594ac5f-4957-43f0-b13f-70857cc4216d", "name": "network-vif-plugged", "status": "completed", "tag": "e741db6e-e008-410e-9f03-f33d62dbad42", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:18:59.401124 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0c753594-4f19-42e7-bd81-2da25e34fa93 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:18:59.401877 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c594ac5f-4957-43f0-b13f-70857cc4216d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e741db6e-e008-410e-9f03-f33d62dbad42', 'code': 200} Nov 18 17:18:59.413326 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:59.466947 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=e741db6e-e008-410e-9f03-f33d62dbad42,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:59.475970 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-019747db-0e0a-42f1-947e-f12690a0b25b service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431365 Nov 18 17:18:59.477630 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12e58194-81cd-45f7-a190-153af61ffb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:59.482486 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12e58194-81cd-45f7-a190-153af61ffb99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:59.486402 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-12e58194-81cd-45f7-a190-153af61ffb99 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5a8aa643-aa3a-47b5-a576-78d637d4282c HTTP/1.1" status: 204 len: 168 time: 0.2780864 Nov 18 17:18:59.519128 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e58194-81cd-45f7-a190-153af61ffb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8aa643-aa3a-47b5-a576-78d637d4282c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:18:59.536572 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb84034-b8ed-44aa-be24-dd969ed2ba94 req-eae84e36-d539-4c51-8617-1a68a39de454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:59.539984 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8cb84034-b8ed-44aa-be24-dd969ed2ba94 req-eae84e36-d539-4c51-8617-1a68a39de454 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 1097 time: 0.0800059 Nov 18 17:18:59.594818 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8cb84034-b8ed-44aa-be24-dd969ed2ba94 req-04ec0be5-4673-4a72-a7d3-b00901817017 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466907 Nov 18 17:18:59.682675 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88982ce0-fb22-4810-a371-521ec58b0add req-fa39ebde-00f7-42a6-8476-65a2ac43872a tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0268703 Nov 18 17:18:59.810007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb9706-2e94-4600-8a82-eef588e13720 req-fe44bfb0-76b0-4d1f-a0ec-f96c4f248a28 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:59.811562 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54fb9706-2e94-4600-8a82-eef588e13720 req-fe44bfb0-76b0-4d1f-a0ec-f96c4f248a28 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 944 time: 0.0558753 Nov 18 17:18:59.864892 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54fb9706-2e94-4600-8a82-eef588e13720 req-d3a3f5c0-c508-49f9-9da3-ccf20e8f0058 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465322 Nov 18 17:18:59.910254 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-660530be-1eaf-4a6d-ab46-9b4cc1934898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:18:59.929373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-e71d9b00-3ba9-4d39-8f93-b28e52bb2eff tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:18:59.931285 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-e71d9b00-3ba9-4d39-8f93-b28e52bb2eff tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9&tenant_id=3b796403dcb74a789ab8781aa545eb18&binding%3Ahost_id=n-h1-813419-11 HTTP/1.1" status: 200 len: 1096 time: 0.0467772 Nov 18 17:19:00.026802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48956) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:00.041535 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23542378-aa90-4445-9ddf-2f00bcc79127 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:00.116916 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23542378-aa90-4445-9ddf-2f00bcc79127 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:00.147855 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-5e255851-7f68-42ad-8688-03300a01c864 service neutron] For port 387f56cd-7983-4365-881c-6952202e0a4b, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:19:00.151293 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-5e255851-7f68-42ad-8688-03300a01c864 service neutron] Publish callbacks [] for binding, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:00.152541 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc78b76-1154-4b5d-9e51-5186d5eca92c req-5e255851-7f68-42ad-8688-03300a01c864 service neutron] 10.222.0.81 "DELETE /v2.0/ports/387f56cd-7983-4365-881c-6952202e0a4b/bindings/n-h2-813419-11 HTTP/1.1" status: 204 len: 173 time: 0.2127576 Nov 18 17:19:00.258965 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23542378-aa90-4445-9ddf-2f00bcc79127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:00.310694 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-23542378-aa90-4445-9ddf-2f00bcc79127 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d848b494b00a4de2a8935f04feb70054&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2825792 Nov 18 17:19:00.312497 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23542378-aa90-4445-9ddf-2f00bcc79127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb618968-fada-4381-afb9-331cc6539cc9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:00.315818 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48962) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:00.363256 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab141fd-430d-4660-9bbc-4eb625415b19 req-53470b38-ac29-452b-aab0-51c2a525a3cb tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:00.368416 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ab141fd-430d-4660-9bbc-4eb625415b19 req-53470b38-ac29-452b-aab0-51c2a525a3cb tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0563035 Nov 18 17:19:00.369776 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b156f9fb-9860-42b2-9355-46c013406526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:00.394334 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b156f9fb-9860-42b2-9355-46c013406526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:00.429387 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ab141fd-430d-4660-9bbc-4eb625415b19 req-deff1dce-bbe5-4b43-821b-8fa97ae52add tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584059 Nov 18 17:19:00.510199 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b156f9fb-9860-42b2-9355-46c013406526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:00.514177 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b156f9fb-9860-42b2-9355-46c013406526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:00.515507 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b156f9fb-9860-42b2-9355-46c013406526 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bb618968-fada-4381-afb9-331cc6539cc9 HTTP/1.1" status: 204 len: 168 time: 0.1982305 Nov 18 17:19:00.525293 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156f9fb-9860-42b2-9355-46c013406526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb618968-fada-4381-afb9-331cc6539cc9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:00.819368 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-67e244c9-bc85-49c7-ae45-5b4e7d4f5aaa req-f035e60e-a935-4204-abd2-984639526674 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0320771 Nov 18 17:19:01.016688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 387f56cd-7983-4365-881c-6952202e0a4b no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:19:01.031276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd2a08-762c-496f-ac0c-d3b4e49d52e5 req-44e3aafd-cd62-451f-9888-75d607d98e06 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:01.038255 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2bd2a08-762c-496f-ac0c-d3b4e49d52e5 req-44e3aafd-cd62-451f-9888-75d607d98e06 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 944 time: 0.0905480 Nov 18 17:19:01.059329 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 387f56cd-7983-4365-881c-6952202e0a4b not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:19:01.067644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48982) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:01.094717 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2bd2a08-762c-496f-ac0c-d3b4e49d52e5 req-32e55906-508d-4178-8a29-148243c0c9b4 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539830 Nov 18 17:19:01.268569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b50c2-90b1-4b0e-9276-36e92b6739c8 req-a58cb568-46e9-457a-a7af-e1c56e2143a6 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:01.270206 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b16b50c2-90b1-4b0e-9276-36e92b6739c8 req-a58cb568-46e9-457a-a7af-e1c56e2143a6 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 1096 time: 0.0508518 Nov 18 17:19:01.339892 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b16b50c2-90b1-4b0e-9276-36e92b6739c8 req-e7331e75-f433-460d-a2bf-8d424198a2ee tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631249 Nov 18 17:19:01.561776 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a248d7fa-09b9-4b5d-a38f-f7350dc764be admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:01.596425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2932f2-ac4e-4b1c-ae4c-bb3571dc6adb req-8dffa5ba-fa41-415d-b33e-22bd9e35775d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:01.596425 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b2932f2-ac4e-4b1c-ae4c-bb3571dc6adb req-8dffa5ba-fa41-415d-b33e-22bd9e35775d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0951567 Nov 18 17:19:01.644267 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a248d7fa-09b9-4b5d-a38f-f7350dc764be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:01.715078 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-2868a454-8f86-4610-a83c-fcdbdbc30fe6 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:01.716548 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-2868a454-8f86-4610-a83c-fcdbdbc30fe6 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 808 time: 0.1591918 Nov 18 17:19:01.720018 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b2932f2-ac4e-4b1c-ae4c-bb3571dc6adb req-f66f19b1-c3c1-4f6e-a8de-f0d1a9a5adfc tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102633 Nov 18 17:19:01.727700 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a248d7fa-09b9-4b5d-a38f-f7350dc764be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:01.740820 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-0dac8723-d674-475e-acba-8a3a3e9f4fda tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/quotas/3b796403dcb74a789ab8781aa545eb18 HTTP/1.1" status: 200 len: 375 time: 0.0096126 Nov 18 17:19:01.774869 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a248d7fa-09b9-4b5d-a38f-f7350dc764be admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=68a8ac07c83f43f98c492cc43ce86e06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7037578 Nov 18 17:19:01.776039 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248d7fa-09b9-4b5d-a38f-f7350dc764be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a61aa9d-a375-4916-8ea4-3e20dcb984b2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:01.778331 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49022) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:01.801648 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-f8be11ec-ff43-4af1-9609-98e57dbf01cd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639119 Nov 18 17:19:01.857141 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7d65d9f9-5cfe-444a-8b92-2f59294c0081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:01.881770 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7d65d9f9-5cfe-444a-8b92-2f59294c0081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:01.933446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-eefd3944-0ed5-4742-98f9-f36b75549760 service neutron] 10.222.0.72 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244857 Nov 18 17:19:02.013030 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7d65d9f9-5cfe-444a-8b92-2f59294c0081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:02.016221 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7d65d9f9-5cfe-444a-8b92-2f59294c0081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:02.019326 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7d65d9f9-5cfe-444a-8b92-2f59294c0081 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6a61aa9d-a375-4916-8ea4-3e20dcb984b2 HTTP/1.1" status: 204 len: 168 time: 0.2263863 Nov 18 17:19:02.027389 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65d9f9-5cfe-444a-8b92-2f59294c0081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a61aa9d-a375-4916-8ea4-3e20dcb984b2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:02.047422 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-b4fc47e0-a8f9-4887-90c2-66122125e2ba service neutron] 10.222.0.72 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070206 Nov 18 17:19:02.354091 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb2a1c9d-3205-421e-b63f-aadd357b6e2f req-53dde780-68b7-482f-8f9e-2d7a4db3268a tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0322473 Nov 18 17:19:02.367342 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25e9c6a7-9367-46ba-8aaf-b368862583d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:02.445302 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eacc3562-76ed-49b5-ae48-8facc3a7620c req-a3d1abfd-15d5-4dea-9c8d-a6a46690c6a9 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 210 time: 0.0291669 Nov 18 17:19:02.645273 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49062) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:02.648286 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9458881-8a25-4cc2-bea0-d19967438050 req-bb22c989-93e0-447b-8260-950e3f322041 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:02.649942 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e9458881-8a25-4cc2-bea0-d19967438050 req-bb22c989-93e0-447b-8260-950e3f322041 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0706403 Nov 18 17:19:02.724656 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e9458881-8a25-4cc2-bea0-d19967438050 req-4f235483-e5b8-440b-91e0-8dd2197d53b2 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659349 Nov 18 17:19:02.780702 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84c5185a-bc98-4181-a285-74b45970d197 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:02.862880 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84c5185a-bc98-4181-a285-74b45970d197 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:02.933116 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84c5185a-bc98-4181-a285-74b45970d197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:02.974503 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-84c5185a-bc98-4181-a285-74b45970d197 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9efc031cb7c34107b4d607fe52c69a6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3275325 Nov 18 17:19:02.975774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5185a-bc98-4181-a285-74b45970d197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c543fa-899e-4534-ba86-581f9c675e22,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:02.977658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49076) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:03.028903 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79132c0f-24a6-4dcc-b646-3fc7c9384508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:03.055806 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79132c0f-24a6-4dcc-b646-3fc7c9384508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:03.167080 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79132c0f-24a6-4dcc-b646-3fc7c9384508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:03.170622 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79132c0f-24a6-4dcc-b646-3fc7c9384508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:03.171895 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-79132c0f-24a6-4dcc-b646-3fc7c9384508 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e8c543fa-899e-4534-ba86-581f9c675e22 HTTP/1.1" status: 204 len: 168 time: 0.1930768 Nov 18 17:19:03.180075 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79132c0f-24a6-4dcc-b646-3fc7c9384508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c543fa-899e-4534-ba86-581f9c675e22,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:03.482249 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-606c804b-95ec-4bb8-a8e6-420f373b2f2c req-29093107-4163-4d21-be7f-4480f82dc712 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0328522 Nov 18 17:19:03.492994 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:03.572339 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8aaa166a-95a2-4837-bbf3-2a8c720b413f req-150e82bb-ebee-4a12-a74e-bd013906bad4 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 210 time: 0.0292318 Nov 18 17:19:03.853895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1437e1-6974-4b8d-a912-f97142cde231 req-9d0eb18d-17a9-4694-b8a3-b3c900843a16 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:03.855436 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f1437e1-6974-4b8d-a912-f97142cde231 req-9d0eb18d-17a9-4694-b8a3-b3c900843a16 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0634873 Nov 18 17:19:03.906251 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f1437e1-6974-4b8d-a912-f97142cde231 req-6a720b88-efdb-4a7d-aa32-73310a609378 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442698 Nov 18 17:19:04.520481 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-d93eefe8-ea70-4fc6-bb92-c35fb299fb4a tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:04.522142 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-d93eefe8-ea70-4fc6-bb92-c35fb299fb4a tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.83 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 808 time: 0.1166131 Nov 18 17:19:04.537553 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-e4ced8d6-68e4-430a-9c48-1e06ff08ac6b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Request body: {'port': {'device_id': '9c54eb40-0810-4ff5-9905-77a5be7ee9ff', 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886', 'admin_state_up': True, 'tenant_id': '3b796403dcb74a789ab8781aa545eb18'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:19:04.646327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f9f0048-3dbd-4b75-a40a-5dba964a8cce req-713309ed-0cb6-46f7-a089-13b3f5f1b6a9 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0543122 Nov 18 17:19:04.727413 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e53ca6ac-ed18-489e-8850-678a122a58f1 req-36994c9b-41f5-4e74-94fd-51f015489bb3 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 210 time: 0.0273485 Nov 18 17:19:04.842196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-e4ced8d6-68e4-430a-9c48-1e06ff08ac6b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Made reservation on behalf of 3b796403dcb74a789ab8781aa545eb18 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:19:04.848675 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-e4ced8d6-68e4-430a-9c48-1e06ff08ac6b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:05.014544 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:05.024135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-e4ced8d6-68e4-430a-9c48-1e06ff08ac6b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Allocated IP 172.20.0.12 (046f327f-603a-4d9c-b996-c92415d5d886/671daf4b-48bc-4f50-a4d9-31cc3358928e/b8b2673a-8468-4cc3-a73b-f1a30243def6) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:19:05.109503 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db994378-1a6c-4e01-8b4e-05f019643988 req-dc1ff4fd-9a95-4ca6-b695-a484f549d542 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:05.116744 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db994378-1a6c-4e01-8b4e-05f019643988 req-dc1ff4fd-9a95-4ca6-b695-a484f549d542 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0877154 Nov 18 17:19:05.119806 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49148) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:05.186385 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db994378-1a6c-4e01-8b4e-05f019643988 req-4b2b228e-9b12-4d1f-be5c-a54ef34af66f tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509291 Nov 18 17:19:05.212104 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-e4ced8d6-68e4-430a-9c48-1e06ff08ac6b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:05.258463 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc4f988d-86cc-460e-bffe-37ebe0bb3a98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:05.338610 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-e4ced8d6-68e4-430a-9c48-1e06ff08ac6b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:05.350030 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:05.350274 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc4f988d-86cc-460e-bffe-37ebe0bb3a98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:05.401509 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc4f988d-86cc-460e-bffe-37ebe0bb3a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:05.408088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-e4ced8d6-68e4-430a-9c48-1e06ff08ac6b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Network 046f327f-603a-4d9c-b996-c92415d5d886 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:19:05.412248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-e4ced8d6-68e4-430a-9c48-1e06ff08ac6b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:19:05.415502 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-e4ced8d6-68e4-430a-9c48-1e06ff08ac6b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:19:05.445433 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cc4f988d-86cc-460e-bffe-37ebe0bb3a98 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c0e880badbaa403ab10ccfae8be6830d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3243952 Nov 18 17:19:05.445856 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49154) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:05.464578 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f988d-86cc-460e-bffe-37ebe0bb3a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b7e8b6-6916-4c67-aa9a-89e4c00b117c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:05.488762 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ced8d6-68e4-430a-9c48-1e06ff08ac6b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Pushing event updated for resources: {'Port': ['ID=b8b2673a-8468-4cc3-a73b-f1a30243def6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:05.519103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-e4ced8d6-68e4-430a-9c48-1e06ff08ac6b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:05.519751 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-e4ced8d6-68e4-430a-9c48-1e06ff08ac6b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:05.552386 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dec6b425-6d11-4237-91df-a8c3b8ce3bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:05.576483 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dec6b425-6d11-4237-91df-a8c3b8ce3bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:05.644101 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-e4ced8d6-68e4-430a-9c48-1e06ff08ac6b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1112046 Nov 18 17:19:05.656896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Request body: {'port': {'device_id': '9c54eb40-0810-4ff5-9905-77a5be7ee9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:19:05.713528 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dec6b425-6d11-4237-91df-a8c3b8ce3bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:05.716315 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dec6b425-6d11-4237-91df-a8c3b8ce3bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:05.719873 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dec6b425-6d11-4237-91df-a8c3b8ce3bcc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/61b7e8b6-6916-4c67-aa9a-89e4c00b117c HTTP/1.1" status: 204 len: 168 time: 0.2523942 Nov 18 17:19:05.723171 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:05.729400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c132b70-8f9b-4a7b-9c39-1bf27a84ada8 req-a8a884d6-63f9-4252-ad15-221b2ce60ff8 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0286734 Nov 18 17:19:05.764199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6b425-6d11-4237-91df-a8c3b8ce3bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b7e8b6-6916-4c67-aa9a-89e4c00b117c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:05.885876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d65500-90bf-4699-bcf2-5290f4807865 req-dd46e812-10d2-4881-bb98-d069b4b7e77a tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:05.887531 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3d65500-90bf-4699-bcf2-5290f4807865 req-dd46e812-10d2-4881-bb98-d069b4b7e77a tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 932 time: 0.0527625 Nov 18 17:19:05.941583 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3d65500-90bf-4699-bcf2-5290f4807865 req-178974e8-df57-4889-9aed-2929440248e6 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472372 Nov 18 17:19:06.024066 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b2673a-8468-4cc3-a73b-f1a30243def6 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:19:06.032403 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:06.045632 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Transition to ACTIVE for port object b8b2673a-8468-4cc3-a73b-f1a30243def6 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:19:06.133448 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:06.185917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Pushing event updated for resources: {'Port': ['ID=b8b2673a-8468-4cc3-a73b-f1a30243def6,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:06.256889 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Attempting to bind port b8b2673a-8468-4cc3-a73b-f1a30243def6 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:19:06.257230 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Attempting to bind port b8b2673a-8468-4cc3-a73b-f1a30243def6 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:19:06.257783 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Attempting to bind port b8b2673a-8468-4cc3-a73b-f1a30243def6 on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:19:06.262366 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Port b8b2673a-8468-4cc3-a73b-f1a30243def6 on network 046f327f-603a-4d9c-b996-c92415d5d886 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:19:06.263274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Attempting to bind port b8b2673a-8468-4cc3-a73b-f1a30243def6 on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:19:06.268163 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:19:06.268504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Checking segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:19:06.268928 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Bound using segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:19:06.269427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Bound port: b8b2673a-8468-4cc3-a73b-f1a30243def6, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:19:06.269783 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:06.311331 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4fe6c-877c-4edd-ab13-0e606c3c9b1b req-f3f05ec8-295b-412a-8652-fd72dcef3675 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:06.318555 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4db4fe6c-877c-4edd-ab13-0e606c3c9b1b req-f3f05ec8-295b-412a-8652-fd72dcef3675 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0627367 Nov 18 17:19:06.340627 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] For port b8b2673a-8468-4cc3-a73b-f1a30243def6, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:19:06.344534 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] For port b8b2673a-8468-4cc3-a73b-f1a30243def6, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b8b2673a-8468-4cc3-a73b-f1a30243def6,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:19:06.364323 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4db4fe6c-877c-4edd-ab13-0e606c3c9b1b req-be916d7b-114a-4e60-9542-e8bb1e4e4ef1 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448585 Nov 18 17:19:06.396515 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:06.433749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:06.434556 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:06.436496 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] 10.222.0.83 "PUT /v2.0/ports/b8b2673a-8468-4cc3-a73b-f1a30243def6 HTTP/1.1" status: 200 len: 1093 time: 0.7839642 Nov 18 17:19:06.438998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c54eb40-0810-4ff5-9905-77a5be7ee9ff', 'tag': 'b8b2673a-8468-4cc3-a73b-f1a30243def6'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:19:06.442557 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffcff29-006f-41ce-a5ae-d204e0fa6ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "9c54eb40-0810-4ff5-9905-77a5be7ee9ff", "tag": "b8b2673a-8468-4cc3-a73b-f1a30243def6"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:19:06.468062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65858f4-0a89-420a-9ac2-5a13f0edce1b service neutron] Pushing event updated for resources: {'Port': ['ID=b8b2673a-8468-4cc3-a73b-f1a30243def6,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:06.488041 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7566b1c0-0b0e-490c-9cab-6f863388a2e0 x-openstack-request-id: req-7566b1c0-0b0e-490c-9cab-6f863388a2e0 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:19:06.489015 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c54eb40-0810-4ff5-9905-77a5be7ee9ff", "tag": "b8b2673a-8468-4cc3-a73b-f1a30243def6", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:19:06.489015 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7566b1c0-0b0e-490c-9cab-6f863388a2e0 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:19:06.489015 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c54eb40-0810-4ff5-9905-77a5be7ee9ff', 'tag': 'b8b2673a-8468-4cc3-a73b-f1a30243def6', 'status': 'completed', 'code': 200} Nov 18 17:19:06.562875 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcff29-006f-41ce-a5ae-d204e0fa6ef3 req-1b2ef3fd-9f62-4da5-bc9a-4832f290c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:06.564490 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6ffcff29-006f-41ce-a5ae-d204e0fa6ef3 req-1b2ef3fd-9f62-4da5-bc9a-4832f290c4a8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 1096 time: 0.0512774 Nov 18 17:19:06.652635 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-930513f8-4486-45ef-b690-f751a382582b req-13bfc559-efff-4ca0-a007-392903d21af9 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=4a17bed06d1843b69ebb66d8ffe9ae3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289216 Nov 18 17:19:06.672922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcff29-006f-41ce-a5ae-d204e0fa6ef3 req-5f7f6b9b-8224-468f-b4b3-f03fcbf804a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:06.674465 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6ffcff29-006f-41ce-a5ae-d204e0fa6ef3 req-5f7f6b9b-8224-468f-b4b3-f03fcbf804a8 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=3b796403dcb74a789ab8781aa545eb18&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0966401 Nov 18 17:19:06.795613 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcff29-006f-41ce-a5ae-d204e0fa6ef3 req-98639f47-8496-4875-976c-1085d0d0990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:06.797309 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6ffcff29-006f-41ce-a5ae-d204e0fa6ef3 req-98639f47-8496-4875-976c-1085d0d0990a service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1147785 Nov 18 17:19:06.891987 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04f88d30-c228-4f8c-bf11-b45908539e15 req-0f7b0460-acbb-4f00-a67a-89096e0dc167 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0412209 Nov 18 17:19:06.897245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-0d7e84db-49b0-4565-b3ff-90d6cee789c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:06.898780 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-0d7e84db-49b0-4565-b3ff-90d6cee789c8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 1096 time: 0.0585432 Nov 18 17:19:06.899254 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930513f8-4486-45ef-b690-f751a382582b req-a9c0916f-c3f2-4a41-a612-508af6327cc0 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:06.900833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-930513f8-4486-45ef-b690-f751a382582b req-a9c0916f-c3f2-4a41-a612-508af6327cc0 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416425 Nov 18 17:19:06.923160 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-930513f8-4486-45ef-b690-f751a382582b req-6d1768e5-887f-43dc-830f-ed5c4f38c95e tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/quotas/4a17bed06d1843b69ebb66d8ffe9ae3a HTTP/1.1" status: 200 len: 375 time: 0.0151296 Nov 18 17:19:06.965299 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-930513f8-4486-45ef-b690-f751a382582b req-32cfc991-075f-4462-a484-d6920fd2cea1 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a17bed06d1843b69ebb66d8ffe9ae3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383346 Nov 18 17:19:06.976058 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-5bd6d13d-5ed5-4490-8386-bd9eb067ad57 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8b2673a-8468-4cc3-a73b-f1a30243def6 HTTP/1.1" status: 200 len: 217 time: 0.0633779 Nov 18 17:19:07.044509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-3e24da79-6e5a-4fd7-a067-9e7bc82c3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:07.046087 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-3e24da79-6e5a-4fd7-a067-9e7bc82c3421 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.0589957 Nov 18 17:19:07.073838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e6ec6-4603-4320-aef5-f00b431630f5 req-02d9d837-187f-4e9c-b599-b206b88128ad tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:07.075586 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-719e6ec6-4603-4320-aef5-f00b431630f5 req-02d9d837-187f-4e9c-b599-b206b88128ad tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 944 time: 0.0546036 Nov 18 17:19:07.080173 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-35c3f87a-101d-4f79-a251-8838fff8dfc0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255182 Nov 18 17:19:07.151414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-719e6ec6-4603-4320-aef5-f00b431630f5 req-26b7e868-fb50-4966-9c85-0e2874bcae46 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689635 Nov 18 17:19:07.203145 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-4aa18965-56dd-4c2f-9228-3b7c94ccc7d8 service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153355 Nov 18 17:19:07.220838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32dc49aa-e140-4e59-9d51-787257f447ed req-3ddf82ca-d72c-49e3-b058-0ae23e09c77a tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 210 time: 0.0403495 Nov 18 17:19:07.317223 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba464eb9-0446-48c3-9a55-c28ba06eaaf0 req-c2218b36-934f-4cb0-89f0-3799318a7430 service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042864 Nov 18 17:19:07.486821 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5c3a6-0c39-4ac2-96e2-cf5b292ce0c4 req-4578cb71-40a1-4c5e-9961-e3a5199fb605 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:07.488368 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94c5c3a6-0c39-4ac2-96e2-cf5b292ce0c4 req-4578cb71-40a1-4c5e-9961-e3a5199fb605 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0511560 Nov 18 17:19:07.538479 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94c5c3a6-0c39-4ac2-96e2-cf5b292ce0c4 req-80ae0576-d684-40a1-a4e5-4a631c732e6a tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439978 Nov 18 17:19:08.009065 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-414686d6-18db-4bb6-9a5a-5a116f4a3a51 req-5eda971f-3934-410a-b08d-e7e72908cc92 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0280545 Nov 18 17:19:08.283259 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ada7e-f84e-4ee7-9170-8e607c21f095 req-3b92ebb7-f7fb-499d-8e86-10e50b8f7836 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:08.285066 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-566ada7e-f84e-4ee7-9170-8e607c21f095 req-3b92ebb7-f7fb-499d-8e86-10e50b8f7836 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 944 time: 0.0595498 Nov 18 17:19:08.346006 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-566ada7e-f84e-4ee7-9170-8e607c21f095 req-62b2ecce-875d-407d-9dc4-8335d9253ee5 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543602 Nov 18 17:19:08.405287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dcf0031f-c98e-48fc-8805-e919369344aa req-838c731a-aa0a-42a9-9e68-4364ad48ff6a tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 210 time: 0.0321267 Nov 18 17:19:08.659648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4247940-bc5a-4e49-b4a9-6078229a15ae req-40336c4f-895e-4622-a0ac-7caee2612d74 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:08.661189 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4247940-bc5a-4e49-b4a9-6078229a15ae req-40336c4f-895e-4622-a0ac-7caee2612d74 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0507314 Nov 18 17:19:08.709649 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4247940-bc5a-4e49-b4a9-6078229a15ae req-ee56539d-15dc-434f-b1ea-c5d925feb65f tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423291 Nov 18 17:19:09.139020 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a806af74-a141-46af-bd0f-85e53265efd8 req-094ea1a3-15aa-4f56-a24e-867798289402 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0262623 Nov 18 17:19:09.472099 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-930513f8-4486-45ef-b690-f751a382582b req-51ba0ab0-e536-4075-8db5-082d161c4a66 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4a17bed06d1843b69ebb66d8ffe9ae3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398915 Nov 18 17:19:09.530109 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6a86e-56dc-4e8f-8e8f-5594af474130 req-0e4df999-d132-44db-8a22-3f19546ccbbe tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:09.536580 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59a6a86e-56dc-4e8f-8e8f-5594af474130 req-0e4df999-d132-44db-8a22-3f19546ccbbe tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 944 time: 0.1159935 Nov 18 17:19:09.566636 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d05e0284-e01b-49a7-a4e0-9d99a3dcc736 req-6ece22b8-fa73-435f-8975-0df3dece7575 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 210 time: 0.0837688 Nov 18 17:19:09.668342 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59a6a86e-56dc-4e8f-8e8f-5594af474130 req-0ec8632a-25c1-414e-bafa-11743abacf7e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204517 Nov 18 17:19:09.676019 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930513f8-4486-45ef-b690-f751a382582b req-f8f2ad60-9870-40d3-a8b5-72d63b49c512 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:09.677524 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-930513f8-4486-45ef-b690-f751a382582b req-f8f2ad60-9870-40d3-a8b5-72d63b49c512 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966088 Nov 18 17:19:09.694525 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-930513f8-4486-45ef-b690-f751a382582b req-d23e050f-cfb1-4fc9-bc63-714d093380fe tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Request body: {'port': {'device_id': 'ba8a7f9c-b756-4271-807e-e92380aba937', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': '4a17bed06d1843b69ebb66d8ffe9ae3a'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:19:09.900053 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da17e30-8c5d-4878-8386-0fdcc4fb903a req-baa412a3-476a-44ce-a0db-5b3685814701 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:09.901676 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7da17e30-8c5d-4878-8386-0fdcc4fb903a req-baa412a3-476a-44ce-a0db-5b3685814701 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0900450 Nov 18 17:19:09.951089 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930513f8-4486-45ef-b690-f751a382582b req-d23e050f-cfb1-4fc9-bc63-714d093380fe tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Made reservation on behalf of 4a17bed06d1843b69ebb66d8ffe9ae3a for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:19:09.954516 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-930513f8-4486-45ef-b690-f751a382582b req-d23e050f-cfb1-4fc9-bc63-714d093380fe tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:09.966717 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7da17e30-8c5d-4878-8386-0fdcc4fb903a req-25e8fc5c-47fe-4bb6-821d-df54352d425d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578933 Nov 18 17:19:09.968055 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-930513f8-4486-45ef-b690-f751a382582b req-d23e050f-cfb1-4fc9-bc63-714d093380fe tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:10.051039 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-930513f8-4486-45ef-b690-f751a382582b req-d23e050f-cfb1-4fc9-bc63-714d093380fe tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:10.104493 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-930513f8-4486-45ef-b690-f751a382582b req-d23e050f-cfb1-4fc9-bc63-714d093380fe tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:10.184127 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e050f-cfb1-4fc9-bc63-714d093380fe tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f716141a-fa71-488e-ae45-22e9458af6a5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:10.280932 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-930513f8-4486-45ef-b690-f751a382582b req-d23e050f-cfb1-4fc9-bc63-714d093380fe tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Allocated IP 192.168.233.85 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/1b0700dd-b3c3-48a5-9804-5bc1732df7a7) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:19:10.306509 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee1d18bd-7462-4eca-9bcb-6b49ee73700b req-4c44ecd3-9d1b-4ef9-b9b4-56cc91f0b6d6 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0416236 Nov 18 17:19:10.390577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c400-55d6-409c-8ed2-6a50c53aee1e req-62d6aab0-3f5f-4caa-afc3-01bca472f877 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:10.396580 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c400-55d6-409c-8ed2-6a50c53aee1e req-62d6aab0-3f5f-4caa-afc3-01bca472f877 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:10.402529 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c400-55d6-409c-8ed2-6a50c53aee1e req-62d6aab0-3f5f-4caa-afc3-01bca472f877 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:10.411024 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c400-55d6-409c-8ed2-6a50c53aee1e req-62d6aab0-3f5f-4caa-afc3-01bca472f877 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:10.419647 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c400-55d6-409c-8ed2-6a50c53aee1e req-62d6aab0-3f5f-4caa-afc3-01bca472f877 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:10.424530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c400-55d6-409c-8ed2-6a50c53aee1e req-62d6aab0-3f5f-4caa-afc3-01bca472f877 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:10.430509 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c400-55d6-409c-8ed2-6a50c53aee1e req-62d6aab0-3f5f-4caa-afc3-01bca472f877 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:10.432480 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9311c400-55d6-409c-8ed2-6a50c53aee1e req-62d6aab0-3f5f-4caa-afc3-01bca472f877 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5444 time: 0.1554668 Nov 18 17:19:10.566048 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9311c400-55d6-409c-8ed2-6a50c53aee1e req-73ca86ba-4e0a-4495-87b4-e74ae1caf9d7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1233344 Nov 18 17:19:10.582333 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-930513f8-4486-45ef-b690-f751a382582b req-d23e050f-cfb1-4fc9-bc63-714d093380fe tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:10.669967 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1ee9f34-0ca2-410f-9aa1-7dca16976a34 req-e6e7ae3a-69e8-4cdd-a924-f0ad01a87ea9 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 210 time: 0.0262198 Nov 18 17:19:10.687619 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-930513f8-4486-45ef-b690-f751a382582b req-d23e050f-cfb1-4fc9-bc63-714d093380fe tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:10.735313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930513f8-4486-45ef-b690-f751a382582b req-d23e050f-cfb1-4fc9-bc63-714d093380fe tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:19:10.738720 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-930513f8-4486-45ef-b690-f751a382582b req-d23e050f-cfb1-4fc9-bc63-714d093380fe tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:19:10.741869 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-930513f8-4486-45ef-b690-f751a382582b req-d23e050f-cfb1-4fc9-bc63-714d093380fe tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:19:10.786604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e050f-cfb1-4fc9-bc63-714d093380fe tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Pushing event updated for resources: {'Port': ['ID=1b0700dd-b3c3-48a5-9804-5bc1732df7a7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:10.836433 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930513f8-4486-45ef-b690-f751a382582b req-d23e050f-cfb1-4fc9-bc63-714d093380fe tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:10.837063 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-930513f8-4486-45ef-b690-f751a382582b req-d23e050f-cfb1-4fc9-bc63-714d093380fe tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:10.858491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850b432-5801-48ba-aff7-efffc63d50b1 req-294e303a-02a5-468c-a460-ae6e70ec08a1 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:10.860256 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1850b432-5801-48ba-aff7-efffc63d50b1 req-294e303a-02a5-468c-a460-ae6e70ec08a1 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 944 time: 0.1132967 Nov 18 17:19:10.914653 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1850b432-5801-48ba-aff7-efffc63d50b1 req-176a4aa3-972e-4fac-a192-51a26d674567 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478661 Nov 18 17:19:10.946850 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-930513f8-4486-45ef-b690-f751a382582b req-d23e050f-cfb1-4fc9-bc63-714d093380fe tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2567463 Nov 18 17:19:10.961719 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Request body: {'port': {'device_id': 'ba8a7f9c-b756-4271-807e-e92380aba937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:19:11.017418 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3c060fa0-c6ad-41e4-aa38-549940965d43 None None] Provisioning complete for port 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:19:11.018147 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3c060fa0-c6ad-41e4-aa38-549940965d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:11.022506 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:11.054668 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device b8b2673a-8468-4cc3-a73b-f1a30243def6 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:19:11.079963 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3c060fa0-c6ad-41e4-aa38-549940965d43 None None] Port 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:19:11.173703 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1eec0-b466-4932-8045-0d6fdc8112a4 req-649ba0f6-04eb-4292-9361-a21a2c919465 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:11.175297 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11a1eec0-b466-4932-8045-0d6fdc8112a4 req-649ba0f6-04eb-4292-9361-a21a2c919465 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.1193349 Nov 18 17:19:11.246539 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11a1eec0-b466-4932-8045-0d6fdc8112a4 req-5222bab5-a559-4603-aa75-93cc538ca1da tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628943 Nov 18 17:19:11.282216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port b8b2673a-8468-4cc3-a73b-f1a30243def6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b8b2673a-8468-4cc3-a73b-f1a30243def6,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:11.294857 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'b8b2673a-8468-4cc3-a73b-f1a30243def6', 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886', 'port_id': 'b8b2673a-8468-4cc3-a73b-f1a30243def6', 'mac_address': 'fa:16:3e:6a:0b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671daf4b-48bc-4f50-a4d9-31cc3358928e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:19:11.333323 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:11.347027 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b2673a-8468-4cc3-a73b-f1a30243def6 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:19:11.372724 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port b8b2673a-8468-4cc3-a73b-f1a30243def6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b8b2673a-8468-4cc3-a73b-f1a30243def6,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:11.415479 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:19:11.437674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53ec5860-e2aa-49d7-98cc-854f8577dbad req-5717cfd6-bf6a-4c7e-83da-dbd326b1f261 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0407939 Nov 18 17:19:11.439627 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:11.447730 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:11.458770 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Transition to ACTIVE for port object 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:19:11.512022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=b8b2673a-8468-4cc3-a73b-f1a30243def6,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:11.522752 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:11.551156 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecb449-d208-439e-a283-405aa61a7af0 req-6bd0b1ab-20a9-4862-b5fb-56d958f182b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:11.557477 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecb449-d208-439e-a283-405aa61a7af0 req-6bd0b1ab-20a9-4862-b5fb-56d958f182b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:11.566110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecb449-d208-439e-a283-405aa61a7af0 req-6bd0b1ab-20a9-4862-b5fb-56d958f182b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:11.572616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecb449-d208-439e-a283-405aa61a7af0 req-6bd0b1ab-20a9-4862-b5fb-56d958f182b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:11.579868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecb449-d208-439e-a283-405aa61a7af0 req-6bd0b1ab-20a9-4862-b5fb-56d958f182b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:11.585936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecb449-d208-439e-a283-405aa61a7af0 req-6bd0b1ab-20a9-4862-b5fb-56d958f182b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:11.591827 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecb449-d208-439e-a283-405aa61a7af0 req-6bd0b1ab-20a9-4862-b5fb-56d958f182b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:11.593781 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-60ecb449-d208-439e-a283-405aa61a7af0 req-6bd0b1ab-20a9-4862-b5fb-56d958f182b7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.81 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5444 time: 0.1376657 Nov 18 17:19:11.604655 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0700dd-b3c3-48a5-9804-5bc1732df7a7,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:11.661294 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecb449-d208-439e-a283-405aa61a7af0 req-3eff4ec4-8abc-478f-990b-40d676bb24e3 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:11.666470 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-60ecb449-d208-439e-a283-405aa61a7af0 req-3eff4ec4-8abc-478f-990b-40d676bb24e3 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.81 "GET /v2.0/ports/c35afb8c-cdd6-4eec-89f6-d10f42645523?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0627012 Nov 18 17:19:11.720949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['b8b2673a-8468-4cc3-a73b-f1a30243def6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:19:11.726706 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Attempting to bind port 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:19:11.727084 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Attempting to bind port 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:19:11.727423 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Attempting to bind port 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:19:11.733252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Port 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:19:11.734263 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Attempting to bind port 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:19:11.739143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:19:11.740261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:19:11.740261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:19:11.740562 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Bound port: 1b0700dd-b3c3-48a5-9804-5bc1732df7a7, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:19:11.740724 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:11.855556 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-60ecb449-d208-439e-a283-405aa61a7af0 req-71af0b9c-e85b-4a8b-ab06-85ae9dd1c9d8 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.81 "GET /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1697326 Nov 18 17:19:11.867231 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-60ecb449-d208-439e-a283-405aa61a7af0 req-b17f8c5f-851d-47dd-9911-423ce0778407 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:19:11.941036 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-b17f8c5f-851d-47dd-9911-423ce0778407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:12.090726 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-60ecb449-d208-439e-a283-405aa61a7af0 req-b17f8c5f-851d-47dd-9911-423ce0778407 service neutron] For port c35afb8c-cdd6-4eec-89f6-d10f42645523, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c35afb8c-cdd6-4eec-89f6-d10f42645523,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:12.127402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-60ecb449-d208-439e-a283-405aa61a7af0 req-b17f8c5f-851d-47dd-9911-423ce0778407 service neutron] For port c35afb8c-cdd6-4eec-89f6-d10f42645523, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:19:12.160127 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a024ec3-4884-4696-ae48-f3be527221d3 req-97676115-afd3-4c12-a45a-26eb7691fa28 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:12.165265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-60ecb449-d208-439e-a283-405aa61a7af0 req-b17f8c5f-851d-47dd-9911-423ce0778407 service neutron] device_id is not set on port c35afb8c-cdd6-4eec-89f6-d10f42645523 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:19:12.166233 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a024ec3-4884-4696-ae48-f3be527221d3 req-97676115-afd3-4c12-a45a-26eb7691fa28 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:12.172209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a024ec3-4884-4696-ae48-f3be527221d3 req-97676115-afd3-4c12-a45a-26eb7691fa28 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:12.174102 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-b17f8c5f-851d-47dd-9911-423ce0778407 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:12.178157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a024ec3-4884-4696-ae48-f3be527221d3 req-97676115-afd3-4c12-a45a-26eb7691fa28 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:12.184043 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a024ec3-4884-4696-ae48-f3be527221d3 req-97676115-afd3-4c12-a45a-26eb7691fa28 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:12.190573 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a024ec3-4884-4696-ae48-f3be527221d3 req-97676115-afd3-4c12-a45a-26eb7691fa28 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:12.196838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a024ec3-4884-4696-ae48-f3be527221d3 req-97676115-afd3-4c12-a45a-26eb7691fa28 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:12.198721 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a024ec3-4884-4696-ae48-f3be527221d3 req-97676115-afd3-4c12-a45a-26eb7691fa28 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 5444 time: 0.5184107 Nov 18 17:19:12.230088 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-b17f8c5f-851d-47dd-9911-423ce0778407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:12.299125 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ecb449-d208-439e-a283-405aa61a7af0 req-b17f8c5f-851d-47dd-9911-423ce0778407 service neutron] No DVR routers for this DVR port c35afb8c-cdd6-4eec-89f6-d10f42645523 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:19:12.299644 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd82e0-efdb-4266-aa33-4556f4f4e282 req-174eae1b-404c-4f54-b107-195b6fefab90 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:12.301214 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1cd82e0-efdb-4266-aa33-4556f4f4e282 req-174eae1b-404c-4f54-b107-195b6fefab90 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 947 time: 0.1851125 Nov 18 17:19:12.302737 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f8c5f-851d-47dd-9911-423ce0778407 service neutron] Pushing event updated for resources: {'Port': ['ID=c35afb8c-cdd6-4eec-89f6-d10f42645523,revision_number=6']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:12.326822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] For port 1b0700dd-b3c3-48a5-9804-5bc1732df7a7, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:19:12.335148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] For port 1b0700dd-b3c3-48a5-9804-5bc1732df7a7, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1b0700dd-b3c3-48a5-9804-5bc1732df7a7,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:19:12.348457 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a024ec3-4884-4696-ae48-f3be527221d3 req-f5be286b-deb9-489e-a704-8649a4598357 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&id=2aaf955b-2088-4f7c-8a60-6779658ce3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1298099 Nov 18 17:19:12.353339 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-60ecb449-d208-439e-a283-405aa61a7af0 req-b17f8c5f-851d-47dd-9911-423ce0778407 service neutron] In _notify_port_updated(), no bound segment for port c35afb8c-cdd6-4eec-89f6-d10f42645523 on network 96b6b3d2-b87f-486f-9f51-94da13546f8a {{(pid=104008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:19:12.354262 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecb449-d208-439e-a283-405aa61a7af0 req-b17f8c5f-851d-47dd-9911-423ce0778407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:12.354876 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-b17f8c5f-851d-47dd-9911-423ce0778407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:12.363104 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-60ecb449-d208-439e-a283-405aa61a7af0 req-b17f8c5f-851d-47dd-9911-423ce0778407 service neutron] 10.222.0.81 "PUT /v2.0/ports/c35afb8c-cdd6-4eec-89f6-d10f42645523 HTTP/1.1" status: 200 len: 1033 time: 0.5005805 Nov 18 17:19:12.407604 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1cd82e0-efdb-4266-aa33-4556f4f4e282 req-1ea5c358-f23a-4c3f-b12d-941b130a5506 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/security-groups?id=f716141a-fa71-488e-ae45-22e9458af6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780799 Nov 18 17:19:12.427322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecb449-d208-439e-a283-405aa61a7af0 req-4eb4cade-afc0-411a-b5da-4a2e877f48bf tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:12.429043 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-60ecb449-d208-439e-a283-405aa61a7af0 req-4eb4cade-afc0-411a-b5da-4a2e877f48bf tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.81 "GET /v2.0/ports/7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0582919 Nov 18 17:19:12.441843 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-60ecb449-d208-439e-a283-405aa61a7af0 req-5bfc97ea-c555-461b-8648-0209928c6d7d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:19:12.449583 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:12.510913 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-5bfc97ea-c555-461b-8648-0209928c6d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:12.515379 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:12.516076 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:12.517610 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-930513f8-4486-45ef-b690-f751a382582b req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] 10.222.0.81 "PUT /v2.0/ports/1b0700dd-b3c3-48a5-9804-5bc1732df7a7 HTTP/1.1" status: 200 len: 1096 time: 1.5599384 Nov 18 17:19:12.520939 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8a7f9c-b756-4271-807e-e92380aba937', 'tag': '1b0700dd-b3c3-48a5-9804-5bc1732df7a7'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:19:12.523243 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcede86-5341-42d3-8dda-ac97e904c6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8a7f9c-b756-4271-807e-e92380aba937", "tag": "1b0700dd-b3c3-48a5-9804-5bc1732df7a7"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:19:12.543343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c23e70cc-9360-4c86-a9e9-439b04a5f515 None None] Provisioning complete for port c35afb8c-cdd6-4eec-89f6-d10f42645523 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:19:12.544432 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c23e70cc-9360-4c86-a9e9-439b04a5f515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:12.596847 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748568d-6088-4e79-b39e-a5efd678a8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0700dd-b3c3-48a5-9804-5bc1732df7a7,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:12.604997 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c23e70cc-9360-4c86-a9e9-439b04a5f515 None None] Port c35afb8c-cdd6-4eec-89f6-d10f42645523 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:19:12.620537 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32aaf1-6e35-4db4-97e0-a2d76ca0ebda req-3598ae9e-6e55-4f52-8062-1899223d72ad tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:12.622161 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee32aaf1-6e35-4db4-97e0-a2d76ca0ebda req-3598ae9e-6e55-4f52-8062-1899223d72ad tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 945 time: 0.1304402 Nov 18 17:19:12.635017 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68296c-6338-4777-88ca-d26a0ce0514c req-d8390958-2163-422b-a7e3-8a85441bb6f2 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:12.636628 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c68296c-6338-4777-88ca-d26a0ce0514c req-d8390958-2163-422b-a7e3-8a85441bb6f2 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.1460049 Nov 18 17:19:12.734619 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-60ecb449-d208-439e-a283-405aa61a7af0 req-5bfc97ea-c555-461b-8648-0209928c6d7d service neutron] For port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:12.749515 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee32aaf1-6e35-4db4-97e0-a2d76ca0ebda req-3e467996-0e63-4906-9421-6e86fba07eb8 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117482 Nov 18 17:19:12.760019 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c68296c-6338-4777-88ca-d26a0ce0514c req-9679f18a-5b75-4845-86c9-e50d089cefed tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100464 Nov 18 17:19:12.760019 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930513f8-4486-45ef-b690-f751a382582b req-3fcde912-ee7b-47c3-a9e2-fc2a915d89f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:12.760444 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-930513f8-4486-45ef-b690-f751a382582b req-3fcde912-ee7b-47c3-a9e2-fc2a915d89f8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a17bed06d1843b69ebb66d8ffe9ae3a&device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 1099 time: 0.1014655 Nov 18 17:19:12.776081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-60ecb449-d208-439e-a283-405aa61a7af0 req-5bfc97ea-c555-461b-8648-0209928c6d7d service neutron] For port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:19:12.820732 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-60ecb449-d208-439e-a283-405aa61a7af0 req-5bfc97ea-c555-461b-8648-0209928c6d7d service neutron] device_id is not set on port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:19:12.843152 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-5bfc97ea-c555-461b-8648-0209928c6d7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:12.852685 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-930513f8-4486-45ef-b690-f751a382582b req-2b7edfdf-6c6d-4417-85eb-f09cd982a0ab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=1b0700dd-b3c3-48a5-9804-5bc1732df7a7 HTTP/1.1" status: 200 len: 217 time: 0.0830505 Nov 18 17:19:12.907901 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef436b61-96fc-40ad-b312-902cb58c3c1c req-f0d473c1-527a-46aa-b84e-411ee5c43cf3 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0570574 Nov 18 17:19:12.910207 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-5bfc97ea-c555-461b-8648-0209928c6d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:12.911206 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edeebff-7be4-49f9-a032-049db9d45c4f x-openstack-request-id: req-0edeebff-7be4-49f9-a032-049db9d45c4f {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:19:12.911511 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8a7f9c-b756-4271-807e-e92380aba937", "tag": "1b0700dd-b3c3-48a5-9804-5bc1732df7a7", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:19:12.911774 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0edeebff-7be4-49f9-a032-049db9d45c4f {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:19:12.912199 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8a7f9c-b756-4271-807e-e92380aba937', 'tag': '1b0700dd-b3c3-48a5-9804-5bc1732df7a7', 'status': 'completed', 'code': 200} Nov 18 17:19:12.937149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930513f8-4486-45ef-b690-f751a382582b req-4baa8aa5-a4eb-4572-9b04-d06d6f480ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:12.939388 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-930513f8-4486-45ef-b690-f751a382582b req-4baa8aa5-a4eb-4572-9b04-d06d6f480ef4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0743384 Nov 18 17:19:12.994066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930513f8-4486-45ef-b690-f751a382582b req-6aab08e2-3f23-4e85-b4fa-692797da3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:12.995661 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-930513f8-4486-45ef-b690-f751a382582b req-6aab08e2-3f23-4e85-b4fa-692797da3e09 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0499048 Nov 18 17:19:13.001626 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ecb449-d208-439e-a283-405aa61a7af0 req-5bfc97ea-c555-461b-8648-0209928c6d7d service neutron] No DVR routers for this DVR port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:19:13.003602 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc97ea-c555-461b-8648-0209928c6d7d service neutron] Pushing event updated for resources: {'Port': ['ID=7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa,revision_number=6']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:13.046321 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-60ecb449-d208-439e-a283-405aa61a7af0 req-5bfc97ea-c555-461b-8648-0209928c6d7d service neutron] In _notify_port_updated(), no bound segment for port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa on network 96b6b3d2-b87f-486f-9f51-94da13546f8a {{(pid=104008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:19:13.047705 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecb449-d208-439e-a283-405aa61a7af0 req-5bfc97ea-c555-461b-8648-0209928c6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:13.048608 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-5bfc97ea-c555-461b-8648-0209928c6d7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:13.051847 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-60ecb449-d208-439e-a283-405aa61a7af0 req-5bfc97ea-c555-461b-8648-0209928c6d7d service neutron] 10.222.0.81 "PUT /v2.0/ports/7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa HTTP/1.1" status: 200 len: 1033 time: 0.6147420 Nov 18 17:19:13.054149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device b8b2673a-8468-4cc3-a73b-f1a30243def6 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:19:13.113796 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-930513f8-4486-45ef-b690-f751a382582b req-cdb95ac1-5930-483a-a316-c753bc391282 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110308 Nov 18 17:19:13.170233 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port b8b2673a-8468-4cc3-a73b-f1a30243def6 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:19:13.175456 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port b8b2673a-8468-4cc3-a73b-f1a30243def6 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:19:13.176100 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:13.188832 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-60ecb449-d208-439e-a283-405aa61a7af0 req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Deleting port 37ba74a3-0698-4645-beb0-2a2e4acae185 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:19:13.189103 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:13.280218 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7f9858ab-84ef-4547-8a73-d877ff190ced None None] Provisioning complete for port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:19:13.284665 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f9858ab-84ef-4547-8a73-d877ff190ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:13.284665 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:13.332255 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c54eb40-0810-4ff5-9905-77a5be7ee9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b2673a-8468-4cc3-a73b-f1a30243def6'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:19:13.335004 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e442e1-97e2-4495-8a5e-07b20c451210" -d '{"events": [{"server_uuid": "9c54eb40-0810-4ff5-9905-77a5be7ee9ff", "name": "network-vif-plugged", "status": "completed", "tag": "b8b2673a-8468-4cc3-a73b-f1a30243def6"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:19:13.350617 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port b8b2673a-8468-4cc3-a73b-f1a30243def6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b8b2673a-8468-4cc3-a73b-f1a30243def6,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:13.351218 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-930513f8-4486-45ef-b690-f751a382582b req-e2d6730f-e443-40bc-9ec2-bd63a4222679 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292199 Nov 18 17:19:13.357083 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7f9858ab-84ef-4547-8a73-d877ff190ced None None] Port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:19:13.370381 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-60ecb449-d208-439e-a283-405aa61a7af0 req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] For port 37ba74a3-0698-4645-beb0-2a2e4acae185, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=37ba74a3-0698-4645-beb0-2a2e4acae185,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:13.370669 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:13.386986 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2041b207-3750-4e41-8de8-ca2eb6a3b4d0 x-openstack-request-id: req-2041b207-3750-4e41-8de8-ca2eb6a3b4d0 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:19:13.387229 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-60ecb449-d208-439e-a283-405aa61a7af0 req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Calling delete_port for 37ba74a3-0698-4645-beb0-2a2e4acae185 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:19:13.387335 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c54eb40-0810-4ff5-9905-77a5be7ee9ff", "name": "network-vif-plugged", "status": "completed", "tag": "b8b2673a-8468-4cc3-a73b-f1a30243def6", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:19:13.387664 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2041b207-3750-4e41-8de8-ca2eb6a3b4d0 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:19:13.388225 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c54eb40-0810-4ff5-9905-77a5be7ee9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b2673a-8468-4cc3-a73b-f1a30243def6', 'code': 200} Nov 18 17:19:13.437905 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:13.552114 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=b8b2673a-8468-4cc3-a73b-f1a30243def6,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:13.570904 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c2c36-ec85-4847-b7f5-1c867f54c990 req-e466d0b2-5695-4f39-b3a0-b54b02a0f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:13.572272 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-077c2c36-ec85-4847-b7f5-1c867f54c990 req-e466d0b2-5695-4f39-b3a0-b54b02a0f8bb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 1098 time: 0.1015291 Nov 18 17:19:13.617868 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a352bf-ec1b-46f8-984b-cfa13312ce58 req-a3792439-0345-4fc0-9688-1fb3f3e8a270 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:13.624928 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a352bf-ec1b-46f8-984b-cfa13312ce58 req-a3792439-0345-4fc0-9688-1fb3f3e8a270 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:13.632136 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a352bf-ec1b-46f8-984b-cfa13312ce58 req-a3792439-0345-4fc0-9688-1fb3f3e8a270 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:13.632742 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-077c2c36-ec85-4847-b7f5-1c867f54c990 req-9fc219af-9b38-4b66-a2ae-8ba70efdf93b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469663 Nov 18 17:19:13.639126 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a352bf-ec1b-46f8-984b-cfa13312ce58 req-a3792439-0345-4fc0-9688-1fb3f3e8a270 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:13.645191 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a352bf-ec1b-46f8-984b-cfa13312ce58 req-a3792439-0345-4fc0-9688-1fb3f3e8a270 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:13.647111 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91a352bf-ec1b-46f8-984b-cfa13312ce58 req-a3792439-0345-4fc0-9688-1fb3f3e8a270 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 3884 time: 0.1817021 Nov 18 17:19:13.657828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcede86-5341-42d3-8dda-ac97e904c6ba req-de52782b-1d7c-4b02-8dd5-11e988ef5330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:13.659269 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5dcede86-5341-42d3-8dda-ac97e904c6ba req-de52782b-1d7c-4b02-8dd5-11e988ef5330 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a17bed06d1843b69ebb66d8ffe9ae3a&device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 1099 time: 0.1344299 Nov 18 17:19:13.672881 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c5cdb-94da-4c6b-9ae5-ff7de6c2808d req-cc3fc992-5d4e-458e-8406-2a69ef11444a tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:13.674433 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-558c5cdb-94da-4c6b-9ae5-ff7de6c2808d req-cc3fc992-5d4e-458e-8406-2a69ef11444a tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 947 time: 0.1546071 Nov 18 17:19:13.687188 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:13.720647 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event deleted for resources: {'Port': ['ID=37ba74a3-0698-4645-beb0-2a2e4acae185,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:13.764567 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:13.765259 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:13.765526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:13.765873 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:13.766349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:13.766802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:13.767557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:13.767941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:13.768437 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:13.770976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:13.770976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:13.770976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:13.796399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ecb449-d208-439e-a283-405aa61a7af0 req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] No DVR routers for this DVR port 37ba74a3-0698-4645-beb0-2a2e4acae185 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:19:13.799138 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:13.802593 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-60ecb449-d208-439e-a283-405aa61a7af0 req-43cc4eb9-8408-4a06-97fe-260e25e1e115 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.81 "DELETE /v2.0/ports/37ba74a3-0698-4645-beb0-2a2e4acae185 HTTP/1.1" status: 204 len: 173 time: 0.7378819 Nov 18 17:19:13.803050 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-deleted', 'tag': '37ba74a3-0698-4645-beb0-2a2e4acae185'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:19:13.806401 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c6a84d-766e-494c-bf5a-1817e2461589" -d '{"events": [{"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-deleted", "tag": "37ba74a3-0698-4645-beb0-2a2e4acae185"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:19:13.810953 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91a352bf-ec1b-46f8-984b-cfa13312ce58 req-068383f2-e8dd-4ba6-9dd2-8091c2854450 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570189 Nov 18 17:19:13.833020 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-558c5cdb-94da-4c6b-9ae5-ff7de6c2808d req-4795e7cf-fa88-4d15-a33f-b662fe19ae95 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/security-groups?id=f716141a-fa71-488e-ae45-22e9458af6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416147 Nov 18 17:19:13.854162 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcede86-5341-42d3-8dda-ac97e904c6ba req-b5aacf79-4a0b-4d37-b329-ad92bbf8cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:13.855911 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5dcede86-5341-42d3-8dda-ac97e904c6ba req-b5aacf79-4a0b-4d37-b329-ad92bbf8cc83 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1804645 Nov 18 17:19:13.922707 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5dcede86-5341-42d3-8dda-ac97e904c6ba req-9bdcf205-a7ff-4446-9244-c27711712ac3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=1b0700dd-b3c3-48a5-9804-5bc1732df7a7 HTTP/1.1" status: 200 len: 217 time: 0.0492315 Nov 18 17:19:13.950528 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c8e5e25b-14b6-4c32-87c1-5ede7f648b7a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Deleting port 79d87257-b73f-4f55-9be6-a319a16fd0f8 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:19:13.950872 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c8e5e25b-14b6-4c32-87c1-5ede7f648b7a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:14.030892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcede86-5341-42d3-8dda-ac97e904c6ba req-696192b9-5aeb-4b91-b39f-29b8d9840d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:14.032329 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5dcede86-5341-42d3-8dda-ac97e904c6ba req-696192b9-5aeb-4b91-b39f-29b8d9840d70 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0951211 Nov 18 17:19:14.045287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67372a-b806-4c59-bff1-0f381fb4491e req-c6365590-9177-4f90-8e15-b12c3a36d34b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:14.046789 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4a67372a-b806-4c59-bff1-0f381fb4491e req-c6365590-9177-4f90-8e15-b12c3a36d34b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.1290014 Nov 18 17:19:14.055854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4dd44-a2a7-4f4d-9c1e-a40a78bb522b req-e76654e5-a523-4333-af09-59e42c69770d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:14.057366 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ad4dd44-a2a7-4f4d-9c1e-a40a78bb522b req-e76654e5-a523-4333-af09-59e42c69770d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 946 time: 0.1376803 Nov 18 17:19:14.060722 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c8e5e25b-14b6-4c32-87c1-5ede7f648b7a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] For port 79d87257-b73f-4f55-9be6-a319a16fd0f8, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=79d87257-b73f-4f55-9be6-a319a16fd0f8,segment=NetworkSegment(43d244d6-cded-4df4-a838-fac1b113d553),segment_id=43d244d6-cded-4df4-a838-fac1b113d553)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:14.061459 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c8e5e25b-14b6-4c32-87c1-5ede7f648b7a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:14.171444 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ad4dd44-a2a7-4f4d-9c1e-a40a78bb522b req-5f03644f-2184-4628-b7e8-efcc35b69e80 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047051 Nov 18 17:19:14.189130 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4a67372a-b806-4c59-bff1-0f381fb4491e req-67f55448-7507-45f5-b6fa-07ca013aaab3 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180670 Nov 18 17:19:14.191807 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcede86-5341-42d3-8dda-ac97e904c6ba req-cf18e7df-320a-41ac-b94b-788a7dcecad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:14.193338 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5dcede86-5341-42d3-8dda-ac97e904c6ba req-cf18e7df-320a-41ac-b94b-788a7dcecad0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1456592 Nov 18 17:19:14.329087 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0421946e-467e-400d-8aae-30a2535c9605 x-openstack-request-id: req-0421946e-467e-400d-8aae-30a2535c9605 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:19:14.330520 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-deleted", "tag": "37ba74a3-0698-4645-beb0-2a2e4acae185", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:19:14.330990 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0421946e-467e-400d-8aae-30a2535c9605 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:19:14.331958 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-deleted', 'tag': '37ba74a3-0698-4645-beb0-2a2e4acae185', 'status': 'completed', 'code': 200} Nov 18 17:19:14.380424 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53443056-7b08-4365-b942-2e6036eeabd9 req-5227c15d-de28-418d-b473-23895bbf0d18 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0397711 Nov 18 17:19:14.395268 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c8e5e25b-14b6-4c32-87c1-5ede7f648b7a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:14.395654 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c8e5e25b-14b6-4c32-87c1-5ede7f648b7a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:14.396075 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c8e5e25b-14b6-4c32-87c1-5ede7f648b7a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Floating IP 12f17024-49de-4771-82c3-f4d842fbdc73 disassociated. External IP: 172.25.3.125, port: 79d87257-b73f-4f55-9be6-a319a16fd0f8. Nov 18 17:19:14.396442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c8e5e25b-14b6-4c32-87c1-5ede7f648b7a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Calling delete_port for 79d87257-b73f-4f55-9be6-a319a16fd0f8 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:19:14.418101 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5dcede86-5341-42d3-8dda-ac97e904c6ba req-dd5e85bc-5c9b-4a28-8466-d010688a028a service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091570 Nov 18 17:19:14.515724 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:19:14.516829 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5dcede86-5341-42d3-8dda-ac97e904c6ba req-ce61cca9-3178-4f1f-a0b4-f15fe7c1c2bc service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903058 Nov 18 17:19:14.520279 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c35afb8c-cdd6-4eec-89f6-d10f42645523 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:19:14.608686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c35afb8c-cdd6-4eec-89f6-d10f42645523 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:19:14.609369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device fa267a90-aada-44a3-815a-2fde81af0876 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:19:14.641214 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c8e5e25b-14b6-4c32-87c1-5ede7f648b7a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:14.705013 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5e25b-14b6-4c32-87c1-5ede7f648b7a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event deleted for resources: {'Port': ['ID=79d87257-b73f-4f55-9be6-a319a16fd0f8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:14.735567 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:14.738433 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1b0700dd-b3c3-48a5-9804-5bc1732df7a7, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1b0700dd-b3c3-48a5-9804-5bc1732df7a7,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:14.764214 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '1b0700dd-b3c3-48a5-9804-5bc1732df7a7', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '1b0700dd-b3c3-48a5-9804-5bc1732df7a7', 'mac_address': 'fa:16:3e:4b:1e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:19:14.799854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port fa267a90-aada-44a3-815a-2fde81af0876, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fa267a90-aada-44a3-815a-2fde81af0876,segment=NetworkSegment(91c5298a-4888-4f97-bfd9-f3e72d782547),segment_id=91c5298a-4888-4f97-bfd9-f3e72d782547)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:14.817686 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:14.833212 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:19:14.852329 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c8e5e25b-14b6-4c32-87c1-5ede7f648b7a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Router b52574e1-2bbd-4dc0-8540-fa978add6738 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:19:14.864281 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:14.865795 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 5d103daf-823c-46a5-b025-3be6a959e97f no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:19:14.877072 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1b0700dd-b3c3-48a5-9804-5bc1732df7a7, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1b0700dd-b3c3-48a5-9804-5bc1732df7a7,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:15.010034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c8e5e25b-14b6-4c32-87c1-5ede7f648b7a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:19:15.026966 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed233c-f488-48b3-b0f9-24c809420d87 None None] Sync routers for ids ['b52574e1-2bbd-4dc0-8540-fa978add6738'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:19:15.036858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640726f3-cc0d-4b11-8d3b-d8f8f81d40e2 req-3e71f90a-17f2-4f69-8ef1-96be0975de55 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:15.038531 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-640726f3-cc0d-4b11-8d3b-d8f8f81d40e2 req-3e71f90a-17f2-4f69-8ef1-96be0975de55 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 948 time: 0.0826919 Nov 18 17:19:15.043137 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed233c-f488-48b3-b0f9-24c809420d87 None None] Routers {'b52574e1-2bbd-4dc0-8540-fa978add6738'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:19:15.043840 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0fed233c-f488-48b3-b0f9-24c809420d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:19:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b52574e1-2bbd-4dc0-8540-fa978add6738'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:19:15.062145 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a5ee1-4638-4e1e-8648-d7da9d8d7f92 req-55d1adaf-35fb-4593-b4ad-50ab05e1c694 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:15.093803 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=fa267a90-aada-44a3-815a-2fde81af0876,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:15.095286 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a5ee1-4638-4e1e-8648-d7da9d8d7f92 req-55d1adaf-35fb-4593-b4ad-50ab05e1c694 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:15.112697 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:15.118817 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a5ee1-4638-4e1e-8648-d7da9d8d7f92 req-55d1adaf-35fb-4593-b4ad-50ab05e1c694 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:15.130255 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c8e5e25b-14b6-4c32-87c1-5ede7f648b7a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] No DVR routers for this DVR port 79d87257-b73f-4f55-9be6-a319a16fd0f8 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:19:15.131812 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-321a5ee1-4638-4e1e-8648-d7da9d8d7f92 req-55d1adaf-35fb-4593-b4ad-50ab05e1c694 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 2413 time: 0.1879256 Nov 18 17:19:15.136363 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c8e5e25b-14b6-4c32-87c1-5ede7f648b7a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:15.145911 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c8e5e25b-14b6-4c32-87c1-5ede7f648b7a tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.81 "DELETE /v2.0/ports/79d87257-b73f-4f55-9be6-a319a16fd0f8 HTTP/1.1" status: 204 len: 173 time: 1.3330181 Nov 18 17:19:15.198713 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:15.248642 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-321a5ee1-4638-4e1e-8648-d7da9d8d7f92 req-cb7ea2e4-89e4-4b36-ad98-c3f8254c952c tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153893 Nov 18 17:19:15.270637 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 5d103daf-823c-46a5-b025-3be6a959e97f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5d103daf-823c-46a5-b025-3be6a959e97f,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:15.295724 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-0fed233c-f488-48b3-b0f9-24c809420d87 None None] Set router b52574e1-2bbd-4dc0-8540-fa978add6738 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:19:15.300065 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=1b0700dd-b3c3-48a5-9804-5bc1732df7a7,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:15.313412 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-640726f3-cc0d-4b11-8d3b-d8f8f81d40e2 req-5c7358c9-0e22-4d63-821e-56d9c53a4600 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/security-groups?id=f716141a-fa71-488e-ae45-22e9458af6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496735 Nov 18 17:19:15.332666 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:15.333902 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 79d87257-b73f-4f55-9be6-a319a16fd0f8 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:19:15.365887 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-60ecb449-d208-439e-a283-405aa61a7af0 req-9ffc4e09-6d51-4026-949e-50c553ad00f1 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Deleting port fa267a90-aada-44a3-815a-2fde81af0876 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:19:15.366209 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-9ffc4e09-6d51-4026-949e-50c553ad00f1 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:15.403078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa267a90-aada-44a3-815a-2fde81af0876'}, {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d103daf-823c-46a5-b025-3be6a959e97f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:19:15.405395 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa36e9e5-8356-46e2-ac02-fc9540061872" -d '{"events": [{"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-unplugged", "status": "completed", "tag": "fa267a90-aada-44a3-815a-2fde81af0876"}, {"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-unplugged", "status": "completed", "tag": "5d103daf-823c-46a5-b025-3be6a959e97f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:19:15.413964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 79d87257-b73f-4f55-9be6-a319a16fd0f8 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:19:15.415040 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 79d87257-b73f-4f55-9be6-a319a16fd0f8 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:19:15.415700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 84a0bb91-96da-442c-900b-aff2f8cd6a10 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:19:15.461671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['1b0700dd-b3c3-48a5-9804-5bc1732df7a7'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:19:15.530160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495d84c-b58b-423d-ab10-6a9175a576a4 req-3299901c-5ac8-4ab7-9b42-9b3803267221 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:15.531973 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6495d84c-b58b-423d-ab10-6a9175a576a4 req-3299901c-5ac8-4ab7-9b42-9b3803267221 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 946 time: 0.0876620 Nov 18 17:19:15.535248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-60ecb449-d208-439e-a283-405aa61a7af0 req-9ffc4e09-6d51-4026-949e-50c553ad00f1 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] For port fa267a90-aada-44a3-815a-2fde81af0876, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fa267a90-aada-44a3-815a-2fde81af0876,segment=NetworkSegment(91c5298a-4888-4f97-bfd9-f3e72d782547),segment_id=91c5298a-4888-4f97-bfd9-f3e72d782547)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:15.535628 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-9ffc4e09-6d51-4026-949e-50c553ad00f1 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:15.539898 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99055eac-0de9-4061-b010-bb92f95dddb7 req-2d680abb-3bae-4124-b8b5-6dafb9155e68 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:15.542178 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99055eac-0de9-4061-b010-bb92f95dddb7 req-2d680abb-3bae-4124-b8b5-6dafb9155e68 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.1523957 Nov 18 17:19:15.551163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=5d103daf-823c-46a5-b025-3be6a959e97f,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:15.571362 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-60ecb449-d208-439e-a283-405aa61a7af0 req-9ffc4e09-6d51-4026-949e-50c553ad00f1 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Calling delete_port for fa267a90-aada-44a3-815a-2fde81af0876 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:19:15.633567 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6495d84c-b58b-423d-ab10-6a9175a576a4 req-1a87fe17-7c3c-4648-97b4-37144dd77454 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901945 Nov 18 17:19:15.665250 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0fed233c-f488-48b3-b0f9-24c809420d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'name': 'tempest-TaggedBootDevicesTest_v242-827613960-router', 'tenant_id': '8636c767565a441eb773511271a60b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:06Z', 'updated_at': '2021-11-18T17:08:11Z', 'revision_number': 4, 'project_id': '8636c767565a441eb773511271a60b63', 'gw_port': {'id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:07Z', 'updated_at': '2021-11-18T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '305ba18c-9f03-43c3-895a-419f24b35dbb', 'name': '', 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf', 'tenant_id': '8636c767565a441eb773511271a60b63', 'mac_address': 'fa:16:3e:f0:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:10Z', 'updated_at': '2021-11-18T17:08:16Z', 'revision_number': 5, 'project_id': '8636c767565a441eb773511271a60b63', 'subnets': [{'id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:19:15.675312 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:15.680994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99055eac-0de9-4061-b010-bb92f95dddb7 req-1499649b-85f5-4e79-9662-1c0c17413e65 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725229 Nov 18 17:19:15.751903 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed233c-f488-48b3-b0f9-24c809420d87 None None] Checking router: b52574e1-2bbd-4dc0-8540-fa978add6738 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:19:15.755764 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 84a0bb91-96da-442c-900b-aff2f8cd6a10, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=84a0bb91-96da-442c-900b-aff2f8cd6a10,segment=NetworkSegment(91c5298a-4888-4f97-bfd9-f3e72d782547),segment_id=91c5298a-4888-4f97-bfd9-f3e72d782547)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:15.774064 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed233c-f488-48b3-b0f9-24c809420d87 None None] Routers {'b52574e1-2bbd-4dc0-8540-fa978add6738'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:19:15.774231 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 18 Nov 2021 17:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815f62ee-a300-436b-b33b-462f69c78a49 x-openstack-request-id: req-815f62ee-a300-436b-b33b-462f69c78a49 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:19:15.774526 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-unplugged", "status": "completed", "tag": "fa267a90-aada-44a3-815a-2fde81af0876", "code": 200}, {"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-unplugged", "status": "completed", "tag": "5d103daf-823c-46a5-b025-3be6a959e97f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:19:15.777354 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-815f62ee-a300-436b-b33b-462f69c78a49 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:19:15.777783 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0fed233c-f488-48b3-b0f9-24c809420d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:19:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b52574e1-2bbd-4dc0-8540-fa978add6738'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:19:15.778917 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa267a90-aada-44a3-815a-2fde81af0876', 'code': 200} Nov 18 17:19:15.779336 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d103daf-823c-46a5-b025-3be6a959e97f', 'code': 200} Nov 18 17:19:15.841170 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:15.842205 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:19:15.886038 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-9ffc4e09-6d51-4026-949e-50c553ad00f1 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:15.897743 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac1c849e-676b-4b3a-b9c0-4ea8d30f1937 req-9ece4eee-c6e3-4ca7-99e3-4f1dbbc27156 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0473492 Nov 18 17:19:15.924519 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc4e09-6d51-4026-949e-50c553ad00f1 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event deleted for resources: {'Port': ['ID=fa267a90-aada-44a3-815a-2fde81af0876,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:15.989912 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ecb449-d208-439e-a283-405aa61a7af0 req-9ffc4e09-6d51-4026-949e-50c553ad00f1 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] No DVR routers for this DVR port fa267a90-aada-44a3-815a-2fde81af0876 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:19:15.993601 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-9ffc4e09-6d51-4026-949e-50c553ad00f1 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:15.998523 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-60ecb449-d208-439e-a283-405aa61a7af0 req-9ffc4e09-6d51-4026-949e-50c553ad00f1 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.81 "DELETE /v2.0/ports/fa267a90-aada-44a3-815a-2fde81af0876 HTTP/1.1" status: 204 len: 173 time: 0.8484926 Nov 18 17:19:16.006059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:19:16.006853 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 37ba74a3-0698-4645-beb0-2a2e4acae185 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:19:16.029582 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-0fed233c-f488-48b3-b0f9-24c809420d87 None None] Set router b52574e1-2bbd-4dc0-8540-fa978add6738 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:19:16.034813 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 37ba74a3-0698-4645-beb0-2a2e4acae185 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:19:16.035400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 37ba74a3-0698-4645-beb0-2a2e4acae185 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:19:16.047856 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=84a0bb91-96da-442c-900b-aff2f8cd6a10,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:16.068719 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9e249-1196-4a55-b290-3712db7dfccb req-f679f037-a857-410b-8119-4a8799f4e276 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:16.070322 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece9e249-1196-4a55-b290-3712db7dfccb req-f679f037-a857-410b-8119-4a8799f4e276 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 1098 time: 0.0767419 Nov 18 17:19:16.130604 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece9e249-1196-4a55-b290-3712db7dfccb req-90ff918c-e7d5-41b3-9737-4eaf96aedb8e tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513144 Nov 18 17:19:16.138893 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-60ecb449-d208-439e-a283-405aa61a7af0 req-e30031d5-866b-4000-bc76-a0a093ddaf80 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Deleting port 5d103daf-823c-46a5-b025-3be6a959e97f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:19:16.139598 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-e30031d5-866b-4000-bc76-a0a093ddaf80 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:16.253635 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-60ecb449-d208-439e-a283-405aa61a7af0 req-e30031d5-866b-4000-bc76-a0a093ddaf80 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] For port 5d103daf-823c-46a5-b025-3be6a959e97f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5d103daf-823c-46a5-b025-3be6a959e97f,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:16.254007 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-e30031d5-866b-4000-bc76-a0a093ddaf80 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:16.257069 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0fed233c-f488-48b3-b0f9-24c809420d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'name': 'tempest-TaggedBootDevicesTest_v242-827613960-router', 'tenant_id': '8636c767565a441eb773511271a60b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:06Z', 'updated_at': '2021-11-18T17:08:11Z', 'revision_number': 4, 'project_id': '8636c767565a441eb773511271a60b63', 'gw_port': {'id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:07Z', 'updated_at': '2021-11-18T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '305ba18c-9f03-43c3-895a-419f24b35dbb', 'name': '', 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf', 'tenant_id': '8636c767565a441eb773511271a60b63', 'mac_address': 'fa:16:3e:f0:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:10Z', 'updated_at': '2021-11-18T17:08:16Z', 'revision_number': 5, 'project_id': '8636c767565a441eb773511271a60b63', 'subnets': [{'id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:19:16.270491 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-60ecb449-d208-439e-a283-405aa61a7af0 req-e30031d5-866b-4000-bc76-a0a093ddaf80 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Calling delete_port for 5d103daf-823c-46a5-b025-3be6a959e97f owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:19:16.289734 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed233c-f488-48b3-b0f9-24c809420d87 None None] The sync data for ids ['b52574e1-2bbd-4dc0-8540-fa978add6738'] in n-d-813419-11 is: [{'id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'name': 'tempest-TaggedBootDevicesTest_v242-827613960-router', 'tenant_id': '8636c767565a441eb773511271a60b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:06Z', 'updated_at': '2021-11-18T17:08:11Z', 'revision_number': 4, 'project_id': '8636c767565a441eb773511271a60b63', 'gw_port': {'id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:07Z', 'updated_at': '2021-11-18T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '305ba18c-9f03-43c3-895a-419f24b35dbb', 'name': '', 'network_id': '21e57fb7-15e2-4168-9940-61b5b33853bf', 'tenant_id': '8636c767565a441eb773511271a60b63', 'mac_address': 'fa:16:3e:f0:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:10Z', 'updated_at': '2021-11-18T17:08:16Z', 'revision_number': 5, 'project_id': '8636c767565a441eb773511271a60b63', 'subnets': [{'id': 'e6246afd-a473-49e2-aa8f-305885903cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:19:16.336410 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-deleted', 'tag': '79d87257-b73f-4f55-9be6-a319a16fd0f8'}, {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-deleted', 'tag': 'fa267a90-aada-44a3-815a-2fde81af0876'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:19:16.340250 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66342069-d1f3-4e67-adc5-ffc00459cbd2" -d '{"events": [{"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-deleted", "tag": "79d87257-b73f-4f55-9be6-a319a16fd0f8"}, {"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-deleted", "tag": "fa267a90-aada-44a3-815a-2fde81af0876"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:19:16.549589 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-e30031d5-866b-4000-bc76-a0a093ddaf80 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:16.550045 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d34a527-4d32-4a53-af3c-bdfcdff8005a req-28f0ac37-ba28-4d6e-94f7-c2c4047e7b25 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0708749 Nov 18 17:19:16.568036 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf243ca-9247-4010-95dc-5c1cd4104acc req-f1da8810-5f40-489c-abaf-9e6a92f7d99d tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:16.572613 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8bf243ca-9247-4010-95dc-5c1cd4104acc req-f1da8810-5f40-489c-abaf-9e6a92f7d99d tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 948 time: 0.1429880 Nov 18 17:19:16.599277 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30031d5-866b-4000-bc76-a0a093ddaf80 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event deleted for resources: {'Port': ['ID=5d103daf-823c-46a5-b025-3be6a959e97f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:16.603132 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a3616-c8b1-4097-9b85-9517683e65c2 req-a8fbbb2c-ba81-40d2-9334-6774e7c6f7a8 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:16.611702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a3616-c8b1-4097-9b85-9517683e65c2 req-a8fbbb2c-ba81-40d2-9334-6774e7c6f7a8 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:16.613370 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-737a3616-c8b1-4097-9b85-9517683e65c2 req-a8fbbb2c-ba81-40d2-9334-6774e7c6f7a8 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 1599 time: 0.1260843 Nov 18 17:19:16.666895 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ecb449-d208-439e-a283-405aa61a7af0 req-e30031d5-866b-4000-bc76-a0a093ddaf80 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] No DVR routers for this DVR port 5d103daf-823c-46a5-b025-3be6a959e97f on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:19:16.672040 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-e30031d5-866b-4000-bc76-a0a093ddaf80 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:16.676440 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-60ecb449-d208-439e-a283-405aa61a7af0 req-e30031d5-866b-4000-bc76-a0a093ddaf80 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.81 "DELETE /v2.0/ports/5d103daf-823c-46a5-b025-3be6a959e97f HTTP/1.1" status: 204 len: 173 time: 0.6694763 Nov 18 17:19:16.700839 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8bf243ca-9247-4010-95dc-5c1cd4104acc req-8f376834-5113-41b6-88a6-b0adf3531380 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/security-groups?id=f716141a-fa71-488e-ae45-22e9458af6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134367 Nov 18 17:19:16.716983 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-737a3616-c8b1-4097-9b85-9517683e65c2 req-aaeabb31-e6e6-478b-8f25-4585bcf7c4b8 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups?id=95b88fdb-b903-4776-a91e-556dfa20159e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828307 Nov 18 17:19:16.738509 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f55701-5e01-4d0c-87bb-ea8e655ea5df None None] New status for floating IP 12f17024-49de-4771-82c3-f4d842fbdc73: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:19:16.807451 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 18 Nov 2021 17:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ee6581-9d96-4608-9312-25f08a04af3b x-openstack-request-id: req-38ee6581-9d96-4608-9312-25f08a04af3b {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:19:16.807827 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-deleted", "tag": "79d87257-b73f-4f55-9be6-a319a16fd0f8", "status": "completed", "code": 200}, {"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-deleted", "tag": "fa267a90-aada-44a3-815a-2fde81af0876", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:19:16.808193 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-38ee6581-9d96-4608-9312-25f08a04af3b {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:19:16.808709 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-deleted', 'tag': '79d87257-b73f-4f55-9be6-a319a16fd0f8', 'status': 'completed', 'code': 200} Nov 18 17:19:16.809086 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-deleted', 'tag': 'fa267a90-aada-44a3-815a-2fde81af0876', 'status': 'completed', 'code': 200} Nov 18 17:19:16.889939 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a9e12-9b84-4b5d-a129-1ad361b6a592 req-d2374bed-12c9-4b0b-9d92-dd603b19508c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:16.897610 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e97a9e12-9b84-4b5d-a129-1ad361b6a592 req-d2374bed-12c9-4b0b-9d92-dd603b19508c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0762415 Nov 18 17:19:16.917260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c86e8017-9e3a-4fbe-b020-f549bd320f63 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Deleting port 84a0bb91-96da-442c-900b-aff2f8cd6a10 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:19:16.917778 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c86e8017-9e3a-4fbe-b020-f549bd320f63 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:16.960905 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e97a9e12-9b84-4b5d-a129-1ad361b6a592 req-135ca72b-3989-4f9f-8a26-977d06dbc8a8 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623710 Nov 18 17:19:17.051402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c86e8017-9e3a-4fbe-b020-f549bd320f63 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] For port 84a0bb91-96da-442c-900b-aff2f8cd6a10, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=84a0bb91-96da-442c-900b-aff2f8cd6a10,segment=NetworkSegment(91c5298a-4888-4f97-bfd9-f3e72d782547),segment_id=91c5298a-4888-4f97-bfd9-f3e72d782547)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:17.051402 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c86e8017-9e3a-4fbe-b020-f549bd320f63 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:17.073055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c86e8017-9e3a-4fbe-b020-f549bd320f63 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Calling delete_port for 84a0bb91-96da-442c-900b-aff2f8cd6a10 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:19:17.224422 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b2d2139e-cfb5-4ace-84ce-23ebdb7fed4e req-bbdba7c7-d132-4546-a0e9-c86f0932eb53 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0704913 Nov 18 17:19:17.401266 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c86e8017-9e3a-4fbe-b020-f549bd320f63 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:17.431199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e8017-9e3a-4fbe-b020-f549bd320f63 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event deleted for resources: {'Port': ['ID=84a0bb91-96da-442c-900b-aff2f8cd6a10,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:17.473051 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c86e8017-9e3a-4fbe-b020-f549bd320f63 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] No DVR routers for this DVR port 84a0bb91-96da-442c-900b-aff2f8cd6a10 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:19:17.475505 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c86e8017-9e3a-4fbe-b020-f549bd320f63 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:17.479170 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-60ecb449-d208-439e-a283-405aa61a7af0 req-c86e8017-9e3a-4fbe-b020-f549bd320f63 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.81 "DELETE /v2.0/ports/84a0bb91-96da-442c-900b-aff2f8cd6a10 HTTP/1.1" status: 204 len: 173 time: 0.7256212 Nov 18 17:19:17.780508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a0bb91-96da-442c-900b-aff2f8cd6a10'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:19:17.784510 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a885a52c-8bc4-4f89-a925-edf70c7e3752" -d '{"events": [{"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-unplugged", "status": "completed", "tag": "84a0bb91-96da-442c-900b-aff2f8cd6a10"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:19:17.936909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6126266-a0c1-44d0-adb5-2539ad9492bc req-9e954c80-91ec-4da5-bbee-6bfe2c001244 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0477571 Nov 18 17:19:17.966645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c24dd-f9aa-49fd-85c2-babcbbf20857 req-ecdd9214-f321-4b76-a31a-2e027d72f92c tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:17.981479 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-286c24dd-f9aa-49fd-85c2-babcbbf20857 req-ecdd9214-f321-4b76-a31a-2e027d72f92c tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 948 time: 0.1441593 Nov 18 17:19:18.053109 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b04bdce-4e02-4c7f-aadf-9a894c5fc71b x-openstack-request-id: req-4b04bdce-4e02-4c7f-aadf-9a894c5fc71b {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:19:18.053411 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-unplugged", "status": "completed", "tag": "84a0bb91-96da-442c-900b-aff2f8cd6a10", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:19:18.053675 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4b04bdce-4e02-4c7f-aadf-9a894c5fc71b {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:19:18.054079 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a0bb91-96da-442c-900b-aff2f8cd6a10', 'code': 200} Nov 18 17:19:18.098069 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-286c24dd-f9aa-49fd-85c2-babcbbf20857 req-c843ea4c-551a-49ce-8cbe-ec27240fb5a1 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/security-groups?id=f716141a-fa71-488e-ae45-22e9458af6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135991 Nov 18 17:19:18.270428 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54407e35-2eab-4c05-90f7-5c3772e20ddd req-f0d3dfab-487d-4bae-b823-b35305b47562 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:18.275086 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54407e35-2eab-4c05-90f7-5c3772e20ddd req-f0d3dfab-487d-4bae-b823-b35305b47562 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.1115832 Nov 18 17:19:18.373272 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03b74215-cca2-4472-af85-37d21e59ae55 req-8b9babf5-6d8d-4908-b8f0-d32524912b99 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0402071 Nov 18 17:19:18.403923 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54407e35-2eab-4c05-90f7-5c3772e20ddd req-673dc258-5b5b-459e-af43-1d3aa39ff295 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214168 Nov 18 17:19:18.531667 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:19:18.810574 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-deleted', 'tag': '5d103daf-823c-46a5-b025-3be6a959e97f'}, {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-deleted', 'tag': '84a0bb91-96da-442c-900b-aff2f8cd6a10'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:19:18.812958 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6582da-d859-42fa-8f60-0b5ffb43bf7c" -d '{"events": [{"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-deleted", "tag": "5d103daf-823c-46a5-b025-3be6a959e97f"}, {"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-deleted", "tag": "84a0bb91-96da-442c-900b-aff2f8cd6a10"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:19:18.847176 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:19:18.852317 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:19:18.865545 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:18.917947 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-409ce189-749e-4646-a22d-682c6e5f4eb7 req-1414c1d0-1171-442a-b591-f758378a2b04 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b4eb4f28f7f24485872a45428db8f3f5&device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0993845 Nov 18 17:19:18.959065 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 18 Nov 2021 17:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd5b8cd-f463-425c-b9f8-6fbfec88ee8e x-openstack-request-id: req-8cd5b8cd-f463-425c-b9f8-6fbfec88ee8e {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:19:18.959690 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-deleted", "tag": "5d103daf-823c-46a5-b025-3be6a959e97f", "status": "completed", "code": 200}, {"server_uuid": "b95092e7-e909-4c4c-a474-ab446a03dba3", "name": "network-vif-deleted", "tag": "84a0bb91-96da-442c-900b-aff2f8cd6a10", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:19:18.960179 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8cd5b8cd-f463-425c-b9f8-6fbfec88ee8e {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:19:18.960787 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-deleted', 'tag': '5d103daf-823c-46a5-b025-3be6a959e97f', 'status': 'completed', 'code': 200} Nov 18 17:19:18.961229 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95092e7-e909-4c4c-a474-ab446a03dba3', 'name': 'network-vif-deleted', 'tag': '84a0bb91-96da-442c-900b-aff2f8cd6a10', 'status': 'completed', 'code': 200} Nov 18 17:19:18.964868 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-409ce189-749e-4646-a22d-682c6e5f4eb7 req-36453912-5e1c-4f95-9871-236c6bee6e77 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=b4eb4f28f7f24485872a45428db8f3f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372205 Nov 18 17:19:19.072422 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4e2bb51-4800-4bc5-b96d-fef1d77bdb33 req-a38cf2a7-e694-4291-bf8d-367d5f77e273 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0917673 Nov 18 17:19:19.090131 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:19.128903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1b0700dd-b3c3-48a5-9804-5bc1732df7a7, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1b0700dd-b3c3-48a5-9804-5bc1732df7a7,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:19.145780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ce189-749e-4646-a22d-682c6e5f4eb7 req-594a8216-f329-4d69-9bb7-c40b162c3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:19.146643 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e6442ceb-24da-4c83-aa53-c099affc5991 req-2bc6df47-07c3-4b4b-baf4-109265e2f753 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0512953 Nov 18 17:19:19.150355 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-409ce189-749e-4646-a22d-682c6e5f4eb7 req-594a8216-f329-4d69-9bb7-c40b162c3d42 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1697972 Nov 18 17:19:19.224647 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:19.248942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228dcb1-f53d-43cc-b598-de62dfa148be req-15678b7a-3939-478d-90e3-053ac714ae18 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:19.256011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6228dcb1-f53d-43cc-b598-de62dfa148be req-15678b7a-3939-478d-90e3-053ac714ae18 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 948 time: 0.0691888 Nov 18 17:19:19.309837 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=1b0700dd-b3c3-48a5-9804-5bc1732df7a7,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:19.364373 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6228dcb1-f53d-43cc-b598-de62dfa148be req-bb0cf292-d201-419e-9c81-5bd55f4b1a55 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/security-groups?id=f716141a-fa71-488e-ae45-22e9458af6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053729 Nov 18 17:19:19.546692 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0a844-ccea-42ef-aa94-3fbe38dfd225 req-c7457157-7e98-41d4-87e2-52d95896f80e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:19.548225 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-12d0a844-ccea-42ef-aa94-3fbe38dfd225 req-c7457157-7e98-41d4-87e2-52d95896f80e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0570652 Nov 18 17:19:19.598072 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-12d0a844-ccea-42ef-aa94-3fbe38dfd225 req-705686f4-2455-4879-a5e9-8284eb46c1c4 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434632 Nov 18 17:19:20.055038 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8a7f9c-b756-4271-807e-e92380aba937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0700dd-b3c3-48a5-9804-5bc1732df7a7'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:19:20.058272 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9eae6a-df76-49cb-b9b8-cfa29b390cb6" -d '{"events": [{"server_uuid": "ba8a7f9c-b756-4271-807e-e92380aba937", "name": "network-vif-plugged", "status": "completed", "tag": "1b0700dd-b3c3-48a5-9804-5bc1732df7a7"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:19:20.106440 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b617dc9d-a80d-47ab-b54e-e89a6ee732bf x-openstack-request-id: req-b617dc9d-a80d-47ab-b54e-e89a6ee732bf {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:19:20.106440 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8a7f9c-b756-4271-807e-e92380aba937", "name": "network-vif-plugged", "status": "completed", "tag": "1b0700dd-b3c3-48a5-9804-5bc1732df7a7", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:19:20.106440 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b617dc9d-a80d-47ab-b54e-e89a6ee732bf {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:19:20.106769 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8a7f9c-b756-4271-807e-e92380aba937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0700dd-b3c3-48a5-9804-5bc1732df7a7', 'code': 200} Nov 18 17:19:20.190383 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c93135d-8950-4e28-aed7-c76ada079376 req-56aad31c-e0b1-4811-97ff-9ea502152900 tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0353739 Nov 18 17:19:20.280343 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe138c-8791-4e72-b997-373723b46af6 req-454431cf-80b5-47f2-97f1-4af8319ccd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:20.282623 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4ffe138c-8791-4e72-b997-373723b46af6 req-454431cf-80b5-47f2-97f1-4af8319ccd44 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 1101 time: 0.0900269 Nov 18 17:19:20.302882 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61e7ad49-eea6-43c6-82ee-e16bddbb9ddf req-bda73f9a-a596-42d0-819a-4539d44805c2 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0345297 Nov 18 17:19:20.336536 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4ffe138c-8791-4e72-b997-373723b46af6 req-b5e5318c-ddfa-4ce0-936b-3b4552498482 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f716141a-fa71-488e-ae45-22e9458af6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414178 Nov 18 17:19:20.523633 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcddb99-ec8b-4c34-bb77-1dfa8ece9487 req-42661a94-788f-4a28-89b5-b369734031e2 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:20.525247 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fdcddb99-ec8b-4c34-bb77-1dfa8ece9487 req-42661a94-788f-4a28-89b5-b369734031e2 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 949 time: 0.0796754 Nov 18 17:19:20.583832 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-409ce189-749e-4646-a22d-682c6e5f4eb7 req-94288f0c-6aa3-4dfe-a63f-b9324ba5a80d tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0313148 Nov 18 17:19:20.589867 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fdcddb99-ec8b-4c34-bb77-1dfa8ece9487 req-2fea9438-4b35-40d3-af9e-4e70d51069e1 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/security-groups?id=f716141a-fa71-488e-ae45-22e9458af6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542083 Nov 18 17:19:20.726629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f403958-b8f1-4551-9333-14e3db073239 req-5a037b4d-11d5-4fb7-8e3b-8954c03c3237 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:20.728197 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f403958-b8f1-4551-9333-14e3db073239 req-5a037b4d-11d5-4fb7-8e3b-8954c03c3237 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0547493 Nov 18 17:19:20.789775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f403958-b8f1-4551-9333-14e3db073239 req-379e32be-f895-48a6-a90d-eb8104b82d74 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551167 Nov 18 17:19:21.302857 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a8de8ba-0c99-4640-8c0c-60447629331d req-c8b667de-5bd3-4f3d-a51b-2ada43c232ef tempest-ServerShowV257Test-1865303290 tempest-ServerShowV257Test-1865303290-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c978ec-97ae-4017-83aa-a0022814c08b HTTP/1.1" status: 200 len: 210 time: 0.0273149 Nov 18 17:19:21.320944 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:21.431196 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8c4044e-20ad-410c-a561-fbc20a2d35e1 req-a6658f9d-fc70-4464-9ea2-787c15fb0d61 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0358615 Nov 18 17:19:21.719838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b1213-0302-4158-b207-9909d8fa5fa3 req-5337045f-27b5-4899-afea-7faa563d8c2f tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:21.721418 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c89b1213-0302-4158-b207-9909d8fa5fa3 req-5337045f-27b5-4899-afea-7faa563d8c2f tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 949 time: 0.0508103 Nov 18 17:19:21.770908 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c89b1213-0302-4158-b207-9909d8fa5fa3 req-ee721f3c-93ed-48a7-ac43-a5e2045c1a97 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/security-groups?id=f716141a-fa71-488e-ae45-22e9458af6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431552 Nov 18 17:19:21.936668 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3930766-951f-4852-ba5f-1614d9a359a5 req-1251b24c-d974-4842-bb67-fc9b3d27372a tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:21.938876 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e3930766-951f-4852-ba5f-1614d9a359a5 req-1251b24c-d974-4842-bb67-fc9b3d27372a tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0739245 Nov 18 17:19:21.987703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e3930766-951f-4852-ba5f-1614d9a359a5 req-defcf40a-3339-44dd-a4c0-7e13294e4981 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427320 Nov 18 17:19:22.545525 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-075e260c-beee-4642-ab30-e573c040e953 req-2bd0e746-0826-4f38-8d00-e6536de79cec tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0334752 Nov 18 17:19:22.797106 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:22.859401 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49532) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:22.908951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea14c9-07d1-4b63-95c6-accae076ec6e req-e574ed4f-283f-4574-b168-69a05ee6006c tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:22.910815 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0ea14c9-07d1-4b63-95c6-accae076ec6e req-e574ed4f-283f-4574-b168-69a05ee6006c tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 949 time: 0.0574386 Nov 18 17:19:22.978082 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0ea14c9-07d1-4b63-95c6-accae076ec6e req-788cb5ef-99dc-4295-888c-3180d2763b0f tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/security-groups?id=f716141a-fa71-488e-ae45-22e9458af6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610821 Nov 18 17:19:23.001710 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fbe893e7-7f38-440f-817c-daa361fd70bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:23.120308 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ff2b3-cc04-4b24-9c32-9133f42baef2 req-1a1c8207-b1ef-4d37-9804-b1c70d4f82bc tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:23.121880 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f0ff2b3-cc04-4b24-9c32-9133f42baef2 req-1a1c8207-b1ef-4d37-9804-b1c70d4f82bc tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0524442 Nov 18 17:19:23.125211 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fbe893e7-7f38-440f-817c-daa361fd70bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:23.170855 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f0ff2b3-cc04-4b24-9c32-9133f42baef2 req-70f02c67-9d03-42c8-8f49-be2c6ccd91d7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422363 Nov 18 17:19:23.235089 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fbe893e7-7f38-440f-817c-daa361fd70bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:23.276202 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fbe893e7-7f38-440f-817c-daa361fd70bc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b4eb4f28f7f24485872a45428db8f3f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4155552 Nov 18 17:19:23.277104 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe893e7-7f38-440f-817c-daa361fd70bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6474a344-9a24-4708-a7cf-c8247122d252,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:23.279683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49542) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:23.333465 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea1e7488-84e5-46ea-94e4-7d4094c606bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:23.354781 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea1e7488-84e5-46ea-94e4-7d4094c606bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:23.480889 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea1e7488-84e5-46ea-94e4-7d4094c606bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:23.483612 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea1e7488-84e5-46ea-94e4-7d4094c606bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:23.484834 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ea1e7488-84e5-46ea-94e4-7d4094c606bb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6474a344-9a24-4708-a7cf-c8247122d252 HTTP/1.1" status: 204 len: 168 time: 0.2039647 Nov 18 17:19:23.493206 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e7488-84e5-46ea-94e4-7d4094c606bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6474a344-9a24-4708-a7cf-c8247122d252,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:23.673090 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8340f44-c535-46d2-965a-b37ae86311fb req-e1534021-0868-4ea8-91a9-58ca52a3f04b tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0285721 Nov 18 17:19:24.290666 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db3e23-c474-4c66-8370-d344b46ee402 req-de1f1d81-f636-443c-ac28-a3767f968bb7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:24.292194 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65db3e23-c474-4c66-8370-d344b46ee402 req-de1f1d81-f636-443c-ac28-a3767f968bb7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0510585 Nov 18 17:19:24.344059 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65db3e23-c474-4c66-8370-d344b46ee402 req-2f2a49de-f334-49cb-8f40-97a0ec2e000c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450006 Nov 18 17:19:24.793103 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-abd903ba-8733-4942-864f-c42e207e4020 req-362209f1-f006-4eb0-82f8-1bee2dd214b5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0363007 Nov 18 17:19:25.162921 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:19:25.471945 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0451f1-1f10-4a6a-844d-8a37e03cea61 req-a1e57e93-52bd-485a-890c-86339892600d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:25.471945 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f0451f1-1f10-4a6a-844d-8a37e03cea61 req-a1e57e93-52bd-485a-890c-86339892600d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0538702 Nov 18 17:19:25.524935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f0451f1-1f10-4a6a-844d-8a37e03cea61 req-2a2b65ad-bbe5-4693-ba44-0c0bb116f2c0 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479095 Nov 18 17:19:25.935381 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98de89bc-8268-4d8d-b519-0bf0a1ed1ccf req-cf5297c9-7958-4717-a073-0953dd5380e7 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0345614 Nov 18 17:19:26.655358 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268ec9e-717c-4100-8885-2e3cf77c6431 req-6d91e46e-eee3-4ade-80a4-760b21ba2082 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:26.660292 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5268ec9e-717c-4100-8885-2e3cf77c6431 req-6d91e46e-eee3-4ade-80a4-760b21ba2082 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0570791 Nov 18 17:19:26.709260 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5268ec9e-717c-4100-8885-2e3cf77c6431 req-50d7ca89-b6c6-4b69-9cfd-3b3f0dc81997 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464122 Nov 18 17:19:27.048279 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2240098e-8f8a-4cc1-80e7-0864f3605dd7 req-35a3a6bb-51e5-49f4-8c73-0df10c657e97 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0272162 Nov 18 17:19:27.847197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b0f7f-6ec5-4be1-bcbd-e4e36a2f9627 req-98a5fbf2-69c6-4610-8cbf-d9633bf0711b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:27.854965 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc8b0f7f-6ec5-4be1-bcbd-e4e36a2f9627 req-98a5fbf2-69c6-4610-8cbf-d9633bf0711b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0613043 Nov 18 17:19:27.900537 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc8b0f7f-6ec5-4be1-bcbd-e4e36a2f9627 req-de75ef1e-cc2f-4840-8ed5-5966a76997d2 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446877 Nov 18 17:19:28.159279 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4bc6c145-5477-4f3c-80fc-6acad45beaa5 req-0eee6982-a11c-46e0-9a81-d25f496aaa76 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0315816 Nov 18 17:19:29.038520 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1cb25-0879-4da6-83f4-676ee5e00b95 req-db414abf-0aa8-4fd7-8bff-b2c95f4c22af tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:29.044507 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86d1cb25-0879-4da6-83f4-676ee5e00b95 req-db414abf-0aa8-4fd7-8bff-b2c95f4c22af tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0558410 Nov 18 17:19:29.092263 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86d1cb25-0879-4da6-83f4-676ee5e00b95 req-c68f6023-06f7-42c2-b7aa-fcb618f86b72 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461555 Nov 18 17:19:29.275630 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a71d965d-84e6-4602-9d15-c09e76aa94d8 req-338f4849-a6e6-458b-a819-5cc0c4a7999e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0297692 Nov 18 17:19:29.954960 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46b5c9fe-f320-4d8f-bdbb-8a2158002bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:30.218169 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a75ea4-573c-4eb3-8d0c-9e97bb9aeca5 req-60466756-f17a-4f94-b72d-32f613a577bf tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:30.219675 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4a75ea4-573c-4eb3-8d0c-9e97bb9aeca5 req-60466756-f17a-4f94-b72d-32f613a577bf tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0497570 Nov 18 17:19:30.283307 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4a75ea4-573c-4eb3-8d0c-9e97bb9aeca5 req-3af1b86d-65fd-4729-acf2-f8d809831c08 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541217 Nov 18 17:19:30.448583 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80e89f28-bc5d-48f8-ba2e-53220e0521a1 req-c0176485-29dd-43d8-a87a-c765646873d6 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0319030 Nov 18 17:19:30.532541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb57a98-b44f-415d-947f-3f3280b0cae3 req-2af5811c-77b1-46f3-b920-0dcd0c947e5e tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:30.533787 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4fb57a98-b44f-415d-947f-3f3280b0cae3 req-2af5811c-77b1-46f3-b920-0dcd0c947e5e tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 949 time: 0.0512178 Nov 18 17:19:30.591001 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4fb57a98-b44f-415d-947f-3f3280b0cae3 req-e5ede806-a468-4e63-be1b-df43ab26b449 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/security-groups?id=f716141a-fa71-488e-ae45-22e9458af6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503423 Nov 18 17:19:31.420411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a61668-bbc7-47ae-b6d5-e6c46dd9e790 req-7fbf2768-9808-4203-a0fa-088b8dae89bc tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:31.421880 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11a61668-bbc7-47ae-b6d5-e6c46dd9e790 req-7fbf2768-9808-4203-a0fa-088b8dae89bc tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0673921 Nov 18 17:19:31.484543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11a61668-bbc7-47ae-b6d5-e6c46dd9e790 req-6aabbf06-498b-4fc0-8528-7af032257850 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559978 Nov 18 17:19:31.561484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5aa067e7-b26a-445f-bc8f-a1c21b5268ed req-c4f928c5-f944-41d9-ac46-8cb85173f3c5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0285008 Nov 18 17:19:31.733198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe97bd-dbf5-477f-99d1-57a3b15a18da req-af7113b7-95e4-458f-8e9e-782b7d612764 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:31.735051 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9efe97bd-dbf5-477f-99d1-57a3b15a18da req-af7113b7-95e4-458f-8e9e-782b7d612764 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 949 time: 0.0762074 Nov 18 17:19:31.788424 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9efe97bd-dbf5-477f-99d1-57a3b15a18da req-61b8b7fc-73e3-4721-8db4-1556cf92ab75 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/security-groups?id=f716141a-fa71-488e-ae45-22e9458af6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470991 Nov 18 17:19:31.916223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c317315-9f36-48bc-bd45-9f6053b21ab2 req-3d677eb2-2c58-41a2-b9ae-655856563a01 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:31.917893 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6c317315-9f36-48bc-bd45-9f6053b21ab2 req-3d677eb2-2c58-41a2-b9ae-655856563a01 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 949 time: 0.0603001 Nov 18 17:19:32.032420 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-6c317315-9f36-48bc-bd45-9f6053b21ab2 req-86e49332-13bb-4dd1-b435-9df839d68827 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Deleting port 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:19:32.032762 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6c317315-9f36-48bc-bd45-9f6053b21ab2 req-86e49332-13bb-4dd1-b435-9df839d68827 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:32.162412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6c317315-9f36-48bc-bd45-9f6053b21ab2 req-86e49332-13bb-4dd1-b435-9df839d68827 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] For port 1b0700dd-b3c3-48a5-9804-5bc1732df7a7, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1b0700dd-b3c3-48a5-9804-5bc1732df7a7,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:32.162847 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6c317315-9f36-48bc-bd45-9f6053b21ab2 req-86e49332-13bb-4dd1-b435-9df839d68827 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:32.176339 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-6c317315-9f36-48bc-bd45-9f6053b21ab2 req-86e49332-13bb-4dd1-b435-9df839d68827 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Calling delete_port for 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:19:32.356219 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-412ed8c6-923c-458d-9374-66eef417ae8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:32.418501 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6c317315-9f36-48bc-bd45-9f6053b21ab2 req-86e49332-13bb-4dd1-b435-9df839d68827 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:32.431077 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['1b0700dd-b3c3-48a5-9804-5bc1732df7a7'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:19:32.465967 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e49332-13bb-4dd1-b435-9df839d68827 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Pushing event deleted for resources: {'Port': ['ID=1b0700dd-b3c3-48a5-9804-5bc1732df7a7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:32.749358 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919307a4-8cf3-42e1-a985-8d227fe2b130 req-8387f939-5828-4347-acb9-eb5fac05b421 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:32.757538 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-919307a4-8cf3-42e1-a985-8d227fe2b130 req-8387f939-5828-4347-acb9-eb5fac05b421 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.1291199 Nov 18 17:19:32.821669 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b112b60b-0daf-4519-b772-a06517427e59 req-d7124913-d29f-447b-9551-ce88bb86bd75 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0606999 Nov 18 17:19:32.903534 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-919307a4-8cf3-42e1-a985-8d227fe2b130 req-7a62635c-4f92-4cc0-baca-2edea7ca349b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450830 Nov 18 17:19:32.965050 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f2281c0-ecbb-4b57-81ac-32027c69fdb0 req-99adcbc8-857a-4cbb-8880-3fe65e83a4e2 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 210 time: 0.0437324 Nov 18 17:19:33.073033 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c317315-9f36-48bc-bd45-9f6053b21ab2 req-86e49332-13bb-4dd1-b435-9df839d68827 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] No DVR routers for this DVR port 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:19:33.084678 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6c317315-9f36-48bc-bd45-9f6053b21ab2 req-86e49332-13bb-4dd1-b435-9df839d68827 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:33.088334 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6c317315-9f36-48bc-bd45-9f6053b21ab2 req-86e49332-13bb-4dd1-b435-9df839d68827 tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.81 "DELETE /v2.0/ports/1b0700dd-b3c3-48a5-9804-5bc1732df7a7 HTTP/1.1" status: 204 len: 173 time: 1.1633756 Nov 18 17:19:33.088841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8a7f9c-b756-4271-807e-e92380aba937', 'name': 'network-vif-deleted', 'tag': '1b0700dd-b3c3-48a5-9804-5bc1732df7a7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:19:33.091224 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c222fd7-619d-44ba-bb86-2848e67a21a0" -d '{"events": [{"server_uuid": "ba8a7f9c-b756-4271-807e-e92380aba937", "name": "network-vif-deleted", "tag": "1b0700dd-b3c3-48a5-9804-5bc1732df7a7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:19:33.134174 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6353fa-3d93-4ed4-8908-f93a386b7282 x-openstack-request-id: req-fe6353fa-3d93-4ed4-8908-f93a386b7282 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:19:33.134480 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8a7f9c-b756-4271-807e-e92380aba937", "name": "network-vif-deleted", "tag": "1b0700dd-b3c3-48a5-9804-5bc1732df7a7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:19:33.134743 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fe6353fa-3d93-4ed4-8908-f93a386b7282 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:19:33.135168 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8a7f9c-b756-4271-807e-e92380aba937', 'name': 'network-vif-deleted', 'tag': '1b0700dd-b3c3-48a5-9804-5bc1732df7a7', 'status': 'completed', 'code': 200} Nov 18 17:19:33.487053 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:33.613836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49776) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:33.729759 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5cd7-7682-4f58-b48b-9e306bb42720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:33.819278 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5cd7-7682-4f58-b48b-9e306bb42720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:33.892555 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5cd7-7682-4f58-b48b-9e306bb42720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:33.960267 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a5cd7-7682-4f58-b48b-9e306bb42720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d553ccb-caae-4944-a54e-b54eadd87789,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:33.998731 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a65371f8-8de5-46e2-831d-63f19e124f24 req-df6959c6-3748-4315-874b-b364ed12e812 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0863361 Nov 18 17:19:34.008968 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0a9a5cd7-7682-4f58-b48b-9e306bb42720 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7e749f7997a94b199d05e003de6b33ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3940427 Nov 18 17:19:34.012877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49786) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:34.142840 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c25ce2-fddd-42d8-829d-8e4d0d0b9eba req-e8cd37e2-5be6-431a-aef6-37e1853479fb tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:34.144590 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0c25ce2-fddd-42d8-829d-8e4d0d0b9eba req-e8cd37e2-5be6-431a-aef6-37e1853479fb tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.1257610 Nov 18 17:19:34.160230 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-017e1eb5-be35-4a09-abd9-07c8c5670c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:34.191930 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec72896f-61c6-4cd1-b508-9a2113b3fee9 req-33751442-4b12-4ed6-b203-65621fedb36e tempest-VolumesNegativeTest-1196708817 tempest-VolumesNegativeTest-1196708817-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8a7f9c-b756-4271-807e-e92380aba937 HTTP/1.1" status: 200 len: 210 time: 0.0442910 Nov 18 17:19:34.262754 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0c25ce2-fddd-42d8-829d-8e4d0d0b9eba req-29c182b3-e71f-4cde-b199-370c8089504c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026900 Nov 18 17:19:34.265068 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-017e1eb5-be35-4a09-abd9-07c8c5670c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:34.384115 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-017e1eb5-be35-4a09-abd9-07c8c5670c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:34.387379 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-017e1eb5-be35-4a09-abd9-07c8c5670c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:34.388921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-017e1eb5-be35-4a09-abd9-07c8c5670c1a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d553ccb-caae-4944-a54e-b54eadd87789 HTTP/1.1" status: 204 len: 168 time: 0.3740573 Nov 18 17:19:34.397880 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e1eb5-be35-4a09-abd9-07c8c5670c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d553ccb-caae-4944-a54e-b54eadd87789,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:34.595649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:19:34.618030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:19:34.618392 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1b0700dd-b3c3-48a5-9804-5bc1732df7a7 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:19:34.943755 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:35.069433 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49802) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:35.091715 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-523f6969-aa87-42ba-97c9-376d2fb78fc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:35.107121 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device e741db6e-e008-410e-9f03-f33d62dbad42 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:19:35.203260 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ba43580-68e4-4a71-927e-2f6f10fe2e88 req-ad212279-8245-4c77-8ff7-b8a8939bb11e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0416145 Nov 18 17:19:35.249233 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-523f6969-aa87-42ba-97c9-376d2fb78fc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:35.363099 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-523f6969-aa87-42ba-97c9-376d2fb78fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:35.378854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port e741db6e-e008-410e-9f03-f33d62dbad42, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e741db6e-e008-410e-9f03-f33d62dbad42,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:35.422838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-523f6969-aa87-42ba-97c9-376d2fb78fc0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=493ab165b66a48eab80b0251c02276a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3516259 Nov 18 17:19:35.426730 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49824) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:35.431748 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'e741db6e-e008-410e-9f03-f33d62dbad42', 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08', 'port_id': 'e741db6e-e008-410e-9f03-f33d62dbad42', 'mac_address': 'fa:16:3e:bc:f0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f46f3b8-078c-4987-ab0a-f3dc40b669b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:19:35.458186 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4108896-85a2-40f1-9989-5c089d4eb94d req-844cf1fb-3944-4a99-b063-8450173a15d1 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:35.458883 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4108896-85a2-40f1-9989-5c089d4eb94d req-844cf1fb-3944-4a99-b063-8450173a15d1 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.1295712 Nov 18 17:19:35.459894 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f6969-aa87-42ba-97c9-376d2fb78fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c233db-76af-4a8e-8bb3-11409e78a1b9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:35.525697 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:35.529836 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:35.562583 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e741db6e-e008-410e-9f03-f33d62dbad42 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:19:35.566854 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-082e303e-3cc6-4698-8867-bd22c1990d6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:35.594106 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-082e303e-3cc6-4698-8867-bd22c1990d6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:35.607284 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port e741db6e-e008-410e-9f03-f33d62dbad42, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e741db6e-e008-410e-9f03-f33d62dbad42,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:35.620154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4108896-85a2-40f1-9989-5c089d4eb94d req-179b1630-8fc4-47bb-a4d3-57158306ed56 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352444 Nov 18 17:19:35.681201 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:35.711424 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-082e303e-3cc6-4698-8867-bd22c1990d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:35.716147 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-082e303e-3cc6-4698-8867-bd22c1990d6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:35.724138 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-082e303e-3cc6-4698-8867-bd22c1990d6d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b2c233db-76af-4a8e-8bb3-11409e78a1b9 HTTP/1.1" status: 204 len: 168 time: 0.2955527 Nov 18 17:19:35.745017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e303e-3cc6-4698-8867-bd22c1990d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c233db-76af-4a8e-8bb3-11409e78a1b9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:35.748314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=e741db6e-e008-410e-9f03-f33d62dbad42,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:35.811055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['e741db6e-e008-410e-9f03-f33d62dbad42'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:19:36.267036 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49870) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:36.370614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b30d1b1-a19a-4cb6-b036-496ac6f75640 req-2092af64-5336-4247-9b99-a98c1752dd94 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.0645053 Nov 18 17:19:36.663212 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bdbbfbb5-a9ea-43ee-ad45-3ebfb952bb9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:36.821956 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bdbbfbb5-a9ea-43ee-ad45-3ebfb952bb9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:36.829124 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05e8fe-0ba0-4936-9a7b-adad5d91c327 req-52552b9d-59f8-41cc-9700-632c1a488270 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:36.836593 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d05e8fe-0ba0-4936-9a7b-adad5d91c327 req-52552b9d-59f8-41cc-9700-632c1a488270 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 944 time: 0.1012988 Nov 18 17:19:36.893053 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bdbbfbb5-a9ea-43ee-ad45-3ebfb952bb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:36.912326 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d05e8fe-0ba0-4936-9a7b-adad5d91c327 req-bcf442c1-a785-4107-811b-c4b5197bad99 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738437 Nov 18 17:19:37.002081 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49904) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:37.017034 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bdbbfbb5-a9ea-43ee-ad45-3ebfb952bb9c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3e17f85dcade40cebf682069ba922395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7486036 Nov 18 17:19:37.027179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbfbb5-a9ea-43ee-ad45-3ebfb952bb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df7b1e9-645e-4a82-bfa1-1c7fed502c1f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:37.106983 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3b30dcd-53cb-46a2-943c-802c72956262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:37.124555 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device e741db6e-e008-410e-9f03-f33d62dbad42 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:19:37.180674 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3b30dcd-53cb-46a2-943c-802c72956262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:37.252478 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port e741db6e-e008-410e-9f03-f33d62dbad42 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:19:37.252478 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:37.360898 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3b30dcd-53cb-46a2-943c-802c72956262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:37.364446 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3b30dcd-53cb-46a2-943c-802c72956262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:37.365998 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c3b30dcd-53cb-46a2-943c-802c72956262 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5df7b1e9-645e-4a82-bfa1-1c7fed502c1f HTTP/1.1" status: 204 len: 168 time: 0.3617065 Nov 18 17:19:37.380673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b30dcd-53cb-46a2-943c-802c72956262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df7b1e9-645e-4a82-bfa1-1c7fed502c1f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:37.411422 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:37.462036 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port e741db6e-e008-410e-9f03-f33d62dbad42, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e741db6e-e008-410e-9f03-f33d62dbad42,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:37.464074 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c594ac5f-4957-43f0-b13f-70857cc4216d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e741db6e-e008-410e-9f03-f33d62dbad42'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:19:37.467591 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe04d97-7814-467a-9ced-4fdb9c3751a2" -d '{"events": [{"server_uuid": "c594ac5f-4957-43f0-b13f-70857cc4216d", "name": "network-vif-plugged", "status": "completed", "tag": "e741db6e-e008-410e-9f03-f33d62dbad42"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:19:37.538216 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:37.625400 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130e9337-b837-41e6-a43f-5429e4bf190d x-openstack-request-id: req-130e9337-b837-41e6-a43f-5429e4bf190d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:19:37.628246 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c594ac5f-4957-43f0-b13f-70857cc4216d", "name": "network-vif-plugged", "status": "completed", "tag": "e741db6e-e008-410e-9f03-f33d62dbad42", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:19:37.628631 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-130e9337-b837-41e6-a43f-5429e4bf190d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:19:37.629379 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c594ac5f-4957-43f0-b13f-70857cc4216d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e741db6e-e008-410e-9f03-f33d62dbad42', 'code': 200} Nov 18 17:19:37.698176 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=e741db6e-e008-410e-9f03-f33d62dbad42,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:37.740211 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04a070dc-1946-4f8b-9ede-6a46ee10126c req-c782aa2d-da7c-4e60-8a09-d4fc0624db20 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95092e7-e909-4c4c-a474-ab446a03dba3 HTTP/1.1" status: 200 len: 210 time: 0.1098495 Nov 18 17:19:38.083201 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939f7ad-cec7-4855-ac3e-7547ebd0e7ec req-e09f4f0c-ed6a-49c0-a06a-15a32ae1cebf tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:38.092050 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d939f7ad-cec7-4855-ac3e-7547ebd0e7ec req-e09f4f0c-ed6a-49c0-a06a-15a32ae1cebf tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0911739 Nov 18 17:19:38.165575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d939f7ad-cec7-4855-ac3e-7547ebd0e7ec req-032fce26-3fbe-4851-aed5-04c078579cfa tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723023 Nov 18 17:19:38.405322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49998) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:38.427223 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9efef39-a93e-4bc2-9ddf-cc118da32982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:38.568077 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9efef39-a93e-4bc2-9ddf-cc118da32982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:38.623887 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9efef39-a93e-4bc2-9ddf-cc118da32982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:38.717609 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e9efef39-a93e-4bc2-9ddf-cc118da32982 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ae3f0bcb199e461eb00be8d0992960a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3110874 Nov 18 17:19:38.720367 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50006) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:38.722387 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efef39-a93e-4bc2-9ddf-cc118da32982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0766bfee-4e49-4af2-a901-4562f46a1f34,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:38.825866 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6973-ef4c-47c9-97f4-02987fdaf5de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:38.849582 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6973-ef4c-47c9-97f4-02987fdaf5de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:38.942353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee4c31-786d-4dc7-9282-c2a3065ee42f req-b9c9183e-f589-47ab-8ef0-ef37d6fbd9ac tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:38.951561 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0ee4c31-786d-4dc7-9282-c2a3065ee42f req-b9c9183e-f589-47ab-8ef0-ef37d6fbd9ac tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 1098 time: 0.0827510 Nov 18 17:19:38.960628 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6973-ef4c-47c9-97f4-02987fdaf5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:38.963486 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6973-ef4c-47c9-97f4-02987fdaf5de admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:38.968057 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d3ce6973-ef4c-47c9-97f4-02987fdaf5de admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0766bfee-4e49-4af2-a901-4562f46a1f34 HTTP/1.1" status: 204 len: 168 time: 0.2460515 Nov 18 17:19:38.979010 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce6973-ef4c-47c9-97f4-02987fdaf5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0766bfee-4e49-4af2-a901-4562f46a1f34,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:39.068468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0ee4c31-786d-4dc7-9282-c2a3065ee42f req-b298e808-3ada-4076-9f24-ed18c09f28ad tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155105 Nov 18 17:19:39.102044 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50032) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:39.238472 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ec0736cd-ef6a-4139-a4cc-8ed0a5665365 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:39.285208 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ec0736cd-ef6a-4139-a4cc-8ed0a5665365 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:39.406756 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9204c3-4b6e-4cb8-b09f-73642d648edf req-9a78fcb9-710f-4b50-921a-c1942a7a25c1 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:39.408452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e9204c3-4b6e-4cb8-b09f-73642d648edf req-9a78fcb9-710f-4b50-921a-c1942a7a25c1 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0673738 Nov 18 17:19:39.419456 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ec0736cd-ef6a-4139-a4cc-8ed0a5665365 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:39.428908 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ec0736cd-ef6a-4139-a4cc-8ed0a5665365 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:39.430319 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ec0736cd-ef6a-4139-a4cc-8ed0a5665365 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "DELETE /v2.0/security-groups/95b88fdb-b903-4776-a91e-556dfa20159e HTTP/1.1" status: 204 len: 168 time: 0.3271019 Nov 18 17:19:39.436412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50050) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:39.490302 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e9204c3-4b6e-4cb8-b09f-73642d648edf req-ac83eb8a-693e-44c2-b412-2274d22fa46e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740514 Nov 18 17:19:39.497482 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0736cd-ef6a-4139-a4cc-8ed0a5665365 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b88fdb-b903-4776-a91e-556dfa20159e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:39.521267 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-680b2812-3d94-4c9a-bdb8-7e64e0a69099 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] show failed (client error): The resource could not be found. Nov 18 17:19:39.528129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50056) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:39.529740 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-680b2812-3d94-4c9a-bdb8-7e64e0a69099 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "GET /v2.0/security-groups/95b88fdb-b903-4776-a91e-556dfa20159e HTTP/1.1" status: 404 len: 347 time: 0.0860364 Nov 18 17:19:39.684698 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-56ce4112-044e-4d29-82e2-85adc887aa9d tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Deleting port c2b1c8e2-6ec7-4a5b-8662-f7e525fdacd2 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:19:39.685095 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56ce4112-044e-4d29-82e2-85adc887aa9d tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:39.790649 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56ce4112-044e-4d29-82e2-85adc887aa9d tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:39.790986 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56ce4112-044e-4d29-82e2-85adc887aa9d tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:39.805694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-56ce4112-044e-4d29-82e2-85adc887aa9d tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Calling delete_port for c2b1c8e2-6ec7-4a5b-8662-f7e525fdacd2 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:19:39.998781 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50072) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:40.019446 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-73bbbe99-e916-4bcc-8221-84ade4815945 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:40.109740 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-73bbbe99-e916-4bcc-8221-84ade4815945 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:40.111553 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56ce4112-044e-4d29-82e2-85adc887aa9d tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:40.139229 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce4112-044e-4d29-82e2-85adc887aa9d tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event deleted for resources: {'Port': ['ID=c2b1c8e2-6ec7-4a5b-8662-f7e525fdacd2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:40.222792 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56ce4112-044e-4d29-82e2-85adc887aa9d tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:40.225770 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56ce4112-044e-4d29-82e2-85adc887aa9d tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:40.230011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-56ce4112-044e-4d29-82e2-85adc887aa9d tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "DELETE /v2.0/floatingips/12f17024-49de-4771-82c3-f4d842fbdc73 HTTP/1.1" status: 204 len: 168 time: 0.6976414 Nov 18 17:19:40.230011 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50074) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:40.266628 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-73bbbe99-e916-4bcc-8221-84ade4815945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:40.367110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50080) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:40.367726 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-73bbbe99-e916-4bcc-8221-84ade4815945 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d7fd49b1d62e412da49af7bea0d1b505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3672945 Nov 18 17:19:40.368838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbbe99-e916-4bcc-8221-84ade4815945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d58ba6a-4aec-46c9-8811-176c77d03081,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:40.435600 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d764df80-3a6b-4745-8180-4e5870665a6e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Deleting port c35afb8c-cdd6-4eec-89f6-d10f42645523 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:19:40.435600 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d764df80-3a6b-4745-8180-4e5870665a6e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:40.509313 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c03bed0b-48f7-4443-9aaa-fcfb47723a66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:40.542788 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c03bed0b-48f7-4443-9aaa-fcfb47723a66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:40.694592 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d764df80-3a6b-4745-8180-4e5870665a6e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:40.709632 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c03bed0b-48f7-4443-9aaa-fcfb47723a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:40.712464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d764df80-3a6b-4745-8180-4e5870665a6e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Calling delete_port for c35afb8c-cdd6-4eec-89f6-d10f42645523 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:19:40.714696 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c03bed0b-48f7-4443-9aaa-fcfb47723a66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:40.718871 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c03bed0b-48f7-4443-9aaa-fcfb47723a66 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4d58ba6a-4aec-46c9-8811-176c77d03081 HTTP/1.1" status: 204 len: 168 time: 0.3492208 Nov 18 17:19:40.752995 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36797643-d9bd-4c79-bf18-810f06f1e3f8 req-3b08f906-df52-479d-a3c3-337cc4706f77 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:40.753891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bed0b-48f7-4443-9aaa-fcfb47723a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d58ba6a-4aec-46c9-8811-176c77d03081,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:40.758632 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36797643-d9bd-4c79-bf18-810f06f1e3f8 req-3b08f906-df52-479d-a3c3-337cc4706f77 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.1284060 Nov 18 17:19:40.957254 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36797643-d9bd-4c79-bf18-810f06f1e3f8 req-03874ac4-af7a-4967-b121-b2d1463330a9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219347 Nov 18 17:19:41.554235 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d764df80-3a6b-4745-8180-4e5870665a6e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:41.584984 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764df80-3a6b-4745-8180-4e5870665a6e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event deleted for resources: {'Port': ['ID=c35afb8c-cdd6-4eec-89f6-d10f42645523,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:41.674819 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d764df80-3a6b-4745-8180-4e5870665a6e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:41.678160 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d764df80-3a6b-4745-8180-4e5870665a6e tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "DELETE /v2.0/ports/c35afb8c-cdd6-4eec-89f6-d10f42645523 HTTP/1.1" status: 204 len: 168 time: 1.4472530 Nov 18 17:19:41.681208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50178) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:41.826571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c643d780-e3ab-42c5-b36a-c3d2779dde84 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Deleting port 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:19:41.827617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c643d780-e3ab-42c5-b36a-c3d2779dde84 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:41.983991 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c643d780-e3ab-42c5-b36a-c3d2779dde84 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:42.013164 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c643d780-e3ab-42c5-b36a-c3d2779dde84 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Calling delete_port for 7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:19:42.198919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65783e75-0df5-487c-a515-ece2b279ec52 req-88483461-36f5-4bf8-96a4-52fafd39572c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:42.209719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65783e75-0df5-487c-a515-ece2b279ec52 req-88483461-36f5-4bf8-96a4-52fafd39572c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.1049223 Nov 18 17:19:42.270034 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65783e75-0df5-487c-a515-ece2b279ec52 req-678d2250-b394-4b39-9e60-8a4ed9e78929 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589647 Nov 18 17:19:42.372618 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c643d780-e3ab-42c5-b36a-c3d2779dde84 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:42.404569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643d780-e3ab-42c5-b36a-c3d2779dde84 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event deleted for resources: {'Port': ['ID=7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:42.523524 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c643d780-e3ab-42c5-b36a-c3d2779dde84 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:42.528264 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c643d780-e3ab-42c5-b36a-c3d2779dde84 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "DELETE /v2.0/ports/7ac98ae4-cbcf-45ad-8a14-eb88eb7b10aa HTTP/1.1" status: 204 len: 168 time: 0.8455083 Nov 18 17:19:42.530994 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50208) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:42.654169 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-f577a594-afa7-4825-bac7-55ab025806f3 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Deleting subnet 0c855e27-c6ec-4503-9af2-99dd78ab764e {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:19:42.660201 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f577a594-afa7-4825-bac7-55ab025806f3 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:42.718952 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-6577c12f-40fa-488a-acc6-3876ebee0a27 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:19:42.720028 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-6577c12f-40fa-488a-acc6-3876ebee0a27 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4091895 Nov 18 17:19:42.780400 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f577a594-afa7-4825-bac7-55ab025806f3 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:42.990572 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f577a594-afa7-4825-bac7-55ab025806f3 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:43.170468 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-87700ac8-c228-4d44-9591-8446807b2b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:43.177742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-87700ac8-c228-4d44-9591-8446807b2b54 service neutron] 10.222.0.72 "GET /v2.0/ports/b8b2673a-8468-4cc3-a73b-f1a30243def6 HTTP/1.1" status: 200 len: 1095 time: 0.4399929 Nov 18 17:19:43.182079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-4802cfa0-90a6-4ce3-b89d-03a5144f0ced service neutron] Request body: {'binding': {'host': 'n-h1-813419-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:19:43.182552 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-4802cfa0-90a6-4ce3-b89d-03a5144f0ced service neutron] Unknown quota resources ['binding']. {{(pid=104007) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 18 17:19:43.490936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50274) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:43.809308 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b8177-11bd-4ce9-abb8-5b5a7a05ebb1 req-1a31719a-b8e2-40ab-a0f0-3e390a758a31 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:43.810979 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e62b8177-11bd-4ce9-abb8-5b5a7a05ebb1 req-1a31719a-b8e2-40ab-a0f0-3e390a758a31 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.1801667 Nov 18 17:19:43.900080 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e62b8177-11bd-4ce9-abb8-5b5a7a05ebb1 req-6ac3d6af-4b1c-473e-9145-a39eb1113535 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805571 Nov 18 17:19:43.903827 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f577a594-afa7-4825-bac7-55ab025806f3 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:43.931559 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-80a3713b-1b7f-4dc2-af53-87aaa4b8448b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:43.944338 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577a594-afa7-4825-bac7-55ab025806f3 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event deleted for resources: {'Subnet': ['ID=0c855e27-c6ec-4503-9af2-99dd78ab764e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:43.962753 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f577a594-afa7-4825-bac7-55ab025806f3 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:43.964229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f577a594-afa7-4825-bac7-55ab025806f3 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "DELETE /v2.0/subnets/0c855e27-c6ec-4503-9af2-99dd78ab764e HTTP/1.1" status: 204 len: 168 time: 1.4320424 Nov 18 17:19:43.967608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50300) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:43.968405 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-4802cfa0-90a6-4ce3-b89d-03a5144f0ced service neutron] Attempting to bind port b8b2673a-8468-4cc3-a73b-f1a30243def6 on host n-h1-813419-11 for vnic_type normal with profile None {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:19:43.968749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-4802cfa0-90a6-4ce3-b89d-03a5144f0ced service neutron] Attempting to bind port b8b2673a-8468-4cc3-a73b-f1a30243def6 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:19:43.969504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-4802cfa0-90a6-4ce3-b89d-03a5144f0ced service neutron] Attempting to bind port b8b2673a-8468-4cc3-a73b-f1a30243def6 on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:19:43.979430 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b7ff7c-4479-4c03-8806-9bca967a503d None None] Network 77027101-4097-4189-b03d-09f017f0cd4a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:19:43.982901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-4802cfa0-90a6-4ce3-b89d-03a5144f0ced service neutron] Port b8b2673a-8468-4cc3-a73b-f1a30243def6 on network 046f327f-603a-4d9c-b996-c92415d5d886 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:19:43.983237 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-4802cfa0-90a6-4ce3-b89d-03a5144f0ced service neutron] Attempting to bind port b8b2673a-8468-4cc3-a73b-f1a30243def6 on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:19:43.990175 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-4802cfa0-90a6-4ce3-b89d-03a5144f0ced service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:19:43.990530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-4802cfa0-90a6-4ce3-b89d-03a5144f0ced service neutron] Checking segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:19:43.990925 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-4802cfa0-90a6-4ce3-b89d-03a5144f0ced service neutron] Bound using segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:19:43.993294 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-4802cfa0-90a6-4ce3-b89d-03a5144f0ced service neutron] Bound port: b8b2673a-8468-4cc3-a73b-f1a30243def6, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:19:44.102651 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dac49c2-75de-4184-a51b-aacb74e458c4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Deleting subnet d96d084d-2d78-45d1-beb5-df49550f357d {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:19:44.102766 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dac49c2-75de-4184-a51b-aacb74e458c4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:44.148927 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dac49c2-75de-4184-a51b-aacb74e458c4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:44.176478 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-80a3713b-1b7f-4dc2-af53-87aaa4b8448b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:44.203339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-4802cfa0-90a6-4ce3-b89d-03a5144f0ced service neutron] For port b8b2673a-8468-4cc3-a73b-f1a30243def6, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=b8b2673a-8468-4cc3-a73b-f1a30243def6,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:19:44.268222 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dac49c2-75de-4184-a51b-aacb74e458c4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:44.326051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] DHCP port deletion for 77027101-4097-4189-b03d-09f017f0cd4a request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:19:44.345279 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-80a3713b-1b7f-4dc2-af53-87aaa4b8448b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:44.366941 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-4802cfa0-90a6-4ce3-b89d-03a5144f0ced service neutron] Publish callbacks [] for binding, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:44.372138 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-4802cfa0-90a6-4ce3-b89d-03a5144f0ced service neutron] 10.222.0.72 "POST /v2.0/ports/b8b2673a-8468-4cc3-a73b-f1a30243def6/bindings HTTP/1.1" status: 201 len: 390 time: 1.1932364 Nov 18 17:19:44.397318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] Deleting port 88d8d806-40f8-46e4-bcc6-94af0bce8ad3 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:19:44.398074 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:44.462774 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-80a3713b-1b7f-4dc2-af53-87aaa4b8448b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f6af2994dcba423295cc0b5dda115bea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9707139 Nov 18 17:19:44.465629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50310) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:44.478504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3713b-1b7f-4dc2-af53-87aaa4b8448b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4491e7-b4ce-475f-9373-c6fc2405aa17,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:44.495333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] For port 88d8d806-40f8-46e4-bcc6-94af0bce8ad3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=88d8d806-40f8-46e4-bcc6-94af0bce8ad3,segment=NetworkSegment(91c5298a-4888-4f97-bfd9-f3e72d782547),segment_id=91c5298a-4888-4f97-bfd9-f3e72d782547)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:44.495739 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:44.499236 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dac49c2-75de-4184-a51b-aacb74e458c4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:44.512409 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] Calling delete_port for 88d8d806-40f8-46e4-bcc6-94af0bce8ad3 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:19:44.552521 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac49c2-75de-4184-a51b-aacb74e458c4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event deleted for resources: {'Subnet': ['ID=d96d084d-2d78-45d1-beb5-df49550f357d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:44.562450 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dac49c2-75de-4184-a51b-aacb74e458c4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:44.568404 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4dac49c2-75de-4184-a51b-aacb74e458c4 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "DELETE /v2.0/subnets/d96d084d-2d78-45d1-beb5-df49550f357d HTTP/1.1" status: 204 len: 168 time: 0.5912540 Nov 18 17:19:44.568669 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50312) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:44.612314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851ca452-0148-47dd-9625-22b5f9a14502 None None] Network 96b6b3d2-b87f-486f-9f51-94da13546f8a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:19:44.662086 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e762699e-fa10-4910-8222-e2613ebf0936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:44.733700 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:44.768094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] Pushing event deleted for resources: {'Port': ['ID=88d8d806-40f8-46e4-bcc6-94af0bce8ad3,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:44.785278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] No DVR routers for this DVR port 88d8d806-40f8-46e4-bcc6-94af0bce8ad3 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:19:44.798990 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:44.798990 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:44.798990 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:44.798990 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:44.798990 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:44.798990 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:44.798990 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:44.798990 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:44.798990 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:44.798990 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:44.798990 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:44.800827 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcecc3-971a-462d-b862-08d639a0b324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:44.810186 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e762699e-fa10-4910-8222-e2613ebf0936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:44.927660 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f13db744-889e-443c-b66f-7b902e888398 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:44.973362 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64b7aaa-ab33-440e-a57a-3220f55be6ae None None] DHCP port deletion for 96b6b3d2-b87f-486f-9f51-94da13546f8a request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:19:45.149076 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e762699e-fa10-4910-8222-e2613ebf0936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:45.158140 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e762699e-fa10-4910-8222-e2613ebf0936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:45.158366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e64b7aaa-ab33-440e-a57a-3220f55be6ae None None] Deleting port cad75e5d-1e5a-4fce-ae85-bf3ec716e88e {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:19:45.158834 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e64b7aaa-ab33-440e-a57a-3220f55be6ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:45.180248 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e762699e-fa10-4910-8222-e2613ebf0936 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f4491e7-b4ce-475f-9373-c6fc2405aa17 HTTP/1.1" status: 204 len: 168 time: 0.7060361 Nov 18 17:19:45.186529 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f13db744-889e-443c-b66f-7b902e888398 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:45.223254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cad75e5d-1e5a-4fce-ae85-bf3ec716e88e no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:19:45.236550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-f13db744-889e-443c-b66f-7b902e888398 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77027101-4097-4189-b03d-09f017f0cd4a']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:19:45.249158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-f13db744-889e-443c-b66f-7b902e888398 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c5298a-4888-4f97-bfd9-f3e72d782547') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:19:45.249653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-f13db744-889e-443c-b66f-7b902e888398 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c5298a-4888-4f97-bfd9-f3e72d782547') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:19:45.262445 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f13db744-889e-443c-b66f-7b902e888398 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:45.278146 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f13db744-889e-443c-b66f-7b902e888398 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:45.285271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13db744-889e-443c-b66f-7b902e888398 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:19:45.285969 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f13db744-889e-443c-b66f-7b902e888398 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:45.295387 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762699e-fa10-4910-8222-e2613ebf0936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4491e7-b4ce-475f-9373-c6fc2405aa17,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:45.340463 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3198ed0-aeac-4ffc-9a8e-68da4400f102 req-c81fc31e-605d-495c-a09f-9818c021c1c5 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:45.351359 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3198ed0-aeac-4ffc-9a8e-68da4400f102 req-c81fc31e-605d-495c-a09f-9818c021c1c5 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 946 time: 0.3622191 Nov 18 17:19:45.388658 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e64b7aaa-ab33-440e-a57a-3220f55be6ae None None] For port cad75e5d-1e5a-4fce-ae85-bf3ec716e88e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cad75e5d-1e5a-4fce-ae85-bf3ec716e88e,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:45.389356 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e64b7aaa-ab33-440e-a57a-3220f55be6ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:45.391852 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9d5dd-e9aa-40b8-9c7f-a28094042310 req-bff53aac-16dc-44e9-9b45-3b8cf0e86ee3 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:19:45.392619 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:19:45.410732 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-26b9d5dd-e9aa-40b8-9c7f-a28094042310 req-bff53aac-16dc-44e9-9b45-3b8cf0e86ee3 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.3343270 Nov 18 17:19:45.411741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-0fc88fd7-2db2-4f76-873d-b253d8ca025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:45.416742 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-0fc88fd7-2db2-4f76-873d-b253d8ca025d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 1098 time: 0.2237682 Nov 18 17:19:45.440086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e64b7aaa-ab33-440e-a57a-3220f55be6ae None None] Calling delete_port for cad75e5d-1e5a-4fce-ae85-bf3ec716e88e owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:19:45.513531 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:45.540164 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-2cf186d2-47c5-40c2-9fe8-91f7a2c58ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:45.542005 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-2cf186d2-47c5-40c2-9fe8-91f7a2c58ca9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 910 time: 0.1193321 Nov 18 17:19:45.543991 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f13db744-889e-443c-b66f-7b902e888398 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:45.553545 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f13db744-889e-443c-b66f-7b902e888398 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:45.571531 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f13db744-889e-443c-b66f-7b902e888398 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "DELETE /v2.0/networks/77027101-4097-4189-b03d-09f017f0cd4a HTTP/1.1" status: 204 len: 168 time: 0.9995115 Nov 18 17:19:45.576983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50332) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:45.626584 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3198ed0-aeac-4ffc-9a8e-68da4400f102 req-8fed3a68-dbc1-4c92-98e4-2c2d6a1b9497 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728052 Nov 18 17:19:45.638852 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-26b9d5dd-e9aa-40b8-9c7f-a28094042310 req-a8e89450-67c9-47fa-a35f-32cca0328134 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259448 Nov 18 17:19:45.648936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13db744-889e-443c-b66f-7b902e888398 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event deleted for resources: {'Network': ['ID=77027101-4097-4189-b03d-09f017f0cd4a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:45.687033 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port cad75e5d-1e5a-4fce-ae85-bf3ec716e88e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cad75e5d-1e5a-4fce-ae85-bf3ec716e88e,segment=NetworkSegment(e382f3ce-ebed-4b5a-979d-66c52e12d5da),segment_id=e382f3ce-ebed-4b5a-979d-66c52e12d5da)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:19:45.754773 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-cdeccc5b-9504-487f-8ae6-1d09735027a6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8b2673a-8468-4cc3-a73b-f1a30243def6 HTTP/1.1" status: 200 len: 217 time: 0.1842761 Nov 18 17:19:45.780823 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:45.781691 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 88d8d806-40f8-46e4-bcc6-94af0bce8ad3 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:19:45.868144 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-282726c7-37a0-457f-9db1-3da0c6fcfae5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:45.889864 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-2a789976-1790-4465-acfb-89a969999ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:45.891713 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-2a789976-1790-4465-acfb-89a969999ed6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.1210339 Nov 18 17:19:45.942883 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e64b7aaa-ab33-440e-a57a-3220f55be6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:45.970745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b7aaa-ab33-440e-a57a-3220f55be6ae None None] No DVR routers for this DVR port cad75e5d-1e5a-4fce-ae85-bf3ec716e88e on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:19:45.978627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 88d8d806-40f8-46e4-bcc6-94af0bce8ad3 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:19:45.979825 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 88d8d806-40f8-46e4-bcc6-94af0bce8ad3 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:19:45.999849 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-22bccfbf-b291-45f3-8552-319605ae3c9b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987849 Nov 18 17:19:46.024695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=cad75e5d-1e5a-4fce-ae85-bf3ec716e88e,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:46.056098 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b7aaa-ab33-440e-a57a-3220f55be6ae None None] Pushing event deleted for resources: {'Port': ['ID=cad75e5d-1e5a-4fce-ae85-bf3ec716e88e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:46.105517 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-282726c7-37a0-457f-9db1-3da0c6fcfae5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:46.159856 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-282726c7-37a0-457f-9db1-3da0c6fcfae5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b6b3d2-b87f-486f-9f51-94da13546f8a']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:19:46.184808 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-282726c7-37a0-457f-9db1-3da0c6fcfae5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e382f3ce-ebed-4b5a-979d-66c52e12d5da') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:19:46.185115 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-282726c7-37a0-457f-9db1-3da0c6fcfae5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e382f3ce-ebed-4b5a-979d-66c52e12d5da') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:19:46.211561 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-282726c7-37a0-457f-9db1-3da0c6fcfae5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:46.216612 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-26470ccd-53fe-4860-bd86-028de4b0e0d7 service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996706 Nov 18 17:19:46.242498 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-282726c7-37a0-457f-9db1-3da0c6fcfae5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:46.257796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282726c7-37a0-457f-9db1-3da0c6fcfae5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:19:46.258466 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-282726c7-37a0-457f-9db1-3da0c6fcfae5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:46.267090 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50340) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:46.304736 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-14ec33dc-9f03-48e5-9ab2-55cf43c8ce5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:19:46.365342 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:19:46.457777 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-282726c7-37a0-457f-9db1-3da0c6fcfae5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:46.491606 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-282726c7-37a0-457f-9db1-3da0c6fcfae5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:46.502307 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-282726c7-37a0-457f-9db1-3da0c6fcfae5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] 10.222.0.72 "DELETE /v2.0/networks/96b6b3d2-b87f-486f-9f51-94da13546f8a HTTP/1.1" status: 204 len: 168 time: 0.9074972 Nov 18 17:19:46.502307 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282726c7-37a0-457f-9db1-3da0c6fcfae5 tempest-TaggedBootDevicesTest_v242-1787603257 tempest-TaggedBootDevicesTest_v242-1787603257-project] Pushing event deleted for resources: {'Network': ['ID=96b6b3d2-b87f-486f-9f51-94da13546f8a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:46.518729 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-1d29685b-423e-49d4-ba15-12b3f4ec3021 service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009784 Nov 18 17:19:46.537466 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-14ec33dc-9f03-48e5-9ab2-55cf43c8ce5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:46.646591 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-14ec33dc-9f03-48e5-9ab2-55cf43c8ce5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:46.795865 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec33dc-9f03-48e5-9ab2-55cf43c8ce5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b39eedf-d752-4ddb-aed9-4a3285e78858,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:46.810729 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50354) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:46.818475 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-14ec33dc-9f03-48e5-9ab2-55cf43c8ce5f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ff8a240e97204a9a8ff6b9be24f285ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5455141 Nov 18 17:19:47.007208 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1882f-f08f-4acc-b945-05a3fe7c31d0 req-dae1d3c4-e3e8-441d-bb80-2b3280ecff73 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:47.023772 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1eb1882f-f08f-4acc-b945-05a3fe7c31d0 req-dae1d3c4-e3e8-441d-bb80-2b3280ecff73 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.1684752 Nov 18 17:19:47.025727 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bf7c212f-fe13-4215-8a30-ea250ca77be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:47.061868 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff607ccd-a2b1-488d-9a17-19d772e0130e req-df65c648-17fc-41aa-8db7-aabec07182a2 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:47.063826 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff607ccd-a2b1-488d-9a17-19d772e0130e req-df65c648-17fc-41aa-8db7-aabec07182a2 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 946 time: 0.2103989 Nov 18 17:19:47.129200 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bf7c212f-fe13-4215-8a30-ea250ca77be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:47.192935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1eb1882f-f08f-4acc-b945-05a3fe7c31d0 req-02157d63-bc06-4311-8ba4-cf3fcc550366 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663697 Nov 18 17:19:47.298801 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff607ccd-a2b1-488d-9a17-19d772e0130e req-a154c397-5ec6-41a3-91f2-bd41f30fa480 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884303 Nov 18 17:19:47.383465 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bf7c212f-fe13-4215-8a30-ea250ca77be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:47.386357 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bf7c212f-fe13-4215-8a30-ea250ca77be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:47.387559 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bf7c212f-fe13-4215-8a30-ea250ca77be9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0b39eedf-d752-4ddb-aed9-4a3285e78858 HTTP/1.1" status: 204 len: 168 time: 0.5757880 Nov 18 17:19:47.398352 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c212f-fe13-4215-8a30-ea250ca77be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b39eedf-d752-4ddb-aed9-4a3285e78858,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:48.356102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bb1d1-f6c5-452d-88cc-bd0f3ea7b900 req-925cee4f-10ba-4734-9d6f-4969bb6390c8 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:48.358037 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-518bb1d1-f6c5-452d-88cc-bd0f3ea7b900 req-925cee4f-10ba-4734-9d6f-4969bb6390c8 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0578654 Nov 18 17:19:48.462047 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37919794-0a12-4638-b18f-cc11e517f4ca req-22f7d42d-52d2-46a1-8be5-2b7993b8f42b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:48.463487 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37919794-0a12-4638-b18f-cc11e517f4ca req-22f7d42d-52d2-46a1-8be5-2b7993b8f42b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 946 time: 0.0876656 Nov 18 17:19:48.467331 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-518bb1d1-f6c5-452d-88cc-bd0f3ea7b900 req-390aabeb-6ea9-443a-9a24-2b518b9be4d8 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010151 Nov 18 17:19:48.515607 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37919794-0a12-4638-b18f-cc11e517f4ca req-850bdc70-3527-4686-b6c8-7745dbba8f4f tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450470 Nov 18 17:19:49.880412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b350b9f-ee6f-44ff-9f1f-292ca2f05c3f req-43ba4140-61d8-4ebb-a324-02b17c14da49 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:49.891981 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1b350b9f-ee6f-44ff-9f1f-292ca2f05c3f req-43ba4140-61d8-4ebb-a324-02b17c14da49 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.2196765 Nov 18 17:19:49.983544 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020b450-4c73-4297-91d7-fc2834eddce9 req-7d2a26d7-3859-4f66-8a7b-c075111ad05b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:49.985906 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50424) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:50.001933 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8020b450-4c73-4297-91d7-fc2834eddce9 req-7d2a26d7-3859-4f66-8a7b-c075111ad05b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 946 time: 0.2617543 Nov 18 17:19:50.150365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8020b450-4c73-4297-91d7-fc2834eddce9 req-b53c0f0d-a7fa-462c-9c99-45def1a005d0 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474388 Nov 18 17:19:50.194917 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1b350b9f-ee6f-44ff-9f1f-292ca2f05c3f req-7069c508-e4e1-475e-89ef-40805f53e4a1 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940240 Nov 18 17:19:50.329730 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9e884e89-d632-4447-bd8b-0ab1e936b70f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4a17bed06d1843b69ebb66d8ffe9ae3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3419840 Nov 18 17:19:50.332482 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50434) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:50.480471 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6a86083f-edb1-4774-80f7-098d3e2be2c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:50.561478 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6a86083f-edb1-4774-80f7-098d3e2be2c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:50.750028 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6a86083f-edb1-4774-80f7-098d3e2be2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:50.755779 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6a86083f-edb1-4774-80f7-098d3e2be2c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:50.758107 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6a86083f-edb1-4774-80f7-098d3e2be2c5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f716141a-fa71-488e-ae45-22e9458af6a5 HTTP/1.1" status: 204 len: 168 time: 0.4243770 Nov 18 17:19:50.794481 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86083f-edb1-4774-80f7-098d3e2be2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f716141a-fa71-488e-ae45-22e9458af6a5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:51.306972 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:51.758020 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05e62c-6ae1-4a81-b257-8215a1e8659a req-7971dc9e-976d-4f59-b4a3-8d360a666a19 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:51.768679 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a05e62c-6ae1-4a81-b257-8215a1e8659a req-7971dc9e-976d-4f59-b4a3-8d360a666a19 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 946 time: 0.3231530 Nov 18 17:19:51.818240 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97ec01-9596-412c-9636-464760d6bafb req-4f5c14a5-3cf5-4de5-baae-46f93171bcdc tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:51.829908 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5d97ec01-9596-412c-9636-464760d6bafb req-4f5c14a5-3cf5-4de5-baae-46f93171bcdc tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.3700616 Nov 18 17:19:51.926002 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a05e62c-6ae1-4a81-b257-8215a1e8659a req-7460fc12-1051-4f49-b7ff-6add28d70119 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549649 Nov 18 17:19:51.963276 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5d97ec01-9596-412c-9636-464760d6bafb req-4c033f2b-990a-46f7-a028-a5555e9f9148 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320708 Nov 18 17:19:52.875648 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:53.398503 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8260b-d529-4d11-a132-674ad8ae7a00 req-dd379a7f-4bb6-4831-bfff-edb8dba9e300 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:53.407271 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-73d8260b-d529-4d11-a132-674ad8ae7a00 req-dd379a7f-4bb6-4831-bfff-edb8dba9e300 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 946 time: 0.2379847 Nov 18 17:19:53.520940 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cff96-36e6-492d-9103-a23319a4d9d1 req-31bdbe0f-f8dd-40d6-8f5b-f830340cc57e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:53.535694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f4cff96-36e6-492d-9103-a23319a4d9d1 req-31bdbe0f-f8dd-40d6-8f5b-f830340cc57e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.3529670 Nov 18 17:19:53.545461 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50532) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:53.569759 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-73d8260b-d529-4d11-a132-674ad8ae7a00 req-3fc4c403-0194-4555-b313-d8a2362089f0 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606910 Nov 18 17:19:53.721629 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f4cff96-36e6-492d-9103-a23319a4d9d1 req-2a4475c3-bbaf-4aef-afb5-22dcc6be8e8e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849442 Nov 18 17:19:53.893567 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f163826f-58de-408c-9955-42671c047eb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:54.237293 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f163826f-58de-408c-9955-42671c047eb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:54.359128 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f163826f-58de-408c-9955-42671c047eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:54.390648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163826f-58de-408c-9955-42671c047eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fb6ecc-afaf-4946-b5c3-b082d394c2b6,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:54.436014 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163826f-58de-408c-9955-42671c047eb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:54.436694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163826f-58de-408c-9955-42671c047eb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:54.455159 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163826f-58de-408c-9955-42671c047eb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:54.455855 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163826f-58de-408c-9955-42671c047eb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:54.457962 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163826f-58de-408c-9955-42671c047eb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:54.458389 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163826f-58de-408c-9955-42671c047eb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:54.459804 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163826f-58de-408c-9955-42671c047eb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:54.460687 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163826f-58de-408c-9955-42671c047eb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:54.464205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163826f-58de-408c-9955-42671c047eb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:54.464205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163826f-58de-408c-9955-42671c047eb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:54.464205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163826f-58de-408c-9955-42671c047eb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:54.464205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163826f-58de-408c-9955-42671c047eb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:19:54.506122 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f163826f-58de-408c-9955-42671c047eb4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4053f6e746d6457bbcfbd195adbe9247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9595926 Nov 18 17:19:54.509992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50562) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:54.693847 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2351b104-2f4e-4eeb-9303-5e712a37d634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:54.828932 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2351b104-2f4e-4eeb-9303-5e712a37d634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:54.909710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbb339-ea6c-4b59-90f7-6f89594582c4 req-42bb1ca6-40f2-481f-b067-9043d39ad777 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:54.924562 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52cbb339-ea6c-4b59-90f7-6f89594582c4 req-42bb1ca6-40f2-481f-b067-9043d39ad777 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 946 time: 0.1785991 Nov 18 17:19:55.029002 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52cbb339-ea6c-4b59-90f7-6f89594582c4 req-c5698607-6105-41c8-9d30-df5ae879535e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977733 Nov 18 17:19:55.074839 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2351b104-2f4e-4eeb-9303-5e712a37d634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:55.078176 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2351b104-2f4e-4eeb-9303-5e712a37d634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:55.079755 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2351b104-2f4e-4eeb-9303-5e712a37d634 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0fb6ecc-afaf-4946-b5c3-b082d394c2b6 HTTP/1.1" status: 204 len: 168 time: 0.5685203 Nov 18 17:19:55.103541 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351b104-2f4e-4eeb-9303-5e712a37d634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fb6ecc-afaf-4946-b5c3-b082d394c2b6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:55.251990 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4a5c6-e7c3-4351-bf03-0c996f29b18d req-53ae58ca-6a3b-4484-bf52-b7f0309c4af0 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:55.258235 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4cb4a5c6-e7c3-4351-bf03-0c996f29b18d req-53ae58ca-6a3b-4484-bf52-b7f0309c4af0 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0940659 Nov 18 17:19:55.333138 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4cb4a5c6-e7c3-4351-bf03-0c996f29b18d req-5bf5ce7c-d022-4d6f-8109-eeba7195288b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660925 Nov 18 17:19:55.723619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50584) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:55.728548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b1d7916c-84c7-4aa0-86e9-826743a3f1cf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1058101639', 'description': 'tempest-secgroup-smoke-1058101639 description', 'project_id': '2cf238edb8014a38996468367e264a07'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:19:55.859096 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1d7916c-84c7-4aa0-86e9-826743a3f1cf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:55.870159 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1d7916c-84c7-4aa0-86e9-826743a3f1cf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:55.984375 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1d7916c-84c7-4aa0-86e9-826743a3f1cf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:56.046249 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1d7916c-84c7-4aa0-86e9-826743a3f1cf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:56.098849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50588) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:56.128416 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7a4b38cc-c201-4533-a645-9125d440fb6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:56.197857 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1d7916c-84c7-4aa0-86e9-826743a3f1cf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:56.279494 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1d7916c-84c7-4aa0-86e9-826743a3f1cf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:56.301883 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7a4b38cc-c201-4533-a645-9125d440fb6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:56.349075 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d54e3-ed4c-47c3-8c24-79657efcfc3b req-1af7e842-3711-42d8-af26-14f348e4dc8e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:56.356908 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c1d54e3-ed4c-47c3-8c24-79657efcfc3b req-1af7e842-3711-42d8-af26-14f348e4dc8e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 946 time: 0.1562471 Nov 18 17:19:56.395943 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7a4b38cc-c201-4533-a645-9125d440fb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:56.407622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7916c-84c7-4aa0-86e9-826743a3f1cf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da1598d-4985-4474-9107-e4f4e56f449f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:56.444472 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c1d54e3-ed4c-47c3-8c24-79657efcfc3b req-d5534cb5-3788-44f8-8a27-3ab9abed590c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864127 Nov 18 17:19:56.460898 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7a4b38cc-c201-4533-a645-9125d440fb6c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d8f0b9e8151b4f0cb2d3eb409ce6a6fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3602736 Nov 18 17:19:56.461595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50596) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:56.486142 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1d7916c-84c7-4aa0-86e9-826743a3f1cf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:56.487440 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b1d7916c-84c7-4aa0-86e9-826743a3f1cf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7627435 Nov 18 17:19:56.532452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50598) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:56.571204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b38cc-c201-4533-a645-9125d440fb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212b9b0d-ae9e-4fba-9b37-9e398fa083a0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:56.577822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-11aee7bd-5b36-40ba-967b-9c56a1ece4e2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': '1afbf3a7-339b-4f55-ab9c-3ebeb90932c1', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:19:56.612321 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59bfe14f-3b47-425b-89fd-ec2f60366a07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:56.654787 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59bfe14f-3b47-425b-89fd-ec2f60366a07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:56.719319 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-11aee7bd-5b36-40ba-967b-9c56a1ece4e2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:56.723005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7916c-84c7-4aa0-86e9-826743a3f1cf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:56.760511 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59bfe14f-3b47-425b-89fd-ec2f60366a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:56.763848 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59bfe14f-3b47-425b-89fd-ec2f60366a07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:56.767559 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-59bfe14f-3b47-425b-89fd-ec2f60366a07 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/212b9b0d-ae9e-4fba-9b37-9e398fa083a0 HTTP/1.1" status: 204 len: 168 time: 0.3013933 Nov 18 17:19:56.788085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfe14f-3b47-425b-89fd-ec2f60366a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212b9b0d-ae9e-4fba-9b37-9e398fa083a0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:56.827942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99845a20-ecab-4ae1-83f9-dc0270f0aa19 req-ae5b688e-347d-46ca-bb99-244d1977a94a tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:56.835388 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99845a20-ecab-4ae1-83f9-dc0270f0aa19 req-ae5b688e-347d-46ca-bb99-244d1977a94a tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.3416872 Nov 18 17:19:56.910573 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-11aee7bd-5b36-40ba-967b-9c56a1ece4e2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:56.927878 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99845a20-ecab-4ae1-83f9-dc0270f0aa19 req-d2c00e1b-1db0-4212-ab34-c76c3efc1180 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875471 Nov 18 17:19:56.971507 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-11aee7bd-5b36-40ba-967b-9c56a1ece4e2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:56.987710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aee7bd-5b36-40ba-967b-9c56a1ece4e2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef77f3d2-84da-463c-be8b-0f4d1aed7cb6,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:57.072144 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-11aee7bd-5b36-40ba-967b-9c56a1ece4e2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:57.072750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-11aee7bd-5b36-40ba-967b-9c56a1ece4e2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5385022 Nov 18 17:19:57.093176 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50606) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:57.098513 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5a6b507a-26bd-408a-9278-6ce6e05e9bc1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': '1afbf3a7-339b-4f55-ab9c-3ebeb90932c1', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:19:57.240937 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a6b507a-26bd-408a-9278-6ce6e05e9bc1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:57.315315 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a6b507a-26bd-408a-9278-6ce6e05e9bc1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:57.601871 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6487c2b-32e1-4993-8c16-03c8a37ca1cb req-47d1086c-59d7-4237-8cdb-0f42f7e53849 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:57.603569 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6487c2b-32e1-4993-8c16-03c8a37ca1cb req-47d1086c-59d7-4237-8cdb-0f42f7e53849 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 946 time: 0.0664163 Nov 18 17:19:57.672311 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6487c2b-32e1-4993-8c16-03c8a37ca1cb req-e2f1bb89-bf88-4f95-893d-5de2927983cb tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612650 Nov 18 17:19:57.708927 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a6b507a-26bd-408a-9278-6ce6e05e9bc1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:57.729633 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b507a-26bd-408a-9278-6ce6e05e9bc1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de2964c-ed2a-4e3f-a9a0-95de3d6668e4,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:57.808308 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a6b507a-26bd-408a-9278-6ce6e05e9bc1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:57.810209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5a6b507a-26bd-408a-9278-6ce6e05e9bc1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7157347 Nov 18 17:19:57.812716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50630) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:57.823721 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-6c799151-6c11-4e0e-830b-3d8371a894d3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': '1afbf3a7-339b-4f55-ab9c-3ebeb90932c1', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:19:57.937440 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6c799151-6c11-4e0e-830b-3d8371a894d3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:58.023317 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6c799151-6c11-4e0e-830b-3d8371a894d3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:58.094961 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6c799151-6c11-4e0e-830b-3d8371a894d3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:58.200667 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c799151-6c11-4e0e-830b-3d8371a894d3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac5e143-a9f6-484a-be3d-41b588666143,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:58.200667 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b49f3-471f-449a-a28a-6beb1559c295 req-4e7ee1a8-6fc6-4704-9c64-af79eec020c8 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:58.200667 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e15b49f3-471f-449a-a28a-6beb1559c295 req-4e7ee1a8-6fc6-4704-9c64-af79eec020c8 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.1421189 Nov 18 17:19:58.259044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e15b49f3-471f-449a-a28a-6beb1559c295 req-de08e61d-e762-4aec-90b9-98e288a43e83 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710313 Nov 18 17:19:58.316899 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6c799151-6c11-4e0e-830b-3d8371a894d3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:58.321268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50644) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:58.324802 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6c799151-6c11-4e0e-830b-3d8371a894d3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5110028 Nov 18 17:19:58.329091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-dd141a64-680c-4b2b-a9b7-8907bad21cbb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': '1afbf3a7-339b-4f55-ab9c-3ebeb90932c1', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:19:58.464842 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd141a64-680c-4b2b-a9b7-8907bad21cbb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:58.574642 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd141a64-680c-4b2b-a9b7-8907bad21cbb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:58.634727 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd141a64-680c-4b2b-a9b7-8907bad21cbb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:58.678224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd141a64-680c-4b2b-a9b7-8907bad21cbb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8010f404-5a87-4ada-91ab-3c1e385f66c9,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:58.817501 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd141a64-680c-4b2b-a9b7-8907bad21cbb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:58.821559 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dd141a64-680c-4b2b-a9b7-8907bad21cbb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4963882 Nov 18 17:19:58.821866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50662) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:58.827474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2b4af785-49da-491a-8f94-9c2a6a7642ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': '1afbf3a7-339b-4f55-ab9c-3ebeb90932c1', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:19:58.879544 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f271c77-36da-4db9-8679-914ef5bf09b8 req-fbc0df59-87f0-404d-b7bf-5a7b4fcfbd2d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:58.881237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f271c77-36da-4db9-8679-914ef5bf09b8 req-fbc0df59-87f0-404d-b7bf-5a7b4fcfbd2d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 946 time: 0.1147902 Nov 18 17:19:58.920864 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-2b4af785-49da-491a-8f94-9c2a6a7642ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Project 2cf238edb8014a38996468367e264a07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:19:58.928614 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b4af785-49da-491a-8f94-9c2a6a7642ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:58.994862 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f271c77-36da-4db9-8679-914ef5bf09b8 req-6fe436b1-5d4c-43c2-a04f-2e018004c95e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012340 Nov 18 17:19:59.023247 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b4af785-49da-491a-8f94-9c2a6a7642ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:59.091631 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b4af785-49da-491a-8f94-9c2a6a7642ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:59.115373 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4af785-49da-491a-8f94-9c2a6a7642ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa79abc-8daf-40f2-a01e-f0d59ea8c4de,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:59.202425 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b4af785-49da-491a-8f94-9c2a6a7642ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:59.206210 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2b4af785-49da-491a-8f94-9c2a6a7642ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3807518 Nov 18 17:19:59.206489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50686) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:59.212097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-bea6d82d-6cb7-46c7-91bc-cc1e177443b8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': '1afbf3a7-339b-4f55-ab9c-3ebeb90932c1', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:19:59.378136 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-bea6d82d-6cb7-46c7-91bc-cc1e177443b8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Project 2cf238edb8014a38996468367e264a07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:19:59.385481 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bea6d82d-6cb7-46c7-91bc-cc1e177443b8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:59.392200 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ded19-efa1-4db8-9f70-5726d1472cb1 req-d378eaa0-fc65-42c9-bbd0-655ecbd637f8 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:19:59.399954 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c3ded19-efa1-4db8-9f70-5726d1472cb1 req-d378eaa0-fc65-42c9-bbd0-655ecbd637f8 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0695457 Nov 18 17:19:59.450131 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bea6d82d-6cb7-46c7-91bc-cc1e177443b8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:59.452409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c3ded19-efa1-4db8-9f70-5726d1472cb1 req-65db9778-5f98-4257-95d0-095b76e82ceb tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514441 Nov 18 17:19:59.520274 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bea6d82d-6cb7-46c7-91bc-cc1e177443b8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:59.541691 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6d82d-6cb7-46c7-91bc-cc1e177443b8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7e9a73-6ecb-4ca2-a4d9-33aa504f17a7,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:19:59.609581 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bea6d82d-6cb7-46c7-91bc-cc1e177443b8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:59.610953 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bea6d82d-6cb7-46c7-91bc-cc1e177443b8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4027550 Nov 18 17:19:59.614060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50714) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:19:59.620255 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-4f17c134-beec-4c05-bc68-104436c9c92b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'network': {'name': 'tempest-network-smoke--1600271180', 'project_id': '2cf238edb8014a38996468367e264a07', 'port_security_enabled': True}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:19:59.743452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f17c134-beec-4c05-bc68-104436c9c92b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Made reservation on behalf of 2cf238edb8014a38996468367e264a07 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:19:59.748584 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4f17c134-beec-4c05-bc68-104436c9c92b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:59.779096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f17c134-beec-4c05-bc68-104436c9c92b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:19:59.817584 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4f17c134-beec-4c05-bc68-104436c9c92b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:59.820899 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-4f17c134-beec-4c05-bc68-104436c9c92b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Added segment 00764b23-792e-4303-be82-13f1719c4ba1 of type vlan for network ba3dae70-1e3d-40f0-aa92-0fffe3461a81 Nov 18 17:19:59.947381 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4f17c134-beec-4c05-bc68-104436c9c92b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:19:59.954815 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-15952f69-d3d9-4fa8-9a45-955821789cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:00.016643 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1db87-7c6c-4109-9030-14b88bf620a8 req-e3e3c932-8bc6-4a02-9abe-35300ce0bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:00.022812 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e5b1db87-7c6c-4109-9030-14b88bf620a8 req-e3e3c932-8bc6-4a02-9abe-35300ce0bf92 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 1097 time: 0.0868223 Nov 18 17:20:00.118800 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4f17c134-beec-4c05-bc68-104436c9c92b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:00.124733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17c134-beec-4c05-bc68-104436c9c92b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:00.125393 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4f17c134-beec-4c05-bc68-104436c9c92b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:00.144305 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1db87-7c6c-4109-9030-14b88bf620a8 req-9bb427f0-e249-4c20-9385-c8c5fd0a0f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:00.146482 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e5b1db87-7c6c-4109-9030-14b88bf620a8 req-9bb427f0-e249-4c20-9385-c8c5fd0a0f13 service neutron] 10.222.0.83 "GET /v2.0/networks?id=372f18cd-c4d2-4313-ab28-7ad24e489e08 HTTP/1.1" status: 200 len: 913 time: 0.1169517 Nov 18 17:20:00.201971 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e5b1db87-7c6c-4109-9030-14b88bf620a8 req-9240ff51-2d09-43de-8c7f-351d8d9dc3a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e741db6e-e008-410e-9f03-f33d62dbad42 HTTP/1.1" status: 200 len: 217 time: 0.0475817 Nov 18 17:20:00.220351 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a483a-feef-4537-b45b-c96e0ee6f80b req-250230fb-3b13-42cd-9bfe-c9eb57219bd3 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:00.228740 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-990a483a-feef-4537-b45b-c96e0ee6f80b req-250230fb-3b13-42cd-9bfe-c9eb57219bd3 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 946 time: 0.1605582 Nov 18 17:20:00.237295 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17c134-beec-4c05-bc68-104436c9c92b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Network': ['ID=ba3dae70-1e3d-40f0-aa92-0fffe3461a81,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:00.255526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network ba3dae70-1e3d-40f0-aa92-0fffe3461a81 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:20:00.267224 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4f17c134-beec-4c05-bc68-104436c9c92b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6512060 Nov 18 17:20:00.273319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50728) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:00.276012 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50730) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:00.295435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-954890607', 'admin_state_up': True, 'project_id': '2cf238edb8014a38996468367e264a07', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:00.296770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1db87-7c6c-4109-9030-14b88bf620a8 req-c363c9cc-c73b-4b69-a530-d4fddcbdf8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:00.298451 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e5b1db87-7c6c-4109-9030-14b88bf620a8 req-c363c9cc-c73b-4b69-a530-d4fddcbdf8c2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f46f3b8-078c-4987-ab0a-f3dc40b669b4 HTTP/1.1" status: 200 len: 851 time: 0.0888782 Nov 18 17:20:00.336080 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e5b1db87-7c6c-4109-9030-14b88bf620a8 req-1244d7c4-543d-4064-a671-103d0d014872 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=372f18cd-c4d2-4313-ab28-7ad24e489e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297656 Nov 18 17:20:00.369977 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-990a483a-feef-4537-b45b-c96e0ee6f80b req-4aa28000-85c9-4c2d-a94c-7bd83f41779e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402371 Nov 18 17:20:00.469696 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e5b1db87-7c6c-4109-9030-14b88bf620a8 req-f60eed5e-2d4e-427d-b39b-0e3a4eac5bc9 service neutron] 10.222.0.83 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243143 Nov 18 17:20:00.481605 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:00.483103 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:00.553778 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:00.556191 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f5aa1a7-0399-4381-9d85-c80d9ed4fd36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:00.594762 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e5b1db87-7c6c-4109-9030-14b88bf620a8 req-08723105-31a9-454d-b706-d31f399cd694 service neutron] 10.222.0.83 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153712 Nov 18 17:20:00.672376 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f5aa1a7-0399-4381-9d85-c80d9ed4fd36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:00.692030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f16b34-bca1-44af-b3df-727335ed3cdd req-8f84574b-7cd8-4d99-959d-461b8c9bc555 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:00.693708 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-42f16b34-bca1-44af-b3df-727335ed3cdd req-8f84574b-7cd8-4d99-959d-461b8c9bc555 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.1251640 Nov 18 17:20:00.754471 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f5aa1a7-0399-4381-9d85-c80d9ed4fd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:00.807289 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2f5aa1a7-0399-4381-9d85-c80d9ed4fd36 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e93746da3914ba48910d6c3cf5f8ece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5277178 Nov 18 17:20:00.807867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50736) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:00.810355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5aa1a7-0399-4381-9d85-c80d9ed4fd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d4a6b3-f129-4022-8d40-c525d414e471,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:00.838007 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:00.873825 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-42f16b34-bca1-44af-b3df-727335ed3cdd req-a17ff893-628d-4ba7-b02c-94e28c0689d6 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441767 Nov 18 17:20:00.899454 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fce4f3f-3483-405c-9f50-e29bb2caf56a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:00.949379 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fce4f3f-3483-405c-9f50-e29bb2caf56a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:01.080580 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fce4f3f-3483-405c-9f50-e29bb2caf56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:01.083324 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fce4f3f-3483-405c-9f50-e29bb2caf56a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:01.084632 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8fce4f3f-3483-405c-9f50-e29bb2caf56a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/66d4a6b3-f129-4022-8d40-c525d414e471 HTTP/1.1" status: 204 len: 168 time: 0.2751322 Nov 18 17:20:01.094145 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce4f3f-3483-405c-9f50-e29bb2caf56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d4a6b3-f129-4022-8d40-c525d414e471,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:01.174556 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:01.194195 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:01.305152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Allocated IP 172.25.3.200 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/40f2a501-8d06-4c1b-8889-06f46effb867) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:20:01.425415 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:01.515582 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d448156-22c9-4f4a-88fc-d84b93e88d81 req-faf0a5dd-b6fd-4178-947f-ca3c859ffb9a tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:01.517208 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d448156-22c9-4f4a-88fc-d84b93e88d81 req-faf0a5dd-b6fd-4178-947f-ca3c859ffb9a tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 946 time: 0.0549328 Nov 18 17:20:01.567900 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:01.583580 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d448156-22c9-4f4a-88fc-d84b93e88d81 req-e29104ac-c2f9-4ade-8c89-40f1a13abb00 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596478 Nov 18 17:20:01.617360 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:01.620377 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:01.624629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:20:01.653205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=40f2a501-8d06-4c1b-8889-06f46effb867,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:02.166825 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:20:02.337537 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-baafad3b-8913-4e14-a8de-e8787641793b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:02.399566 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:02.449819 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a59e18-4fe2-4dc7-b299-d8f06a55414f req-09e846bc-c4e6-487d-85a0-de93b62bc878 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:02.451357 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1a59e18-4fe2-4dc7-b299-d8f06a55414f req-09e846bc-c4e6-487d-85a0-de93b62bc878 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.1533518 Nov 18 17:20:02.554496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1a59e18-4fe2-4dc7-b299-d8f06a55414f req-daab3008-dce8-4591-8af6-1f011bcb288b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924888 Nov 18 17:20:02.670750 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:02.772323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de61257-3f36-4701-981d-575d9fa4059d req-57b5ce5c-7a86-4d98-8b75-e7a73b927cde tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:02.774388 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5de61257-3f36-4701-981d-575d9fa4059d req-57b5ce5c-7a86-4d98-8b75-e7a73b927cde tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 946 time: 0.1010084 Nov 18 17:20:02.880485 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5de61257-3f36-4701-981d-575d9fa4059d req-fa67b966-8078-405e-adb4-3b352ed87413 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792205 Nov 18 17:20:02.983742 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router 0928255c-be98-44ee-aeb4-319139255057 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:20:03.125096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50800) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:03.133052 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:20:03.145582 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Sync routers for ids ['0928255c-be98-44ee-aeb4-319139255057'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:20:03.165909 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Routers {'0928255c-be98-44ee-aeb4-319139255057'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:20:03.166527 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:20:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['0928255c-be98-44ee-aeb4-319139255057'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:03.248912 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:03.250438 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-57c08311-e260-4f28-b307-7842b0a8db3a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9782412 Nov 18 17:20:03.253509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50806) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:03.356950 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Set router 0928255c-be98-44ee-aeb4-319139255057 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:20:03.463640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-abaf00f6-3340-4693-8bbd-509e13a443d1 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2069409331'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:03.501524 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d7e5a24e-32f7-443e-ba53-4a108f80bad9 tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2cf238edb8014a38996468367e264a07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2464204 Nov 18 17:20:03.504116 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50810) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:03.525816 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:03.651039 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaf00f6-3340-4693-8bbd-509e13a443d1 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Made reservation on behalf of d200338314a44feeab897757fb7e4b88 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:03.655147 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abaf00f6-3340-4693-8bbd-509e13a443d1 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:03.666650 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abaf00f6-3340-4693-8bbd-509e13a443d1 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:03.704923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64bd5b2-4156-44d0-aec0-dbb36a7a462a tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:03.706446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f64bd5b2-4156-44d0-aec0-dbb36a7a462a tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2008479 Nov 18 17:20:03.709610 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50814) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:03.761917 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-05642c47-c947-414e-9c49-1266b47e3c46 tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506434 Nov 18 17:20:03.764604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50816) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:03.771039 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0928255c-be98-44ee-aeb4-319139255057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954890607', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:00Z', 'updated_at': '2021-11-18T17:20:01Z', 'revision_number': 3, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:01Z', 'updated_at': '2021-11-18T17:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:03.773039 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-feb6c0b8-8503-4230-879e-16b1824da8ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1135083604', 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81', 'project_id': '2cf238edb8014a38996468367e264a07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:03.796346 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5d93a-2c8a-4d4a-949d-2e9f19f830fc req-169b497e-f735-490a-b197-85cf4828b209 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:03.798062 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-70b5d93a-2c8a-4d4a-949d-2e9f19f830fc req-169b497e-f735-490a-b197-85cf4828b209 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.0903170 Nov 18 17:20:03.812492 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Checking router: 0928255c-be98-44ee-aeb4-319139255057 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:20:03.812854 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Updating router 0928255c-be98-44ee-aeb4-319139255057 port 40f2a501-8d06-4c1b-8889-06f46effb867 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:20:03.862015 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:03.901084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-70b5d93a-2c8a-4d4a-949d-2e9f19f830fc req-424073d7-6402-4a53-997b-4137cfb2ae17 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912025 Nov 18 17:20:03.944747 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abaf00f6-3340-4693-8bbd-509e13a443d1 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:04.017262 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb6c0b8-8503-4230-879e-16b1824da8ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Made reservation on behalf of 2cf238edb8014a38996468367e264a07 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:04.021775 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-feb6c0b8-8503-4230-879e-16b1824da8ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:04.056893 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abaf00f6-3340-4693-8bbd-509e13a443d1 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:04.061917 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265f09b-770d-469c-b022-1c05f1d3c602 req-4951a4e5-ee3f-4987-acd5-28f222b5be38 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:04.066660 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3265f09b-770d-469c-b022-1c05f1d3c602 req-4951a4e5-ee3f-4987-acd5-28f222b5be38 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 946 time: 0.0711558 Nov 18 17:20:04.164506 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3265f09b-770d-469c-b022-1c05f1d3c602 req-097f94a4-e493-4fac-bd83-3d9d10a66b3d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894735 Nov 18 17:20:04.343008 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf00f6-3340-4693-8bbd-509e13a443d1 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc16a2c2-d87b-4cf2-a435-f92b0faa55d8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:04.348713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abaf00f6-3340-4693-8bbd-509e13a443d1 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] vlan segment allocate from pool success with {'vlan_id': 1149, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:20:04.375025 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abaf00f6-3340-4693-8bbd-509e13a443d1 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:04.375481 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-abaf00f6-3340-4693-8bbd-509e13a443d1 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Added segment 7baac77e-dae8-4086-ba10-6b702cb53b6f of type vlan for network 64b8496e-bd4a-4ea5-90a8-06aa88675c84 Nov 18 17:20:04.402939 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-feb6c0b8-8503-4230-879e-16b1824da8ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:04.447978 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:04.501958 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abaf00f6-3340-4693-8bbd-509e13a443d1 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:04.538011 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:04.560749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6c0b8-8503-4230-879e-16b1824da8ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Subnet': ['ID=4bdd1b36-e53e-4c18-a868-23989123548c,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:04.569630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb6c0b8-8503-4230-879e-16b1824da8ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Checking segment: {'id': '00764b23-792e-4303-be82-13f1719c4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:20:04.570016 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb6c0b8-8503-4230-879e-16b1824da8ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network hostable DHCP agents. Network: ba3dae70-1e3d-40f0-aa92-0fffe3461a81, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:20:04.628800 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abaf00f6-3340-4693-8bbd-509e13a443d1 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:04.643189 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaf00f6-3340-4693-8bbd-509e13a443d1 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:04.643189 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abaf00f6-3340-4693-8bbd-509e13a443d1 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:04.646604 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d426f80-f49f-4490-81f4-fdc367f93d49 None None] Pushing event updated for resources: {'Port': ['ID=40f2a501-8d06-4c1b-8889-06f46effb867,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:04.661591 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d426f80-f49f-4490-81f4-fdc367f93d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:04.669261 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d426f80-f49f-4490-81f4-fdc367f93d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:04.669261 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d426f80-f49f-4490-81f4-fdc367f93d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:04.669261 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d426f80-f49f-4490-81f4-fdc367f93d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:04.669261 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d426f80-f49f-4490-81f4-fdc367f93d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:04.669261 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d426f80-f49f-4490-81f4-fdc367f93d49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:04.669261 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d426f80-f49f-4490-81f4-fdc367f93d49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:04.669261 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d426f80-f49f-4490-81f4-fdc367f93d49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:04.669261 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d426f80-f49f-4490-81f4-fdc367f93d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:04.669261 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d426f80-f49f-4490-81f4-fdc367f93d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:04.669261 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d426f80-f49f-4490-81f4-fdc367f93d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:04.669261 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d426f80-f49f-4490-81f4-fdc367f93d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:04.670303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb6c0b8-8503-4230-879e-16b1824da8ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network ba3dae70-1e3d-40f0-aa92-0fffe3461a81 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:20:04.677112 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Attempting to bind port 40f2a501-8d06-4c1b-8889-06f46effb867 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:04.677505 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Attempting to bind port 40f2a501-8d06-4c1b-8889-06f46effb867 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:04.677872 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Attempting to bind port 40f2a501-8d06-4c1b-8889-06f46effb867 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:04.683630 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:20:04.684066 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:20:04.684808 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:04.685204 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:20:04.685680 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Bound port: 40f2a501-8d06-4c1b-8889-06f46effb867, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:20:04.686058 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:04.751764 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf00f6-3340-4693-8bbd-509e13a443d1 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Pushing event updated for resources: {'Network': ['ID=64b8496e-bd4a-4ea5-90a8-06aa88675c84,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:04.765515 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 64b8496e-bd4a-4ea5-90a8-06aa88675c84 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:20:04.767099 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-abaf00f6-3340-4693-8bbd-509e13a443d1 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6406119 Nov 18 17:20:04.769955 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50848) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:04.774704 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] For port 40f2a501-8d06-4c1b-8889-06f46effb867, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:20:04.775568 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ea6b79db-29b0-4556-8f0d-f533c0ecc55c tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Request body: {'subnet': {'network_id': '64b8496e-bd4a-4ea5-90a8-06aa88675c84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:04.778696 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] For port 40f2a501-8d06-4c1b-8889-06f46effb867, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=40f2a501-8d06-4c1b-8889-06f46effb867,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:20:04.782616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-feb6c0b8-8503-4230-879e-16b1824da8ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, ba3dae70-1e3d-40f0-aa92-0fffe3461a81) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:04.790646 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb6c0b8-8503-4230-879e-16b1824da8ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:04.791273 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-feb6c0b8-8503-4230-879e-16b1824da8ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:04.800185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2436e237-eb78-4044-8ecf-21f484c5a2ee None None] Network ba3dae70-1e3d-40f0-aa92-0fffe3461a81 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:20:04.878708 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:04.900758 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-feb6c0b8-8503-4230-879e-16b1824da8ec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1345317 Nov 18 17:20:04.903171 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50854) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:04.999656 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Routers {'0928255c-be98-44ee-aeb4-319139255057'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:20:05.000997 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:20:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['0928255c-be98-44ee-aeb4-319139255057'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:05.029373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6b79db-29b0-4556-8f0d-f533c0ecc55c tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Made reservation on behalf of d200338314a44feeab897757fb7e4b88 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:05.033293 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea6b79db-29b0-4556-8f0d-f533c0ecc55c tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:05.207383 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d426f80-f49f-4490-81f4-fdc367f93d49 None None] Pushing event updated for resources: {'Port': ['ID=40f2a501-8d06-4c1b-8889-06f46effb867,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:05.221147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device e741db6e-e008-410e-9f03-f33d62dbad42 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:20:05.262433 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] Set router 0928255c-be98-44ee-aeb4-319139255057 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:20:05.345073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-ba3dae70-1e3d-40f0-aa92-0fffe3461a81', 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'fixed_ips': [{'subnet_id': '4bdd1b36-e53e-4c18-a868-23989123548c'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:20:05.345967 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:05.360162 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:05.592363 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc88569-4eaa-43ac-999f-42fc1493f9ed req-f1a15b90-050d-4722-80db-96b3e4c3260d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:05.595327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5fc88569-4eaa-43ac-999f-42fc1493f9ed req-f1a15b90-050d-4722-80db-96b3e4c3260d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 946 time: 0.1357965 Nov 18 17:20:05.676848 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-6b8754e1-6d0b-4191-b58e-31d5c6fa6ace tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:05.678844 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-6b8754e1-6d0b-4191-b58e-31d5c6fa6ace tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff&tenant_id=3b796403dcb74a789ab8781aa545eb18&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 1098 time: 0.1419823 Nov 18 17:20:05.701464 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5fc88569-4eaa-43ac-999f-42fc1493f9ed req-7510829c-b3fa-4cbb-ac46-e330fff550c1 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910189 Nov 18 17:20:05.702267 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813419-11'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:05.703142 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea6b79db-29b0-4556-8f0d-f533c0ecc55c tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:05.715015 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0928255c-be98-44ee-aeb4-319139255057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954890607', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:00Z', 'updated_at': '2021-11-18T17:20:01Z', 'revision_number': 3, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:01Z', 'updated_at': '2021-11-18T17:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:05.718332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Allocated IP 172.20.0.2 (ba3dae70-1e3d-40f0-aa92-0fffe3461a81/4bdd1b36-e53e-4c18-a868-23989123548c/8b6f1098-3946-4de9-a57b-3344be431107) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:20:05.767041 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:05.787405 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e548300b-b0be-485d-aa2f-dac6c95499cf None None] The sync data for ids ['0928255c-be98-44ee-aeb4-319139255057'] in n-d-813419-11 is: [{'id': '0928255c-be98-44ee-aeb4-319139255057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954890607', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:00Z', 'updated_at': '2021-11-18T17:20:01Z', 'revision_number': 3, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:01Z', 'updated_at': '2021-11-18T17:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:20:05.823068 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:05.882545 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b79db-29b0-4556-8f0d-f533c0ecc55c tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Pushing event updated for resources: {'Subnet': ['ID=c36147ee-b5ad-4a8a-8a06-ef8945ce7e00,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:05.942802 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:06.007443 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6b79db-29b0-4556-8f0d-f533c0ecc55c tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Checking segment: {'id': '7baac77e-dae8-4086-ba10-6b702cb53b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '64b8496e-bd4a-4ea5-90a8-06aa88675c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:20:06.008080 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6b79db-29b0-4556-8f0d-f533c0ecc55c tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Network hostable DHCP agents. Network: 64b8496e-bd4a-4ea5-90a8-06aa88675c84, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:20:06.019868 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c594ac5f-4957-43f0-b13f-70857cc4216d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e741db6e-e008-410e-9f03-f33d62dbad42'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:20:06.022333 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0078bd8d-7945-41df-9631-6d977af6b136" -d '{"events": [{"server_uuid": "c594ac5f-4957-43f0-b13f-70857cc4216d", "name": "network-vif-unplugged", "status": "completed", "tag": "e741db6e-e008-410e-9f03-f33d62dbad42"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:20:06.048004 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port e741db6e-e008-410e-9f03-f33d62dbad42, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e741db6e-e008-410e-9f03-f33d62dbad42,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:06.067579 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135e41c-c3b4-48dd-9305-41304707dc16 req-fa8818f7-b290-4ee7-9799-45f6c879e4dd tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:06.068614 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:06.076401 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d135e41c-c3b4-48dd-9305-41304707dc16 req-fa8818f7-b290-4ee7-9799-45f6c879e4dd tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=c594ac5f-4957-43f0-b13f-70857cc4216d HTTP/1.1" status: 200 len: 945 time: 0.1505022 Nov 18 17:20:06.104383 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 18 Nov 2021 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ffc68f-3221-4089-82a8-34855007869a x-openstack-request-id: req-d9ffc68f-3221-4089-82a8-34855007869a {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:20:06.104759 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c594ac5f-4957-43f0-b13f-70857cc4216d", "name": "network-vif-unplugged", "status": "failed", "tag": "e741db6e-e008-410e-9f03-f33d62dbad42", "code": 422}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:20:06.105707 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d9ffc68f-3221-4089-82a8-34855007869a {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:20:06.106128 n-d-813419-11 neutron-server[104009]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c594ac5f-4957-43f0-b13f-70857cc4216d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e741db6e-e008-410e-9f03-f33d62dbad42', 'code': 422} returned with failed status Nov 18 17:20:06.124132 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6b79db-29b0-4556-8f0d-f533c0ecc55c tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Network 64b8496e-bd4a-4ea5-90a8-06aa88675c84 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:20:06.157749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] For port b8b2673a-8468-4cc3-a73b-f1a30243def6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b8b2673a-8468-4cc3-a73b-f1a30243def6,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:06.167893 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:06.173281 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:06.273896 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-d135e41c-c3b4-48dd-9305-41304707dc16 req-609cb120-96df-435d-b62b-0bcd689d4667 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Deleting port e741db6e-e008-410e-9f03-f33d62dbad42 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:20:06.274311 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d135e41c-c3b4-48dd-9305-41304707dc16 req-609cb120-96df-435d-b62b-0bcd689d4667 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:06.275047 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:06.278177 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] For port b8b2673a-8468-4cc3-a73b-f1a30243def6, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:20:06.300932 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-ea6b79db-29b0-4556-8f0d-f533c0ecc55c tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 64b8496e-bd4a-4ea5-90a8-06aa88675c84) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:06.318809 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6b79db-29b0-4556-8f0d-f533c0ecc55c tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:06.320088 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea6b79db-29b0-4556-8f0d-f533c0ecc55c tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:06.360610 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:06.364184 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c54eb40-0810-4ff5-9905-77a5be7ee9ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b2673a-8468-4cc3-a73b-f1a30243def6'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:20:06.370509 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d21fa2-8cda-46aa-a380-a038f9e47827" -d '{"events": [{"server_uuid": "9c54eb40-0810-4ff5-9905-77a5be7ee9ff", "name": "network-vif-unplugged", "status": "completed", "tag": "b8b2673a-8468-4cc3-a73b-f1a30243def6"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:20:06.458069 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b30dd92-11f4-4e02-b272-ce7e94f72cd3 None None] Network 64b8496e-bd4a-4ea5-90a8-06aa88675c84 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:20:06.461061 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50890) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:06.479115 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ea6b79db-29b0-4556-8f0d-f533c0ecc55c tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7079906 Nov 18 17:20:06.479383 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50892) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:06.480887 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a28a58e-57e2-4c3e-949c-7f4caee30521 x-openstack-request-id: req-2a28a58e-57e2-4c3e-949c-7f4caee30521 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:20:06.481195 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c54eb40-0810-4ff5-9905-77a5be7ee9ff", "name": "network-vif-unplugged", "status": "completed", "tag": "b8b2673a-8468-4cc3-a73b-f1a30243def6", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:20:06.483488 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2a28a58e-57e2-4c3e-949c-7f4caee30521 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:20:06.483488 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c54eb40-0810-4ff5-9905-77a5be7ee9ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b2673a-8468-4cc3-a73b-f1a30243def6', 'code': 200} Nov 18 17:20:06.488323 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-088f56f4-ece8-4fdd-afa8-673427ea6399 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Request body: {'port': {'network_id': '64b8496e-bd4a-4ea5-90a8-06aa88675c84', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1619252121'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:06.494048 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Network ba3dae70-1e3d-40f0-aa92-0fffe3461a81 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:06.507273 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:06.518965 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:20:06.526217 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-d135e41c-c3b4-48dd-9305-41304707dc16 req-609cb120-96df-435d-b62b-0bcd689d4667 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] For port e741db6e-e008-410e-9f03-f33d62dbad42, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=e741db6e-e008-410e-9f03-f33d62dbad42,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:06.527639 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d135e41c-c3b4-48dd-9305-41304707dc16 req-609cb120-96df-435d-b62b-0bcd689d4667 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:06.555689 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-d135e41c-c3b4-48dd-9305-41304707dc16 req-609cb120-96df-435d-b62b-0bcd689d4667 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Calling delete_port for e741db6e-e008-410e-9f03-f33d62dbad42 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:20:06.558376 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=e741db6e-e008-410e-9f03-f33d62dbad42,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:06.605891 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:06.827102 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Pushing event updated for resources: {'Port': ['ID=8b6f1098-3946-4de9-a57b-3344be431107,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:06.841304 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Attempting to bind port 8b6f1098-3946-4de9-a57b-3344be431107 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:06.841726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Attempting to bind port 8b6f1098-3946-4de9-a57b-3344be431107 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '00764b23-792e-4303-be82-13f1719c4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:06.842112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Attempting to bind port 8b6f1098-3946-4de9-a57b-3344be431107 on network ba3dae70-1e3d-40f0-aa92-0fffe3461a81 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:06.906274 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:20:06.906970 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Checking segment: {'id': '00764b23-792e-4303-be82-13f1719c4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:20:06.907554 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:06.908142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Bound using segment: {'id': '00764b23-792e-4303-be82-13f1719c4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:20:06.908850 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Bound port: 8b6f1098-3946-4de9-a57b-3344be431107, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00764b23-792e-4303-be82-13f1719c4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:20:06.909424 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:06.937857 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d135e41c-c3b4-48dd-9305-41304707dc16 req-609cb120-96df-435d-b62b-0bcd689d4667 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:06.967108 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Attempting to bind port b8b2673a-8468-4cc3-a73b-f1a30243def6 on host n-h2-813419-11 for vnic_type normal with profile {"migrating_to": "n-h1-813419-11"} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:06.967994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Attempting to bind port b8b2673a-8468-4cc3-a73b-f1a30243def6 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:06.967994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Attempting to bind port b8b2673a-8468-4cc3-a73b-f1a30243def6 on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:06.986318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Port b8b2673a-8468-4cc3-a73b-f1a30243def6 on network 046f327f-603a-4d9c-b996-c92415d5d886 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:06.986664 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Attempting to bind port b8b2673a-8468-4cc3-a73b-f1a30243def6 on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:07.001224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:20:07.001584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Checking segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:20:07.001992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Bound using segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:20:07.002461 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Bound port: b8b2673a-8468-4cc3-a73b-f1a30243def6, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:20:07.002831 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:07.012363 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b2673a-8468-4cc3-a73b-f1a30243def6,revision_number=7']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:07.025526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-64b8496e-bd4a-4ea5-90a8-06aa88675c84', 'network_id': '64b8496e-bd4a-4ea5-90a8-06aa88675c84', 'tenant_id': 'd200338314a44feeab897757fb7e4b88', 'fixed_ips': [{'subnet_id': 'c36147ee-b5ad-4a8a-8a06-ef8945ce7e00'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:20:07.026406 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:07.046746 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609cb120-96df-435d-b62b-0bcd689d4667 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Pushing event deleted for resources: {'Port': ['ID=e741db6e-e008-410e-9f03-f33d62dbad42,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:07.095971 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] For port 8b6f1098-3946-4de9-a57b-3344be431107, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:20:07.100385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] For port 8b6f1098-3946-4de9-a57b-3344be431107, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8b6f1098-3946-4de9-a57b-3344be431107,segment=NetworkSegment(00764b23-792e-4303-be82-13f1719c4ba1),segment_id=00764b23-792e-4303-be82-13f1719c4ba1)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:20:07.146351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] For port b8b2673a-8468-4cc3-a73b-f1a30243def6, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:20:07.150309 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] For port b8b2673a-8468-4cc3-a73b-f1a30243def6, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b8b2673a-8468-4cc3-a73b-f1a30243def6,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:20:07.155153 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088f56f4-ece8-4fdd-afa8-673427ea6399 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Made reservation on behalf of d200338314a44feeab897757fb7e4b88 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:07.158964 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-088f56f4-ece8-4fdd-afa8-673427ea6399 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:07.187252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-088f56f4-ece8-4fdd-afa8-673427ea6399 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] device_id is not set on port ee14ad79-4816-43e2-9be4-75e127731059 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:20:07.198802 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-7e3bcadc-6c57-435f-945d-c2959ad1ed11 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2855995 Nov 18 17:20:07.213794 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bb35a-9481-4ed6-9670-04b5566626fb req-089eccaf-a2f3-4574-90ce-3aa69f24b596 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:07.223664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e5bb35a-9481-4ed6-9670-04b5566626fb req-089eccaf-a2f3-4574-90ce-3aa69f24b596 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 944 time: 0.3919971 Nov 18 17:20:07.280787 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:07.302314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Allocated IP 172.20.0.2 (64b8496e-bd4a-4ea5-90a8-06aa88675c84/c36147ee-b5ad-4a8a-8a06-ef8945ce7e00/6980c528-531f-46c4-a54d-d7527b3f931c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:20:07.305155 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d135e41c-c3b4-48dd-9305-41304707dc16 req-609cb120-96df-435d-b62b-0bcd689d4667 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] No DVR routers for this DVR port e741db6e-e008-410e-9f03-f33d62dbad42 on host n-h2-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:20:07.316329 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d135e41c-c3b4-48dd-9305-41304707dc16 req-609cb120-96df-435d-b62b-0bcd689d4667 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:07.322754 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d135e41c-c3b4-48dd-9305-41304707dc16 req-609cb120-96df-435d-b62b-0bcd689d4667 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "DELETE /v2.0/ports/e741db6e-e008-410e-9f03-f33d62dbad42 HTTP/1.1" status: 204 len: 173 time: 1.2450852 Nov 18 17:20:07.360075 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c594ac5f-4957-43f0-b13f-70857cc4216d', 'name': 'network-vif-deleted', 'tag': 'e741db6e-e008-410e-9f03-f33d62dbad42'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:20:07.364152 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4ea8a9-aab1-485d-84b1-7e3fadf46a36" -d '{"events": [{"server_uuid": "c594ac5f-4957-43f0-b13f-70857cc4216d", "name": "network-vif-deleted", "tag": "e741db6e-e008-410e-9f03-f33d62dbad42"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:20:07.444764 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:07.445242 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:07.446959 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] 10.222.0.81 "PUT /v2.0/ports/b8b2673a-8468-4cc3-a73b-f1a30243def6 HTTP/1.1" status: 200 len: 1124 time: 1.7589674 Nov 18 17:20:07.488403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9e7b2-c023-4693-9102-ed2fc010cfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b2673a-8468-4cc3-a73b-f1a30243def6,revision_number=8']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:07.566326 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:07.574527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 40f2a501-8d06-4c1b-8889-06f46effb867 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:20:07.591770 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:07.627282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Allocated IP 172.20.0.1 (ba3dae70-1e3d-40f0-aa92-0fffe3461a81/4bdd1b36-e53e-4c18-a868-23989123548c/eb0e14b2-21df-4c84-821f-ce8896842504) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:20:07.659956 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['b8b2673a-8468-4cc3-a73b-f1a30243def6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:20:07.722925 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['b8b2673a-8468-4cc3-a73b-f1a30243def6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:20:07.795495 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:07.932666 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e5bb35a-9481-4ed6-9670-04b5566626fb req-e3528424-9722-4fbe-b28a-02f935530c83 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7077250 Nov 18 17:20:07.949028 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Network 64b8496e-bd4a-4ea5-90a8-06aa88675c84 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:07.989588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-3c720988-77a1-4b24-be20-ad89a5ef6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:07.990588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-3c720988-77a1-4b24-be20-ad89a5ef6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:07.991223 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-3c720988-77a1-4b24-be20-ad89a5ef6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:07.995135 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-3c720988-77a1-4b24-be20-ad89a5ef6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:07.996283 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-3c720988-77a1-4b24-be20-ad89a5ef6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:07.997017 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-3c720988-77a1-4b24-be20-ad89a5ef6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:07.997516 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-3c720988-77a1-4b24-be20-ad89a5ef6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:08.006507 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7b428-9712-4a0e-8184-ec69e80ef675 None None] Pushing event updated for resources: {'Port': ['ID=8b6f1098-3946-4de9-a57b-3344be431107,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:08.007475 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-3c720988-77a1-4b24-be20-ad89a5ef6f7c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=452f9766b67e4a999cd2927e84f67a4c&device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 6500 time: 0.7270982 Nov 18 17:20:08.025605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:08.072398 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:20:08.313524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-0ac40d79-2351-4a2a-bdd3-2bdd0b3babda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:08.316496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-0ac40d79-2351-4a2a-bdd3-2bdd0b3babda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:08.326324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-0ac40d79-2351-4a2a-bdd3-2bdd0b3babda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:08.337081 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-0ac40d79-2351-4a2a-bdd3-2bdd0b3babda service neutron] 10.222.0.81 "GET /v2.0/networks?id=4efab3f4-88d8-40ae-a2a4-453eabfee21f&id=9a0c3004-3ad3-481d-9a55-9288314c9a88&id=9a0c3004-3ad3-481d-9a55-9288314c9a88&id=9a0c3004-3ad3-481d-9a55-9288314c9a88&id=9a0c3004-3ad3-481d-9a55-9288314c9a88&id=113727fb-b8c5-4dc5-81b0-dede0422cd99&id=113727fb-b8c5-4dc5-81b0-dede0422cd99 HTTP/1.1" status: 200 len: 2295 time: 0.2908845 Nov 18 17:20:08.338882 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 18 Nov 2021 17:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff967c00-f73e-4f07-b348-3b4dad345907 x-openstack-request-id: req-ff967c00-f73e-4f07-b348-3b4dad345907 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:20:08.339819 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c594ac5f-4957-43f0-b13f-70857cc4216d", "name": "network-vif-deleted", "tag": "e741db6e-e008-410e-9f03-f33d62dbad42", "status": "failed", "code": 422}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:20:08.342014 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ff967c00-f73e-4f07-b348-3b4dad345907 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:20:08.342461 n-d-813419-11 neutron-server[104007]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c594ac5f-4957-43f0-b13f-70857cc4216d', 'name': 'network-vif-deleted', 'tag': 'e741db6e-e008-410e-9f03-f33d62dbad42', 'status': 'failed', 'code': 422} returned with failed status Nov 18 17:20:08.428688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 40f2a501-8d06-4c1b-8889-06f46effb867 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:08.429133 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:08.431501 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Pushing event updated for resources: {'Port': ['ID=6980c528-531f-46c4-a54d-d7527b3f931c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:08.484140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c54eb40-0810-4ff5-9905-77a5be7ee9ff', 'tag': 'b8b2673a-8468-4cc3-a73b-f1a30243def6'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:20:08.493003 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71df491f-9b7b-4f60-9e59-c297718b0eee" -d '{"events": [{"name": "network-changed", "server_uuid": "9c54eb40-0810-4ff5-9905-77a5be7ee9ff", "tag": "b8b2673a-8468-4cc3-a73b-f1a30243def6"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:20:08.620918 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-0b352ff4-17ba-46db-a062-109e6efc4864 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e12bfd73-5acf-499c-8e3e-e4b55452c70c HTTP/1.1" status: 200 len: 1001 time: 0.2724836 Nov 18 17:20:08.632400 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d53622-4e35-4d60-a06b-20270fb7944e x-openstack-request-id: req-40d53622-4e35-4d60-a06b-20270fb7944e {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:20:08.633127 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c54eb40-0810-4ff5-9905-77a5be7ee9ff", "tag": "b8b2673a-8468-4cc3-a73b-f1a30243def6", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:20:08.633328 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-40d53622-4e35-4d60-a06b-20270fb7944e {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:20:08.633822 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c54eb40-0810-4ff5-9905-77a5be7ee9ff', 'tag': 'b8b2673a-8468-4cc3-a73b-f1a30243def6', 'status': 'completed', 'code': 200} Nov 18 17:20:08.663558 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-088f56f4-ece8-4fdd-afa8-673427ea6399 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Allocated IP 172.20.0.6 (64b8496e-bd4a-4ea5-90a8-06aa88675c84/c36147ee-b5ad-4a8a-8a06-ef8945ce7e00/ee14ad79-4816-43e2-9be4-75e127731059) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:20:08.688776 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c540bcc-201b-40f4-aa5b-c981fe0c6588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:08.746062 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-b7c0ed62-ae07-4fc0-becf-5579c6b6cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:08.748083 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-b7c0ed62-ae07-4fc0-becf-5579c6b6cc7c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f82c3b3-35c0-4896-b65f-74d8bab4d4f6 HTTP/1.1" status: 200 len: 851 time: 0.1155043 Nov 18 17:20:08.805260 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:08.812871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df491f-9b7b-4f60-9e59-c297718b0eee req-74841b4d-a01c-4363-ae14-7b75267e3080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:08.814668 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-71df491f-9b7b-4f60-9e59-c297718b0eee req-74841b4d-a01c-4363-ae14-7b75267e3080 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 1127 time: 0.1754057 Nov 18 17:20:08.902884 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device b8b2673a-8468-4cc3-a73b-f1a30243def6 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:20:08.948251 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df491f-9b7b-4f60-9e59-c297718b0eee req-93ebf1e2-57e0-493c-bb77-66a93ee7e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:08.950469 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-71df491f-9b7b-4f60-9e59-c297718b0eee req-93ebf1e2-57e0-493c-bb77-66a93ee7e94f service neutron] 10.222.0.83 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 910 time: 0.1179204 Nov 18 17:20:09.013577 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-71df491f-9b7b-4f60-9e59-c297718b0eee req-e16dfe7e-ba78-483e-be17-c36ef9454fda service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8b2673a-8468-4cc3-a73b-f1a30243def6 HTTP/1.1" status: 200 len: 217 time: 0.0547457 Nov 18 17:20:09.094917 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port b8b2673a-8468-4cc3-a73b-f1a30243def6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b8b2673a-8468-4cc3-a73b-f1a30243def6,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:09.142827 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Attempting to bind port 6980c528-531f-46c4-a54d-d7527b3f931c on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:09.143210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Attempting to bind port 6980c528-531f-46c4-a54d-d7527b3f931c by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7baac77e-dae8-4086-ba10-6b702cb53b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '64b8496e-bd4a-4ea5-90a8-06aa88675c84'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:09.143692 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Attempting to bind port 6980c528-531f-46c4-a54d-d7527b3f931c on network 64b8496e-bd4a-4ea5-90a8-06aa88675c84 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:09.160806 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:20:09.161222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Checking segment: {'id': '7baac77e-dae8-4086-ba10-6b702cb53b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '64b8496e-bd4a-4ea5-90a8-06aa88675c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:20:09.161524 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:09.162099 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Bound using segment: {'id': '7baac77e-dae8-4086-ba10-6b702cb53b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '64b8496e-bd4a-4ea5-90a8-06aa88675c84'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:20:09.162411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Bound port: 6980c528-531f-46c4-a54d-d7527b3f931c, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baac77e-dae8-4086-ba10-6b702cb53b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '64b8496e-bd4a-4ea5-90a8-06aa88675c84'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:20:09.162982 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:09.199092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df491f-9b7b-4f60-9e59-c297718b0eee req-de56064d-c661-4db1-92a9-449a2ad0266e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:09.206097 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-71df491f-9b7b-4f60-9e59-c297718b0eee req-de56064d-c661-4db1-92a9-449a2ad0266e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.1592715 Nov 18 17:20:09.211979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device b8b2673a-8468-4cc3-a73b-f1a30243def6 has no active binding in host n-h1-813419-11 {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 18 17:20:09.249992 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-71df491f-9b7b-4f60-9e59-c297718b0eee req-2f149356-3ea1-401b-bc6a-541cfdbb8ff5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317793 Nov 18 17:20:09.251772 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-088f56f4-ece8-4fdd-afa8-673427ea6399 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:09.257020 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:09.333181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network ba3dae70-1e3d-40f0-aa92-0fffe3461a81 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:09.362135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:09.369870 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:20:09.373842 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] For port 6980c528-531f-46c4-a54d-d7527b3f931c, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:20:09.381685 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] For port 6980c528-531f-46c4-a54d-d7527b3f931c, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6980c528-531f-46c4-a54d-d7527b3f931c,segment=NetworkSegment(7baac77e-dae8-4086-ba10-6b702cb53b6f),segment_id=7baac77e-dae8-4086-ba10-6b702cb53b6f)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:20:09.441734 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:09.471333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 40f2a501-8d06-4c1b-8889-06f46effb867, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=40f2a501-8d06-4c1b-8889-06f46effb867,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:09.496280 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=eb0e14b2-21df-4c84-821f-ce8896842504,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:09.510454 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:09.518241 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:09.578905 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526033ac-cd05-44eb-8784-0039be82a545 None None] Pushing event updated for resources: {'Port': ['ID=6980c528-531f-46c4-a54d-d7527b3f931c,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:09.585379 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:09.598165 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-6a2b7ec4-172a-45b6-a844-ee376797aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:09.599838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-6a2b7ec4-172a-45b6-a844-ee376797aa39 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4efab3f4-88d8-40ae-a2a4-453eabfee21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8404055 Nov 18 17:20:09.645440 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=40f2a501-8d06-4c1b-8889-06f46effb867,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:09.685930 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-088f56f4-ece8-4fdd-afa8-673427ea6399 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:09.721898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2565345-5296-4123-98f0-f2ec3e1c2065 None None] Network ba3dae70-1e3d-40f0-aa92-0fffe3461a81 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:20:09.789083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-0eebb4be-20ab-4dd3-b81b-e22cbeb664b7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:09.793339 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-0eebb4be-20ab-4dd3-b81b-e22cbeb664b7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/networks?id=372f18cd-c4d2-4313-ab28-7ad24e489e08 HTTP/1.1" status: 200 len: 811 time: 1.0180225 Nov 18 17:20:09.793763 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088f56f4-ece8-4fdd-afa8-673427ea6399 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Network 64b8496e-bd4a-4ea5-90a8-06aa88675c84 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:09.797179 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-71df491f-9b7b-4f60-9e59-c297718b0eee req-6de94f9d-4d05-4e53-ad40-1fa774c8bda9 service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300388 Nov 18 17:20:09.797840 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f56f4-ece8-4fdd-afa8-673427ea6399 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Pushing event updated for resources: {'Port': ['ID=ee14ad79-4816-43e2-9be4-75e127731059,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:09.800781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-088f56f4-ece8-4fdd-afa8-673427ea6399 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:09.804465 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088f56f4-ece8-4fdd-afa8-673427ea6399 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:20:09.858432 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8b6f1098-3946-4de9-a57b-3344be431107 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:20:09.890580 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-76cd1b05-908a-4bef-ba84-62139d4e182b None None] Provisioning complete for port 8b6f1098-3946-4de9-a57b-3344be431107 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:09.891057 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76cd1b05-908a-4bef-ba84-62139d4e182b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:09.918259 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-e25ab025-0497-48ba-bfb5-5d3ebcdd035e service neutron] 10.222.0.81 "GET /v2.0/networks/4efab3f4-88d8-40ae-a2a4-453eabfee21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931702 Nov 18 17:20:09.952935 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:09.987043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088f56f4-ece8-4fdd-afa8-673427ea6399 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:09.987851 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-088f56f4-ece8-4fdd-afa8-673427ea6399 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:10.010350 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-3d4a8d6b-1701-446b-9f0c-fa9b233168e2 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/quotas/748635c22a864a7e9f77c46a346f94fb HTTP/1.1" status: 200 len: 375 time: 0.0891821 Nov 18 17:20:10.052028 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-71df491f-9b7b-4f60-9e59-c297718b0eee req-7fe452aa-cf95-4301-8eb7-34afcf1f0328 service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423160 Nov 18 17:20:10.137625 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 8b6f1098-3946-4de9-a57b-3344be431107 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:10.138209 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:10.145243 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76cd1b05-908a-4bef-ba84-62139d4e182b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:10.154986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d96050-d3d4-4b67-862e-d993db5d5b6b req-6fc61fb5-b1db-4184-b552-0e08cecde690 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:10.157432 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-088f56f4-ece8-4fdd-afa8-673427ea6399 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6740489 Nov 18 17:20:10.161706 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50956) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:10.174759 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-60d96050-d3d4-4b67-862e-d993db5d5b6b req-6fc61fb5-b1db-4184-b552-0e08cecde690 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 944 time: 0.6799510 Nov 18 17:20:10.181136 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-06cc33a4-45c6-4c9b-a536-407c15a55424 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1481640 Nov 18 17:20:10.255149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-76cd1b05-908a-4bef-ba84-62139d4e182b None None] For port 8b6f1098-3946-4de9-a57b-3344be431107, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8b6f1098-3946-4de9-a57b-3344be431107,segment=NetworkSegment(00764b23-792e-4303-be82-13f1719c4ba1),segment_id=00764b23-792e-4303-be82-13f1719c4ba1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:10.327277 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-60d96050-d3d4-4b67-862e-d993db5d5b6b req-204e5e5a-3a58-4cf8-ada8-45aa232f3fe0 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336362 Nov 18 17:20:10.343661 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76cd1b05-908a-4bef-ba84-62139d4e182b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:10.404193 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-aa5b6821-7ea5-47d6-9fa0-209bf74e4f52 service neutron] 10.222.0.81 "GET /v2.0/networks/4efab3f4-88d8-40ae-a2a4-453eabfee21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473314 Nov 18 17:20:10.508390 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5d21c174-cf90-462b-9928-2c0743ade3be tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Deleting port ee14ad79-4816-43e2-9be4-75e127731059 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:20:10.508981 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d21c174-cf90-462b-9928-2c0743ade3be tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:10.528662 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-bf149f2d-496f-4137-9dc3-1adf68e35605 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=5dd9df54-bed8-437f-a041-261ec234f3ca HTTP/1.1" status: 200 len: 217 time: 0.1117809 Nov 18 17:20:10.687282 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-be46cb95-44d5-47c5-ac4c-6e6e32044105 service neutron] 10.222.0.72 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915967 Nov 18 17:20:10.720927 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd1b05-908a-4bef-ba84-62139d4e182b None None] Pushing event updated for resources: {'Port': ['ID=8b6f1098-3946-4de9-a57b-3344be431107,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:10.744263 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-45371362-f61e-43a9-8034-fcbd54279589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:10.746505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-45371362-f61e-43a9-8034-fcbd54279589 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e86ed0f-2fc1-4903-980a-4097b1d3eb56 HTTP/1.1" status: 200 len: 797 time: 0.1971853 Nov 18 17:20:10.762740 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:10.764544 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:10.789059 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d21c174-cf90-462b-9928-2c0743ade3be tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:10.813126 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5d21c174-cf90-462b-9928-2c0743ade3be tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Calling delete_port for ee14ad79-4816-43e2-9be4-75e127731059 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:20:10.835023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-2c540bcc-201b-40f4-aa5b-c981fe0c6588 admin admin] Deleting port 305ba18c-9f03-43c3-895a-419f24b35dbb {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:20:10.835374 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c540bcc-201b-40f4-aa5b-c981fe0c6588 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:10.842049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:10.914458 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:20:10.914458 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:20:10.921524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-7e30ff17-4355-4cab-8014-dce1b5a606a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:10.931603 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c1ffe02b-f953-4a83-a511-c65762491324 None None] Provisioning complete for port eb0e14b2-21df-4c84-821f-ce8896842504 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:10.932535 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c1ffe02b-f953-4a83-a511-c65762491324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:10.933770 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-7e30ff17-4355-4cab-8014-dce1b5a606a5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a0c3004-3ad3-481d-9a55-9288314c9a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1475129 Nov 18 17:20:10.943339 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-08dbefc2-02e8-4aeb-b68f-11246d9a97db service neutron] 10.222.0.72 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478292 Nov 18 17:20:11.034870 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:11.039002 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c1ffe02b-f953-4a83-a511-c65762491324 None None] Port eb0e14b2-21df-4c84-821f-ce8896842504 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:20:11.057103 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c1ffe02b-f953-4a83-a511-c65762491324 None None] Provisioning complete for port 8b6f1098-3946-4de9-a57b-3344be431107 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:11.058233 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c1ffe02b-f953-4a83-a511-c65762491324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:11.076074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=eb0e14b2-21df-4c84-821f-ce8896842504,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:11.307630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network ba3dae70-1e3d-40f0-aa92-0fffe3461a81 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:11.309311 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:11.391430 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3cd495b5-6a0d-4d16-8fe9-b160bfcb515f None None] Provisioning complete for port eb0e14b2-21df-4c84-821f-ce8896842504 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:11.397788 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3cd495b5-6a0d-4d16-8fe9-b160bfcb515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:11.427522 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d21c174-cf90-462b-9928-2c0743ade3be tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:11.447134 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04401c5f-e6d8-4c50-b7c0-bc6df2a8d1d2 req-6a98d129-3d0e-4ef7-96d5-135aa1c16606 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 210 time: 0.1474946 Nov 18 17:20:11.477642 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f492d-3c3c-47c6-aa26-18f44f805c79 req-2035838d-7b3f-4fce-9b08-71d381199ab7 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:11.490522 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da9f492d-3c3c-47c6-aa26-18f44f805c79 req-2035838d-7b3f-4fce-9b08-71d381199ab7 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 946 time: 0.4656692 Nov 18 17:20:11.514400 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-2c540bcc-201b-40f4-aa5b-c981fe0c6588 admin admin] For port 305ba18c-9f03-43c3-895a-419f24b35dbb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=305ba18c-9f03-43c3-895a-419f24b35dbb,segment=NetworkSegment(43d244d6-cded-4df4-a838-fac1b113d553),segment_id=43d244d6-cded-4df4-a838-fac1b113d553)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:11.514785 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c540bcc-201b-40f4-aa5b-c981fe0c6588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:11.553386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21c174-cf90-462b-9928-2c0743ade3be tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Pushing event deleted for resources: {'Port': ['ID=ee14ad79-4816-43e2-9be4-75e127731059,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:11.572119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-2c540bcc-201b-40f4-aa5b-c981fe0c6588 admin admin] Calling delete_port for 305ba18c-9f03-43c3-895a-419f24b35dbb owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:20:11.593559 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-dccb5b71-ea32-4e49-bcea-95d2dc5087e7 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6473782 Nov 18 17:20:11.602049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3cd495b5-6a0d-4d16-8fe9-b160bfcb515f None None] Port eb0e14b2-21df-4c84-821f-ce8896842504 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:20:11.649518 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5bebd8-79af-489d-9397-84eba75f27e5 None None] Network 64b8496e-bd4a-4ea5-90a8-06aa88675c84 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:20:11.800437 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da9f492d-3c3c-47c6-aa26-18f44f805c79 req-52827521-2a8d-4214-af5c-dc0edcf73b79 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9393949-cb3a-47bb-ba19-cdd958ae5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3090105 Nov 18 17:20:11.847146 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d516942d-fe3e-444a-be53-aefcb416efc6 None None] Provisioning complete for port 6980c528-531f-46c4-a54d-d7527b3f931c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:11.856498 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d516942d-fe3e-444a-be53-aefcb416efc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:11.880731 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d6541-7a34-4961-8913-f6455d821c4c req-5ec9ba73-94c8-41c5-a51e-7f6c58bba648 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:11.883364 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b71d6541-7a34-4961-8913-f6455d821c4c req-5ec9ba73-94c8-41c5-a51e-7f6c58bba648 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 944 time: 0.2668631 Nov 18 17:20:11.982130 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d21c174-cf90-462b-9928-2c0743ade3be tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:11.994748 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5d21c174-cf90-462b-9928-2c0743ade3be tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] 10.222.0.72 "DELETE /v2.0/ports/ee14ad79-4816-43e2-9be4-75e127731059 HTTP/1.1" status: 204 len: 168 time: 1.8250210 Nov 18 17:20:11.998317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50994) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:12.003721 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-62aadfba-3242-4add-99d1-08d9255c3b9d service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838730 Nov 18 17:20:12.020241 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router 0928255c-be98-44ee-aeb4-319139255057 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:20:12.027557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e782bc-0d8f-4050-9ca5-9dee780248d3 req-cab1bcb1-fe5f-4a02-822e-f68ecee11eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:12.036102 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-22e782bc-0d8f-4050-9ca5-9dee780248d3 req-cab1bcb1-fe5f-4a02-822e-f68ecee11eb9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 1127 time: 0.3445759 Nov 18 17:20:12.042941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6980c528-531f-46c4-a54d-d7527b3f931c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:20:12.098235 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-95a5d301-c688-4e48-a4a2-a8737da8e1c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=bbab8d68-7db0-4f0e-a817-5122ae7e186d HTTP/1.1" status: 200 len: 217 time: 0.0775144 Nov 18 17:20:12.150678 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5152d610-89d6-4ec2-a0a3-64b227f67d0b tempest-DHCPAgentSchedulersTestJSON-1829819404 tempest-DHCPAgentSchedulersTestJSON-1829819404-project-admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.1413262 Nov 18 17:20:12.154450 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51000) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:12.160986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-225853387'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:12.178808 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d516942d-fe3e-444a-be53-aefcb416efc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:12.188305 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b71d6541-7a34-4961-8913-f6455d821c4c req-0b7b6f0c-1ab4-4081-9354-642c867d7756 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934811 Nov 18 17:20:12.208505 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-96f56881-fcbe-4b38-a655-9d48a92801f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:12.210061 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-96f56881-fcbe-4b38-a655-9d48a92801f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e86ed0f-2fc1-4903-980a-4097b1d3eb56 HTTP/1.1" status: 200 len: 797 time: 0.0944877 Nov 18 17:20:12.254761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 6980c528-531f-46c4-a54d-d7527b3f931c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:12.255144 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:12.260656 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d516942d-fe3e-444a-be53-aefcb416efc6 None None] For port 6980c528-531f-46c4-a54d-d7527b3f931c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6980c528-531f-46c4-a54d-d7527b3f931c,segment=NetworkSegment(7baac77e-dae8-4086-ba10-6b702cb53b6f),segment_id=7baac77e-dae8-4086-ba10-6b702cb53b6f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:12.331555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:20:12.347906 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-5f31409f-a9de-46c2-9ea7-244b6570de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:12.348220 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-475dd05d-6cad-45fd-b665-848db31292bc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "PUT /v2.0/routers/0928255c-be98-44ee-aeb4-319139255057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4417386 Nov 18 17:20:12.361601 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-5f31409f-a9de-46c2-9ea7-244b6570de61 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a0c3004-3ad3-481d-9a55-9288314c9a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1246006 Nov 18 17:20:12.366656 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e782bc-0d8f-4050-9ca5-9dee780248d3 req-c9e8d3dc-4f9d-462c-9dcb-2e91956f0ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:12.368501 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-22e782bc-0d8f-4050-9ca5-9dee780248d3 req-c9e8d3dc-4f9d-462c-9dcb-2e91956f0ed9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 910 time: 0.2481451 Nov 18 17:20:12.395528 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3d0fa-7923-4185-b097-44ab841720e3 req-f6eb6e8f-afcd-44f4-a296-aae31661344c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:12.399540 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8be3d0fa-7923-4185-b097-44ab841720e3 req-f6eb6e8f-afcd-44f4-a296-aae31661344c tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.81 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 946 time: 0.1008856 Nov 18 17:20:12.405423 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Sync routers for ids ['0928255c-be98-44ee-aeb4-319139255057'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:20:12.409846 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d516942d-fe3e-444a-be53-aefcb416efc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:12.467589 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-22e782bc-0d8f-4050-9ca5-9dee780248d3 req-b25b15d2-7cad-4a93-9853-c2e9c68ad3d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8b2673a-8468-4cc3-a73b-f1a30243def6 HTTP/1.1" status: 200 len: 217 time: 0.0690649 Nov 18 17:20:12.526706 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:12.528947 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Made reservation on behalf of d200338314a44feeab897757fb7e4b88 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:12.532777 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:12.535214 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c540bcc-201b-40f4-aa5b-c981fe0c6588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:12.581313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c540bcc-201b-40f4-aa5b-c981fe0c6588 admin admin] Pushing event deleted for resources: {'Port': ['ID=305ba18c-9f03-43c3-895a-419f24b35dbb,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:12.588642 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Routers {'0928255c-be98-44ee-aeb4-319139255057'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:20:12.593727 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:20:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['0928255c-be98-44ee-aeb4-319139255057'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:12.666273 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e782bc-0d8f-4050-9ca5-9dee780248d3 req-cfc8af1b-db05-4e76-bf0d-f885e9b01c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:12.682475 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-22e782bc-0d8f-4050-9ca5-9dee780248d3 req-cfc8af1b-db05-4e76-bf0d-f885e9b01c7b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.1145940 Nov 18 17:20:12.733497 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516942d-fe3e-444a-be53-aefcb416efc6 None None] Pushing event updated for resources: {'Port': ['ID=6980c528-531f-46c4-a54d-d7527b3f931c,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:12.757549 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-4cdad985-9afb-4d06-a026-7c180f0006c7 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859131 Nov 18 17:20:12.784651 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-22e782bc-0d8f-4050-9ca5-9dee780248d3 req-65a09e39-3153-469f-99ea-f70e4b14790c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896997 Nov 18 17:20:12.792733 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-681d704a-3e7c-4026-adb1-e44c21fe1561 req-19070273-1eb7-47f7-8b0c-c34b89c57312 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 210 time: 0.0682685 Nov 18 17:20:12.960746 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:20:12.961144 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:20:12.994178 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-393565d0-bf0c-4652-a20f-0da8d37a9c04 None None] Provisioning complete for port eb0e14b2-21df-4c84-821f-ce8896842504 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:12.994972 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-393565d0-bf0c-4652-a20f-0da8d37a9c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:12.998497 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:20:13.073245 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:13.073604 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Added segment f3f49778-3198-4323-b2f5-2cbcf5e0344b of type vlan for network 216e5f57-63b4-44ad-ae1a-3a5e37a49da6 Nov 18 17:20:13.111452 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-393565d0-bf0c-4652-a20f-0da8d37a9c04 None None] Port eb0e14b2-21df-4c84-821f-ce8896842504 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:20:13.126945 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-22e782bc-0d8f-4050-9ca5-9dee780248d3 req-3a2243bc-a0f6-4777-b57c-ba61e340e3cc service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253901 Nov 18 17:20:13.134897 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-8be3d0fa-7923-4185-b097-44ab841720e3 req-4646b2b8-e905-45a2-b48b-b7918b78a082 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Deleting port 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:20:13.135245 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8be3d0fa-7923-4185-b097-44ab841720e3 req-4646b2b8-e905-45a2-b48b-b7918b78a082 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:13.161846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-b8e2bf84-be0e-4b84-8ca2-09020db5eb18 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1058101639&fields=id&tenant_id=2cf238edb8014a38996468367e264a07 HTTP/1.1" status: 200 len: 267 time: 0.4887030 Nov 18 17:20:13.182382 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Set router 0928255c-be98-44ee-aeb4-319139255057 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:20:13.329090 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:13.331272 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7fc27e5a-701c-4a2b-91ce-83ef213962cd None None] Provisioning complete for port 6980c528-531f-46c4-a54d-d7527b3f931c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:13.331658 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7fc27e5a-701c-4a2b-91ce-83ef213962cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:13.465830 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.db.resource_extend [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:20:13.533613 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8b59c-7fd6-4dd9-8a77-5efab25548ed req-6a35db16-fd67-4d73-b33d-131f0dd0b33a tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:13.535229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6b8b59c-7fd6-4dd9-8a77-5efab25548ed req-6a35db16-fd67-4d73-b33d-131f0dd0b33a tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 946 time: 0.5322359 Nov 18 17:20:13.555898 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-8a66d667-47a5-49a6-bc7a-168165da6808 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7727692 Nov 18 17:20:13.603206 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 40f2a501-8d06-4c1b-8889-06f46effb867 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:20:13.673914 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-df3d62d7-7f72-4137-ad02-0290ef841767 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=1b798ec3-54dc-45ca-8e35-4a5edf6bde87 HTTP/1.1" status: 200 len: 217 time: 0.0910218 Nov 18 17:20:13.690416 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c540bcc-201b-40f4-aa5b-c981fe0c6588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:13.702785 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-f576a3f9-03db-4e33-b9c2-d583f120cc00 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:13.712074 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-f576a3f9-03db-4e33-b9c2-d583f120cc00 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/networks?id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81 HTTP/1.1" status: 200 len: 797 time: 0.5391500 Nov 18 17:20:13.734381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7fc27e5a-701c-4a2b-91ce-83ef213962cd None None] Could not find standard attr ID for object ee14ad79-4816-43e2-9be4-75e127731059. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:20:13.744308 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 40f2a501-8d06-4c1b-8889-06f46effb867 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:13.744964 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:13.748892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0928255c-be98-44ee-aeb4-319139255057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954890607', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:00Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:01Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'eb0e14b2-21df-4c84-821f-ce8896842504', 'name': '', 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:66:ba:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:06Z', 'updated_at': '2021-11-18T17:20:10Z', 'revision_number': 2, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:13.798810 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Checking router: 0928255c-be98-44ee-aeb4-319139255057 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:20:13.799434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Updating router 0928255c-be98-44ee-aeb4-319139255057 port eb0e14b2-21df-4c84-821f-ce8896842504 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:20:13.846250 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:13.884259 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6b8b59c-7fd6-4dd9-8a77-5efab25548ed req-9596fddb-229d-461e-a9b5-66a87957e5e1 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9393949-cb3a-47bb-ba19-cdd958ae5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245122 Nov 18 17:20:13.896136 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-dcfd4f07-c360-4f35-a83d-170497b690f5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/quotas/2cf238edb8014a38996468367e264a07 HTTP/1.1" status: 200 len: 375 time: 0.1828830 Nov 18 17:20:14.069730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-1409f2f6-16a2-431c-a74b-5788a1f3fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:14.071667 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-1409f2f6-16a2-431c-a74b-5788a1f3fd02 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e86ed0f-2fc1-4903-980a-4097b1d3eb56 HTTP/1.1" status: 200 len: 797 time: 0.3283350 Nov 18 17:20:14.105908 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-0a583b7a-4897-4bc0-87b3-fdcaf2fd7755 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2079580 Nov 18 17:20:14.153358 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:14.158987 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:14.159865 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:14.219528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8b6f1098-3946-4de9-a57b-3344be431107 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:20:14.234407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-8be3d0fa-7923-4185-b097-44ab841720e3 req-4646b2b8-e905-45a2-b48b-b7918b78a082 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] For port 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb,segment=NetworkSegment(9a306a4a-9781-4d28-968f-4bac57071482),segment_id=9a306a4a-9781-4d28-968f-4bac57071482)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:14.235092 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8be3d0fa-7923-4185-b097-44ab841720e3 req-4646b2b8-e905-45a2-b48b-b7918b78a082 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:14.268232 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-22e782bc-0d8f-4050-9ca5-9dee780248d3 req-6c8bf4a6-e471-479f-811b-3a9cd8396238 service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0782549 Nov 18 17:20:14.378223 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2209826 Nov 18 17:20:14.379503 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Pushing event updated for resources: {'Network': ['ID=216e5f57-63b4-44ad-ae1a-3a5e37a49da6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:14.386333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51046) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:14.492413 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-653b9c8d-c50d-48d8-b6cd-afde2322b4cc tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:14.494301 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-653b9c8d-c50d-48d8-b6cd-afde2322b4cc tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.83 "GET /v2.0/networks?id=372f18cd-c4d2-4313-ab28-7ad24e489e08 HTTP/1.1" status: 200 len: 811 time: 0.4615002 Nov 18 17:20:14.541121 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:14.541479 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:14.541835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:14.542228 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:14.542571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:14.542917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:14.543262 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:14.543604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:14.543971 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:14.544314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:14.544648 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:14.545579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a8714-5d88-452a-8585-3894321c48d6 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:14.569106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-f710fac6-59f3-4e1c-81ba-40b16c891126 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Request body: {'port': {'device_id': 'bb3587f8-bd95-4fdb-8937-ae9e8e562ca3', 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08', 'admin_state_up': True, 'tenant_id': '748635c22a864a7e9f77c46a346f94fb'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:14.571760 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 216e5f57-63b4-44ad-ae1a-3a5e37a49da6 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:20:14.691198 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 8b6f1098-3946-4de9-a57b-3344be431107 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:14.691897 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:14.774950 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-e59a1434-46e6-474e-98ec-b89a6ed53da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:14.777600 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-e59a1434-46e6-474e-98ec-b89a6ed53da2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a0c3004-3ad3-481d-9a55-9288314c9a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6966171 Nov 18 17:20:14.794725 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-b251e6ff-6a8d-4e14-9cda-877e8624841b service neutron] 10.222.0.72 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662319 Nov 18 17:20:14.848909 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:20:14.911398 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ce8e1abd-2329-4dd3-8c3c-b93811945481 tempest-DHCPAgentSchedulersTestJSON-1829819404 tempest-DHCPAgentSchedulersTestJSON-1829819404-project-admin] 10.222.0.72 "GET /v2.0/agents/629e1185-a564-4e41-b406-66fd9da7c826/dhcp-networks HTTP/1.1" status: 200 len: 12052 time: 0.5136962 Nov 18 17:20:14.917445 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51054) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:14.926691 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8be3d0fa-7923-4185-b097-44ab841720e3 req-4646b2b8-e905-45a2-b48b-b7918b78a082 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:14.926940 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8be3d0fa-7923-4185-b097-44ab841720e3 req-4646b2b8-e905-45a2-b48b-b7918b78a082 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:14.927267 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [req-8be3d0fa-7923-4185-b097-44ab841720e3 req-4646b2b8-e905-45a2-b48b-b7918b78a082 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Floating IP 96d7eae3-c171-4cba-a58e-3bc0b4b8bbf3 disassociated. External IP: 172.25.3.136, port: 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb. Nov 18 17:20:14.927628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-8be3d0fa-7923-4185-b097-44ab841720e3 req-4646b2b8-e905-45a2-b48b-b7918b78a082 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Calling delete_port for 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:20:14.939468 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:15.003934 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:15.041345 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:15.042002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-f710fac6-59f3-4e1c-81ba-40b16c891126 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Made reservation on behalf of 748635c22a864a7e9f77c46a346f94fb for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:15.045640 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-f710fac6-59f3-4e1c-81ba-40b16c891126 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:15.056332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-c82aaf00-7e28-4140-ab10-a32c1c14a7e0 service neutron] 10.222.0.72 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606604 Nov 18 17:20:15.090334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2abd64-b27f-46b4-9744-1fc0658c437e req-543deb0b-1999-4bd7-a134-ea279a0c8e25 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:15.095335 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c2abd64-b27f-46b4-9744-1fc0658c437e req-543deb0b-1999-4bd7-a134-ea279a0c8e25 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 944 time: 0.8884749 Nov 18 17:20:15.175010 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c2abd64-b27f-46b4-9744-1fc0658c437e req-ea5907a9-b0ea-4d79-ab32-a4622361af51 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787053 Nov 18 17:20:15.234759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bd203-4ac3-4f92-b44a-724c051bb2d7 None None] Pushing event updated for resources: {'Port': ['ID=eb0e14b2-21df-4c84-821f-ce8896842504,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:15.257274 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6980c528-531f-46c4-a54d-d7527b3f931c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:20:15.351148 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08faf445-e823-4d41-be7d-3f9391337a67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:20:15.353715 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ccb644-1aea-4482-8d5e-6fe8a751b94f" -d '{"events": [{"server_uuid": "08faf445-e823-4d41-be7d-3f9391337a67", "name": "network-vif-unplugged", "status": "completed", "tag": "79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:20:15.377594 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94ba3654-da91-42e0-b6da-6599a5425c93 req-b9f956a8-009a-41dc-a142-774b1e512eec tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 210 time: 0.0512366 Nov 18 17:20:15.380154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb,segment=NetworkSegment(9a306a4a-9781-4d28-968f-4bac57071482),segment_id=9a306a4a-9781-4d28-968f-4bac57071482)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:15.401051 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-b42ed9f6-6fd4-4670-b537-21596e256b13 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124745 Nov 18 17:20:15.453049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a62413e-5c0b-42bf-8c6d-333424324c58 tempest-DHCPAgentSchedulersTestJSON-1829819404 tempest-DHCPAgentSchedulersTestJSON-1829819404-project-admin] Network 216e5f57-63b4-44ad-ae1a-3a5e37a49da6 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:20:15.491535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Attempting to bind port eb0e14b2-21df-4c84-821f-ce8896842504 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:15.491535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Attempting to bind port eb0e14b2-21df-4c84-821f-ce8896842504 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '00764b23-792e-4303-be82-13f1719c4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:15.491535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Attempting to bind port eb0e14b2-21df-4c84-821f-ce8896842504 on network ba3dae70-1e3d-40f0-aa92-0fffe3461a81 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:15.497823 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:15.501338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:20:15.501744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Checking segment: {'id': '00764b23-792e-4303-be82-13f1719c4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:20:15.502154 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:15.504092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Bound using segment: {'id': '00764b23-792e-4303-be82-13f1719c4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:20:15.504623 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Bound port: eb0e14b2-21df-4c84-821f-ce8896842504, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00764b23-792e-4303-be82-13f1719c4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:20:15.506744 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:15.532083 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 6980c528-531f-46c4-a54d-d7527b3f931c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:15.532312 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:15.605054 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8be3d0fa-7923-4185-b097-44ab841720e3 req-4646b2b8-e905-45a2-b48b-b7918b78a082 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:15.635169 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c540bcc-201b-40f4-aa5b-c981fe0c6588 admin admin] Router b52574e1-2bbd-4dc0-8540-fa978add6738 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:20:15.706907 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-f710fac6-59f3-4e1c-81ba-40b16c891126 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Allocated IP 172.20.0.2 (372f18cd-c4d2-4313-ab28-7ad24e489e08/6f46f3b8-078c-4987-ab0a-f3dc40b669b4/c766f1d6-b0f4-4b98-8819-90082147e070) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:20:15.754900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646b2b8-e905-45a2-b48b-b7918b78a082 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Pushing event deleted for resources: {'Port': ['ID=79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:15.771753 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3a62413e-5c0b-42bf-8c6d-333424324c58 tempest-DHCPAgentSchedulersTestJSON-1829819404 tempest-DHCPAgentSchedulersTestJSON-1829819404-project-admin] 10.222.0.72 "POST /v2.0/agents/629e1185-a564-4e41-b406-66fd9da7c826/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8502026 Nov 18 17:20:15.785920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51072) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:15.798736 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed42422-97cd-4503-88ab-9b44abe44741 x-openstack-request-id: req-aed42422-97cd-4503-88ab-9b44abe44741 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:20:15.799219 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08faf445-e823-4d41-be7d-3f9391337a67", "name": "network-vif-unplugged", "status": "completed", "tag": "79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:20:15.799335 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aed42422-97cd-4503-88ab-9b44abe44741 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:20:15.799669 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08faf445-e823-4d41-be7d-3f9391337a67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb', 'code': 200} Nov 18 17:20:15.843843 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593a9c0c-0684-4cf8-a51d-87feda928f27 None None] Network 216e5f57-63b4-44ad-ae1a-3a5e37a49da6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:20:15.907045 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba9cf956-5199-4cf6-b274-6073412bf484 req-bfb7aa45-990f-48dd-a603-60cedcb9551e tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 210 time: 0.1894691 Nov 18 17:20:15.964661 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2d73be00-2b58-4573-9388-c7aea7f47c7b None None] Provisioning complete for port eb0e14b2-21df-4c84-821f-ce8896842504 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:15.965063 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d73be00-2b58-4573-9388-c7aea7f47c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:15.993192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] For port eb0e14b2-21df-4c84-821f-ce8896842504, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:20:15.999731 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:16.023125 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b1fc9039-8dba-4012-94ed-4ac9e405be37 req-0bf64e37-0efb-4462-9e20-51a39481847f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 210 time: 0.1527376 Nov 18 17:20:16.053598 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-5dac9aa8-0385-4626-95d0-324680207e34 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6408827 Nov 18 17:20:16.108172 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] For port eb0e14b2-21df-4c84-821f-ce8896842504, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=eb0e14b2-21df-4c84-821f-ce8896842504,segment=NetworkSegment(00764b23-792e-4303-be82-13f1719c4ba1),segment_id=00764b23-792e-4303-be82-13f1719c4ba1)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:20:16.140663 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2d73be00-2b58-4573-9388-c7aea7f47c7b None None] Port eb0e14b2-21df-4c84-821f-ce8896842504 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:20:16.163199 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-6ae2b21c-da27-49a6-8962-aad5906b0bea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=0c6227a9-9c82-46f1-9d60-2e0664c61b69 HTTP/1.1" status: 200 len: 217 time: 0.0935676 Nov 18 17:20:16.186526 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:16.268737 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Routers {'0928255c-be98-44ee-aeb4-319139255057'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:20:16.269878 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:20:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['0928255c-be98-44ee-aeb4-319139255057'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:16.343037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-126b9881-63d1-493c-b9d4-a2624acdfe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:16.346115 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-126b9881-63d1-493c-b9d4-a2624acdfe0b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e86ed0f-2fc1-4903-980a-4097b1d3eb56 HTTP/1.1" status: 200 len: 797 time: 0.1740243 Nov 18 17:20:16.361952 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c540bcc-201b-40f4-aa5b-c981fe0c6588 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:20:16.373269 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab872dd6-3029-4da5-9b42-6fe2f9fc22c6 None None] Sync routers for ids ['b52574e1-2bbd-4dc0-8540-fa978add6738'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:20:16.394803 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab872dd6-3029-4da5-9b42-6fe2f9fc22c6 None None] Routers {'b52574e1-2bbd-4dc0-8540-fa978add6738'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:20:16.396716 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2c540bcc-201b-40f4-aa5b-c981fe0c6588 admin admin] 10.222.0.72 "PUT /v2.0/routers/b52574e1-2bbd-4dc0-8540-fa978add6738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9338145 Nov 18 17:20:16.399047 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ab872dd6-3029-4da5-9b42-6fe2f9fc22c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:20:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b52574e1-2bbd-4dc0-8540-fa978add6738'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:16.417384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] Set router 0928255c-be98-44ee-aeb4-319139255057 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:20:16.441035 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51086) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:16.460184 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51088) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:16.468008 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9e254df6-2b11-49ad-9ec9-e18bb752338b tempest-DHCPAgentSchedulersTestJSON-1829819404 tempest-DHCPAgentSchedulersTestJSON-1829819404-project-admin] 10.222.0.72 "GET /v2.0/agents/629e1185-a564-4e41-b406-66fd9da7c826/dhcp-networks HTTP/1.1" status: 200 len: 12823 time: 0.6691716 Nov 18 17:20:16.652119 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bd203-4ac3-4f92-b44a-724c051bb2d7 None None] Pushing event updated for resources: {'Port': ['ID=eb0e14b2-21df-4c84-821f-ce8896842504,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:16.673633 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-f710fac6-59f3-4e1c-81ba-40b16c891126 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:16.681275 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-ab872dd6-3029-4da5-9b42-6fe2f9fc22c6 None None] Set router b52574e1-2bbd-4dc0-8540-fa978add6738 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:20:16.722167 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8be3d0fa-7923-4185-b097-44ab841720e3 req-4646b2b8-e905-45a2-b48b-b7918b78a082 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Router f2d5152e-5560-4b9a-8737-da99cf95b088 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:20:16.811243 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f3ee15bd-d7d1-48c6-9b67-018045f9b13a None None] Provisioning complete for port eb0e14b2-21df-4c84-821f-ce8896842504 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:16.811850 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3ee15bd-d7d1-48c6-9b67-018045f9b13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:16.824555 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88d9353f-6c14-424d-869d-2693ec2c907f req-b3821cc7-ecac-4b58-bb44-5882476d4424 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 210 time: 0.1600575 Nov 18 17:20:16.893101 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-f710fac6-59f3-4e1c-81ba-40b16c891126 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:16.985374 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-895c03af-672f-471e-8012-2b7df1313e36 tempest-DHCPAgentSchedulersTestJSON-1829819404 tempest-DHCPAgentSchedulersTestJSON-1829819404-project-admin] 10.222.0.72 "DELETE /v2.0/agents/629e1185-a564-4e41-b406-66fd9da7c826/dhcp-networks/216e5f57-63b4-44ad-ae1a-3a5e37a49da6 HTTP/1.1" status: 204 len: 168 time: 0.4919271 Nov 18 17:20:16.998700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-53a69fa4-7915-450f-ad78-dc216bebeae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:16.998700 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-53a69fa4-7915-450f-ad78-dc216bebeae2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a0c3004-3ad3-481d-9a55-9288314c9a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5961287 Nov 18 17:20:16.998700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51102) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:17.021379 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69089d-2e80-4cc2-9c15-643ebbeb01c3 req-8cbd3f02-7572-440b-ad0e-76c330defaa0 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:17.022967 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c69089d-2e80-4cc2-9c15-643ebbeb01c3 req-8cbd3f02-7572-440b-ad0e-76c330defaa0 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 944 time: 0.5773406 Nov 18 17:20:17.092809 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3ee15bd-d7d1-48c6-9b67-018045f9b13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:17.117766 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8be3d0fa-7923-4185-b097-44ab841720e3 req-4646b2b8-e905-45a2-b48b-b7918b78a082 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:20:17.147079 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f3ee15bd-d7d1-48c6-9b67-018045f9b13a None None] For port eb0e14b2-21df-4c84-821f-ce8896842504, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=eb0e14b2-21df-4c84-821f-ce8896842504,segment=NetworkSegment(00764b23-792e-4303-be82-13f1719c4ba1),segment_id=00764b23-792e-4303-be82-13f1719c4ba1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:17.151035 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9002923-eb27-4561-a07b-09a34c5360dd None None] Sync routers for ids ['f2d5152e-5560-4b9a-8737-da99cf95b088'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:20:17.160109 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0a98dec-a0ad-43d4-835e-c160acbf5551 req-6d7c9fa0-443d-47ad-b469-729e4fed3c64 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 210 time: 0.0789962 Nov 18 17:20:17.180902 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0928255c-be98-44ee-aeb4-319139255057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954890607', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:00Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:01Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'eb0e14b2-21df-4c84-821f-ce8896842504', 'name': '', 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:66:ba:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:06Z', 'updated_at': '2021-11-18T17:20:15Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:17.225265 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ab872dd6-3029-4da5-9b42-6fe2f9fc22c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'name': 'tempest-TaggedBootDevicesTest_v242-827613960-router', 'tenant_id': '8636c767565a441eb773511271a60b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:06Z', 'updated_at': '2021-11-18T17:20:12Z', 'revision_number': 5, 'project_id': '8636c767565a441eb773511271a60b63', 'gw_port': {'id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:07Z', 'updated_at': '2021-11-18T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:17.226108 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2bd6bb-496a-45ec-b2d3-65782b021831 None None] The sync data for ids ['0928255c-be98-44ee-aeb4-319139255057'] in n-d-813419-11 is: [{'id': '0928255c-be98-44ee-aeb4-319139255057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954890607', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:00Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:01Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'eb0e14b2-21df-4c84-821f-ce8896842504', 'name': '', 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:66:ba:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:06Z', 'updated_at': '2021-11-18T17:20:15Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:20:17.229867 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9002923-eb27-4561-a07b-09a34c5360dd None None] Routers {'f2d5152e-5560-4b9a-8737-da99cf95b088'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:20:17.231209 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b9002923-eb27-4561-a07b-09a34c5360dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:20:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f2d5152e-5560-4b9a-8737-da99cf95b088'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:17.231656 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8337c43a-8b4f-4970-b220-3b12e7b6a207 admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:17.255774 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab872dd6-3029-4da5-9b42-6fe2f9fc22c6 None None] Checking router: b52574e1-2bbd-4dc0-8540-fa978add6738 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:20:17.265725 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab872dd6-3029-4da5-9b42-6fe2f9fc22c6 None None] Routers {'b52574e1-2bbd-4dc0-8540-fa978add6738'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:20:17.266629 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ab872dd6-3029-4da5-9b42-6fe2f9fc22c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:20:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b52574e1-2bbd-4dc0-8540-fa978add6738'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:17.282343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device b8b2673a-8468-4cc3-a73b-f1a30243def6 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:20:17.369980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be3d0fa-7923-4185-b097-44ab841720e3 req-4646b2b8-e905-45a2-b48b-b7918b78a082 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] No DVR routers for this DVR port 79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:20:17.377796 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3ee15bd-d7d1-48c6-9b67-018045f9b13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:17.403455 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-f710fac6-59f3-4e1c-81ba-40b16c891126 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Network 372f18cd-c4d2-4313-ab28-7ad24e489e08 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:17.418021 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8be3d0fa-7923-4185-b097-44ab841720e3 req-4646b2b8-e905-45a2-b48b-b7918b78a082 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:17.445603 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8be3d0fa-7923-4185-b097-44ab841720e3 req-4646b2b8-e905-45a2-b48b-b7918b78a082 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.81 "DELETE /v2.0/ports/79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb HTTP/1.1" status: 204 len: 173 time: 4.9659505 Nov 18 17:20:17.468879 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41d5be16-fee4-4a2c-b944-3a2becc2fac3 req-dee4cd23-7ed7-43b1-9335-7b01a87dff8c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 210 time: 0.1257317 Nov 18 17:20:17.487994 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee15bd-d7d1-48c6-9b67-018045f9b13a None None] Pushing event updated for resources: {'Port': ['ID=eb0e14b2-21df-4c84-821f-ce8896842504,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:17.505490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08faf445-e823-4d41-be7d-3f9391337a67', 'name': 'network-vif-deleted', 'tag': '79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:20:17.508823 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4b5d3e-4bc3-4b3c-839d-4a497a38e5ae" -d '{"events": [{"server_uuid": "08faf445-e823-4d41-be7d-3f9391337a67", "name": "network-vif-deleted", "tag": "79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:20:17.514864 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-f710fac6-59f3-4e1c-81ba-40b16c891126 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:17.518962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710fac6-59f3-4e1c-81ba-40b16c891126 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Pushing event updated for resources: {'Port': ['ID=c766f1d6-b0f4-4b98-8819-90082147e070,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:17.539463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-f710fac6-59f3-4e1c-81ba-40b16c891126 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:20:17.571833 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-ab872dd6-3029-4da5-9b42-6fe2f9fc22c6 None None] Set router b52574e1-2bbd-4dc0-8540-fa978add6738 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:20:17.620207 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-b9002923-eb27-4561-a07b-09a34c5360dd None None] Set router f2d5152e-5560-4b9a-8737-da99cf95b088 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:20:17.652630 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd255cc-033f-4bee-824f-45d301f32d57 x-openstack-request-id: req-3cd255cc-033f-4bee-824f-45d301f32d57 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:20:17.654690 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08faf445-e823-4d41-be7d-3f9391337a67", "name": "network-vif-deleted", "tag": "79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:20:17.654690 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3cd255cc-033f-4bee-824f-45d301f32d57 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:20:17.660932 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08faf445-e823-4d41-be7d-3f9391337a67', 'name': 'network-vif-deleted', 'tag': '79c20c5b-ff5d-4cb6-ba9e-fcc30333feeb', 'status': 'completed', 'code': 200} Nov 18 17:20:17.752963 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c69089d-2e80-4cc2-9c15-643ebbeb01c3 req-0b272bf4-60f4-402b-a6f2-a7b539dc185a tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7000918 Nov 18 17:20:17.756366 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d688db09-af03-4a70-b941-035fad901b8d tempest-DHCPAgentSchedulersTestJSON-1829819404 tempest-DHCPAgentSchedulersTestJSON-1829819404-project-admin] 10.222.0.72 "GET /v2.0/agents/629e1185-a564-4e41-b406-66fd9da7c826/dhcp-networks HTTP/1.1" status: 200 len: 12052 time: 0.7571743 Nov 18 17:20:17.773479 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51114) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:17.805698 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-f710fac6-59f3-4e1c-81ba-40b16c891126 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:17.807013 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-f710fac6-59f3-4e1c-81ba-40b16c891126 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:17.815909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-ac59d691-1bbf-474c-89cd-2ebdce17c78e service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7918839 Nov 18 17:20:17.816726 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-6e1ddcde-e340-4c82-9b02-89f6d67ca91b service neutron] 10.222.0.83 "GET /v2.0/ports/b8b2673a-8468-4cc3-a73b-f1a30243def6/bindings/n-h1-813419-11 HTTP/1.1" status: 200 len: 385 time: 0.7026000 Nov 18 17:20:17.832546 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-45b38665-206f-464e-a275-39936217c7ad tempest-DHCPAgentSchedulersTestJSON-1829819404 tempest-DHCPAgentSchedulersTestJSON-1829819404-project-admin] 10.222.0.72 "GET /v2.0/networks/64b8496e-bd4a-4ea5-90a8-06aa88675c84/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0569212 Nov 18 17:20:17.836954 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51116) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:17.954945 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2e2b66ef-53d5-4c91-87ae-3be67f73a638 tempest-DHCPAgentSchedulersTestJSON-1829819404 tempest-DHCPAgentSchedulersTestJSON-1829819404-project-admin] 10.222.0.72 "GET /v2.0/networks/64b8496e-bd4a-4ea5-90a8-06aa88675c84/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1150217 Nov 18 17:20:17.962692 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8337c43a-8b4f-4970-b220-3b12e7b6a207 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:17.964282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51122) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:17.980218 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-f710fac6-59f3-4e1c-81ba-40b16c891126 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4405396 Nov 18 17:20:17.999622 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Request body: {'port': {'device_id': 'bb3587f8-bd95-4fdb-8937-ae9e8e562ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:18.080488 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ab872dd6-3029-4da5-9b42-6fe2f9fc22c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'name': 'tempest-TaggedBootDevicesTest_v242-827613960-router', 'tenant_id': '8636c767565a441eb773511271a60b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:06Z', 'updated_at': '2021-11-18T17:20:12Z', 'revision_number': 5, 'project_id': '8636c767565a441eb773511271a60b63', 'gw_port': {'id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:07Z', 'updated_at': '2021-11-18T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:18.118780 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab872dd6-3029-4da5-9b42-6fe2f9fc22c6 None None] The sync data for ids ['b52574e1-2bbd-4dc0-8540-fa978add6738'] in n-d-813419-11 is: [{'id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'name': 'tempest-TaggedBootDevicesTest_v242-827613960-router', 'tenant_id': '8636c767565a441eb773511271a60b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:06Z', 'updated_at': '2021-11-18T17:20:12Z', 'revision_number': 5, 'project_id': '8636c767565a441eb773511271a60b63', 'gw_port': {'id': '944dd6c5-b058-49bd-bfb4-89a11b36d06a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574e1-2bbd-4dc0-8540-fa978add6738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:07Z', 'updated_at': '2021-11-18T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:20:18.249769 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-5abb8ad3-cfeb-405e-be66-1a72acbafe44 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200609 Nov 18 17:20:18.266282 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b9002923-eb27-4561-a07b-09a34c5360dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'name': 'tempest-ServersTestFqdnHostnames-810392461-router', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:17:52Z', 'updated_at': '2021-11-18T17:17:57Z', 'revision_number': 4, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'gw_port': {'id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:53Z', 'updated_at': '2021-11-18T17:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '97f7835c-50da-4b9d-93fb-7baec14fddfb', 'name': '', 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'mac_address': 'fa:16:3e:b5:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:56Z', 'updated_at': '2021-11-18T17:18:05Z', 'revision_number': 5, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'subnets': [{'id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:18.274114 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414904f-6026-4636-95df-7b030e323cbd req-639c52ed-af18-48b4-8b5f-65ca8d13beac tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:18.276475 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1414904f-6026-4636-95df-7b030e323cbd req-639c52ed-af18-48b4-8b5f-65ca8d13beac tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 931 time: 0.2832153 Nov 18 17:20:18.308835 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9002923-eb27-4561-a07b-09a34c5360dd None None] Checking router: f2d5152e-5560-4b9a-8737-da99cf95b088 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:20:18.321143 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9002923-eb27-4561-a07b-09a34c5360dd None None] Routers {'f2d5152e-5560-4b9a-8737-da99cf95b088'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:20:18.321966 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b9002923-eb27-4561-a07b-09a34c5360dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:20:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f2d5152e-5560-4b9a-8737-da99cf95b088'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:18.393387 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc38b9c9-030b-4d1f-9b58-08ee756592e8 req-4a65fe75-8ad8-4d1a-bae0-507baf56a395 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/ports?device_id=08faf445-e823-4d41-be7d-3f9391337a67 HTTP/1.1" status: 200 len: 210 time: 0.0602794 Nov 18 17:20:18.407898 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-d5c5b52c-e044-4a0d-96ad-600d24a15234 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7cc17a13-7718-4169-ad86-e8cdc78e4209 HTTP/1.1" status: 200 len: 217 time: 0.1293664 Nov 18 17:20:18.464615 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-b9002923-eb27-4561-a07b-09a34c5360dd None None] Set router f2d5152e-5560-4b9a-8737-da99cf95b088 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:20:18.530308 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1414904f-6026-4636-95df-7b030e323cbd req-b9fc8db7-1196-4d01-b15d-71230a75960c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397895 Nov 18 17:20:18.554985 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8337c43a-8b4f-4970-b220-3b12e7b6a207 admin admin] Deleting port 944dd6c5-b058-49bd-bfb4-89a11b36d06a {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:20:18.555228 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8337c43a-8b4f-4970-b220-3b12e7b6a207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:18.560799 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-fd7f00b1-3cbe-4dff-9bab-03868e397b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:18.562286 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-fd7f00b1-3cbe-4dff-9bab-03868e397b8b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11c5eae1-adf2-49db-8da2-49c6425688cc HTTP/1.1" status: 200 len: 797 time: 0.1437554 Nov 18 17:20:18.580969 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:18.692509 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d3830cd-757d-4e37-b46e-77f74b04c4a9 req-bf2d876e-bc5f-4500-8330-ecfa3752a956 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 210 time: 0.1179440 Nov 18 17:20:18.779153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-c23eacee-3c29-4a05-a237-86253bc8dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:18.787223 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-c23eacee-3c29-4a05-a237-86253bc8dab1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=113727fb-b8c5-4dc5-81b0-dede0422cd99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1984582 Nov 18 17:20:18.889696 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b9002923-eb27-4561-a07b-09a34c5360dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'name': 'tempest-ServersTestFqdnHostnames-810392461-router', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:17:52Z', 'updated_at': '2021-11-18T17:17:57Z', 'revision_number': 4, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'gw_port': {'id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:53Z', 'updated_at': '2021-11-18T17:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '97f7835c-50da-4b9d-93fb-7baec14fddfb', 'name': '', 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'mac_address': 'fa:16:3e:b5:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:56Z', 'updated_at': '2021-11-18T17:18:05Z', 'revision_number': 5, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'subnets': [{'id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:18.937857 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-8337c43a-8b4f-4970-b220-3b12e7b6a207 admin admin] For port 944dd6c5-b058-49bd-bfb4-89a11b36d06a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=944dd6c5-b058-49bd-bfb4-89a11b36d06a,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:18.938228 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8337c43a-8b4f-4970-b220-3b12e7b6a207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:18.955283 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9002923-eb27-4561-a07b-09a34c5360dd None None] The sync data for ids ['f2d5152e-5560-4b9a-8737-da99cf95b088'] in n-d-813419-11 is: [{'id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'name': 'tempest-ServersTestFqdnHostnames-810392461-router', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:17:52Z', 'updated_at': '2021-11-18T17:17:57Z', 'revision_number': 4, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'gw_port': {'id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:53Z', 'updated_at': '2021-11-18T17:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '97f7835c-50da-4b9d-93fb-7baec14fddfb', 'name': '', 'network_id': '487dcd42-0c3a-42c2-8c48-540a99d12b78', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'mac_address': 'fa:16:3e:b5:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:56Z', 'updated_at': '2021-11-18T17:18:05Z', 'revision_number': 5, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'subnets': [{'id': 'e3fbd798-50b7-45c2-a27c-2af49d923d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:20:19.009690 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-8c7b7ead-ae6a-4009-9ee8-d230ac9fde7a service neutron] For port b8b2673a-8468-4cc3-a73b-f1a30243def6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b8b2673a-8468-4cc3-a73b-f1a30243def6,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:19.048736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8337c43a-8b4f-4970-b220-3b12e7b6a207 admin admin] Calling delete_port for 944dd6c5-b058-49bd-bfb4-89a11b36d06a owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:20:19.059245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-8c7b7ead-ae6a-4009-9ee8-d230ac9fde7a service neutron] For port b8b2673a-8468-4cc3-a73b-f1a30243def6, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:20:19.158875 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device eb0e14b2-21df-4c84-821f-ce8896842504 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:20:19.185549 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-bdb6d790-8ed8-4027-8c9a-e42393511a37 service neutron] 10.222.0.81 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953724 Nov 18 17:20:19.216723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee086ffd-557c-4335-a280-ab9672264be2 req-0d199a64-e5a1-4372-8ae3-7a068b6cb479 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:19.217921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee086ffd-557c-4335-a280-ab9672264be2 req-0d199a64-e5a1-4372-8ae3-7a068b6cb479 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 944 time: 0.3260312 Nov 18 17:20:19.257142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port eb0e14b2-21df-4c84-821f-ce8896842504 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:19.257657 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:19.305085 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b809dce2-2073-41a7-998a-527c6a52a94d tempest-DHCPAgentSchedulersTestJSON-1829819404 tempest-DHCPAgentSchedulersTestJSON-1829819404-project-admin] 10.222.0.72 "GET /v2.0/agents/629e1185-a564-4e41-b406-66fd9da7c826/dhcp-networks HTTP/1.1" status: 200 len: 12052 time: 1.3394244 Nov 18 17:20:19.500343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 305ba18c-9f03-43c3-895a-419f24b35dbb no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:20:19.544174 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51146) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:19.564790 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 305ba18c-9f03-43c3-895a-419f24b35dbb {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:20:19.568915 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 305ba18c-9f03-43c3-895a-419f24b35dbb not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:20:19.623918 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b86840-ed28-4bf3-909c-c755efbfaacf None None] New status for floating IP 96d7eae3-c171-4cba-a58e-3bc0b4b8bbf3: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:20:19.649534 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8337c43a-8b4f-4970-b220-3b12e7b6a207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:19.827049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51162) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:19.835563 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-8c7b7ead-ae6a-4009-9ee8-d230ac9fde7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b2673a-8468-4cc3-a73b-f1a30243def6 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:20:19.874879 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-8c7b7ead-ae6a-4009-9ee8-d230ac9fde7a service neutron] For port b8b2673a-8468-4cc3-a73b-f1a30243def6, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=b8b2673a-8468-4cc3-a73b-f1a30243def6,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:19.896627 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-e072ede1-9e88-4cbb-a333-a5251fb48616 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:19.898494 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-e072ede1-9e88-4cbb-a333-a5251fb48616 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.81 "GET /v2.0/networks?id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81 HTTP/1.1" status: 200 len: 797 time: 1.3620267 Nov 18 17:20:19.993280 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-8c7b7ead-ae6a-4009-9ee8-d230ac9fde7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.076626 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-574d1844-519e-4215-af52-a84fc8a86e7d tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.085265 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-52221c08-37ef-46cb-ab9f-a6d9e8a50816 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cf238edb8014a38996468367e264a07 HTTP/1.1" status: 200 len: 380 time: 0.1737003 Nov 18 17:20:20.118696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-7f57387d-5803-440b-9a90-62a975382f39 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'port': {'device_id': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81', 'admin_state_up': True, 'tenant_id': '2cf238edb8014a38996468367e264a07', 'security_groups': ['1afbf3a7-339b-4f55-ab9c-3ebeb90932c1']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:20.160488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c766f1d6-b0f4-4b98-8819-90082147e070 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:20:20.168867 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337c43a-8b4f-4970-b220-3b12e7b6a207 admin admin] Pushing event deleted for resources: {'Port': ['ID=944dd6c5-b058-49bd-bfb4-89a11b36d06a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:20.206720 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.241170 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4d75e98-3401-4791-a099-cb5844ec7ca5 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.245257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee086ffd-557c-4335-a280-ab9672264be2 req-4819d9ef-5629-4884-b688-b4de2d4ec098 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0056756 Nov 18 17:20:20.249867 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-8c1783af-e986-44d4-938c-e9345f506ee3 service neutron] 10.222.0.81 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0480456 Nov 18 17:20:20.253553 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-574d1844-519e-4215-af52-a84fc8a86e7d tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.293356 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Transition to ACTIVE for port object c766f1d6-b0f4-4b98-8819-90082147e070 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:20:20.321724 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-0adbc662-9959-428c-9cf9-843378fd9294 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b5c188ab-d028-4c94-b115-3c564bba9431 HTTP/1.1" status: 200 len: 217 time: 0.0478985 Nov 18 17:20:20.363058 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8337c43a-8b4f-4970-b220-3b12e7b6a207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.363194 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.371027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-8c7b7ead-ae6a-4009-9ee8-d230ac9fde7a service neutron] Transition to ACTIVE for port object b8b2673a-8468-4cc3-a73b-f1a30243def6 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:20:20.441507 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-8c7b7ead-ae6a-4009-9ee8-d230ac9fde7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.445461 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Pushing event updated for resources: {'Port': ['ID=c766f1d6-b0f4-4b98-8819-90082147e070,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:20.479057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b0b9e-d8ee-4c76-9bfe-1157c8b383df req-12f78f3d-b91a-4c48-8906-1e04eba1d315 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:20.479057 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d5b0b9e-d8ee-4c76-9bfe-1157c8b383df req-12f78f3d-b91a-4c48-8906-1e04eba1d315 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 931 time: 0.3253276 Nov 18 17:20:20.507307 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-574d1844-519e-4215-af52-a84fc8a86e7d tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.509819 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-574d1844-519e-4215-af52-a84fc8a86e7d tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.512259 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-574d1844-519e-4215-af52-a84fc8a86e7d tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "DELETE /v2.0/security-groups/e9393949-cb3a-47bb-ba19-cdd958ae5c96 HTTP/1.1" status: 204 len: 168 time: 0.6826575 Nov 18 17:20:20.519754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51174) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:20.546266 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8337c43a-8b4f-4970-b220-3b12e7b6a207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.556753 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-280ad530-cda3-4904-b8d2-ef0eeaa707a3 req-da918bee-f48b-46a9-9c97-34e553256875 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 210 time: 0.1172183 Nov 18 17:20:20.556753 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8337c43a-8b4f-4970-b220-3b12e7b6a207 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.560758 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-7f57387d-5803-440b-9a90-62a975382f39 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Made reservation on behalf of 2cf238edb8014a38996468367e264a07 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:20.567259 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-7f57387d-5803-440b-9a90-62a975382f39 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.600051 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-2b79dcdb-4bcd-4ded-afea-92fe9273fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:20.601694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-2b79dcdb-4bcd-4ded-afea-92fe9273fd00 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11c5eae1-adf2-49db-8da2-49c6425688cc HTTP/1.1" status: 200 len: 797 time: 0.2700379 Nov 18 17:20:20.608208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-8c7b7ead-ae6a-4009-9ee8-d230ac9fde7a service neutron] No DVR routers for this DVR port b8b2673a-8468-4cc3-a73b-f1a30243def6 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:20:20.610625 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d1844-519e-4215-af52-a84fc8a86e7d tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9393949-cb3a-47bb-ba19-cdd958ae5c96,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:20.647590 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-062e5047-c2f5-4133-ac6b-f5bd11048ea1 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] show failed (client error): The resource could not be found. Nov 18 17:20:20.651232 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-062e5047-c2f5-4133-ac6b-f5bd11048ea1 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "GET /v2.0/security-groups/e9393949-cb3a-47bb-ba19-cdd958ae5c96 HTTP/1.1" status: 404 len: 347 time: 0.1009319 Nov 18 17:20:20.652739 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51176) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:20.664600 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b7ead-ae6a-4009-9ee8-d230ac9fde7a service neutron] Pushing event updated for resources: {'Port': ['ID=b8b2673a-8468-4cc3-a73b-f1a30243def6,revision_number=10']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:20.681237 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4d75e98-3401-4791-a099-cb5844ec7ca5 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.728184 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-8c7b7ead-ae6a-4009-9ee8-d230ac9fde7a service neutron] 10.222.0.83 "PUT /v2.0/ports/b8b2673a-8468-4cc3-a73b-f1a30243def6/bindings/n-h1-813419-11/activate HTTP/1.1" status: 200 len: 370 time: 2.8910046 Nov 18 17:20:20.733825 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-f4d75e98-3401-4791-a099-cb5844ec7ca5 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216e5f57-63b4-44ad-ae1a-3a5e37a49da6']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:20.747624 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d5b0b9e-d8ee-4c76-9bfe-1157c8b383df req-17de741c-207e-44ee-992e-717e20d97d19 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229552 Nov 18 17:20:20.753040 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-f4d75e98-3401-4791-a099-cb5844ec7ca5 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f49778-3198-4323-b2f5-2cbcf5e0344b') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:20.753155 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-f4d75e98-3401-4791-a099-cb5844ec7ca5 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f49778-3198-4323-b2f5-2cbcf5e0344b') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:20.775984 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4d75e98-3401-4791-a099-cb5844ec7ca5 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.777732 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Attempting to bind port c766f1d6-b0f4-4b98-8819-90082147e070 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:20.778378 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Attempting to bind port c766f1d6-b0f4-4b98-8819-90082147e070 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:20.779201 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Attempting to bind port c766f1d6-b0f4-4b98-8819-90082147e070 on network 372f18cd-c4d2-4313-ab28-7ad24e489e08 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:20.785224 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-48a40cdb-ca98-44f5-9b0b-811b592e17df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:20.788648 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-48a40cdb-ca98-44f5-9b0b-811b592e17df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=113727fb-b8c5-4dc5-81b0-dede0422cd99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1441259 Nov 18 17:20:20.803312 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4d75e98-3401-4791-a099-cb5844ec7ca5 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.809490 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8337c43a-8b4f-4970-b220-3b12e7b6a207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.810323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8337c43a-8b4f-4970-b220-3b12e7b6a207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b52574e1-2bbd-4dc0-8540-fa978add6738 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:20:20.822808 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d75e98-3401-4791-a099-cb5844ec7ca5 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:20:20.823024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Port c766f1d6-b0f4-4b98-8819-90082147e070 on network 372f18cd-c4d2-4313-ab28-7ad24e489e08 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:20.823239 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4d75e98-3401-4791-a099-cb5844ec7ca5 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.823419 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Attempting to bind port c766f1d6-b0f4-4b98-8819-90082147e070 on network 372f18cd-c4d2-4313-ab28-7ad24e489e08 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:20.828872 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8337c43a-8b4f-4970-b220-3b12e7b6a207 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:20.830087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8337c43a-8b4f-4970-b220-3b12e7b6a207 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b52574e1-2bbd-4dc0-8540-fa978add6738 HTTP/1.1" status: 204 len: 168 time: 4.3797672 Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:20:20.830933 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:20:20.847349 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51182) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:20.869084 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:20:20.869547 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Checking segment: {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:20:20.869847 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Bound using segment: {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:20:20.870887 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Bound port: c766f1d6-b0f4-4b98-8819-90082147e070, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:20:20.871326 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:21.045584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-7f57387d-5803-440b-9a90-62a975382f39 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Allocated IP 172.20.0.9 (ba3dae70-1e3d-40f0-aa92-0fffe3461a81/4bdd1b36-e53e-4c18-a868-23989123548c/12ef7917-2e02-479b-99ef-bd8c1229f454) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:20:21.077536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] For port c766f1d6-b0f4-4b98-8819-90082147e070, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:20:21.082187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-570ecfa5-ba53-4929-8094-5bc0c5b6d6c3 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Deleting port 7ec899ee-09f2-41f9-bb41-0e7bc2d66af2 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:20:21.082528 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-570ecfa5-ba53-4929-8094-5bc0c5b6d6c3 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:21.103504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b325e3e1-1fdc-4f9c-aa96-bfe30cdba546 admin admin] Deleting subnet e6246afd-a473-49e2-aa8f-305885903cc9 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:20:21.108930 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b325e3e1-1fdc-4f9c-aa96-bfe30cdba546 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:21.121447 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] For port c766f1d6-b0f4-4b98-8819-90082147e070, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=c766f1d6-b0f4-4b98-8819-90082147e070,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:20:21.142248 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4d75e98-3401-4791-a099-cb5844ec7ca5 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:21.155783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-2762a3d1-eaf8-4322-9467-cacfafd6b19f tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:21.157349 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-2762a3d1-eaf8-4322-9467-cacfafd6b19f tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff&tenant_id=3b796403dcb74a789ab8781aa545eb18&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 1097 time: 0.2238417 Nov 18 17:20:21.158650 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4d75e98-3401-4791-a099-cb5844ec7ca5 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:21.164789 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f4d75e98-3401-4791-a099-cb5844ec7ca5 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] 10.222.0.72 "DELETE /v2.0/networks/216e5f57-63b4-44ad-ae1a-3a5e37a49da6 HTTP/1.1" status: 204 len: 168 time: 1.5556591 Nov 18 17:20:21.167523 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-99018741-cfdb-41f2-870f-b44a28366c5d service neutron] 10.222.0.81 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718209 Nov 18 17:20:21.176258 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51186) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:21.196977 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:21.225851 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d75e98-3401-4791-a099-cb5844ec7ca5 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Pushing event deleted for resources: {'Network': ['ID=216e5f57-63b4-44ad-ae1a-3a5e37a49da6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:21.254565 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b325e3e1-1fdc-4f9c-aa96-bfe30cdba546 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:21.278071 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b5551e-b909-4467-a746-a248d656e9cb tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] DELETE failed (client error): The resource could not be found. Nov 18 17:20:21.278678 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b5551e-b909-4467-a746-a248d656e9cb tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:20:21.293068 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-94b5551e-b909-4467-a746-a248d656e9cb tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] 10.222.0.72 "DELETE /v2.0/ports/ee14ad79-4816-43e2-9be4-75e127731059 HTTP/1.1" status: 404 len: 333 time: 0.0956683 Nov 18 17:20:21.293876 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51192) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:21.306157 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:21.306928 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:21.308918 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:21.313339 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] 10.222.0.83 "PUT /v2.0/ports/c766f1d6-b0f4-4b98-8819-90082147e070 HTTP/1.1" status: 200 len: 1092 time: 3.3176653 Nov 18 17:20:21.369749 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-570ecfa5-ba53-4929-8094-5bc0c5b6d6c3 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:21.370252 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-570ecfa5-ba53-4929-8094-5bc0c5b6d6c3 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:21.375677 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-8ddd7c09-0afb-444e-9d75-61f1a90c9ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:21.377227 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-8ddd7c09-0afb-444e-9d75-61f1a90c9ebe service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff&tenant_id=3b796403dcb74a789ab8781aa545eb18 HTTP/1.1" status: 200 len: 1097 time: 0.1984587 Nov 18 17:20:21.388718 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-570ecfa5-ba53-4929-8094-5bc0c5b6d6c3 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Calling delete_port for 7ec899ee-09f2-41f9-bb41-0e7bc2d66af2 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:20:21.457082 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3587f8-bd95-4fdb-8937-ae9e8e562ca3', 'tag': 'c766f1d6-b0f4-4b98-8819-90082147e070'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:20:21.459382 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d29dfd-34b5-4817-80ef-aedc0fdaef96" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3587f8-bd95-4fdb-8937-ae9e8e562ca3", "tag": "c766f1d6-b0f4-4b98-8819-90082147e070"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:20:21.462033 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d57ab-4994-4f74-96e3-7bf529e06b0d service neutron] Pushing event updated for resources: {'Port': ['ID=c766f1d6-b0f4-4b98-8819-90082147e070,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:21.474816 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-851a031b-c6bd-4885-9a63-6568c8bcbfdb req-c18614cd-2c5f-4e08-951e-fbfb43bac8db service neutron] 10.222.0.81 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790618 Nov 18 17:20:21.509123 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b325e3e1-1fdc-4f9c-aa96-bfe30cdba546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:21.562483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e154d-336e-42c2-9957-40140d74e291 req-71b72af5-b2d7-460c-a066-9849d968ad04 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:21.572861 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d6e154d-336e-42c2-9957-40140d74e291 req-71b72af5-b2d7-460c-a066-9849d968ad04 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 945 time: 0.1377137 Nov 18 17:20:21.581375 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b18ec6f-0820-42d3-b63e-ab4854ccebb1 x-openstack-request-id: req-1b18ec6f-0820-42d3-b63e-ab4854ccebb1 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:20:21.581375 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3587f8-bd95-4fdb-8937-ae9e8e562ca3", "tag": "c766f1d6-b0f4-4b98-8819-90082147e070", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:20:21.581375 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1b18ec6f-0820-42d3-b63e-ab4854ccebb1 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:20:21.581375 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3587f8-bd95-4fdb-8937-ae9e8e562ca3', 'tag': 'c766f1d6-b0f4-4b98-8819-90082147e070', 'status': 'completed', 'code': 200} Nov 18 17:20:21.591548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-c16d6003-2a29-47e0-b1a6-7f847129cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:21.593092 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-c16d6003-2a29-47e0-b1a6-7f847129cc10 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 1097 time: 0.1476107 Nov 18 17:20:21.615666 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-7f57387d-5803-440b-9a90-62a975382f39 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:21.650954 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-0bb2154e-52ce-459f-af37-a99aa4e241a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:21.652591 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-0bb2154e-52ce-459f-af37-a99aa4e241a8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 1095 time: 0.1706083 Nov 18 17:20:21.664827 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-42bea8be-3558-47a1-8be8-3b94d1b13c49 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Deleting subnet c36147ee-b5ad-4a8a-8a06-ef8945ce7e00 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:20:21.679029 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42bea8be-3558-47a1-8be8-3b94d1b13c49 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:21.704484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d6e154d-336e-42c2-9957-40140d74e291 req-b63a9987-9ef8-4c2a-9cf6-b3c556f982c6 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300859 Nov 18 17:20:21.707736 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b325e3e1-1fdc-4f9c-aa96-bfe30cdba546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:21.758897 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-87b01284-01f6-405e-bacb-dfc57a3dda0a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c766f1d6-b0f4-4b98-8819-90082147e070 HTTP/1.1" status: 200 len: 217 time: 0.0901234 Nov 18 17:20:21.777598 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9203560c-6868-4ca1-b6a5-d572549d3d3d req-f932d75f-215c-4643-a322-37cad05a4e71 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 210 time: 0.0748644 Nov 18 17:20:21.779246 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325e3e1-1fdc-4f9c-aa96-bfe30cdba546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6246afd-a473-49e2-aa8f-305885903cc9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:21.793592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddc13ef-a0e6-4826-8252-f93be7d7534d None None] Network 21e57fb7-15e2-4168-9940-61b5b33853bf requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:20:21.805909 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b325e3e1-1fdc-4f9c-aa96-bfe30cdba546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:21.813568 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b325e3e1-1fdc-4f9c-aa96-bfe30cdba546 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e6246afd-a473-49e2-aa8f-305885903cc9 HTTP/1.1" status: 204 len: 168 time: 0.9630795 Nov 18 17:20:21.823586 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-db2210a5-8416-4d00-8adf-a91c2faa93da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:21.824611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51210) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:21.825529 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-db2210a5-8416-4d00-8adf-a91c2faa93da service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f46f3b8-078c-4987-ab0a-f3dc40b669b4 HTTP/1.1" status: 200 len: 851 time: 0.0536313 Nov 18 17:20:21.836319 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42bea8be-3558-47a1-8be8-3b94d1b13c49 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:21.887979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-ea1935ed-488f-4e63-bf75-3f5d56c6fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:21.889816 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-ea1935ed-488f-4e63-bf75-3f5d56c6fb10 service neutron] 10.222.0.81 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 910 time: 0.2865813 Nov 18 17:20:21.933834 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-8f5b4bbd-744b-47d1-b465-2a1674e5a3cc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=372f18cd-c4d2-4313-ab28-7ad24e489e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887697 Nov 18 17:20:21.943997 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-5e8317cc-3f2d-4957-84aa-780594419b9d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8b2673a-8468-4cc3-a73b-f1a30243def6 HTTP/1.1" status: 200 len: 217 time: 0.0416877 Nov 18 17:20:22.067311 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-7f57387d-5803-440b-9a90-62a975382f39 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:22.090163 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:22.112300 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1b6045-fa5d-42a4-9fd4-ec636a4f488e None None] DHCP port deletion for 21e57fb7-15e2-4168-9940-61b5b33853bf request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:20:22.116803 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-42a3c610-ed2b-4f7b-9d19-6dbf26a11bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:22.118394 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-42a3c610-ed2b-4f7b-9d19-6dbf26a11bc5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.1262286 Nov 18 17:20:22.135079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79803ddd-c7f7-4611-a4f6-15165bb49274 req-fc4beef3-44d7-436d-b42b-ef98e8a34e89 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:22.137150 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79803ddd-c7f7-4611-a4f6-15165bb49274 req-fc4beef3-44d7-436d-b42b-ef98e8a34e89 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 943 time: 0.1357713 Nov 18 17:20:22.141160 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-570ecfa5-ba53-4929-8094-5bc0c5b6d6c3 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:22.180159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-7f57387d-5803-440b-9a90-62a975382f39 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network ba3dae70-1e3d-40f0-aa92-0fffe3461a81 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:22.181639 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42bea8be-3558-47a1-8be8-3b94d1b13c49 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:22.184164 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b6045-fa5d-42a4-9fd4-ec636a4f488e None None] Deleting port cda438e3-bc8a-4489-95e5-d741e5daab3e {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:20:22.188907 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bc1b6045-fa5d-42a4-9fd4-ec636a4f488e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:22.216608 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-95308961-4d74-4887-890f-a368521b8205 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899658 Nov 18 17:20:22.260947 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-bc1b6045-fa5d-42a4-9fd4-ec636a4f488e None None] For port cda438e3-bc8a-4489-95e5-d741e5daab3e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cda438e3-bc8a-4489-95e5-d741e5daab3e,segment=NetworkSegment(43d244d6-cded-4df4-a838-fac1b113d553),segment_id=43d244d6-cded-4df4-a838-fac1b113d553)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:22.261515 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bc1b6045-fa5d-42a4-9fd4-ec636a4f488e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:22.277336 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b6045-fa5d-42a4-9fd4-ec636a4f488e None None] Calling delete_port for cda438e3-bc8a-4489-95e5-d741e5daab3e owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:20:22.292307 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57387d-5803-440b-9a90-62a975382f39 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=12ef7917-2e02-479b-99ef-bd8c1229f454,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:22.294869 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79803ddd-c7f7-4611-a4f6-15165bb49274 req-6d9e4420-1ab5-4381-b685-0316aaa38ac5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268992 Nov 18 17:20:22.311012 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-7f57387d-5803-440b-9a90-62a975382f39 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:22.314753 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-69045212-d184-4f6e-a97e-dbda2c0e3530 service neutron] 10.222.0.83 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488483 Nov 18 17:20:22.363323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] Deleting port cda438e3-bc8a-4489-95e5-d741e5daab3e {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:20:22.364003 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:22.382220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ecfa5-ba53-4929-8094-5bc0c5b6d6c3 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Pushing event deleted for resources: {'Port': ['ID=7ec899ee-09f2-41f9-bb41-0e7bc2d66af2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:22.395526 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-902ac633-90ae-490d-9f64-82ed73e5112f service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714704 Nov 18 17:20:22.463394 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bc1b6045-fa5d-42a4-9fd4-ec636a4f488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:22.467557 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] For port cda438e3-bc8a-4489-95e5-d741e5daab3e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cda438e3-bc8a-4489-95e5-d741e5daab3e,segment=NetworkSegment(43d244d6-cded-4df4-a838-fac1b113d553),segment_id=43d244d6-cded-4df4-a838-fac1b113d553)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:22.467954 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:22.490365 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] Calling delete_port for cda438e3-bc8a-4489-95e5-d741e5daab3e owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:20:22.494513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-7f57387d-5803-440b-9a90-62a975382f39 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:20:22.505258 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42bea8be-3558-47a1-8be8-3b94d1b13c49 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:22.513970 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b6045-fa5d-42a4-9fd4-ec636a4f488e None None] No DVR routers for this DVR port cda438e3-bc8a-4489-95e5-d741e5daab3e on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:20:22.518861 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b6045-fa5d-42a4-9fd4-ec636a4f488e None None] Pushing event deleted for resources: {'Port': ['ID=cda438e3-bc8a-4489-95e5-d741e5daab3e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:22.590815 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-7fffff97-4e63-4819-8b8c-9c9e25e5e409 service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863286 Nov 18 17:20:22.610053 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42bea8be-3558-47a1-8be8-3b94d1b13c49 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:22.613461 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-42bea8be-3558-47a1-8be8-3b94d1b13c49 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] 10.222.0.72 "DELETE /v2.0/subnets/c36147ee-b5ad-4a8a-8a06-ef8945ce7e00 HTTP/1.1" status: 204 len: 168 time: 1.3093519 Nov 18 17:20:22.616497 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51220) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:22.621559 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d934c3a4-820c-480b-a0a4-cc7ad5b9a963 None None] Network 64b8496e-bd4a-4ea5-90a8-06aa88675c84 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:20:22.641187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bea8be-3558-47a1-8be8-3b94d1b13c49 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Pushing event deleted for resources: {'Subnet': ['ID=c36147ee-b5ad-4a8a-8a06-ef8945ce7e00,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:22.652363 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:22.664533 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0627402c-6486-4fa2-9dbb-7d33eac1d341 req-9e4acb58-57fb-4a52-a651-de9fdfad24db service neutron] 10.222.0.83 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735727 Nov 18 17:20:22.706636 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-570ecfa5-ba53-4929-8094-5bc0c5b6d6c3 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks [] for floatingip, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:22.709811 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-570ecfa5-ba53-4929-8094-5bc0c5b6d6c3 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:22.715204 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-570ecfa5-ba53-4929-8094-5bc0c5b6d6c3 tempest-ServersTestFqdnHostnames-1930831356 tempest-ServersTestFqdnHostnames-1930831356-project] 10.222.0.72 "DELETE /v2.0/floatingips/96d7eae3-c171-4cba-a58e-3bc0b4b8bbf3 HTTP/1.1" status: 204 len: 168 time: 2.0579274 Nov 18 17:20:22.718109 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51222) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:22.748890 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] Pushing event deleted for resources: {'Port': ['ID=cda438e3-bc8a-4489-95e5-d741e5daab3e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:22.760099 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] No DVR routers for this DVR port cda438e3-bc8a-4489-95e5-d741e5daab3e on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:20:22.769074 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:22.821319 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-7f57387d-5803-440b-9a90-62a975382f39 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:22.827753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-7f57387d-5803-440b-9a90-62a975382f39 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:22.833738 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ca8fe65b-c9d6-4ee0-9aeb-d96e0b10ecc4 None None] Provisioning complete for port 12ef7917-2e02-479b-99ef-bd8c1229f454 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:22.834189 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ca8fe65b-c9d6-4ee0-9aeb-d96e0b10ecc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:22.877717 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ca8fe65b-c9d6-4ee0-9aeb-d96e0b10ecc4 None None] Port 12ef7917-2e02-479b-99ef-bd8c1229f454 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:20:22.953946 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:22.994605 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:23.019696 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e57fb7-15e2-4168-9940-61b5b33853bf']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:23.022691 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-7f57387d-5803-440b-9a90-62a975382f39 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9295046 Nov 18 17:20:23.031498 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d244d6-cded-4df4-a838-fac1b113d553') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:23.031971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d244d6-cded-4df4-a838-fac1b113d553') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:23.039073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Request body: {'port': {'device_id': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:23.045787 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:23.055341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d29dfd-34b5-4817-80ef-aedc0fdaef96 req-5ee60f43-d053-4b18-96d7-1a50ee40b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:23.056423 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-96d29dfd-34b5-4817-80ef-aedc0fdaef96 req-5ee60f43-d053-4b18-96d7-1a50ee40b346 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 1095 time: 0.1729658 Nov 18 17:20:23.075885 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cda438e3-bc8a-4489-95e5-d741e5daab3e no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:20:23.106581 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:23.110893 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: cda438e3-bc8a-4489-95e5-d741e5daab3e {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:20:23.111362 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cda438e3-bc8a-4489-95e5-d741e5daab3e not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:20:23.111950 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 944dd6c5-b058-49bd-bfb4-89a11b36d06a no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:20:23.113971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:20:23.114443 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:23.114759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c223eba8-e873-4cec-9de3-e46d67035f8a None None] DHCP port deletion for 64b8496e-bd4a-4ea5-90a8-06aa88675c84 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:20:23.182959 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 944dd6c5-b058-49bd-bfb4-89a11b36d06a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:20:23.182959 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 944dd6c5-b058-49bd-bfb4-89a11b36d06a not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:20:23.202843 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:20:23.208388 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c223eba8-e873-4cec-9de3-e46d67035f8a None None] Deleting port 6980c528-531f-46c4-a54d-d7527b3f931c {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:20:23.208388 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c223eba8-e873-4cec-9de3-e46d67035f8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:23.252550 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:23.274962 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:23.286326 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c223eba8-e873-4cec-9de3-e46d67035f8a None None] For port 6980c528-531f-46c4-a54d-d7527b3f931c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6980c528-531f-46c4-a54d-d7527b3f931c,segment=NetworkSegment(7baac77e-dae8-4086-ba10-6b702cb53b6f),segment_id=7baac77e-dae8-4086-ba10-6b702cb53b6f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:23.286732 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c223eba8-e873-4cec-9de3-e46d67035f8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:23.302457 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c246ae-3e7b-4a8f-b7e2-438a0c159df7 req-f9f0cdeb-3b8f-48fe-b9f0-0be02f953f6a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:23.304235 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47c246ae-3e7b-4a8f-b7e2-438a0c159df7 req-f9f0cdeb-3b8f-48fe-b9f0-0be02f953f6a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 931 time: 0.2536049 Nov 18 17:20:23.307801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c223eba8-e873-4cec-9de3-e46d67035f8a None None] Calling delete_port for 6980c528-531f-46c4-a54d-d7527b3f931c owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:20:23.342940 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:23.349876 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] 10.222.0.72 "DELETE /v2.0/networks/21e57fb7-15e2-4168-9940-61b5b33853bf HTTP/1.1" status: 204 len: 168 time: 1.5198672 Nov 18 17:20:23.350974 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0773728-5350-491d-b179-1d8ab4df0565 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e57fb7-15e2-4168-9940-61b5b33853bf,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:23.352087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51238) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:23.407038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b20ff-9270-4618-ba6b-32d705a54a0d req-ce384822-22ff-4626-abbc-f8806595e12e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:23.412409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-850b20ff-9270-4618-ba6b-32d705a54a0d req-ce384822-22ff-4626-abbc-f8806595e12e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 945 time: 0.4969723 Nov 18 17:20:23.425659 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47c246ae-3e7b-4a8f-b7e2-438a0c159df7 req-0004e827-ccbd-47c1-b89b-b7f6f613ff07 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023157 Nov 18 17:20:23.430844 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Deleting port 6980c528-531f-46c4-a54d-d7527b3f931c {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:20:23.431186 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:23.463200 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c223eba8-e873-4cec-9de3-e46d67035f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:23.502027 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-a9fcf4d6-9708-4760-8bc7-7cf72accc0ec tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:23.503694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-a9fcf4d6-9708-4760-8bc7-7cf72accc0ec tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff&tenant_id=3b796403dcb74a789ab8781aa545eb18&binding%3Ahost_id=n-h1-813419-11 HTTP/1.1" status: 200 len: 1097 time: 0.2970488 Nov 18 17:20:23.516567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223eba8-e873-4cec-9de3-e46d67035f8a None None] Pushing event deleted for resources: {'Port': ['ID=6980c528-531f-46c4-a54d-d7527b3f931c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:23.520217 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c223eba8-e873-4cec-9de3-e46d67035f8a None None] No DVR routers for this DVR port 6980c528-531f-46c4-a54d-d7527b3f931c on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:20:23.617208 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-850b20ff-9270-4618-ba6b-32d705a54a0d req-0b5ff9f9-6e5a-4cd9-b866-0d074b3b38c8 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888130 Nov 18 17:20:23.632101 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] For port 6980c528-531f-46c4-a54d-d7527b3f931c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6980c528-531f-46c4-a54d-d7527b3f931c,segment=NetworkSegment(7baac77e-dae8-4086-ba10-6b702cb53b6f),segment_id=7baac77e-dae8-4086-ba10-6b702cb53b6f)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:23.632641 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:23.677702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Calling delete_port for 6980c528-531f-46c4-a54d-d7527b3f931c owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:20:23.697258 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8e255-79d2-482c-a819-5c44295a4f56 req-36df887c-ea0c-4492-b8b3-623292fa513b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:23.699480 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-70c8e255-79d2-482c-a819-5c44295a4f56 req-36df887c-ea0c-4492-b8b3-623292fa513b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 943 time: 0.1568089 Nov 18 17:20:23.767488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d29dfd-34b5-4817-80ef-aedc0fdaef96 req-e7b0d3a7-bde5-47d3-af32-e75fcc3b9bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:23.769917 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-96d29dfd-34b5-4817-80ef-aedc0fdaef96 req-e7b0d3a7-bde5-47d3-af32-e75fcc3b9bce service neutron] 10.222.0.83 "GET /v2.0/networks?id=372f18cd-c4d2-4313-ab28-7ad24e489e08 HTTP/1.1" status: 200 len: 913 time: 0.6859381 Nov 18 17:20:23.845440 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-70c8e255-79d2-482c-a819-5c44295a4f56 req-acb400e3-4b49-4af0-8ddc-ba32af871c46 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355114 Nov 18 17:20:23.879692 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:23.903886 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-96d29dfd-34b5-4817-80ef-aedc0fdaef96 req-74e8110e-416f-44b3-9230-eafa069f6b34 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c766f1d6-b0f4-4b98-8819-90082147e070 HTTP/1.1" status: 200 len: 217 time: 0.1212232 Nov 18 17:20:23.910798 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Pushing event deleted for resources: {'Port': ['ID=6980c528-531f-46c4-a54d-d7527b3f931c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:23.917375 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] No DVR routers for this DVR port 6980c528-531f-46c4-a54d-d7527b3f931c on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:20:24.005557 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:24.018775 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-718fa322-5470-4ce3-8383-cd4fc53e7d32 service neutron] For port b8b2673a-8468-4cc3-a73b-f1a30243def6, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:20:24.022134 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-718fa322-5470-4ce3-8383-cd4fc53e7d32 service neutron] Publish callbacks [] for binding, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:24.023259 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37a1bf03-908e-4062-ba54-4fde20127ba1 req-718fa322-5470-4ce3-8383-cd4fc53e7d32 service neutron] 10.222.0.81 "DELETE /v2.0/ports/b8b2673a-8468-4cc3-a73b-f1a30243def6/bindings/n-h2-813419-11 HTTP/1.1" status: 204 len: 173 time: 0.4823027 Nov 18 17:20:24.035702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b8496e-bd4a-4ea5-90a8-06aa88675c84']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:24.047195 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7baac77e-dae8-4086-ba10-6b702cb53b6f') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:24.047195 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7baac77e-dae8-4086-ba10-6b702cb53b6f') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:24.056473 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:24.076288 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:24.082735 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:20:24.083159 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:20:24.086536 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:20:24.093742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d29dfd-34b5-4817-80ef-aedc0fdaef96 req-28e06693-cb88-4392-945d-97bd1c12200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:24.097992 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-96d29dfd-34b5-4817-80ef-aedc0fdaef96 req-28e06693-cb88-4392-945d-97bd1c12200d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f46f3b8-078c-4987-ab0a-f3dc40b669b4 HTTP/1.1" status: 200 len: 851 time: 0.1664784 Nov 18 17:20:24.205250 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-96d29dfd-34b5-4817-80ef-aedc0fdaef96 req-c7ee37a1-a8d1-486c-ab02-b767d898deb7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=372f18cd-c4d2-4313-ab28-7ad24e489e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760722 Nov 18 17:20:24.239922 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:24.245430 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:24.250371 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] 10.222.0.72 "DELETE /v2.0/networks/64b8496e-bd4a-4ea5-90a8-06aa88675c84 HTTP/1.1" status: 204 len: 168 time: 1.6321144 Nov 18 17:20:24.266981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab60de-3c94-4e73-84b3-86294d9a1475 tempest-DHCPAgentSchedulersTestJSON-761229291 tempest-DHCPAgentSchedulersTestJSON-761229291-project] Pushing event deleted for resources: {'Network': ['ID=64b8496e-bd4a-4ea5-90a8-06aa88675c84,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:24.422247 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-96d29dfd-34b5-4817-80ef-aedc0fdaef96 req-0a443ca2-178c-4f55-a881-f265d7612712 service neutron] 10.222.0.83 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047913 Nov 18 17:20:24.578922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ef7917-2e02-479b-99ef-bd8c1229f454 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:20:24.591399 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:24.601486 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa8566-7243-44ec-bdb1-a0fa3ad33efd req-92c7b731-c886-43ce-a1b7-c4247b32b8cf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:24.604917 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-60fa8566-7243-44ec-bdb1-a0fa3ad33efd req-92c7b731-c886-43ce-a1b7-c4247b32b8cf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 931 time: 0.0873735 Nov 18 17:20:24.666045 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-60fa8566-7243-44ec-bdb1-a0fa3ad33efd req-d7de2de1-e6e2-4d9c-b003-d85ff902fa5b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554984 Nov 18 17:20:24.681450 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Transition to ACTIVE for port object 12ef7917-2e02-479b-99ef-bd8c1229f454 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:20:24.722073 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-96d29dfd-34b5-4817-80ef-aedc0fdaef96 req-1ffdafe0-ed02-4309-9d84-f31f2e2f04d2 service neutron] 10.222.0.83 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703581 Nov 18 17:20:24.726438 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0259c19b-a8b9-4d8b-8e9d-60d4a60855a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:24.760060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51266) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:24.805185 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:24.810256 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b51fc-bf0c-4183-ae10-df4049770ab4 req-d0614edf-7ffc-4992-89fd-1987d916f332 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:24.812272 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da2b51fc-bf0c-4183-ae10-df4049770ab4 req-d0614edf-7ffc-4992-89fd-1987d916f332 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 945 time: 0.0620902 Nov 18 17:20:24.884597 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da2b51fc-bf0c-4183-ae10-df4049770ab4 req-0684db44-b829-4dcb-8421-59d119bc9aac tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655806 Nov 18 17:20:24.933595 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-29ce74c3-123e-43d6-81df-ea04d52fb523 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d200338314a44feeab897757fb7e4b88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1722107 Nov 18 17:20:24.935892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51276) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:24.998526 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41d8a0c9-8e40-4542-9d96-eb845bd448c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:25.057920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Pushing event updated for resources: {'Port': ['ID=12ef7917-2e02-479b-99ef-bd8c1229f454,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:25.081238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6980c528-531f-46c4-a54d-d7527b3f931c no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:20:25.107199 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41d8a0c9-8e40-4542-9d96-eb845bd448c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:25.124301 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 6980c528-531f-46c4-a54d-d7527b3f931c {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:20:25.124976 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6980c528-531f-46c4-a54d-d7527b3f931c not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:20:25.232502 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Attempting to bind port 12ef7917-2e02-479b-99ef-bd8c1229f454 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:25.233109 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Attempting to bind port 12ef7917-2e02-479b-99ef-bd8c1229f454 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '00764b23-792e-4303-be82-13f1719c4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:25.233248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Attempting to bind port 12ef7917-2e02-479b-99ef-bd8c1229f454 on network ba3dae70-1e3d-40f0-aa92-0fffe3461a81 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:25.246442 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b4ccc578-d637-4147-b55a-ddf076dbf5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:25.250860 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Port 12ef7917-2e02-479b-99ef-bd8c1229f454 on network ba3dae70-1e3d-40f0-aa92-0fffe3461a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:25.251196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Attempting to bind port 12ef7917-2e02-479b-99ef-bd8c1229f454 on network ba3dae70-1e3d-40f0-aa92-0fffe3461a81 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:25.267163 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d5cfb-c8bc-40af-80f6-20114cfd744e req-ae7d70ff-6579-4b72-a9a9-ebaacb528b4c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:25.268754 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e0d5cfb-c8bc-40af-80f6-20114cfd744e req-ae7d70ff-6579-4b72-a9a9-ebaacb528b4c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 943 time: 0.2206433 Nov 18 17:20:25.275863 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d1911-29b8-4224-a6f0-f6281585e23b req-3435758c-f753-481d-9042-93dcb15b5070 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:25.275863 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-088d1911-29b8-4224-a6f0-f6281585e23b req-3435758c-f753-481d-9042-93dcb15b5070 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 1097 time: 0.1915650 Nov 18 17:20:25.298045 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41d8a0c9-8e40-4542-9d96-eb845bd448c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:25.300916 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41d8a0c9-8e40-4542-9d96-eb845bd448c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:25.302054 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-41d8a0c9-8e40-4542-9d96-eb845bd448c5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dc16a2c2-d87b-4cf2-a435-f92b0faa55d8 HTTP/1.1" status: 204 len: 168 time: 0.3648808 Nov 18 17:20:25.302278 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:20:25.302637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Checking segment: {'id': '00764b23-792e-4303-be82-13f1719c4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:20:25.303030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Bound using segment: {'id': '00764b23-792e-4303-be82-13f1719c4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:20:25.303548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Bound port: 12ef7917-2e02-479b-99ef-bd8c1229f454, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00764b23-792e-4303-be82-13f1719c4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:20:25.303944 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:25.317838 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device c766f1d6-b0f4-4b98-8819-90082147e070 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:20:25.328568 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8a0c9-8e40-4542-9d96-eb845bd448c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc16a2c2-d87b-4cf2-a435-f92b0faa55d8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:25.372577 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e0d5cfb-c8bc-40af-80f6-20114cfd744e req-bbaec65f-fa68-4cb1-8c97-87836a549139 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979407 Nov 18 17:20:25.379094 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-088d1911-29b8-4224-a6f0-f6281585e23b req-16cf17b4-7f79-4471-9d04-a42c63aae576 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967693 Nov 18 17:20:25.474077 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port c766f1d6-b0f4-4b98-8819-90082147e070, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=c766f1d6-b0f4-4b98-8819-90082147e070,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:25.488598 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'c766f1d6-b0f4-4b98-8819-90082147e070', 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08', 'port_id': 'c766f1d6-b0f4-4b98-8819-90082147e070', 'mac_address': 'fa:16:3e:f1:c0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f46f3b8-078c-4987-ab0a-f3dc40b669b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:20:25.534211 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:25.549066 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c766f1d6-b0f4-4b98-8819-90082147e070 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:20:25.573868 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port c766f1d6-b0f4-4b98-8819-90082147e070, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=c766f1d6-b0f4-4b98-8819-90082147e070,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:25.606204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445951a8-607e-4258-983a-947d3db954a1 req-30c54298-7af4-4c5f-b81c-7ebba53ad2c0 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:25.610125 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-445951a8-607e-4258-983a-947d3db954a1 req-30c54298-7af4-4c5f-b81c-7ebba53ad2c0 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 1097 time: 0.0990038 Nov 18 17:20:25.631888 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] For port 12ef7917-2e02-479b-99ef-bd8c1229f454, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:20:25.649693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] For port 12ef7917-2e02-479b-99ef-bd8c1229f454, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=12ef7917-2e02-479b-99ef-bd8c1229f454,segment=NetworkSegment(00764b23-792e-4303-be82-13f1719c4ba1),segment_id=00764b23-792e-4303-be82-13f1719c4ba1)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:20:25.656673 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:25.672473 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-445951a8-607e-4258-983a-947d3db954a1 req-56e0d458-db6e-431e-9e9d-f0c508cb8317 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560014 Nov 18 17:20:25.734354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0259c19b-a8b9-4d8b-8e9d-60d4a60855a1 admin admin] Deleting port 97f7835c-50da-4b9d-93fb-7baec14fddfb {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:20:25.737458 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0259c19b-a8b9-4d8b-8e9d-60d4a60855a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:25.763134 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=c766f1d6-b0f4-4b98-8819-90082147e070,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:25.773559 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:25.859180 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288baf0-e6a8-4c79-997f-e0185700a8c1 req-9b9dd8a7-2a14-4e23-b2e9-60a1de64ec8c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:25.867389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e288baf0-e6a8-4c79-997f-e0185700a8c1 req-9b9dd8a7-2a14-4e23-b2e9-60a1de64ec8c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 943 time: 0.0703042 Nov 18 17:20:25.890932 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:25.891651 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:25.893118 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] 10.222.0.81 "PUT /v2.0/ports/12ef7917-2e02-479b-99ef-bd8c1229f454 HTTP/1.1" status: 200 len: 1092 time: 2.8593817 Nov 18 17:20:25.894329 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'tag': '12ef7917-2e02-479b-99ef-bd8c1229f454'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:20:25.896729 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aca54d4-d28a-4fb8-9f87-fe6671c1f582" -d '{"events": [{"name": "network-changed", "server_uuid": "f4318c25-9af7-4e19-b793-c339fea0190d", "tag": "12ef7917-2e02-479b-99ef-bd8c1229f454"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:20:25.918046 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['c766f1d6-b0f4-4b98-8819-90082147e070'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:20:25.953217 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-0259c19b-a8b9-4d8b-8e9d-60d4a60855a1 admin admin] For port 97f7835c-50da-4b9d-93fb-7baec14fddfb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=97f7835c-50da-4b9d-93fb-7baec14fddfb,segment=NetworkSegment(9a306a4a-9781-4d28-968f-4bac57071482),segment_id=9a306a4a-9781-4d28-968f-4bac57071482)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:25.953217 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0259c19b-a8b9-4d8b-8e9d-60d4a60855a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:25.968089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc642f1-5edb-4756-819f-235a0755ca8b service neutron] Pushing event updated for resources: {'Port': ['ID=12ef7917-2e02-479b-99ef-bd8c1229f454,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:25.985844 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e288baf0-e6a8-4c79-997f-e0185700a8c1 req-a4801dd7-e40b-49b7-ba05-48a46467439b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085541 Nov 18 17:20:25.990221 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0259c19b-a8b9-4d8b-8e9d-60d4a60855a1 admin admin] Calling delete_port for 97f7835c-50da-4b9d-93fb-7baec14fddfb owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:20:26.043179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b4ccc578-d637-4147-b55a-ddf076dbf5e3 admin admin] Deleting port a7271976-daaf-450b-b0d0-f08e6d059d77 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:20:26.044663 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b4ccc578-d637-4147-b55a-ddf076dbf5e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:26.183606 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51316) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:26.225210 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d16fb12b-6eea-4c1a-8f40-99f69d2d1163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:26.283169 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-b4ccc578-d637-4147-b55a-ddf076dbf5e3 admin admin] For port a7271976-daaf-450b-b0d0-f08e6d059d77, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a7271976-daaf-450b-b0d0-f08e6d059d77,segment=NetworkSegment(56d5c5c1-7ed3-4361-a9d4-7b407a4b74af),segment_id=56d5c5c1-7ed3-4361-a9d4-7b407a4b74af)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:26.283774 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b4ccc578-d637-4147-b55a-ddf076dbf5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:26.364420 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b4ccc578-d637-4147-b55a-ddf076dbf5e3 admin admin] Calling delete_port for a7271976-daaf-450b-b0d0-f08e6d059d77 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:20:26.375592 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d16fb12b-6eea-4c1a-8f40-99f69d2d1163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:26.487330 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d40915-9a61-4571-94ea-38ee26a31228 x-openstack-request-id: req-c2d40915-9a61-4571-94ea-38ee26a31228 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:20:26.487693 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4318c25-9af7-4e19-b793-c339fea0190d", "tag": "12ef7917-2e02-479b-99ef-bd8c1229f454", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:20:26.487906 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c2d40915-9a61-4571-94ea-38ee26a31228 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:20:26.488311 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'tag': '12ef7917-2e02-479b-99ef-bd8c1229f454', 'status': 'completed', 'code': 200} Nov 18 17:20:26.504047 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d16fb12b-6eea-4c1a-8f40-99f69d2d1163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:26.559296 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d16fb12b-6eea-4c1a-8f40-99f69d2d1163 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=25e058ba3bee4dc8a2244853ffbcf1b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3739736 Nov 18 17:20:26.562013 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fb12b-6eea-4c1a-8f40-99f69d2d1163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de4582c-2f5d-4bac-bd2b-0e098c65168d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:26.562923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51328) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:26.568849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-67c4268e-98d6-4d51-a3bd-695a8c531e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:26.571463 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-67c4268e-98d6-4d51-a3bd-695a8c531e8b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 1095 time: 0.5107632 Nov 18 17:20:26.582250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adc685-594b-4124-aee7-b6a2ac48761c req-db9d8446-4cd8-4d05-bcd3-cfdc8e867301 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:26.584068 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3adc685-594b-4124-aee7-b6a2ac48761c req-db9d8446-4cd8-4d05-bcd3-cfdc8e867301 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 944 time: 0.1328115 Nov 18 17:20:26.641252 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3adc685-594b-4124-aee7-b6a2ac48761c req-df0644ae-d82f-4be8-af76-fab27fcd2b6c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500705 Nov 18 17:20:26.661127 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-94e4792a-f703-4a95-9e86-44da600dcfe1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ef7917-2e02-479b-99ef-bd8c1229f454 HTTP/1.1" status: 200 len: 217 time: 0.0603433 Nov 18 17:20:26.677268 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0259c19b-a8b9-4d8b-8e9d-60d4a60855a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:26.741400 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259c19b-a8b9-4d8b-8e9d-60d4a60855a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f7835c-50da-4b9d-93fb-7baec14fddfb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:26.819498 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7270-7b9d-4af4-b52b-358992b91dbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:26.846354 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7270-7b9d-4af4-b52b-358992b91dbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:26.920795 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-d9d7404c-dbce-41b9-ad56-ee8ac61d7785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:26.922286 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-d9d7404c-dbce-41b9-ad56-ee8ac61d7785 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4bdd1b36-e53e-4c18-a868-23989123548c HTTP/1.1" status: 200 len: 835 time: 0.2428138 Nov 18 17:20:27.219181 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a11eb-d532-496d-abe7-e474eb52dad6 req-315565a9-25fb-4660-9bf4-f0af775f0313 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:27.221681 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e4a11eb-d532-496d-abe7-e474eb52dad6 req-315565a9-25fb-4660-9bf4-f0af775f0313 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 943 time: 0.0558510 Nov 18 17:20:27.296143 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e4a11eb-d532-496d-abe7-e474eb52dad6 req-6112fdca-7f94-4aff-a160-12a8cd1e41bf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663772 Nov 18 17:20:27.314350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device c766f1d6-b0f4-4b98-8819-90082147e070 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:20:27.414915 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b4ccc578-d637-4147-b55a-ddf076dbf5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:27.429160 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port c766f1d6-b0f4-4b98-8819-90082147e070 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:20:27.436005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port c766f1d6-b0f4-4b98-8819-90082147e070 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:27.436742 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:27.476676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccc578-d637-4147-b55a-ddf076dbf5e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7271976-daaf-450b-b0d0-f08e6d059d77,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:27.566949 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:27.569930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-3f961611-e505-400c-83a5-0419639ce196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:27.571469 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-3f961611-e505-400c-83a5-0419639ce196 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6263018 Nov 18 17:20:27.593674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7270-7b9d-4af4-b52b-358992b91dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:27.596381 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7270-7b9d-4af4-b52b-358992b91dbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:27.599937 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3587f8-bd95-4fdb-8937-ae9e8e562ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c766f1d6-b0f4-4b98-8819-90082147e070'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:20:27.603642 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ca8e7270-7b9d-4af4-b52b-358992b91dbd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4de4582c-2f5d-4bac-bd2b-0e098c65168d HTTP/1.1" status: 204 len: 168 time: 1.0319083 Nov 18 17:20:27.605325 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c747ce-2f94-421b-b1a8-9f8b3a5c53f2" -d '{"events": [{"server_uuid": "bb3587f8-bd95-4fdb-8937-ae9e8e562ca3", "name": "network-vif-plugged", "status": "completed", "tag": "c766f1d6-b0f4-4b98-8819-90082147e070"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:20:27.616665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port c766f1d6-b0f4-4b98-8819-90082147e070, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=c766f1d6-b0f4-4b98-8819-90082147e070,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:27.660371 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13579503-fcc9-47ff-a114-02a3a8f3c1d8 x-openstack-request-id: req-13579503-fcc9-47ff-a114-02a3a8f3c1d8 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:20:27.660642 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3587f8-bd95-4fdb-8937-ae9e8e562ca3", "name": "network-vif-plugged", "status": "completed", "tag": "c766f1d6-b0f4-4b98-8819-90082147e070", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:20:27.660895 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-13579503-fcc9-47ff-a114-02a3a8f3c1d8 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:20:27.661305 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3587f8-bd95-4fdb-8937-ae9e8e562ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c766f1d6-b0f4-4b98-8819-90082147e070', 'code': 200} Nov 18 17:20:27.685529 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:27.827648 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e7270-7b9d-4af4-b52b-358992b91dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de4582c-2f5d-4bac-bd2b-0e098c65168d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:27.848227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89a471-413c-428c-b54c-4944f65cea04 req-f6f86ca8-6334-46bf-9c49-1e7880d5d3be tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:27.858196 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de89a471-413c-428c-b54c-4944f65cea04 req-f6f86ca8-6334-46bf-9c49-1e7880d5d3be tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.1238148 Nov 18 17:20:27.885902 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=c766f1d6-b0f4-4b98-8819-90082147e070,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:27.943043 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de89a471-413c-428c-b54c-4944f65cea04 req-9652ebd8-ffb6-4bc2-a71f-f432bd839e97 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836959 Nov 18 17:20:27.965541 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0259c19b-a8b9-4d8b-8e9d-60d4a60855a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:28.029429 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-e0ae33e1-676d-449a-922d-ec99e6c13200 service neutron] 10.222.0.81 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368010 Nov 18 17:20:28.114550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160e6ef-acee-4c3a-9a6c-3fe7f630ef89 req-5f9e7693-22a9-44f0-996e-e4b7ba6eca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:28.116073 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0160e6ef-acee-4c3a-9a6c-3fe7f630ef89 req-5f9e7693-22a9-44f0-996e-e4b7ba6eca13 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 1097 time: 0.2837512 Nov 18 17:20:28.123510 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b4ccc578-d637-4147-b55a-ddf076dbf5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:28.331183 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0160e6ef-acee-4c3a-9a6c-3fe7f630ef89 req-d9a74c02-a05e-40ca-a0a9-25a5986e60cd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972542 Nov 18 17:20:28.336784 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3acdf480-9061-4b92-8e18-5f3f3fdaef3a req-47d85700-3262-48c5-8363-6835502a5d00 service neutron] 10.222.0.81 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618451 Nov 18 17:20:28.568737 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102acf3-9709-4d17-948c-1b89d8c5818f req-2aa216dc-dec3-4f21-be06-4d668b5ea063 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:28.570409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b102acf3-9709-4d17-948c-1b89d8c5818f req-2aa216dc-dec3-4f21-be06-4d668b5ea063 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 943 time: 0.1117315 Nov 18 17:20:28.660936 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b102acf3-9709-4d17-948c-1b89d8c5818f req-f4cbf1d7-1063-4e4c-a2d0-79ed5ed186dd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770147 Nov 18 17:20:28.706051 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca54d4-d28a-4fb8-9f87-fe6671c1f582 req-91ee7615-132f-4ba6-9c97-ed77568b574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:28.707373 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5aca54d4-d28a-4fb8-9f87-fe6671c1f582 req-91ee7615-132f-4ba6-9c97-ed77568b574a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 1095 time: 0.2197778 Nov 18 17:20:28.721293 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0259c19b-a8b9-4d8b-8e9d-60d4a60855a1 admin admin] Router f2d5152e-5560-4b9a-8737-da99cf95b088 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:20:28.956051 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca54d4-d28a-4fb8-9f87-fe6671c1f582 req-3ec884a1-cb62-40d0-a7b0-bc8134e910cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:28.958480 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5aca54d4-d28a-4fb8-9f87-fe6671c1f582 req-3ec884a1-cb62-40d0-a7b0-bc8134e910cd service neutron] 10.222.0.81 "GET /v2.0/networks?id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81 HTTP/1.1" status: 200 len: 899 time: 0.2385066 Nov 18 17:20:28.959477 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ccc578-d637-4147-b55a-ddf076dbf5e3 admin admin] Router 2a194197-b55f-4ded-bf6e-c74791fe931b has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:20:29.031541 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5aca54d4-d28a-4fb8-9f87-fe6671c1f582 req-081bd569-e4a0-48d3-b0ab-5a19fdc7c9a0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ef7917-2e02-479b-99ef-bd8c1229f454 HTTP/1.1" status: 200 len: 217 time: 0.0622122 Nov 18 17:20:29.143613 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ccc578-d637-4147-b55a-ddf076dbf5e3 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:20:29.151374 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0259c19b-a8b9-4d8b-8e9d-60d4a60855a1 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:20:29.162411 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db8ae6-b42c-485b-9d4b-82fc4b58c788 None None] Sync routers for ids ['f2d5152e-5560-4b9a-8737-da99cf95b088'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:20:29.165599 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b4ccc578-d637-4147-b55a-ddf076dbf5e3 admin admin] 10.222.0.72 "PUT /v2.0/routers/2a194197-b55f-4ded-bf6e-c74791fe931b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8082476 Nov 18 17:20:29.185256 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0259c19b-a8b9-4d8b-8e9d-60d4a60855a1 admin admin] 10.222.0.72 "PUT /v2.0/routers/f2d5152e-5560-4b9a-8737-da99cf95b088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4549756 Nov 18 17:20:29.200532 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db8ae6-b42c-485b-9d4b-82fc4b58c788 None None] Routers {'f2d5152e-5560-4b9a-8737-da99cf95b088'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:20:29.201601 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-20db8ae6-b42c-485b-9d4b-82fc4b58c788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:20:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f2d5152e-5560-4b9a-8737-da99cf95b088'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:29.212808 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0b702-e5c3-4a91-ab29-288a5e85199a req-5a63963a-c4bc-434a-a762-09422f34c771 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:29.232540 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80d0b702-e5c3-4a91-ab29-288a5e85199a req-5a63963a-c4bc-434a-a762-09422f34c771 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.1855316 Nov 18 17:20:29.246239 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51398) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:29.254723 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca54d4-d28a-4fb8-9f87-fe6671c1f582 req-41763fa6-bcf4-45ee-8961-248a31010c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:29.256704 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5aca54d4-d28a-4fb8-9f87-fe6671c1f582 req-41763fa6-bcf4-45ee-8961-248a31010c2f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4bdd1b36-e53e-4c18-a868-23989123548c HTTP/1.1" status: 200 len: 835 time: 0.0892811 Nov 18 17:20:29.260087 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51402) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:29.287110 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70045c24-f97b-4206-a885-a030bfaaab73 None None] Sync routers for ids ['2a194197-b55f-4ded-bf6e-c74791fe931b'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:20:29.324600 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70045c24-f97b-4206-a885-a030bfaaab73 None None] Routers {'2a194197-b55f-4ded-bf6e-c74791fe931b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:20:29.325258 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-70045c24-f97b-4206-a885-a030bfaaab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:20:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['2a194197-b55f-4ded-bf6e-c74791fe931b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:29.434303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca54d4-d28a-4fb8-9f87-fe6671c1f582 req-fa68fd8e-d23a-4133-a5ba-576f55bc95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:29.436326 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5aca54d4-d28a-4fb8-9f87-fe6671c1f582 req-fa68fd8e-d23a-4133-a5ba-576f55bc95c1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496566 Nov 18 17:20:29.460662 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-20db8ae6-b42c-485b-9d4b-82fc4b58c788 None None] Set router f2d5152e-5560-4b9a-8737-da99cf95b088 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:20:29.560692 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-70045c24-f97b-4206-a885-a030bfaaab73 None None] Set router 2a194197-b55f-4ded-bf6e-c74791fe931b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:20:29.727001 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5aca54d4-d28a-4fb8-9f87-fe6671c1f582 req-4ec755c2-2ce3-4270-b473-1d9d7366b236 service neutron] 10.222.0.81 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730083 Nov 18 17:20:29.911982 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-20db8ae6-b42c-485b-9d4b-82fc4b58c788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'name': 'tempest-ServersTestFqdnHostnames-810392461-router', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:17:52Z', 'updated_at': '2021-11-18T17:20:26Z', 'revision_number': 5, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'gw_port': {'id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:53Z', 'updated_at': '2021-11-18T17:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:29.968619 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5aca54d4-d28a-4fb8-9f87-fe6671c1f582 req-49c962d2-0910-4f06-9388-adcde0f7b4fb service neutron] 10.222.0.81 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405779 Nov 18 17:20:29.980436 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db8ae6-b42c-485b-9d4b-82fc4b58c788 None None] Checking router: f2d5152e-5560-4b9a-8737-da99cf95b088 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:20:30.007195 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db8ae6-b42c-485b-9d4b-82fc4b58c788 None None] Routers {'f2d5152e-5560-4b9a-8737-da99cf95b088'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:20:30.008626 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-20db8ae6-b42c-485b-9d4b-82fc4b58c788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:20:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f2d5152e-5560-4b9a-8737-da99cf95b088'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:30.064252 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5e50c79-0088-4b55-96ef-32ed21f6b38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:30.067583 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-70045c24-f97b-4206-a885-a030bfaaab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'name': 'tempest-TaggedBootDevicesTest_v242-183398940-router', 'tenant_id': 'be4f7075a94c4845b27a7caad0e22140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '170e6c38-30d1-4a60-95dd-b62de6bc7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:20Z', 'updated_at': '2021-11-18T17:20:26Z', 'revision_number': 5, 'project_id': 'be4f7075a94c4845b27a7caad0e22140', 'gw_port': {'id': '170e6c38-30d1-4a60-95dd-b62de6bc7d2e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:21Z', 'updated_at': '2021-11-18T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:30.126621 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70045c24-f97b-4206-a885-a030bfaaab73 None None] Checking router: 2a194197-b55f-4ded-bf6e-c74791fe931b for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:20:30.137635 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70045c24-f97b-4206-a885-a030bfaaab73 None None] Routers {'2a194197-b55f-4ded-bf6e-c74791fe931b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:20:30.138250 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-70045c24-f97b-4206-a885-a030bfaaab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:20:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['2a194197-b55f-4ded-bf6e-c74791fe931b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:30.248901 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-20db8ae6-b42c-485b-9d4b-82fc4b58c788 None None] Set router f2d5152e-5560-4b9a-8737-da99cf95b088 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:20:30.326594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-70045c24-f97b-4206-a885-a030bfaaab73 None None] Set router 2a194197-b55f-4ded-bf6e-c74791fe931b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:20:30.491186 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80d0b702-e5c3-4a91-ab29-288a5e85199a req-eec6302e-4ccf-4f12-af45-aee5c22f09aa tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2548504 Nov 18 17:20:30.519512 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7adaaed6-5a0f-4982-9901-083d09214a2f admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:30.670381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-70045c24-f97b-4206-a885-a030bfaaab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'name': 'tempest-TaggedBootDevicesTest_v242-183398940-router', 'tenant_id': 'be4f7075a94c4845b27a7caad0e22140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '170e6c38-30d1-4a60-95dd-b62de6bc7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:20Z', 'updated_at': '2021-11-18T17:20:26Z', 'revision_number': 5, 'project_id': 'be4f7075a94c4845b27a7caad0e22140', 'gw_port': {'id': '170e6c38-30d1-4a60-95dd-b62de6bc7d2e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:21Z', 'updated_at': '2021-11-18T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:30.690005 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-20db8ae6-b42c-485b-9d4b-82fc4b58c788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'name': 'tempest-ServersTestFqdnHostnames-810392461-router', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:17:52Z', 'updated_at': '2021-11-18T17:20:26Z', 'revision_number': 5, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'gw_port': {'id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:53Z', 'updated_at': '2021-11-18T17:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:30.697946 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1dd8665-fc25-4488-af59-a21b849a51bd admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:30.722440 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70045c24-f97b-4206-a885-a030bfaaab73 None None] The sync data for ids ['2a194197-b55f-4ded-bf6e-c74791fe931b'] in n-d-813419-11 is: [{'id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'name': 'tempest-TaggedBootDevicesTest_v242-183398940-router', 'tenant_id': 'be4f7075a94c4845b27a7caad0e22140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '170e6c38-30d1-4a60-95dd-b62de6bc7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:08:20Z', 'updated_at': '2021-11-18T17:20:26Z', 'revision_number': 5, 'project_id': 'be4f7075a94c4845b27a7caad0e22140', 'gw_port': {'id': '170e6c38-30d1-4a60-95dd-b62de6bc7d2e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a194197-b55f-4ded-bf6e-c74791fe931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:08:21Z', 'updated_at': '2021-11-18T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:20:30.769871 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db8ae6-b42c-485b-9d4b-82fc4b58c788 None None] The sync data for ids ['f2d5152e-5560-4b9a-8737-da99cf95b088'] in n-d-813419-11 is: [{'id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'name': 'tempest-ServersTestFqdnHostnames-810392461-router', 'tenant_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:17:52Z', 'updated_at': '2021-11-18T17:20:26Z', 'revision_number': 5, 'project_id': '0098a5d2a96c4be3934bdc90a293ce7b', 'gw_port': {'id': '78bd8e2d-3ce1-4555-a05b-c5e2374fff83', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5152e-5560-4b9a-8737-da99cf95b088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:17:53Z', 'updated_at': '2021-11-18T17:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:20:30.809463 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f6368-fa8a-42b1-adce-cba9e571168e req-26a7780b-d048-419f-ad34-741562bcfdea tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:30.817357 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-416f6368-fa8a-42b1-adce-cba9e571168e req-26a7780b-d048-419f-ad34-741562bcfdea tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 943 time: 0.7678020 Nov 18 17:20:30.848664 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7adaaed6-5a0f-4982-9901-083d09214a2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:30.941237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-416f6368-fa8a-42b1-adce-cba9e571168e req-e4524fd2-db75-4a8b-a1bb-01ada1f0f546 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226027 Nov 18 17:20:30.991642 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1dd8665-fc25-4488-af59-a21b849a51bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:31.012220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-7adaaed6-5a0f-4982-9901-083d09214a2f admin admin] Deleting port 170e6c38-30d1-4a60-95dd-b62de6bc7d2e {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:20:31.012518 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7adaaed6-5a0f-4982-9901-083d09214a2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:31.036920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51446) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:31.170058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-7adaaed6-5a0f-4982-9901-083d09214a2f admin admin] For port 170e6c38-30d1-4a60-95dd-b62de6bc7d2e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=170e6c38-30d1-4a60-95dd-b62de6bc7d2e,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:31.173074 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7adaaed6-5a0f-4982-9901-083d09214a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:31.180534 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c8e64497-c178-436f-b5a7-b0eaeaf9b569 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:31.198276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-7adaaed6-5a0f-4982-9901-083d09214a2f admin admin] Calling delete_port for 170e6c38-30d1-4a60-95dd-b62de6bc7d2e owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:20:31.201337 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd8665-fc25-4488-af59-a21b849a51bd admin admin] Deleting port 78bd8e2d-3ce1-4555-a05b-c5e2374fff83 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:20:31.201675 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1dd8665-fc25-4488-af59-a21b849a51bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:31.264597 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c8e64497-c178-436f-b5a7-b0eaeaf9b569 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] 10.222.0.72 "PUT /v2.0/quotas/73ad1f7a90b043f0b40df7546770328c HTTP/1.1" status: 200 len: 368 time: 0.2261398 Nov 18 17:20:31.267214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51452) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:31.275264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e49109db-2ac6-445e-be29-c5515dca51dc tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Request body: {'network': {'project_id': '73ad1f7a90b043f0b40df7546770328c'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:31.369139 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-c1dd8665-fc25-4488-af59-a21b849a51bd admin admin] For port 78bd8e2d-3ce1-4555-a05b-c5e2374fff83, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=78bd8e2d-3ce1-4555-a05b-c5e2374fff83,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:31.373921 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1dd8665-fc25-4488-af59-a21b849a51bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:31.393893 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49109db-2ac6-445e-be29-c5515dca51dc tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Made reservation on behalf of 73ad1f7a90b043f0b40df7546770328c for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:31.397324 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e49109db-2ac6-445e-be29-c5515dca51dc tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:31.398369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a7271976-daaf-450b-b0d0-f08e6d059d77 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:20:31.416769 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e49109db-2ac6-445e-be29-c5515dca51dc tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:31.438598 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd8665-fc25-4488-af59-a21b849a51bd admin admin] Calling delete_port for 78bd8e2d-3ce1-4555-a05b-c5e2374fff83 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:20:31.444165 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: a7271976-daaf-450b-b0d0-f08e6d059d77 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:20:31.444735 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a7271976-daaf-450b-b0d0-f08e6d059d77 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:20:31.613321 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e49109db-2ac6-445e-be29-c5515dca51dc tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:31.673307 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e49109db-2ac6-445e-be29-c5515dca51dc tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:31.716222 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49109db-2ac6-445e-be29-c5515dca51dc tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:20:31.741171 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91778faf-b567-4c14-ac5b-d139fd8041b7 req-1bc2523b-1cdc-4fd8-9b45-97150cb7fb96 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:31.742718 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91778faf-b567-4c14-ac5b-d139fd8041b7 req-1bc2523b-1cdc-4fd8-9b45-97150cb7fb96 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.1340885 Nov 18 17:20:31.752087 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e49109db-2ac6-445e-be29-c5515dca51dc tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:31.752549 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-e49109db-2ac6-445e-be29-c5515dca51dc tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Added segment 73d97415-21da-4ebf-bc8a-b18455b09cfb of type vlan for network f8b9d25d-a7e6-46f3-a7a5-d127944318c0 Nov 18 17:20:31.754101 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49109db-2ac6-445e-be29-c5515dca51dc tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba74b21-4c68-401d-a691-50af3587eded,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:31.805200 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7adaaed6-5a0f-4982-9901-083d09214a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:31.817751 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e49109db-2ac6-445e-be29-c5515dca51dc tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:31.857193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adaaed6-5a0f-4982-9901-083d09214a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=170e6c38-30d1-4a60-95dd-b62de6bc7d2e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:31.930936 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e49109db-2ac6-445e-be29-c5515dca51dc tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:31.933081 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91778faf-b567-4c14-ac5b-d139fd8041b7 req-eae149b4-543d-4f1e-8f08-d8da5b019576 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413004 Nov 18 17:20:31.935507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49109db-2ac6-445e-be29-c5515dca51dc tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:31.936191 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e49109db-2ac6-445e-be29-c5515dca51dc tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:31.961014 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1dd8665-fc25-4488-af59-a21b849a51bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.004838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd8665-fc25-4488-af59-a21b849a51bd admin admin] Pushing event deleted for resources: {'Port': ['ID=78bd8e2d-3ce1-4555-a05b-c5e2374fff83,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:32.021465 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7adaaed6-5a0f-4982-9901-083d09214a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.042014 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49109db-2ac6-445e-be29-c5515dca51dc tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Pushing event updated for resources: {'Network': ['ID=f8b9d25d-a7e6-46f3-a7a5-d127944318c0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:32.052513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network f8b9d25d-a7e6-46f3-a7a5-d127944318c0 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:20:32.136252 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e49109db-2ac6-445e-be29-c5515dca51dc tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.8676443 Nov 18 17:20:32.138650 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51472) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:32.145305 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8c5b9393-a309-4263-9858-f4ec364ef7e5 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Request body: {'network': {'project_id': '73ad1f7a90b043f0b40df7546770328c'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:32.213309 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7adaaed6-5a0f-4982-9901-083d09214a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.216851 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7adaaed6-5a0f-4982-9901-083d09214a2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.279658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5b9393-a309-4263-9858-f4ec364ef7e5 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Made reservation on behalf of 73ad1f7a90b043f0b40df7546770328c for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:32.282079 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9393-a309-4263-9858-f4ec364ef7e5 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.296736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d3650-4e90-40f9-b82b-c55b87a4d1d7 req-fce4455a-738c-4db5-8893-d28e8a383b01 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:32.319478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-734d3650-4e90-40f9-b82b-c55b87a4d1d7 req-fce4455a-738c-4db5-8893-d28e8a383b01 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 943 time: 0.2828352 Nov 18 17:20:32.320764 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1dd8665-fc25-4488-af59-a21b849a51bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.342014 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5b9393-a309-4263-9858-f4ec364ef7e5 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] vlan segment allocate from pool success with {'vlan_id': 1141, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:20:32.352348 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9393-a309-4263-9858-f4ec364ef7e5 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.352891 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-8c5b9393-a309-4263-9858-f4ec364ef7e5 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Added segment 923fbd76-900c-46fe-9add-cc2b864b104e of type vlan for network 431a2751-051a-43ba-a1d9-ac4af28084d8 Nov 18 17:20:32.403075 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7adaaed6-5a0f-4982-9901-083d09214a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.403728 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adaaed6-5a0f-4982-9901-083d09214a2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a194197-b55f-4ded-bf6e-c74791fe931b {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:20:32.408590 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6ccea65b-be33-4192-b8d4-62a6c5f112ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.416663 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9393-a309-4263-9858-f4ec364ef7e5 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.416765 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7adaaed6-5a0f-4982-9901-083d09214a2f admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.419867 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7adaaed6-5a0f-4982-9901-083d09214a2f admin admin] 10.222.0.72 "DELETE /v2.0/routers/2a194197-b55f-4ded-bf6e-c74791fe931b HTTP/1.1" status: 204 len: 168 time: 3.1574175 Nov 18 17:20:32.423272 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51480) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:32.462739 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1dd8665-fc25-4488-af59-a21b849a51bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.485917 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1dd8665-fc25-4488-af59-a21b849a51bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.531490 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9393-a309-4263-9858-f4ec364ef7e5 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.531490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5b9393-a309-4263-9858-f4ec364ef7e5 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:32.531490 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9393-a309-4263-9858-f4ec364ef7e5 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.599140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b9393-a309-4263-9858-f4ec364ef7e5 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Pushing event updated for resources: {'Network': ['ID=431a2751-051a-43ba-a1d9-ac4af28084d8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:32.600600 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-734d3650-4e90-40f9-b82b-c55b87a4d1d7 req-4baeb45f-c1c3-44a2-823b-5d00f76ad43c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366824 Nov 18 17:20:32.610392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6558c3e-0734-4206-83e5-34090baa5280 admin admin] Deleting subnet d3ec8e5c-4d0e-4517-a05c-bc25de0caf10 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:20:32.611429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 431a2751-051a-43ba-a1d9-ac4af28084d8 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:20:32.616699 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a6558c3e-0734-4206-83e5-34090baa5280 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.632854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff245583-38a9-499d-9147-6cdff7ac68be req-5d910141-de7a-470e-9280-bf8af8d69c45 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:32.634458 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff245583-38a9-499d-9147-6cdff7ac68be req-5d910141-de7a-470e-9280-bf8af8d69c45 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.1776915 Nov 18 17:20:32.687811 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8c5b9393-a309-4263-9858-f4ec364ef7e5 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.5479298 Nov 18 17:20:32.690674 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51486) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:32.697985 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0b8531e5-60e4-4486-839a-7f9d43295129 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Request body: {'network': {'project_id': '73ad1f7a90b043f0b40df7546770328c'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:32.710993 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1dd8665-fc25-4488-af59-a21b849a51bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.711741 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dd8665-fc25-4488-af59-a21b849a51bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2d5152e-5560-4b9a-8737-da99cf95b088 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:20:32.718337 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8531e5-60e4-4486-839a-7f9d43295129 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 18 17:20:32.718971 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8531e5-60e4-4486-839a-7f9d43295129 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:20:32.723896 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0b8531e5-60e4-4486-839a-7f9d43295129 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0311399 Nov 18 17:20:32.724541 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51488) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:32.756658 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1dd8665-fc25-4488-af59-a21b849a51bd admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.758380 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c1dd8665-fc25-4488-af59-a21b849a51bd admin admin] 10.222.0.72 "DELETE /v2.0/routers/f2d5152e-5560-4b9a-8737-da99cf95b088 HTTP/1.1" status: 204 len: 168 time: 3.4946177 Nov 18 17:20:32.761007 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a6558c3e-0734-4206-83e5-34090baa5280 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.763551 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51490) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:32.780127 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff245583-38a9-499d-9147-6cdff7ac68be req-1880f3a6-8cd2-48a4-bd88-5a7b23da7108 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166010 Nov 18 17:20:32.895543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e3d180-a2fc-4c99-8b60-2d5e144f1878 admin admin] Deleting subnet e3fbd798-50b7-45c2-a27c-2af49d923d4b {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:20:32.899901 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7e3d180-a2fc-4c99-8b60-2d5e144f1878 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.904862 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 12ef7917-2e02-479b-99ef-bd8c1229f454 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:20:32.943865 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a6558c3e-0734-4206-83e5-34090baa5280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:32.958893 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7e3d180-a2fc-4c99-8b60-2d5e144f1878 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.019494 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-79c32a4d-22ec-4c84-b1dc-0bb32c39b35e tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=73ad1f7a90b043f0b40df7546770328c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2936220 Nov 18 17:20:33.020313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51496) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:33.114848 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7e3d180-a2fc-4c99-8b60-2d5e144f1878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.138686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 12ef7917-2e02-479b-99ef-bd8c1229f454, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=12ef7917-2e02-479b-99ef-bd8c1229f454,segment=NetworkSegment(00764b23-792e-4303-be82-13f1719c4ba1),segment_id=00764b23-792e-4303-be82-13f1719c4ba1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:33.153022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '12ef7917-2e02-479b-99ef-bd8c1229f454', 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81', 'port_id': '12ef7917-2e02-479b-99ef-bd8c1229f454', 'mac_address': 'fa:16:3e:2d:7f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:20:33.153566 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d81990d-a52c-4b46-becc-eaa032a7f752 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.184434 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d81990d-a52c-4b46-becc-eaa032a7f752 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.194823 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.195052 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a6558c3e-0734-4206-83e5-34090baa5280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.210598 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ef7917-2e02-479b-99ef-bd8c1229f454 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:20:33.252005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6558c3e-0734-4206-83e5-34090baa5280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3ec8e5c-4d0e-4517-a05c-bc25de0caf10,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:33.255698 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 12ef7917-2e02-479b-99ef-bd8c1229f454, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=12ef7917-2e02-479b-99ef-bd8c1229f454,segment=NetworkSegment(00764b23-792e-4303-be82-13f1719c4ba1),segment_id=00764b23-792e-4303-be82-13f1719c4ba1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:33.259546 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a6558c3e-0734-4206-83e5-34090baa5280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.265908 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a6558c3e-0734-4206-83e5-34090baa5280 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d3ec8e5c-4d0e-4517-a05c-bc25de0caf10 HTTP/1.1" status: 204 len: 168 time: 0.8392100 Nov 18 17:20:33.266125 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a55f097-3978-44c4-b4fe-4c204d28ef1f None None] Network f0ed2f30-6d6d-438e-9052-356a02aebec5 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:20:33.266235 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51502) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:33.274216 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7e3d180-a2fc-4c99-8b60-2d5e144f1878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.315618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3d180-a2fc-4c99-8b60-2d5e144f1878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3fbd798-50b7-45c2-a27c-2af49d923d4b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:33.328073 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7e3d180-a2fc-4c99-8b60-2d5e144f1878 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.333331 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c7e3d180-a2fc-4c99-8b60-2d5e144f1878 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e3fbd798-50b7-45c2-a27c-2af49d923d4b HTTP/1.1" status: 204 len: 168 time: 0.5686028 Nov 18 17:20:33.339078 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d81990d-a52c-4b46-becc-eaa032a7f752 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.341643 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d81990d-a52c-4b46-becc-eaa032a7f752 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.347330 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3d81990d-a52c-4b46-becc-eaa032a7f752 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/4ba74b21-4c68-401d-a691-50af3587eded HTTP/1.1" status: 204 len: 168 time: 0.3225107 Nov 18 17:20:33.349177 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51504) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:33.350130 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51508) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:33.368093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7abe09-7227-427b-ae33-701264462125 None None] Network 487dcd42-0c3a-42c2-8c48-540a99d12b78 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:20:33.373749 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.384342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81990d-a52c-4b46-becc-eaa032a7f752 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba74b21-4c68-401d-a691-50af3587eded,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:33.462574 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.549960 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] Deleting port 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:20:33.550316 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.574974 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 97f7835c-50da-4b9d-93fb-7baec14fddfb no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:20:33.644739 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] For port 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5f2190b4-0945-4f14-9f2d-eaf53dbd8b95,segment=NetworkSegment(56d5c5c1-7ed3-4361-a9d4-7b407a4b74af),segment_id=56d5c5c1-7ed3-4361-a9d4-7b407a4b74af)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:33.645227 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.652776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=12ef7917-2e02-479b-99ef-bd8c1229f454,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:33.656455 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.664601 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] Calling delete_port for 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:20:33.669891 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4b17b77b-70ef-4994-a3af-59036f51f70f tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.692329 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.698776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 97f7835c-50da-4b9d-93fb-7baec14fddfb {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:20:33.698776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 97f7835c-50da-4b9d-93fb-7baec14fddfb not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:20:33.698776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 170e6c38-30d1-4a60-95dd-b62de6bc7d2e no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:20:33.733456 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['12ef7917-2e02-479b-99ef-bd8c1229f454'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:20:33.733456 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 170e6c38-30d1-4a60-95dd-b62de6bc7d2e {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:20:33.733771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 170e6c38-30d1-4a60-95dd-b62de6bc7d2e not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:20:33.806483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e301d-31c5-4bac-af11-35f4d7ca0e4e req-fe23a02e-f2bc-45c6-802b-44922b035b0f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:33.811265 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac0e301d-31c5-4bac-af11-35f4d7ca0e4e req-fe23a02e-f2bc-45c6-802b-44922b035b0f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 944 time: 0.0937462 Nov 18 17:20:33.836566 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4b17b77b-70ef-4994-a3af-59036f51f70f tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.883438 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4b17b77b-70ef-4994-a3af-59036f51f70f tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431a2751-051a-43ba-a1d9-ac4af28084d8']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:33.907100 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4b17b77b-70ef-4994-a3af-59036f51f70f tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923fbd76-900c-46fe-9add-cc2b864b104e') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:33.908367 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4b17b77b-70ef-4994-a3af-59036f51f70f tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923fbd76-900c-46fe-9add-cc2b864b104e') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:33.921869 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4b17b77b-70ef-4994-a3af-59036f51f70f tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.933123 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fe6485-f6c7-48a7-8de1-56943c780cb1 None None] DHCP port deletion for f0ed2f30-6d6d-438e-9052-356a02aebec5 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:20:33.953134 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4b17b77b-70ef-4994-a3af-59036f51f70f tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.973514 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b17b77b-70ef-4994-a3af-59036f51f70f tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:20:33.974035 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4b17b77b-70ef-4994-a3af-59036f51f70f tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:20:33.979674 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:20:33.996401 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:34.025577 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] Deleting port 17ce12ec-1408-4557-b4a6-21bf61df836d {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:20:34.026095 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:34.043324 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac0e301d-31c5-4bac-af11-35f4d7ca0e4e req-23c1c289-ad13-401a-abf7-2661f5fb01f6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254136 Nov 18 17:20:34.047642 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] No DVR routers for this DVR port 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:20:34.063186 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] Pushing event deleted for resources: {'Port': ['ID=5f2190b4-0945-4f14-9f2d-eaf53dbd8b95,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:34.081082 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a822207e-6116-4b51-91ae-c4a804be1d4d None None] DHCP port deletion for 487dcd42-0c3a-42c2-8c48-540a99d12b78 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:20:34.104082 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6529a34-3d9f-48bc-8378-54a08f046db8 req-ac9a4acd-b854-4100-a52f-0147f7c91641 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:34.106150 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e6529a34-3d9f-48bc-8378-54a08f046db8 req-ac9a4acd-b854-4100-a52f-0147f7c91641 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.1979191 Nov 18 17:20:34.176172 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4b17b77b-70ef-4994-a3af-59036f51f70f tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:34.189265 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4b17b77b-70ef-4994-a3af-59036f51f70f tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:34.193342 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4b17b77b-70ef-4994-a3af-59036f51f70f tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] 10.222.0.72 "DELETE /v2.0/networks/431a2751-051a-43ba-a1d9-ac4af28084d8 HTTP/1.1" status: 204 len: 168 time: 0.8374507 Nov 18 17:20:34.195489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] For port 17ce12ec-1408-4557-b4a6-21bf61df836d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=17ce12ec-1408-4557-b4a6-21bf61df836d,segment=NetworkSegment(9a306a4a-9781-4d28-968f-4bac57071482),segment_id=9a306a4a-9781-4d28-968f-4bac57071482)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:34.195917 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:34.201994 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:34.205403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51526) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:34.231077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ed2f30-6d6d-438e-9052-356a02aebec5']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:34.235740 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] Calling delete_port for 17ce12ec-1408-4557-b4a6-21bf61df836d owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:20:34.237962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17b77b-70ef-4994-a3af-59036f51f70f tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Pushing event deleted for resources: {'Network': ['ID=431a2751-051a-43ba-a1d9-ac4af28084d8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:34.247341 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a822207e-6116-4b51-91ae-c4a804be1d4d None None] Deleting port 17ce12ec-1408-4557-b4a6-21bf61df836d {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:20:34.247966 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a822207e-6116-4b51-91ae-c4a804be1d4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:34.249551 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d5c5c1-7ed3-4361-a9d4-7b407a4b74af') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:34.250194 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d5c5c1-7ed3-4361-a9d4-7b407a4b74af') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:34.269359 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:34.337987 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e6529a34-3d9f-48bc-8378-54a08f046db8 req-69cefcd2-b581-47c1-9b86-f1d396f4358c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987057 Nov 18 17:20:34.354500 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a822207e-6116-4b51-91ae-c4a804be1d4d None None] For port 17ce12ec-1408-4557-b4a6-21bf61df836d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=17ce12ec-1408-4557-b4a6-21bf61df836d,segment=NetworkSegment(9a306a4a-9781-4d28-968f-4bac57071482),segment_id=9a306a4a-9781-4d28-968f-4bac57071482)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:34.355454 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a822207e-6116-4b51-91ae-c4a804be1d4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:34.356453 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:34.363926 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:20:34.364500 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:20:34.367056 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:20:34.373891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a822207e-6116-4b51-91ae-c4a804be1d4d None None] Calling delete_port for 17ce12ec-1408-4557-b4a6-21bf61df836d owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:20:34.447410 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-024d54d2-d005-4e9b-946e-5db4003d80a2 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:34.582879 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:34.593859 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:34.596961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] 10.222.0.72 "DELETE /v2.0/networks/f0ed2f30-6d6d-438e-9052-356a02aebec5 HTTP/1.1" status: 204 len: 168 time: 1.3298802 Nov 18 17:20:34.617800 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145c25f-4a7e-42f0-979e-6d8f98c125de admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ed2f30-6d6d-438e-9052-356a02aebec5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:34.618369 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a822207e-6116-4b51-91ae-c4a804be1d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:34.647999 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822207e-6116-4b51-91ae-c4a804be1d4d None None] Pushing event deleted for resources: {'Port': ['ID=17ce12ec-1408-4557-b4a6-21bf61df836d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:34.651534 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822207e-6116-4b51-91ae-c4a804be1d4d None None] No DVR routers for this DVR port 17ce12ec-1408-4557-b4a6-21bf61df836d on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:20:34.896734 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:34.934786 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] No DVR routers for this DVR port 17ce12ec-1408-4557-b4a6-21bf61df836d on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:20:34.959603 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:34.961609 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-024d54d2-d005-4e9b-946e-5db4003d80a2 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:34.965092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] Pushing event deleted for resources: {'Port': ['ID=17ce12ec-1408-4557-b4a6-21bf61df836d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:35.025573 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 78bd8e2d-3ce1-4555-a05b-c5e2374fff83 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:20:35.038634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-024d54d2-d005-4e9b-946e-5db4003d80a2 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b9d25d-a7e6-46f3-a7a5-d127944318c0']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:35.049947 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 78bd8e2d-3ce1-4555-a05b-c5e2374fff83 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:20:35.050389 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 78bd8e2d-3ce1-4555-a05b-c5e2374fff83 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:20:35.050891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:20:35.071727 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:35.076333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-024d54d2-d005-4e9b-946e-5db4003d80a2 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d97415-21da-4ebf-bc8a-b18455b09cfb') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:35.076643 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-024d54d2-d005-4e9b-946e-5db4003d80a2 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d97415-21da-4ebf-bc8a-b18455b09cfb') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:35.096957 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-024d54d2-d005-4e9b-946e-5db4003d80a2 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:35.112177 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487dcd42-0c3a-42c2-8c48-540a99d12b78']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:35.127291 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a306a4a-9781-4d28-968f-4bac57071482') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:35.127291 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a306a4a-9781-4d28-968f-4bac57071482') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:35.130116 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-024d54d2-d005-4e9b-946e-5db4003d80a2 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:35.132996 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51582) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:35.138396 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024d54d2-d005-4e9b-946e-5db4003d80a2 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:20:35.138817 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-024d54d2-d005-4e9b-946e-5db4003d80a2 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:20:35.206670 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:20:35.220083 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:35.249672 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1271f2-c461-4559-8f9f-bbd27f478ef7 req-7e7fa70b-a717-4705-9622-74db2db5dfc9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:35.259750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fe1271f2-c461-4559-8f9f-bbd27f478ef7 req-7e7fa70b-a717-4705-9622-74db2db5dfc9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 944 time: 0.0874953 Nov 18 17:20:35.271726 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a93a5d64-91c8-4e3b-acfd-81bfdd5c069a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8636c767565a441eb773511271a60b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368847 Nov 18 17:20:35.279762 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51590) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:35.293073 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:35.293073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:20:35.293073 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:35.329388 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:20:35.329949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5f2190b4-0945-4f14-9f2d-eaf53dbd8b95 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:20:35.330536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 17ce12ec-1408-4557-b4a6-21bf61df836d no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:20:35.331135 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:20:35.333520 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-024d54d2-d005-4e9b-946e-5db4003d80a2 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:35.389726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 17ce12ec-1408-4557-b4a6-21bf61df836d {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:20:35.389726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 17ce12ec-1408-4557-b4a6-21bf61df836d not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:20:35.391828 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fe1271f2-c461-4559-8f9f-bbd27f478ef7 req-d2cd4562-3090-44f3-bfbc-ac9f6183bc2e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305439 Nov 18 17:20:35.393186 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29bad94c-750a-48fe-ac9d-5bd57c518d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:35.399133 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-024d54d2-d005-4e9b-946e-5db4003d80a2 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:35.403482 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-024d54d2-d005-4e9b-946e-5db4003d80a2 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] 10.222.0.72 "DELETE /v2.0/networks/f8b9d25d-a7e6-46f3-a7a5-d127944318c0 HTTP/1.1" status: 204 len: 168 time: 1.1969461 Nov 18 17:20:35.418889 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29bad94c-750a-48fe-ac9d-5bd57c518d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:35.419888 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d54d2-d005-4e9b-946e-5db4003d80a2 tempest-QuotasNegativeTest-1032452286 tempest-QuotasNegativeTest-1032452286-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8b9d25d-a7e6-46f3-a7a5-d127944318c0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:35.445105 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:35.466855 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:35.473142 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] 10.222.0.72 "DELETE /v2.0/networks/487dcd42-0c3a-42c2-8c48-540a99d12b78 HTTP/1.1" status: 204 len: 168 time: 2.1170948 Nov 18 17:20:35.490768 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:35.502571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748e010-0c48-42ef-836d-ef42925b302b admin admin] Pushing event deleted for resources: {'Network': ['ID=487dcd42-0c3a-42c2-8c48-540a99d12b78,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:35.548411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f9f5f-39c1-4ec2-9a19-a728f6f2632d req-39fd8943-25f9-4386-9c1f-b064999d3418 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:35.549963 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc3f9f5f-39c1-4ec2-9a19-a728f6f2632d req-39fd8943-25f9-4386-9c1f-b064999d3418 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.0826769 Nov 18 17:20:35.553349 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29bad94c-750a-48fe-ac9d-5bd57c518d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:35.556336 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29bad94c-750a-48fe-ac9d-5bd57c518d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:35.557588 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-29bad94c-750a-48fe-ac9d-5bd57c518d87 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2aaf955b-2088-4f7c-8a60-6779658ce3a8 HTTP/1.1" status: 204 len: 168 time: 0.2755454 Nov 18 17:20:35.578939 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bad94c-750a-48fe-ac9d-5bd57c518d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaf955b-2088-4f7c-8a60-6779658ce3a8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:35.643628 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc3f9f5f-39c1-4ec2-9a19-a728f6f2632d req-d6e6ac0b-00d1-4a26-96bd-b245184a1d9f tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806787 Nov 18 17:20:36.007953 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51644) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:36.065598 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6079bafa-ff47-4282-ab2c-9a988af1b5b1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0098a5d2a96c4be3934bdc90a293ce7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0563357 Nov 18 17:20:36.068442 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51646) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:36.148561 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a76c5ec-1357-41bd-b5f7-f0d52afc2593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:36.188078 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a76c5ec-1357-41bd-b5f7-f0d52afc2593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:36.393829 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a76c5ec-1357-41bd-b5f7-f0d52afc2593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:36.399368 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a76c5ec-1357-41bd-b5f7-f0d52afc2593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:36.401591 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7a76c5ec-1357-41bd-b5f7-f0d52afc2593 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d18f7825-b618-455b-900f-66261dec5a9c HTTP/1.1" status: 204 len: 168 time: 0.3316808 Nov 18 17:20:36.411047 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76c5ec-1357-41bd-b5f7-f0d52afc2593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18f7825-b618-455b-900f-66261dec5a9c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:36.551731 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27387f3-8371-4697-a9ea-ed17525ac905 req-351c3dcc-18bb-4c32-b4d0-003a0cfae765 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:36.564837 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c27387f3-8371-4697-a9ea-ed17525ac905 req-351c3dcc-18bb-4c32-b4d0-003a0cfae765 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 944 time: 0.1003392 Nov 18 17:20:36.628960 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c27387f3-8371-4697-a9ea-ed17525ac905 req-22ccede0-4b0a-44a9-af13-e97be71b60f4 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617647 Nov 18 17:20:36.659434 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51666) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:36.720457 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d2904a69-140f-4da8-94ac-948bc7cb6201 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=be4f7075a94c4845b27a7caad0e22140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0596397 Nov 18 17:20:36.721021 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51672) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:36.786118 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51674) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:36.841141 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1af49d3a-576c-48d7-add3-096a790fef15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:36.864254 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1af49d3a-576c-48d7-add3-096a790fef15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:36.896964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dead2d-5f61-42ac-85a1-3bbba91dba84 req-45db8ab5-e90f-499e-92e9-3946de06dc69 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:36.897942 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0dead2d-5f61-42ac-85a1-3bbba91dba84 req-45db8ab5-e90f-499e-92e9-3946de06dc69 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.1315947 Nov 18 17:20:36.906706 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 12ef7917-2e02-479b-99ef-bd8c1229f454 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:20:37.056285 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0dead2d-5f61-42ac-85a1-3bbba91dba84 req-545cb2fa-2cb0-4613-acef-c15977633b92 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151881 Nov 18 17:20:37.111306 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40ecc232-ce87-4a1a-b4fc-645bced17ae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:37.113531 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 12ef7917-2e02-479b-99ef-bd8c1229f454 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:20:37.118021 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 12ef7917-2e02-479b-99ef-bd8c1229f454 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:37.121346 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:37.137125 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1af49d3a-576c-48d7-add3-096a790fef15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:37.140275 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1af49d3a-576c-48d7-add3-096a790fef15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:37.146011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1af49d3a-576c-48d7-add3-096a790fef15 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/afdb1a31-293f-4cbc-8c10-32f2e50fa1c0 HTTP/1.1" status: 204 len: 168 time: 0.4200342 Nov 18 17:20:37.157614 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af49d3a-576c-48d7-add3-096a790fef15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdb1a31-293f-4cbc-8c10-32f2e50fa1c0,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:37.251047 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40ecc232-ce87-4a1a-b4fc-645bced17ae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:37.277921 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:37.301136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ef7917-2e02-479b-99ef-bd8c1229f454'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:20:37.303410 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6506c6df-5237-4fde-9b04-5d243b616133" -d '{"events": [{"server_uuid": "f4318c25-9af7-4e19-b793-c339fea0190d", "name": "network-vif-plugged", "status": "completed", "tag": "12ef7917-2e02-479b-99ef-bd8c1229f454"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:20:37.317404 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 12ef7917-2e02-479b-99ef-bd8c1229f454, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=12ef7917-2e02-479b-99ef-bd8c1229f454,segment=NetworkSegment(00764b23-792e-4303-be82-13f1719c4ba1),segment_id=00764b23-792e-4303-be82-13f1719c4ba1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:37.344449 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1543dc-a161-496a-b111-f6821c1751ec x-openstack-request-id: req-ec1543dc-a161-496a-b111-f6821c1751ec {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:20:37.352036 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4318c25-9af7-4e19-b793-c339fea0190d", "name": "network-vif-plugged", "status": "completed", "tag": "12ef7917-2e02-479b-99ef-bd8c1229f454", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:20:37.352036 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ec1543dc-a161-496a-b111-f6821c1751ec {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:20:37.352036 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ef7917-2e02-479b-99ef-bd8c1229f454', 'code': 200} Nov 18 17:20:37.399233 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40ecc232-ce87-4a1a-b4fc-645bced17ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:37.444850 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:37.536539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=12ef7917-2e02-479b-99ef-bd8c1229f454,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:37.583360 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-40ecc232-ce87-4a1a-b4fc-645bced17ae8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=313b5f306b464e2c80c6c9c8184a7895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7937958 Nov 18 17:20:37.583955 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51704) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:37.601909 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecc232-ce87-4a1a-b4fc-645bced17ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5225e520-1a4d-459e-b30d-c2d583c9f9aa,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:37.647684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd816e95-3c6d-4e95-a7b6-32607e5ace95 req-02c106af-33cf-494c-b9e0-74f3b1c100cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:37.649493 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd816e95-3c6d-4e95-a7b6-32607e5ace95 req-02c106af-33cf-494c-b9e0-74f3b1c100cc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 1097 time: 0.2123146 Nov 18 17:20:37.672909 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0b31ae8-dad2-4dc6-a99e-55f807282a6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:37.734429 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0b31ae8-dad2-4dc6-a99e-55f807282a6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:37.753548 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd816e95-3c6d-4e95-a7b6-32607e5ace95 req-46f929d0-96c3-429a-82bd-7bccc5966538 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957115 Nov 18 17:20:37.859382 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3085613-a64f-4162-a860-619619c5469b req-ec14f651-2176-4da7-b911-98603f8faebb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:37.861023 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e3085613-a64f-4162-a860-619619c5469b req-ec14f651-2176-4da7-b911-98603f8faebb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.0638540 Nov 18 17:20:37.925523 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e3085613-a64f-4162-a860-619619c5469b req-5f5788ab-7161-409b-9f93-9418bb8fed66 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581543 Nov 18 17:20:37.950099 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0b31ae8-dad2-4dc6-a99e-55f807282a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:37.952948 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0b31ae8-dad2-4dc6-a99e-55f807282a6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:37.956826 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f0b31ae8-dad2-4dc6-a99e-55f807282a6b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5225e520-1a4d-459e-b30d-c2d583c9f9aa HTTP/1.1" status: 204 len: 168 time: 0.3683765 Nov 18 17:20:37.965622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b31ae8-dad2-4dc6-a99e-55f807282a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5225e520-1a4d-459e-b30d-c2d583c9f9aa,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:38.121669 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51734) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:38.200303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c55272-59c1-4eda-ab81-cab0b959327e req-6a4397d5-e908-4fb6-8864-af9be5e9485b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:38.201839 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21c55272-59c1-4eda-ab81-cab0b959327e req-6a4397d5-e908-4fb6-8864-af9be5e9485b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.0573230 Nov 18 17:20:38.280953 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21c55272-59c1-4eda-ab81-cab0b959327e req-83f0d073-afd4-41cd-ac3d-2fdd901815af tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727069 Nov 18 17:20:38.502249 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-71a90223-29e9-4cdb-a4fc-a3c0a6edb5ef admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1476290906-network', 'tenant_id': 'c02a09087a57449da11f75049d72d888'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:38.886039 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a90223-29e9-4cdb-a4fc-a3c0a6edb5ef admin admin] Made reservation on behalf of c02a09087a57449da11f75049d72d888 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:38.889447 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71a90223-29e9-4cdb-a4fc-a3c0a6edb5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:38.900268 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71a90223-29e9-4cdb-a4fc-a3c0a6edb5ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.026289 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71a90223-29e9-4cdb-a4fc-a3c0a6edb5ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.100489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51764) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:39.119867 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32eedd-5266-4c68-afd8-87d09271e443 req-26afc26d-d214-4262-91fd-e18d632382ab tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:39.124386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e32eedd-5266-4c68-afd8-87d09271e443 req-26afc26d-d214-4262-91fd-e18d632382ab tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.0761983 Nov 18 17:20:39.144835 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71a90223-29e9-4cdb-a4fc-a3c0a6edb5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.169827 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:20:39.175734 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a90223-29e9-4cdb-a4fc-a3c0a6edb5ef admin admin] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:20:39.194308 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51768) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:39.210392 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2e333e4-7b44-4bd6-bbfb-4037e8f21969 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.216066 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71a90223-29e9-4cdb-a4fc-a3c0a6edb5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.216635 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-71a90223-29e9-4cdb-a4fc-a3c0a6edb5ef admin admin] Added segment eb18b630-cf71-4ecb-a771-e54520e0dac6 of type vlan for network 99853349-4078-4397-a0fc-c76ba99befbe Nov 18 17:20:39.217823 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a90223-29e9-4cdb-a4fc-a3c0a6edb5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587943a3-8bd4-44bc-9a8c-5871a2548100,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:39.250514 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e32eedd-5266-4c68-afd8-87d09271e443 req-40c93ae5-a255-4f50-8797-304b0d1f6437 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218882 Nov 18 17:20:39.307993 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71a90223-29e9-4cdb-a4fc-a3c0a6edb5ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.376450 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2e333e4-7b44-4bd6-bbfb-4037e8f21969 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.428774 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71a90223-29e9-4cdb-a4fc-a3c0a6edb5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.430338 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a90223-29e9-4cdb-a4fc-a3c0a6edb5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:39.430980 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71a90223-29e9-4cdb-a4fc-a3c0a6edb5ef admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.442966 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b7a76d98-0280-46e2-b395-8b2de144abb4 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-945041960-network', 'tenant_id': '9c046e7d07204c1fa121183668404bde'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:39.450119 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2e333e4-7b44-4bd6-bbfb-4037e8f21969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.514457 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a90223-29e9-4cdb-a4fc-a3c0a6edb5ef admin admin] Pushing event updated for resources: {'Network': ['ID=99853349-4078-4397-a0fc-c76ba99befbe,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:39.516548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e333e4-7b44-4bd6-bbfb-4037e8f21969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92062f66-b840-4098-acef-0b952a2b656f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:39.525320 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 99853349-4078-4397-a0fc-c76ba99befbe details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:20:39.529449 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b30bb-e827-4ae1-81b3-73630236ee20 req-ac49dc72-67d5-482d-8573-ffeaac6e8414 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:39.532083 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-266b30bb-e827-4ae1-81b3-73630236ee20 req-ac49dc72-67d5-482d-8573-ffeaac6e8414 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.1340644 Nov 18 17:20:39.586551 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a2e333e4-7b44-4bd6-bbfb-4037e8f21969 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ad8e8f20793b4756bc0f239ae5d1124c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3911002 Nov 18 17:20:39.591343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51778) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:39.607937 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-266b30bb-e827-4ae1-81b3-73630236ee20 req-51491815-53a6-4a34-ad20-cb6e5f9070ab tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697072 Nov 18 17:20:39.639033 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a76d98-0280-46e2-b395-8b2de144abb4 admin admin] Made reservation on behalf of 9c046e7d07204c1fa121183668404bde for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:39.641448 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7a76d98-0280-46e2-b395-8b2de144abb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.651743 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7a76d98-0280-46e2-b395-8b2de144abb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.655681 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5352ff30-23c4-4c8a-93af-2e6f4e3d2fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.697123 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5352ff30-23c4-4c8a-93af-2e6f4e3d2fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.711375 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-71a90223-29e9-4cdb-a4fc-a3c0a6edb5ef admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5983098 Nov 18 17:20:39.711375 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51784) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:39.717036 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-4158e301-644e-41a2-a502-ed29b7f4526e admin admin] Request body: {'subnet': {'network_id': '99853349-4078-4397-a0fc-c76ba99befbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1476290906-subnet', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:39.787179 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7a76d98-0280-46e2-b395-8b2de144abb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.856445 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4158e301-644e-41a2-a502-ed29b7f4526e admin admin] Made reservation on behalf of c02a09087a57449da11f75049d72d888 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:39.858837 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4158e301-644e-41a2-a502-ed29b7f4526e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.931243 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5352ff30-23c4-4c8a-93af-2e6f4e3d2fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.931706 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7a76d98-0280-46e2-b395-8b2de144abb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.934847 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5352ff30-23c4-4c8a-93af-2e6f4e3d2fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:39.936040 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5352ff30-23c4-4c8a-93af-2e6f4e3d2fc0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/92062f66-b840-4098-acef-0b952a2b656f HTTP/1.1" status: 204 len: 168 time: 0.3436248 Nov 18 17:20:39.951480 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352ff30-23c4-4c8a-93af-2e6f4e3d2fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92062f66-b840-4098-acef-0b952a2b656f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:39.984818 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a76d98-0280-46e2-b395-8b2de144abb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:20:39.992893 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a76d98-0280-46e2-b395-8b2de144abb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615372db-50ec-4fb2-b138-1cba537cef94,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:40.000939 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7a76d98-0280-46e2-b395-8b2de144abb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:40.001533 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-b7a76d98-0280-46e2-b395-8b2de144abb4 admin admin] Added segment 26b97f17-69d2-4609-8a98-6a597f6ae202 of type vlan for network f781338f-8486-4e4a-b308-8976616993eb Nov 18 17:20:40.094336 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7a76d98-0280-46e2-b395-8b2de144abb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:40.183120 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4158e301-644e-41a2-a502-ed29b7f4526e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:40.242821 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158e301-644e-41a2-a502-ed29b7f4526e admin admin] Pushing event updated for resources: {'Subnet': ['ID=905ad912-5232-4c9b-8750-bbdbc44e1e85,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:40.250723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4158e301-644e-41a2-a502-ed29b7f4526e admin admin] Checking segment: {'id': 'eb18b630-cf71-4ecb-a771-e54520e0dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:20:40.251089 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4158e301-644e-41a2-a502-ed29b7f4526e admin admin] Network hostable DHCP agents. Network: 99853349-4078-4397-a0fc-c76ba99befbe, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:20:40.256712 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7a76d98-0280-46e2-b395-8b2de144abb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:40.258315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a76d98-0280-46e2-b395-8b2de144abb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:40.259032 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7a76d98-0280-46e2-b395-8b2de144abb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:40.339438 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a76d98-0280-46e2-b395-8b2de144abb4 admin admin] Pushing event updated for resources: {'Network': ['ID=f781338f-8486-4e4a-b308-8976616993eb,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:40.352562 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network f781338f-8486-4e4a-b308-8976616993eb details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:20:40.364014 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4158e301-644e-41a2-a502-ed29b7f4526e admin admin] Network 99853349-4078-4397-a0fc-c76ba99befbe is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:20:40.383243 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b7a76d98-0280-46e2-b395-8b2de144abb4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2788410 Nov 18 17:20:40.383483 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51800) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:40.395184 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3b1808e7-5e0f-485f-a67b-ff82d8fb91b3 admin admin] Request body: {'subnet': {'network_id': 'f781338f-8486-4e4a-b308-8976616993eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-945041960-subnet', 'tenant_id': '9c046e7d07204c1fa121183668404bde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:40.409942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252f63f-1f3e-40d7-9b51-cc429c460985 req-421a75a4-141f-4722-8907-696c6fd16d8f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:40.412682 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f252f63f-1f3e-40d7-9b51-cc429c460985 req-421a75a4-141f-4722-8907-696c6fd16d8f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.0856614 Nov 18 17:20:40.437148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-4158e301-644e-41a2-a502-ed29b7f4526e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 99853349-4078-4397-a0fc-c76ba99befbe) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:40.470554 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4158e301-644e-41a2-a502-ed29b7f4526e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:40.471167 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4158e301-644e-41a2-a502-ed29b7f4526e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:40.477711 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b8873b-ff32-4c54-8303-f010b82b1ac7 None None] Network 99853349-4078-4397-a0fc-c76ba99befbe requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:20:40.502489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1808e7-5e0f-485f-a67b-ff82d8fb91b3 admin admin] Made reservation on behalf of 9c046e7d07204c1fa121183668404bde for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:40.506099 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3b1808e7-5e0f-485f-a67b-ff82d8fb91b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:40.509623 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f252f63f-1f3e-40d7-9b51-cc429c460985 req-37f69e0e-6480-4332-ba13-5cdb119e733e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871229 Nov 18 17:20:40.578323 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4158e301-644e-41a2-a502-ed29b7f4526e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8624563 Nov 18 17:20:40.578323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51810) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:40.587631 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1476290906-router', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:40.727867 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:40.729294 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:40.773926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-99853349-4078-4397-a0fc-c76ba99befbe', 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'fixed_ips': [{'subnet_id': '905ad912-5232-4c9b-8750-bbdbc44e1e85'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:20:40.774987 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:41.052774 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Allocated IP 172.20.0.2 (99853349-4078-4397-a0fc-c76ba99befbe/905ad912-5232-4c9b-8750-bbdbc44e1e85/9f6044c8-c5de-49ad-86ae-750c192cbab5) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:20:41.102503 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3b1808e7-5e0f-485f-a67b-ff82d8fb91b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:41.186423 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1808e7-5e0f-485f-a67b-ff82d8fb91b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9b9d89-c976-4008-a9f2-51e09be9f328,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:41.198470 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1808e7-5e0f-485f-a67b-ff82d8fb91b3 admin admin] Checking segment: {'id': '26b97f17-69d2-4609-8a98-6a597f6ae202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:20:41.198470 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1808e7-5e0f-485f-a67b-ff82d8fb91b3 admin admin] Network hostable DHCP agents. Network: f781338f-8486-4e4a-b308-8976616993eb, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:20:41.260540 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa1f10-b65a-43ae-8dea-9549db72d4d1 req-34973181-afda-4510-b988-e7a6a063a6f9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:41.271265 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d4fa1f10-b65a-43ae-8dea-9549db72d4d1 req-34973181-afda-4510-b988-e7a6a063a6f9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.6085119 Nov 18 17:20:41.299846 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:41.300380 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:41.300699 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1808e7-5e0f-485f-a67b-ff82d8fb91b3 admin admin] Network f781338f-8486-4e4a-b308-8976616993eb is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:20:41.355936 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d395b-bdb2-401f-9b4c-140fcdd92795 req-d681506a-32a3-483c-a951-efa95f2a65cd tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:41.359269 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-295d395b-bdb2-401f-9b4c-140fcdd92795 req-d681506a-32a3-483c-a951-efa95f2a65cd tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.6212308 Nov 18 17:20:41.397095 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d4fa1f10-b65a-43ae-8dea-9549db72d4d1 req-e1e127bc-4d75-4ac0-acc4-e9fc3cf0783c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240280 Nov 18 17:20:41.399706 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:41.419156 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51838) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:41.478028 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-3b1808e7-5e0f-485f-a67b-ff82d8fb91b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, f781338f-8486-4e4a-b308-8976616993eb) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:41.485447 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1808e7-5e0f-485f-a67b-ff82d8fb91b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:41.486323 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3b1808e7-5e0f-485f-a67b-ff82d8fb91b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:41.509785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f78a16e-71fc-4940-90e9-9031107397ae None None] Network f781338f-8486-4e4a-b308-8976616993eb requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:20:41.512810 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3223a6ce-a0d9-4092-83a9-5d8c914a1f2b tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:41.523532 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3223a6ce-a0d9-4092-83a9-5d8c914a1f2b tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 1092 time: 0.1012943 Nov 18 17:20:41.524201 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Network 99853349-4078-4397-a0fc-c76ba99befbe is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:41.526029 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51840) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:41.532452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': '12ef7917-2e02-479b-99ef-bd8c1229f454', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:41.554726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:41.560162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:20:41.589418 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3b1808e7-5e0f-485f-a67b-ff82d8fb91b3 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2034903 Nov 18 17:20:41.597131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Pushing event updated for resources: {'Port': ['ID=9f6044c8-c5de-49ad-86ae-750c192cbab5,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:41.696397 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:41.696684 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for floatingip, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:41.713689 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Attempting to bind port 9f6044c8-c5de-49ad-86ae-750c192cbab5 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:41.714079 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Attempting to bind port 9f6044c8-c5de-49ad-86ae-750c192cbab5 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'eb18b630-cf71-4ecb-a771-e54520e0dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:41.714459 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Attempting to bind port 9f6044c8-c5de-49ad-86ae-750c192cbab5 on network 99853349-4078-4397-a0fc-c76ba99befbe {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:41.738695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:20:41.738695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Checking segment: {'id': 'eb18b630-cf71-4ecb-a771-e54520e0dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:20:41.738695 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:41.738695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Bound using segment: {'id': 'eb18b630-cf71-4ecb-a771-e54520e0dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:20:41.738695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Bound port: 9f6044c8-c5de-49ad-86ae-750c192cbab5, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb18b630-cf71-4ecb-a771-e54520e0dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:20:41.738695 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:41.795245 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-295d395b-bdb2-401f-9b4c-140fcdd92795 req-207fff23-773e-4abc-8614-dbfbb053740b tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601309 Nov 18 17:20:41.912328 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:41.916009 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-f781338f-8486-4e4a-b308-8976616993eb', 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb', 'tenant_id': '9c046e7d07204c1fa121183668404bde', 'fixed_ips': [{'subnet_id': '7e9b9d89-c976-4008-a9f2-51e09be9f328'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:20:41.921435 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:41.930588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] For port 9f6044c8-c5de-49ad-86ae-750c192cbab5, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:20:41.942600 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] For port 9f6044c8-c5de-49ad-86ae-750c192cbab5, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9f6044c8-c5de-49ad-86ae-750c192cbab5,segment=NetworkSegment(eb18b630-cf71-4ecb-a771-e54520e0dac6),segment_id=eb18b630-cf71-4ecb-a771-e54520e0dac6)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:20:42.014597 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:42.217170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Allocated IP 172.25.3.129 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/7de14b2f-8142-4722-ab8f-876e3f5714d3) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:20:42.257132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c755510-949b-4495-9873-7fbe3001e349 None None] Pushing event updated for resources: {'Port': ['ID=9f6044c8-c5de-49ad-86ae-750c192cbab5,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:42.260394 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Allocated IP 172.20.0.2 (f781338f-8486-4e4a-b308-8976616993eb/7e9b9d89-c976-4008-a9f2-51e09be9f328/a162f623-5d28-40b3-827f-494edf4e9bfb) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:20:42.296988 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:42.360762 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:42.501091 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:42.577616 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:42.651687 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:42.667731 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:42.818490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:42.832220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:42.835433 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Network f781338f-8486-4e4a-b308-8976616993eb is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:42.841361 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:42.845339 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:20:42.851274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Allocated IP 172.25.3.107 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/244bfa0b-0a7c-455f-9056-08926ccc473e) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:20:42.854769 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:20:42.951887 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=7de14b2f-8142-4722-ab8f-876e3f5714d3,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:42.962307 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Pushing event updated for resources: {'Port': ['ID=a162f623-5d28-40b3-827f-494edf4e9bfb,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:43.032955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Attempting to bind port a162f623-5d28-40b3-827f-494edf4e9bfb on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:43.033434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Attempting to bind port a162f623-5d28-40b3-827f-494edf4e9bfb by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '26b97f17-69d2-4609-8a98-6a597f6ae202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:43.034943 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Attempting to bind port a162f623-5d28-40b3-827f-494edf4e9bfb on network f781338f-8486-4e4a-b308-8976616993eb {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:43.040648 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:20:43.041153 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Checking segment: {'id': '26b97f17-69d2-4609-8a98-6a597f6ae202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:20:43.042688 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:43.043407 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Bound using segment: {'id': '26b97f17-69d2-4609-8a98-6a597f6ae202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:20:43.044282 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Bound port: a162f623-5d28-40b3-827f-494edf4e9bfb, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b97f17-69d2-4609-8a98-6a597f6ae202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:20:43.044892 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:43.150277 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9f6044c8-c5de-49ad-86ae-750c192cbab5 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:20:43.221065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51896) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:43.268669 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] For port a162f623-5d28-40b3-827f-494edf4e9bfb, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:20:43.273285 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] For port a162f623-5d28-40b3-827f-494edf4e9bfb, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a162f623-5d28-40b3-827f-494edf4e9bfb,segment=NetworkSegment(26b97f17-69d2-4609-8a98-6a597f6ae202),segment_id=26b97f17-69d2-4609-8a98-6a597f6ae202)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:20:43.315605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-a77bb8ae-21fd-4fce-ba59-b62ba80df623 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:43.319750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 9f6044c8-c5de-49ad-86ae-750c192cbab5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:43.320449 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:43.324337 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-a77bb8ae-21fd-4fce-ba59-b62ba80df623 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/networks?id=f781338f-8486-4e4a-b308-8976616993eb HTTP/1.1" status: 200 len: 815 time: 0.6037452 Nov 18 17:20:43.448463 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:43.491860 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-1b5698a3-6ec9-4276-b02d-51a531188924 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/quotas/9c046e7d07204c1fa121183668404bde HTTP/1.1" status: 200 len: 375 time: 0.1664896 Nov 18 17:20:43.497961 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:43.570868 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea0d9d-2e1c-456d-a048-5b16d02befe8 req-cca93d62-7825-4363-83f5-f8ce9cbbdbb6 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:43.582732 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2aea0d9d-2e1c-456d-a048-5b16d02befe8 req-cca93d62-7825-4363-83f5-f8ce9cbbdbb6 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.6413238 Nov 18 17:20:43.593105 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8f1a2285-c587-4fa9-89e7-91815b954f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-653389715'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:43.600228 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb4505-29b8-475d-a402-1fbd8d1e0981 None None] Pushing event updated for resources: {'Port': ['ID=a162f623-5d28-40b3-827f-494edf4e9bfb,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:43.669509 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:43.717027 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:43.737302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 9f6044c8-c5de-49ad-86ae-750c192cbab5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9f6044c8-c5de-49ad-86ae-750c192cbab5,segment=NetworkSegment(eb18b630-cf71-4ecb-a771-e54520e0dac6),segment_id=eb18b630-cf71-4ecb-a771-e54520e0dac6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:43.766809 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-3c79aa67-c5e3-4b42-b937-5baf74d4d704 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c046e7d07204c1fa121183668404bde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2738321 Nov 18 17:20:43.816963 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:43.827733 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2aea0d9d-2e1c-456d-a048-5b16d02befe8 req-722b6234-bfc7-484a-a12f-b79b7d3e3bb0 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441437 Nov 18 17:20:43.899899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1a2285-c587-4fa9-89e7-91815b954f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Made reservation on behalf of 9900b3ef73214beaac7c734c39fa3346 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:43.903710 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f1a2285-c587-4fa9-89e7-91815b954f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:43.951071 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=9f6044c8-c5de-49ad-86ae-750c192cbab5,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:43.966105 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f1a2285-c587-4fa9-89e7-91815b954f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:44.015296 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:44.025824 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:44.121373 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1af66c-e839-4e1e-97a7-a27c4026f99d None None] Network 99853349-4078-4397-a0fc-c76ba99befbe requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:20:44.189840 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Pushing event updated for resources: {'Port': ['ID=244bfa0b-0a7c-455f-9056-08926ccc473e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:44.236699 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:44.256686 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:44.258393 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9d68c953-2765-4580-a74c-217296304493 None None] Provisioning complete for port 9f6044c8-c5de-49ad-86ae-750c192cbab5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:44.258393 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9d68c953-2765-4580-a74c-217296304493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:44.263210 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:20:44.306403 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:44.321778 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-6d29ec99-28d7-4a60-8190-b699f9d05692 service neutron] 10.222.0.72 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511169 Nov 18 17:20:44.388031 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:44.478319 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:44.487169 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=7de14b2f-8142-4722-ab8f-876e3f5714d3,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:44.633397 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f1a2285-c587-4fa9-89e7-91815b954f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:44.661006 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Floating IP b1698a38-7afc-4f5a-993f-dc05a799d72d associated. External IP: 172.25.3.129, port: 12ef7917-2e02-479b-99ef-bd8c1229f454. Nov 18 17:20:44.670277 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-96a2fdb4-d304-479d-96ff-5cecb9d43eb4 service neutron] 10.222.0.72 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993131 Nov 18 17:20:44.766232 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f1a2285-c587-4fa9-89e7-91815b954f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:44.845276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1a2285-c587-4fa9-89e7-91815b954f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] vlan segment allocate from pool success with {'vlan_id': 1124, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:20:44.969336 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f1a2285-c587-4fa9-89e7-91815b954f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:44.969561 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-8f1a2285-c587-4fa9-89e7-91815b954f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Added segment d68cd658-cd6d-458d-b424-733f7c05419a of type vlan for network 633d40a8-b913-4671-9967-4de3e13dc078 Nov 18 17:20:45.024113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a2285-c587-4fa9-89e7-91815b954f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2b10b6-adb8-41e0-9221-b27655fd64f8,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:45.240403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478913a-c8ed-48d7-9c07-08c9e78b083a req-f4616505-424a-4449-81a3-df4a119ea5d1 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:45.242077 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1478913a-c8ed-48d7-9c07-08c9e78b083a req-f4616505-424a-4449-81a3-df4a119ea5d1 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.2709651 Nov 18 17:20:45.245717 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:45.358553 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router 0928255c-be98-44ee-aeb4-319139255057 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:20:45.475420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a162f623-5d28-40b3-827f-494edf4e9bfb up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:20:45.479033 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb74501c-e4f7-433c-890a-cadcf9b5a636 None None] Network f781338f-8486-4e4a-b308-8976616993eb requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:20:45.515633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:20:45.533947 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c46b86-e231-4914-87d7-557407f30c89 None None] Sync routers for ids ['0928255c-be98-44ee-aeb4-319139255057'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:20:45.544124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-00e2731c-1e33-4cca-90f8-0127f645392d None None] Provisioning complete for port 9f6044c8-c5de-49ad-86ae-750c192cbab5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:45.545342 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-00e2731c-1e33-4cca-90f8-0127f645392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:45.595410 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:45.595636 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f1a2285-c587-4fa9-89e7-91815b954f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:45.604712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-f8eab4c7-374c-475b-845b-dc9a8875a5ee tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:45.623987 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-f8eab4c7-374c-475b-845b-dc9a8875a5ee tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/networks?id=f781338f-8486-4e4a-b308-8976616993eb HTTP/1.1" status: 200 len: 815 time: 0.2009835 Nov 18 17:20:45.648267 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a801cfd1-f398-4202-830c-830ec3dd388c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1186862 Nov 18 17:20:45.648267 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'tag': '12ef7917-2e02-479b-99ef-bd8c1229f454'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:20:45.660505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-0b334c66-c15b-4f67-b3e0-79f4773755fb tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/quotas/9c046e7d07204c1fa121183668404bde HTTP/1.1" status: 200 len: 375 time: 0.0350075 Nov 18 17:20:45.660615 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b3f4f9-0120-4c7b-8254-77d34dfa8c12" -d '{"events": [{"name": "network-changed", "server_uuid": "f4318c25-9af7-4e19-b793-c339fea0190d", "tag": "12ef7917-2e02-479b-99ef-bd8c1229f454"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:20:45.663739 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c46b86-e231-4914-87d7-557407f30c89 None None] Routers {'0928255c-be98-44ee-aeb4-319139255057'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:20:45.664397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-69c46b86-e231-4914-87d7-557407f30c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:20:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['0928255c-be98-44ee-aeb4-319139255057'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:45.773880 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1478913a-c8ed-48d7-9c07-08c9e78b083a req-c9bd843d-a255-405d-b134-e555de0530b8 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850305 Nov 18 17:20:45.789125 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-69743f64-2a8e-4543-b5f9-b2edfef4e420 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c046e7d07204c1fa121183668404bde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1402011 Nov 18 17:20:45.804184 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a162f623-5d28-40b3-827f-494edf4e9bfb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:45.804184 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:45.817667 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f1a2285-c587-4fa9-89e7-91815b954f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:45.822063 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1a2285-c587-4fa9-89e7-91815b954f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:45.822752 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f1a2285-c587-4fa9-89e7-91815b954f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:46.053838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8f1a2285-c587-4fa9-89e7-91815b954f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.8294656 Nov 18 17:20:46.054632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a2285-c587-4fa9-89e7-91815b954f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Pushing event updated for resources: {'Network': ['ID=633d40a8-b913-4671-9967-4de3e13dc078,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:46.106661 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-06332d6c-3998-4327-b2b0-e0df8127a844 service neutron] 10.222.0.72 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153312 Nov 18 17:20:46.117368 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:46.121829 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-69c46b86-e231-4914-87d7-557407f30c89 None None] Set router 0928255c-be98-44ee-aeb4-319139255057 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:20:46.135609 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 633d40a8-b913-4671-9967-4de3e13dc078 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:20:46.154601 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:46.171231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2883970-3a58-49cd-8ff1-eb55cf33fea3 req-125d8d08-deb1-4af6-8a82-7d637878f740 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:46.172815 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2883970-3a58-49cd-8ff1-eb55cf33fea3 req-125d8d08-deb1-4af6-8a82-7d637878f740 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.2102664 Nov 18 17:20:46.309924 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-785af2a4-c6db-4e95-8325-2e2cb4f102c9 None None] Provisioning complete for port a162f623-5d28-40b3-827f-494edf4e9bfb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:46.309924 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-785af2a4-c6db-4e95-8325-2e2cb4f102c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:46.359682 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-92ca8e7e-8f98-48c0-8531-eb5e5cb8a2b1 service neutron] 10.222.0.72 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533574 Nov 18 17:20:46.371146 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port a162f623-5d28-40b3-827f-494edf4e9bfb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a162f623-5d28-40b3-827f-494edf4e9bfb,segment=NetworkSegment(26b97f17-69d2-4609-8a98-6a597f6ae202),segment_id=26b97f17-69d2-4609-8a98-6a597f6ae202)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:46.396970 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2883970-3a58-49cd-8ff1-eb55cf33fea3 req-a5281071-8025-48c7-a79e-2b40c806966a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849616 Nov 18 17:20:46.413796 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51972) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:46.480391 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:46.482883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9f6044c8-c5de-49ad-86ae-750c192cbab5 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:20:46.592440 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8bd15f-c035-4fb5-b238-b90b6416f7f0 x-openstack-request-id: req-fb8bd15f-c035-4fb5-b238-b90b6416f7f0 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:20:46.592881 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4318c25-9af7-4e19-b793-c339fea0190d", "tag": "12ef7917-2e02-479b-99ef-bd8c1229f454", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:20:46.593359 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fb8bd15f-c035-4fb5-b238-b90b6416f7f0 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:20:46.593965 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'tag': '12ef7917-2e02-479b-99ef-bd8c1229f454', 'status': 'completed', 'code': 200} Nov 18 17:20:46.623985 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Router 51963239-661b-41ab-a0b8-4fd6047d938a is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:20:46.694282 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d07fdaba-d645-41bf-a7bd-bbc99cbf2574 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/b1698a38-7afc-4f5a-993f-dc05a799d72d HTTP/1.1" status: 200 len: 991 time: 0.2786095 Nov 18 17:20:46.736092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3f4f9-0120-4c7b-8254-77d34dfa8c12 req-4ca22bea-bb16-436b-94e6-2dc4c1272fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:46.737802 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-12b3f4f9-0120-4c7b-8254-77d34dfa8c12 req-4ca22bea-bb16-436b-94e6-2dc4c1272fad service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 1097 time: 0.1570361 Nov 18 17:20:47.086404 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=a162f623-5d28-40b3-827f-494edf4e9bfb,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:47.098253 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51990) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:47.117696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Request body: {'port': {'network_id': '633d40a8-b913-4671-9967-4de3e13dc078', 'binding:host_id': 'n-h1-813419-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-207160496'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:47.124754 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:47.125254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:47.125943 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:47.126419 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:47.126861 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:47.127265 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:47.127670 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:47.128092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:47.128526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:47.128916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:47.134175 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:47.134175 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:47.149932 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 9f6044c8-c5de-49ad-86ae-750c192cbab5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:47.152469 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:47.202296 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3f4f9-0120-4c7b-8254-77d34dfa8c12 req-29876775-0ee2-4b7b-b547-4b0dfcfc2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:47.205427 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-12b3f4f9-0120-4c7b-8254-77d34dfa8c12 req-29876775-0ee2-4b7b-b547-4b0dfcfc2862 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81 HTTP/1.1" status: 200 len: 899 time: 0.4595406 Nov 18 17:20:47.307349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a67284ae-e5fb-4860-be67-91c2281e9b1a None None] Provisioning complete for port a162f623-5d28-40b3-827f-494edf4e9bfb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:47.307730 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a67284ae-e5fb-4860-be67-91c2281e9b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:47.323724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Made reservation on behalf of a434bd3778654608a4daea4ccf0190f5 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:47.328161 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:47.365205 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:47.427037 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-12b3f4f9-0120-4c7b-8254-77d34dfa8c12 req-07a7462c-b838-44df-b5c8-96ec67e7ab5b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ef7917-2e02-479b-99ef-bd8c1229f454 HTTP/1.1" status: 200 len: 999 time: 0.2150958 Nov 18 17:20:47.502719 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-69c46b86-e231-4914-87d7-557407f30c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0928255c-be98-44ee-aeb4-319139255057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954890607', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:00Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:01Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'b1698a38-7afc-4f5a-993f-dc05a799d72d', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'floating_ip_address': '172.25.3.129', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '0928255c-be98-44ee-aeb4-319139255057', 'port_id': '12ef7917-2e02-479b-99ef-bd8c1229f454', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81', 'mac_address': 'fa:16:3e:2d:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:20:43Z', 'updated_at': '2021-11-18T17:20:43Z', 'revision_number': 0, 'project_id': '2cf238edb8014a38996468367e264a07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0e14b2-21df-4c84-821f-ce8896842504', 'name': '', 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:66:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:06Z', 'updated_at': '2021-11-18T17:20:17Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:47.551578 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3f4f9-0120-4c7b-8254-77d34dfa8c12 req-0cb6f9f4-cfa5-46f7-861d-0cff46952ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:47.557532 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-12b3f4f9-0120-4c7b-8254-77d34dfa8c12 req-0cb6f9f4-cfa5-46f7-861d-0cff46952ab2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4bdd1b36-e53e-4c18-a868-23989123548c HTTP/1.1" status: 200 len: 835 time: 0.1229353 Nov 18 17:20:47.588789 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c46b86-e231-4914-87d7-557407f30c89 None None] Checking router: 0928255c-be98-44ee-aeb4-319139255057 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:20:47.633923 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c46b86-e231-4914-87d7-557407f30c89 None None] Routers {'0928255c-be98-44ee-aeb4-319139255057'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:20:47.638199 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-69c46b86-e231-4914-87d7-557407f30c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:20:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['0928255c-be98-44ee-aeb4-319139255057'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:47.716300 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a162f623-5d28-40b3-827f-494edf4e9bfb up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:20:47.739924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52010) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:47.826523 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:47.843157 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3f4f9-0120-4c7b-8254-77d34dfa8c12 req-67023d4b-4c48-4414-85ee-0fa93f4341cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:47.848165 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-12b3f4f9-0120-4c7b-8254-77d34dfa8c12 req-67023d4b-4c48-4414-85ee-0fa93f4341cc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2815061 Nov 18 17:20:47.868426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:20:47.897416 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Sync routers for ids ['51963239-661b-41ab-a0b8-4fd6047d938a'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:20:47.904507 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93c142-626e-4a3f-81de-d28b4f8f3e10 req-3fa623dc-2a43-4e73-9856-6889a4f71a55 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:47.912367 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b93c142-626e-4a3f-81de-d28b4f8f3e10 req-3fa623dc-2a43-4e73-9856-6889a4f71a55 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.2016807 Nov 18 17:20:47.917085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-69c46b86-e231-4914-87d7-557407f30c89 None None] Set router 0928255c-be98-44ee-aeb4-319139255057 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:20:47.917437 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:47.950478 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] device_id is not set on port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:20:47.953084 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Routers {'51963239-661b-41ab-a0b8-4fd6047d938a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:20:47.954116 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:20:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51963239-661b-41ab-a0b8-4fd6047d938a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:47.984543 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:47.988125 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-82e68c19-eeef-4812-86cc-17f7b1ad06dc admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4072213 Nov 18 17:20:47.996807 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52020) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:48.150205 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Set router 51963239-661b-41ab-a0b8-4fd6047d938a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:20:48.158774 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1ed73459-d3b2-4823-a017-d7a31a6b3053 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/b1698a38-7afc-4f5a-993f-dc05a799d72d HTTP/1.1" status: 200 len: 991 time: 0.4016380 Nov 18 17:20:48.169271 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2714e72-3cac-4618-8458-4e9968a656de req-2909f69c-3e4d-4e44-94f6-facea7bb233d tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:48.192796 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2714e72-3cac-4618-8458-4e9968a656de req-2909f69c-3e4d-4e44-94f6-facea7bb233d tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/networks?id=f781338f-8486-4e4a-b308-8976616993eb HTTP/1.1" status: 200 len: 815 time: 0.4507854 Nov 18 17:20:48.209033 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b93c142-626e-4a3f-81de-d28b4f8f3e10 req-6a4a3ad9-0c38-413b-9e05-deb57bf96b1d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957742 Nov 18 17:20:48.443533 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a162f623-5d28-40b3-827f-494edf4e9bfb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:48.444445 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:48.452289 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-12b3f4f9-0120-4c7b-8254-77d34dfa8c12 req-85def753-5a17-40e8-9d16-a32f214c38b5 service neutron] 10.222.0.81 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5968719 Nov 18 17:20:48.466571 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'name': 'tempest-ServersTestManualDisk-1476290906-router', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:40Z', 'updated_at': '2021-11-18T17:20:44Z', 'revision_number': 3, 'project_id': 'c02a09087a57449da11f75049d72d888', 'gw_port': {'id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:42Z', 'updated_at': '2021-11-18T17:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:48.565415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7944d81-0b69-4ae5-a091-1409dff043b2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:48.616762 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Checking router: 51963239-661b-41ab-a0b8-4fd6047d938a for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:20:48.617154 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Updating router 51963239-661b-41ab-a0b8-4fd6047d938a port 244bfa0b-0a7c-455f-9056-08926ccc473e binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:20:48.666463 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2714e72-3cac-4618-8458-4e9968a656de req-b90afa31-81e1-46ce-801c-6715db5b8484 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/quotas/9c046e7d07204c1fa121183668404bde HTTP/1.1" status: 200 len: 375 time: 0.4722428 Nov 18 17:20:48.669718 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:48.736544 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-69c46b86-e231-4914-87d7-557407f30c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0928255c-be98-44ee-aeb4-319139255057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954890607', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:00Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:01Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'b1698a38-7afc-4f5a-993f-dc05a799d72d', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'floating_ip_address': '172.25.3.129', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '0928255c-be98-44ee-aeb4-319139255057', 'port_id': '12ef7917-2e02-479b-99ef-bd8c1229f454', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81', 'mac_address': 'fa:16:3e:2d:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:20:43Z', 'updated_at': '2021-11-18T17:20:43Z', 'revision_number': 0, 'project_id': '2cf238edb8014a38996468367e264a07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0e14b2-21df-4c84-821f-ce8896842504', 'name': '', 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:66:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:06Z', 'updated_at': '2021-11-18T17:20:17Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:48.821004 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c46b86-e231-4914-87d7-557407f30c89 None None] The sync data for ids ['0928255c-be98-44ee-aeb4-319139255057'] in n-d-813419-11 is: [{'id': '0928255c-be98-44ee-aeb4-319139255057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954890607', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:00Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:01Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'b1698a38-7afc-4f5a-993f-dc05a799d72d', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'floating_ip_address': '172.25.3.129', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '0928255c-be98-44ee-aeb4-319139255057', 'port_id': '12ef7917-2e02-479b-99ef-bd8c1229f454', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81', 'mac_address': 'fa:16:3e:2d:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:20:43Z', 'updated_at': '2021-11-18T17:20:43Z', 'revision_number': 0, 'project_id': '2cf238edb8014a38996468367e264a07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0e14b2-21df-4c84-821f-ce8896842504', 'name': '', 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:66:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:06Z', 'updated_at': '2021-11-18T17:20:17Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:20:48.874464 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] device_id is not set on port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:20:48.900186 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:48.926119 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2714e72-3cac-4618-8458-4e9968a656de req-3ecd723e-81b6-45e0-9987-3553572d2ca5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c046e7d07204c1fa121183668404bde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2495842 Nov 18 17:20:48.975903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-6ae68bd9-f7a5-4cae-9fc4-4c205c9b693a tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:48.977744 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-6ae68bd9-f7a5-4cae-9fc4-4c205c9b693a tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.83 "GET /v2.0/networks?id=f781338f-8486-4e4a-b308-8976616993eb HTTP/1.1" status: 200 len: 815 time: 0.5384946 Nov 18 17:20:48.983577 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-12b3f4f9-0120-4c7b-8254-77d34dfa8c12 req-0bbcfbfd-d854-4953-9ac6-ceac2f44189e service neutron] 10.222.0.81 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162390 Nov 18 17:20:49.023378 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-81c6e283-e430-4d12-8606-806641ff37e5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Request body: {'port': {'device_id': '92099d2e-28c2-4e99-8c5e-930a3eeed014', 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb', 'admin_state_up': True, 'tenant_id': '9c046e7d07204c1fa121183668404bde'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:49.034931 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:49.162854 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Pushing event updated for resources: {'Port': ['ID=51efaecc-ef25-4857-9be8-b5c26bbfdbe9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:49.164927 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52034) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:49.166665 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:49.222874 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2714e72-3cac-4618-8458-4e9968a656de req-4bac592c-537e-485d-9ff9-ace690d2e6b6 service neutron] 10.222.0.72 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813640 Nov 18 17:20:49.250326 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:49.282665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2df665-e9b0-4800-971e-7997d6f64e3c None None] New status for floating IP b1698a38-7afc-4f5a-993f-dc05a799d72d: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:20:49.347027 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5546d-9557-4152-93a5-ec69b25ae2bf None None] Pushing event updated for resources: {'Port': ['ID=244bfa0b-0a7c-455f-9056-08926ccc473e,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:49.396675 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b3bf8973-19d6-4b42-aff2-358815d6ef7c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/b1698a38-7afc-4f5a-993f-dc05a799d72d HTTP/1.1" status: 200 len: 991 time: 0.2264655 Nov 18 17:20:49.400963 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Checking segment: {'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:20:49.401380 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Network hostable DHCP agents. Network: 633d40a8-b913-4671-9967-4de3e13dc078, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:20:49.451967 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Attempting to bind port 244bfa0b-0a7c-455f-9056-08926ccc473e on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:49.453407 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Attempting to bind port 244bfa0b-0a7c-455f-9056-08926ccc473e by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:49.455487 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Attempting to bind port 244bfa0b-0a7c-455f-9056-08926ccc473e on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:49.468709 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:20:49.470146 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:20:49.472024 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:49.472486 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:20:49.473108 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Bound port: 244bfa0b-0a7c-455f-9056-08926ccc473e, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:20:49.474320 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:49.479446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Network 633d40a8-b913-4671-9967-4de3e13dc078 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:20:49.503129 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2714e72-3cac-4618-8458-4e9968a656de req-b6b67b24-73f5-4a5e-817b-2a773b56764c service neutron] 10.222.0.72 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690575 Nov 18 17:20:49.507343 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-81c6e283-e430-4d12-8606-806641ff37e5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Made reservation on behalf of 9c046e7d07204c1fa121183668404bde for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:49.511206 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-81c6e283-e430-4d12-8606-806641ff37e5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:49.611648 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] For port 244bfa0b-0a7c-455f-9056-08926ccc473e, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:20:49.617247 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] For port 244bfa0b-0a7c-455f-9056-08926ccc473e, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=244bfa0b-0a7c-455f-9056-08926ccc473e,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:20:49.626025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 633d40a8-b913-4671-9967-4de3e13dc078) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:49.635916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91f5d0d-146e-4252-a5f7-9bcb9c4612bb None None] Network 633d40a8-b913-4671-9967-4de3e13dc078 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:20:49.639227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:20:49.680309 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:49.704905 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:49.706923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:49.707921 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:49.748496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:49.749091 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:49.751401 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa607c-5f3f-4372-8233-9422e54c6e9a req-64789291-dd7a-4212-8224-c3add262d34d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:49.753509 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23aa607c-5f3f-4372-8233-9422e54c6e9a req-64789291-dd7a-4212-8224-c3add262d34d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.2326617 Nov 18 17:20:49.758203 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 2 to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 Nov 18 17:20:49.782381 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Routers {'51963239-661b-41ab-a0b8-4fd6047d938a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:20:49.783367 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:20:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51963239-661b-41ab-a0b8-4fd6047d938a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:49.802380 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:49.804183 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:49.804730 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:49.826334 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:49.891981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:49.904357 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:49.928437 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5546d-9557-4152-93a5-ec69b25ae2bf None None] Pushing event updated for resources: {'Port': ['ID=244bfa0b-0a7c-455f-9056-08926ccc473e,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:49.940759 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 3 to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 Nov 18 17:20:50.069533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:50.069753 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:50.070048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:50.092951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-81c6e283-e430-4d12-8606-806641ff37e5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Allocated IP 172.20.0.14 (f781338f-8486-4e4a-b308-8976616993eb/7e9b9d89-c976-4008-a9f2-51e09be9f328/b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:20:50.104229 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:50.104229 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:50.104498 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23aa607c-5f3f-4372-8233-9422e54c6e9a req-51aa4fd6-cf5c-43c0-9973-737394558d02 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278153 Nov 18 17:20:50.105025 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 4 to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 Nov 18 17:20:50.164472 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-e9544883-5562-4fe0-9a68-313153a0d7b3 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:50.166284 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-e9544883-5562-4fe0-9a68-313153a0d7b3 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.83 "GET /v2.0/networks?id=f781338f-8486-4e4a-b308-8976616993eb HTTP/1.1" status: 200 len: 815 time: 0.4352808 Nov 18 17:20:50.170123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:50.174181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:50.183579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:50.183782 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] Set router 51963239-661b-41ab-a0b8-4fd6047d938a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:20:50.205286 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-0b1f08af-6e03-4114-bc94-2b08821e9f12 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Request body: {'port': {'device_id': 'e0c3dea6-7279-40da-ac88-a2238f825274', 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb', 'admin_state_up': True, 'tenant_id': '9c046e7d07204c1fa121183668404bde'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:50.237820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:50.237820 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:50.253953 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 5 to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 Nov 18 17:20:50.313402 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b01e4c4-8234-42f0-a8cf-530c9ca3fd0e req-15f7eeb1-d0cf-47cd-b367-936c255ff1e0 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 210 time: 0.0792987 Nov 18 17:20:50.406417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52060) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:50.477133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] Allocated IP 172.20.0.1 (99853349-4078-4397-a0fc-c76ba99befbe/905ad912-5232-4c9b-8750-bbdbc44e1e85/293c3d11-33cd-4988-9d3c-4aea38547bb2) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:20:50.605247 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7333fc59-1692-462f-8880-af7529b06456 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/b1698a38-7afc-4f5a-993f-dc05a799d72d HTTP/1.1" status: 200 len: 993 time: 0.1910930 Nov 18 17:20:50.619726 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'name': 'tempest-ServersTestManualDisk-1476290906-router', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:40Z', 'updated_at': '2021-11-18T17:20:44Z', 'revision_number': 3, 'project_id': 'c02a09087a57449da11f75049d72d888', 'gw_port': {'id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:42Z', 'updated_at': '2021-11-18T17:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:50.667429 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c9ca78-a6ce-4071-9bfe-0682418d62a5 None None] The sync data for ids ['51963239-661b-41ab-a0b8-4fd6047d938a'] in n-d-813419-11 is: [{'id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'name': 'tempest-ServersTestManualDisk-1476290906-router', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:40Z', 'updated_at': '2021-11-18T17:20:44Z', 'revision_number': 3, 'project_id': 'c02a09087a57449da11f75049d72d888', 'gw_port': {'id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:42Z', 'updated_at': '2021-11-18T17:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:20:50.750673 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:50.805971 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:50.811126 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:50.811699 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:50.855397 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:50.855736 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:50.858372 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:50.886609 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 6 to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 Nov 18 17:20:50.933805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] Network 99853349-4078-4397-a0fc-c76ba99befbe is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:50.934028 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:50.934264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:50.934580 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:50.937451 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:50.963136 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:20:51.012949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-0b1f08af-6e03-4114-bc94-2b08821e9f12 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Made reservation on behalf of 9c046e7d07204c1fa121183668404bde for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:51.026318 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-0b1f08af-6e03-4114-bc94-2b08821e9f12 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:51.031909 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:51.032251 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:51.044856 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 7 to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 Nov 18 17:20:51.111001 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:51.140981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] Pushing event updated for resources: {'Port': ['ID=293c3d11-33cd-4988-9d3c-4aea38547bb2,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:51.172904 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:51.173248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:51.173582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:51.283777 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:51.288222 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:51.293419 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 8 to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 Nov 18 17:20:51.296207 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:51.303007 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-81c6e283-e430-4d12-8606-806641ff37e5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:51.389360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:51.389964 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:51.390314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:51.409073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:51.409947 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:51.414002 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 9 to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 Nov 18 17:20:51.480782 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:51.490027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:51.490653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:51.503886 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:51.517779 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:51.520412 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 10 to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 Nov 18 17:20:51.535294 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdc3b3-c2c7-4cf8-853e-40e1f6d5e997 req-1d8826ed-886a-44f9-8ac7-4a8f29ae3fa6 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:51.537250 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5bcdc3b3-c2c7-4cf8-853e-40e1f6d5e997 req-1d8826ed-886a-44f9-8ac7-4a8f29ae3fa6 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.1783543 Nov 18 17:20:51.549018 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:51.549619 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:51.550505 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:51.569044 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:51.569619 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:51.570145 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:51.636327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c009fb9-c267-43f4-9f5a-d4103569e973 req-c8425e56-eb06-4af3-b6a4-99b5313d2aaf tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 210 time: 0.0821962 Nov 18 17:20:51.662132 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-81c6e283-e430-4d12-8606-806641ff37e5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:51.680831 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5c4ebccb-9d51-4f4e-810f-74790c8eb9d1 None None] Provisioning complete for port 293c3d11-33cd-4988-9d3c-4aea38547bb2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:51.683449 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5c4ebccb-9d51-4f4e-810f-74790c8eb9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:51.745054 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:51.746676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 244bfa0b-0a7c-455f-9056-08926ccc473e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:20:51.835031 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5c4ebccb-9d51-4f4e-810f-74790c8eb9d1 None None] Port 293c3d11-33cd-4988-9d3c-4aea38547bb2 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:20:51.862044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5bcdc3b3-c2c7-4cf8-853e-40e1f6d5e997 req-3b0e9803-7baa-4631-a9ea-91664ef14832 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066347 Nov 18 17:20:51.882150 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-81c6e283-e430-4d12-8606-806641ff37e5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Network f781338f-8486-4e4a-b308-8976616993eb is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:51.906230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 244bfa0b-0a7c-455f-9056-08926ccc473e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:51.909835 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:51.918213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-81c6e283-e430-4d12-8606-806641ff37e5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:51.993025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-81c6e283-e430-4d12-8606-806641ff37e5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:20:52.002221 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-0b1f08af-6e03-4114-bc94-2b08821e9f12 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Allocated IP 172.20.0.11 (f781338f-8486-4e4a-b308-8976616993eb/7e9b9d89-c976-4008-a9f2-51e09be9f328/90f696d1-589a-45b8-941b-f25344f5681a) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:20:52.046405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6e283-e430-4d12-8606-806641ff37e5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Pushing event updated for resources: {'Port': ['ID=b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:52.168224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] For port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:20:52.168774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempted to set empty binding levels {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 18 17:20:52.222074 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:52.245978 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 244bfa0b-0a7c-455f-9056-08926ccc473e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=244bfa0b-0a7c-455f-9056-08926ccc473e,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:52.250120 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-81c6e283-e430-4d12-8606-806641ff37e5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:52.251446 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-81c6e283-e430-4d12-8606-806641ff37e5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:52.275891 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:52.280190 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:52.350878 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Pushing event updated for resources: {'Port': ['ID=51efaecc-ef25-4857-9be8-b5c26bbfdbe9,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:52.363711 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:52.376018 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:52.425927 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-86f7f375-b906-4c95-a3e5-542f924b05d1 None None] Provisioning complete for port b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:52.426311 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-86f7f375-b906-4c95-a3e5-542f924b05d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:52.442637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:52.443244 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:52.483128 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-81c6e283-e430-4d12-8606-806641ff37e5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4819624 Nov 18 17:20:52.539442 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] Pushing event updated for resources: {'Port': ['ID=293c3d11-33cd-4988-9d3c-4aea38547bb2,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:52.551705 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-86f7f375-b906-4c95-a3e5-542f924b05d1 None None] Port b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:20:52.557437 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=244bfa0b-0a7c-455f-9056-08926ccc473e,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:52.601837 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:52.649629 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-32d4c938-d179-4b35-b7dc-711ccd5e614c tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.5501091 Nov 18 17:20:52.662303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52096) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:52.765567 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Request body: {'port': {'device_id': '92099d2e-28c2-4e99-8c5e-930a3eeed014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:52.774739 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2714e72-3cac-4618-8458-4e9968a656de req-7073a3b8-ffc0-4e7b-851e-af9acf574b6a tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:52.777008 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c2714e72-3cac-4618-8458-4e9968a656de req-7073a3b8-ffc0-4e7b-851e-af9acf574b6a tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.81 "GET /v2.0/networks?id=f781338f-8486-4e4a-b308-8976616993eb HTTP/1.1" status: 200 len: 815 time: 0.1520534 Nov 18 17:20:52.799733 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:52.834023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c2714e72-3cac-4618-8458-4e9968a656de req-21a739ad-72df-4360-bb45-910a70292018 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Request body: {'port': {'device_id': '6d14e31d-eb02-4608-8500-fc921af973ce', 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb', 'admin_state_up': True, 'tenant_id': '9c046e7d07204c1fa121183668404bde'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:52.898051 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] Network 99853349-4078-4397-a0fc-c76ba99befbe is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:52.902177 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-83a9c6d3-2ea8-4313-a91c-5dd1bde7ea0a req-2b8aa007-a56b-4677-8df6-843217499f2a tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 210 time: 0.0935013 Nov 18 17:20:52.903529 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:52.951294 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-0b1f08af-6e03-4114-bc94-2b08821e9f12 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:53.173857 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:53.176053 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] Router 51963239-661b-41ab-a0b8-4fd6047d938a has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:20:53.288257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55836ce5-a88c-42f5-b580-817087dcd6b9 req-d140b60b-aed4-407f-bc89-8e104a6f3484 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:53.297946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-55836ce5-a88c-42f5-b580-817087dcd6b9 req-d140b60b-aed4-407f-bc89-8e104a6f3484 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.2017007 Nov 18 17:20:53.428205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:20:53.441816 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-607ba8a8-16a2-4f99-a39b-c6c01b75c4ef admin admin] 10.222.0.72 "PUT /v2.0/routers/51963239-661b-41ab-a0b8-4fd6047d938a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2915306 Nov 18 17:20:53.459460 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-55836ce5-a88c-42f5-b580-817087dcd6b9 req-39738220-1b52-49f9-8d06-7f7f6a6b381d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567521 Nov 18 17:20:53.467129 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-113a9898-2046-4694-a84b-5c95c99c7137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Deleting port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:20:53.468009 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-113a9898-2046-4694-a84b-5c95c99c7137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:53.537753 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1c579281-8a14-4ed4-bf84-f05b5ff94371 None None] Provisioning complete for port 293c3d11-33cd-4988-9d3c-4aea38547bb2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:53.540214 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c579281-8a14-4ed4-bf84-f05b5ff94371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:53.616030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1c579281-8a14-4ed4-bf84-f05b5ff94371 None None] Port 293c3d11-33cd-4988-9d3c-4aea38547bb2 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:20:53.674540 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-0b1f08af-6e03-4114-bc94-2b08821e9f12 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:53.692720 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 244bfa0b-0a7c-455f-9056-08926ccc473e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:20:53.753655 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Sync routers for ids ['51963239-661b-41ab-a0b8-4fd6047d938a'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:20:53.761160 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 244bfa0b-0a7c-455f-9056-08926ccc473e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:53.761544 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:53.783713 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Routers {'51963239-661b-41ab-a0b8-4fd6047d938a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:20:53.783713 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:20:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51963239-661b-41ab-a0b8-4fd6047d938a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:53.838832 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-0b1f08af-6e03-4114-bc94-2b08821e9f12 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Network f781338f-8486-4e4a-b308-8976616993eb is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:53.844348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-113a9898-2046-4694-a84b-5c95c99c7137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] For port 51efaecc-ef25-4857-9be8-b5c26bbfdbe9, host n-h1-813419-11, got binding levels [] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:53.845237 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-113a9898-2046-4694-a84b-5c95c99c7137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:53.892486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-0b1f08af-6e03-4114-bc94-2b08821e9f12 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:53.934517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-0b1f08af-6e03-4114-bc94-2b08821e9f12 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:20:54.033092 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Set router 51963239-661b-41ab-a0b8-4fd6047d938a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:20:54.127218 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e8a3942a-6fa6-40bf-80a4-8d10d1ba09f8 req-72def253-422e-4df1-8677-f192a1e66c31 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 210 time: 0.0634394 Nov 18 17:20:54.151346 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-0b1f08af-6e03-4114-bc94-2b08821e9f12 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:54.152637 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-0b1f08af-6e03-4114-bc94-2b08821e9f12 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:54.158749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-113a9898-2046-4694-a84b-5c95c99c7137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Calling delete_port for 51efaecc-ef25-4857-9be8-b5c26bbfdbe9 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:20:54.285200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2714e72-3cac-4618-8458-4e9968a656de req-21a739ad-72df-4360-bb45-910a70292018 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Made reservation on behalf of 9c046e7d07204c1fa121183668404bde for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:54.295173 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c2714e72-3cac-4618-8458-4e9968a656de req-21a739ad-72df-4360-bb45-910a70292018 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:54.309842 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f08af-6e03-4114-bc94-2b08821e9f12 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Pushing event updated for resources: {'Port': ['ID=90f696d1-589a-45b8-941b-f25344f5681a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:54.361689 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-32d95cbb-8ade-4a8d-979d-1c5fccb83d3f None None] Provisioning complete for port 90f696d1-589a-45b8-941b-f25344f5681a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:54.362717 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32d95cbb-8ade-4a8d-979d-1c5fccb83d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:54.410203 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'name': 'tempest-ServersTestManualDisk-1476290906-router', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:40Z', 'updated_at': '2021-11-18T17:20:51Z', 'revision_number': 4, 'project_id': 'c02a09087a57449da11f75049d72d888', 'gw_port': {'id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:42Z', 'updated_at': '2021-11-18T17:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '293c3d11-33cd-4988-9d3c-4aea38547bb2', 'name': '', 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'mac_address': 'fa:16:3e:36:17:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:49Z', 'updated_at': '2021-11-18T17:20:51Z', 'revision_number': 2, 'project_id': 'c02a09087a57449da11f75049d72d888', 'subnets': [{'id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:54.419773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-32d95cbb-8ade-4a8d-979d-1c5fccb83d3f None None] Port 90f696d1-589a-45b8-941b-f25344f5681a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:20:54.476776 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Checking router: 51963239-661b-41ab-a0b8-4fd6047d938a for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:20:54.477421 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Updating router 51963239-661b-41ab-a0b8-4fd6047d938a port 293c3d11-33cd-4988-9d3c-4aea38547bb2 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:20:54.502178 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:20:54.515609 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:54.537539 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Transition to ACTIVE for port object b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:20:54.544537 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-113a9898-2046-4694-a84b-5c95c99c7137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:54.570909 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-0b1f08af-6e03-4114-bc94-2b08821e9f12 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3793709 Nov 18 17:20:54.589153 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-113a9898-2046-4694-a84b-5c95c99c7137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:54.595635 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-113a9898-2046-4694-a84b-5c95c99c7137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] 10.222.0.72 "DELETE /v2.0/ports/51efaecc-ef25-4857-9be8-b5c26bbfdbe9 HTTP/1.1" status: 204 len: 168 time: 1.9298265 Nov 18 17:20:54.595828 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:54.598585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52134) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:54.641032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Request body: {'port': {'device_id': 'e0c3dea6-7279-40da-ac88-a2238f825274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:54.648148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a9898-2046-4694-a84b-5c95c99c7137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Pushing event deleted for resources: {'Port': ['ID=51efaecc-ef25-4857-9be8-b5c26bbfdbe9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:54.655829 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:54.678247 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-646e2735-4605-4595-980d-b31fdf5510c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] GET failed (client error): The resource could not be found. Nov 18 17:20:54.678247 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-646e2735-4605-4595-980d-b31fdf5510c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] 10.222.0.72 "GET /v2.0/ports/51efaecc-ef25-4857-9be8-b5c26bbfdbe9 HTTP/1.1" status: 404 len: 333 time: 0.0782530 Nov 18 17:20:54.711076 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52138) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:54.751282 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b620f-a762-4bbb-a86d-b17497484c06 req-c3643e5b-0f2f-4292-ae82-f5ce4ed34e05 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:54.754495 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8ca438d3-ebda-453a-afcb-d80aa1a1513f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Request body: {'port': {'network_id': '633d40a8-b913-4671-9967-4de3e13dc078', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080205221'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:54.754721 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-708b620f-a762-4bbb-a86d-b17497484c06 req-c3643e5b-0f2f-4292-ae82-f5ce4ed34e05 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.1428938 Nov 18 17:20:54.878590 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52142) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:54.896619 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-708b620f-a762-4bbb-a86d-b17497484c06 req-feef2995-6bb5-404f-a5b1-d917a9e234a3 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196132 Nov 18 17:20:54.912248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1a67f6d0-4e7d-4122-a381-cc0caef5bc71 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1580320200', 'description': 'tempest-description--497835687'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:54.951557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:55.002096 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:55.062543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca438d3-ebda-453a-afcb-d80aa1a1513f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Made reservation on behalf of a434bd3778654608a4daea4ccf0190f5 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:20:55.084498 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ca438d3-ebda-453a-afcb-d80aa1a1513f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:55.151224 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:55.189781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-8ca438d3-ebda-453a-afcb-d80aa1a1513f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] device_id is not set on port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:20:55.229191 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:55.252275 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-c2714e72-3cac-4618-8458-4e9968a656de req-21a739ad-72df-4360-bb45-910a70292018 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Allocated IP 172.20.0.3 (f781338f-8486-4e4a-b308-8976616993eb/7e9b9d89-c976-4008-a9f2-51e09be9f328/1369631a-37f8-4596-b92e-b2ddd6296777) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:20:55.293697 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00c952-d0bd-45f3-9d13-016774f4dba7 None None] Pushing event updated for resources: {'Port': ['ID=293c3d11-33cd-4988-9d3c-4aea38547bb2,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:55.322565 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c491a8ef-4f44-4220-a130-f64549db1aa3 req-98b3c59f-dc1e-4e66-846a-f0c659f714b0 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 210 time: 0.0434921 Nov 18 17:20:55.350012 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1a67f6d0-4e7d-4122-a381-cc0caef5bc71 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:55.404654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Attempting to bind port b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:55.405092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Attempting to bind port b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '26b97f17-69d2-4609-8a98-6a597f6ae202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:55.405504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Attempting to bind port b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 on network f781338f-8486-4e4a-b308-8976616993eb {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:55.412609 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Attempting to bind port 293c3d11-33cd-4988-9d3c-4aea38547bb2 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:55.415499 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Attempting to bind port 293c3d11-33cd-4988-9d3c-4aea38547bb2 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'eb18b630-cf71-4ecb-a771-e54520e0dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:55.415499 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Attempting to bind port 293c3d11-33cd-4988-9d3c-4aea38547bb2 on network 99853349-4078-4397-a0fc-c76ba99befbe {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:55.426049 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:20:55.426433 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Checking segment: {'id': 'eb18b630-cf71-4ecb-a771-e54520e0dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:20:55.430254 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:55.434702 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Bound using segment: {'id': 'eb18b630-cf71-4ecb-a771-e54520e0dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:20:55.435732 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Bound port: 293c3d11-33cd-4988-9d3c-4aea38547bb2, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb18b630-cf71-4ecb-a771-e54520e0dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:20:55.436157 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:55.558147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Port b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 on network f781338f-8486-4e4a-b308-8976616993eb not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:55.558518 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Attempting to bind port b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 on network f781338f-8486-4e4a-b308-8976616993eb {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:55.624142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:20:55.624529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Checking segment: {'id': '26b97f17-69d2-4609-8a98-6a597f6ae202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:20:55.624976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Bound using segment: {'id': '26b97f17-69d2-4609-8a98-6a597f6ae202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:20:55.625432 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Bound port: b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b97f17-69d2-4609-8a98-6a597f6ae202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:20:55.625798 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:55.650324 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] For port 293c3d11-33cd-4988-9d3c-4aea38547bb2, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:20:55.653681 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] For port 293c3d11-33cd-4988-9d3c-4aea38547bb2, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=293c3d11-33cd-4988-9d3c-4aea38547bb2,segment=NetworkSegment(eb18b630-cf71-4ecb-a771-e54520e0dac6),segment_id=eb18b630-cf71-4ecb-a771-e54520e0dac6)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:20:55.692412 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1a67f6d0-4e7d-4122-a381-cc0caef5bc71 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:55.703526 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:55.716210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9a671f5b-0a02-45cb-96c9-f72f3498a45f None None] Provisioning complete for port 293c3d11-33cd-4988-9d3c-4aea38547bb2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:55.718026 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a671f5b-0a02-45cb-96c9-f72f3498a45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:55.798804 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1a67f6d0-4e7d-4122-a381-cc0caef5bc71 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:55.812439 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00c952-d0bd-45f3-9d13-016774f4dba7 None None] Pushing event updated for resources: {'Port': ['ID=293c3d11-33cd-4988-9d3c-4aea38547bb2,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:55.821465 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Routers {'51963239-661b-41ab-a0b8-4fd6047d938a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:20:55.822991 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:20:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51963239-661b-41ab-a0b8-4fd6047d938a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:55.849987 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a671f5b-0a02-45cb-96c9-f72f3498a45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:55.905343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9a671f5b-0a02-45cb-96c9-f72f3498a45f None None] For port 293c3d11-33cd-4988-9d3c-4aea38547bb2, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=293c3d11-33cd-4988-9d3c-4aea38547bb2,segment=NetworkSegment(eb18b630-cf71-4ecb-a771-e54520e0dac6),segment_id=eb18b630-cf71-4ecb-a771-e54520e0dac6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:20:55.979021 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a671f5b-0a02-45cb-96c9-f72f3498a45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:55.995219 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ca438d3-ebda-453a-afcb-d80aa1a1513f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:56.022393 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] Set router 51963239-661b-41ab-a0b8-4fd6047d938a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:20:56.046965 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1a67f6d0-4e7d-4122-a381-cc0caef5bc71 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:56.049978 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1a67f6d0-4e7d-4122-a381-cc0caef5bc71 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1628661 Nov 18 17:20:56.054605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52164) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:56.067526 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Request body: {'security_group_rule': {'security_group_id': 'ae1b6580-4406-45e9-be2e-2e8e7367ab96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:56.110145 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67f6d0-4e7d-4122-a381-cc0caef5bc71 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1b6580-4406-45e9-be2e-2e8e7367ab96,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:56.112719 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a671f5b-0a02-45cb-96c9-f72f3498a45f None None] Pushing event updated for resources: {'Port': ['ID=293c3d11-33cd-4988-9d3c-4aea38547bb2,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:56.154987 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] For port b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:20:56.171243 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] For port b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2,segment=NetworkSegment(26b97f17-69d2-4609-8a98-6a597f6ae202),segment_id=26b97f17-69d2-4609-8a98-6a597f6ae202)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:20:56.235695 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c2714e72-3cac-4618-8458-4e9968a656de req-21a739ad-72df-4360-bb45-910a70292018 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:56.263906 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e49838-f226-4f3e-8823-cdee26c3fb55 req-63c0ee93-c55a-445d-a7c6-6cffd25b357a tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:56.273170 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a7e49838-f226-4f3e-8823-cdee26c3fb55 req-63c0ee93-c55a-445d-a7c6-6cffd25b357a tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.1308663 Nov 18 17:20:56.284679 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:56.309291 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:56.311066 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-57141bf7-ad3d-4e8d-9f4a-e6a63a2a7481 None None] Provisioning complete for port 293c3d11-33cd-4988-9d3c-4aea38547bb2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:56.314721 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-57141bf7-ad3d-4e8d-9f4a-e6a63a2a7481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:56.412974 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'name': 'tempest-ServersTestManualDisk-1476290906-router', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:40Z', 'updated_at': '2021-11-18T17:20:51Z', 'revision_number': 4, 'project_id': 'c02a09087a57449da11f75049d72d888', 'gw_port': {'id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:42Z', 'updated_at': '2021-11-18T17:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '293c3d11-33cd-4988-9d3c-4aea38547bb2', 'name': '', 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'mac_address': 'fa:16:3e:36:17:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:49Z', 'updated_at': '2021-11-18T17:20:55Z', 'revision_number': 4, 'project_id': 'c02a09087a57449da11f75049d72d888', 'subnets': [{'id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:20:56.419627 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a7e49838-f226-4f3e-8823-cdee26c3fb55 req-95d75c2c-efdc-4a32-9b35-04c7dfcab644 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391003 Nov 18 17:20:56.436317 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:56.444889 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a45941f-59be-47be-b16e-c4455c607f08 None None] The sync data for ids ['51963239-661b-41ab-a0b8-4fd6047d938a'] in n-d-813419-11 is: [{'id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'name': 'tempest-ServersTestManualDisk-1476290906-router', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:40Z', 'updated_at': '2021-11-18T17:20:51Z', 'revision_number': 4, 'project_id': 'c02a09087a57449da11f75049d72d888', 'gw_port': {'id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:42Z', 'updated_at': '2021-11-18T17:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '293c3d11-33cd-4988-9d3c-4aea38547bb2', 'name': '', 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'mac_address': 'fa:16:3e:36:17:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:49Z', 'updated_at': '2021-11-18T17:20:55Z', 'revision_number': 4, 'project_id': 'c02a09087a57449da11f75049d72d888', 'subnets': [{'id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:20:56.447066 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:56.449010 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:56.450551 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] 10.222.0.83 "PUT /v2.0/ports/b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 HTTP/1.1" status: 200 len: 1093 time: 3.9496846 Nov 18 17:20:56.456830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92099d2e-28c2-4e99-8c5e-930a3eeed014', 'tag': 'b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:20:56.459049 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e256aa06-2ee7-4294-aee8-8b2b7f8cac38" -d '{"events": [{"name": "network-changed", "server_uuid": "92099d2e-28c2-4e99-8c5e-930a3eeed014", "tag": "b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:20:56.479212 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ca438d3-ebda-453a-afcb-d80aa1a1513f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:56.486478 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c2714e72-3cac-4618-8458-4e9968a656de req-21a739ad-72df-4360-bb45-910a70292018 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:56.493032 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:56.499484 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715a196-c5a0-4044-b50a-b69da64e3727 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:56.567123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca438d3-ebda-453a-afcb-d80aa1a1513f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Network 633d40a8-b913-4671-9967-4de3e13dc078 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:56.672890 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-8ca438d3-ebda-453a-afcb-d80aa1a1513f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:56.682563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41c8263-d339-4974-89e6-8379f9a5cca7,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:56.686791 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a70b5e6-0154-4bdb-9cbd-2c933a376c8d x-openstack-request-id: req-2a70b5e6-0154-4bdb-9cbd-2c933a376c8d {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:20:56.687105 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92099d2e-28c2-4e99-8c5e-930a3eeed014", "tag": "b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:20:56.687372 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2a70b5e6-0154-4bdb-9cbd-2c933a376c8d {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:20:56.687813 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92099d2e-28c2-4e99-8c5e-930a3eeed014', 'tag': 'b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2', 'status': 'completed', 'code': 200} Nov 18 17:20:56.700360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca438d3-ebda-453a-afcb-d80aa1a1513f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:20:56.701332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca438d3-ebda-453a-afcb-d80aa1a1513f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:56.701946 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ca438d3-ebda-453a-afcb-d80aa1a1513f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:56.723737 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2714e72-3cac-4618-8458-4e9968a656de req-21a739ad-72df-4360-bb45-910a70292018 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Network f781338f-8486-4e4a-b308-8976616993eb is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:56.728262 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca438d3-ebda-453a-afcb-d80aa1a1513f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Pushing event updated for resources: {'Port': ['ID=0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:56.750970 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:56.751617 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:56.752152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:56.752903 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:56.753415 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:56.754185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:56.755044 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:56.755826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:56.756325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:56.756807 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:56.757315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:56.757794 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:20:56.776314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-c2714e72-3cac-4618-8458-4e9968a656de req-21a739ad-72df-4360-bb45-910a70292018 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:56.781223 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:56.785765 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2a416abd-90f7-4b0c-91e5-42a2feba5b8c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7293706 Nov 18 17:20:56.786762 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52178) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:56.797006 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-10fa9f72-5eb6-412d-b5a7-b88730e85d38 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Request body: {'security_group_rule': {'security_group_id': 'ae1b6580-4406-45e9-be2e-2e8e7367ab96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:56.816744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2714e72-3cac-4618-8458-4e9968a656de req-21a739ad-72df-4360-bb45-910a70292018 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:20:56.833499 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2f127-dd1f-4cb0-a8e0-2aa958cafb03 req-f2b8ab3a-71fc-4c7f-8842-b1e667da43ee tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:56.844633 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3af2f127-dd1f-4cb0-a8e0-2aa958cafb03 req-f2b8ab3a-71fc-4c7f-8842-b1e667da43ee tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 931 time: 0.2457249 Nov 18 17:20:56.901444 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-10fa9f72-5eb6-412d-b5a7-b88730e85d38 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:56.927679 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3af2f127-dd1f-4cb0-a8e0-2aa958cafb03 req-86dd5f66-dc3a-4366-b621-5198343a60c2 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811963 Nov 18 17:20:56.932394 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a739ad-72df-4360-bb45-910a70292018 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Pushing event updated for resources: {'Port': ['ID=1369631a-37f8-4596-b92e-b2ddd6296777,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:56.954135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-cf8a4eab-552f-4e98-a850-84093c52e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:56.959126 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-cf8a4eab-552f-4e98-a850-84093c52e6d4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c046e7d07204c1fa121183668404bde&device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 1096 time: 0.3276575 Nov 18 17:20:56.980887 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8ca438d3-ebda-453a-afcb-d80aa1a1513f tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2304220 Nov 18 17:20:56.985379 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52184) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:56.991090 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:57.006222 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2714e72-3cac-4618-8458-4e9968a656de req-21a739ad-72df-4360-bb45-910a70292018 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:57.006917 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c2714e72-3cac-4618-8458-4e9968a656de req-21a739ad-72df-4360-bb45-910a70292018 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:57.133299 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-10fa9f72-5eb6-412d-b5a7-b88730e85d38 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:57.141843 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:57.143427 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-00651506-b376-4132-a8e5-e8e649fcf73d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 HTTP/1.1" status: 200 len: 217 time: 0.1545966 Nov 18 17:20:57.178243 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f696d1-589a-45b8-941b-f25344f5681a {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:20:57.205015 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:57.298784 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Transition to ACTIVE for port object 90f696d1-589a-45b8-941b-f25344f5681a will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:20:57.313597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-0ef337d7-2c3d-4ac2-9918-4bcc923d4211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:57.315220 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-0ef337d7-2c3d-4ac2-9918-4bcc923d4211 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e9b9d89-c976-4008-a9f2-51e09be9f328 HTTP/1.1" status: 200 len: 854 time: 0.1125939 Nov 18 17:20:57.397709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-38c122ab-c238-4698-a10b-22de6e08a949 None None] Provisioning complete for port 1369631a-37f8-4596-b92e-b2ddd6296777 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:57.398333 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-38c122ab-c238-4698-a10b-22de6e08a949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:57.425215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-90488dd9-de92-4bbd-82ad-cd27107487db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:57.427068 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-90488dd9-de92-4bbd-82ad-cd27107487db service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f781338f-8486-4e4a-b308-8976616993eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037581 Nov 18 17:20:57.452019 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-38c122ab-c238-4698-a10b-22de6e08a949 None None] Port 1369631a-37f8-4596-b92e-b2ddd6296777 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:20:57.502813 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] device_id is not set on port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:20:57.524258 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:57.552030 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-cc49659f-3914-42d1-9691-2892f69a2c80 service neutron] 10.222.0.83 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134899 Nov 18 17:20:57.590203 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b94b2f-3428-47d4-803f-ace6a826fd21 req-90033c3b-a5bd-4a6c-873e-37f072cf4e27 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:57.592105 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41b94b2f-3428-47d4-803f-ace6a826fd21 req-90033c3b-a5bd-4a6c-873e-37f072cf4e27 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.0940413 Nov 18 17:20:57.631307 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 293c3d11-33cd-4988-9d3c-4aea38547bb2 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:20:57.656059 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41b94b2f-3428-47d4-803f-ace6a826fd21 req-8cac12b4-d3bd-4fa0-a7ab-2e8116033d4d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551705 Nov 18 17:20:57.689676 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bbb2ed3b-9a77-4ea2-8a2b-f0c448060f43 req-68019fda-0bf8-4ca7-96c0-6ab98809523d service neutron] 10.222.0.83 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258073 Nov 18 17:20:57.720812 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 293c3d11-33cd-4988-9d3c-4aea38547bb2 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:20:57.721202 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:57.993207 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-10fa9f72-5eb6-412d-b5a7-b88730e85d38 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:58.036732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa9f72-5eb6-412d-b5a7-b88730e85d38 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de6d03d-1bab-4870-ba21-df7a6e6c7b51,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:58.042545 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c2714e72-3cac-4618-8458-4e9968a656de req-21a739ad-72df-4360-bb45-910a70292018 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2173600 Nov 18 17:20:58.043168 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:58.067566 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:58.140618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=90f696d1-589a-45b8-941b-f25344f5681a,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:58.146673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Pushing event updated for resources: {'Port': ['ID=0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:58.159360 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d73e8c-d9e7-43c4-bb02-880a836b23a0 req-63510ae3-3780-4cf1-99e6-d16902763890 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:58.164490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Request body: {'port': {'device_id': '6d14e31d-eb02-4608-8500-fc921af973ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:58.166777 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72d73e8c-d9e7-43c4-bb02-880a836b23a0 req-63510ae3-3780-4cf1-99e6-d16902763890 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 931 time: 0.1712096 Nov 18 17:20:58.182600 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-10fa9f72-5eb6-412d-b5a7-b88730e85d38 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:58.189231 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-10fa9f72-5eb6-412d-b5a7-b88730e85d38 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3963299 Nov 18 17:20:58.191264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52208) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:58.202348 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ea7606da-3104-4027-b967-32d1f48be592 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:20:58.267361 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:58.267724 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:58.268067 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:58.277058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:58.277397 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:58.282143 n-d-813419-11 neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 2 to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e Nov 18 17:20:58.329919 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72d73e8c-d9e7-43c4-bb02-880a836b23a0 req-24386d7f-3726-4238-9501-afbeded3d59c tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622386 Nov 18 17:20:58.339436 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:58.339821 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:58.340159 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:58.352004 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:58.352004 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:58.352004 n-d-813419-11 neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 3 to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e Nov 18 17:20:58.382751 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:58.383090 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:58.383439 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:58.388741 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:58.389424 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:58.389982 n-d-813419-11 neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 4 to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e Nov 18 17:20:58.397764 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:58.400501 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea7606da-3104-4027-b967-32d1f48be592 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:58.418793 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:58.419059 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256aa06-2ee7-4294-aee8-8b2b7f8cac38 req-d1df0c35-1397-4963-8b19-731ab3e2390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:58.419589 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:58.420188 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:58.421164 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e256aa06-2ee7-4294-aee8-8b2b7f8cac38 req-d1df0c35-1397-4963-8b19-731ab3e2390c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c046e7d07204c1fa121183668404bde&device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 1096 time: 0.2522588 Nov 18 17:20:58.436644 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:58.440193 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:58.441020 n-d-813419-11 neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 5 to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e Nov 18 17:20:58.463100 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:58.463446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:58.463821 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:58.476858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:58.477465 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:58.479738 n-d-813419-11 neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 6 to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e Nov 18 17:20:58.532126 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:58.532727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:58.533243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:58.542864 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:58.543540 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:58.547577 n-d-813419-11 neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 7 to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e Nov 18 17:20:58.569376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:58.569645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:58.569987 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:58.579683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:58.580065 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:58.581429 n-d-813419-11 neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 8 to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e Nov 18 17:20:58.601093 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:58.601703 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:58.602056 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:58.612343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:58.612679 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:58.613242 n-d-813419-11 neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 9 to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e Nov 18 17:20:58.616894 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea7606da-3104-4027-b967-32d1f48be592 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:58.638479 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:58.638831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:58.639186 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:58.685254 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:58.685558 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:58.690717 n-d-813419-11 neutron-server[104007]: INFO neutron.plugins.ml2.plugin [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 10 to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e Nov 18 17:20:58.718677 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:58.719040 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:58.719362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:58.750075 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:58.750421 n-d-813419-11 neutron-server[104007]: ERROR neutron.plugins.ml2.managers [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:20:58.754208 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:58.877644 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-ea7606da-3104-4027-b967-32d1f48be592 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Allocated IP 172.25.3.61 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/e1deeae1-815b-4a5d-9734-9f17d2201122) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:20:59.059965 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea7606da-3104-4027-b967-32d1f48be592 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:59.096624 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] For port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:20:59.097280 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempted to set empty binding levels {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 18 17:20:59.108581 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b011757-2799-40b6-bffc-453e1a60650d req-0cb70172-a23d-4526-a7d6-4a378cc1353e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.110259 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b011757-2799-40b6-bffc-453e1a60650d req-0cb70172-a23d-4526-a7d6-4a378cc1353e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.3047397 Nov 18 17:20:59.145907 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Attempting to bind port 90f696d1-589a-45b8-941b-f25344f5681a on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:20:59.146991 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Attempting to bind port 90f696d1-589a-45b8-941b-f25344f5681a by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '26b97f17-69d2-4609-8a98-6a597f6ae202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:20:59.147404 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Attempting to bind port 90f696d1-589a-45b8-941b-f25344f5681a on network f781338f-8486-4e4a-b308-8976616993eb {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:59.150971 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:59.156803 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Port 90f696d1-589a-45b8-941b-f25344f5681a on network f781338f-8486-4e4a-b308-8976616993eb not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:20:59.160002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Attempting to bind port 90f696d1-589a-45b8-941b-f25344f5681a on network f781338f-8486-4e4a-b308-8976616993eb {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:20:59.172016 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] In _notify_port_updated(), no bound segment for port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:20:59.173155 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.173902 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:59.175558 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] 10.222.0.72 "PUT /v2.0/ports/0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e HTTP/1.1" status: 200 len: 980 time: 2.1891680 Nov 18 17:20:59.184840 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52234) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:20:59.186153 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea7606da-3104-4027-b967-32d1f48be592 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:59.220253 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:20:59.220596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Checking segment: {'id': '26b97f17-69d2-4609-8a98-6a597f6ae202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:20:59.221070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Bound using segment: {'id': '26b97f17-69d2-4609-8a98-6a597f6ae202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:20:59.221859 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Bound port: 90f696d1-589a-45b8-941b-f25344f5681a, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b97f17-69d2-4609-8a98-6a597f6ae202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:20:59.222292 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:59.262167 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256aa06-2ee7-4294-aee8-8b2b7f8cac38 req-e9e97837-8219-4989-9e4b-7ce0e0d7176e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.263720 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e256aa06-2ee7-4294-aee8-8b2b7f8cac38 req-e9e97837-8219-4989-9e4b-7ce0e0d7176e service neutron] 10.222.0.83 "GET /v2.0/networks?id=f781338f-8486-4e4a-b308-8976616993eb HTTP/1.1" status: 200 len: 917 time: 0.8190441 Nov 18 17:20:59.347547 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e256aa06-2ee7-4294-aee8-8b2b7f8cac38 req-2d62ca54-7581-4ed4-8743-cb7b2f55f914 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 HTTP/1.1" status: 200 len: 217 time: 0.0599008 Nov 18 17:20:59.426039 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] For port 90f696d1-589a-45b8-941b-f25344f5681a, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:20:59.430897 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] For port 90f696d1-589a-45b8-941b-f25344f5681a, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=90f696d1-589a-45b8-941b-f25344f5681a,segment=NetworkSegment(26b97f17-69d2-4609-8a98-6a597f6ae202),segment_id=26b97f17-69d2-4609-8a98-6a597f6ae202)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:20:59.615292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1369631a-37f8-4596-b92e-b2ddd6296777 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:20:59.625379 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:59.643106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Transition to ACTIVE for port object 1369631a-37f8-4596-b92e-b2ddd6296777 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:20:59.668182 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:59.716029 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.716654 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:59.718768 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] 10.222.0.83 "PUT /v2.0/ports/90f696d1-589a-45b8-941b-f25344f5681a HTTP/1.1" status: 200 len: 1093 time: 5.1207755 Nov 18 17:20:59.719229 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c3dea6-7279-40da-ac88-a2238f825274', 'tag': '90f696d1-589a-45b8-941b-f25344f5681a'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:20:59.725281 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7ad07c-9cfe-448a-a1d2-b3c6012140a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c3dea6-7279-40da-ac88-a2238f825274", "tag": "90f696d1-589a-45b8-941b-f25344f5681a"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:20:59.731749 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:59.734697 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256aa06-2ee7-4294-aee8-8b2b7f8cac38 req-e888487d-f386-466d-b4a0-1dbe1cc6636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.736192 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e256aa06-2ee7-4294-aee8-8b2b7f8cac38 req-e888487d-f386-466d-b4a0-1dbe1cc6636e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e9b9d89-c976-4008-a9f2-51e09be9f328 HTTP/1.1" status: 200 len: 854 time: 0.3632836 Nov 18 17:20:59.758541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7606da-3104-4027-b967-32d1f48be592 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:20:59.797721 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b011757-2799-40b6-bffc-453e1a60650d req-fd17148a-1b29-405f-a192-b480293a65e1 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6741250 Nov 18 17:20:59.798667 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-ea7606da-3104-4027-b967-32d1f48be592 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:20:59.801340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7606da-3104-4027-b967-32d1f48be592 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:20:59.836718 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75465946-2419-4bc2-8bce-f835b1e27cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=90f696d1-589a-45b8-941b-f25344f5681a,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:59.882970 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e52a3-1c41-4662-8f33-6871993b74b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Pushing event updated for resources: {'Port': ['ID=0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:20:59.947808 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-39eae31a-e6b9-4883-88d1-a0bdfca71162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:20:59.966531 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256aa06-2ee7-4294-aee8-8b2b7f8cac38 req-4a15bc98-990f-48ba-a4a6-9f23252bcc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.971445 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e256aa06-2ee7-4294-aee8-8b2b7f8cac38 req-4a15bc98-990f-48ba-a4a6-9f23252bcc58 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f781338f-8486-4e4a-b308-8976616993eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2233903 Nov 18 17:20:59.978953 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.979455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.979968 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.980448 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.980923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.986068 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.986600 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.987091 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.987575 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.988094 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.988568 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.989034 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.989512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.989984 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.990453 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.990923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.991395 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.991886 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:20:59.998855 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.003423 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.003972 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.004467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.004971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.005807 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.006290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.006765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.007238 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.007708 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.008209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.008682 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.009156 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.012690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.013194 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.013727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.019959 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.020294 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.020719 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.021206 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.037441 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bc35ae39-0c2e-4e8d-90f5-4646a28648e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33942 time: 0.8346438 Nov 18 17:21:00.039751 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52254) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:00.046466 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee729980-994e-4627-b61d-744dca837bce service neutron] Pushing event updated for resources: {'Port': ['ID=1369631a-37f8-4596-b92e-b2ddd6296777,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:00.056017 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f0b8a0-1c29-4033-95ff-18a5822b0efa x-openstack-request-id: req-a0f0b8a0-1c29-4033-95ff-18a5822b0efa {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:00.056965 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c3dea6-7279-40da-ac88-a2238f825274", "tag": "90f696d1-589a-45b8-941b-f25344f5681a", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:00.057316 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a0f0b8a0-1c29-4033-95ff-18a5822b0efa {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:00.057815 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c3dea6-7279-40da-ac88-a2238f825274', 'tag': '90f696d1-589a-45b8-941b-f25344f5681a', 'status': 'completed', 'code': 200} Nov 18 17:21:00.080062 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82702ba-354e-4825-8242-8ec8b535e294 req-c3a77432-63e3-4de9-86fd-44333249876b tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.081785 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d82702ba-354e-4825-8242-8ec8b535e294 req-c3a77432-63e3-4de9-86fd-44333249876b tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 943 time: 0.3388326 Nov 18 17:21:00.138420 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-39aa4eb1-c58d-49df-9a20-c0af021fc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.140843 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-39aa4eb1-c58d-49df-9a20-c0af021fc623 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c046e7d07204c1fa121183668404bde&device_id=e0c3dea6-7279-40da-ac88-a2238f825274 HTTP/1.1" status: 200 len: 1096 time: 0.2523475 Nov 18 17:21:00.147597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Attempting to bind port 1369631a-37f8-4596-b92e-b2ddd6296777 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:21:00.148099 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Attempting to bind port 1369631a-37f8-4596-b92e-b2ddd6296777 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '26b97f17-69d2-4609-8a98-6a597f6ae202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:21:00.148547 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Attempting to bind port 1369631a-37f8-4596-b92e-b2ddd6296777 on network f781338f-8486-4e4a-b308-8976616993eb {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:00.165269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7606da-3104-4027-b967-32d1f48be592 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Pushing event updated for resources: {'Port': ['ID=e1deeae1-815b-4a5d-9734-9f17d2201122,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:00.219017 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-af8df1ac-dc1d-423b-a884-ff876aae7c03 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90f696d1-589a-45b8-941b-f25344f5681a HTTP/1.1" status: 200 len: 217 time: 0.0660303 Nov 18 17:21:00.225011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Port 1369631a-37f8-4596-b92e-b2ddd6296777 on network f781338f-8486-4e4a-b308-8976616993eb not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:21:00.227309 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Attempting to bind port 1369631a-37f8-4596-b92e-b2ddd6296777 on network f781338f-8486-4e4a-b308-8976616993eb {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:00.239073 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea7606da-3104-4027-b967-32d1f48be592 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:00.249776 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d82702ba-354e-4825-8242-8ec8b535e294 req-c7aa887b-d7bd-485e-b135-d27c8fa4ff72 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438930 Nov 18 17:21:00.278857 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-92eac805-3cb5-469c-8434-c3146616c0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Deleting port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:21:00.280102 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-92eac805-3cb5-469c-8434-c3146616c0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:00.321024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:21:00.321688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Checking segment: {'id': '26b97f17-69d2-4609-8a98-6a597f6ae202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:21:00.322994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Bound using segment: {'id': '26b97f17-69d2-4609-8a98-6a597f6ae202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:21:00.323659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Bound port: 1369631a-37f8-4596-b92e-b2ddd6296777, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b97f17-69d2-4609-8a98-6a597f6ae202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:21:00.324446 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:00.328278 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e256aa06-2ee7-4294-aee8-8b2b7f8cac38 req-34994864-8a33-423b-8751-ec44df86cc6f service neutron] 10.222.0.83 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299513 Nov 18 17:21:00.389898 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-92eac805-3cb5-469c-8434-c3146616c0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] For port 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e, host n-h1-813419-11, got binding levels [] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:00.390291 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-92eac805-3cb5-469c-8434-c3146616c0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:00.392984 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea7606da-3104-4027-b967-32d1f48be592 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:00.406651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-5e321fe7-8ff4-4033-8713-d49b5bd67723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.412818 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-5e321fe7-8ff4-4033-8713-d49b5bd67723 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e9b9d89-c976-4008-a9f2-51e09be9f328 HTTP/1.1" status: 200 len: 854 time: 0.1705301 Nov 18 17:21:00.426463 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-92eac805-3cb5-469c-8434-c3146616c0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Calling delete_port for 0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:21:00.589638 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e256aa06-2ee7-4294-aee8-8b2b7f8cac38 req-727de741-3cd0-48a6-bba1-0dda54684e9e service neutron] 10.222.0.83 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466955 Nov 18 17:21:00.595451 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] For port 1369631a-37f8-4596-b92e-b2ddd6296777, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:21:00.599645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] For port 1369631a-37f8-4596-b92e-b2ddd6296777, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1369631a-37f8-4596-b92e-b2ddd6296777,segment=NetworkSegment(26b97f17-69d2-4609-8a98-6a597f6ae202),segment_id=26b97f17-69d2-4609-8a98-6a597f6ae202)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:21:00.607035 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-8956a6f1-e094-42bd-8a93-4827e7a3197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.608997 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-8956a6f1-e094-42bd-8a93-4827e7a3197f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f781338f-8486-4e4a-b308-8976616993eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1914089 Nov 18 17:21:00.685701 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:00.694080 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea7606da-3104-4027-b967-32d1f48be592 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:00.735773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:00.736816 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:00.738073 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-92eac805-3cb5-469c-8434-c3146616c0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:00.739332 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c2714e72-3cac-4618-8458-4e9968a656de req-ee729980-994e-4627-b61d-744dca837bce service neutron] 10.222.0.81 "PUT /v2.0/ports/1369631a-37f8-4596-b92e-b2ddd6296777 HTTP/1.1" status: 200 len: 1092 time: 2.6845884 Nov 18 17:21:00.783819 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea7606da-3104-4027-b967-32d1f48be592 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:00.786615 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eac805-3cb5-469c-8434-c3146616c0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:00.786810 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-3d33ffa3-b386-4612-9cc9-6be0657c5742 service neutron] 10.222.0.83 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680629 Nov 18 17:21:00.787964 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee729980-994e-4627-b61d-744dca837bce service neutron] Pushing event updated for resources: {'Port': ['ID=1369631a-37f8-4596-b92e-b2ddd6296777,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:00.802076 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-92eac805-3cb5-469c-8434-c3146616c0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:00.805571 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-92eac805-3cb5-469c-8434-c3146616c0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] 10.222.0.72 "DELETE /v2.0/ports/0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e HTTP/1.1" status: 204 len: 168 time: 0.7621076 Nov 18 17:21:00.819227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52266) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:00.908109 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7606da-3104-4027-b967-32d1f48be592 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Pushing event updated for resources: {'Port': ['ID=e1deeae1-815b-4a5d-9734-9f17d2201122,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:00.928617 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea7606da-3104-4027-b967-32d1f48be592 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:00.994627 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1ea7571b-f814-4a37-ab16-f78864b1c494 req-129cbc42-57e5-4a53-8028-6168d010d978 service neutron] 10.222.0.83 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974173 Nov 18 17:21:01.020530 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9773a7d-c1c6-4ecc-8777-ccfaa5257161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] GET failed (client error): The resource could not be found. Nov 18 17:21:01.023379 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d9773a7d-c1c6-4ecc-8777-ccfaa5257161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] 10.222.0.72 "GET /v2.0/ports/0d04cca8-7bf6-4f1b-bf4b-4e0423b2b90e HTTP/1.1" status: 404 len: 333 time: 0.2021809 Nov 18 17:21:01.029155 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52274) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:01.034455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f1c75b87-953a-4d69-9338-f613c498679a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-824768235', 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:21:01.064154 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2714e72-3cac-4618-8458-4e9968a656de req-90d0a4db-bf7b-45ca-956b-f7e0d557bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:01.066012 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c2714e72-3cac-4618-8458-4e9968a656de req-90d0a4db-bf7b-45ca-956b-f7e0d557bb2e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9c046e7d07204c1fa121183668404bde&device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 1095 time: 0.1041186 Nov 18 17:21:01.077903 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea7606da-3104-4027-b967-32d1f48be592 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:01.078909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ea7606da-3104-4027-b967-32d1f48be592 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8822336 Nov 18 17:21:01.133772 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4798a4-011d-4641-9f81-36c43e18da60 req-dec73cbc-ecc1-4582-a496-8fcc96721cff tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:01.145213 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b4798a4-011d-4641-9f81-36c43e18da60 req-dec73cbc-ecc1-4582-a496-8fcc96721cff tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.1172574 Nov 18 17:21:01.159126 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c2714e72-3cac-4618-8458-4e9968a656de req-7443fc35-1f8d-4271-ab48-330f14cafe5e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1369631a-37f8-4596-b92e-b2ddd6296777 HTTP/1.1" status: 200 len: 217 time: 0.0811796 Nov 18 17:21:01.178122 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c75b87-953a-4d69-9338-f613c498679a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Made reservation on behalf of a434bd3778654608a4daea4ccf0190f5 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:21:01.181675 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f1c75b87-953a-4d69-9338-f613c498679a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:01.260092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ad07c-9cfe-448a-a1d2-b3c6012140a5 req-2cf24bbd-0cb8-4134-b6c1-d5c7e8044158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:01.261726 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e7ad07c-9cfe-448a-a1d2-b3c6012140a5 req-2cf24bbd-0cb8-4134-b6c1-d5c7e8044158 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c046e7d07204c1fa121183668404bde&device_id=e0c3dea6-7279-40da-ac88-a2238f825274 HTTP/1.1" status: 200 len: 1096 time: 0.1131022 Nov 18 17:21:01.265532 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2714e72-3cac-4618-8458-4e9968a656de req-b17799e9-751e-457c-8ef6-eb585f017435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:01.266985 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c2714e72-3cac-4618-8458-4e9968a656de req-b17799e9-751e-457c-8ef6-eb585f017435 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7e9b9d89-c976-4008-a9f2-51e09be9f328 HTTP/1.1" status: 200 len: 854 time: 0.0643353 Nov 18 17:21:01.268220 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b4798a4-011d-4641-9f81-36c43e18da60 req-b1f16c75-a37a-403c-8657-5cca46c68651 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213698 Nov 18 17:21:01.270354 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-f1c75b87-953a-4d69-9338-f613c498679a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] device_id is not set on port b128334a-9a83-48fc-b35b-7195385ffd49 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:21:01.379460 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2714e72-3cac-4618-8458-4e9968a656de req-3f4f85e2-4f0a-4f4b-af40-c5a032c3334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:01.381605 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c2714e72-3cac-4618-8458-4e9968a656de req-3f4f85e2-4f0a-4f4b-af40-c5a032c3334e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f781338f-8486-4e4a-b308-8976616993eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021774 Nov 18 17:21:01.406271 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-35a3a66a-7084-4a70-aff1-462a84ba121e tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1580320200&fields=id&tenant_id=c02a09087a57449da11f75049d72d888 HTTP/1.1" status: 200 len: 267 time: 0.1298254 Nov 18 17:21:01.417891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ad07c-9cfe-448a-a1d2-b3c6012140a5 req-d7a04818-2d6c-4b43-83f5-75459699426f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:01.419518 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e7ad07c-9cfe-448a-a1d2-b3c6012140a5 req-d7a04818-2d6c-4b43-83f5-75459699426f service neutron] 10.222.0.83 "GET /v2.0/networks?id=f781338f-8486-4e4a-b308-8976616993eb HTTP/1.1" status: 200 len: 917 time: 0.1486945 Nov 18 17:21:01.489291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:21:01.494556 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4205adf-248a-4078-826b-c5db8a95bd64 req-7d71e304-defd-4a85-ad4f-60a54d24bba8 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:01.497455 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4205adf-248a-4078-826b-c5db8a95bd64 req-7d71e304-defd-4a85-ad4f-60a54d24bba8 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 943 time: 0.1485744 Nov 18 17:21:01.504455 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e7ad07c-9cfe-448a-a1d2-b3c6012140a5 req-706c9b52-7c2f-4462-bc9f-52fbe4a0d7f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90f696d1-589a-45b8-941b-f25344f5681a HTTP/1.1" status: 200 len: 217 time: 0.0735872 Nov 18 17:21:01.575708 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c2714e72-3cac-4618-8458-4e9968a656de req-01c7b53f-c30b-4b85-976b-098b06d82b61 service neutron] 10.222.0.81 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854188 Nov 18 17:21:01.652306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ad07c-9cfe-448a-a1d2-b3c6012140a5 req-2b07f556-4727-4720-b2d6-68f2ebb06232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:01.653956 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e7ad07c-9cfe-448a-a1d2-b3c6012140a5 req-2b07f556-4727-4720-b2d6-68f2ebb06232 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e9b9d89-c976-4008-a9f2-51e09be9f328 HTTP/1.1" status: 200 len: 854 time: 0.1313901 Nov 18 17:21:01.701548 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2,segment=NetworkSegment(26b97f17-69d2-4609-8a98-6a597f6ae202),segment_id=26b97f17-69d2-4609-8a98-6a597f6ae202)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:01.705305 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f1c75b87-953a-4d69-9338-f613c498679a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:01.727483 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2', 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb', 'port_id': 'b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2', 'mac_address': 'fa:16:3e:d5:8a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9b9d89-c976-4008-a9f2-51e09be9f328', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:21:01.790474 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:01.792082 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ad07c-9cfe-448a-a1d2-b3c6012140a5 req-22c373e9-6211-40cc-97d0-84137967650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:01.794243 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e7ad07c-9cfe-448a-a1d2-b3c6012140a5 req-22c373e9-6211-40cc-97d0-84137967650c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f781338f-8486-4e4a-b308-8976616993eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014495 Nov 18 17:21:01.801258 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-3bf3e5d7-b4e1-4986-9f4c-1ee06d082171 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:01.802868 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-3bf3e5d7-b4e1-4986-9f4c-1ee06d082171 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/networks?id=99853349-4078-4397-a0fc-c76ba99befbe HTTP/1.1" status: 200 len: 812 time: 0.3800869 Nov 18 17:21:01.820260 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4205adf-248a-4078-826b-c5db8a95bd64 req-bda39518-cd76-454d-a6cf-2fd7812f6b13 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298255 Nov 18 17:21:01.836888 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:21:01.841647 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-44f799aa-7d30-4f09-bcd1-83af6802f84b tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/quotas/c02a09087a57449da11f75049d72d888 HTTP/1.1" status: 200 len: 375 time: 0.0193000 Nov 18 17:21:01.857864 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c2714e72-3cac-4618-8458-4e9968a656de req-eae49f3f-461e-41f9-8b31-8d90bf4195ed service neutron] 10.222.0.81 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586699 Nov 18 17:21:01.879026 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2,segment=NetworkSegment(26b97f17-69d2-4609-8a98-6a597f6ae202),segment_id=26b97f17-69d2-4609-8a98-6a597f6ae202)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:01.908750 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f1c75b87-953a-4d69-9338-f613c498679a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:01.957682 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e7ad07c-9cfe-448a-a1d2-b3c6012140a5 req-5bf6cfd2-8b10-42f0-98ff-ecc1bf2e3369 service neutron] 10.222.0.83 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468487 Nov 18 17:21:01.961094 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c75b87-953a-4d69-9338-f613c498679a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Network 633d40a8-b913-4671-9967-4de3e13dc078 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:21:01.967297 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f1c75b87-953a-4d69-9338-f613c498679a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:21:01.969925 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c75b87-953a-4d69-9338-f613c498679a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:21:01.971061 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c75b87-953a-4d69-9338-f613c498679a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:01.971691 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f1c75b87-953a-4d69-9338-f613c498679a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:01.982565 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:01.984854 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-e540b14d-be7b-43b8-9115-a5e2d1bfb9c0 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c02a09087a57449da11f75049d72d888&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1319430 Nov 18 17:21:01.996368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c75b87-953a-4d69-9338-f613c498679a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Pushing event updated for resources: {'Port': ['ID=b128334a-9a83-48fc-b35b-7195385ffd49,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:02.075457 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:02.092012 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f1c75b87-953a-4d69-9338-f613c498679a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0616543 Nov 18 17:21:02.106942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d14e31d-eb02-4608-8500-fc921af973ce', 'tag': '1369631a-37f8-4596-b92e-b2ddd6296777'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:02.110891 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af10f373-fec6-4627-8fb2-41174facb80a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d14e31d-eb02-4608-8500-fc921af973ce", "tag": "1369631a-37f8-4596-b92e-b2ddd6296777"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:02.115070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52310) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:02.151843 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-9bf3ea41-339b-4741-94e3-3fefcecc61e9 service neutron] 10.222.0.72 "GET /v2.0/networks/99853349-4078-4397-a0fc-c76ba99befbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504619 Nov 18 17:21:02.193135 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e64fc52-214f-4156-bb9a-4e6acc5fb0e5 x-openstack-request-id: req-2e64fc52-214f-4156-bb9a-4e6acc5fb0e5 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:02.193515 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d14e31d-eb02-4608-8500-fc921af973ce", "tag": "1369631a-37f8-4596-b92e-b2ddd6296777", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:02.193845 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2e64fc52-214f-4156-bb9a-4e6acc5fb0e5 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:02.194372 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d14e31d-eb02-4608-8500-fc921af973ce', 'tag': '1369631a-37f8-4596-b92e-b2ddd6296777', 'status': 'completed', 'code': 200} Nov 18 17:21:02.199365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ccc360-8503-4e2c-acfb-53faa0c1cd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:02.200877 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-88ccc360-8503-4e2c-acfb-53faa0c1cd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] 10.222.0.72 "GET /v2.0/ports/b128334a-9a83-48fc-b35b-7195385ffd49 HTTP/1.1" status: 200 len: 958 time: 0.0828965 Nov 18 17:21:02.203851 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52316) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:02.238550 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5e7ad07c-9cfe-448a-a1d2-b3c6012140a5 req-9fe944b1-5b93-45fe-817a-120433ae4b3b service neutron] 10.222.0.83 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704935 Nov 18 17:21:02.242668 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:21:02.326173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10f373-fec6-4627-8fb2-41174facb80a req-6c9d0845-4200-4b18-8244-66c937b6aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:02.327848 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-af10f373-fec6-4627-8fb2-41174facb80a req-6c9d0845-4200-4b18-8244-66c937b6aea2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9c046e7d07204c1fa121183668404bde&device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 1095 time: 0.0863719 Nov 18 17:21:02.350381 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-7fe32293-8925-47be-9c4b-b9c9f21224ad service neutron] 10.222.0.72 "GET /v2.0/networks/99853349-4078-4397-a0fc-c76ba99befbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950319 Nov 18 17:21:02.402822 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5c8d5899-9388-43a0-97a5-3f09243bb9b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Deleting port b128334a-9a83-48fc-b35b-7195385ffd49 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:21:02.403245 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c8d5899-9388-43a0-97a5-3f09243bb9b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:02.458209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd394770-b3e7-4055-ba52-82b548681cec req-1fa0c6a2-639a-42f9-81e7-91dddc1d5d74 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:02.469976 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd394770-b3e7-4055-ba52-82b548681cec req-1fa0c6a2-639a-42f9-81e7-91dddc1d5d74 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.0811186 Nov 18 17:21:02.517261 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-16de7f99-f899-47df-91d9-a14eaaf57248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:02.577944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd394770-b3e7-4055-ba52-82b548681cec req-7aa547d2-3b7b-444f-93ef-fe1a807f8af0 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098235 Nov 18 17:21:02.626763 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c8d5899-9388-43a0-97a5-3f09243bb9b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:02.630681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10f373-fec6-4627-8fb2-41174facb80a req-f11402df-52a6-48ca-877a-3b63b5a2cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:02.632283 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-af10f373-fec6-4627-8fb2-41174facb80a req-f11402df-52a6-48ca-877a-3b63b5a2cbfe service neutron] 10.222.0.81 "GET /v2.0/networks?id=f781338f-8486-4e4a-b308-8976616993eb HTTP/1.1" status: 200 len: 917 time: 0.2947209 Nov 18 17:21:02.665631 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5c8d5899-9388-43a0-97a5-3f09243bb9b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Calling delete_port for b128334a-9a83-48fc-b35b-7195385ffd49 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:21:02.713793 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-af10f373-fec6-4627-8fb2-41174facb80a req-00926652-fbc5-4fd1-b4d2-884a4f57f6ab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1369631a-37f8-4596-b92e-b2ddd6296777 HTTP/1.1" status: 200 len: 217 time: 0.0732193 Nov 18 17:21:02.805523 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5848b061-05f5-4dd7-aefc-eac8baf60e99 req-8352efee-e7e4-4833-a462-282ecdc029a7 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 210 time: 0.0558712 Nov 18 17:21:02.830221 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10f373-fec6-4627-8fb2-41174facb80a req-090c6cfd-baac-4452-a7c5-dca14ae9b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:02.831860 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-af10f373-fec6-4627-8fb2-41174facb80a req-090c6cfd-baac-4452-a7c5-dca14ae9b6ed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7e9b9d89-c976-4008-a9f2-51e09be9f328 HTTP/1.1" status: 200 len: 854 time: 0.1090918 Nov 18 17:21:02.915212 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10f373-fec6-4627-8fb2-41174facb80a req-25e8ac57-d202-46ff-a6b5-71d68e9c6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:02.916982 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-af10f373-fec6-4627-8fb2-41174facb80a req-25e8ac57-d202-46ff-a6b5-71d68e9c6578 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f781338f-8486-4e4a-b308-8976616993eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622847 Nov 18 17:21:02.980095 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae441a-cf41-4510-a398-bfee689c6364 req-13771893-a61c-46e4-9e74-871eb38d98d3 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:02.987537 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6ae441a-cf41-4510-a398-bfee689c6364 req-13771893-a61c-46e4-9e74-871eb38d98d3 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 943 time: 0.0587876 Nov 18 17:21:03.012389 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c8d5899-9388-43a0-97a5-3f09243bb9b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:03.049596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d5899-9388-43a0-97a5-3f09243bb9b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Pushing event deleted for resources: {'Port': ['ID=b128334a-9a83-48fc-b35b-7195385ffd49,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:03.057595 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6ae441a-cf41-4510-a398-bfee689c6364 req-7f562427-a2de-4277-a4ef-5becadb66033 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665708 Nov 18 17:21:03.067540 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c8d5899-9388-43a0-97a5-3f09243bb9b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:03.073539 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5c8d5899-9388-43a0-97a5-3f09243bb9b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] 10.222.0.72 "DELETE /v2.0/ports/b128334a-9a83-48fc-b35b-7195385ffd49 HTTP/1.1" status: 204 len: 168 time: 0.8684056 Nov 18 17:21:03.076161 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52342) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:03.096093 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-af10f373-fec6-4627-8fb2-41174facb80a req-a5f69953-a153-4adc-9aff-fbc3d2d48ee4 service neutron] 10.222.0.81 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696513 Nov 18 17:21:03.103539 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0f443b-dd7d-4d5c-bc11-aa6d099763ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] GET failed (client error): The resource could not be found. Nov 18 17:21:03.105039 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fa0f443b-dd7d-4d5c-bc11-aa6d099763ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] 10.222.0.72 "GET /v2.0/ports/b128334a-9a83-48fc-b35b-7195385ffd49 HTTP/1.1" status: 404 len: 333 time: 0.0269709 Nov 18 17:21:03.110638 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52344) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:03.115256 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-988040ad-d5f4-4c1c-a15e-92b9ce13ce58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Request body: {'port': {'network_id': '633d40a8-b913-4671-9967-4de3e13dc078', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-530475265'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:21:03.214913 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-af10f373-fec6-4627-8fb2-41174facb80a req-c8c04969-d577-44c3-854e-d0744f1fbb35 service neutron] 10.222.0.81 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085181 Nov 18 17:21:03.216051 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988040ad-d5f4-4c1c-a15e-92b9ce13ce58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Made reservation on behalf of a434bd3778654608a4daea4ccf0190f5 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:21:03.218540 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-988040ad-d5f4-4c1c-a15e-92b9ce13ce58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:03.240671 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-988040ad-d5f4-4c1c-a15e-92b9ce13ce58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] device_id is not set on port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:21:03.406756 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-988040ad-d5f4-4c1c-a15e-92b9ce13ce58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:03.501417 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 90f696d1-589a-45b8-941b-f25344f5681a details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:21:03.518018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:21:03.548039 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-988040ad-d5f4-4c1c-a15e-92b9ce13ce58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:03.559738 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:03.589994 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988040ad-d5f4-4c1c-a15e-92b9ce13ce58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Network 633d40a8-b913-4671-9967-4de3e13dc078 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:21:03.609858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-988040ad-d5f4-4c1c-a15e-92b9ce13ce58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:21:03.617727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988040ad-d5f4-4c1c-a15e-92b9ce13ce58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:21:03.622180 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988040ad-d5f4-4c1c-a15e-92b9ce13ce58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:03.623000 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-988040ad-d5f4-4c1c-a15e-92b9ce13ce58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:03.691257 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 90f696d1-589a-45b8-941b-f25344f5681a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=90f696d1-589a-45b8-941b-f25344f5681a,segment=NetworkSegment(26b97f17-69d2-4609-8a98-6a597f6ae202),segment_id=26b97f17-69d2-4609-8a98-6a597f6ae202)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:03.697092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988040ad-d5f4-4c1c-a15e-92b9ce13ce58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Pushing event updated for resources: {'Port': ['ID=27b5a8e4-2255-41ad-ba78-0cf6d3505bfc,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:03.704854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '90f696d1-589a-45b8-941b-f25344f5681a', 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb', 'port_id': '90f696d1-589a-45b8-941b-f25344f5681a', 'mac_address': 'fa:16:3e:11:8c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9b9d89-c976-4008-a9f2-51e09be9f328', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:21:03.709971 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:21:03.768882 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:21:03.769467 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:03.776206 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-988040ad-d5f4-4c1c-a15e-92b9ce13ce58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6615188 Nov 18 17:21:03.776526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52362) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:03.781994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:21:03.814301 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01575f97-05d7-48fb-9565-359f5a15ee0b req-74e7fb27-edc2-46b4-acbf-d8485e7c5f5f tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:03.816810 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:03.829520 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01575f97-05d7-48fb-9565-359f5a15ee0b req-74e7fb27-edc2-46b4-acbf-d8485e7c5f5f tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.1154788 Nov 18 17:21:03.837167 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f696d1-589a-45b8-941b-f25344f5681a {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:21:03.895472 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:03.900893 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 90f696d1-589a-45b8-941b-f25344f5681a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=90f696d1-589a-45b8-941b-f25344f5681a,segment=NetworkSegment(26b97f17-69d2-4609-8a98-6a597f6ae202),segment_id=26b97f17-69d2-4609-8a98-6a597f6ae202)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:03.924788 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:03.941301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-469d8e43-7355-489b-bc05-de4132d49f13 req-57cda669-bdb5-426d-837e-eb3848456c8a tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 210 time: 0.0492034 Nov 18 17:21:03.969238 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01575f97-05d7-48fb-9565-359f5a15ee0b req-062ce4ef-582e-40fb-8100-a0d17299ec7f tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384730 Nov 18 17:21:04.014293 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2,segment=NetworkSegment(26b97f17-69d2-4609-8a98-6a597f6ae202),segment_id=26b97f17-69d2-4609-8a98-6a597f6ae202)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:04.015349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92099d2e-28c2-4e99-8c5e-930a3eeed014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:04.017850 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57543259-c87f-47a9-8229-537efa31e518" -d '{"events": [{"server_uuid": "92099d2e-28c2-4e99-8c5e-930a3eeed014", "name": "network-vif-plugged", "status": "completed", "tag": "b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:04.029403 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:04.095360 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=90f696d1-589a-45b8-941b-f25344f5681a,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:04.113100 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:04.193493 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] device_id is not set on port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:21:04.203782 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:04.213493 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5939933b-f5a6-420c-81f1-d0ace7b1efcc x-openstack-request-id: req-5939933b-f5a6-420c-81f1-d0ace7b1efcc {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:04.213668 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92099d2e-28c2-4e99-8c5e-930a3eeed014", "name": "network-vif-plugged", "status": "completed", "tag": "b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:04.213892 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5939933b-f5a6-420c-81f1-d0ace7b1efcc {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:04.214258 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92099d2e-28c2-4e99-8c5e-930a3eeed014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2', 'code': 200} Nov 18 17:21:04.223228 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:04.327830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266ea2e-ff87-4bbe-95a1-ad4aa049e7a2 req-4a6b3388-cc83-4f75-9449-6034a3f70e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:04.332117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['90f696d1-589a-45b8-941b-f25344f5681a'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:21:04.333772 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1266ea2e-ff87-4bbe-95a1-ad4aa049e7a2 req-4a6b3388-cc83-4f75-9449-6034a3f70e52 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 1098 time: 0.0575995 Nov 18 17:21:04.335646 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:04.337819 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171d343-1da5-4552-b115-67c5bd793e6a req-923f0063-0b4b-4777-92d5-ef0b18418855 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:04.347196 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0171d343-1da5-4552-b115-67c5bd793e6a req-923f0063-0b4b-4777-92d5-ef0b18418855 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 943 time: 0.0674577 Nov 18 17:21:04.389193 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Pushing event updated for resources: {'Port': ['ID=27b5a8e4-2255-41ad-ba78-0cf6d3505bfc,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:04.422927 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0171d343-1da5-4552-b115-67c5bd793e6a req-e85c729e-73dc-4551-9c20-cfe69d2455f2 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693197 Nov 18 17:21:04.461591 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:21:04.461963 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:21:04.462275 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:04.479693 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1266ea2e-ff87-4bbe-95a1-ad4aa049e7a2 req-148e1247-87ec-4cd4-9ea9-d3216d668aaa service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946777 Nov 18 17:21:04.485101 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:21:04.485983 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:21:04.486604 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 2 to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc Nov 18 17:21:04.506960 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:21:04.507307 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:21:04.507643 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:04.513475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:21:04.513853 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:21:04.514391 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 3 to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc Nov 18 17:21:04.532963 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:21:04.533453 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:21:04.533899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:04.539411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:21:04.539969 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:21:04.540502 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 4 to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc Nov 18 17:21:04.562213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:21:04.562642 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:21:04.563059 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:04.569615 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:21:04.570365 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:21:04.570922 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 5 to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc Nov 18 17:21:04.594607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:21:04.594950 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:21:04.595292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:04.601255 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:21:04.601589 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:21:04.601984 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 6 to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc Nov 18 17:21:04.618730 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:21:04.619079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:21:04.619425 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:04.627558 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:21:04.627925 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:21:04.628326 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 7 to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc Nov 18 17:21:04.677184 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:21:04.677184 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:21:04.677184 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:04.688396 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:21:04.688812 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:21:04.689288 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 8 to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc Nov 18 17:21:04.703377 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:21:04.703724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:21:04.704102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:04.709717 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:21:04.710062 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:21:04.710469 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 9 to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc Nov 18 17:21:04.724966 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:21:04.725605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:21:04.725944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:04.731097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:21:04.731434 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:21:04.731859 n-d-813419-11 neutron-server[104008]: INFO neutron.plugins.ml2.plugin [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempt 10 to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc Nov 18 17:21:04.748177 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8aa343-1550-477e-a178-7c5b15ac2814 req-5b7a005c-4f57-42db-bcf8-9c6012663cc3 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:04.748386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:21:04.748700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:21:04.749259 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempting to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:04.752778 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d8aa343-1550-477e-a178-7c5b15ac2814 req-5b7a005c-4f57-42db-bcf8-9c6012663cc3 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.0665545 Nov 18 17:21:04.754975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:21:04.755752 n-d-813419-11 neutron-server[104008]: ERROR neutron.plugins.ml2.managers [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Failed to bind port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on host n-h1-813419-11 for vnic_type normal using segments [{'id': 'd68cd658-cd6d-458d-b424-733f7c05419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '633d40a8-b913-4671-9967-4de3e13dc078'}] Nov 18 17:21:04.756332 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:04.820655 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d8aa343-1550-477e-a178-7c5b15ac2814 req-36af639f-87f7-4e03-bd4f-89408c286939 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602725 Nov 18 17:21:04.869476 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] For port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:21:04.870101 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attempted to set empty binding levels {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 18 17:21:04.976691 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:05.004396 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:05.021741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] In _notify_port_updated(), no bound segment for port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc on network 633d40a8-b913-4671-9967-4de3e13dc078 {{(pid=104008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:21:05.021741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:05.021741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:05.022629 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] 10.222.0.72 "PUT /v2.0/ports/27b5a8e4-2255-41ad-ba78-0cf6d3505bfc HTTP/1.1" status: 200 len: 979 time: 1.2448955 Nov 18 17:21:05.026226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52402) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:05.062102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3c2b5-e07a-480c-95ed-debf470d36bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Pushing event updated for resources: {'Port': ['ID=27b5a8e4-2255-41ad-ba78-0cf6d3505bfc,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:05.082128 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1369631a-37f8-4596-b92e-b2ddd6296777 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:21:05.089706 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b935de0e-3431-4a03-aeb8-39f3dee1e104 req-630cc9e9-0208-438c-87f6-a9992cc84037 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 210 time: 0.0547199 Nov 18 17:21:05.149471 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-684fb9ed-2d2e-4f5b-9bfd-2f52e71f6c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Deleting port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:21:05.150491 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-684fb9ed-2d2e-4f5b-9bfd-2f52e71f6c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:05.214767 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-684fb9ed-2d2e-4f5b-9bfd-2f52e71f6c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] For port 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc, host n-h1-813419-11, got binding levels [] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:05.215281 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-684fb9ed-2d2e-4f5b-9bfd-2f52e71f6c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:05.217648 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1369631a-37f8-4596-b92e-b2ddd6296777, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1369631a-37f8-4596-b92e-b2ddd6296777,segment=NetworkSegment(26b97f17-69d2-4609-8a98-6a597f6ae202),segment_id=26b97f17-69d2-4609-8a98-6a597f6ae202)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:05.229732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-684fb9ed-2d2e-4f5b-9bfd-2f52e71f6c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Calling delete_port for 27b5a8e4-2255-41ad-ba78-0cf6d3505bfc owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:21:05.232954 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '1369631a-37f8-4596-b92e-b2ddd6296777', 'network_id': 'f781338f-8486-4e4a-b308-8976616993eb', 'port_id': '1369631a-37f8-4596-b92e-b2ddd6296777', 'mac_address': 'fa:16:3e:5a:38:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9b9d89-c976-4008-a9f2-51e09be9f328', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:21:05.277566 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:05.293939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1369631a-37f8-4596-b92e-b2ddd6296777 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:21:05.327135 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1369631a-37f8-4596-b92e-b2ddd6296777, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1369631a-37f8-4596-b92e-b2ddd6296777,segment=NetworkSegment(26b97f17-69d2-4609-8a98-6a597f6ae202),segment_id=26b97f17-69d2-4609-8a98-6a597f6ae202)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:05.404039 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:05.439124 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-684fb9ed-2d2e-4f5b-9bfd-2f52e71f6c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:05.439774 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:05.489833 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fb9ed-2d2e-4f5b-9bfd-2f52e71f6c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Pushing event deleted for resources: {'Port': ['ID=27b5a8e4-2255-41ad-ba78-0cf6d3505bfc,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:05.497686 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-684fb9ed-2d2e-4f5b-9bfd-2f52e71f6c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:05.501770 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-684fb9ed-2d2e-4f5b-9bfd-2f52e71f6c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] 10.222.0.72 "DELETE /v2.0/ports/27b5a8e4-2255-41ad-ba78-0cf6d3505bfc HTTP/1.1" status: 204 len: 168 time: 0.4742682 Nov 18 17:21:05.504544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52406) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:05.508326 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=1369631a-37f8-4596-b92e-b2ddd6296777,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:05.546435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 90f696d1-589a-45b8-941b-f25344f5681a up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:21:05.606109 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-be91b8b3-f52a-43c2-bf4d-0932507569fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] GET failed (client error): The resource could not be found. Nov 18 17:21:05.612507 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-be91b8b3-f52a-43c2-bf4d-0932507569fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-897492772-project-admin] 10.222.0.72 "GET /v2.0/ports/27b5a8e4-2255-41ad-ba78-0cf6d3505bfc HTTP/1.1" status: 404 len: 333 time: 0.1060638 Nov 18 17:21:05.619974 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6cc6f-4be3-468f-a33e-e087e33a9d4b req-682b0992-262a-4b88-9cbd-b9e54ebb96ee tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:05.621798 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ac6cc6f-4be3-468f-a33e-e087e33a9d4b req-682b0992-262a-4b88-9cbd-b9e54ebb96ee tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 944 time: 0.0932064 Nov 18 17:21:05.622309 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52410) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:05.710073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 90f696d1-589a-45b8-941b-f25344f5681a completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:21:05.716751 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 90f696d1-589a-45b8-941b-f25344f5681a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:21:05.716751 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:05.752792 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-0ae3e376-572b-4091-aab5-565f89807d7d tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:05.754367 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-0ae3e376-572b-4091-aab5-565f89807d7d tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.81 "GET /v2.0/networks?id=99853349-4078-4397-a0fc-c76ba99befbe HTTP/1.1" status: 200 len: 812 time: 0.2126715 Nov 18 17:21:05.777448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ac6cc6f-4be3-468f-a33e-e087e33a9d4b req-804b284b-5ade-4163-99c6-b93aa31de4cd tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430883 Nov 18 17:21:05.781545 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b9b8f4e-161d-4d9f-bf33-2e2ced0c8329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:05.784500 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['1369631a-37f8-4596-b92e-b2ddd6296777'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:21:05.888787 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:05.905897 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b9b8f4e-161d-4d9f-bf33-2e2ced0c8329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:05.906284 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-071337ca-eb04-4815-9e05-129a6eb937fe tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c02a09087a57449da11f75049d72d888 HTTP/1.1" status: 200 len: 380 time: 0.1375318 Nov 18 17:21:05.920181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-ed7bc8c6-cce0-411a-9c52-140ce6ad7ab9 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Request body: {'port': {'device_id': '359c9bbb-290b-4e21-a708-e3ad7aa8c32b', 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe', 'admin_state_up': True, 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'security_groups': ['ae1b6580-4406-45e9-be2e-2e8e7367ab96']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:21:05.959149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-9b9b8f4e-161d-4d9f-bf33-2e2ced0c8329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633d40a8-b913-4671-9967-4de3e13dc078']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:21:05.983848 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-9b9b8f4e-161d-4d9f-bf33-2e2ced0c8329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68cd658-cd6d-458d-b424-733f7c05419a') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:21:05.984433 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-9b9b8f4e-161d-4d9f-bf33-2e2ced0c8329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68cd658-cd6d-458d-b424-733f7c05419a') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:21:06.031189 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b9b8f4e-161d-4d9f-bf33-2e2ced0c8329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:06.059031 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b9b8f4e-161d-4d9f-bf33-2e2ced0c8329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:06.070204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9b8f4e-161d-4d9f-bf33-2e2ced0c8329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:21:06.070815 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b9b8f4e-161d-4d9f-bf33-2e2ced0c8329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:21:06.080755 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:21:06.088680 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 90f696d1-589a-45b8-941b-f25344f5681a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=90f696d1-589a-45b8-941b-f25344f5681a,segment=NetworkSegment(26b97f17-69d2-4609-8a98-6a597f6ae202),segment_id=26b97f17-69d2-4609-8a98-6a597f6ae202)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:06.107353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f62248-2d73-41c1-b712-9519e767fa6e req-d66df8d7-24bd-4b96-bfb7-8d698b82bf86 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:06.114843 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-45f62248-2d73-41c1-b712-9519e767fa6e req-d66df8d7-24bd-4b96-bfb7-8d698b82bf86 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.1354592 Nov 18 17:21:06.214743 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:06.218678 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c3dea6-7279-40da-ac88-a2238f825274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f696d1-589a-45b8-941b-f25344f5681a'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:06.221025 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64037b75-6900-475f-af9f-b2fe6109d308" -d '{"events": [{"server_uuid": "e0c3dea6-7279-40da-ac88-a2238f825274", "name": "network-vif-plugged", "status": "completed", "tag": "90f696d1-589a-45b8-941b-f25344f5681a"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:06.227487 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3dba16cc-c793-4bf5-918c-4a45884b0b4b req-259da459-f587-468a-8a99-0810e85c2424 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 210 time: 0.0371330 Nov 18 17:21:06.264033 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-45f62248-2d73-41c1-b712-9519e767fa6e req-8bc72630-38ab-41b2-8bda-6aac842b1644 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482708 Nov 18 17:21:06.285235 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-ed7bc8c6-cce0-411a-9c52-140ce6ad7ab9 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Made reservation on behalf of c02a09087a57449da11f75049d72d888 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:21:06.299260 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-ed7bc8c6-cce0-411a-9c52-140ce6ad7ab9 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:06.305957 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492aca50-9255-4c44-ab58-61827e3b453e x-openstack-request-id: req-492aca50-9255-4c44-ab58-61827e3b453e {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:06.306973 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c3dea6-7279-40da-ac88-a2238f825274", "name": "network-vif-plugged", "status": "completed", "tag": "90f696d1-589a-45b8-941b-f25344f5681a", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:06.307389 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-492aca50-9255-4c44-ab58-61827e3b453e {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:06.307927 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b9b8f4e-161d-4d9f-bf33-2e2ced0c8329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:06.308185 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c3dea6-7279-40da-ac88-a2238f825274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f696d1-589a-45b8-941b-f25344f5681a', 'code': 200} Nov 18 17:21:06.313120 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=90f696d1-589a-45b8-941b-f25344f5681a,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:06.323140 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b9b8f4e-161d-4d9f-bf33-2e2ced0c8329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:06.335404 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9b9b8f4e-161d-4d9f-bf33-2e2ced0c8329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] 10.222.0.72 "DELETE /v2.0/networks/633d40a8-b913-4671-9967-4de3e13dc078 HTTP/1.1" status: 204 len: 168 time: 0.7071409 Nov 18 17:21:06.356618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9b3d7-b570-48f3-b29b-10f9764ec237 req-e93dac24-77ec-4551-a7df-4990c9b52839 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:06.365285 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cbe9b3d7-b570-48f3-b29b-10f9764ec237 req-e93dac24-77ec-4551-a7df-4990c9b52839 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.1292446 Nov 18 17:21:06.376058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b8f4e-161d-4d9f-bf33-2e2ced0c8329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026474792-project] Pushing event deleted for resources: {'Network': ['ID=633d40a8-b913-4671-9967-4de3e13dc078,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:06.545756 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002394b-4179-47b8-9c3b-695ddbc0ab5a req-24a031fd-4174-42b7-9cd5-750475ffce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:06.547133 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9002394b-4179-47b8-9c3b-695ddbc0ab5a req-24a031fd-4174-42b7-9cd5-750475ffce69 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e0c3dea6-7279-40da-ac88-a2238f825274 HTTP/1.1" status: 200 len: 1098 time: 0.1477249 Nov 18 17:21:06.586891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-ed7bc8c6-cce0-411a-9c52-140ce6ad7ab9 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Allocated IP 172.20.0.12 (99853349-4078-4397-a0fc-c76ba99befbe/905ad912-5232-4c9b-8750-bbdbc44e1e85/7b32c7a8-8c3f-448d-a072-7bce7540a9d4) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:21:06.651106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-cbe9b3d7-b570-48f3-b29b-10f9764ec237 req-796c50c6-c75d-440e-a854-aff735506b16 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Deleting port c766f1d6-b0f4-4b98-8819-90082147e070 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:21:06.654523 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cbe9b3d7-b570-48f3-b29b-10f9764ec237 req-796c50c6-c75d-440e-a854-aff735506b16 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:06.655753 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9002394b-4179-47b8-9c3b-695ddbc0ab5a req-397417c0-2d79-4612-9218-f0e7f6af96d5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989254 Nov 18 17:21:06.849415 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52432) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:06.943386 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7b3da-5109-4b7f-b79a-42f827af1af8 req-73086c39-5144-4db5-a2a7-dd91b0f27c85 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:06.945409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1cf7b3da-5109-4b7f-b79a-42f827af1af8 req-73086c39-5144-4db5-a2a7-dd91b0f27c85 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 944 time: 0.0789993 Nov 18 17:21:07.076476 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1cf7b3da-5109-4b7f-b79a-42f827af1af8 req-96eda358-9e41-4ec2-b2c7-e1d73ccb537b tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067348 Nov 18 17:21:07.120097 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-503c96ea-8126-4fa0-abcf-f64565f89513 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9900b3ef73214beaac7c734c39fa3346&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2687397 Nov 18 17:21:07.122986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52438) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:07.127672 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df7cfc94-ac83-4cba-8307-23a370505c81 req-4a387333-1573-479d-a73f-619a31e35d33 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1048563 Nov 18 17:21:07.207337 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-cbe9b3d7-b570-48f3-b29b-10f9764ec237 req-796c50c6-c75d-440e-a854-aff735506b16 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] For port c766f1d6-b0f4-4b98-8819-90082147e070, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=c766f1d6-b0f4-4b98-8819-90082147e070,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:07.208005 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cbe9b3d7-b570-48f3-b29b-10f9764ec237 req-796c50c6-c75d-440e-a854-aff735506b16 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:07.222024 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cfc94-ac83-4cba-8307-23a370505c81 req-70cf4cd2-ba3c-4763-a0e3-7c0a120c1eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:07.223599 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df7cfc94-ac83-4cba-8307-23a370505c81 req-70cf4cd2-ba3c-4763-a0e3-7c0a120c1eb7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 1097 time: 0.0665226 Nov 18 17:21:07.224274 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4d43-e46c-41e0-bb6d-dc291ff44bf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:07.232740 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-cbe9b3d7-b570-48f3-b29b-10f9764ec237 req-796c50c6-c75d-440e-a854-aff735506b16 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Calling delete_port for c766f1d6-b0f4-4b98-8819-90082147e070 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:21:07.246692 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-ed7bc8c6-cce0-411a-9c52-140ce6ad7ab9 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:07.278808 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4d43-e46c-41e0-bb6d-dc291ff44bf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:07.408794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2cf83c5-0124-4b77-bcbb-a1a65b4a8ac1 req-def410e1-a001-418a-9d9f-a06eca7743ad tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 210 time: 0.0871491 Nov 18 17:21:07.460077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cfc94-ac83-4cba-8307-23a370505c81 req-e60e89de-871f-4956-8441-67f73337b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:07.461566 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df7cfc94-ac83-4cba-8307-23a370505c81 req-e60e89de-871f-4956-8441-67f73337b3b0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 910 time: 0.2164133 Nov 18 17:21:07.472998 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b15cc3-3f5e-4bd8-9567-1eab0a20e350 req-a3153de9-67d3-40af-8495-0b1a21fb5d57 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:07.474675 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34b15cc3-3f5e-4bd8-9567-1eab0a20e350 req-a3153de9-67d3-40af-8495-0b1a21fb5d57 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 945 time: 0.1027284 Nov 18 17:21:07.521571 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df7cfc94-ac83-4cba-8307-23a370505c81 req-7933f17e-009a-48f5-b5e2-23c1d28bd26b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a87292cd-5827-4093-87dc-6538aea84ff2 HTTP/1.1" status: 200 len: 217 time: 0.0458977 Nov 18 17:21:07.558942 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cbe9b3d7-b570-48f3-b29b-10f9764ec237 req-796c50c6-c75d-440e-a854-aff735506b16 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:07.574979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['c766f1d6-b0f4-4b98-8819-90082147e070'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:21:07.586674 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4d43-e46c-41e0-bb6d-dc291ff44bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:07.591484 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4d43-e46c-41e0-bb6d-dc291ff44bf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:07.592763 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c50c6-c75d-440e-a854-aff735506b16 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Pushing event deleted for resources: {'Port': ['ID=c766f1d6-b0f4-4b98-8819-90082147e070,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:07.596151 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fc7f4d43-e46c-41e0-bb6d-dc291ff44bf7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cb2b10b6-adb8-41e0-9221-b27655fd64f8 HTTP/1.1" status: 204 len: 168 time: 0.4719839 Nov 18 17:21:07.602087 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-ed7bc8c6-cce0-411a-9c52-140ce6ad7ab9 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:07.636094 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f4d43-e46c-41e0-bb6d-dc291ff44bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2b10b6-adb8-41e0-9221-b27655fd64f8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:07.656783 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34b15cc3-3f5e-4bd8-9567-1eab0a20e350 req-1114096f-a57d-48ed-917a-4d9472682786 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746287 Nov 18 17:21:07.664075 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cfc94-ac83-4cba-8307-23a370505c81 req-14b02853-c9f0-4364-90fd-07926a916ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:07.666147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df7cfc94-ac83-4cba-8307-23a370505c81 req-14b02853-c9f0-4364-90fd-07926a916ac3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.1349680 Nov 18 17:21:07.706738 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df7cfc94-ac83-4cba-8307-23a370505c81 req-8b095932-83a6-4820-a064-41c114185785 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319335 Nov 18 17:21:07.708133 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-ed7bc8c6-cce0-411a-9c52-140ce6ad7ab9 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Network 99853349-4078-4397-a0fc-c76ba99befbe is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:21:07.726420 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-ed7bc8c6-cce0-411a-9c52-140ce6ad7ab9 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:21:07.739238 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe9b3d7-b570-48f3-b29b-10f9764ec237 req-796c50c6-c75d-440e-a854-aff735506b16 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] No DVR routers for this DVR port c766f1d6-b0f4-4b98-8819-90082147e070 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:21:07.742162 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-ed7bc8c6-cce0-411a-9c52-140ce6ad7ab9 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:21:07.749556 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cbe9b3d7-b570-48f3-b29b-10f9764ec237 req-796c50c6-c75d-440e-a854-aff735506b16 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:07.753139 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cbe9b3d7-b570-48f3-b29b-10f9764ec237 req-796c50c6-c75d-440e-a854-aff735506b16 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.83 "DELETE /v2.0/ports/c766f1d6-b0f4-4b98-8819-90082147e070 HTTP/1.1" status: 204 len: 173 time: 1.3456218 Nov 18 17:21:07.753622 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3587f8-bd95-4fdb-8937-ae9e8e562ca3', 'name': 'network-vif-deleted', 'tag': 'c766f1d6-b0f4-4b98-8819-90082147e070'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:07.756548 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e5d97f-6fd8-4296-9034-0820c53a98bb" -d '{"events": [{"server_uuid": "bb3587f8-bd95-4fdb-8937-ae9e8e562ca3", "name": "network-vif-deleted", "tag": "c766f1d6-b0f4-4b98-8819-90082147e070"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:07.786789 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bc8c6-cce0-411a-9c52-140ce6ad7ab9 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Pushing event updated for resources: {'Port': ['ID=7b32c7a8-8c3f-448d-a072-7bce7540a9d4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:07.823879 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-ed7bc8c6-cce0-411a-9c52-140ce6ad7ab9 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:07.824984 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-ed7bc8c6-cce0-411a-9c52-140ce6ad7ab9 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:07.845346 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df7cfc94-ac83-4cba-8307-23a370505c81 req-7d56c288-186c-4555-be5c-125447fe9149 service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292667 Nov 18 17:21:07.886442 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7818565-1e96-44a5-b682-fa3dec023755 x-openstack-request-id: req-b7818565-1e96-44a5-b682-fa3dec023755 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:07.889025 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3587f8-bd95-4fdb-8937-ae9e8e562ca3", "name": "network-vif-deleted", "tag": "c766f1d6-b0f4-4b98-8819-90082147e070", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:07.889531 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b7818565-1e96-44a5-b682-fa3dec023755 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:07.897478 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3587f8-bd95-4fdb-8937-ae9e8e562ca3', 'name': 'network-vif-deleted', 'tag': 'c766f1d6-b0f4-4b98-8819-90082147e070', 'status': 'completed', 'code': 200} Nov 18 17:21:07.935678 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-ed7bc8c6-cce0-411a-9c52-140ce6ad7ab9 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0242846 Nov 18 17:21:07.967740 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Request body: {'port': {'device_id': '359c9bbb-290b-4e21-a708-e3ad7aa8c32b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:21:07.991644 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df7cfc94-ac83-4cba-8307-23a370505c81 req-d6158a57-70e0-46b3-96d9-a47b446b62de service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387172 Nov 18 17:21:08.093932 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:08.234885 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-46857143-234d-4730-9df8-965afcdba423 None None] Provisioning complete for port 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:21:08.236316 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46857143-234d-4730-9df8-965afcdba423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:08.252527 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c572ca-99a3-4d2f-9638-a431582ab135 req-ca802e4f-e258-47de-881a-0e7afc9e29da tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:08.264466 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4c572ca-99a3-4d2f-9638-a431582ab135 req-ca802e4f-e258-47de-881a-0e7afc9e29da tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 944 time: 0.0793257 Nov 18 17:21:08.282881 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-46857143-234d-4730-9df8-965afcdba423 None None] Port 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:21:08.311584 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4c572ca-99a3-4d2f-9638-a431582ab135 req-5049d6a1-0b8d-4741-9793-73a1e5beb0f3 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461807 Nov 18 17:21:08.472718 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:21:08.495000 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:08.508239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Transition to ACTIVE for port object 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:21:08.563915 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52462) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:08.564512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f0010-0153-4c68-9632-f5587539f5bd req-7e4bdda4-f88f-4afe-94d0-51147fc368b6 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:08.566365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b9f0010-0153-4c68-9632-f5587539f5bd req-7e4bdda4-f88f-4afe-94d0-51147fc368b6 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 932 time: 0.0598829 Nov 18 17:21:08.592449 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:08.663690 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b9f0010-0153-4c68-9632-f5587539f5bd req-c6956ee4-ae3f-4248-8d50-67aaaaa60c8b tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae1b6580-4406-45e9-be2e-2e8e7367ab96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594654 Nov 18 17:21:08.666240 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-596088ce-d41a-4708-b479-e16e605d00d0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a434bd3778654608a4daea4ccf0190f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1006904 Nov 18 17:21:08.676430 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52464) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:08.694216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7b32c7a8-8c3f-448d-a072-7bce7540a9d4,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:08.750841 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ad751b1-0466-4fbb-8330-8354e42a7b72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:08.774503 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Attempting to bind port 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:21:08.775873 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Attempting to bind port 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'eb18b630-cf71-4ecb-a771-e54520e0dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:21:08.776220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Attempting to bind port 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 on network 99853349-4078-4397-a0fc-c76ba99befbe {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:08.783522 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Port 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 on network 99853349-4078-4397-a0fc-c76ba99befbe not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:21:08.783943 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Attempting to bind port 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 on network 99853349-4078-4397-a0fc-c76ba99befbe {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:08.790440 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:21:08.790784 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Checking segment: {'id': 'eb18b630-cf71-4ecb-a771-e54520e0dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:21:08.791224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Bound using segment: {'id': 'eb18b630-cf71-4ecb-a771-e54520e0dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:21:08.791668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Bound port: 7b32c7a8-8c3f-448d-a072-7bce7540a9d4, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb18b630-cf71-4ecb-a771-e54520e0dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:21:08.792074 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:08.807152 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bfaf4f22-90e6-4a47-96f7-ebca61614f20 req-c1ead0cc-6b11-4735-beee-e004e0bbf9c6 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb3587f8-bd95-4fdb-8937-ae9e8e562ca3 HTTP/1.1" status: 200 len: 210 time: 0.0495052 Nov 18 17:21:08.824658 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ad751b1-0466-4fbb-8330-8354e42a7b72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:08.928417 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] For port 7b32c7a8-8c3f-448d-a072-7bce7540a9d4, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:21:08.933268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] For port 7b32c7a8-8c3f-448d-a072-7bce7540a9d4, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7b32c7a8-8c3f-448d-a072-7bce7540a9d4,segment=NetworkSegment(eb18b630-cf71-4ecb-a771-e54520e0dac6),segment_id=eb18b630-cf71-4ecb-a771-e54520e0dac6)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:21:09.005803 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ad751b1-0466-4fbb-8330-8354e42a7b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:09.006354 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:09.007583 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ad751b1-0466-4fbb-8330-8354e42a7b72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:09.008808 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2ad751b1-0466-4fbb-8330-8354e42a7b72 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c7944d81-0b69-4ae5-a091-1409dff043b2 HTTP/1.1" status: 204 len: 168 time: 0.3310928 Nov 18 17:21:09.027276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad751b1-0466-4fbb-8330-8354e42a7b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7944d81-0b69-4ae5-a091-1409dff043b2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:09.067642 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:09.068331 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:09.069945 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] 10.222.0.81 "PUT /v2.0/ports/7b32c7a8-8c3f-448d-a072-7bce7540a9d4 HTTP/1.1" status: 200 len: 1093 time: 1.1211371 Nov 18 17:21:09.104371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1369631a-37f8-4596-b92e-b2ddd6296777 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:21:09.107071 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c5b0b-960d-4136-9aed-ff333893f1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7b32c7a8-8c3f-448d-a072-7bce7540a9d4,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:09.283446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-13ef1e3a-f431-428e-b539-a6b6c8f5c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:09.285224 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-13ef1e3a-f431-428e-b539-a6b6c8f5c11c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c02a09087a57449da11f75049d72d888&device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 1096 time: 0.0510290 Nov 18 17:21:09.308041 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 1369631a-37f8-4596-b92e-b2ddd6296777 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:21:09.312821 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 1369631a-37f8-4596-b92e-b2ddd6296777 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:21:09.320336 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:09.336831 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-81527dd9-bb7b-4c25-b965-1b42e891f3e6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b32c7a8-8c3f-448d-a072-7bce7540a9d4 HTTP/1.1" status: 200 len: 217 time: 0.0418620 Nov 18 17:21:09.415722 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:09.425120 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-70133810-579d-4c87-9e5b-e6e17890eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:09.426265 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-70133810-579d-4c87-9e5b-e6e17890eb18 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=905ad912-5232-4c9b-8750-bbdbc44e1e85 HTTP/1.1" status: 200 len: 851 time: 0.0789347 Nov 18 17:21:09.442506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d14e31d-eb02-4608-8500-fc921af973ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1369631a-37f8-4596-b92e-b2ddd6296777'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:09.445459 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfbc884-8412-4f53-952b-ed4f16d8e789" -d '{"events": [{"server_uuid": "6d14e31d-eb02-4608-8500-fc921af973ce", "name": "network-vif-plugged", "status": "completed", "tag": "1369631a-37f8-4596-b92e-b2ddd6296777"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:09.459960 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1369631a-37f8-4596-b92e-b2ddd6296777, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1369631a-37f8-4596-b92e-b2ddd6296777,segment=NetworkSegment(26b97f17-69d2-4609-8a98-6a597f6ae202),segment_id=26b97f17-69d2-4609-8a98-6a597f6ae202)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:09.464493 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a383a2-13d5-4105-9a46-91e32ecc7acd req-c13e0d39-945e-4e2b-ac30-9e34552fe0f6 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:09.466267 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-75a383a2-13d5-4105-9a46-91e32ecc7acd req-c13e0d39-945e-4e2b-ac30-9e34552fe0f6 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 944 time: 0.0564525 Nov 18 17:21:09.492914 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-5ccde69a-0359-485d-b76e-6078bd4489db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:09.492914 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-5ccde69a-0359-485d-b76e-6078bd4489db service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=99853349-4078-4397-a0fc-c76ba99befbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533938 Nov 18 17:21:09.495415 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0b545b-9ab8-4127-b5c9-f160d7235c0d x-openstack-request-id: req-1d0b545b-9ab8-4127-b5c9-f160d7235c0d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:09.497307 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d14e31d-eb02-4608-8500-fc921af973ce", "name": "network-vif-plugged", "status": "completed", "tag": "1369631a-37f8-4596-b92e-b2ddd6296777", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:09.497660 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1d0b545b-9ab8-4127-b5c9-f160d7235c0d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:09.498105 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d14e31d-eb02-4608-8500-fc921af973ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1369631a-37f8-4596-b92e-b2ddd6296777', 'code': 200} Nov 18 17:21:09.559197 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:09.598649 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-75a383a2-13d5-4105-9a46-91e32ecc7acd req-00427575-a071-44cf-ace3-0ccf94a2b4e1 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239064 Nov 18 17:21:09.634828 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=1369631a-37f8-4596-b92e-b2ddd6296777,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:09.669562 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512c308-94b4-4731-b5e1-ed97196364ee req-fc8f05e1-4526-44cd-9995-5038436879dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:09.672661 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5512c308-94b4-4731-b5e1-ed97196364ee req-fc8f05e1-4526-44cd-9995-5038436879dc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 1097 time: 0.0631840 Nov 18 17:21:09.694454 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-90262d89-d9d9-446c-b189-c81dec3a0115 service neutron] 10.222.0.81 "GET /v2.0/networks/99853349-4078-4397-a0fc-c76ba99befbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672466 Nov 18 17:21:09.797886 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5512c308-94b4-4731-b5e1-ed97196364ee req-fb6c16fe-fb27-453a-8019-f27bfe2a3c03 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164916 Nov 18 17:21:09.808401 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d3784-1698-4c37-bc8c-e3d1d6ee87b8 req-d7861804-753d-48c6-9efa-0d8042422b81 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:09.810694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a27d3784-1698-4c37-bc8c-e3d1d6ee87b8 req-d7861804-753d-48c6-9efa-0d8042422b81 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 944 time: 0.0925515 Nov 18 17:21:09.891756 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94398ba5-31e4-4c3b-8a13-5f35b9db9393 req-dbc7021f-9fa8-41b2-8ee3-a454ae2cb9bb service neutron] 10.222.0.81 "GET /v2.0/networks/99853349-4078-4397-a0fc-c76ba99befbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888468 Nov 18 17:21:09.894170 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a27d3784-1698-4c37-bc8c-e3d1d6ee87b8 req-9fdaa5ff-7f5c-4f49-969b-8581389a42ed tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae1b6580-4406-45e9-be2e-2e8e7367ab96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758319 Nov 18 17:21:09.902415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359c9bbb-290b-4e21-a708-e3ad7aa8c32b', 'tag': '7b32c7a8-8c3f-448d-a072-7bce7540a9d4'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:09.909356 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba631e1b-69b2-44e5-a55b-2bba5651c87b" -d '{"events": [{"name": "network-changed", "server_uuid": "359c9bbb-290b-4e21-a708-e3ad7aa8c32b", "tag": "7b32c7a8-8c3f-448d-a072-7bce7540a9d4"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:09.962972 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8618decc-dabd-4b47-aa2b-0fe2c2be948c x-openstack-request-id: req-8618decc-dabd-4b47-aa2b-0fe2c2be948c {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:09.963350 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359c9bbb-290b-4e21-a708-e3ad7aa8c32b", "tag": "7b32c7a8-8c3f-448d-a072-7bce7540a9d4", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:09.963697 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8618decc-dabd-4b47-aa2b-0fe2c2be948c {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:09.964212 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359c9bbb-290b-4e21-a708-e3ad7aa8c32b', 'tag': '7b32c7a8-8c3f-448d-a072-7bce7540a9d4', 'status': 'completed', 'code': 200} Nov 18 17:21:10.199414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba631e1b-69b2-44e5-a55b-2bba5651c87b req-21036b0c-3876-4385-ac35-1a0701251747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:10.201111 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba631e1b-69b2-44e5-a55b-2bba5651c87b req-21036b0c-3876-4385-ac35-1a0701251747 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c02a09087a57449da11f75049d72d888&device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 1096 time: 0.0538044 Nov 18 17:21:10.242013 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-62bd7f07-9ac4-4f57-8129-61c445148f16 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:10.244250 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-62bd7f07-9ac4-4f57-8129-61c445148f16 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/networks?id=372f18cd-c4d2-4313-ab28-7ad24e489e08 HTTP/1.1" status: 200 len: 811 time: 0.1394846 Nov 18 17:21:10.282018 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-663d8a88-d131-4de5-a518-f874f00c8226 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/quotas/748635c22a864a7e9f77c46a346f94fb HTTP/1.1" status: 200 len: 375 time: 0.0314636 Nov 18 17:21:10.318592 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-2c554b5a-6056-4e1d-909f-bf9296208d67 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312083 Nov 18 17:21:10.331565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba631e1b-69b2-44e5-a55b-2bba5651c87b req-d539eb93-12b4-499c-abfd-d8879584c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:10.332894 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba631e1b-69b2-44e5-a55b-2bba5651c87b req-d539eb93-12b4-499c-abfd-d8879584c816 service neutron] 10.222.0.81 "GET /v2.0/networks?id=99853349-4078-4397-a0fc-c76ba99befbe HTTP/1.1" status: 200 len: 914 time: 0.1144052 Nov 18 17:21:10.397029 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba631e1b-69b2-44e5-a55b-2bba5651c87b req-0b83a59a-46ec-42ba-8669-1554df8d02b8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b32c7a8-8c3f-448d-a072-7bce7540a9d4 HTTP/1.1" status: 200 len: 217 time: 0.0553334 Nov 18 17:21:10.435286 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-f47f0610-3727-43c0-8718-5008e2a0c8a0 service neutron] 10.222.0.72 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055853 Nov 18 17:21:10.452346 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba631e1b-69b2-44e5-a55b-2bba5651c87b req-d83c6157-4948-4af2-a279-c3df74c8c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:10.453957 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba631e1b-69b2-44e5-a55b-2bba5651c87b req-d83c6157-4948-4af2-a279-c3df74c8c6c3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=905ad912-5232-4c9b-8750-bbdbc44e1e85 HTTP/1.1" status: 200 len: 851 time: 0.0495462 Nov 18 17:21:10.503911 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba631e1b-69b2-44e5-a55b-2bba5651c87b req-11861969-327b-481e-aba6-552c7123f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:10.505798 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba631e1b-69b2-44e5-a55b-2bba5651c87b req-11861969-327b-481e-aba6-552c7123f879 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=99853349-4078-4397-a0fc-c76ba99befbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441792 Nov 18 17:21:10.555580 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-f4373ad0-defa-4fbc-be90-01ed5e1c71e6 service neutron] 10.222.0.72 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136963 Nov 18 17:21:10.641484 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba631e1b-69b2-44e5-a55b-2bba5651c87b req-b7ebda8a-8907-422c-86b0-921b7ad85f08 service neutron] 10.222.0.81 "GET /v2.0/networks/99853349-4078-4397-a0fc-c76ba99befbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257880 Nov 18 17:21:10.776469 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46f140-453b-4c00-93d0-5b9b9eaa6ddf req-9f0ea42c-883a-4ed0-b380-8a5f1b86a4fb tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:10.784614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb46f140-453b-4c00-93d0-5b9b9eaa6ddf req-9f0ea42c-883a-4ed0-b380-8a5f1b86a4fb tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 945 time: 0.0689962 Nov 18 17:21:10.785060 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba631e1b-69b2-44e5-a55b-2bba5651c87b req-f8e7a99a-db40-4a66-9203-f6149ad6846a service neutron] 10.222.0.81 "GET /v2.0/networks/99853349-4078-4397-a0fc-c76ba99befbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345253 Nov 18 17:21:10.889655 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb46f140-453b-4c00-93d0-5b9b9eaa6ddf req-735c891c-4feb-4624-9436-a539e4edc0a0 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981612 Nov 18 17:21:10.933723 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-680e0ca6-5903-4dc8-bdf7-068e730240e3 req-1bbc5b45-dfee-490e-89b6-6e9314fca679 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 210 time: 0.0624251 Nov 18 17:21:11.071015 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba5055-1505-49ea-a2fc-dd40f93465de req-1756598c-3b4f-4faf-a862-f686c4f1c651 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:11.072684 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-71ba5055-1505-49ea-a2fc-dd40f93465de req-1756598c-3b4f-4faf-a862-f686c4f1c651 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 944 time: 0.0607443 Nov 18 17:21:11.127005 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-71ba5055-1505-49ea-a2fc-dd40f93465de req-68319d0c-4167-4a60-8089-5189532d5790 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae1b6580-4406-45e9-be2e-2e8e7367ab96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478246 Nov 18 17:21:11.555718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device c766f1d6-b0f4-4b98-8819-90082147e070 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:21:11.581531 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: c766f1d6-b0f4-4b98-8819-90082147e070 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:21:11.581977 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device c766f1d6-b0f4-4b98-8819-90082147e070 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:21:12.033189 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2651a-be16-4911-9401-830786fd01cf req-e30196b9-3feb-486c-a29e-7c6530d9e008 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:12.033189 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02a2651a-be16-4911-9401-830786fd01cf req-e30196b9-3feb-486c-a29e-7c6530d9e008 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 945 time: 0.0772033 Nov 18 17:21:12.056443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52574) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:12.081583 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fe1726ff-272a-4296-9a16-038a483bc986 req-8a747d9c-738b-408c-9434-d500c92bf0f6 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 210 time: 0.0496793 Nov 18 17:21:12.121992 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02a2651a-be16-4911-9401-830786fd01cf req-5c7c0554-fb62-4a4a-9cff-2b591ee9149a tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728073 Nov 18 17:21:12.169825 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-059d511b-0681-4846-8772-ad800217d84c tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:21:12.285466 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453f796-e6c0-4fe7-bdcc-edcc95519ee2 req-7e317544-368a-4d84-b913-3189066dcbb4 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:12.286984 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d453f796-e6c0-4fe7-bdcc-edcc95519ee2 req-7e317544-368a-4d84-b913-3189066dcbb4 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0838706 Nov 18 17:21:12.298831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10878285-1e3c-460f-8182-f8739c24e174 req-89697610-3d96-478f-93f3-5cc58f1e9d7e tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:12.300484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10878285-1e3c-460f-8182-f8739c24e174 req-89697610-3d96-478f-93f3-5cc58f1e9d7e tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 944 time: 0.0861967 Nov 18 17:21:12.380828 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d453f796-e6c0-4fe7-bdcc-edcc95519ee2 req-4143dfaf-7637-4cfb-a76b-dc47fd039c19 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793338 Nov 18 17:21:12.386302 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10878285-1e3c-460f-8182-f8739c24e174 req-9d10fd22-7a0c-4b49-8237-0c6959ea3ada tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae1b6580-4406-45e9-be2e-2e8e7367ab96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782025 Nov 18 17:21:12.440770 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-059d511b-0681-4846-8772-ad800217d84c tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] 10.222.0.72 "PUT /v2.0/quotas/f2105efb867242a780feb784d0b7c62e HTTP/1.1" status: 200 len: 366 time: 0.3822486 Nov 18 17:21:12.443445 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52598) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:12.456588 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-da6ae51e-f870-476c-a8d8-81af8d11dba0 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] 10.222.0.72 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0111229 Nov 18 17:21:12.460479 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52600) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:12.475190 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-574b9dc8-bf33-4d17-abaf-bf76f9e01e3b tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] 10.222.0.72 "GET /v2.0/quotas/f2105efb867242a780feb784d0b7c62e HTTP/1.1" status: 200 len: 366 time: 0.0134583 Nov 18 17:21:12.478588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52602) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:12.539386 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc301e9-4fbe-4f75-9671-73ca4cabf914 req-a7687998-08b6-459d-b68f-c8b0f5485e45 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:12.541787 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3cc301e9-4fbe-4f75-9671-73ca4cabf914 req-a7687998-08b6-459d-b68f-c8b0f5485e45 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0c3dea6-7279-40da-ac88-a2238f825274 HTTP/1.1" status: 200 len: 946 time: 0.0652821 Nov 18 17:21:12.565022 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2c11ab8f-8a93-453b-ad3e-d31c55409d75 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] 10.222.0.72 "DELETE /v2.0/quotas/f2105efb867242a780feb784d0b7c62e HTTP/1.1" status: 204 len: 168 time: 0.0851774 Nov 18 17:21:12.567571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52608) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:12.577976 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d1176d1d-3522-413f-a183-14b22961aa3b tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] 10.222.0.72 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0091875 Nov 18 17:21:12.580513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52610) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:12.592819 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7b423bc3-0cbb-45c6-9134-a3381425952e tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] 10.222.0.72 "GET /v2.0/quotas/f2105efb867242a780feb784d0b7c62e HTTP/1.1" status: 200 len: 370 time: 0.0103858 Nov 18 17:21:12.594924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52612) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:12.601845 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1adf7173-abf5-4c8c-9f3c-74baa9a51891 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] 10.222.0.72 "GET /v2.0/quotas/f2105efb867242a780feb784d0b7c62e/default HTTP/1.1" status: 200 len: 370 time: 0.0053070 Nov 18 17:21:12.605750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52614) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:12.607260 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3cc301e9-4fbe-4f75-9671-73ca4cabf914 req-36d20277-5482-462c-b0db-87fda2094ab2 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565758 Nov 18 17:21:12.619249 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-49d1efa2-bbf3-4853-890c-9ba3209c3c7b tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] delete failed (client error): The resource could not be found. Nov 18 17:21:12.620459 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-49d1efa2-bbf3-4853-890c-9ba3209c3c7b tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] 10.222.0.72 "DELETE /v2.0/quotas/f2105efb867242a780feb784d0b7c62e HTTP/1.1" status: 404 len: 348 time: 0.0136619 Nov 18 17:21:12.857345 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52630) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:12.898609 n-d-813419-11 neutron-server[104008]: DEBUG neutron.quota.resource [None req-dc04211f-ca6d-4059-947a-35d3257e5663 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] Usage tracker for resource:network and project:00097245842940788073e39d0e87f477 is out of sync, need to count used quota {{(pid=104008) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 18 17:21:12.903607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.quota.resource [None req-dc04211f-ca6d-4059-947a-35d3257e5663 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104008) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 18 17:21:12.910787 n-d-813419-11 neutron-server[104008]: DEBUG neutron.quota.resource [None req-dc04211f-ca6d-4059-947a-35d3257e5663 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] Usage tracker for resource:subnet and project:00097245842940788073e39d0e87f477 is out of sync, need to count used quota {{(pid=104008) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 18 17:21:12.914624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.quota.resource [None req-dc04211f-ca6d-4059-947a-35d3257e5663 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104008) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 18 17:21:12.921690 n-d-813419-11 neutron-server[104008]: DEBUG neutron.quota.resource [None req-dc04211f-ca6d-4059-947a-35d3257e5663 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] Usage tracker for resource:subnetpool and project:00097245842940788073e39d0e87f477 is out of sync, need to count used quota {{(pid=104008) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 18 17:21:12.923655 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29943544-8287-4f4e-ada7-70ae6fb76773 req-b0494b01-b663-47c7-9ba3-2ba8873fdab1 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:12.925260 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29943544-8287-4f4e-ada7-70ae6fb76773 req-b0494b01-b663-47c7-9ba3-2ba8873fdab1 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 945 time: 0.0636566 Nov 18 17:21:12.931383 n-d-813419-11 neutron-server[104008]: DEBUG neutron.quota.resource [None req-dc04211f-ca6d-4059-947a-35d3257e5663 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104008) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 18 17:21:12.938637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.quota.resource [None req-dc04211f-ca6d-4059-947a-35d3257e5663 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] Usage tracker for resource:port and project:00097245842940788073e39d0e87f477 is out of sync, need to count used quota {{(pid=104008) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 18 17:21:12.942292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.quota.resource [None req-dc04211f-ca6d-4059-947a-35d3257e5663 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104008) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 18 17:21:12.949307 n-d-813419-11 neutron-server[104008]: DEBUG neutron.quota.resource [None req-dc04211f-ca6d-4059-947a-35d3257e5663 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] Usage tracker for resource:router and project:00097245842940788073e39d0e87f477 is out of sync, need to count used quota {{(pid=104008) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 18 17:21:12.952578 n-d-813419-11 neutron-server[104008]: DEBUG neutron.quota.resource [None req-dc04211f-ca6d-4059-947a-35d3257e5663 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104008) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 18 17:21:12.959555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.quota.resource [None req-dc04211f-ca6d-4059-947a-35d3257e5663 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] Usage tracker for resource:floatingip and project:00097245842940788073e39d0e87f477 is out of sync, need to count used quota {{(pid=104008) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 18 17:21:12.963417 n-d-813419-11 neutron-server[104008]: DEBUG neutron.quota.resource [None req-dc04211f-ca6d-4059-947a-35d3257e5663 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104008) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 18 17:21:12.991247 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29943544-8287-4f4e-ada7-70ae6fb76773 req-a7b81742-1db9-4883-b92d-a79cade001b6 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596282 Nov 18 17:21:13.014046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.quota.resource [None req-dc04211f-ca6d-4059-947a-35d3257e5663 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] Usage tracker for resource:security_group and project:00097245842940788073e39d0e87f477 is out of sync, need to count used quota {{(pid=104008) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 18 17:21:13.017459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.quota.resource [None req-dc04211f-ca6d-4059-947a-35d3257e5663 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104008) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 18 17:21:13.024062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.quota.resource [None req-dc04211f-ca6d-4059-947a-35d3257e5663 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] Usage tracker for resource:security_group_rule and project:00097245842940788073e39d0e87f477 is out of sync, need to count used quota {{(pid=104008) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 18 17:21:13.028202 n-d-813419-11 neutron-server[104008]: DEBUG neutron.quota.resource [None req-dc04211f-ca6d-4059-947a-35d3257e5663 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104008) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 18 17:21:13.032901 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dc04211f-ca6d-4059-947a-35d3257e5663 tempest-QuotasTest-378519453 tempest-QuotasTest-378519453-project-admin] 10.222.0.72 "GET /v2.0/quotas/00097245842940788073e39d0e87f477/details.json HTTP/1.1" status: 200 len: 703 time: 0.1742985 Nov 18 17:21:13.123368 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:21:13.240252 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-396e59ab-0e76-4885-b1b5-7956d0fe6b5c req-761bafe3-66df-47bc-b030-9bd82288adbc tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 210 time: 0.0381348 Nov 18 17:21:13.308366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 7b32c7a8-8c3f-448d-a072-7bce7540a9d4, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7b32c7a8-8c3f-448d-a072-7bce7540a9d4,segment=NetworkSegment(eb18b630-cf71-4ecb-a771-e54520e0dac6),segment_id=eb18b630-cf71-4ecb-a771-e54520e0dac6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:13.320847 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '7b32c7a8-8c3f-448d-a072-7bce7540a9d4', 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe', 'port_id': '7b32c7a8-8c3f-448d-a072-7bce7540a9d4', 'mac_address': 'fa:16:3e:75:27:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:21:13.370957 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a4d69-19d1-4e98-b140-b1cc65652ceb req-b6078f5e-3409-43cf-80d4-a6e7d09090f0 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:13.372557 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:13.373433 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-877a4d69-19d1-4e98-b140-b1cc65652ceb req-b6078f5e-3409-43cf-80d4-a6e7d09090f0 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.1163037 Nov 18 17:21:13.391092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:21:13.451452 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 7b32c7a8-8c3f-448d-a072-7bce7540a9d4, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7b32c7a8-8c3f-448d-a072-7bce7540a9d4,segment=NetworkSegment(eb18b630-cf71-4ecb-a771-e54520e0dac6),segment_id=eb18b630-cf71-4ecb-a771-e54520e0dac6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:13.453485 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-b94f4920-b689-4a13-a4c6-9868ae42d993 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:13.457009 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-b94f4920-b689-4a13-a4c6-9868ae42d993 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.83 "GET /v2.0/networks?id=372f18cd-c4d2-4313-ab28-7ad24e489e08 HTTP/1.1" status: 200 len: 811 time: 0.1865108 Nov 18 17:21:13.475052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-b3010531-4b1f-4fca-bbc8-98f5e501c759 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Request body: {'port': {'device_id': '313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5', 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08', 'admin_state_up': True, 'tenant_id': '748635c22a864a7e9f77c46a346f94fb'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:21:13.493144 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-877a4d69-19d1-4e98-b140-b1cc65652ceb req-c1068719-0ff0-4d90-9d05-8431f124edac tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128671 Nov 18 17:21:13.513262 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:13.607458 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=7b32c7a8-8c3f-448d-a072-7bce7540a9d4,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:13.623738 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2601b-bfb2-4d9e-9010-84b6512f7ee9 req-9ca39674-8d1e-4b1f-adf4-3dfcefc9c411 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:13.631584 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a5e2601b-bfb2-4d9e-9010-84b6512f7ee9 req-9ca39674-8d1e-4b1f-adf4-3dfcefc9c411 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 945 time: 0.0910866 Nov 18 17:21:13.697140 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-67292cfe-f57e-495e-97e4-3e498cd81744 req-91bd341c-3258-4521-8c25-1f0a38d43089 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1083739 Nov 18 17:21:13.704427 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a5e2601b-bfb2-4d9e-9010-84b6512f7ee9 req-5709660b-dab9-43a1-a591-a73aeee70910 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae1b6580-4406-45e9-be2e-2e8e7367ab96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716524 Nov 18 17:21:13.758193 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52682) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:13.812014 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67292cfe-f57e-495e-97e4-3e498cd81744 req-9fe55acc-c5fe-4be3-8eae-40ad42f49c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:13.813915 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-67292cfe-f57e-495e-97e4-3e498cd81744 req-9fe55acc-c5fe-4be3-8eae-40ad42f49c34 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c046e7d07204c1fa121183668404bde&device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 1098 time: 0.0485353 Nov 18 17:21:13.873145 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['7b32c7a8-8c3f-448d-a072-7bce7540a9d4'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:21:13.904937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-b3010531-4b1f-4fca-bbc8-98f5e501c759 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Made reservation on behalf of 748635c22a864a7e9f77c46a346f94fb for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:21:13.908797 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-b3010531-4b1f-4fca-bbc8-98f5e501c759 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:13.937858 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e25f73e8-2c1e-473b-aab9-64d3b8351063 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:13.985073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca89c48-8c36-4573-814b-c34392100250 req-b3ddb0e2-366a-43ce-878c-c1ed5b98e74a tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:13.997068 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca89c48-8c36-4573-814b-c34392100250 req-b3ddb0e2-366a-43ce-878c-c1ed5b98e74a tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:14.005241 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca89c48-8c36-4573-814b-c34392100250 req-b3ddb0e2-366a-43ce-878c-c1ed5b98e74a tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:14.013594 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fca89c48-8c36-4573-814b-c34392100250 req-b3ddb0e2-366a-43ce-878c-c1ed5b98e74a tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce&device_id=e0c3dea6-7279-40da-ac88-a2238f825274&device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 2418 time: 0.0842116 Nov 18 17:21:14.065290 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fca89c48-8c36-4573-814b-c34392100250 req-51992544-cb99-4d65-a914-d27d4010691b tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505636 Nov 18 17:21:14.084617 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67292cfe-f57e-495e-97e4-3e498cd81744 req-c17648b1-c897-4476-b598-bbb7506c1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:14.085755 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-67292cfe-f57e-495e-97e4-3e498cd81744 req-c17648b1-c897-4476-b598-bbb7506c1c96 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f781338f-8486-4e4a-b308-8976616993eb HTTP/1.1" status: 200 len: 917 time: 0.2467318 Nov 18 17:21:14.170788 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-67292cfe-f57e-495e-97e4-3e498cd81744 req-c96e432a-3847-46cb-9c5c-b936389522e9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 HTTP/1.1" status: 200 len: 217 time: 0.0704980 Nov 18 17:21:14.216535 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638b590-51d9-4c26-be07-5e58433c9306 req-4d7a88f5-9fe6-4138-8ee3-d08e45683d09 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:14.218149 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c638b590-51d9-4c26-be07-5e58433c9306 req-4d7a88f5-9fe6-4138-8ee3-d08e45683d09 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 945 time: 0.0547633 Nov 18 17:21:14.241760 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-b3010531-4b1f-4fca-bbc8-98f5e501c759 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Allocated IP 172.20.0.5 (372f18cd-c4d2-4313-ab28-7ad24e489e08/6f46f3b8-078c-4987-ab0a-f3dc40b669b4/3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:21:14.269869 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e25f73e8-2c1e-473b-aab9-64d3b8351063 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:14.276064 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c638b590-51d9-4c26-be07-5e58433c9306 req-d7280d95-a6da-4f51-a9e1-b9fac5a58db2 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517075 Nov 18 17:21:14.284413 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67292cfe-f57e-495e-97e4-3e498cd81744 req-95904c21-bc89-40fb-bd9e-ba5b65a2ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:14.285132 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-67292cfe-f57e-495e-97e4-3e498cd81744 req-95904c21-bc89-40fb-bd9e-ba5b65a2ca39 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e9b9d89-c976-4008-a9f2-51e09be9f328 HTTP/1.1" status: 200 len: 854 time: 0.1041980 Nov 18 17:21:14.328749 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e25f73e8-2c1e-473b-aab9-64d3b8351063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:14.418018 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e25f73e8-2c1e-473b-aab9-64d3b8351063 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=379cb1b84fd144f18e5c6f1da6b80cd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6586790 Nov 18 17:21:14.426375 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52720) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:14.479776 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f73e8-2c1e-473b-aab9-64d3b8351063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a3213b-5bd6-4d77-957e-a3ed954b18a3,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:14.529658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67292cfe-f57e-495e-97e4-3e498cd81744 req-c96f3261-e084-4d98-9546-296c66b5047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:14.531184 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-67292cfe-f57e-495e-97e4-3e498cd81744 req-c96f3261-e084-4d98-9546-296c66b5047b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f781338f-8486-4e4a-b308-8976616993eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2367599 Nov 18 17:21:14.579849 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90e024b7-a3f2-4689-ae0f-624e57f8ec1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:14.673405 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-b3010531-4b1f-4fca-bbc8-98f5e501c759 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:14.676044 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90e024b7-a3f2-4689-ae0f-624e57f8ec1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:14.714497 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09baffec-b3ef-454f-9d3e-2c31ff7e1b96 req-b584c3af-a845-4408-bb74-90c25fc48ae9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 210 time: 0.4036524 Nov 18 17:21:14.727393 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-67292cfe-f57e-495e-97e4-3e498cd81744 req-0a77fdc5-a1b7-464b-b03c-40cb49f48bd0 service neutron] 10.222.0.83 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818027 Nov 18 17:21:14.849307 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-0cd6fa73-7647-4cf6-be15-9641b207682e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:14.850945 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-0cd6fa73-7647-4cf6-be15-9641b207682e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 808 time: 0.1390448 Nov 18 17:21:14.854517 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-b3010531-4b1f-4fca-bbc8-98f5e501c759 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:14.878622 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-5d23045a-c2f7-4906-bb0c-8c75f1f3364a tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/quotas/3b796403dcb74a789ab8781aa545eb18 HTTP/1.1" status: 200 len: 375 time: 0.0134053 Nov 18 17:21:14.881328 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-67292cfe-f57e-495e-97e4-3e498cd81744 req-1c47b767-d51d-452d-8082-90883750e41e service neutron] 10.222.0.83 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354568 Nov 18 17:21:14.914111 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90e024b7-a3f2-4689-ae0f-624e57f8ec1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:14.914111 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90e024b7-a3f2-4689-ae0f-624e57f8ec1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:14.914111 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-90e024b7-a3f2-4689-ae0f-624e57f8ec1b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/85a3213b-5bd6-4d77-957e-a3ed954b18a3 HTTP/1.1" status: 204 len: 168 time: 0.4782033 Nov 18 17:21:14.935692 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-b3010531-4b1f-4fca-bbc8-98f5e501c759 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Network 372f18cd-c4d2-4313-ab28-7ad24e489e08 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:21:14.943503 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-b3010531-4b1f-4fca-bbc8-98f5e501c759 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:21:14.953489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-b3010531-4b1f-4fca-bbc8-98f5e501c759 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:21:14.953489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e024b7-a3f2-4689-ae0f-624e57f8ec1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a3213b-5bd6-4d77-957e-a3ed954b18a3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:14.961848 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e024b7-a3f2-4689-ae0f-624e57f8ec1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:14.962232 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e024b7-a3f2-4689-ae0f-624e57f8ec1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:14.962583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e024b7-a3f2-4689-ae0f-624e57f8ec1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:14.962923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e024b7-a3f2-4689-ae0f-624e57f8ec1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:14.963267 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e024b7-a3f2-4689-ae0f-624e57f8ec1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:14.963574 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e024b7-a3f2-4689-ae0f-624e57f8ec1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:14.963958 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e024b7-a3f2-4689-ae0f-624e57f8ec1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:14.964289 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e024b7-a3f2-4689-ae0f-624e57f8ec1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:14.964602 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e024b7-a3f2-4689-ae0f-624e57f8ec1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:14.964930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e024b7-a3f2-4689-ae0f-624e57f8ec1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:14.965253 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e024b7-a3f2-4689-ae0f-624e57f8ec1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:14.965574 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e024b7-a3f2-4689-ae0f-624e57f8ec1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:14.967672 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-c953d605-4dd6-4fd2-9457-1600cac30ee2 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821114 Nov 18 17:21:15.002529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3010531-4b1f-4fca-bbc8-98f5e501c759 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Pushing event updated for resources: {'Port': ['ID=3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:15.036589 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-b3010531-4b1f-4fca-bbc8-98f5e501c759 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:15.037585 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-b3010531-4b1f-4fca-bbc8-98f5e501c759 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:15.133279 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bb1b4-6634-4f89-8be9-b6e1d2428b9e req-de574eb9-4e38-49f3-8eea-20518c9f5960 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:15.134933 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d2bb1b4-6634-4f89-8be9-b6e1d2428b9e req-de574eb9-4e38-49f3-8eea-20518c9f5960 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 945 time: 0.1103210 Nov 18 17:21:15.137284 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:21:15.137902 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-6bf01686-ef9d-404b-ba08-b4bae5a2c464 service neutron] 10.222.0.72 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628613 Nov 18 17:21:15.140166 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-b3010531-4b1f-4fca-bbc8-98f5e501c759 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6708517 Nov 18 17:21:15.154523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Request body: {'port': {'device_id': '313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:21:15.217485 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:15.260513 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d2bb1b4-6634-4f89-8be9-b6e1d2428b9e req-72973d51-3189-46e9-9f8a-cdfb3adb2b56 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae1b6580-4406-45e9-be2e-2e8e7367ab96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870950 Nov 18 17:21:15.290124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:21:15.296553 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:21:15.297038 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:15.312650 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-cec09314-feb5-4d27-8411-71219db78c8f service neutron] 10.222.0.72 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593840 Nov 18 17:21:15.402524 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:15.458516 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359c9bbb-290b-4e21-a708-e3ad7aa8c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b32c7a8-8c3f-448d-a072-7bce7540a9d4'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:15.460906 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1d009e-9750-4245-9940-62d3ee9c49b4" -d '{"events": [{"server_uuid": "359c9bbb-290b-4e21-a708-e3ad7aa8c32b", "name": "network-vif-plugged", "status": "completed", "tag": "7b32c7a8-8c3f-448d-a072-7bce7540a9d4"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:15.475684 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 7b32c7a8-8c3f-448d-a072-7bce7540a9d4, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7b32c7a8-8c3f-448d-a072-7bce7540a9d4,segment=NetworkSegment(eb18b630-cf71-4ecb-a771-e54520e0dac6),segment_id=eb18b630-cf71-4ecb-a771-e54520e0dac6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:15.530425 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e4b1de-bb6d-4daa-971c-c6152f1101b7 x-openstack-request-id: req-89e4b1de-bb6d-4daa-971c-c6152f1101b7 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:15.531065 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359c9bbb-290b-4e21-a708-e3ad7aa8c32b", "name": "network-vif-plugged", "status": "completed", "tag": "7b32c7a8-8c3f-448d-a072-7bce7540a9d4", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:15.538725 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-89e4b1de-bb6d-4daa-971c-c6152f1101b7 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:15.538725 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359c9bbb-290b-4e21-a708-e3ad7aa8c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b32c7a8-8c3f-448d-a072-7bce7540a9d4', 'code': 200} Nov 18 17:21:15.593730 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:15.654398 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=7b32c7a8-8c3f-448d-a072-7bce7540a9d4,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:15.673118 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:21:15.684034 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:15.701666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Transition to ACTIVE for port object 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:21:15.704890 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723f025-da66-4e94-80aa-95106d9c0bd0 req-600483ae-dbb1-4090-8e05-016281bf6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:15.706486 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d723f025-da66-4e94-80aa-95106d9c0bd0 req-600483ae-dbb1-4090-8e05-016281bf6250 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 1098 time: 0.0783935 Nov 18 17:21:15.760005 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d723f025-da66-4e94-80aa-95106d9c0bd0 req-c1dd7e7a-8f21-4fd5-a19d-0688b4dc0be0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ae1b6580-4406-45e9-be2e-2e8e7367ab96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424290 Nov 18 17:21:15.798639 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:15.839848 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52812) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:15.852553 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Pushing event updated for resources: {'Port': ['ID=3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:15.858058 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-feae93a3-71e6-4e7d-9346-cba6c386bc3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:15.927654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Attempting to bind port 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:21:15.928109 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Attempting to bind port 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:21:15.928548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Attempting to bind port 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 on network 372f18cd-c4d2-4313-ab28-7ad24e489e08 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:15.933078 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Port 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 on network 372f18cd-c4d2-4313-ab28-7ad24e489e08 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:21:15.933478 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Attempting to bind port 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 on network 372f18cd-c4d2-4313-ab28-7ad24e489e08 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:15.937843 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196477b2-8d1c-4bc2-91a5-448844e6eacf req-c0f4a062-3c4c-4dcb-99e9-7f8c2622ede0 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:15.939274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:21:15.939422 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-196477b2-8d1c-4bc2-91a5-448844e6eacf req-c0f4a062-3c4c-4dcb-99e9-7f8c2622ede0 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 943 time: 0.0969872 Nov 18 17:21:15.940329 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Checking segment: {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:21:15.940821 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Bound using segment: {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:21:15.941462 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Bound port: 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:21:15.942123 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:16.015541 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-196477b2-8d1c-4bc2-91a5-448844e6eacf req-f7e38c30-b2a1-4191-b918-eba924ab9b8c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637474 Nov 18 17:21:16.035361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] For port 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:21:16.043730 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-feae93a3-71e6-4e7d-9346-cba6c386bc3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:16.049581 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] For port 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:21:16.118723 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:16.123828 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-feae93a3-71e6-4e7d-9346-cba6c386bc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:16.161398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:16.163531 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:16.163531 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] 10.222.0.83 "PUT /v2.0/ports/3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 HTTP/1.1" status: 200 len: 1092 time: 1.0150809 Nov 18 17:21:16.164029 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5', 'tag': '3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:16.167745 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1134cc7-5365-4aa4-87f3-395636f13537" -d '{"events": [{"name": "network-changed", "server_uuid": "313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5", "tag": "3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:16.171238 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:21:16.178575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-feae93a3-71e6-4e7d-9346-cba6c386bc3f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=00097245842940788073e39d0e87f477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3372695 Nov 18 17:21:16.180781 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97398f-1c6d-4a97-8b9b-e5cbe3ca8485 req-a8a5e003-f026-4893-9ccb-78778e8d665f tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:16.183634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52836) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:16.188069 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae97398f-1c6d-4a97-8b9b-e5cbe3ca8485 req-a8a5e003-f026-4893-9ccb-78778e8d665f tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 1097 time: 0.1008208 Nov 18 17:21:16.200327 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae93a3-71e6-4e7d-9346-cba6c386bc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a21346d-ecbb-4fcd-9978-0289ecf471c5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:16.215841 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ae97398f-1c6d-4a97-8b9b-e5cbe3ca8485 req-cb0b5c66-9a41-4f3c-af49-43bcaba97fda tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:16.216282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce838fd-87dc-4456-8a03-3c5b97582add service neutron] Pushing event updated for resources: {'Port': ['ID=3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:16.263129 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07cce5e4-747b-4e89-9cc8-83815ac06149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:16.295627 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07cce5e4-747b-4e89-9cc8-83815ac06149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:16.321001 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ae97398f-1c6d-4a97-8b9b-e5cbe3ca8485 req-cb0b5c66-9a41-4f3c-af49-43bcaba97fda tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:16.382013 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-a746d697-c550-44c5-8a96-0fb0794aacd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:16.383530 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-a746d697-c550-44c5-8a96-0fb0794aacd8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 1095 time: 0.0463574 Nov 18 17:21:16.413597 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ae97398f-1c6d-4a97-8b9b-e5cbe3ca8485 req-cb0b5c66-9a41-4f3c-af49-43bcaba97fda tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:16.417603 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-acd9cdc3-4580-4a5e-9d1f-056cf068f529 req-7a6a792c-2718-4a67-8d46-34dd231a71ac tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 210 time: 0.0374076 Nov 18 17:21:16.431983 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-d169fbdc-6daa-488b-a7d2-5469d9b9a885 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 HTTP/1.1" status: 200 len: 217 time: 0.0388010 Nov 18 17:21:16.472017 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae97398f-1c6d-4a97-8b9b-e5cbe3ca8485 req-cb0b5c66-9a41-4f3c-af49-43bcaba97fda tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824759 Nov 18 17:21:16.472291 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07cce5e4-747b-4e89-9cc8-83815ac06149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:16.475188 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07cce5e4-747b-4e89-9cc8-83815ac06149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:16.476514 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-07cce5e4-747b-4e89-9cc8-83815ac06149 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0a21346d-ecbb-4fcd-9978-0289ecf471c5 HTTP/1.1" status: 204 len: 168 time: 0.2917929 Nov 18 17:21:16.477444 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b5c66-9a41-4f3c-af49-43bcaba97fda tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45b13ad-fb2f-467e-a29f-9e1a2fb0f5b6,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:16.497624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cce5e4-747b-4e89-9cc8-83815ac06149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a21346d-ecbb-4fcd-9978-0289ecf471c5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:16.514275 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-5b928bf0-33b4-43ee-8ace-a9191b9f3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:16.516504 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-5b928bf0-33b4-43ee-8ace-a9191b9f3224 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f46f3b8-078c-4987-ab0a-f3dc40b669b4 HTTP/1.1" status: 200 len: 851 time: 0.0766273 Nov 18 17:21:16.586629 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-b170afd6-e0eb-4d73-a11e-2ec3596cc14a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=372f18cd-c4d2-4313-ab28-7ad24e489e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557132 Nov 18 17:21:16.586629 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb985770-51aa-4949-9c66-f3b045437e7a x-openstack-request-id: req-eb985770-51aa-4949-9c66-f3b045437e7a {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:16.586629 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5", "tag": "3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:16.586629 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-eb985770-51aa-4949-9c66-f3b045437e7a {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:16.586629 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5', 'tag': '3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5', 'status': 'completed', 'code': 200} Nov 18 17:21:16.699569 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-11431305-4905-4ba0-bac9-73b7cd930bfa service neutron] 10.222.0.83 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032159 Nov 18 17:21:16.705607 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3b5a5-2f9a-4cf9-84f0-093a4992225a req-d7c87a02-e972-4fcb-bad3-2ace4d9c29f0 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:16.705607 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-42f3b5a5-2f9a-4cf9-84f0-093a4992225a req-d7c87a02-e972-4fcb-bad3-2ace4d9c29f0 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 946 time: 0.1064878 Nov 18 17:21:16.715106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e1b93-4e25-4af5-839c-302ef63220d2 req-f77c0986-ea99-4aaf-a521-deca70610eb5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:16.716717 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f83e1b93-4e25-4af5-839c-302ef63220d2 req-f77c0986-ea99-4aaf-a521-deca70610eb5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0878172 Nov 18 17:21:16.791621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-42f3b5a5-2f9a-4cf9-84f0-093a4992225a req-60f2dde5-7a05-4d35-9344-dc887faacd3c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae1b6580-4406-45e9-be2e-2e8e7367ab96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738196 Nov 18 17:21:16.807733 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-05d71b32-5c65-40e4-90f3-40900ceaebae req-d9d9d43b-2f68-43d4-a211-110cf71658db service neutron] 10.222.0.83 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937283 Nov 18 17:21:16.809399 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f83e1b93-4e25-4af5-839c-302ef63220d2 req-d3f26fb0-df57-4b48-9ee3-36975649b94e tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836408 Nov 18 17:21:16.921972 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f804a-120b-44db-b88d-d37117883205 req-7cf722fe-0656-4f49-b6c4-73f37b68252d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:16.923743 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a97f804a-120b-44db-b88d-d37117883205 req-7cf722fe-0656-4f49-b6c4-73f37b68252d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.0601971 Nov 18 17:21:16.978482 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a97f804a-120b-44db-b88d-d37117883205 req-3e304bac-4572-46b0-9ce9-6c6d70f467a5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478144 Nov 18 17:21:17.014176 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52892) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:17.017311 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1134cc7-5365-4aa4-87f3-395636f13537 req-4dca87b8-981c-4499-aee4-d589af9e787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:17.018972 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b1134cc7-5365-4aa4-87f3-395636f13537 req-4dca87b8-981c-4499-aee4-d589af9e787f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=748635c22a864a7e9f77c46a346f94fb&device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 1095 time: 0.0536981 Nov 18 17:21:17.090550 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d1510fdb-cdcf-4abc-98b8-2f8ac594e2da tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/b1698a38-7afc-4f5a-993f-dc05a799d72d HTTP/1.1" status: 200 len: 993 time: 0.0751200 Nov 18 17:21:17.191565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1134cc7-5365-4aa4-87f3-395636f13537 req-709bf959-04ea-4344-897f-f1cb022a86de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:17.192666 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f00ffa-1861-4380-9d57-10a1635f53d7 req-1c07e1f3-e489-4894-b1ff-2f98ef8ea41e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:17.193220 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b1134cc7-5365-4aa4-87f3-395636f13537 req-709bf959-04ea-4344-897f-f1cb022a86de service neutron] 10.222.0.83 "GET /v2.0/networks?id=372f18cd-c4d2-4313-ab28-7ad24e489e08 HTTP/1.1" status: 200 len: 913 time: 0.1482792 Nov 18 17:21:17.194211 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d7f00ffa-1861-4380-9d57-10a1635f53d7 req-1c07e1f3-e489-4894-b1ff-2f98ef8ea41e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 943 time: 0.0883362 Nov 18 17:21:17.247529 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b1134cc7-5365-4aa4-87f3-395636f13537 req-9c2e3110-1e7c-47a2-a653-ff1e8f30b1da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 HTTP/1.1" status: 200 len: 217 time: 0.0428033 Nov 18 17:21:17.248263 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d7f00ffa-1861-4380-9d57-10a1635f53d7 req-49b22e00-2b72-4ad8-991b-fc3c960482f7 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470448 Nov 18 17:21:17.313392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1134cc7-5365-4aa4-87f3-395636f13537 req-d3ae4ddf-1527-4b19-8db3-486326317f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:17.314982 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b1134cc7-5365-4aa4-87f3-395636f13537 req-d3ae4ddf-1527-4b19-8db3-486326317f16 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f46f3b8-078c-4987-ab0a-f3dc40b669b4 HTTP/1.1" status: 200 len: 851 time: 0.0571868 Nov 18 17:21:17.350727 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b1134cc7-5365-4aa4-87f3-395636f13537 req-9d7cd550-9703-4bef-b9bc-91c2343a3714 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=372f18cd-c4d2-4313-ab28-7ad24e489e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251896 Nov 18 17:21:17.495673 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b1134cc7-5365-4aa4-87f3-395636f13537 req-07759f62-ffa0-4cb5-adba-73dd72dfe802 service neutron] 10.222.0.83 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348939 Nov 18 17:21:17.551736 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a402a896-9606-43cf-aa9c-f15e9e7915a1 req-5ff24531-4979-41f0-a126-da921e93b136 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 210 time: 0.0464041 Nov 18 17:21:17.655198 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b1134cc7-5365-4aa4-87f3-395636f13537 req-bbb0c4e4-f7d0-4cce-a000-0d1e25c49134 service neutron] 10.222.0.83 "GET /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485505 Nov 18 17:21:17.884133 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52960) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:17.932498 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d22d91-cd29-4daa-9177-a07a6d8431ca req-2f48519e-7711-42ad-b0c7-25f8d2821bb4 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:17.940113 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80d22d91-cd29-4daa-9177-a07a6d8431ca req-2f48519e-7711-42ad-b0c7-25f8d2821bb4 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 946 time: 0.0705194 Nov 18 17:21:17.991152 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80d22d91-cd29-4daa-9177-a07a6d8431ca req-283df150-2f19-4137-9a23-65e1b2a8d55d tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae1b6580-4406-45e9-be2e-2e8e7367ab96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499687 Nov 18 17:21:18.011058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-ec67c3ef-998a-4c6c-83e4-4eb79e85e98b tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.012115 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ec67c3ef-998a-4c6c-83e4-4eb79e85e98b tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1244106 Nov 18 17:21:18.015273 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52970) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.019772 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-3a5fd2d6-e615-46b9-9fd3-37e679f3b675 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.023387 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3a5fd2d6-e615-46b9-9fd3-37e679f3b675 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046988 Nov 18 17:21:18.023630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52974) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.029108 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-61d6e10a-e33a-4f49-8f0e-11b31434d872 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.030331 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-61d6e10a-e33a-4f49-8f0e-11b31434d872 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0056007 Nov 18 17:21:18.033958 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52978) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.039077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-4e6209b8-ca1e-41dd-8016-11bc26232a78 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.040780 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4e6209b8-ca1e-41dd-8016-11bc26232a78 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0051990 Nov 18 17:21:18.043357 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52980) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.048597 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-0c78d015-d6cc-4031-81e6-eb2d9353b642 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.049762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0c78d015-d6cc-4031-81e6-eb2d9353b642 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0052676 Nov 18 17:21:18.052365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52984) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.056966 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-616228a1-d9b1-498f-9586-ccc7b5b39b0d tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.057956 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-616228a1-d9b1-498f-9586-ccc7b5b39b0d tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045514 Nov 18 17:21:18.060686 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52986) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.067428 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-77b52ccb-fb52-43a6-a0a1-b7a331ad2dfd tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.068343 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-77b52ccb-fb52-43a6-a0a1-b7a331ad2dfd tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0066826 Nov 18 17:21:18.070765 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52988) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.075104 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-9964296d-cc3f-4d93-b687-d242a21fcb26 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.076165 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9964296d-cc3f-4d93-b687-d242a21fcb26 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0043390 Nov 18 17:21:18.082121 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52990) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.086185 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-f8aba8ae-a988-4bdc-9694-43e38f49930c tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.087738 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f8aba8ae-a988-4bdc-9694-43e38f49930c tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0041103 Nov 18 17:21:18.089228 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0701d03-9037-4585-8586-47a691c1f4b7 req-7c71c3dc-ccd5-4cf8-b46d-1e017c521f85 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:18.090043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52992) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.090752 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0701d03-9037-4585-8586-47a691c1f4b7 req-7c71c3dc-ccd5-4cf8-b46d-1e017c521f85 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0985417 Nov 18 17:21:18.096871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-71520c52-4e38-42be-81bc-0c593ed3f7c4 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.103451 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-71520c52-4e38-42be-81bc-0c593ed3f7c4 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0056326 Nov 18 17:21:18.105571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52994) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.109919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-34c8f771-3161-442a-b559-7b5220ccd6af tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.110945 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-34c8f771-3161-442a-b559-7b5220ccd6af tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043449 Nov 18 17:21:18.114651 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52998) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.126593 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-057e537a-ebe5-424e-b136-5db073fde946 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.127572 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-057e537a-ebe5-424e-b136-5db073fde946 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0119958 Nov 18 17:21:18.132077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53000) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.136751 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-5e71b603-58f4-4792-b848-0ab074eeb4f5 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.137885 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5e71b603-58f4-4792-b848-0ab074eeb4f5 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0047159 Nov 18 17:21:18.140190 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53006) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.144871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-a1c72802-c88a-40b9-8462-f8fbbda63e1a tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.147668 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a1c72802-c88a-40b9-8462-f8fbbda63e1a tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044131 Nov 18 17:21:18.147928 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53008) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.152716 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-feb5adb9-22e2-4451-a66a-9da0cd332792 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.155625 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-feb5adb9-22e2-4451-a66a-9da0cd332792 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0048692 Nov 18 17:21:18.156583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53010) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.171021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-06a17a3e-3c61-4f19-92ce-f7fa274969ea tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.171021 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-06a17a3e-3c61-4f19-92ce-f7fa274969ea tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0045261 Nov 18 17:21:18.172268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53012) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.177766 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-a514ff90-ec0c-452c-9025-307938138157 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.178795 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a514ff90-ec0c-452c-9025-307938138157 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0055957 Nov 18 17:21:18.182120 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53014) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.182612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ffaad-298b-4f94-91f6-3a4401846dde req-a58d787f-0627-4c80-afc7-4680768c99c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:18.184250 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea0ffaad-298b-4f94-91f6-3a4401846dde req-a58d787f-0627-4c80-afc7-4680768c99c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.1206703 Nov 18 17:21:18.186550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-bbe3a3d9-24f4-49c4-8968-692d131785b1 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.189698 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bbe3a3d9-24f4-49c4-8968-692d131785b1 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045648 Nov 18 17:21:18.190032 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0701d03-9037-4585-8586-47a691c1f4b7 req-a61b4b81-6ff3-4047-862a-d51364b35915 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817976 Nov 18 17:21:18.190032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53016) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.195546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-1379f570-31ad-40fb-a714-67cf9e3449bc tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.196554 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1379f570-31ad-40fb-a714-67cf9e3449bc tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055921 Nov 18 17:21:18.209446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53018) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.214160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-417834d3-0968-4017-b006-3b6b0903be2e tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.217951 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-417834d3-0968-4017-b006-3b6b0903be2e tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0057452 Nov 18 17:21:18.226270 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53020) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.234198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-3a451c5f-ebcd-490f-befe-f2537e9ce8ce tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.238110 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3a451c5f-ebcd-490f-befe-f2537e9ce8ce tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0080385 Nov 18 17:21:18.238544 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53022) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.247842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-aa7e0155-def5-4f98-a592-7043b53941c5 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.252080 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-aa7e0155-def5-4f98-a592-7043b53941c5 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0045011 Nov 18 17:21:18.253011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53026) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.261565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-90069dfc-0320-4e12-af4b-f3952e8b7b1d tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.262516 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-90069dfc-0320-4e12-af4b-f3952e8b7b1d tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0098314 Nov 18 17:21:18.265438 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53030) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.269570 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-89fe4a4a-a1ba-45bc-9938-c10bdf784bd6 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.270610 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-89fe4a4a-a1ba-45bc-9938-c10bdf784bd6 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0043089 Nov 18 17:21:18.275874 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53034) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.279053 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-873098b4-64bf-4b02-977d-65185a536e05 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1530085 Nov 18 17:21:18.283011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-2663fde3-5fe1-43e9-b229-13e926f0edfc tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.284540 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2663fde3-5fe1-43e9-b229-13e926f0edfc tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0045474 Nov 18 17:21:18.289977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-594a7aae-f383-49aa-b953-cbf7dcc8b8b3 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.291168 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53036) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.291508 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-594a7aae-f383-49aa-b953-cbf7dcc8b8b3 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059924 Nov 18 17:21:18.297772 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-3d0dc8c7-32e1-45f0-81a7-36b720d5d12e tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.301416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53038) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.301552 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3d0dc8c7-32e1-45f0-81a7-36b720d5d12e tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0078306 Nov 18 17:21:18.306040 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-7d6f8d42-b4fe-4b1a-ab06-8abc4774bf8f tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.307344 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7d6f8d42-b4fe-4b1a-ab06-8abc4774bf8f tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049241 Nov 18 17:21:18.314307 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53040) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.318816 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-38771265-5931-4c13-8cbf-57e084e3bd4d tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.322663 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-38771265-5931-4c13-8cbf-57e084e3bd4d tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044253 Nov 18 17:21:18.322663 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53042) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.327391 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-00482a04-d4e8-4adc-aeec-12121b89d85e tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.328403 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-00482a04-d4e8-4adc-aeec-12121b89d85e tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0049713 Nov 18 17:21:18.334720 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea0ffaad-298b-4f94-91f6-3a4401846dde req-bb668452-817d-4723-9084-2e8a7e7aabe6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387498 Nov 18 17:21:18.335653 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53046) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.343010 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-15824844-15ea-46e9-928b-cab26b04c77d tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.348204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53048) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.348633 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-15824844-15ea-46e9-928b-cab26b04c77d tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0120738 Nov 18 17:21:18.356093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-4d622032-bcb0-4cdd-8c15-13105dfa7619 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.357210 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4d622032-bcb0-4cdd-8c15-13105dfa7619 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0075693 Nov 18 17:21:18.365826 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53052) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.370092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-039ef936-27dc-4adb-9059-660d47a265b1 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.371050 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-039ef936-27dc-4adb-9059-660d47a265b1 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0042744 Nov 18 17:21:18.372741 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed9b8f-c403-46a9-b027-799f47384b62 req-24ff7471-b4de-499e-bb3e-488037eb4959 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:18.373249 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53054) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.377405 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02ed9b8f-c403-46a9-b027-799f47384b62 req-24ff7471-b4de-499e-bb3e-488037eb4959 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 946 time: 0.1087716 Nov 18 17:21:18.377952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-8484957e-0aec-4ee2-b706-e082ea4b5db8 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.378904 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8484957e-0aec-4ee2-b706-e082ea4b5db8 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0047290 Nov 18 17:21:18.381733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53056) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.388418 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53058) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.393114 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-48fb1a1c-1bee-4f66-9c45-cbc1388e46f6 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.400521 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-48fb1a1c-1bee-4f66-9c45-cbc1388e46f6 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0110242 Nov 18 17:21:18.400521 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-054888d1-5b24-4cc6-8877-919f672226f5 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Request body: {'floatingip': {'port_id': '7b32c7a8-8c3f-448d-a072-7bce7540a9d4'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:21:18.401654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53062) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.406070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-d89dcfc0-04c3-4cd1-bada-88c46584e413 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.407027 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d89dcfc0-04c3-4cd1-bada-88c46584e413 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043607 Nov 18 17:21:18.409600 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53064) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.413896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-d3069df2-b1da-4b6d-813b-287b2fa8533e tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.415756 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d3069df2-b1da-4b6d-813b-287b2fa8533e tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0050890 Nov 18 17:21:18.418315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53068) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.423560 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-1678aebc-64d0-4815-9852-7a548885455f tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.428912 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1678aebc-64d0-4815-9852-7a548885455f tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049396 Nov 18 17:21:18.430385 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53072) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.443664 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-054888d1-5b24-4cc6-8877-919f672226f5 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:18.453187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-4293edea-cbe7-40a1-a22e-590dd0e8dac5 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.456090 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4293edea-cbe7-40a1-a22e-590dd0e8dac5 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0108900 Nov 18 17:21:18.457437 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53078) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.479875 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-8f851596-5d8e-4821-8c68-8d5fe5d2b0b0 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.481253 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8f851596-5d8e-4821-8c68-8d5fe5d2b0b0 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0050430 Nov 18 17:21:18.483893 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53080) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.488242 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-4ddf5e13-f6ea-4208-9570-d04e0eb7ff80 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.489487 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4ddf5e13-f6ea-4208-9570-d04e0eb7ff80 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046928 Nov 18 17:21:18.493633 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53082) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.499350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-86a721fa-41fb-4309-a967-f3cfc4cafbdf tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.502861 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-86a721fa-41fb-4309-a967-f3cfc4cafbdf tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0057328 Nov 18 17:21:18.503158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53084) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.510518 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-6fb8011f-403c-4333-970e-3d62a18f0fce tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.511959 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6fb8011f-403c-4333-970e-3d62a18f0fce tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0074923 Nov 18 17:21:18.519072 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53086) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.530280 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-03a55c31-e59a-4633-a2fd-9ff511592fcf tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.533752 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-03a55c31-e59a-4633-a2fd-9ff511592fcf tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0136018 Nov 18 17:21:18.543773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53090) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.560168 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-5db4b2fb-e2e8-44cc-a6d3-1a26d5288d9a tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.561147 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5db4b2fb-e2e8-44cc-a6d3-1a26d5288d9a tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0120606 Nov 18 17:21:18.564785 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53094) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.568236 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14f1c8-05f9-40f8-bdb5-a9df746ed752 req-a3b310df-809c-4084-95c1-8056746acc49 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:18.569848 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d14f1c8-05f9-40f8-bdb5-a9df746ed752 req-a3b310df-809c-4084-95c1-8056746acc49 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 943 time: 0.1234736 Nov 18 17:21:18.570388 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-9f41cba8-6843-4d69-bae3-8e937f935e4d tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.574909 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9f41cba8-6843-4d69-bae3-8e937f935e4d tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0089724 Nov 18 17:21:18.576265 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53098) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.603030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-ac40a7e5-3d7b-4e93-8a2c-6d0acee478ac tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.606472 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ac40a7e5-3d7b-4e93-8a2c-6d0acee478ac tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0268373 Nov 18 17:21:18.610405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53104) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.644563 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-346c5749-9a7e-4500-bd00-69b44a7c9066 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.650446 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-346c5749-9a7e-4500-bd00-69b44a7c9066 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0381272 Nov 18 17:21:18.651096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53112) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.674831 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d14f1c8-05f9-40f8-bdb5-a9df746ed752 req-1386d1d5-091e-4195-8cec-d5e688b57dd9 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674806 Nov 18 17:21:18.695479 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-86710c57-12fb-4f54-b5f5-74c0224d03b3 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.699502 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-86710c57-12fb-4f54-b5f5-74c0224d03b3 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0318053 Nov 18 17:21:18.712757 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53116) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.727194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-8e267b54-0adf-4716-8275-530a73e06ffc tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.728310 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8e267b54-0adf-4716-8275-530a73e06ffc tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0141304 Nov 18 17:21:18.734177 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53118) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.738746 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-365949c0-f8a6-48f0-801d-20f4b966824c tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.739881 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-365949c0-f8a6-48f0-801d-20f4b966824c tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044775 Nov 18 17:21:18.746737 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0ef0cbc0-fea5-4031-b350-e93573e8353c req-35ce90a2-8bd4-43a5-ba7a-3838b09bc126 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 210 time: 0.0314004 Nov 18 17:21:18.748739 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53122) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.769208 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-b22004c5-e772-4b39-8886-a70640a74e1e tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.769208 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b22004c5-e772-4b39-8886-a70640a74e1e tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0095444 Nov 18 17:21:18.769454 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-0758880a-bb2b-4022-befb-47b6b94e1736 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:18.769454 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-0758880a-bb2b-4022-befb-47b6b94e1736 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.83 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 808 time: 0.3092749 Nov 18 17:21:18.769696 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53126) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.773207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-37a8863a-4e41-4797-81d5-a95c8ad4a685 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.777293 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-37a8863a-4e41-4797-81d5-a95c8ad4a685 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0075057 Nov 18 17:21:18.777659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53130) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.782244 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-c395e5f5-4abc-4e31-a9be-9c1e7ff49b98 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.786202 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c395e5f5-4abc-4e31-a9be-9c1e7ff49b98 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0046010 Nov 18 17:21:18.788422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-7802e684-d436-440f-b93d-ec04eef52bbd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Request body: {'port': {'device_id': '07691319-7d35-425b-9493-f73cc29a37ee', 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886', 'admin_state_up': True, 'tenant_id': '3b796403dcb74a789ab8781aa545eb18'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:21:18.791507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53132) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.795588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-cf24cd79-3926-4b55-abaf-a991e97cfcb5 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.799030 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cf24cd79-3926-4b55-abaf-a991e97cfcb5 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0040767 Nov 18 17:21:18.799252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53136) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.818550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-8faea189-b173-435c-94a0-bb02b270b023 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.819600 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8faea189-b173-435c-94a0-bb02b270b023 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0194473 Nov 18 17:21:18.824223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53138) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.833711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-753947ef-0273-4031-abf5-e3759289fcfe tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.837391 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-753947ef-0273-4031-abf5-e3759289fcfe tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0096328 Nov 18 17:21:18.853341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53144) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.867819 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-3f816c36-d241-4403-9a73-ea39d25b1917 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.869334 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3f816c36-d241-4403-9a73-ea39d25b1917 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0127568 Nov 18 17:21:18.872881 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53148) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.882422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-e484e8be-4452-43e7-81df-a4129bf56146 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.883764 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e484e8be-4452-43e7-81df-a4129bf56146 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0097220 Nov 18 17:21:18.890143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53150) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.894469 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-615008b7-98d1-48d5-9f46-f8885e1e39cc tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.895475 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-615008b7-98d1-48d5-9f46-f8885e1e39cc tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043497 Nov 18 17:21:18.911118 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53152) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.919392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-f12a061f-ecaa-4298-8f0c-10f78f407386 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.920396 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f12a061f-ecaa-4298-8f0c-10f78f407386 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0082936 Nov 18 17:21:18.931132 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53156) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.931935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-d486dd18-8183-4892-8dd1-3f408e80e919 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.937110 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d486dd18-8183-4892-8dd1-3f408e80e919 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0105398 Nov 18 17:21:18.937957 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53160) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.946919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-503e5ae1-26c9-4763-b2ab-ae70e3cbb355 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.957444 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53162) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.957556 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-503e5ae1-26c9-4763-b2ab-ae70e3cbb355 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0100365 Nov 18 17:21:18.957652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-0be58171-95bd-40cd-bf69-248df4938b08 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.957652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0be58171-95bd-40cd-bf69-248df4938b08 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0046616 Nov 18 17:21:18.959167 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53164) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.965782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-59616f98-08eb-4787-ae66-430d3cfa9249 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.966807 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-59616f98-08eb-4787-ae66-430d3cfa9249 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0066881 Nov 18 17:21:18.969358 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53166) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.975276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-7dd3e411-99a5-4409-898a-1c092585cd22 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.976260 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7dd3e411-99a5-4409-898a-1c092585cd22 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0060050 Nov 18 17:21:18.979277 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53168) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.983893 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-383e42ff-ba17-4f5c-9858-b911052f3b48 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:18.987049 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-383e42ff-ba17-4f5c-9858-b911052f3b48 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0068345 Nov 18 17:21:18.991919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53170) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:18.996754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-3d5f8fae-5195-458c-9a03-b7ac587ff129 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:19.000226 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3d5f8fae-5195-458c-9a03-b7ac587ff129 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0046246 Nov 18 17:21:19.002919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53172) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:19.008967 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-be604407-4c32-4d7b-92ee-290877420d6c tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:19.012759 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-be604407-4c32-4d7b-92ee-290877420d6c tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0087373 Nov 18 17:21:19.015693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53176) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:19.021427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [None req-b659aa9e-117c-4362-8b20-18b53a412fe0 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:19.025900 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53178) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:19.026482 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b659aa9e-117c-4362-8b20-18b53a412fe0 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0097730 Nov 18 17:21:19.030611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-ca1f4624-34f2-46b8-8a4b-80bdd1ba432a tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:19.031715 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ca1f4624-34f2-46b8-8a4b-80bdd1ba432a tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0047250 Nov 18 17:21:19.034118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53180) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:19.038346 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [None req-d32ec460-74e0-4863-ae8f-1392971f1062 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:19.039516 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d32ec460-74e0-4863-ae8f-1392971f1062 tempest-ExtensionsTestJSON-2020605396 tempest-ExtensionsTestJSON-2020605396-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042975 Nov 18 17:21:19.142066 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-7802e684-d436-440f-b93d-ec04eef52bbd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Made reservation on behalf of 3b796403dcb74a789ab8781aa545eb18 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:21:19.145848 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-7802e684-d436-440f-b93d-ec04eef52bbd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:19.226782 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-054888d1-5b24-4cc6-8877-919f672226f5 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:19.333982 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-054888d1-5b24-4cc6-8877-919f672226f5 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:19.352186 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-7802e684-d436-440f-b93d-ec04eef52bbd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Allocated IP 172.20.0.9 (046f327f-603a-4d9c-b996-c92415d5d886/671daf4b-48bc-4f50-a4d9-31cc3358928e/a8f0ea89-bfed-4c6c-8323-b36f81091032) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:21:19.407895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a4415-1047-42a4-b99a-b67f46a57bc8 req-862fea36-512e-4153-8b88-d3ee76758b77 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:19.409596 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e6a4415-1047-42a4-b99a-b67f46a57bc8 req-862fea36-512e-4153-8b88-d3ee76758b77 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.1256804 Nov 18 17:21:19.571240 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-054888d1-5b24-4cc6-8877-919f672226f5 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Floating IP 71d56fbc-199e-49ab-8d4a-2b96f7e2b8db associated. External IP: 172.25.3.61, port: 7b32c7a8-8c3f-448d-a072-7bce7540a9d4. Nov 18 17:21:19.583115 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:21:19.588828 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e6a4415-1047-42a4-b99a-b67f46a57bc8 req-f8311b74-b0a9-43c1-9ccc-91fd977db3c9 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718605 Nov 18 17:21:19.621452 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-7802e684-d436-440f-b93d-ec04eef52bbd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:19.687150 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fa8a2-1c53-45ae-8b40-bc24f4f6c167 req-bb1d510e-df46-4762-a58d-ede695eb58c2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:19.687150 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a3fa8a2-1c53-45ae-8b40-bc24f4f6c167 req-bb1d510e-df46-4762-a58d-ede695eb58c2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.2185729 Nov 18 17:21:19.773477 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:19.779123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53232) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:19.799829 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5', 'network_id': '372f18cd-c4d2-4313-ab28-7ad24e489e08', 'port_id': '3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5', 'mac_address': 'fa:16:3e:ad:d3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f46f3b8-078c-4987-ab0a-f3dc40b669b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:21:19.802044 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-7802e684-d436-440f-b93d-ec04eef52bbd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:19.835483 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['b8b2673a-8468-4cc3-a73b-f1a30243def6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:21:19.887458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-7802e684-d436-440f-b93d-ec04eef52bbd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Network 046f327f-603a-4d9c-b996-c92415d5d886 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:21:19.891069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-7802e684-d436-440f-b93d-ec04eef52bbd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:21:19.910018 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-7802e684-d436-440f-b93d-ec04eef52bbd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:21:19.914695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802e684-d436-440f-b93d-ec04eef52bbd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Pushing event updated for resources: {'Port': ['ID=a8f0ea89-bfed-4c6c-8323-b36f81091032,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:19.919537 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:19.948991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:21:19.988511 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:19.996486 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a3fa8a2-1c53-45ae-8b40-bc24f4f6c167 req-33776854-061d-4971-a3c2-aa2425f06423 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3060694 Nov 18 17:21:20.021683 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c039446-26e8-4651-9867-fab5a41d9bbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:20.051477 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-7802e684-d436-440f-b93d-ec04eef52bbd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:20.052473 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-7802e684-d436-440f-b93d-ec04eef52bbd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:20.060676 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:20.120888 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:20.152864 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-7802e684-d436-440f-b93d-ec04eef52bbd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3682151 Nov 18 17:21:20.153079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063b9e2-4f32-441a-a018-358fc2db6ea9 req-62578f88-85e1-4ebc-8880-8061e5be547e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:20.154814 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9063b9e2-4f32-441a-a018-358fc2db6ea9 req-62578f88-85e1-4ebc-8880-8061e5be547e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 943 time: 0.2928138 Nov 18 17:21:20.177087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Request body: {'port': {'device_id': '07691319-7d35-425b-9493-f73cc29a37ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:21:20.187197 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c039446-26e8-4651-9867-fab5a41d9bbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:20.251737 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c039446-26e8-4651-9867-fab5a41d9bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:20.283604 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:20.321631 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c039446-26e8-4651-9867-fab5a41d9bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e989828b-d13f-487c-9211-40229971ab3c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:20.325489 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:21:20.331107 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5c039446-26e8-4651-9867-fab5a41d9bbd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d53d6e9c073e401c88638409ad702b99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5502696 Nov 18 17:21:20.336666 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53258) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:20.360539 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f1f31-02a6-466a-8481-b540f96db4ff req-35dc7cb7-9382-4ddd-8118-f0589efea3a9 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:20.370095 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e9f1f31-02a6-466a-8481-b540f96db4ff req-35dc7cb7-9382-4ddd-8118-f0589efea3a9 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 931 time: 0.2264078 Nov 18 17:21:20.388936 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9063b9e2-4f32-441a-a018-358fc2db6ea9 req-3a3953e8-d010-4e4f-a300-d8d2a9d89aa5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136734 Nov 18 17:21:20.493004 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054888d1-5b24-4cc6-8877-919f672226f5 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Router 51963239-661b-41ab-a0b8-4fd6047d938a has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:21:20.555159 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e9f1f31-02a6-466a-8481-b540f96db4ff req-c920ecfe-dfb9-4095-8891-f25a97755ef5 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792023 Nov 18 17:21:20.559699 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e7d57aa7-53d2-4d62-bb5a-f9ec839485b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:20.636504 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e7d57aa7-53d2-4d62-bb5a-f9ec839485b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:20.715426 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f0ea89-bfed-4c6c-8323-b36f81091032 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:21:20.729745 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:20.747646 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Transition to ACTIVE for port object a8f0ea89-bfed-4c6c-8323-b36f81091032 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:21:20.778686 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054888d1-5b24-4cc6-8877-919f672226f5 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:21:20.786682 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-054888d1-5b24-4cc6-8877-919f672226f5 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:20.796208 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b28d2-f672-4081-875d-f9bb8523c1bc None None] Sync routers for ids ['51963239-661b-41ab-a0b8-4fd6047d938a'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:21:20.812235 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186b28d2-f672-4081-875d-f9bb8523c1bc None None] Routers {'51963239-661b-41ab-a0b8-4fd6047d938a'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:21:20.812998 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-186b28d2-f672-4081-875d-f9bb8523c1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:21:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51963239-661b-41ab-a0b8-4fd6047d938a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:21:20.816231 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:20.825222 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8a7b4-0669-48af-aa92-cd2d406df974 req-20977fe7-c09f-4491-8ae7-c42aa4d8be93 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:20.827677 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bdb8a7b4-0669-48af-aa92-cd2d406df974 req-20977fe7-c09f-4491-8ae7-c42aa4d8be93 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.1089990 Nov 18 17:21:20.833158 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-054888d1-5b24-4cc6-8877-919f672226f5 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "PUT /v2.0/floatingips/71d56fbc-199e-49ab-8d4a-2b96f7e2b8db HTTP/1.1" status: 200 len: 991 time: 2.4401588 Nov 18 17:21:20.833158 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359c9bbb-290b-4e21-a708-e3ad7aa8c32b', 'tag': '7b32c7a8-8c3f-448d-a072-7bce7540a9d4'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:20.833158 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db4c637-2066-4aa3-a5af-6cf2e173f071" -d '{"events": [{"name": "network-changed", "server_uuid": "359c9bbb-290b-4e21-a708-e3ad7aa8c32b", "tag": "7b32c7a8-8c3f-448d-a072-7bce7540a9d4"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:20.845083 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e7d57aa7-53d2-4d62-bb5a-f9ec839485b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:20.847263 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e7d57aa7-53d2-4d62-bb5a-f9ec839485b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:20.849169 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e7d57aa7-53d2-4d62-bb5a-f9ec839485b4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e989828b-d13f-487c-9211-40229971ab3c HTTP/1.1" status: 204 len: 168 time: 0.5099056 Nov 18 17:21:20.909661 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d57aa7-53d2-4d62-bb5a-f9ec839485b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e989828b-d13f-487c-9211-40229971ab3c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:20.991714 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bdb8a7b4-0669-48af-aa92-cd2d406df974 req-cd8099a7-cd2c-473e-81cf-91c73fde63ce tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420178 Nov 18 17:21:21.043088 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6385d49b-5dec-4b68-8089-1e1d56b106db x-openstack-request-id: req-6385d49b-5dec-4b68-8089-1e1d56b106db {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:21.043604 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359c9bbb-290b-4e21-a708-e3ad7aa8c32b", "tag": "7b32c7a8-8c3f-448d-a072-7bce7540a9d4", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:21.044147 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6385d49b-5dec-4b68-8089-1e1d56b106db {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:21.044740 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359c9bbb-290b-4e21-a708-e3ad7aa8c32b', 'tag': '7b32c7a8-8c3f-448d-a072-7bce7540a9d4', 'status': 'completed', 'code': 200} Nov 18 17:21:21.094454 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-186b28d2-f672-4081-875d-f9bb8523c1bc None None] Set router 51963239-661b-41ab-a0b8-4fd6047d938a gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:21:21.273897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585a5bf-360d-4750-a7d8-341769e0c0f4 req-415a7bea-f03a-4b51-a330-589bccc59d4c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:21.282238 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0585a5bf-360d-4750-a7d8-341769e0c0f4 req-415a7bea-f03a-4b51-a330-589bccc59d4c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.1713161 Nov 18 17:21:21.291778 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-941a498f-a7bc-4a8b-bb96-a3d6a7d8d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:21.293568 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-941a498f-a7bc-4a8b-bb96-a3d6a7d8d6c4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 1097 time: 0.1273866 Nov 18 17:21:21.463324 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f0ea89-bfed-4c6c-8323-b36f81091032,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:21.496383 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0585a5bf-360d-4750-a7d8-341769e0c0f4 req-50112140-7a80-4baf-b4f2-25897daf0199 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127604 Nov 18 17:21:21.497605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-f81751fd-b742-4f4d-aa12-392bf79bd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:21.499073 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-f81751fd-b742-4f4d-aa12-392bf79bd37d service neutron] 10.222.0.81 "GET /v2.0/networks?id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81 HTTP/1.1" status: 200 len: 899 time: 0.1948159 Nov 18 17:21:21.533635 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4c637-2066-4aa3-a5af-6cf2e173f071 req-7df5fc44-af0b-460d-906e-895ec33f9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:21.535213 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0db4c637-2066-4aa3-a5af-6cf2e173f071 req-7df5fc44-af0b-460d-906e-895ec33f9292 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c02a09087a57449da11f75049d72d888&device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 1098 time: 0.1465118 Nov 18 17:21:21.537913 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Attempting to bind port a8f0ea89-bfed-4c6c-8323-b36f81091032 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:21:21.538154 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Attempting to bind port a8f0ea89-bfed-4c6c-8323-b36f81091032 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:21:21.538488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Attempting to bind port a8f0ea89-bfed-4c6c-8323-b36f81091032 on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:21.543536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Port a8f0ea89-bfed-4c6c-8323-b36f81091032 on network 046f327f-603a-4d9c-b996-c92415d5d886 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:21:21.543894 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Attempting to bind port a8f0ea89-bfed-4c6c-8323-b36f81091032 on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:21.549106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:21:21.549449 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Checking segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:21:21.549965 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Bound using segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:21:21.550413 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Bound port: a8f0ea89-bfed-4c6c-8323-b36f81091032, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:21:21.550834 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:21.638716 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-76887ecd-2d0a-41e0-aacf-f0fd8868ad70 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ef7917-2e02-479b-99ef-bd8c1229f454 HTTP/1.1" status: 200 len: 1001 time: 0.1163294 Nov 18 17:21:21.665323 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:21:21.669496 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:21.732316 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] For port a8f0ea89-bfed-4c6c-8323-b36f81091032, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:21:21.743561 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-186b28d2-f672-4081-875d-f9bb8523c1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'name': 'tempest-ServersTestManualDisk-1476290906-router', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:40Z', 'updated_at': '2021-11-18T17:20:51Z', 'revision_number': 4, 'project_id': 'c02a09087a57449da11f75049d72d888', 'gw_port': {'id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:42Z', 'updated_at': '2021-11-18T17:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '71d56fbc-199e-49ab-8d4a-2b96f7e2b8db', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'port_id': '7b32c7a8-8c3f-448d-a072-7bce7540a9d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe', 'mac_address': 'fa:16:3e:75:27:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359c9bbb-290b-4e21-a708-e3ad7aa8c32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:21:00Z', 'updated_at': '2021-11-18T17:21:19Z', 'revision_number': 1, 'project_id': 'c02a09087a57449da11f75049d72d888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293c3d11-33cd-4988-9d3c-4aea38547bb2', 'name': '', 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'mac_address': 'fa:16:3e:36:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:49Z', 'updated_at': '2021-11-18T17:20:55Z', 'revision_number': 5, 'project_id': 'c02a09087a57449da11f75049d72d888', 'subnets': [{'id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:21:21.789597 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b846450-5865-407d-aefa-e99ffb070f50 req-5734ab75-5b4c-41f9-8b78-028be92cfc1b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:21.791297 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b846450-5865-407d-aefa-e99ffb070f50 req-5734ab75-5b4c-41f9-8b78-028be92cfc1b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.1396556 Nov 18 17:21:21.798312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-e09d3b0d-7c11-4613-af47-060e867cd86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:21.799759 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-e09d3b0d-7c11-4613-af47-060e867cd86d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4bdd1b36-e53e-4c18-a868-23989123548c HTTP/1.1" status: 200 len: 835 time: 0.1493776 Nov 18 17:21:21.804736 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] For port a8f0ea89-bfed-4c6c-8323-b36f81091032, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a8f0ea89-bfed-4c6c-8323-b36f81091032,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:21:21.812129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b95481-076b-4c96-b9d6-ec7c522d2033 req-48afb37e-8208-40f8-82db-aacc6dbbebdc tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:21.818584 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-73b95481-076b-4c96-b9d6-ec7c522d2033 req-48afb37e-8208-40f8-82db-aacc6dbbebdc tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 944 time: 0.1787889 Nov 18 17:21:21.851885 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b28d2-f672-4081-875d-f9bb8523c1bc None None] Checking router: 51963239-661b-41ab-a0b8-4fd6047d938a for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:21:21.867965 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186b28d2-f672-4081-875d-f9bb8523c1bc None None] Routers {'51963239-661b-41ab-a0b8-4fd6047d938a'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:21:21.869175 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-186b28d2-f672-4081-875d-f9bb8523c1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:21:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51963239-661b-41ab-a0b8-4fd6047d938a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:21:21.870084 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4c637-2066-4aa3-a5af-6cf2e173f071 req-835902b1-4752-42f1-98c7-3ce8f4521eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:21.880120 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0db4c637-2066-4aa3-a5af-6cf2e173f071 req-835902b1-4752-42f1-98c7-3ce8f4521eca service neutron] 10.222.0.81 "GET /v2.0/networks?id=99853349-4078-4397-a0fc-c76ba99befbe HTTP/1.1" status: 200 len: 914 time: 0.2986200 Nov 18 17:21:21.890435 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b846450-5865-407d-aefa-e99ffb070f50 req-4f5b5638-f871-458e-8fb6-3d04f040390b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591662 Nov 18 17:21:21.955087 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-a3cde60e-80fb-4838-b7ca-88c323d0b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:21.961169 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-a3cde60e-80fb-4838-b7ca-88c323d0b220 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1359513 Nov 18 17:21:21.972255 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-73b95481-076b-4c96-b9d6-ec7c522d2033 req-ffeb7077-79ff-4ed3-9b5f-c2c278f030b3 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525078 Nov 18 17:21:22.016034 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-186b28d2-f672-4081-875d-f9bb8523c1bc None None] Set router 51963239-661b-41ab-a0b8-4fd6047d938a gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:21:22.132047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:21:22.135378 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:22.174644 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:21:22.175335 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:22.201530 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-0695934f-c763-4a57-9973-eff48ebb374c service neutron] 10.222.0.81 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227671 Nov 18 17:21:22.301479 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f0ea89-bfed-4c6c-8323-b36f81091032,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:22.301729 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5cd97-cbd1-4cd5-8c86-c672dd3d8ca8 req-7443086c-6566-45cd-b5b3-255b63d5d153 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:22.309171 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eea5cd97-cbd1-4cd5-8c86-c672dd3d8ca8 req-7443086c-6566-45cd-b5b3-255b63d5d153 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.1245842 Nov 18 17:21:22.310781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:22.312080 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:22.315037 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-15d1751d-c7c8-471d-8f56-263a63b2f946 service neutron] 10.222.0.83 "PUT /v2.0/ports/a8f0ea89-bfed-4c6c-8323-b36f81091032 HTTP/1.1" status: 200 len: 1092 time: 2.1481731 Nov 18 17:21:22.318854 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07691319-7d35-425b-9493-f73cc29a37ee', 'tag': 'a8f0ea89-bfed-4c6c-8323-b36f81091032'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:22.324105 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58dca2e-5a38-42bd-8c13-7f6bf9dcfe17" -d '{"events": [{"name": "network-changed", "server_uuid": "07691319-7d35-425b-9493-f73cc29a37ee", "tag": "a8f0ea89-bfed-4c6c-8323-b36f81091032"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:22.381184 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-590cc11d-59fe-4f44-a51f-20344322831c service neutron] 10.222.0.81 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640141 Nov 18 17:21:22.396381 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee5935e-a368-4fa7-a0e9-d690961bb3d7 x-openstack-request-id: req-aee5935e-a368-4fa7-a0e9-d690961bb3d7 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:22.397069 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07691319-7d35-425b-9493-f73cc29a37ee", "tag": "a8f0ea89-bfed-4c6c-8323-b36f81091032", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:22.397448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eea5cd97-cbd1-4cd5-8c86-c672dd3d8ca8 req-4d7a5f38-e774-47ee-bdf4-a86a1fc17983 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871966 Nov 18 17:21:22.397872 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aee5935e-a368-4fa7-a0e9-d690961bb3d7 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:22.398838 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07691319-7d35-425b-9493-f73cc29a37ee', 'tag': 'a8f0ea89-bfed-4c6c-8323-b36f81091032', 'status': 'completed', 'code': 200} Nov 18 17:21:22.424100 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0db4c637-2066-4aa3-a5af-6cf2e173f071 req-7880cf3e-c57d-43cd-ba2e-41276a6c2632 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b32c7a8-8c3f-448d-a072-7bce7540a9d4 HTTP/1.1" status: 200 len: 999 time: 0.5348597 Nov 18 17:21:22.518239 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:22.518770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4c637-2066-4aa3-a5af-6cf2e173f071 req-de16ac26-9d6e-4f6e-95d0-82db3c6a24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:22.520347 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0db4c637-2066-4aa3-a5af-6cf2e173f071 req-de16ac26-9d6e-4f6e-95d0-82db3c6a24ac service neutron] 10.222.0.81 "GET /v2.0/subnets?id=905ad912-5232-4c9b-8750-bbdbc44e1e85 HTTP/1.1" status: 200 len: 851 time: 0.0877490 Nov 18 17:21:22.527405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dca2e-5a38-42bd-8c13-7f6bf9dcfe17 req-405b9c42-09aa-40e1-be38-572dd2fbc87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:22.529800 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b58dca2e-5a38-42bd-8c13-7f6bf9dcfe17 req-405b9c42-09aa-40e1-be38-572dd2fbc87a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 1095 time: 0.0958402 Nov 18 17:21:22.570029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:22.574242 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258ce4c4-460e-4977-b011-1fcb3121eec4" -d '{"events": [{"server_uuid": "313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5", "name": "network-vif-plugged", "status": "completed", "tag": "3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:22.584450 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:22.607712 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-186b28d2-f672-4081-875d-f9bb8523c1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'name': 'tempest-ServersTestManualDisk-1476290906-router', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:40Z', 'updated_at': '2021-11-18T17:20:51Z', 'revision_number': 4, 'project_id': 'c02a09087a57449da11f75049d72d888', 'gw_port': {'id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:42Z', 'updated_at': '2021-11-18T17:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '71d56fbc-199e-49ab-8d4a-2b96f7e2b8db', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'port_id': '7b32c7a8-8c3f-448d-a072-7bce7540a9d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe', 'mac_address': 'fa:16:3e:75:27:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359c9bbb-290b-4e21-a708-e3ad7aa8c32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:21:00Z', 'updated_at': '2021-11-18T17:21:19Z', 'revision_number': 1, 'project_id': 'c02a09087a57449da11f75049d72d888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293c3d11-33cd-4988-9d3c-4aea38547bb2', 'name': '', 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'mac_address': 'fa:16:3e:36:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:49Z', 'updated_at': '2021-11-18T17:20:55Z', 'revision_number': 5, 'project_id': 'c02a09087a57449da11f75049d72d888', 'subnets': [{'id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:21:22.641047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b28d2-f672-4081-875d-f9bb8523c1bc None None] The sync data for ids ['51963239-661b-41ab-a0b8-4fd6047d938a'] in n-d-813419-11 is: [{'id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'name': 'tempest-ServersTestManualDisk-1476290906-router', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:40Z', 'updated_at': '2021-11-18T17:20:51Z', 'revision_number': 4, 'project_id': 'c02a09087a57449da11f75049d72d888', 'gw_port': {'id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:42Z', 'updated_at': '2021-11-18T17:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '71d56fbc-199e-49ab-8d4a-2b96f7e2b8db', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'port_id': '7b32c7a8-8c3f-448d-a072-7bce7540a9d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe', 'mac_address': 'fa:16:3e:75:27:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359c9bbb-290b-4e21-a708-e3ad7aa8c32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:21:00Z', 'updated_at': '2021-11-18T17:21:19Z', 'revision_number': 1, 'project_id': 'c02a09087a57449da11f75049d72d888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293c3d11-33cd-4988-9d3c-4aea38547bb2', 'name': '', 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'mac_address': 'fa:16:3e:36:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:49Z', 'updated_at': '2021-11-18T17:20:55Z', 'revision_number': 5, 'project_id': 'c02a09087a57449da11f75049d72d888', 'subnets': [{'id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:21:22.655081 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de59a0b-6b32-4e1d-93c2-55185c1e1bab x-openstack-request-id: req-1de59a0b-6b32-4e1d-93c2-55185c1e1bab {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:22.655081 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5", "name": "network-vif-plugged", "status": "completed", "tag": "3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:22.655454 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1de59a0b-6b32-4e1d-93c2-55185c1e1bab {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:22.655886 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5', 'code': 200} Nov 18 17:21:22.685731 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:22.730310 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53396) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:22.816978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce62f8-e60d-443b-b3fb-f57e7cd652f7 req-0cb794aa-b0bd-4050-b221-19453bf6e1c3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:22.826832 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4c637-2066-4aa3-a5af-6cf2e173f071 req-6367e031-b218-4f7f-bfa4-0a0e95517821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:22.827979 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1ce62f8-e60d-443b-b3fb-f57e7cd652f7 req-0cb794aa-b0bd-4050-b221-19453bf6e1c3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.1498175 Nov 18 17:21:22.828805 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0db4c637-2066-4aa3-a5af-6cf2e173f071 req-6367e031-b218-4f7f-bfa4-0a0e95517821 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=99853349-4078-4397-a0fc-c76ba99befbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2812340 Nov 18 17:21:22.842896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:22.850616 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:22.911407 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1ce62f8-e60d-443b-b3fb-f57e7cd652f7 req-ed374d0f-a975-42ba-8a39-74359d40edc2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812488 Nov 18 17:21:22.959408 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dca2e-5a38-42bd-8c13-7f6bf9dcfe17 req-7f588a7c-7492-422b-bf3d-abe58440edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:22.963288 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b58dca2e-5a38-42bd-8c13-7f6bf9dcfe17 req-7f588a7c-7492-422b-bf3d-abe58440edcd service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=3b796403dcb74a789ab8781aa545eb18&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4165277 Nov 18 17:21:23.010333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e083a-c80d-4782-8b77-1d80a4e9a9a0 req-a7d3c08b-2eab-4da1-93a8-950639b2c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:23.012334 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-663e083a-c80d-4782-8b77-1d80a4e9a9a0 req-a7d3c08b-2eab-4da1-93a8-950639b2c8fa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 1097 time: 0.2523224 Nov 18 17:21:23.026318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9ea3583c-c1b2-420a-90f6-6e5da35f5324 tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] Request body: {'port': {'network_id': '3c403c27-70ee-467f-8e38-c0cec9cb8b22', 'name': 'tempest-NetworksNegativeTestJSON-604055272'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:21:23.049335 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea3583c-c1b2-420a-90f6-6e5da35f5324 tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] POST failed (client error): The resource could not be found. Nov 18 17:21:23.053411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea3583c-c1b2-420a-90f6-6e5da35f5324 tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:21:23.053411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9ea3583c-c1b2-420a-90f6-6e5da35f5324 tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3194551 Nov 18 17:21:23.056992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53416) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:23.072699 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8dfc6-d652-486f-b86f-74642c4c5d3b req-f55cab6c-30af-4a1a-878d-741c1dc6928e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:23.074488 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-83c8dfc6-d652-486f-b86f-74642c4c5d3b req-f55cab6c-30af-4a1a-878d-741c1dc6928e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.0942888 Nov 18 17:21:23.090867 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b5f15e-6567-4ed9-ba34-123207e05633 None None] New status for floating IP 71d56fbc-199e-49ab-8d4a-2b96f7e2b8db: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:21:23.129505 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be3e516-eb61-4800-ba64-11db11fa747e tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] DELETE failed (client error): The resource could not be found. Nov 18 17:21:23.130312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be3e516-eb61-4800-ba64-11db11fa747e tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:21:23.138829 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3be3e516-eb61-4800-ba64-11db11fa747e tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] 10.222.0.72 "DELETE /v2.0/networks/000adaed-9e19-4dd6-9582-c20c18df98fa HTTP/1.1" status: 404 len: 339 time: 0.0761912 Nov 18 17:21:23.141359 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53424) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:23.203853 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0db4c637-2066-4aa3-a5af-6cf2e173f071 req-f00a3a44-b023-4505-984b-d8ea6d214539 service neutron] 10.222.0.81 "GET /v2.0/networks/99853349-4078-4397-a0fc-c76ba99befbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320045 Nov 18 17:21:23.210884 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d58276-4c8a-4355-b5f2-a07b5d59213b tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] DELETE failed (client error): The resource could not be found. Nov 18 17:21:23.211713 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d58276-4c8a-4355-b5f2-a07b5d59213b tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:21:23.214874 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-663e083a-c80d-4782-8b77-1d80a4e9a9a0 req-76861330-7e2e-40ec-a876-4bbd80a3dfec service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875844 Nov 18 17:21:23.216342 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-21d58276-4c8a-4355-b5f2-a07b5d59213b tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] 10.222.0.72 "DELETE /v2.0/ports/12de8d01-22ae-47c7-8c16-5a34872a3fe1 HTTP/1.1" status: 404 len: 333 time: 0.0585518 Nov 18 17:21:23.222724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53428) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:23.247874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c56eb-e571-4892-9f5a-50ebc6981224 req-fc8c929e-c708-4ae8-8883-815d55392e43 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:23.256109 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f99c56eb-e571-4892-9f5a-50ebc6981224 req-fc8c929e-c708-4ae8-8883-815d55392e43 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 945 time: 0.1805441 Nov 18 17:21:23.267425 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-83c8dfc6-d652-486f-b86f-74642c4c5d3b req-8eb93557-b4ee-434d-a2a5-cf71e3539666 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737356 Nov 18 17:21:23.319085 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-0620bf3d-0f3d-4f22-b66a-6e1d7e2ad300 tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] DELETE failed (client error): The resource could not be found. Nov 18 17:21:23.319565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0620bf3d-0f3d-4f22-b66a-6e1d7e2ad300 tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:21:23.329774 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0620bf3d-0f3d-4f22-b66a-6e1d7e2ad300 tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] 10.222.0.72 "DELETE /v2.0/subnets/5725a669-04b7-4b82-9bcd-f1db11bc77d6 HTTP/1.1" status: 404 len: 337 time: 0.0989959 Nov 18 17:21:23.329774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dca2e-5a38-42bd-8c13-7f6bf9dcfe17 req-e4b709bb-5d6a-4be7-9173-d29191050495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:23.329774 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b58dca2e-5a38-42bd-8c13-7f6bf9dcfe17 req-e4b709bb-5d6a-4be7-9173-d29191050495 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3114920 Nov 18 17:21:23.329774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53434) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:23.379414 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca625e06-52c3-4c21-a6c0-31e1a0ee2f54 tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] GET failed (client error): The resource could not be found. Nov 18 17:21:23.381455 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ca625e06-52c3-4c21-a6c0-31e1a0ee2f54 tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] 10.222.0.72 "GET /v2.0/networks/4dc3a6b5-778c-4799-bfa9-138bd4c21f69 HTTP/1.1" status: 404 len: 339 time: 0.0507944 Nov 18 17:21:23.408742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53440) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:23.441067 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec37b06-3ae7-49bf-9913-f714029ed329 tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] GET failed (client error): The resource could not be found. Nov 18 17:21:23.442755 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3ec37b06-3ae7-49bf-9913-f714029ed329 tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] 10.222.0.72 "GET /v2.0/ports/2290625b-0bc5-45a5-96f7-f2b1aa2c5a8f HTTP/1.1" status: 404 len: 333 time: 0.0330245 Nov 18 17:21:23.450505 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53444) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:23.538558 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd14cde5-958e-4293-b8b1-a6fd16923894 tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] GET failed (client error): The resource could not be found. Nov 18 17:21:23.544505 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fd14cde5-958e-4293-b8b1-a6fd16923894 tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] 10.222.0.72 "GET /v2.0/subnets/fd2b1951-de21-41eb-8818-18804667b708 HTTP/1.1" status: 404 len: 337 time: 0.0869706 Nov 18 17:21:23.569763 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53450) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:23.576355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c8602901-9f1e-4247-b42e-2fa976730c32 tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:21:23.586160 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0db4c637-2066-4aa3-a5af-6cf2e173f071 req-e76c458f-aeae-4fc6-a0ab-bbb23b273130 service neutron] 10.222.0.81 "GET /v2.0/networks/99853349-4078-4397-a0fc-c76ba99befbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623965 Nov 18 17:21:23.601772 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8602901-9f1e-4247-b42e-2fa976730c32 tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] PUT failed (client error): The resource could not be found. Nov 18 17:21:23.603564 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8602901-9f1e-4247-b42e-2fa976730c32 tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:21:23.604771 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c8602901-9f1e-4247-b42e-2fa976730c32 tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] 10.222.0.72 "PUT /v2.0/networks/feff270f-e462-4b81-a30b-5fe6775948a9 HTTP/1.1" status: 404 len: 339 time: 0.0345013 Nov 18 17:21:23.608780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53454) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:23.616729 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7a8beaec-d32e-46e3-985a-db8dc4d390ec tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:21:23.643986 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8beaec-d32e-46e3-985a-db8dc4d390ec tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] PUT failed (client error): The resource could not be found. Nov 18 17:21:23.644562 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8beaec-d32e-46e3-985a-db8dc4d390ec tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:21:23.650882 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7a8beaec-d32e-46e3-985a-db8dc4d390ec tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] 10.222.0.72 "PUT /v2.0/ports/a0d6d1fa-ec33-42b0-bc66-530f91a2015c HTTP/1.1" status: 404 len: 333 time: 0.0359352 Nov 18 17:21:23.651309 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53458) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:23.654934 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-2f29e880-7927-46a5-afb2-2c31b5203e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:23.656527 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-2f29e880-7927-46a5-afb2-2c31b5203e18 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 1095 time: 0.1545897 Nov 18 17:21:23.660377 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-73c52754-1179-4621-925f-d17f3391a71f tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:21:23.704783 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c52754-1179-4621-925f-d17f3391a71f tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] PUT failed (client error): The resource could not be found. Nov 18 17:21:23.705427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c52754-1179-4621-925f-d17f3391a71f tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:21:23.707065 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-73c52754-1179-4621-925f-d17f3391a71f tempest-NetworksNegativeTestJSON-469445078 tempest-NetworksNegativeTestJSON-469445078-project] 10.222.0.72 "PUT /v2.0/subnets/1f112b60-41ad-483a-91df-9c139a24dd1c HTTP/1.1" status: 404 len: 337 time: 0.0546393 Nov 18 17:21:23.742455 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-d55aae66-21d2-4c41-94de-8f807fcdb979 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8f0ea89-bfed-4c6c-8323-b36f81091032 HTTP/1.1" status: 200 len: 217 time: 0.0760372 Nov 18 17:21:23.765008 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f99c56eb-e571-4892-9f5a-50ebc6981224 req-4bf0c25a-62dc-4781-81f2-a4cb93a1827c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079947 Nov 18 17:21:23.773623 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a767c-4138-4677-a213-f413f2741348 req-2e9ecc5e-afb6-4aca-9646-68d0599b64ff tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:23.781998 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3c4a767c-4138-4677-a213-f413f2741348 req-2e9ecc5e-afb6-4aca-9646-68d0599b64ff tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0840280 Nov 18 17:21:23.822702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-c3174376-b8b8-4820-9a6f-7cf33ee3b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:23.836751 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-c3174376-b8b8-4820-9a6f-7cf33ee3b5ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.0844238 Nov 18 17:21:23.858342 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3c4a767c-4138-4677-a213-f413f2741348 req-2216d4f8-334f-42b2-8816-e0280071175c tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754514 Nov 18 17:21:23.882976 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-7a3ef87d-599a-4034-8a67-b5059bc7ea2d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344529 Nov 18 17:21:23.995960 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-99b2843b-7ac1-4bc0-8c10-f13e2b6139f0 service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087639 Nov 18 17:21:24.046874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6886d7-8bda-4f05-b304-02ed0b914ad3 req-dc11a55f-55dc-4968-ac76-07a73be78cdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:24.058204 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c6886d7-8bda-4f05-b304-02ed0b914ad3 req-dc11a55f-55dc-4968-ac76-07a73be78cdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.0679097 Nov 18 17:21:24.105480 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ee60f6d8-2dd1-4dd6-bd36-4adb2a573a98 req-1a7648db-ff31-4120-8bc9-4543db3d1042 service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007926 Nov 18 17:21:24.120248 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c6886d7-8bda-4f05-b304-02ed0b914ad3 req-a26bf6f4-e642-4b35-8e29-62cd0174e9d5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610731 Nov 18 17:21:24.240913 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53490) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:24.371183 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95f9f03f-f2d1-4e51-88de-f101f4fdeb5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:24.400571 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a4182-9cd2-46b5-b104-fb9848465b01 req-402fa9e0-3d58-42e8-b3d3-0c86cc8734ce tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:24.402285 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f71a4182-9cd2-46b5-b104-fb9848465b01 req-402fa9e0-3d58-42e8-b3d3-0c86cc8734ce tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.0571606 Nov 18 17:21:24.465790 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95f9f03f-f2d1-4e51-88de-f101f4fdeb5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:24.496352 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f71a4182-9cd2-46b5-b104-fb9848465b01 req-267af659-bd58-4427-9aa6-fa8672889558 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840816 Nov 18 17:21:24.523668 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95f9f03f-f2d1-4e51-88de-f101f4fdeb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:24.575473 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-95f9f03f-f2d1-4e51-88de-f101f4fdeb5d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=da5828c178a24aa18421a8ab6cfee2e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3310754 Nov 18 17:21:24.575473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9f03f-f2d1-4e51-88de-f101f4fdeb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19ede97-e231-4062-8595-6a62b83de29d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:24.576512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53500) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:24.630741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b60eec2c-30ab-40a0-87bc-a5a27304594e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:24.653892 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b60eec2c-30ab-40a0-87bc-a5a27304594e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:24.898289 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc40f0-6756-4160-be01-5006dbcce105 req-fb6f3f75-1ede-48fd-87a1-78d4be7063f5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:24.906918 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-efbc40f0-6756-4160-be01-5006dbcce105 req-fb6f3f75-1ede-48fd-87a1-78d4be7063f5 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 945 time: 0.0622921 Nov 18 17:21:24.963175 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-efbc40f0-6756-4160-be01-5006dbcce105 req-a18dab92-9516-4fa4-ad21-bcadebfa6d03 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533192 Nov 18 17:21:24.966602 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b60eec2c-30ab-40a0-87bc-a5a27304594e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:24.966602 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b60eec2c-30ab-40a0-87bc-a5a27304594e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:24.967567 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b60eec2c-30ab-40a0-87bc-a5a27304594e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e19ede97-e231-4062-8595-6a62b83de29d HTTP/1.1" status: 204 len: 168 time: 0.3901012 Nov 18 17:21:24.988575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60eec2c-30ab-40a0-87bc-a5a27304594e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19ede97-e231-4062-8595-6a62b83de29d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:25.031052 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703ab87-f04a-4800-be94-884f1e27e5fd req-29c9aeee-2600-451c-a0fc-94a0fbaf57d1 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:25.033364 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b703ab87-f04a-4800-be94-884f1e27e5fd req-29c9aeee-2600-451c-a0fc-94a0fbaf57d1 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0642447 Nov 18 17:21:25.125010 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b703ab87-f04a-4800-be94-884f1e27e5fd req-a291176d-4ad3-45fd-92dd-ff4f5ff7d0ed tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839725 Nov 18 17:21:25.283875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf939f-0cac-4d79-a5a6-d1d295580520 req-19c2f315-6c5d-4a66-9c5a-d23115eb2f40 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:25.284304 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5daf939f-0cac-4d79-a5a6-d1d295580520 req-19c2f315-6c5d-4a66-9c5a-d23115eb2f40 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.0769668 Nov 18 17:21:25.335654 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5daf939f-0cac-4d79-a5a6-d1d295580520 req-0ad99bfc-5f3c-4d44-8710-e7e050268e50 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505619 Nov 18 17:21:25.622705 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f46d76-b449-49a0-80ee-e3f84aebcea0 req-b2a99090-8a2e-4d72-9fe2-6ba78d244a59 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:25.624423 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f9f46d76-b449-49a0-80ee-e3f84aebcea0 req-b2a99090-8a2e-4d72-9fe2-6ba78d244a59 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 945 time: 0.0630929 Nov 18 17:21:25.715314 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f9f46d76-b449-49a0-80ee-e3f84aebcea0 req-7c125ea6-170a-497e-8228-fdd427442b11 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839496 Nov 18 17:21:25.725859 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ffa5c-ab86-4b7c-abf1-7764ab5233af req-3eac2ffc-b393-4c78-a92f-d769cd455ab5 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:25.727420 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac7ffa5c-ab86-4b7c-abf1-7764ab5233af req-3eac2ffc-b393-4c78-a92f-d769cd455ab5 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.0857525 Nov 18 17:21:25.786546 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac7ffa5c-ab86-4b7c-abf1-7764ab5233af req-02c1bfd7-6f66-4d24-82fc-06fa0545bbb2 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493627 Nov 18 17:21:26.262696 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96c25c-9fa2-4953-8d83-00c914fe30c8 req-0ee28325-049c-4f24-8bb5-693dbb1a08f2 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:26.271580 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e96c25c-9fa2-4953-8d83-00c914fe30c8 req-0ee28325-049c-4f24-8bb5-693dbb1a08f2 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0786657 Nov 18 17:21:26.323046 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e96c25c-9fa2-4953-8d83-00c914fe30c8 req-2e7a500a-c8e2-49c5-a738-2b5bf1b131a2 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504034 Nov 18 17:21:26.474458 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068db89-d918-41c2-8c68-f82215213924 req-64e8593d-3952-4aa1-8f14-ae228e0a4fc9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:26.476224 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7068db89-d918-41c2-8c68-f82215213924 req-64e8593d-3952-4aa1-8f14-ae228e0a4fc9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.0518255 Nov 18 17:21:26.541157 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7068db89-d918-41c2-8c68-f82215213924 req-a2d2c00f-f305-4f7a-82a4-d4bcf640d324 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521390 Nov 18 17:21:26.861968 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d2efe-ba08-45ea-b166-2223b3d81aac req-6aaf1253-8a5e-4c15-b107-39689bfc5673 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:26.871733 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9a3d2efe-ba08-45ea-b166-2223b3d81aac req-6aaf1253-8a5e-4c15-b107-39689bfc5673 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 945 time: 0.0831809 Nov 18 17:21:26.949264 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9a3d2efe-ba08-45ea-b166-2223b3d81aac req-b7a7b78a-df7e-41ea-a49c-5c83be511b7d tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763960 Nov 18 17:21:27.049227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3d9ea-7068-4cc9-b779-35166e8914b5 req-59b5446e-1a8a-4463-89a1-171196305306 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:27.050830 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bef3d9ea-7068-4cc9-b779-35166e8914b5 req-59b5446e-1a8a-4463-89a1-171196305306 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.0730636 Nov 18 17:21:27.107894 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bef3d9ea-7068-4cc9-b779-35166e8914b5 req-e1cdb751-bafb-412f-b089-ce19f7032b34 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485499 Nov 18 17:21:27.426241 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2aa12-7388-42e9-93e3-fed6fd20d13b req-bfc8a97b-4ac6-4361-92c5-9ee8a35083e6 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:27.427455 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f2a2aa12-7388-42e9-93e3-fed6fd20d13b req-bfc8a97b-4ac6-4361-92c5-9ee8a35083e6 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 945 time: 0.0627744 Nov 18 17:21:27.510579 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefa8a7-95bf-46e2-8b87-e0179c3e77a4 req-aac13852-b4c7-4eb9-8a98-8ddc32d86815 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:27.512127 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fbefa8a7-95bf-46e2-8b87-e0179c3e77a4 req-aac13852-b4c7-4eb9-8a98-8ddc32d86815 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0835569 Nov 18 17:21:27.516869 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f2a2aa12-7388-42e9-93e3-fed6fd20d13b req-20d3b45c-55fe-4122-a21e-6937085d942e tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779569 Nov 18 17:21:27.571994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fbefa8a7-95bf-46e2-8b87-e0179c3e77a4 req-3f0ab924-0466-46f5-8acf-3b66dc1afad0 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520451 Nov 18 17:21:27.589676 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53586) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:27.678018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc0409-8eaa-4578-a5cf-831fe86dca2e req-0f1b52a8-2da3-4bcd-815c-dbdcc2bd18dc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:27.687925 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92fc0409-8eaa-4578-a5cf-831fe86dca2e req-0f1b52a8-2da3-4bcd-815c-dbdcc2bd18dc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.0635176 Nov 18 17:21:27.720407 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d7eb74b-01a8-42e9-94a6-b14907c9aec5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:27.762613 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92fc0409-8eaa-4578-a5cf-831fe86dca2e req-e1e1b1d3-021c-41e8-a06f-3d5db5cdbd73 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737026 Nov 18 17:21:27.820102 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d7eb74b-01a8-42e9-94a6-b14907c9aec5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:27.894785 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d7eb74b-01a8-42e9-94a6-b14907c9aec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:27.945544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53594) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:27.946151 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0d7eb74b-01a8-42e9-94a6-b14907c9aec5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2252b7d3ecdd493a9a5c9c89ccd4c418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3548124 Nov 18 17:21:27.946557 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7eb74b-01a8-42e9-94a6-b14907c9aec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d070955-ae10-4b94-bb24-10508772a22a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:28.006133 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a8b2de6-fe04-44a9-a5fc-3ccf7764dc4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:28.028079 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a8b2de6-fe04-44a9-a5fc-3ccf7764dc4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:28.135478 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a8b2de6-fe04-44a9-a5fc-3ccf7764dc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:28.138369 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a8b2de6-fe04-44a9-a5fc-3ccf7764dc4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:28.140029 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6a8b2de6-fe04-44a9-a5fc-3ccf7764dc4d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6d070955-ae10-4b94-bb24-10508772a22a HTTP/1.1" status: 204 len: 168 time: 0.1920397 Nov 18 17:21:28.156525 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b2de6-fe04-44a9-a5fc-3ccf7764dc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d070955-ae10-4b94-bb24-10508772a22a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:28.238995 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484e6b8-5584-42a1-9716-5324c415fe5c req-cff5c712-d35b-4fb9-b596-cdc6e4b63387 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:28.240775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b484e6b8-5584-42a1-9716-5324c415fe5c req-cff5c712-d35b-4fb9-b596-cdc6e4b63387 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.0515201 Nov 18 17:21:28.294001 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b484e6b8-5584-42a1-9716-5324c415fe5c req-e80ac662-c8cf-4685-a85e-f6dfbaf6ece2 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467322 Nov 18 17:21:28.647360 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd6745-764f-429f-9ae2-be5bba8191cc req-e63083f7-0497-4e48-a811-1f65cdb564b0 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:28.649091 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a0bd6745-764f-429f-9ae2-be5bba8191cc req-e63083f7-0497-4e48-a811-1f65cdb564b0 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 945 time: 0.0542622 Nov 18 17:21:28.734536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b57e0-2bdd-46e7-8857-f3a1400438be req-68fa2528-f4d6-4fe2-bc6a-cb2d81499486 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:28.736219 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-889b57e0-2bdd-46e7-8857-f3a1400438be req-68fa2528-f4d6-4fe2-bc6a-cb2d81499486 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0860927 Nov 18 17:21:28.739550 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a0bd6745-764f-429f-9ae2-be5bba8191cc req-46268f12-248b-4ede-b3af-6b565c09de32 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/security-groups?id=b9ecb607-1867-4d39-9f2b-fac9914ac47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806918 Nov 18 17:21:28.752263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53610) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:28.780024 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff3be3e5-3aea-46aa-8b0e-f6485dd603d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:28.794037 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-889b57e0-2bdd-46e7-8857-f3a1400438be req-8806830d-71f4-40e1-a3b7-3cac500a00e5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515473 Nov 18 17:21:28.884930 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff3be3e5-3aea-46aa-8b0e-f6485dd603d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:28.951099 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287a5f8-33f6-4115-b404-9f039f56fc4d req-8dc3d564-c92b-46e8-aa1c-a144c946fbff tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:28.952686 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9287a5f8-33f6-4115-b404-9f039f56fc4d req-8dc3d564-c92b-46e8-aa1c-a144c946fbff tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.0620146 Nov 18 17:21:28.980790 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff3be3e5-3aea-46aa-8b0e-f6485dd603d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:29.031268 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ff3be3e5-3aea-46aa-8b0e-f6485dd603d9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8b455560e9334ca6acfea29e9eb182f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2778575 Nov 18 17:21:29.034158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53616) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:29.039061 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9287a5f8-33f6-4115-b404-9f039f56fc4d req-c0710e43-e48a-479b-9355-26ee03a22313 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791161 Nov 18 17:21:29.040655 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3be3e5-3aea-46aa-8b0e-f6485dd603d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7279b7f-2363-4c25-8b42-7eccfc294360,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:29.126697 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed28e644-adb0-4b8d-9460-0d9c5ebb9900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:29.157615 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4d98f-1456-4ae6-aaad-6daba20470ab req-a28a473d-b295-4179-912a-1e650005e19c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:29.159077 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-99e4d98f-1456-4ae6-aaad-6daba20470ab req-a28a473d-b295-4179-912a-1e650005e19c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.83 "GET /v2.0/ports?device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 945 time: 0.0746341 Nov 18 17:21:29.163554 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed28e644-adb0-4b8d-9460-0d9c5ebb9900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:29.282196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-99e4d98f-1456-4ae6-aaad-6daba20470ab req-19049610-639d-468b-99f4-4b4a46947905 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Deleting port 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:21:29.282571 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-99e4d98f-1456-4ae6-aaad-6daba20470ab req-19049610-639d-468b-99f4-4b4a46947905 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:29.339835 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed28e644-adb0-4b8d-9460-0d9c5ebb9900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:29.342457 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed28e644-adb0-4b8d-9460-0d9c5ebb9900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:29.343627 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ed28e644-adb0-4b8d-9460-0d9c5ebb9900 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c7279b7f-2363-4c25-8b42-7eccfc294360 HTTP/1.1" status: 204 len: 168 time: 0.3083105 Nov 18 17:21:29.364979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28e644-adb0-4b8d-9460-0d9c5ebb9900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7279b7f-2363-4c25-8b42-7eccfc294360,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:29.393984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-99e4d98f-1456-4ae6-aaad-6daba20470ab req-19049610-639d-468b-99f4-4b4a46947905 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] For port 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5,segment=NetworkSegment(5f34f8bb-6298-4e6c-9cb0-cd5a687eade2),segment_id=5f34f8bb-6298-4e6c-9cb0-cd5a687eade2)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:29.395171 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-99e4d98f-1456-4ae6-aaad-6daba20470ab req-19049610-639d-468b-99f4-4b4a46947905 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:29.411749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-99e4d98f-1456-4ae6-aaad-6daba20470ab req-19049610-639d-468b-99f4-4b4a46947905 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Calling delete_port for 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:21:29.472690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb6a7a-5860-483b-8312-f2efc580247f req-838348ae-bc79-4192-9839-0ee3c8dadbe1 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:29.484786 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98eb6a7a-5860-483b-8312-f2efc580247f req-838348ae-bc79-4192-9839-0ee3c8dadbe1 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.1157508 Nov 18 17:21:29.549640 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98eb6a7a-5860-483b-8312-f2efc580247f req-a9b916df-1d0a-45c4-99b2-e535f6081583 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659173 Nov 18 17:21:29.649211 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-99e4d98f-1456-4ae6-aaad-6daba20470ab req-19049610-639d-468b-99f4-4b4a46947905 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:29.661192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:21:29.683057 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19049610-639d-468b-99f4-4b4a46947905 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Pushing event deleted for resources: {'Port': ['ID=3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:29.729196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e4d98f-1456-4ae6-aaad-6daba20470ab req-19049610-639d-468b-99f4-4b4a46947905 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] No DVR routers for this DVR port 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:21:29.732036 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-99e4d98f-1456-4ae6-aaad-6daba20470ab req-19049610-639d-468b-99f4-4b4a46947905 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:29.735896 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-99e4d98f-1456-4ae6-aaad-6daba20470ab req-19049610-639d-468b-99f4-4b4a46947905 tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.83 "DELETE /v2.0/ports/3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 HTTP/1.1" status: 204 len: 173 time: 0.5659146 Nov 18 17:21:29.736436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5', 'name': 'network-vif-deleted', 'tag': '3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:29.738890 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8e2420-3072-400d-8148-4bd269f2987e" -d '{"events": [{"server_uuid": "313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5", "name": "network-vif-deleted", "tag": "3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:29.786121 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d850d6-4c37-4250-b3a0-e6c46b446a2f x-openstack-request-id: req-52d850d6-4c37-4250-b3a0-e6c46b446a2f {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:29.786491 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5", "name": "network-vif-deleted", "tag": "3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:29.786816 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-52d850d6-4c37-4250-b3a0-e6c46b446a2f {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:29.787298 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5', 'name': 'network-vif-deleted', 'tag': '3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5', 'status': 'completed', 'code': 200} Nov 18 17:21:29.879288 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ff11551-4460-4bc2-88c6-2b9ed36fbec6 req-c4d4f8cd-7ee1-4ab4-b066-fd387a0f315c tempest-DeleteServersTestJSON-519002327 tempest-DeleteServersTestJSON-519002327-project] 10.222.0.72 "GET /v2.0/ports?device_id=313bc3a3-9e6a-4d6a-b6fc-c8390fa26ff5 HTTP/1.1" status: 200 len: 210 time: 0.0408850 Nov 18 17:21:29.953004 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5c89e62c-486b-4db7-b45e-fb0c7f502bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:29.999162 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cca05-6662-43fb-a4fd-341b00d7c64d req-3d8acfcb-3bd8-4108-b978-a7ce1d7b65d0 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:30.000743 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1b2cca05-6662-43fb-a4fd-341b00d7c64d req-3d8acfcb-3bd8-4108-b978-a7ce1d7b65d0 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0679517 Nov 18 17:21:30.053007 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53642) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:30.079034 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1b2cca05-6662-43fb-a4fd-341b00d7c64d req-b46d9b59-28df-489d-a085-ba8ecb0c5a75 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713155 Nov 18 17:21:30.241219 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ede8f-7baf-47e9-869a-6f4d7ee7dcc0 req-fb1b062d-4e46-43e3-b8f8-7327c5f6f00b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:30.242800 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa0ede8f-7baf-47e9-869a-6f4d7ee7dcc0 req-fb1b062d-4e46-43e3-b8f8-7327c5f6f00b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.0779476 Nov 18 17:21:30.338349 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6451366-a23d-460f-a004-8faf9bced9e9 req-a22d2f73-94b6-46e6-8033-dc465f39d536 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:30.344630 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6451366-a23d-460f-a004-8faf9bced9e9 req-a22d2f73-94b6-46e6-8033-dc465f39d536 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:30.350997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6451366-a23d-460f-a004-8faf9bced9e9 req-a22d2f73-94b6-46e6-8033-dc465f39d536 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:30.356809 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43ce3bc4-f9f6-4b38-94b7-fa4e382a853d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:30.357917 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6451366-a23d-460f-a004-8faf9bced9e9 req-a22d2f73-94b6-46e6-8033-dc465f39d536 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:30.364121 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6451366-a23d-460f-a004-8faf9bced9e9 req-a22d2f73-94b6-46e6-8033-dc465f39d536 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:30.370294 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6451366-a23d-460f-a004-8faf9bced9e9 req-a22d2f73-94b6-46e6-8033-dc465f39d536 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:30.376532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6451366-a23d-460f-a004-8faf9bced9e9 req-a22d2f73-94b6-46e6-8033-dc465f39d536 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:30.378517 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e6451366-a23d-460f-a004-8faf9bced9e9 req-a22d2f73-94b6-46e6-8033-dc465f39d536 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5436 time: 0.1456397 Nov 18 17:21:30.391346 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa0ede8f-7baf-47e9-869a-6f4d7ee7dcc0 req-7df4a11a-1130-484f-a99b-5ee844987d9e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158376 Nov 18 17:21:30.487394 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43ce3bc4-f9f6-4b38-94b7-fa4e382a853d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:30.488835 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e6451366-a23d-460f-a004-8faf9bced9e9 req-6bb447bf-35d9-41b7-a90d-f2c5bf648fae tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964005 Nov 18 17:21:30.597784 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43ce3bc4-f9f6-4b38-94b7-fa4e382a853d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:30.644568 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-43ce3bc4-f9f6-4b38-94b7-fa4e382a853d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a6a524b8c38a43a3b4b404f90933ddea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5893803 Nov 18 17:21:30.644568 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce3bc4-f9f6-4b38-94b7-fa4e382a853d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cbad7d-dffa-4d2a-9be7-96b672226215,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:30.645944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53666) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:30.668225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548b071-2963-4d8d-b55f-de8c1e025907 req-87b9511e-106f-4e90-a54e-69f6a13660f8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:30.678779 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548b071-2963-4d8d-b55f-de8c1e025907 req-87b9511e-106f-4e90-a54e-69f6a13660f8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:30.688133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548b071-2963-4d8d-b55f-de8c1e025907 req-87b9511e-106f-4e90-a54e-69f6a13660f8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:30.695226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548b071-2963-4d8d-b55f-de8c1e025907 req-87b9511e-106f-4e90-a54e-69f6a13660f8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:30.703252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548b071-2963-4d8d-b55f-de8c1e025907 req-87b9511e-106f-4e90-a54e-69f6a13660f8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:30.713827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548b071-2963-4d8d-b55f-de8c1e025907 req-87b9511e-106f-4e90-a54e-69f6a13660f8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:30.727520 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548b071-2963-4d8d-b55f-de8c1e025907 req-87b9511e-106f-4e90-a54e-69f6a13660f8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:30.738703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a548b071-2963-4d8d-b55f-de8c1e025907 req-87b9511e-106f-4e90-a54e-69f6a13660f8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5436 time: 0.1622398 Nov 18 17:21:30.745187 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b3e559e3-eb38-42d0-a5f4-755b9c35d8cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:30.780694 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b3e559e3-eb38-42d0-a5f4-755b9c35d8cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:30.814720 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ab705-3ef7-4dd5-bf92-fbfc05216dda req-6779f744-22d1-4205-8aa4-f9e469f04589 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:30.822631 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-961ab705-3ef7-4dd5-bf92-fbfc05216dda req-6779f744-22d1-4205-8aa4-f9e469f04589 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.0825863 Nov 18 17:21:30.902922 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-961ab705-3ef7-4dd5-bf92-fbfc05216dda req-953a8b98-7b7a-4534-8f0a-455e252b7d39 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793149 Nov 18 17:21:30.917908 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b3e559e3-eb38-42d0-a5f4-755b9c35d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:30.921333 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b3e559e3-eb38-42d0-a5f4-755b9c35d8cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:30.938789 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b3e559e3-eb38-42d0-a5f4-755b9c35d8cd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/24cbad7d-dffa-4d2a-9be7-96b672226215 HTTP/1.1" status: 204 len: 168 time: 0.2760010 Nov 18 17:21:30.938789 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e559e3-eb38-42d0-a5f4-755b9c35d8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cbad7d-dffa-4d2a-9be7-96b672226215,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:31.221306 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bacaf-3557-488c-81ab-5e83d91edc3c req-ade073ab-3c1e-44ab-90a5-6fd9e311767b tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:31.222855 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e4bacaf-3557-488c-81ab-5e83d91edc3c req-ade073ab-3c1e-44ab-90a5-6fd9e311767b tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0606911 Nov 18 17:21:31.283904 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e4bacaf-3557-488c-81ab-5e83d91edc3c req-86ebef59-00b9-4c2e-8183-8ad4da307461 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547988 Nov 18 17:21:31.525310 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c83dc7-7cb5-44e8-8434-85eaeb736216 req-c778afa0-33c6-438b-9a54-5df355da6da4 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:31.535707 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3c83dc7-7cb5-44e8-8434-85eaeb736216 req-c778afa0-33c6-438b-9a54-5df355da6da4 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.0634258 Nov 18 17:21:31.595355 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3c83dc7-7cb5-44e8-8434-85eaeb736216 req-d715288c-548f-49b0-853a-49d222e0b8d7 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586648 Nov 18 17:21:32.051188 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a712e86-ec17-4913-92ba-a3b65eabfd57 req-c94fdd22-e171-46cc-934d-db82aa2d7388 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:32.053183 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3a712e86-ec17-4913-92ba-a3b65eabfd57 req-c94fdd22-e171-46cc-934d-db82aa2d7388 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.0819249 Nov 18 17:21:32.117912 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3a712e86-ec17-4913-92ba-a3b65eabfd57 req-0cadf8f1-9ad9-4b75-9bef-da8a5702d00e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578671 Nov 18 17:21:32.370917 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aeb25f81-0c83-4852-b29b-f751be36f97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:32.444114 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2c9f2-38dc-4fce-8b9d-cf4c4f4e50f6 req-9699e6a2-f6dd-42bb-91ce-5d9acf77d1ac tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:32.445821 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-abb2c9f2-38dc-4fce-8b9d-cf4c4f4e50f6 req-9699e6a2-f6dd-42bb-91ce-5d9acf77d1ac tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0592105 Nov 18 17:21:32.514896 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-abb2c9f2-38dc-4fce-8b9d-cf4c4f4e50f6 req-09267503-0374-4a0a-9f1e-3e8917d174f3 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611804 Nov 18 17:21:32.774756 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d515a-2066-4254-a61e-76beb7e09d30 req-84efe417-2440-476a-83c7-4c44075470b1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:32.784764 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-548d515a-2066-4254-a61e-76beb7e09d30 req-84efe417-2440-476a-83c7-4c44075470b1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.1006889 Nov 18 17:21:32.844703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-548d515a-2066-4254-a61e-76beb7e09d30 req-d05e0105-2b3d-4d2c-86f3-9c522b12b061 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584123 Nov 18 17:21:33.233355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53826) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:33.274771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93edc2-7109-4ea3-b9c3-f47e964891f2 req-564fa62b-9472-4024-b10f-11e2139bfb08 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:33.276402 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e93edc2-7109-4ea3-b9c3-f47e964891f2 req-564fa62b-9472-4024-b10f-11e2139bfb08 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.0720088 Nov 18 17:21:33.331855 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e93edc2-7109-4ea3-b9c3-f47e964891f2 req-2447b55d-d6b9-46f6-836e-d614f727c8b1 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481544 Nov 18 17:21:33.347056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbf16e-a17f-4a70-8b84-a4ed465f0784 req-f4bfbb42-7f82-4556-9a32-7747522bb49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:33.347543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbf16e-a17f-4a70-8b84-a4ed465f0784 req-f4bfbb42-7f82-4556-9a32-7747522bb49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:33.349145 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbf16e-a17f-4a70-8b84-a4ed465f0784 req-f4bfbb42-7f82-4556-9a32-7747522bb49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:33.349623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbf16e-a17f-4a70-8b84-a4ed465f0784 req-f4bfbb42-7f82-4556-9a32-7747522bb49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:33.350093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbf16e-a17f-4a70-8b84-a4ed465f0784 req-f4bfbb42-7f82-4556-9a32-7747522bb49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:33.350642 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbf16e-a17f-4a70-8b84-a4ed465f0784 req-f4bfbb42-7f82-4556-9a32-7747522bb49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:33.351103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbf16e-a17f-4a70-8b84-a4ed465f0784 req-f4bfbb42-7f82-4556-9a32-7747522bb49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:33.353341 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-44bbf16e-a17f-4a70-8b84-a4ed465f0784 req-f4bfbb42-7f82-4556-9a32-7747522bb49d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 6500 time: 0.1179023 Nov 18 17:21:33.414569 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-44bbf16e-a17f-4a70-8b84-a4ed465f0784 req-4e874c69-05de-4022-bdc9-1b119fd022f4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&id=04b6e894-9554-4a43-b42c-b90a93a83038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547493 Nov 18 17:21:33.517460 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:33.646119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f4103-2301-46fe-96c4-a86eeb882410 req-3f171182-a8cf-4cf7-9606-06faa13de509 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:33.648110 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b6f4103-2301-46fe-96c4-a86eeb882410 req-3f171182-a8cf-4cf7-9606-06faa13de509 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0564795 Nov 18 17:21:33.666769 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:21:33.722096 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:21:33.722807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3e4a924b-4f55-4fc6-aa85-23fe7e8cbeb5 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:21:33.756352 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b6f4103-2301-46fe-96c4-a86eeb882410 req-3b505b42-f796-4807-ab01-68b9d51869a4 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993104 Nov 18 17:21:33.975641 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8a2ad-8126-4c52-8e64-eba03cab1190 req-128cd2ca-aacb-4f13-8466-2d02b54890df tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:33.978896 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ff8a2ad-8126-4c52-8e64-eba03cab1190 req-128cd2ca-aacb-4f13-8466-2d02b54890df tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.0656879 Nov 18 17:21:34.037220 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ff8a2ad-8126-4c52-8e64-eba03cab1190 req-a1d89c63-cc35-48bf-bae1-01f4d96592c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501981 Nov 18 17:21:34.482845 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a3e38-d0d4-4f60-a84a-a23803bbc36f req-4c5ad1b7-189e-4fd2-acb8-2eb58063dfd1 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:34.485137 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f69a3e38-d0d4-4f60-a84a-a23803bbc36f req-4c5ad1b7-189e-4fd2-acb8-2eb58063dfd1 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.0681434 Nov 18 17:21:34.552442 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f69a3e38-d0d4-4f60-a84a-a23803bbc36f req-a14a2e27-5c8c-4a87-89b2-f33500163cb3 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596070 Nov 18 17:21:34.917094 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87d61f-dcd4-4235-8c75-b903eaad4017 req-91cccebc-2109-4a15-b2ce-3a2e1e200897 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:34.918660 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da87d61f-dcd4-4235-8c75-b903eaad4017 req-91cccebc-2109-4a15-b2ce-3a2e1e200897 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0825925 Nov 18 17:21:34.976568 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da87d61f-dcd4-4235-8c75-b903eaad4017 req-b072754e-5c25-4db8-a689-fd4cb9535c35 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504937 Nov 18 17:21:34.981251 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:35.165620 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ce7a8-b348-4bb4-af25-f5532fb2b56f req-fa613b2d-5315-41d4-adc7-91f2c8845474 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:35.167415 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b66ce7a8-b348-4bb4-af25-f5532fb2b56f req-fa613b2d-5315-41d4-adc7-91f2c8845474 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.0559733 Nov 18 17:21:35.233749 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b66ce7a8-b348-4bb4-af25-f5532fb2b56f req-9afee8fa-335f-478d-8a47-c296eade0c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515180 Nov 18 17:21:35.397911 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:35.674885 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device a8f0ea89-bfed-4c6c-8323-b36f81091032 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:21:35.746592 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc117c8-2582-4f11-b834-b2b6b9f340af req-0d4aa846-2f6f-4d1a-a96c-23f29da65a96 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:35.749588 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3cc117c8-2582-4f11-b834-b2b6b9f340af req-0d4aa846-2f6f-4d1a-a96c-23f29da65a96 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.1101627 Nov 18 17:21:35.816554 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port a8f0ea89-bfed-4c6c-8323-b36f81091032, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a8f0ea89-bfed-4c6c-8323-b36f81091032,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:35.828741 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3cc117c8-2582-4f11-b834-b2b6b9f340af req-59a887fd-eaf5-4f3b-9576-efeb64a55952 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684960 Nov 18 17:21:35.855568 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'a8f0ea89-bfed-4c6c-8323-b36f81091032', 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886', 'port_id': 'a8f0ea89-bfed-4c6c-8323-b36f81091032', 'mac_address': 'fa:16:3e:a6:49:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671daf4b-48bc-4f50-a4d9-31cc3358928e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:21:35.903425 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:35.937085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f0ea89-bfed-4c6c-8323-b36f81091032 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:21:35.965039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port a8f0ea89-bfed-4c6c-8323-b36f81091032, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a8f0ea89-bfed-4c6c-8323-b36f81091032,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:36.034975 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:36.168577 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=a8f0ea89-bfed-4c6c-8323-b36f81091032,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:36.197975 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e300-1c0d-42e9-a008-d7666f3549cb req-a9c5ab6f-32b9-4f21-af2c-0387ac17eb95 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:36.199581 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1280e300-1c0d-42e9-a008-d7666f3549cb req-a9c5ab6f-32b9-4f21-af2c-0387ac17eb95 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0899670 Nov 18 17:21:36.207538 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53936) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:36.289839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['a8f0ea89-bfed-4c6c-8323-b36f81091032'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:21:36.308714 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-c192d3ec-c598-49ba-9675-f1624585914b admin admin] Deleting subnet 6f46f3b8-078c-4987-ab0a-f3dc40b669b4 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:21:36.316755 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c192d3ec-c598-49ba-9675-f1624585914b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:36.324259 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1280e300-1c0d-42e9-a008-d7666f3549cb req-39f953a6-81a3-42ce-8480-759438771679 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094351 Nov 18 17:21:36.402773 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c192d3ec-c598-49ba-9675-f1624585914b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:36.471326 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f8e4c-9231-4420-b577-50068f182d27 req-4c6a1788-36ae-4f18-b7cc-02fc5888be01 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:36.483108 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b5f8e4c-9231-4420-b577-50068f182d27 req-4c6a1788-36ae-4f18-b7cc-02fc5888be01 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.1122255 Nov 18 17:21:36.496903 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c192d3ec-c598-49ba-9675-f1624585914b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:36.585705 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b5f8e4c-9231-4420-b577-50068f182d27 req-36b87794-edfc-42cb-8f68-8c443197eaba tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917680 Nov 18 17:21:36.643952 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c192d3ec-c598-49ba-9675-f1624585914b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:36.668744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192d3ec-c598-49ba-9675-f1624585914b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f46f3b8-078c-4987-ab0a-f3dc40b669b4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:36.674750 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c192d3ec-c598-49ba-9675-f1624585914b admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:36.690453 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c192d3ec-c598-49ba-9675-f1624585914b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6f46f3b8-078c-4987-ab0a-f3dc40b669b4 HTTP/1.1" status: 204 len: 168 time: 0.4774423 Nov 18 17:21:36.690453 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53946) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:36.772074 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-901b6d04-4011-4803-8cc7-03abf435e1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:36.809522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53948) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:36.864528 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-901b6d04-4011-4803-8cc7-03abf435e1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:36.891841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-901b6d04-4011-4803-8cc7-03abf435e1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372f18cd-c4d2-4313-ab28-7ad24e489e08']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:21:36.905347 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-901b6d04-4011-4803-8cc7-03abf435e1f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:21:36.905553 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-901b6d04-4011-4803-8cc7-03abf435e1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f34f8bb-6298-4e6c-9cb0-cd5a687eade2') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:21:36.921054 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-901b6d04-4011-4803-8cc7-03abf435e1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:36.937407 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-901b6d04-4011-4803-8cc7-03abf435e1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:36.944053 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901b6d04-4011-4803-8cc7-03abf435e1f6 admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:21:36.944562 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-901b6d04-4011-4803-8cc7-03abf435e1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:21:36.946308 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:21:36.978575 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd2f28-605d-4779-9b50-1f53ea7cb1f5 req-841861cd-54d2-4e9f-80f8-17c866ce1cac tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:36.984421 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0afd2f28-605d-4779-9b50-1f53ea7cb1f5 req-841861cd-54d2-4e9f-80f8-17c866ce1cac tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 944 time: 0.0597825 Nov 18 17:21:37.017473 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3db65e0a-2f04-40bf-a348-b7bcbdc37546 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:37.060386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0afd2f28-605d-4779-9b50-1f53ea7cb1f5 req-647c461c-239d-467b-894a-7d64cccc2194 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734763 Nov 18 17:21:37.082787 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-901b6d04-4011-4803-8cc7-03abf435e1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:37.082787 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-901b6d04-4011-4803-8cc7-03abf435e1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:37.085870 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-901b6d04-4011-4803-8cc7-03abf435e1f6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/372f18cd-c4d2-4313-ab28-7ad24e489e08 HTTP/1.1" status: 204 len: 168 time: 0.3961239 Nov 18 17:21:37.101028 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b6d04-4011-4803-8cc7-03abf435e1f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=372f18cd-c4d2-4313-ab28-7ad24e489e08,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:37.129958 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3db65e0a-2f04-40bf-a348-b7bcbdc37546 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:37.220760 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3db65e0a-2f04-40bf-a348-b7bcbdc37546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:37.258939 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db65e0a-2f04-40bf-a348-b7bcbdc37546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d29928c-218e-4933-bc1f-5d8d582c1fd7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:37.266636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53956) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:37.272354 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3db65e0a-2f04-40bf-a348-b7bcbdc37546 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ab7d836ce2f440248d422f309e5d1cbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4558008 Nov 18 17:21:37.323218 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7194f8ff-e9a9-487e-9767-5fcf3f70ca1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:37.350838 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7194f8ff-e9a9-487e-9767-5fcf3f70ca1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:37.453794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53962) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:37.459956 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaab02-efbb-4433-9860-f2c665c56c53 req-55db95c5-907d-4653-a27d-4e63c7f70b9c tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:37.462119 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8baaab02-efbb-4433-9860-f2c665c56c53 req-55db95c5-907d-4653-a27d-4e63c7f70b9c tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0648618 Nov 18 17:21:37.477413 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7194f8ff-e9a9-487e-9767-5fcf3f70ca1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:37.480188 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7194f8ff-e9a9-487e-9767-5fcf3f70ca1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:37.483957 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7194f8ff-e9a9-487e-9767-5fcf3f70ca1f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5d29928c-218e-4933-bc1f-5d8d582c1fd7 HTTP/1.1" status: 204 len: 168 time: 0.2139041 Nov 18 17:21:37.501715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194f8ff-e9a9-487e-9767-5fcf3f70ca1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d29928c-218e-4933-bc1f-5d8d582c1fd7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:37.531451 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8baaab02-efbb-4433-9860-f2c665c56c53 req-d3d5dd85-f551-478e-9103-d2f6d784d2d5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582483 Nov 18 17:21:37.535229 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53968) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:37.543624 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ff34a617-c147-44f4-bc15-b95c76db63d9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=748635c22a864a7e9f77c46a346f94fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0759637 Nov 18 17:21:37.618554 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1463d8ba-fa92-42f0-9632-59af92bfe60f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:37.654640 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1463d8ba-fa92-42f0-9632-59af92bfe60f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:37.676407 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device a8f0ea89-bfed-4c6c-8323-b36f81091032 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:21:37.752401 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cf213-f31b-4548-8b5a-b911cd49f4c2 req-ad156591-0a7c-447c-b57f-3bc52a9a5de6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:37.753903 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-545cf213-f31b-4548-8b5a-b911cd49f4c2 req-ad156591-0a7c-447c-b57f-3bc52a9a5de6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.0649567 Nov 18 17:21:37.825463 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-545cf213-f31b-4548-8b5a-b911cd49f4c2 req-fb577926-32da-4633-a4af-e1c3a3371250 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631447 Nov 18 17:21:37.833295 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port a8f0ea89-bfed-4c6c-8323-b36f81091032 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:21:37.843458 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port a8f0ea89-bfed-4c6c-8323-b36f81091032 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:21:37.843458 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:37.845297 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1463d8ba-fa92-42f0-9632-59af92bfe60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:37.849909 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1463d8ba-fa92-42f0-9632-59af92bfe60f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:37.851750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1463d8ba-fa92-42f0-9632-59af92bfe60f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b9ecb607-1867-4d39-9f2b-fac9914ac47d HTTP/1.1" status: 204 len: 168 time: 0.3153343 Nov 18 17:21:37.864861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463d8ba-fa92-42f0-9632-59af92bfe60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ecb607-1867-4d39-9f2b-fac9914ac47d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:37.962326 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:38.002304 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07691319-7d35-425b-9493-f73cc29a37ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f0ea89-bfed-4c6c-8323-b36f81091032'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:38.006397 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7792b9d6-de48-4db2-a379-9c6460b66864" -d '{"events": [{"server_uuid": "07691319-7d35-425b-9493-f73cc29a37ee", "name": "network-vif-plugged", "status": "completed", "tag": "a8f0ea89-bfed-4c6c-8323-b36f81091032"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:38.021113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port a8f0ea89-bfed-4c6c-8323-b36f81091032, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a8f0ea89-bfed-4c6c-8323-b36f81091032,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:38.054261 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62978662-0a62-4e50-9b9d-515f3ba540db x-openstack-request-id: req-62978662-0a62-4e50-9b9d-515f3ba540db {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:38.054653 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07691319-7d35-425b-9493-f73cc29a37ee", "name": "network-vif-plugged", "status": "completed", "tag": "a8f0ea89-bfed-4c6c-8323-b36f81091032", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:38.055010 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-62978662-0a62-4e50-9b9d-515f3ba540db {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:38.056161 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07691319-7d35-425b-9493-f73cc29a37ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f0ea89-bfed-4c6c-8323-b36f81091032', 'code': 200} Nov 18 17:21:38.094806 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:38.134745 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fdb36-d5e8-4a89-941a-aa79b266c380 req-ee4225b3-dad2-4a32-9aeb-63dcb0a6b103 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:38.136649 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b9fdb36-d5e8-4a89-941a-aa79b266c380 req-ee4225b3-dad2-4a32-9aeb-63dcb0a6b103 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0892742 Nov 18 17:21:38.204186 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=a8f0ea89-bfed-4c6c-8323-b36f81091032,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:38.240420 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b9fdb36-d5e8-4a89-941a-aa79b266c380 req-dcb700bb-157b-4ee9-b35f-73ae9ba2da9b tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923073 Nov 18 17:21:38.241654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebfc05-b43d-45e4-898f-86100e2ff9fd req-71934e9b-332a-4114-80eb-71167b83ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:38.244138 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c9ebfc05-b43d-45e4-898f-86100e2ff9fd req-71934e9b-332a-4114-80eb-71167b83ee21 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 1097 time: 0.0798209 Nov 18 17:21:38.261897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b04c92-0f2a-4edd-a2a4-74301776e997 req-e96ff635-2f22-4155-967d-92fa074fd1c5 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:38.265764 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-93b04c92-0f2a-4edd-a2a4-74301776e997 req-e96ff635-2f22-4155-967d-92fa074fd1c5 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 945 time: 0.0944924 Nov 18 17:21:38.274684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db650c-9298-420d-a0a4-71c2d530caf0 req-3e9582ce-b360-4eae-8645-245af040d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:38.276281 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06db650c-9298-420d-a0a4-71c2d530caf0 req-3e9582ce-b360-4eae-8645-245af040d9e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c046e7d07204c1fa121183668404bde&device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 1098 time: 0.0762401 Nov 18 17:21:38.342541 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c9ebfc05-b43d-45e4-898f-86100e2ff9fd req-f234cae8-236a-48d6-a2e4-33528ab55ee5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857899 Nov 18 17:21:38.345798 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-93b04c92-0f2a-4edd-a2a4-74301776e997 req-17e37960-1147-497c-827c-4acd3f4b9605 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730309 Nov 18 17:21:38.426930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db650c-9298-420d-a0a4-71c2d530caf0 req-a8ede758-f306-4b78-ad77-eb0a269f87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:38.428165 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06db650c-9298-420d-a0a4-71c2d530caf0 req-a8ede758-f306-4b78-ad77-eb0a269f87bb service neutron] 10.222.0.83 "GET /v2.0/networks?id=f781338f-8486-4e4a-b308-8976616993eb HTTP/1.1" status: 200 len: 917 time: 0.1368325 Nov 18 17:21:38.431858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53992) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:38.449922 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5aca0a3c-8691-4dfa-b51c-be0c55856407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:38.539620 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5aca0a3c-8691-4dfa-b51c-be0c55856407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:38.596551 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06db650c-9298-420d-a0a4-71c2d530caf0 req-245eb7e4-2c2a-4248-a249-47347844cbfb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 HTTP/1.1" status: 200 len: 217 time: 0.0369344 Nov 18 17:21:38.604079 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5aca0a3c-8691-4dfa-b51c-be0c55856407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:38.644573 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca0a3c-8691-4dfa-b51c-be0c55856407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56727dd-2aed-4b6e-83e8-16b7b8a56671,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:38.653719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5aca0a3c-8691-4dfa-b51c-be0c55856407 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ea3d5c58d70146d8b3e64b5938c0366d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2179787 Nov 18 17:21:38.654247 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54000) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:38.665758 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db650c-9298-420d-a0a4-71c2d530caf0 req-143eb3ae-6cd1-4239-8312-11072649f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:38.667620 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06db650c-9298-420d-a0a4-71c2d530caf0 req-143eb3ae-6cd1-4239-8312-11072649f027 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e9b9d89-c976-4008-a9f2-51e09be9f328 HTTP/1.1" status: 200 len: 854 time: 0.0637045 Nov 18 17:21:38.730925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db650c-9298-420d-a0a4-71c2d530caf0 req-2c98f62b-32a4-4031-9350-83a999caef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:38.733696 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06db650c-9298-420d-a0a4-71c2d530caf0 req-2c98f62b-32a4-4031-9350-83a999caef19 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f781338f-8486-4e4a-b308-8976616993eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565205 Nov 18 17:21:38.745001 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9767b7c-ff91-47aa-951d-a26f9cbb69f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:38.774593 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9767b7c-ff91-47aa-951d-a26f9cbb69f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:38.837693 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06db650c-9298-420d-a0a4-71c2d530caf0 req-4df60ab2-55c7-43b7-8740-c56d45d3d2ec service neutron] 10.222.0.83 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949681 Nov 18 17:21:38.949637 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9767b7c-ff91-47aa-951d-a26f9cbb69f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:38.953071 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9767b7c-ff91-47aa-951d-a26f9cbb69f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:38.962368 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c9767b7c-ff91-47aa-951d-a26f9cbb69f9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d56727dd-2aed-4b6e-83e8-16b7b8a56671 HTTP/1.1" status: 204 len: 168 time: 0.3001668 Nov 18 17:21:38.974040 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9767b7c-ff91-47aa-951d-a26f9cbb69f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56727dd-2aed-4b6e-83e8-16b7b8a56671,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:39.001001 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe478d1-280c-432a-b384-ff2f7accb724 req-a3545e8f-d534-449e-a250-7b47708d0996 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:39.007011 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06db650c-9298-420d-a0a4-71c2d530caf0 req-4416910d-8b20-478a-a24d-49f64e1801d7 service neutron] 10.222.0.83 "GET /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589680 Nov 18 17:21:39.008826 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cfe478d1-280c-432a-b384-ff2f7accb724 req-a3545e8f-d534-449e-a250-7b47708d0996 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.0990400 Nov 18 17:21:39.078718 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cfe478d1-280c-432a-b384-ff2f7accb724 req-e13ae5d4-91eb-4a5a-8b14-7aba7bd3497f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655212 Nov 18 17:21:39.364380 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22ef62-0b81-4678-8930-65221f9c15ae req-c68c2ed6-aebf-40e9-8270-2858fe7e5cfa tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:39.366216 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa22ef62-0b81-4678-8930-65221f9c15ae req-c68c2ed6-aebf-40e9-8270-2858fe7e5cfa tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0509274 Nov 18 17:21:39.440061 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa22ef62-0b81-4678-8930-65221f9c15ae req-e0309223-a6c2-458e-99b9-131fb3aba2a2 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662279 Nov 18 17:21:39.509766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d6ebf-1e0d-4af0-a6fe-23279c618bd5 req-2b84a814-215b-406c-9189-b98ce186402f tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:39.526164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f22d6ebf-1e0d-4af0-a6fe-23279c618bd5 req-2b84a814-215b-406c-9189-b98ce186402f tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 945 time: 0.0780354 Nov 18 17:21:39.600049 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f22d6ebf-1e0d-4af0-a6fe-23279c618bd5 req-1d1401d4-07a5-452f-bbdf-cc9abbfaa86c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724924 Nov 18 17:21:40.087962 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-18c3e6c0-1f64-4455-ab37-51ed3caba54a service neutron] show failed (client error): The resource could not be found. Nov 18 17:21:40.087962 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-18c3e6c0-1f64-4455-ab37-51ed3caba54a service neutron] 10.222.0.81 "GET /v2.0/ports/12ef7917-2e02-479b-99ef-bd8c1229f454/bindings/n-h2-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.0660131 Nov 18 17:21:40.221371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c67b1-fb80-41fd-a773-9570056626e7 req-3f3fc1d5-a663-4cc1-9816-5bd0585fa3e8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:40.223079 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e4c67b1-fb80-41fd-a773-9570056626e7 req-3f3fc1d5-a663-4cc1-9816-5bd0585fa3e8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.0579743 Nov 18 17:21:40.286091 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e4c67b1-fb80-41fd-a773-9570056626e7 req-b5c4bf72-f67a-447d-a1cf-5e333141cb6f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563483 Nov 18 17:21:40.567940 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114df422-edfa-4325-b470-92b791aacf40 req-5c17fb26-55b8-45f2-9ed4-68716012031f tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:40.569453 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-114df422-edfa-4325-b470-92b791aacf40 req-5c17fb26-55b8-45f2-9ed4-68716012031f tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0528517 Nov 18 17:21:40.682396 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-114df422-edfa-4325-b470-92b791aacf40 req-f894aee1-0a5d-476a-82d2-66b6791667d1 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051319 Nov 18 17:21:40.683365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-6a14d8bd-0291-4f55-8693-d61e90daaf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:40.687979 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-6a14d8bd-0291-4f55-8693-d61e90daaf9a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d&tenant_id=2cf238edb8014a38996468367e264a07 HTTP/1.1" status: 200 len: 1097 time: 0.0666025 Nov 18 17:21:40.704713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:21:40.784061 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:40.809522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3277-2a09-4283-8cd6-1978c68b5c13 req-e38c9fbc-f518-405b-a4b3-0b474a40f8c0 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:40.811325 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee7e3277-2a09-4283-8cd6-1978c68b5c13 req-e38c9fbc-f518-405b-a4b3-0b474a40f8c0 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 945 time: 0.0831223 Nov 18 17:21:40.900212 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d6eb7-d47b-4e65-86a6-e61f486d4aee req-4c6a0c49-9344-479a-ad26-50d47ca51e62 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:40.902082 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b8d6eb7-d47b-4e65-86a6-e61f486d4aee req-4c6a0c49-9344-479a-ad26-50d47ca51e62 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0861361 Nov 18 17:21:40.911674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee7e3277-2a09-4283-8cd6-1978c68b5c13 req-8f65bc01-e8ed-4d44-aa0c-689771c772ee tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923777 Nov 18 17:21:40.977413 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b8d6eb7-d47b-4e65-86a6-e61f486d4aee req-943ecd6d-90b2-4f52-a83a-0710374347ce tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654590 Nov 18 17:21:41.097135 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac40f9-4613-47ff-bd7a-85ec37c944d8 req-620c090f-c995-498a-8635-154116ae476b tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:41.102628 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9bac40f9-4613-47ff-bd7a-85ec37c944d8 req-620c090f-c995-498a-8635-154116ae476b tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 1097 time: 0.0606632 Nov 18 17:21:41.152818 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] For port 12ef7917-2e02-479b-99ef-bd8c1229f454, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=12ef7917-2e02-479b-99ef-bd8c1229f454,segment=NetworkSegment(00764b23-792e-4303-be82-13f1719c4ba1),segment_id=00764b23-792e-4303-be82-13f1719c4ba1)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:41.197384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] For port 12ef7917-2e02-479b-99ef-bd8c1229f454, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:21:41.218447 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9bac40f9-4613-47ff-bd7a-85ec37c944d8 req-acb535ab-a28b-47b2-aca0-0b152b1e5d73 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116273 Nov 18 17:21:41.244545 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9792af-802a-4321-8eee-c49c9faa0d7d req-5c898416-c5cd-4e45-8fb8-4aaf7db2f34b tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:41.264618 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b9792af-802a-4321-8eee-c49c9faa0d7d req-5c898416-c5cd-4e45-8fb8-4aaf7db2f34b tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0c3dea6-7279-40da-ac88-a2238f825274 HTTP/1.1" status: 200 len: 946 time: 0.1028695 Nov 18 17:21:41.289231 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12ef7917-2e02-479b-99ef-bd8c1229f454'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:41.293232 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c9ddf7-1215-4bd5-afb9-740721fa7b5a" -d '{"events": [{"server_uuid": "f4318c25-9af7-4e19-b793-c339fea0190d", "name": "network-vif-unplugged", "status": "completed", "tag": "12ef7917-2e02-479b-99ef-bd8c1229f454"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:41.304547 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:41.331224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Transition to ACTIVE for port object 12ef7917-2e02-479b-99ef-bd8c1229f454 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:21:41.371203 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b9792af-802a-4321-8eee-c49c9faa0d7d req-db860d9f-0926-41bf-9e47-2c042e3450c6 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017349 Nov 18 17:21:41.387807 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:41.434937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Pushing event updated for resources: {'Port': ['ID=12ef7917-2e02-479b-99ef-bd8c1229f454,revision_number=6']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:41.453595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055eead-0d39-4387-93fc-044b3b30f3b0 req-5281eb4a-9e79-4aea-b297-fd5c2cbdf3ab tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:41.455243 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8055eead-0d39-4387-93fc-044b3b30f3b0 req-5281eb4a-9e79-4aea-b297-fd5c2cbdf3ab tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 1097 time: 0.1138036 Nov 18 17:21:41.570029 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8055eead-0d39-4387-93fc-044b3b30f3b0 req-412ad380-6fa8-48b3-ab7e-75e2b704f973 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079178 Nov 18 17:21:41.708779 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3719dbe1-afcb-4660-9de3-55030f5db3f4 x-openstack-request-id: req-3719dbe1-afcb-4660-9de3-55030f5db3f4 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:41.709087 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4318c25-9af7-4e19-b793-c339fea0190d", "name": "network-vif-unplugged", "status": "completed", "tag": "12ef7917-2e02-479b-99ef-bd8c1229f454", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:41.709349 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3719dbe1-afcb-4660-9de3-55030f5db3f4 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:41.709756 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12ef7917-2e02-479b-99ef-bd8c1229f454', 'code': 200} Nov 18 17:21:41.733403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c245e-b49b-496a-8117-10ca8a370324 req-4b5f60b6-9507-40cb-9c54-220da62d21ed tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:41.741269 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-093c245e-b49b-496a-8117-10ca8a370324 req-4b5f60b6-9507-40cb-9c54-220da62d21ed tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 943 time: 0.1655669 Nov 18 17:21:41.743409 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] No DVR routers for this DVR port 12ef7917-2e02-479b-99ef-bd8c1229f454 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:21:41.857872 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8d01d-0269-4037-965b-f2c8283d86e3 req-d5191c9c-d34f-43b3-9c7a-34967833288e tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:41.859464 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-deb8d01d-0269-4037-965b-f2c8283d86e3 req-d5191c9c-d34f-43b3-9c7a-34967833288e tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 945 time: 0.1587346 Nov 18 17:21:41.875143 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-093c245e-b49b-496a-8117-10ca8a370324 req-0fc378b9-3b6e-4637-ba1b-fd32a076f9c1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325967 Nov 18 17:21:41.969338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Attempting to bind port 12ef7917-2e02-479b-99ef-bd8c1229f454 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:21:41.970223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Attempting to bind port 12ef7917-2e02-479b-99ef-bd8c1229f454 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '00764b23-792e-4303-be82-13f1719c4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:21:41.970223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Attempting to bind port 12ef7917-2e02-479b-99ef-bd8c1229f454 on network ba3dae70-1e3d-40f0-aa92-0fffe3461a81 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:41.976671 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Port 12ef7917-2e02-479b-99ef-bd8c1229f454 on network ba3dae70-1e3d-40f0-aa92-0fffe3461a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:21:41.979898 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Attempting to bind port 12ef7917-2e02-479b-99ef-bd8c1229f454 on network ba3dae70-1e3d-40f0-aa92-0fffe3461a81 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:41.988389 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:21:41.989123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Checking segment: {'id': '00764b23-792e-4303-be82-13f1719c4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:21:41.989531 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Bound using segment: {'id': '00764b23-792e-4303-be82-13f1719c4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:21:41.990972 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Bound port: 12ef7917-2e02-479b-99ef-bd8c1229f454, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00764b23-792e-4303-be82-13f1719c4ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:21:41.991350 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:42.016028 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-deb8d01d-0269-4037-965b-f2c8283d86e3 req-38d2cc15-f89c-45d9-9478-7143cc772eb0 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379423 Nov 18 17:21:42.064048 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-0aa321a9-f742-4e1b-a272-79a4b7aa692f req-e3cc54e1-6c3f-407a-9db5-52c6abca53f8 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:42.065421 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0aa321a9-f742-4e1b-a272-79a4b7aa692f req-e3cc54e1-6c3f-407a-9db5-52c6abca53f8 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066762 Nov 18 17:21:42.106565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] For port 12ef7917-2e02-479b-99ef-bd8c1229f454, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:21:42.113456 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] For port 12ef7917-2e02-479b-99ef-bd8c1229f454, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=12ef7917-2e02-479b-99ef-bd8c1229f454,segment=NetworkSegment(00764b23-792e-4303-be82-13f1719c4ba1),segment_id=00764b23-792e-4303-be82-13f1719c4ba1)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:21:42.164121 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0aa321a9-f742-4e1b-a272-79a4b7aa692f req-6820a3c7-5182-43f4-bbfe-368503826040 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0910594 Nov 18 17:21:42.192644 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:42.232589 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:42.233802 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:42.236241 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] 10.222.0.83 "PUT /v2.0/ports/12ef7917-2e02-479b-99ef-bd8c1229f454 HTTP/1.1" status: 200 len: 1092 time: 1.5377769 Nov 18 17:21:42.259585 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca10b72-47d4-4c11-802a-97a9c99bee7c service neutron] Pushing event updated for resources: {'Port': ['ID=12ef7917-2e02-479b-99ef-bd8c1229f454,revision_number=7']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:42.321910 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-74365912-fa99-486e-8620-5148ba3bb522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:42.324705 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-74365912-fa99-486e-8620-5148ba3bb522 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 1095 time: 0.0555496 Nov 18 17:21:42.530442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-f1001d26-6cac-45e5-96fd-0dc5ec8aba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:42.531990 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-f1001d26-6cac-45e5-96fd-0dc5ec8aba8f service neutron] 10.222.0.83 "GET /v2.0/networks?id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81 HTTP/1.1" status: 200 len: 899 time: 0.1985197 Nov 18 17:21:42.585895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f39f4d-157a-4072-ab57-d717f7248dd5 req-eec5ba1c-3e72-49e1-8c06-0ffedd9afcdf tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:42.594218 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6f39f4d-157a-4072-ab57-d717f7248dd5 req-eec5ba1c-3e72-49e1-8c06-0ffedd9afcdf tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0623853 Nov 18 17:21:42.614666 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-7d12c120-9268-4aca-94fa-4e5457862158 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ef7917-2e02-479b-99ef-bd8c1229f454 HTTP/1.1" status: 200 len: 999 time: 0.0739841 Nov 18 17:21:42.639959 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6f39f4d-157a-4072-ab57-d717f7248dd5 req-f9fef0c3-5590-4d0c-8c3d-ed44bd554761 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447536 Nov 18 17:21:42.718044 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-0115c20b-ba8e-4e6e-ac42-28d196894fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:42.719568 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-0115c20b-ba8e-4e6e-ac42-28d196894fb6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4bdd1b36-e53e-4c18-a868-23989123548c HTTP/1.1" status: 200 len: 835 time: 0.0942221 Nov 18 17:21:42.776312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dfcda-b84d-4d16-b3c1-092dfa8278a3 req-b30cd283-0c3a-4e4c-97d2-8e1bd5db3b20 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:42.778261 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc4dfcda-b84d-4d16-b3c1-092dfa8278a3 req-b30cd283-0c3a-4e4c-97d2-8e1bd5db3b20 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0c3dea6-7279-40da-ac88-a2238f825274 HTTP/1.1" status: 200 len: 946 time: 0.0673082 Nov 18 17:21:42.811211 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-d9e18aca-44a8-41e8-8f5c-21b363a35482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:42.812848 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-d9e18aca-44a8-41e8-8f5c-21b363a35482 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839767 Nov 18 17:21:42.859589 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc4dfcda-b84d-4d16-b3c1-092dfa8278a3 req-64769be1-11b2-4cdd-8a4a-d748b012b053 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754201 Nov 18 17:21:42.973748 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-2bb02f53-078e-469b-a416-1a9d1d1959c5 service neutron] 10.222.0.83 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517127 Nov 18 17:21:43.012592 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54158) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:43.051086 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e9f31-77f2-4e44-b701-8504cc2d24a9 req-5718f6b2-4c70-4ce5-a486-90571886b364 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:43.060849 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df5e9f31-77f2-4e44-b701-8504cc2d24a9 req-5718f6b2-4c70-4ce5-a486-90571886b364 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 945 time: 0.0901597 Nov 18 17:21:43.103156 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92517dba-3a04-4c7d-8997-7f7cb54eec34 req-32310a89-48ab-4d53-bfa3-fac1dc13ac5c service neutron] 10.222.0.83 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195714 Nov 18 17:21:43.154515 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df5e9f31-77f2-4e44-b701-8504cc2d24a9 req-ac8a47fb-aaff-4c2a-b30b-a5ca611321cc tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932412 Nov 18 17:21:43.236464 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-50bd60c7-a107-46c4-a397-0928c3ddcc02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:43.313329 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71da2fb-15e0-46f3-88c9-347ef86c5fe8 req-8a2420e9-e6e2-4ec1-81fe-50afe15362fe tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:43.314878 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e71da2fb-15e0-46f3-88c9-347ef86c5fe8 req-8a2420e9-e6e2-4ec1-81fe-50afe15362fe tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 943 time: 0.0804541 Nov 18 17:21:43.414083 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e71da2fb-15e0-46f3-88c9-347ef86c5fe8 req-e2cfada1-93e4-4453-b928-faf14b588d5d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892599 Nov 18 17:21:43.427341 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-50bd60c7-a107-46c4-a397-0928c3ddcc02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:43.500146 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-50bd60c7-a107-46c4-a397-0928c3ddcc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:43.548036 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54184) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:43.560866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-50bd60c7-a107-46c4-a397-0928c3ddcc02 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e00b1da5d3be44b99338a0bd4597368d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5381522 Nov 18 17:21:43.560866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd60c7-a107-46c4-a397-0928c3ddcc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f823fd-b21c-4361-8af9-541204777ec4,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:43.609900 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e291d6d-231b-4c5f-8913-5c2a96f54590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:43.638591 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e291d6d-231b-4c5f-8913-5c2a96f54590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:43.660168 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999b579-be61-4ea8-8d9b-b054af159653 req-5bb57170-a089-43c6-9550-c129904c8a33 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:43.666293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999b579-be61-4ea8-8d9b-b054af159653 req-5bb57170-a089-43c6-9550-c129904c8a33 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:43.672480 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999b579-be61-4ea8-8d9b-b054af159653 req-5bb57170-a089-43c6-9550-c129904c8a33 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:43.674190 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2999b579-be61-4ea8-8d9b-b054af159653 req-5bb57170-a089-43c6-9550-c129904c8a33 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce&device_id=e0c3dea6-7279-40da-ac88-a2238f825274&device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 2418 time: 0.0901399 Nov 18 17:21:43.710506 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'tag': '12ef7917-2e02-479b-99ef-bd8c1229f454'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:43.719451 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "f4318c25-9af7-4e19-b793-c339fea0190d", "tag": "12ef7917-2e02-479b-99ef-bd8c1229f454"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:43.736718 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2999b579-be61-4ea8-8d9b-b054af159653 req-ff375c4b-1fd3-466f-bee7-65f407b66606 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552404 Nov 18 17:21:43.745825 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e291d6d-231b-4c5f-8913-5c2a96f54590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:43.752508 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e291d6d-231b-4c5f-8913-5c2a96f54590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:43.755839 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8e291d6d-231b-4c5f-8913-5c2a96f54590 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/02f823fd-b21c-4361-8af9-541204777ec4 HTTP/1.1" status: 204 len: 168 time: 0.2049806 Nov 18 17:21:43.763624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e291d6d-231b-4c5f-8913-5c2a96f54590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f823fd-b21c-4361-8af9-541204777ec4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:43.916020 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee5b227-d994-448a-8099-be593691dc5e x-openstack-request-id: req-2ee5b227-d994-448a-8099-be593691dc5e {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:43.916439 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4318c25-9af7-4e19-b793-c339fea0190d", "tag": "12ef7917-2e02-479b-99ef-bd8c1229f454", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:43.916655 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2ee5b227-d994-448a-8099-be593691dc5e {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:43.917393 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'tag': '12ef7917-2e02-479b-99ef-bd8c1229f454', 'status': 'completed', 'code': 200} Nov 18 17:21:44.028353 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-255a97d6-f9a5-43c8-bcb7-a7833002dc4a req-890f0996-7b2c-452a-ad4a-376e9b73bf28 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0842905 Nov 18 17:21:44.033573 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-b0319fa4-0b67-4d00-8739-a50ccc45868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:44.035206 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-b0319fa4-0b67-4d00-8739-a50ccc45868c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 1095 time: 0.0875189 Nov 18 17:21:44.038731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-4fc5bbc1-dc31-4e24-9d81-98a3a04bd8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:44.040911 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-4fc5bbc1-dc31-4e24-9d81-98a3a04bd8ce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 1095 time: 0.0832298 Nov 18 17:21:44.237027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-47a3977d-32ab-43a5-95f6-8da643f2f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:44.240941 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-47a3977d-32ab-43a5-95f6-8da643f2f99d service neutron] 10.222.0.83 "GET /v2.0/networks?id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81 HTTP/1.1" status: 200 len: 899 time: 0.1948969 Nov 18 17:21:44.244238 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-6f074c5a-f66d-4b64-8eb5-9641bc4b4d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:44.245830 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-6f074c5a-f66d-4b64-8eb5-9641bc4b4d4a service neutron] 10.222.0.81 "GET /v2.0/networks?id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81 HTTP/1.1" status: 200 len: 899 time: 0.1933613 Nov 18 17:21:44.331178 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-a9d2e599-081e-4598-9d54-9915ad7c7884 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:21:44.332235 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-a9d2e599-081e-4598-9d54-9915ad7c7884 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059886 Nov 18 17:21:44.411951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487514f-c58e-4083-bba5-c56a69990a83 req-acfab1cf-2c25-4774-8968-64cb0ff34b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:44.411951 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-acfab1cf-2c25-4774-8968-64cb0ff34b65 service neutron] 10.222.0.72 "GET /v2.0/ports/a8f0ea89-bfed-4c6c-8323-b36f81091032 HTTP/1.1" status: 200 len: 1094 time: 0.0618639 Nov 18 17:21:44.419204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-6487514f-c58e-4083-bba5-c56a69990a83 req-825aee81-3157-49a3-a4c5-621bc6463ffd service neutron] Request body: {'binding': {'host': 'n-h1-813419-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:21:44.419681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-6487514f-c58e-4083-bba5-c56a69990a83 req-825aee81-3157-49a3-a4c5-621bc6463ffd service neutron] Unknown quota resources ['binding']. {{(pid=104007) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 18 17:21:44.441004 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-935ec0b3-2fd5-40d6-9d88-63ef4297c6a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ef7917-2e02-479b-99ef-bd8c1229f454 HTTP/1.1" status: 200 len: 999 time: 0.1928289 Nov 18 17:21:44.442966 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-6f61c6c7-6fcb-4e80-a4ca-51ddd23808fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ef7917-2e02-479b-99ef-bd8c1229f454 HTTP/1.1" status: 200 len: 999 time: 0.1825492 Nov 18 17:21:44.555734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-269248e7-7c63-464b-b85a-4ab50e35ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:44.557365 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-269248e7-7c63-464b-b85a-4ab50e35ed07 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4bdd1b36-e53e-4c18-a868-23989123548c HTTP/1.1" status: 200 len: 835 time: 0.1046624 Nov 18 17:21:44.621507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-15a64f6d-f3ae-4377-baf8-75bb5aae6aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:44.623040 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-15a64f6d-f3ae-4377-baf8-75bb5aae6aac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4bdd1b36-e53e-4c18-a868-23989123548c HTTP/1.1" status: 200 len: 835 time: 0.1716511 Nov 18 17:21:44.630872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-c8a07ca7-aa96-4e8f-8f8e-8a0943ed225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:44.632439 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-c8a07ca7-aa96-4e8f-8f8e-8a0943ed225b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655513 Nov 18 17:21:44.696585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-6487514f-c58e-4083-bba5-c56a69990a83 req-825aee81-3157-49a3-a4c5-621bc6463ffd service neutron] Attempting to bind port a8f0ea89-bfed-4c6c-8323-b36f81091032 on host n-h1-813419-11 for vnic_type normal with profile None {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:21:44.697179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-6487514f-c58e-4083-bba5-c56a69990a83 req-825aee81-3157-49a3-a4c5-621bc6463ffd service neutron] Attempting to bind port a8f0ea89-bfed-4c6c-8323-b36f81091032 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:21:44.697291 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487514f-c58e-4083-bba5-c56a69990a83 req-825aee81-3157-49a3-a4c5-621bc6463ffd service neutron] Attempting to bind port a8f0ea89-bfed-4c6c-8323-b36f81091032 on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:44.703150 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487514f-c58e-4083-bba5-c56a69990a83 req-825aee81-3157-49a3-a4c5-621bc6463ffd service neutron] Port a8f0ea89-bfed-4c6c-8323-b36f81091032 on network 046f327f-603a-4d9c-b996-c92415d5d886 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:21:44.703569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487514f-c58e-4083-bba5-c56a69990a83 req-825aee81-3157-49a3-a4c5-621bc6463ffd service neutron] Attempting to bind port a8f0ea89-bfed-4c6c-8323-b36f81091032 on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:21:44.717596 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54210) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:44.724473 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487514f-c58e-4083-bba5-c56a69990a83 req-825aee81-3157-49a3-a4c5-621bc6463ffd service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:21:44.724824 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487514f-c58e-4083-bba5-c56a69990a83 req-825aee81-3157-49a3-a4c5-621bc6463ffd service neutron] Checking segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:21:44.725211 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487514f-c58e-4083-bba5-c56a69990a83 req-825aee81-3157-49a3-a4c5-621bc6463ffd service neutron] Bound using segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:21:44.725661 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-6487514f-c58e-4083-bba5-c56a69990a83 req-825aee81-3157-49a3-a4c5-621bc6463ffd service neutron] Bound port: a8f0ea89-bfed-4c6c-8323-b36f81091032, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:21:44.738939 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c2c26a51-e472-405d-acd7-f021913b8835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:44.742375 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-8f6773a6-7ff7-4458-a111-6e48e48e9120 service neutron] 10.222.0.81 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996106 Nov 18 17:21:44.856397 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c2c26a51-e472-405d-acd7-f021913b8835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:44.901900 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-6487514f-c58e-4083-bba5-c56a69990a83 req-825aee81-3157-49a3-a4c5-621bc6463ffd service neutron] For port a8f0ea89-bfed-4c6c-8323-b36f81091032, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a8f0ea89-bfed-4c6c-8323-b36f81091032,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:21:44.952806 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c2c26a51-e472-405d-acd7-f021913b8835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:44.985835 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54220) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:45.012661 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6487514f-c58e-4083-bba5-c56a69990a83 req-825aee81-3157-49a3-a4c5-621bc6463ffd service neutron] Publish callbacks [] for binding, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:45.013969 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-825aee81-3157-49a3-a4c5-621bc6463ffd service neutron] 10.222.0.72 "POST /v2.0/ports/a8f0ea89-bfed-4c6c-8323-b36f81091032/bindings HTTP/1.1" status: 201 len: 390 time: 0.5983851 Nov 18 17:21:45.054054 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c2c26a51-e472-405d-acd7-f021913b8835 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=42be1c7707e64221ac09163dd1a59f27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3347054 Nov 18 17:21:45.058752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54224) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:45.075435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c26a51-e472-405d-acd7-f021913b8835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2db45d-9de1-435d-9f69-ccb0627259e5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:45.101981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a366599-3910-4c7b-ab8d-abc3441eede4 req-4581789a-ffff-47a5-9b22-a725a8ca7d51 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:45.109765 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a366599-3910-4c7b-ab8d-abc3441eede4 req-4581789a-ffff-47a5-9b22-a725a8ca7d51 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 943 time: 0.1773295 Nov 18 17:21:45.188855 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-78657a95-510e-43d3-b668-09fbb1543380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:45.202836 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-e46cbe89-036a-4007-a2e4-1cb2c20939ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:45.213566 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-e46cbe89-036a-4007-a2e4-1cb2c20939ab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5704947 Nov 18 17:21:45.213566 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-3f223faa-8d63-4349-bcb8-b9231fd37e50 service neutron] 10.222.0.81 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501152 Nov 18 17:21:45.228361 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a366599-3910-4c7b-ab8d-abc3441eede4 req-bad0a960-791e-45c7-a264-d75405ab4b04 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176674 Nov 18 17:21:45.234292 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f653762-b6a0-468e-8d7c-6e6d83801253 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:45.250520 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-78657a95-510e-43d3-b668-09fbb1543380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:45.298428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 12ef7917-2e02-479b-99ef-bd8c1229f454 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:21:45.373237 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f653762-b6a0-468e-8d7c-6e6d83801253 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:45.385160 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-ae840981-0528-4d65-8182-18fff29a864c service neutron] 10.222.0.83 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619785 Nov 18 17:21:45.396423 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 12ef7917-2e02-479b-99ef-bd8c1229f454 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:21:45.534511 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ba0e5c78-1d89-4d63-b17f-f6e646bb7bc5 req-11ddfccc-7cbd-42bd-b961-72e27eaedee7 service neutron] 10.222.0.83 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303957 Nov 18 17:21:45.558183 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-78657a95-510e-43d3-b668-09fbb1543380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:45.578882 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-78657a95-510e-43d3-b668-09fbb1543380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:45.578882 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-78657a95-510e-43d3-b668-09fbb1543380 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/af2db45d-9de1-435d-9f69-ccb0627259e5 HTTP/1.1" status: 204 len: 168 time: 0.5031657 Nov 18 17:21:45.578882 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f653762-b6a0-468e-8d7c-6e6d83801253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:45.584918 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78657a95-510e-43d3-b668-09fbb1543380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2db45d-9de1-435d-9f69-ccb0627259e5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:45.632481 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc7d18-185a-4f3e-879f-d910f403cafc req-ac5f763e-56aa-4b2f-8adb-8379e3103982 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:45.641992 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c7dc7d18-185a-4f3e-879f-d910f403cafc req-ac5f763e-56aa-4b2f-8adb-8379e3103982 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 945 time: 0.1209381 Nov 18 17:21:45.657101 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6f653762-b6a0-468e-8d7c-6e6d83801253 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=886640933b4c4514ad5e3235e40aac4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6628838 Nov 18 17:21:45.659844 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54232) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:45.666145 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f653762-b6a0-468e-8d7c-6e6d83801253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3010fed0-eff8-4347-b797-16d79479ecd2,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:45.724554 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c7dc7d18-185a-4f3e-879f-d910f403cafc req-07b320a8-0795-4f90-ac17-1e539707e3d5 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807383 Nov 18 17:21:45.741012 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cc0b9c4-bab1-46ce-b5f9-c2e0853db995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:45.800034 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cc0b9c4-bab1-46ce-b5f9-c2e0853db995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:46.146228 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cc0b9c4-bab1-46ce-b5f9-c2e0853db995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:46.152875 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cc0b9c4-bab1-46ce-b5f9-c2e0853db995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:46.152875 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4cc0b9c4-bab1-46ce-b5f9-c2e0853db995 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3010fed0-eff8-4347-b797-16d79479ecd2 HTTP/1.1" status: 204 len: 168 time: 0.4894338 Nov 18 17:21:46.160124 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0b9c4-bab1-46ce-b5f9-c2e0853db995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3010fed0-eff8-4347-b797-16d79479ecd2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:46.423941 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12a41d-e6d3-48c5-b1ed-90c11ee5c34f req-70aba27c-fefc-4352-9215-2ddf8b9cf5f8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:46.424781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487514f-c58e-4083-bba5-c56a69990a83 req-bb00fd05-3833-4830-ba51-612c693c476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:46.428848 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f12a41d-e6d3-48c5-b1ed-90c11ee5c34f req-70aba27c-fefc-4352-9215-2ddf8b9cf5f8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 943 time: 0.1017745 Nov 18 17:21:46.429090 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-bb00fd05-3833-4830-ba51-612c693c476b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 1097 time: 0.0557215 Nov 18 17:21:46.498305 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f12a41d-e6d3-48c5-b1ed-90c11ee5c34f req-6a483af1-c30e-49db-83bc-a9b4e59e7928 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653799 Nov 18 17:21:46.545682 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487514f-c58e-4083-bba5-c56a69990a83 req-bf545662-b8c1-4da6-8978-28c7e418a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:46.549757 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-bf545662-b8c1-4da6-8978-28c7e418a29c service neutron] 10.222.0.81 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 910 time: 0.1152320 Nov 18 17:21:46.612213 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-f5863255-2cfd-4111-a2bb-2552f05b8032 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8f0ea89-bfed-4c6c-8323-b36f81091032 HTTP/1.1" status: 200 len: 217 time: 0.0539510 Nov 18 17:21:46.672208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487514f-c58e-4083-bba5-c56a69990a83 req-ea6251f5-4dad-472e-b0a4-6355af8522a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:46.674010 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-ea6251f5-4dad-472e-b0a4-6355af8522a1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.0528996 Nov 18 17:21:46.726597 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-5964ff5d-0317-4963-a712-8ce02f850007 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417900 Nov 18 17:21:46.770942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946a61a-08d6-483f-b52a-4717e201ed75 req-c5a5a156-020b-46f0-9e71-e9694de8ce04 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:46.773125 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9946a61a-08d6-483f-b52a-4717e201ed75 req-c5a5a156-020b-46f0-9e71-e9694de8ce04 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 945 time: 0.0565403 Nov 18 17:21:46.832507 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9946a61a-08d6-483f-b52a-4717e201ed75 req-566d5c10-8b92-4775-803d-9d454c0a2811 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519278 Nov 18 17:21:46.848591 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-f37cd4f9-9bbf-4434-9319-badbacc6669c service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138484 Nov 18 17:21:46.930277 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54266) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:46.965020 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-508a1197-5b3d-410c-a885-f4eb7f5ce97b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:46.994836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc79d8-8155-489f-ad9f-5cdbc44d405a req-303ff773-7856-42f5-a619-698b7b535c80 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:47.000317 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dbfc79d8-8155-489f-ad9f-5cdbc44d405a req-303ff773-7856-42f5-a619-698b7b535c80 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 945 time: 0.1042123 Nov 18 17:21:47.009837 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-685b6d0e-0e03-4fac-b9ec-a6bc06dc486a service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510723 Nov 18 17:21:47.116231 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dbfc79d8-8155-489f-ad9f-5cdbc44d405a req-a87cfa69-7aec-48c6-94dc-c845ed69ab79 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116490 Nov 18 17:21:47.128130 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a40ae-1370-4dd5-91c1-1f335c303939 req-60f3b915-cbff-4976-9e77-8003d2b1b120 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:47.131572 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac7a40ae-1370-4dd5-91c1-1f335c303939 req-60f3b915-cbff-4976-9e77-8003d2b1b120 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 943 time: 0.1286542 Nov 18 17:21:47.185616 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-508a1197-5b3d-410c-a885-f4eb7f5ce97b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:47.220248 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac7a40ae-1370-4dd5-91c1-1f335c303939 req-914d3934-a667-4ba8-beb4-573c4c73e010 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791821 Nov 18 17:21:47.284778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a172d80-9731-41b5-b116-ebef2cd67007 req-704ab1dc-f1f6-4bbf-8e59-95633c5e2d8c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:47.287041 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4a172d80-9731-41b5-b116-ebef2cd67007 req-704ab1dc-f1f6-4bbf-8e59-95633c5e2d8c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d&tenant_id=2cf238edb8014a38996468367e264a07&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 943 time: 0.1426899 Nov 18 17:21:47.312038 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-508a1197-5b3d-410c-a885-f4eb7f5ce97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:47.370744 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-508a1197-5b3d-410c-a885-f4eb7f5ce97b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9368b1243d7540b68ec4a0c57fefa197&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4352124 Nov 18 17:21:47.371397 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54278) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:47.398546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a1197-5b3d-410c-a885-f4eb7f5ce97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325cf8d3-ca4d-4047-b1b1-0f0bbe47412b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:47.428367 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [req-4a172d80-9731-41b5-b116-ebef2cd67007 req-fec71fee-4944-4e74-8f3b-289c222e9451 service neutron] delete failed (client error): The resource could not be found. Nov 18 17:21:47.429399 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4a172d80-9731-41b5-b116-ebef2cd67007 req-fec71fee-4944-4e74-8f3b-289c222e9451 service neutron] 10.222.0.81 "DELETE /v2.0/ports/12ef7917-2e02-479b-99ef-bd8c1229f454/bindings/n-h1-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.1332223 Nov 18 17:21:47.500744 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1aa3277e-ff61-48d9-9be2-0a85414c5178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:47.559893 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1aa3277e-ff61-48d9-9be2-0a85414c5178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:47.588202 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a172d80-9731-41b5-b116-ebef2cd67007 req-47a0fc41-0315-4af4-9728-4dba1245d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:47.589801 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4a172d80-9731-41b5-b116-ebef2cd67007 req-47a0fc41-0315-4af4-9728-4dba1245d170 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 1095 time: 0.0811255 Nov 18 17:21:47.731351 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 12ef7917-2e02-479b-99ef-bd8c1229f454 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:21:47.740540 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1aa3277e-ff61-48d9-9be2-0a85414c5178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:47.743623 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1aa3277e-ff61-48d9-9be2-0a85414c5178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:47.745167 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1aa3277e-ff61-48d9-9be2-0a85414c5178 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/325cf8d3-ca4d-4047-b1b1-0f0bbe47412b HTTP/1.1" status: 204 len: 168 time: 0.3699274 Nov 18 17:21:47.779077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3277e-ff61-48d9-9be2-0a85414c5178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325cf8d3-ca4d-4047-b1b1-0f0bbe47412b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:47.886324 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a172d80-9731-41b5-b116-ebef2cd67007 req-9d4ca7af-f27e-403f-8048-26cd45ccaad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:47.888128 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4a172d80-9731-41b5-b116-ebef2cd67007 req-9d4ca7af-f27e-403f-8048-26cd45ccaad9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81 HTTP/1.1" status: 200 len: 899 time: 0.2905121 Nov 18 17:21:47.995389 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4a172d80-9731-41b5-b116-ebef2cd67007 req-2d900380-79d5-4c7b-9e27-d6e5231a2d51 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ef7917-2e02-479b-99ef-bd8c1229f454 HTTP/1.1" status: 200 len: 999 time: 0.0966091 Nov 18 17:21:48.001785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 12ef7917-2e02-479b-99ef-bd8c1229f454, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=12ef7917-2e02-479b-99ef-bd8c1229f454,segment=NetworkSegment(00764b23-792e-4303-be82-13f1719c4ba1),segment_id=00764b23-792e-4303-be82-13f1719c4ba1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:48.016854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '12ef7917-2e02-479b-99ef-bd8c1229f454', 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81', 'port_id': '12ef7917-2e02-479b-99ef-bd8c1229f454', 'mac_address': 'fa:16:3e:2d:7f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:21:48.095082 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ac63a-333d-41e8-aa50-b638df3e71e3 req-167280fe-c96c-4242-baf7-10fdaf6e9401 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:48.095425 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:48.120640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a172d80-9731-41b5-b116-ebef2cd67007 req-af1c6e6f-9739-43fe-a1ab-3131f2dc025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:48.122277 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4a172d80-9731-41b5-b116-ebef2cd67007 req-af1c6e6f-9739-43fe-a1ab-3131f2dc025a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4bdd1b36-e53e-4c18-a868-23989123548c HTTP/1.1" status: 200 len: 835 time: 0.1025026 Nov 18 17:21:48.124625 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a0ac63a-333d-41e8-aa50-b638df3e71e3 req-167280fe-c96c-4242-baf7-10fdaf6e9401 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 945 time: 0.1767778 Nov 18 17:21:48.128175 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ef7917-2e02-479b-99ef-bd8c1229f454 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:21:48.164750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 12ef7917-2e02-479b-99ef-bd8c1229f454, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=12ef7917-2e02-479b-99ef-bd8c1229f454,segment=NetworkSegment(00764b23-792e-4303-be82-13f1719c4ba1),segment_id=00764b23-792e-4303-be82-13f1719c4ba1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:48.202299 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a172d80-9731-41b5-b116-ebef2cd67007 req-856b016c-8c07-4dd0-8e39-d0df88a3a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:48.207680 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4a172d80-9731-41b5-b116-ebef2cd67007 req-856b016c-8c07-4dd0-8e39-d0df88a3a379 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762811 Nov 18 17:21:48.227778 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:48.251426 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a0ac63a-333d-41e8-aa50-b638df3e71e3 req-ca2ce7f1-c93f-46d2-966a-6a09e103ff5d tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203251 Nov 18 17:21:48.372471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=12ef7917-2e02-479b-99ef-bd8c1229f454,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:48.375673 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4a172d80-9731-41b5-b116-ebef2cd67007 req-8ca01f6e-dd22-4680-8466-ccf2398ed7c0 service neutron] 10.222.0.81 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574669 Nov 18 17:21:48.395581 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:48.396313 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:48.396668 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:48.397019 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:48.397364 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:48.397701 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:48.398041 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:48.398396 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:48.401237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:48.401584 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:48.407968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:48.407968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:21:48.499612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f874b-c757-48da-8556-bae8aaee4445 req-620003cd-187e-42b4-b7a3-e51d6310bae5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:48.509501 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-797f874b-c757-48da-8556-bae8aaee4445 req-620003cd-187e-42b4-b7a3-e51d6310bae5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 944 time: 0.1018925 Nov 18 17:21:48.528818 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['12ef7917-2e02-479b-99ef-bd8c1229f454'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:21:48.566734 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23a74b-4453-4187-9c3c-217899b99eee req-7e953939-9f84-4edf-a976-3a355f763efa tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:48.568356 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4a172d80-9731-41b5-b116-ebef2cd67007 req-13dd4df6-7c77-47b5-8876-22266417466c service neutron] 10.222.0.81 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764104 Nov 18 17:21:48.576209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d23a74b-4453-4187-9c3c-217899b99eee req-7e953939-9f84-4edf-a976-3a355f763efa tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 945 time: 0.2874556 Nov 18 17:21:48.624977 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afd0b4-e221-4a53-8a49-e7dee8ebe395 req-baab39dd-c0d0-45db-95a4-6017d07856c5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:48.626928 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9afd0b4-e221-4a53-8a49-e7dee8ebe395 req-baab39dd-c0d0-45db-95a4-6017d07856c5 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 945 time: 0.3143337 Nov 18 17:21:48.754448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d23a74b-4453-4187-9c3c-217899b99eee req-c7366c32-4ebe-4ab9-b2f5-f96196bcb973 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769922 Nov 18 17:21:48.884430 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-797f874b-c757-48da-8556-bae8aaee4445 req-e387e1c5-ea8f-4461-83c1-766e1065c67b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3735137 Nov 18 17:21:48.964041 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-c9afd0b4-e221-4a53-8a49-e7dee8ebe395 req-c65b7786-2b80-4fd4-ba46-a92e375dd91f tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Deleting port 1369631a-37f8-4596-b92e-b2ddd6296777 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:21:48.966414 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c9afd0b4-e221-4a53-8a49-e7dee8ebe395 req-c65b7786-2b80-4fd4-ba46-a92e375dd91f tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:49.107560 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-c9afd0b4-e221-4a53-8a49-e7dee8ebe395 req-c65b7786-2b80-4fd4-ba46-a92e375dd91f tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] For port 1369631a-37f8-4596-b92e-b2ddd6296777, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1369631a-37f8-4596-b92e-b2ddd6296777,segment=NetworkSegment(26b97f17-69d2-4609-8a98-6a597f6ae202),segment_id=26b97f17-69d2-4609-8a98-6a597f6ae202)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:49.107560 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c9afd0b4-e221-4a53-8a49-e7dee8ebe395 req-c65b7786-2b80-4fd4-ba46-a92e375dd91f tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:49.125467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-c9afd0b4-e221-4a53-8a49-e7dee8ebe395 req-c65b7786-2b80-4fd4-ba46-a92e375dd91f tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Calling delete_port for 1369631a-37f8-4596-b92e-b2ddd6296777 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:21:49.458118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1456e24-6584-4c1d-9be2-6ea562bd552b req-e54a97e4-8325-4df0-90f0-dc1c31f8abd8 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:49.459934 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1456e24-6584-4c1d-9be2-6ea562bd552b req-e54a97e4-8325-4df0-90f0-dc1c31f8abd8 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 945 time: 0.0825720 Nov 18 17:21:49.526295 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1456e24-6584-4c1d-9be2-6ea562bd552b req-98fc1c69-cf1e-43a8-b2ce-7f30844ac309 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596263 Nov 18 17:21:49.734081 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c9afd0b4-e221-4a53-8a49-e7dee8ebe395 req-c65b7786-2b80-4fd4-ba46-a92e375dd91f tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:49.735633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['1369631a-37f8-4596-b92e-b2ddd6296777'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:21:49.784575 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2', '90f696d1-589a-45b8-941b-f25344f5681a'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:21:49.803688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b7786-2b80-4fd4-ba46-a92e375dd91f tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Pushing event deleted for resources: {'Port': ['ID=1369631a-37f8-4596-b92e-b2ddd6296777,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:49.835009 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9afd0b4-e221-4a53-8a49-e7dee8ebe395 req-c65b7786-2b80-4fd4-ba46-a92e375dd91f tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] No DVR routers for this DVR port 1369631a-37f8-4596-b92e-b2ddd6296777 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:21:49.842842 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c9afd0b4-e221-4a53-8a49-e7dee8ebe395 req-c65b7786-2b80-4fd4-ba46-a92e375dd91f tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:49.850672 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9afd0b4-e221-4a53-8a49-e7dee8ebe395 req-c65b7786-2b80-4fd4-ba46-a92e375dd91f tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.81 "DELETE /v2.0/ports/1369631a-37f8-4596-b92e-b2ddd6296777 HTTP/1.1" status: 204 len: 173 time: 1.1975625 Nov 18 17:21:49.856179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d14e31d-eb02-4608-8500-fc921af973ce', 'name': 'network-vif-deleted', 'tag': '1369631a-37f8-4596-b92e-b2ddd6296777'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:49.874795 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3de7267-37e6-4942-a018-44f8708697b8" -d '{"events": [{"server_uuid": "6d14e31d-eb02-4608-8500-fc921af973ce", "name": "network-vif-deleted", "tag": "1369631a-37f8-4596-b92e-b2ddd6296777"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:49.925809 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 12ef7917-2e02-479b-99ef-bd8c1229f454 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:21:49.955213 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc54ad65-1497-4b8e-80c7-cd42a06cd23b x-openstack-request-id: req-dc54ad65-1497-4b8e-80c7-cd42a06cd23b {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:49.956006 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d14e31d-eb02-4608-8500-fc921af973ce", "name": "network-vif-deleted", "tag": "1369631a-37f8-4596-b92e-b2ddd6296777", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:49.956597 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dc54ad65-1497-4b8e-80c7-cd42a06cd23b {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:49.957089 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d14e31d-eb02-4608-8500-fc921af973ce', 'name': 'network-vif-deleted', 'tag': '1369631a-37f8-4596-b92e-b2ddd6296777', 'status': 'completed', 'code': 200} Nov 18 17:21:50.006065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe8cc5-71b7-4edb-b98f-830e663db332 req-dee73406-30ee-4ae0-a608-04743987c6f2 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:50.020115 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41fe8cc5-71b7-4edb-b98f-830e663db332 req-dee73406-30ee-4ae0-a608-04743987c6f2 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 945 time: 0.1233654 Nov 18 17:21:50.096593 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41fe8cc5-71b7-4edb-b98f-830e663db332 req-83c276fe-7774-47d2-9b07-cf5a75ca8937 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743928 Nov 18 17:21:50.316236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 12ef7917-2e02-479b-99ef-bd8c1229f454 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:21:50.326085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 12ef7917-2e02-479b-99ef-bd8c1229f454 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:21:50.326468 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:50.350929 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5096b99-7d03-474d-a5e3-9c8422966736 req-8a039c08-5e0e-4e5b-8ab8-4ab7b6503870 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:50.367197 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c5096b99-7d03-474d-a5e3-9c8422966736 req-8a039c08-5e0e-4e5b-8ab8-4ab7b6503870 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 944 time: 0.1538191 Nov 18 17:21:50.540964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c5096b99-7d03-474d-a5e3-9c8422966736 req-8ada2afe-0962-4463-82dc-bddfb6efb5e6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695399 Nov 18 17:21:50.551358 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:50.586710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54362) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:50.623041 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ef7917-2e02-479b-99ef-bd8c1229f454'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:50.625399 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e0f4b0-fbef-407e-b972-9b5c68a1fd14" -d '{"events": [{"server_uuid": "f4318c25-9af7-4e19-b793-c339fea0190d", "name": "network-vif-plugged", "status": "completed", "tag": "12ef7917-2e02-479b-99ef-bd8c1229f454"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:50.658537 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 12ef7917-2e02-479b-99ef-bd8c1229f454, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=12ef7917-2e02-479b-99ef-bd8c1229f454,segment=NetworkSegment(00764b23-792e-4303-be82-13f1719c4ba1),segment_id=00764b23-792e-4303-be82-13f1719c4ba1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:50.712749 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:50.715417 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd91841-c1c6-4079-babe-1c57f9d5e4f8 x-openstack-request-id: req-abd91841-c1c6-4079-babe-1c57f9d5e4f8 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:50.715713 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4318c25-9af7-4e19-b793-c339fea0190d", "name": "network-vif-plugged", "status": "completed", "tag": "12ef7917-2e02-479b-99ef-bd8c1229f454", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:50.720549 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-abd91841-c1c6-4079-babe-1c57f9d5e4f8 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:50.720549 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ef7917-2e02-479b-99ef-bd8c1229f454', 'code': 200} Nov 18 17:21:50.744680 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99a9f301-733f-4d43-8f9b-9a90f37e529f req-0ede1ee7-1e4c-468c-8a45-3b26eb06a46b tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d14e31d-eb02-4608-8500-fc921af973ce HTTP/1.1" status: 200 len: 210 time: 0.0398517 Nov 18 17:21:50.751845 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3fe4aa42-c8e9-4dbd-8b2d-0a6d5cf2fe5a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/b1698a38-7afc-4f5a-993f-dc05a799d72d HTTP/1.1" status: 200 len: 992 time: 0.1607285 Nov 18 17:21:50.787249 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=12ef7917-2e02-479b-99ef-bd8c1229f454,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:51.301919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2754e-3ce3-40d7-9b1a-de04759e315f req-cfa10343-33cf-48c0-9db0-00992b292eed tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:51.311726 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2c2754e-3ce3-40d7-9b1a-de04759e315f req-cfa10343-33cf-48c0-9db0-00992b292eed tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 945 time: 0.0991693 Nov 18 17:21:51.322989 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:51.408221 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2c2754e-3ce3-40d7-9b1a-de04759e315f req-8f2ab564-25ba-4bd6-8ac1-cbdf542bfe62 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842636 Nov 18 17:21:52.540076 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d30ea-9aad-48a7-8e9a-ac798da3ac03 req-021907d1-2568-41d0-ba8e-13b0749283db tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:52.542994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b93d30ea-9aad-48a7-8e9a-ac798da3ac03 req-021907d1-2568-41d0-ba8e-13b0749283db tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 945 time: 0.0759187 Nov 18 17:21:52.597094 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b93d30ea-9aad-48a7-8e9a-ac798da3ac03 req-abd47506-60dd-4d1e-9922-2a3363e98c7d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485220 Nov 18 17:21:52.813096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41241ca-3b8b-4917-8d71-88ceaeba7359 req-236e2ce5-b381-415e-a44f-bd96653ad676 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:52.839468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c41241ca-3b8b-4917-8d71-88ceaeba7359 req-236e2ce5-b381-415e-a44f-bd96653ad676 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0c3dea6-7279-40da-ac88-a2238f825274 HTTP/1.1" status: 200 len: 946 time: 0.1078386 Nov 18 17:21:52.864968 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:52.932496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c41241ca-3b8b-4917-8d71-88ceaeba7359 req-27660e12-bfea-47d7-9118-88684cb15472 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873797 Nov 18 17:21:53.173969 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:21:53.215103 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54442) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:53.350662 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4afa4d95-1bd7-4d5b-b69f-c8e45a716568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:53.354229 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1369631a-37f8-4596-b92e-b2ddd6296777 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:21:53.405381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 1369631a-37f8-4596-b92e-b2ddd6296777 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:21:53.405724 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1369631a-37f8-4596-b92e-b2ddd6296777 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:21:53.450716 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4afa4d95-1bd7-4d5b-b69f-c8e45a716568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:53.488824 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4afa4d95-1bd7-4d5b-b69f-c8e45a716568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:53.536798 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4afa4d95-1bd7-4d5b-b69f-c8e45a716568 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=05d58dd8efb745cb820101c47d220a02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194146 Nov 18 17:21:53.540804 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa4d95-1bd7-4d5b-b69f-c8e45a716568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3fbd48-41b2-4b14-9f56-f3155f37d0d0,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:53.542291 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54464) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:53.602810 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1427d282-9c14-40f5-b19e-4f990c88e49e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:53.627485 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1427d282-9c14-40f5-b19e-4f990c88e49e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:53.758944 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088a70d-52ec-4bf8-a650-2ce2577a4af8 req-5e22f96e-4e41-40e1-944b-b954078bde21 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:53.760763 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9088a70d-52ec-4bf8-a650-2ce2577a4af8 req-5e22f96e-4e41-40e1-944b-b954078bde21 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 945 time: 0.0539019 Nov 18 17:21:53.774602 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1427d282-9c14-40f5-b19e-4f990c88e49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:53.777710 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1427d282-9c14-40f5-b19e-4f990c88e49e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:53.779063 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1427d282-9c14-40f5-b19e-4f990c88e49e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0d3fbd48-41b2-4b14-9f56-f3155f37d0d0 HTTP/1.1" status: 204 len: 168 time: 0.2355185 Nov 18 17:21:53.788755 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427d282-9c14-40f5-b19e-4f990c88e49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3fbd48-41b2-4b14-9f56-f3155f37d0d0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:53.891008 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9088a70d-52ec-4bf8-a650-2ce2577a4af8 req-e0642ca8-a92c-46c4-828f-4dcf9cb765a0 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230383 Nov 18 17:21:54.166309 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa7af9-c2d4-478f-95fb-9f691b827c6f req-8b908f72-936b-4864-8c77-5a93fd6fc1c8 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:54.168583 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3daa7af9-c2d4-478f-95fb-9f691b827c6f req-8b908f72-936b-4864-8c77-5a93fd6fc1c8 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0c3dea6-7279-40da-ac88-a2238f825274 HTTP/1.1" status: 200 len: 946 time: 0.1154804 Nov 18 17:21:54.170342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54476) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:54.270447 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3daa7af9-c2d4-478f-95fb-9f691b827c6f req-dc6eccdc-19f8-4293-a908-8eaa11c4d329 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930505 Nov 18 17:21:54.349044 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-26d56497-baf0-4218-ae94-b46747fbcb9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:54.431679 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19a4c4-41b2-4acb-a0c4-6f1c64a31679 req-81727884-723a-414d-b223-4b6cb9e54db8 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:54.433692 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe19a4c4-41b2-4acb-a0c4-6f1c64a31679 req-81727884-723a-414d-b223-4b6cb9e54db8 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.83 "GET /v2.0/ports?device_id=e0c3dea6-7279-40da-ac88-a2238f825274 HTTP/1.1" status: 200 len: 946 time: 0.0968201 Nov 18 17:21:54.532338 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54484) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:54.554472 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-58dd6534-c4eb-4769-a9c5-d83e6b7bee89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:54.594869 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-26d56497-baf0-4218-ae94-b46747fbcb9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:54.609485 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-fe19a4c4-41b2-4acb-a0c4-6f1c64a31679 req-e5131445-b350-4e17-adde-78f721449faf tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Deleting port 90f696d1-589a-45b8-941b-f25344f5681a {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:21:54.631063 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fe19a4c4-41b2-4acb-a0c4-6f1c64a31679 req-e5131445-b350-4e17-adde-78f721449faf tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:54.667307 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-58dd6534-c4eb-4769-a9c5-d83e6b7bee89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:54.728089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-fe19a4c4-41b2-4acb-a0c4-6f1c64a31679 req-e5131445-b350-4e17-adde-78f721449faf tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] For port 90f696d1-589a-45b8-941b-f25344f5681a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=90f696d1-589a-45b8-941b-f25344f5681a,segment=NetworkSegment(26b97f17-69d2-4609-8a98-6a597f6ae202),segment_id=26b97f17-69d2-4609-8a98-6a597f6ae202)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:54.728460 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fe19a4c4-41b2-4acb-a0c4-6f1c64a31679 req-e5131445-b350-4e17-adde-78f721449faf tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:54.741135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-fe19a4c4-41b2-4acb-a0c4-6f1c64a31679 req-e5131445-b350-4e17-adde-78f721449faf tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Calling delete_port for 90f696d1-589a-45b8-941b-f25344f5681a owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:21:54.787937 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-26d56497-baf0-4218-ae94-b46747fbcb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:54.808623 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-58dd6534-c4eb-4769-a9c5-d83e6b7bee89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:54.846720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d56497-baf0-4218-ae94-b46747fbcb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fa6646-6086-4750-86f6-049186cfa32e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:54.851672 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-58dd6534-c4eb-4769-a9c5-d83e6b7bee89 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2baf1a1d206648e18db125916eac3c17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3151906 Nov 18 17:21:54.851672 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54486) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:54.853496 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-26d56497-baf0-4218-ae94-b46747fbcb9d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=56f175d24de8432c9253685e35aca64e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6817696 Nov 18 17:21:54.855574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd6534-c4eb-4769-a9c5-d83e6b7bee89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ee4cb4-11d8-48df-9645-26aa8b003714,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:54.863026 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54488) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:54.933275 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a66bbf7-47b7-4493-bd53-ce33878faa0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:54.965430 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0e0c9fc9-f015-4ddc-a58c-3631b7fef60a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:54.973038 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a66bbf7-47b7-4493-bd53-ce33878faa0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:55.016616 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0e0c9fc9-f015-4ddc-a58c-3631b7fef60a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:55.045887 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fe19a4c4-41b2-4acb-a0c4-6f1c64a31679 req-e5131445-b350-4e17-adde-78f721449faf tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:55.059243 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2', '90f696d1-589a-45b8-941b-f25344f5681a'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:21:55.082398 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614d524-de44-44c3-9bc9-8888162fd3a4 req-91c6c832-e319-412e-b09a-9392deef29cd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:55.091565 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3614d524-de44-44c3-9bc9-8888162fd3a4 req-91c6c832-e319-412e-b09a-9392deef29cd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 945 time: 0.0738862 Nov 18 17:21:55.103050 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5131445-b350-4e17-adde-78f721449faf tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Pushing event deleted for resources: {'Port': ['ID=90f696d1-589a-45b8-941b-f25344f5681a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:55.143347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3614d524-de44-44c3-9bc9-8888162fd3a4 req-f208afca-329b-4f24-a62f-8ade04130e80 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508552 Nov 18 17:21:55.180382 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a66bbf7-47b7-4493-bd53-ce33878faa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:55.184843 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a66bbf7-47b7-4493-bd53-ce33878faa0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:55.189453 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8a66bbf7-47b7-4493-bd53-ce33878faa0b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/91ee4cb4-11d8-48df-9645-26aa8b003714 HTTP/1.1" status: 204 len: 168 time: 0.3334527 Nov 18 17:21:55.209449 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe19a4c4-41b2-4acb-a0c4-6f1c64a31679 req-e5131445-b350-4e17-adde-78f721449faf tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] No DVR routers for this DVR port 90f696d1-589a-45b8-941b-f25344f5681a on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:21:55.216142 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fe19a4c4-41b2-4acb-a0c4-6f1c64a31679 req-e5131445-b350-4e17-adde-78f721449faf tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:55.217175 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66bbf7-47b7-4493-bd53-ce33878faa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ee4cb4-11d8-48df-9645-26aa8b003714,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:55.221546 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe19a4c4-41b2-4acb-a0c4-6f1c64a31679 req-e5131445-b350-4e17-adde-78f721449faf tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.83 "DELETE /v2.0/ports/90f696d1-589a-45b8-941b-f25344f5681a HTTP/1.1" status: 204 len: 173 time: 0.7802687 Nov 18 17:21:55.222084 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c3dea6-7279-40da-ac88-a2238f825274', 'name': 'network-vif-deleted', 'tag': '90f696d1-589a-45b8-941b-f25344f5681a'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:55.224803 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6048a6-4b71-4fc4-ae5c-4712a236dfcd" -d '{"events": [{"server_uuid": "e0c3dea6-7279-40da-ac88-a2238f825274", "name": "network-vif-deleted", "tag": "90f696d1-589a-45b8-941b-f25344f5681a"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:55.297904 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6801d3-3453-4529-af00-3a4c26cae2d3 x-openstack-request-id: req-4c6801d3-3453-4529-af00-3a4c26cae2d3 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:55.297904 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c3dea6-7279-40da-ac88-a2238f825274", "name": "network-vif-deleted", "tag": "90f696d1-589a-45b8-941b-f25344f5681a", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:55.297904 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4c6801d3-3453-4529-af00-3a4c26cae2d3 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:55.297904 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c3dea6-7279-40da-ac88-a2238f825274', 'name': 'network-vif-deleted', 'tag': '90f696d1-589a-45b8-941b-f25344f5681a', 'status': 'completed', 'code': 200} Nov 18 17:21:55.320897 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0e0c9fc9-f015-4ddc-a58c-3631b7fef60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:55.326762 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0e0c9fc9-f015-4ddc-a58c-3631b7fef60a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:55.333740 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0e0c9fc9-f015-4ddc-a58c-3631b7fef60a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/78fa6646-6086-4750-86f6-049186cfa32e HTTP/1.1" status: 204 len: 168 time: 0.4696271 Nov 18 17:21:55.354899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c9fc9-f015-4ddc-a58c-3631b7fef60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fa6646-6086-4750-86f6-049186cfa32e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:55.408803 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ea8a527-b6b5-463d-895c-816329e2e7d0 req-0dcc2209-140b-411f-9c5c-f621dc7c83ad tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0c3dea6-7279-40da-ac88-a2238f825274 HTTP/1.1" status: 200 len: 210 time: 0.0341721 Nov 18 17:21:56.034214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54524) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:56.052143 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca3d2e56-ccc4-4761-bd0a-e5f305fc2550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:56.139783 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca3d2e56-ccc4-4761-bd0a-e5f305fc2550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:56.214303 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca3d2e56-ccc4-4761-bd0a-e5f305fc2550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:56.266800 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ca3d2e56-ccc4-4761-bd0a-e5f305fc2550 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4d3cbc61afab4c788d0b810688e01801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2302790 Nov 18 17:21:56.267016 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54534) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:21:56.269084 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d2e56-ccc4-4761-bd0a-e5f305fc2550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070a178d-e790-4385-b052-7886c9df6476,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:56.348361 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a4ef-6ea8-436a-9449-000a2e84b4eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:56.392753 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a4ef-6ea8-436a-9449-000a2e84b4eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:56.420207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837abb4-7347-4584-930c-75f6df910277 req-8e7ea536-a013-4485-8cb4-f85292a1cfa4 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:56.421799 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d837abb4-7347-4584-930c-75f6df910277 req-8e7ea536-a013-4485-8cb4-f85292a1cfa4 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 945 time: 0.0996394 Nov 18 17:21:56.515406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d837abb4-7347-4584-930c-75f6df910277 req-6c229905-80fd-4e9d-84c0-9a984d0a431c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766027 Nov 18 17:21:56.573787 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a4ef-6ea8-436a-9449-000a2e84b4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:56.577442 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a4ef-6ea8-436a-9449-000a2e84b4eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:56.580277 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5fa2a4ef-6ea8-436a-9449-000a2e84b4eb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/070a178d-e790-4385-b052-7886c9df6476 HTTP/1.1" status: 204 len: 168 time: 0.3122938 Nov 18 17:21:56.609557 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2a4ef-6ea8-436a-9449-000a2e84b4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070a178d-e790-4385-b052-7886c9df6476,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:56.964409 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e7afc-509a-4bd2-90e8-06e33abeffbf req-2004dec0-684b-4c02-8f65-a5f08c8bcfb0 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:56.968011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f6e7afc-509a-4bd2-90e8-06e33abeffbf req-2004dec0-684b-4c02-8f65-a5f08c8bcfb0 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0534856 Nov 18 17:21:57.038729 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f6e7afc-509a-4bd2-90e8-06e33abeffbf req-75db2ef4-a1c9-4824-ac18-16e3fa43f499 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625236 Nov 18 17:21:57.636527 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956efcc-18ee-4f93-9cf8-34a14353c72c req-1eeac072-1be9-451c-87ac-741e58fd6e2f tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:57.638046 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6956efcc-18ee-4f93-9cf8-34a14353c72c req-1eeac072-1be9-451c-87ac-741e58fd6e2f tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 945 time: 0.0518281 Nov 18 17:21:57.706691 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6956efcc-18ee-4f93-9cf8-34a14353c72c req-ebf2238c-9961-4069-bd41-1d87d231da85 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501027 Nov 18 17:21:58.177331 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755d895-4941-4870-ae7c-73a5aa995f04 req-452ddb70-8e9e-407c-9891-e2ab327fd0d8 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:58.179164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5755d895-4941-4870-ae7c-73a5aa995f04 req-452ddb70-8e9e-407c-9891-e2ab327fd0d8 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0568981 Nov 18 17:21:58.234201 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5755d895-4941-4870-ae7c-73a5aa995f04 req-fb49d758-38d9-4847-8f7b-e613ae00d68e tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440547 Nov 18 17:21:58.857284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97ce32-2996-4d1d-83d2-8243ffd9a97f req-269863d0-8e12-45a4-b9b1-49680740b143 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:58.857284 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de97ce32-2996-4d1d-83d2-8243ffd9a97f req-269863d0-8e12-45a4-b9b1-49680740b143 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 945 time: 0.0711563 Nov 18 17:21:58.903042 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a021b8-72ba-403e-9e22-264b9df9c41c req-8034e1d2-d062-471c-9275-ea3f99ef5962 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:58.905302 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-82a021b8-72ba-403e-9e22-264b9df9c41c req-8034e1d2-d062-471c-9275-ea3f99ef5962 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.83 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 946 time: 0.0732629 Nov 18 17:21:58.936770 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de97ce32-2996-4d1d-83d2-8243ffd9a97f req-7dbd3e0d-970b-4d7e-8af6-7650b6d37b2f tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499310 Nov 18 17:21:59.019574 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-82a021b8-72ba-403e-9e22-264b9df9c41c req-44f8c30a-c0da-411b-8cf6-843d22c87b97 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Deleting port b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:21:59.020141 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-82a021b8-72ba-403e-9e22-264b9df9c41c req-44f8c30a-c0da-411b-8cf6-843d22c87b97 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:59.114828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-82a021b8-72ba-403e-9e22-264b9df9c41c req-44f8c30a-c0da-411b-8cf6-843d22c87b97 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] For port b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2,segment=NetworkSegment(26b97f17-69d2-4609-8a98-6a597f6ae202),segment_id=26b97f17-69d2-4609-8a98-6a597f6ae202)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:21:59.115233 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-82a021b8-72ba-403e-9e22-264b9df9c41c req-44f8c30a-c0da-411b-8cf6-843d22c87b97 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:59.127806 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-82a021b8-72ba-403e-9e22-264b9df9c41c req-44f8c30a-c0da-411b-8cf6-843d22c87b97 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Calling delete_port for b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:21:59.335075 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-82a021b8-72ba-403e-9e22-264b9df9c41c req-44f8c30a-c0da-411b-8cf6-843d22c87b97 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:59.350619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:21:59.375495 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8c30a-c0da-411b-8cf6-843d22c87b97 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Pushing event deleted for resources: {'Port': ['ID=b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:21:59.393193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaeec0-4e00-48f7-8eca-0710c8280df8 req-905fa485-666c-4a7b-b1a3-ba053588795f tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:21:59.401344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91aaeec0-4e00-48f7-8eca-0710c8280df8 req-905fa485-666c-4a7b-b1a3-ba053588795f tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 867 time: 0.0914166 Nov 18 17:21:59.437957 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a021b8-72ba-403e-9e22-264b9df9c41c req-44f8c30a-c0da-411b-8cf6-843d22c87b97 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] No DVR routers for this DVR port b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:21:59.447415 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-82a021b8-72ba-403e-9e22-264b9df9c41c req-44f8c30a-c0da-411b-8cf6-843d22c87b97 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:21:59.447520 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-82a021b8-72ba-403e-9e22-264b9df9c41c req-44f8c30a-c0da-411b-8cf6-843d22c87b97 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.83 "DELETE /v2.0/ports/b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 HTTP/1.1" status: 204 len: 173 time: 0.5332749 Nov 18 17:21:59.448144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92099d2e-28c2-4e99-8c5e-930a3eeed014', 'name': 'network-vif-deleted', 'tag': 'b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:21:59.450766 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a26da6-5179-425b-b86f-e43a50a90f43" -d '{"events": [{"server_uuid": "92099d2e-28c2-4e99-8c5e-930a3eeed014", "name": "network-vif-deleted", "tag": "b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:21:59.501455 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62f5023-a75e-4bc6-9b6c-dc0ead6c0370 x-openstack-request-id: req-a62f5023-a75e-4bc6-9b6c-dc0ead6c0370 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:21:59.501904 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92099d2e-28c2-4e99-8c5e-930a3eeed014", "name": "network-vif-deleted", "tag": "b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:21:59.502241 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a62f5023-a75e-4bc6-9b6c-dc0ead6c0370 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:21:59.502756 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92099d2e-28c2-4e99-8c5e-930a3eeed014', 'name': 'network-vif-deleted', 'tag': 'b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2', 'status': 'completed', 'code': 200} Nov 18 17:21:59.517537 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91aaeec0-4e00-48f7-8eca-0710c8280df8 req-0f911193-6b4d-4f39-a0ae-1ca2e27d1447 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/security-groups?id=615372db-50ec-4fb2-b138-1cba537cef94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113517 Nov 18 17:21:59.757310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 90f696d1-589a-45b8-941b-f25344f5681a no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:21:59.783337 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 90f696d1-589a-45b8-941b-f25344f5681a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:21:59.784091 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 90f696d1-589a-45b8-941b-f25344f5681a not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:21:59.957320 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec00e7c7-7893-40c3-b0d5-0702ee60afa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:00.068750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2c27b-7511-4dd3-a267-aa45b19cfcdb req-1b3a8d5d-7fc5-4a06-bbda-3caf3a71dbb0 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:00.071160 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e3b2c27b-7511-4dd3-a267-aa45b19cfcdb req-1b3a8d5d-7fc5-4a06-bbda-3caf3a71dbb0 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 945 time: 0.0616138 Nov 18 17:22:00.124186 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e3b2c27b-7511-4dd3-a267-aa45b19cfcdb req-58376de7-d3af-403b-8924-7ddf1fd82d89 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462272 Nov 18 17:22:00.451085 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54670) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:00.604447 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bee312f5-3cc7-4aa0-8b21-acd7a5d2dec3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:00.642086 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e037e9f-25af-418d-ba51-69cdbdf7e22f req-34c6fd3f-9abe-4e38-ba17-7ae640ff9665 tempest-ListServerFiltersTestJSON-793026356 tempest-ListServerFiltersTestJSON-793026356-project] 10.222.0.72 "GET /v2.0/ports?device_id=92099d2e-28c2-4e99-8c5e-930a3eeed014 HTTP/1.1" status: 200 len: 210 time: 0.0352268 Nov 18 17:22:00.714570 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bee312f5-3cc7-4aa0-8b21-acd7a5d2dec3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:00.797637 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bee312f5-3cc7-4aa0-8b21-acd7a5d2dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:00.836665 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee312f5-3cc7-4aa0-8b21-acd7a5d2dec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d07e061-fba3-4e27-ab9e-4511b81618e7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:00.840484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bee312f5-3cc7-4aa0-8b21-acd7a5d2dec3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0a13fe9a5bef4f2884513ed63507117a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3881071 Nov 18 17:22:00.843313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54682) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:00.847213 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee312f5-3cc7-4aa0-8b21-acd7a5d2dec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:00.847553 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee312f5-3cc7-4aa0-8b21-acd7a5d2dec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:00.847927 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee312f5-3cc7-4aa0-8b21-acd7a5d2dec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:00.848281 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee312f5-3cc7-4aa0-8b21-acd7a5d2dec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:00.848616 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee312f5-3cc7-4aa0-8b21-acd7a5d2dec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:00.848952 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee312f5-3cc7-4aa0-8b21-acd7a5d2dec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:00.849306 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee312f5-3cc7-4aa0-8b21-acd7a5d2dec3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:00.849605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee312f5-3cc7-4aa0-8b21-acd7a5d2dec3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:00.849927 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee312f5-3cc7-4aa0-8b21-acd7a5d2dec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:00.850259 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee312f5-3cc7-4aa0-8b21-acd7a5d2dec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:00.850593 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee312f5-3cc7-4aa0-8b21-acd7a5d2dec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:00.850919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee312f5-3cc7-4aa0-8b21-acd7a5d2dec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:00.905395 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7cd4379b-e97a-48ee-ba93-73e03446616e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:00.929552 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7cd4379b-e97a-48ee-ba93-73e03446616e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:01.060383 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7cd4379b-e97a-48ee-ba93-73e03446616e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:01.063273 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7cd4379b-e97a-48ee-ba93-73e03446616e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:01.064525 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7cd4379b-e97a-48ee-ba93-73e03446616e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0d07e061-fba3-4e27-ab9e-4511b81618e7 HTTP/1.1" status: 204 len: 168 time: 0.2201557 Nov 18 17:22:01.073453 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4379b-e97a-48ee-ba93-73e03446616e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d07e061-fba3-4e27-ab9e-4511b81618e7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:01.249854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc31d74-36c3-4281-a526-4dc17ce1b48a req-7b0f1681-3f5e-415e-b6ce-f3220bdec97d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:01.251402 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bc31d74-36c3-4281-a526-4dc17ce1b48a req-7b0f1681-3f5e-415e-b6ce-f3220bdec97d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 945 time: 0.0544720 Nov 18 17:22:01.303887 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bc31d74-36c3-4281-a526-4dc17ce1b48a req-a4df35cd-1007-450b-b333-5bb328b92f0c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451391 Nov 18 17:22:01.709023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ff3f595-b3dc-4092-b80e-6b0aec24dc7d tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:01.711212 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ff3f595-b3dc-4092-b80e-6b0aec24dc7d tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee&tenant_id=3b796403dcb74a789ab8781aa545eb18&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 1097 time: 0.0524473 Nov 18 17:22:01.719382 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54698) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:01.728717 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813419-11'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:01.776116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-1762e805-110c-4051-8955-d87e3ba20f3c admin admin] Deleting subnet 7e9b9d89-c976-4008-a9f2-51e09be9f328 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:22:01.780261 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1762e805-110c-4051-8955-d87e3ba20f3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:01.791522 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:01.817605 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1762e805-110c-4051-8955-d87e3ba20f3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:01.860119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54700) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:01.880449 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b650358b-57b0-42a7-8b1c-333438e67f00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:01.931886 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] For port a8f0ea89-bfed-4c6c-8323-b36f81091032, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a8f0ea89-bfed-4c6c-8323-b36f81091032,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:01.932753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1762e805-110c-4051-8955-d87e3ba20f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:01.973495 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] For port a8f0ea89-bfed-4c6c-8323-b36f81091032, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:22:02.024067 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07691319-7d35-425b-9493-f73cc29a37ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f0ea89-bfed-4c6c-8323-b36f81091032'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:22:02.026743 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0917615-54f8-4380-97cb-c0633e25ee3f" -d '{"events": [{"server_uuid": "07691319-7d35-425b-9493-f73cc29a37ee", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f0ea89-bfed-4c6c-8323-b36f81091032"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:22:02.031046 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:02.051653 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b650358b-57b0-42a7-8b1c-333438e67f00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:02.075453 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bb3fbf-f663-44aa-816f-63e8cfce4684 x-openstack-request-id: req-01bb3fbf-f663-44aa-816f-63e8cfce4684 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:22:02.075736 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07691319-7d35-425b-9493-f73cc29a37ee", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f0ea89-bfed-4c6c-8323-b36f81091032", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:22:02.076127 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-01bb3fbf-f663-44aa-816f-63e8cfce4684 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:22:02.076832 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07691319-7d35-425b-9493-f73cc29a37ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f0ea89-bfed-4c6c-8323-b36f81091032', 'code': 200} Nov 18 17:22:02.111977 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1762e805-110c-4051-8955-d87e3ba20f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:02.134383 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:02.139107 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b650358b-57b0-42a7-8b1c-333438e67f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:02.141555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762e805-110c-4051-8955-d87e3ba20f3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9b9d89-c976-4008-a9f2-51e09be9f328,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:02.159229 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a5e842-4b23-44c8-8544-efbc092e40d6 None None] Network f781338f-8486-4e4a-b308-8976616993eb requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:22:02.162084 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1762e805-110c-4051-8955-d87e3ba20f3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:02.167201 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1762e805-110c-4051-8955-d87e3ba20f3c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7e9b9d89-c976-4008-a9f2-51e09be9f328 HTTP/1.1" status: 204 len: 168 time: 0.4456763 Nov 18 17:22:02.174033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54706) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:02.189448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650358b-57b0-42a7-8b1c-333438e67f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef81bb4-721d-47c6-9fe7-40533c1c1170,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:02.193586 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b650358b-57b0-42a7-8b1c-333438e67f00 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b0b2733d03a3442caaece95c5748d3ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3323805 Nov 18 17:22:02.196156 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54708) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:02.228153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Pushing event updated for resources: {'Port': ['ID=a8f0ea89-bfed-4c6c-8323-b36f81091032,revision_number=7']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:02.253365 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f94f37eb-c56e-4e50-9c8b-7bdd3ecd89c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:02.287053 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f94f37eb-c56e-4e50-9c8b-7bdd3ecd89c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:02.376742 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-128f2ca7-34eb-4303-8006-8cdd92632781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:02.409589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943084c6-1308-4d4e-b8ae-8c39fc6c6e69 None None] DHCP port deletion for f781338f-8486-4e4a-b308-8976616993eb request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:22:02.467236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-943084c6-1308-4d4e-b8ae-8c39fc6c6e69 None None] Deleting port a162f623-5d28-40b3-827f-494edf4e9bfb {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:22:02.467539 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-943084c6-1308-4d4e-b8ae-8c39fc6c6e69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:02.482893 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f94f37eb-c56e-4e50-9c8b-7bdd3ecd89c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:02.491078 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f94f37eb-c56e-4e50-9c8b-7bdd3ecd89c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:02.491078 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f94f37eb-c56e-4e50-9c8b-7bdd3ecd89c5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6ef81bb4-721d-47c6-9fe7-40533c1c1170 HTTP/1.1" status: 204 len: 168 time: 0.2907107 Nov 18 17:22:02.498170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f37eb-c56e-4e50-9c8b-7bdd3ecd89c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef81bb4-721d-47c6-9fe7-40533c1c1170,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:02.580228 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-943084c6-1308-4d4e-b8ae-8c39fc6c6e69 None None] For port a162f623-5d28-40b3-827f-494edf4e9bfb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a162f623-5d28-40b3-827f-494edf4e9bfb,segment=NetworkSegment(26b97f17-69d2-4609-8a98-6a597f6ae202),segment_id=26b97f17-69d2-4609-8a98-6a597f6ae202)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:02.580921 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-943084c6-1308-4d4e-b8ae-8c39fc6c6e69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:02.616343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-943084c6-1308-4d4e-b8ae-8c39fc6c6e69 None None] Calling delete_port for a162f623-5d28-40b3-827f-494edf4e9bfb owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:22:02.690186 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:02.707475 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Attempting to bind port a8f0ea89-bfed-4c6c-8323-b36f81091032 on host n-h2-813419-11 for vnic_type normal with profile {"migrating_to": "n-h1-813419-11"} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:22:02.707843 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Attempting to bind port a8f0ea89-bfed-4c6c-8323-b36f81091032 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:22:02.708196 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Attempting to bind port a8f0ea89-bfed-4c6c-8323-b36f81091032 on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:22:02.723148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Port a8f0ea89-bfed-4c6c-8323-b36f81091032 on network 046f327f-603a-4d9c-b996-c92415d5d886 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:22:02.723388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Attempting to bind port a8f0ea89-bfed-4c6c-8323-b36f81091032 on network 046f327f-603a-4d9c-b996-c92415d5d886 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:22:02.735821 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:22:02.736175 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Checking segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:22:02.736575 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Bound using segment: {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:22:02.737253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Bound port: a8f0ea89-bfed-4c6c-8323-b36f81091032, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89735ee2-7f4d-4eaa-994e-484d05427291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '046f327f-603a-4d9c-b996-c92415d5d886'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:22:02.737604 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:02.783154 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12243d1-d65c-4d83-a285-055d709e33c7 req-631e54d4-1a06-4813-aef9-d28e47cac846 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:02.784800 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f12243d1-d65c-4d83-a285-055d709e33c7 req-631e54d4-1a06-4813-aef9-d28e47cac846 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.1234472 Nov 18 17:22:02.837224 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-943084c6-1308-4d4e-b8ae-8c39fc6c6e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:02.871875 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943084c6-1308-4d4e-b8ae-8c39fc6c6e69 None None] Pushing event deleted for resources: {'Port': ['ID=a162f623-5d28-40b3-827f-494edf4e9bfb,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:02.876210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943084c6-1308-4d4e-b8ae-8c39fc6c6e69 None None] No DVR routers for this DVR port a162f623-5d28-40b3-827f-494edf4e9bfb on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:22:02.891905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] For port a8f0ea89-bfed-4c6c-8323-b36f81091032, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:22:02.896477 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] For port a8f0ea89-bfed-4c6c-8323-b36f81091032, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a8f0ea89-bfed-4c6c-8323-b36f81091032,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:22:02.898138 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] Deleting port a162f623-5d28-40b3-827f-494edf4e9bfb {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:22:02.898617 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:02.903339 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f12243d1-d65c-4d83-a285-055d709e33c7 req-e7d9ffc6-ae56-4d06-b01b-451a1f710b24 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946629 Nov 18 17:22:02.984528 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] For port a162f623-5d28-40b3-827f-494edf4e9bfb, host n-d-813419-11, got binding levels [] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:02.984855 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:03.005482 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] Calling delete_port for a162f623-5d28-40b3-827f-494edf4e9bfb owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:22:03.008810 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.ipam_backend_mixin [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] Port a162f623-5d28-40b3-827f-494edf4e9bfb was not found and therefore no delete operation was performed {{(pid=104007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 18 17:22:03.010163 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:03.051075 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:03.060487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] Pushing event deleted for resources: {'Port': ['ID=a162f623-5d28-40b3-827f-494edf4e9bfb,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:03.093558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] No DVR routers for this DVR port a162f623-5d28-40b3-827f-494edf4e9bfb on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:22:03.180079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Pushing event updated for resources: {'Port': ['ID=a8f0ea89-bfed-4c6c-8323-b36f81091032,revision_number=8']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:03.212181 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:03.234430 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:03.235019 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:03.236445 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9ba9fc5e-6914-45bd-a76e-f6db56178dad service neutron] 10.222.0.81 "PUT /v2.0/ports/a8f0ea89-bfed-4c6c-8323-b36f81091032 HTTP/1.1" status: 200 len: 1123 time: 1.5174756 Nov 18 17:22:03.251849 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f781338f-8486-4e4a-b308-8976616993eb']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:03.264847 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b97f17-69d2-4609-8a98-6a597f6ae202') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:03.265154 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b97f17-69d2-4609-8a98-6a597f6ae202') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:03.274837 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:03.291634 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:03.299525 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:22:03.300175 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:22:03.302247 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:22:03.331847 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['a8f0ea89-bfed-4c6c-8323-b36f81091032'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:22:03.362146 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['a8f0ea89-bfed-4c6c-8323-b36f81091032'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:22:03.390778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a8f0ea89-bfed-4c6c-8323-b36f81091032 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:22:03.499850 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:03.510588 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:03.514776 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] 10.222.0.72 "DELETE /v2.0/networks/f781338f-8486-4e4a-b308-8976616993eb HTTP/1.1" status: 204 len: 168 time: 1.3374739 Nov 18 17:22:03.530399 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a6fa9-2a7e-4386-a769-cb87ec7c867e admin admin] Pushing event deleted for resources: {'Network': ['ID=f781338f-8486-4e4a-b308-8976616993eb,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:03.587579 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:03.649067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port a8f0ea89-bfed-4c6c-8323-b36f81091032, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a8f0ea89-bfed-4c6c-8323-b36f81091032,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:03.694061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a162f623-5d28-40b3-827f-494edf4e9bfb no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:22:03.787774 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: a162f623-5d28-40b3-827f-494edf4e9bfb {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:22:03.788551 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a162f623-5d28-40b3-827f-494edf4e9bfb not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:22:03.797166 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a8f0ea89-bfed-4c6c-8323-b36f81091032 has no active binding in host n-h1-813419-11 {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 18 17:22:03.809738 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:22:03.858207 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:22:03.858826 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device b0c1eee0-c69a-47f8-9fc7-49f5e61cbfe2 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:22:03.962338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54756) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:04.033070 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-533c63b8-8851-49c7-aef6-9c19ccbd74fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9c046e7d07204c1fa121183668404bde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0693908 Nov 18 17:22:04.035384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54758) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:04.072651 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021692bf-4475-484c-87ed-2afd3383d234 req-7e70ef9b-afff-4398-aac3-21e2fbb6b93d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:04.072651 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-021692bf-4475-484c-87ed-2afd3383d234 req-7e70ef9b-afff-4398-aac3-21e2fbb6b93d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.0655794 Nov 18 17:22:04.078937 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07691319-7d35-425b-9493-f73cc29a37ee', 'tag': 'a8f0ea89-bfed-4c6c-8323-b36f81091032'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:22:04.081410 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296046ef-a4ea-4e81-928f-b6ea9b08bd42" -d '{"events": [{"name": "network-changed", "server_uuid": "07691319-7d35-425b-9493-f73cc29a37ee", "tag": "a8f0ea89-bfed-4c6c-8323-b36f81091032"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:22:04.136884 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c2f6658-1ad0-48dd-a241-dda7ad934683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:04.174637 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-021692bf-4475-484c-87ed-2afd3383d234 req-ce2bcf55-e3e0-4db7-b4af-3f62c5d712cc tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844779 Nov 18 17:22:04.176987 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44e4ad9-df32-4762-b110-92d5872aeaa6 x-openstack-request-id: req-b44e4ad9-df32-4762-b110-92d5872aeaa6 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:22:04.188852 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c2f6658-1ad0-48dd-a241-dda7ad934683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:04.190128 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07691319-7d35-425b-9493-f73cc29a37ee", "tag": "a8f0ea89-bfed-4c6c-8323-b36f81091032", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:22:04.190648 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b44e4ad9-df32-4762-b110-92d5872aeaa6 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:22:04.191268 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07691319-7d35-425b-9493-f73cc29a37ee', 'tag': 'a8f0ea89-bfed-4c6c-8323-b36f81091032', 'status': 'completed', 'code': 200} Nov 18 17:22:04.276048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296046ef-a4ea-4e81-928f-b6ea9b08bd42 req-01323b5f-5cff-45a6-8b7b-17b19cd10c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:04.277569 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-296046ef-a4ea-4e81-928f-b6ea9b08bd42 req-01323b5f-5cff-45a6-8b7b-17b19cd10c68 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 1126 time: 0.0509732 Nov 18 17:22:04.394721 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296046ef-a4ea-4e81-928f-b6ea9b08bd42 req-2f6be8be-d48d-4a2c-a661-5593336a2704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:04.396422 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-296046ef-a4ea-4e81-928f-b6ea9b08bd42 req-2f6be8be-d48d-4a2c-a661-5593336a2704 service neutron] 10.222.0.83 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 910 time: 0.1099365 Nov 18 17:22:04.397657 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c2f6658-1ad0-48dd-a241-dda7ad934683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:04.400267 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c2f6658-1ad0-48dd-a241-dda7ad934683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:04.404171 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3c2f6658-1ad0-48dd-a241-dda7ad934683 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/615372db-50ec-4fb2-b138-1cba537cef94 HTTP/1.1" status: 204 len: 168 time: 0.3650136 Nov 18 17:22:04.417554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f6658-1ad0-48dd-a241-dda7ad934683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615372db-50ec-4fb2-b138-1cba537cef94,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:04.471198 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-296046ef-a4ea-4e81-928f-b6ea9b08bd42 req-4266da09-5dc5-4ac7-8ce7-8952b91cf12e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8f0ea89-bfed-4c6c-8323-b36f81091032 HTTP/1.1" status: 200 len: 217 time: 0.0604630 Nov 18 17:22:04.537815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296046ef-a4ea-4e81-928f-b6ea9b08bd42 req-69807ae9-de36-4ef1-90d7-b7e64ff0ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:04.540070 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-296046ef-a4ea-4e81-928f-b6ea9b08bd42 req-69807ae9-de36-4ef1-90d7-b7e64ff0ffa3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.0578711 Nov 18 17:22:04.579184 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-296046ef-a4ea-4e81-928f-b6ea9b08bd42 req-fac18317-747c-47c1-9ae0-630b4e121093 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308588 Nov 18 17:22:04.678579 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-296046ef-a4ea-4e81-928f-b6ea9b08bd42 req-6a05e8d4-0f42-4c50-aad7-7ef85bb9f38d service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883083 Nov 18 17:22:04.783381 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-296046ef-a4ea-4e81-928f-b6ea9b08bd42 req-a598d710-5b75-478a-a21f-b868442be8d1 service neutron] 10.222.0.83 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965044 Nov 18 17:22:05.002643 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:05.294182 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14060a99-41ac-409b-b0a5-e6f6bd23d424 req-44002f7e-6467-4856-9587-caadd6c662cd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:05.295756 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-14060a99-41ac-409b-b0a5-e6f6bd23d424 req-44002f7e-6467-4856-9587-caadd6c662cd tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.0538111 Nov 18 17:22:05.370032 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-14060a99-41ac-409b-b0a5-e6f6bd23d424 req-7c291b0b-5fd0-4bd3-b9a1-8eb89504e39a tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674913 Nov 18 17:22:05.408392 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:05.637725 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54824) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:05.741624 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-20d862ab-89c4-466d-9fb4-c7ff2ce1a730 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1266546771-network', 'tenant_id': '1516cf9926444ed288e6825e7143ec41'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:05.802298 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d862ab-89c4-466d-9fb4-c7ff2ce1a730 admin admin] Made reservation on behalf of 1516cf9926444ed288e6825e7143ec41 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:22:05.805896 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-20d862ab-89c4-466d-9fb4-c7ff2ce1a730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:05.815684 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-20d862ab-89c4-466d-9fb4-c7ff2ce1a730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:05.905064 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-20d862ab-89c4-466d-9fb4-c7ff2ce1a730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:05.968575 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-20d862ab-89c4-466d-9fb4-c7ff2ce1a730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:05.992551 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d862ab-89c4-466d-9fb4-c7ff2ce1a730 admin admin] vlan segment allocate from pool success with {'vlan_id': 1141, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:22:06.007317 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d862ab-89c4-466d-9fb4-c7ff2ce1a730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882aacb4-e465-4c99-a76a-e3f79f339223,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:06.025345 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-20d862ab-89c4-466d-9fb4-c7ff2ce1a730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:06.027607 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-20d862ab-89c4-466d-9fb4-c7ff2ce1a730 admin admin] Added segment 112fbd8c-a802-45b8-90ac-23ae5001c943 of type vlan for network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 Nov 18 17:22:06.073445 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-20d862ab-89c4-466d-9fb4-c7ff2ce1a730 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:06.177919 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-20d862ab-89c4-466d-9fb4-c7ff2ce1a730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:06.177919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d862ab-89c4-466d-9fb4-c7ff2ce1a730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:06.177919 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-20d862ab-89c4-466d-9fb4-c7ff2ce1a730 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:06.243053 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d862ab-89c4-466d-9fb4-c7ff2ce1a730 admin admin] Pushing event updated for resources: {'Network': ['ID=07ec2429-d3d7-4064-9a1d-8a3a182595b6,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:06.252929 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:22:06.301823 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54842) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:06.304353 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-20d862ab-89c4-466d-9fb4-c7ff2ce1a730 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6650043 Nov 18 17:22:06.307014 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-dce7ccb3-8785-4604-ac12-646e1e0bbb69 admin admin] Request body: {'subnet': {'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1266546771-subnet', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:06.413949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce7ccb3-8785-4604-ac12-646e1e0bbb69 admin admin] Made reservation on behalf of 1516cf9926444ed288e6825e7143ec41 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:22:06.424042 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dce7ccb3-8785-4604-ac12-646e1e0bbb69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:06.527632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526fa61-31f1-4fef-844b-45cc175089cc req-036b8120-0544-4330-93c5-0e78de85c4f3 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:06.531865 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6526fa61-31f1-4fef-844b-45cc175089cc req-036b8120-0544-4330-93c5-0e78de85c4f3 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.0761502 Nov 18 17:22:06.662977 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6526fa61-31f1-4fef-844b-45cc175089cc req-c10c0857-b69c-4b17-99c4-61a78d10bca8 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102109 Nov 18 17:22:06.779950 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dce7ccb3-8785-4604-ac12-646e1e0bbb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:06.854359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7ccb3-8785-4604-ac12-646e1e0bbb69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7976e89e-5be5-4df2-8b35-304447c16fb5,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:06.868301 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce7ccb3-8785-4604-ac12-646e1e0bbb69 admin admin] Checking segment: {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:22:06.868716 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce7ccb3-8785-4604-ac12-646e1e0bbb69 admin admin] Network hostable DHCP agents. Network: 07ec2429-d3d7-4064-9a1d-8a3a182595b6, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:22:06.956885 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce7ccb3-8785-4604-ac12-646e1e0bbb69 admin admin] Network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:22:07.025605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-dce7ccb3-8785-4604-ac12-646e1e0bbb69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 07ec2429-d3d7-4064-9a1d-8a3a182595b6) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:22:07.030310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce7ccb3-8785-4604-ac12-646e1e0bbb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:07.031265 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dce7ccb3-8785-4604-ac12-646e1e0bbb69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:07.037895 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2e9c69-a71f-4104-8f22-6bd507595590 None None] Network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:22:07.117586 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dce7ccb3-8785-4604-ac12-646e1e0bbb69 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8115346 Nov 18 17:22:07.118207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54866) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:07.122769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1266546771-router', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:07.254504 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:07.255873 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:07.256810 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:22:07.257836 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:07.355676 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:07.774188 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:07.842189 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Allocated IP 172.20.0.2 (07ec2429-d3d7-4064-9a1d-8a3a182595b6/7976e89e-5be5-4df2-8b35-304447c16fb5/fa60ebb6-792f-4167-ac20-389ef5196d1d) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:22:07.903761 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470af6da-e19c-47ce-a004-e5efd624da8f req-998265d8-2f75-415c-9de2-f99a236dd3ec tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:07.908698 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-470af6da-e19c-47ce-a004-e5efd624da8f req-998265d8-2f75-415c-9de2-f99a236dd3ec tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.1247182 Nov 18 17:22:07.993075 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-470af6da-e19c-47ce-a004-e5efd624da8f req-7b2d4526-2ef1-4337-bc60-11d78367ba1f tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771456 Nov 18 17:22:08.104575 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:08.209707 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:08.271084 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:08.319355 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:08.324654 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Pushing event updated for resources: {'Port': ['ID=fa60ebb6-792f-4167-ac20-389ef5196d1d,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:08.340338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:22:08.342586 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:22:08.353322 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:22:08.449296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Attempting to bind port fa60ebb6-792f-4167-ac20-389ef5196d1d on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:22:08.449891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Attempting to bind port fa60ebb6-792f-4167-ac20-389ef5196d1d by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:22:08.450423 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Attempting to bind port fa60ebb6-792f-4167-ac20-389ef5196d1d on network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:22:08.467345 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:22:08.467733 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Checking segment: {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:22:08.468384 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:08.468978 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Bound using segment: {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:22:08.469732 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Bound port: fa60ebb6-792f-4167-ac20-389ef5196d1d, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:22:08.470427 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:08.500169 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Allocated IP 172.25.3.133 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:22:08.557414 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] For port fa60ebb6-792f-4167-ac20-389ef5196d1d, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:22:08.561007 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] For port fa60ebb6-792f-4167-ac20-389ef5196d1d, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fa60ebb6-792f-4167-ac20-389ef5196d1d,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:22:08.625690 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:08.661731 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:08.724274 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63711e-0ecb-428c-8afb-3d6baa0a15fc None None] Pushing event updated for resources: {'Port': ['ID=fa60ebb6-792f-4167-ac20-389ef5196d1d,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:08.809085 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:08.869251 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Pushing event updated for resources: {'Port': ['ID=d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:08.895356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:22:08.896961 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:22:08.908259 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:22:09.532388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1da04-c91f-49bb-a607-1a8f1e389b45 req-f5f06a0f-d366-497f-bd1b-c7d50cd5f8c7 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:09.540778 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4d1da04-c91f-49bb-a607-1a8f1e389b45 req-f5f06a0f-d366-497f-bd1b-c7d50cd5f8c7 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.2231047 Nov 18 17:22:09.736593 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:09.762500 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fa60ebb6-792f-4167-ac20-389ef5196d1d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:22:09.827957 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7ee5045-d6cd-449a-8415-c2feed22eab5 req-50a3b662-806a-4694-9306-282201792ff6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5114725 Nov 18 17:22:09.884701 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port fa60ebb6-792f-4167-ac20-389ef5196d1d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:09.885063 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:10.030292 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4d1da04-c91f-49bb-a607-1a8f1e389b45 req-cb387151-592b-4d15-a01c-d887861fc0cb tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864545 Nov 18 17:22:10.158614 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:10.231635 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee5045-d6cd-449a-8415-c2feed22eab5 req-cd93fbb8-564d-4c71-a7ac-cca9fdf11705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:10.233425 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7ee5045-d6cd-449a-8415-c2feed22eab5 req-cd93fbb8-564d-4c71-a7ac-cca9fdf11705 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 1096 time: 0.3575187 Nov 18 17:22:10.258512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port fa60ebb6-792f-4167-ac20-389ef5196d1d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fa60ebb6-792f-4167-ac20-389ef5196d1d,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:10.334147 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:10.451695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=fa60ebb6-792f-4167-ac20-389ef5196d1d,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:10.481476 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c228e75e-e289-4ec8-b22c-89bbc482a7d6 None None] Network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:22:10.654571 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-49afc3e8-91b3-4840-a6f6-24dd05c08f42 None None] Provisioning complete for port fa60ebb6-792f-4167-ac20-389ef5196d1d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:10.657827 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-49afc3e8-91b3-4840-a6f6-24dd05c08f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:10.687510 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:10.807893 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee5045-d6cd-449a-8415-c2feed22eab5 req-cff0b988-bdf6-460e-b3c3-ebfdb25a02ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:10.811369 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7ee5045-d6cd-449a-8415-c2feed22eab5 req-cff0b988-bdf6-460e-b3c3-ebfdb25a02ef service neutron] 10.222.0.81 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 910 time: 0.4669819 Nov 18 17:22:10.957424 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-e4689baf-22b1-4fbf-9446-ec69812956c5 service neutron] 10.222.0.83 "GET /v2.0/ports/a8f0ea89-bfed-4c6c-8323-b36f81091032/bindings/n-h1-813419-11 HTTP/1.1" status: 200 len: 385 time: 0.1828141 Nov 18 17:22:10.986761 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7ee5045-d6cd-449a-8415-c2feed22eab5 req-c6dd7981-2aa5-4fcd-987e-811c01b8932a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=387f56cd-7983-4365-881c-6952202e0a4b HTTP/1.1" status: 200 len: 217 time: 0.1607857 Nov 18 17:22:11.289513 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee5045-d6cd-449a-8415-c2feed22eab5 req-ce60b24f-76b7-41ba-9230-b3924e1d8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:11.292106 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7ee5045-d6cd-449a-8415-c2feed22eab5 req-ce60b24f-76b7-41ba-9230-b3924e1d8f7b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.2976995 Nov 18 17:22:11.328700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6487514f-c58e-4083-bba5-c56a69990a83 req-3115a5fe-0af1-43ec-88ec-3fb9a1030e8c service neutron] For port a8f0ea89-bfed-4c6c-8323-b36f81091032, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a8f0ea89-bfed-4c6c-8323-b36f81091032,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:11.375037 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6487514f-c58e-4083-bba5-c56a69990a83 req-3115a5fe-0af1-43ec-88ec-3fb9a1030e8c service neutron] For port a8f0ea89-bfed-4c6c-8323-b36f81091032, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:22:11.402886 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7ee5045-d6cd-449a-8415-c2feed22eab5 req-4b93a944-cf5e-438f-9904-c0a3713e54dd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849264 Nov 18 17:22:11.427983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-6487514f-c58e-4083-bba5-c56a69990a83 req-3115a5fe-0af1-43ec-88ec-3fb9a1030e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f0ea89-bfed-4c6c-8323-b36f81091032 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:22:11.432654 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c2257-d174-4378-8590-d3739198bca4 req-b57075fc-1a1d-4394-a0e6-23d0fbd23ee2 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:11.437572 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a45c2257-d174-4378-8590-d3739198bca4 req-b57075fc-1a1d-4394-a0e6-23d0fbd23ee2 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 943 time: 0.2383678 Nov 18 17:22:11.446825 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6487514f-c58e-4083-bba5-c56a69990a83 req-3115a5fe-0af1-43ec-88ec-3fb9a1030e8c service neutron] For port a8f0ea89-bfed-4c6c-8323-b36f81091032, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a8f0ea89-bfed-4c6c-8323-b36f81091032,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:11.520883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b3511f7a-cfad-4c83-afbd-71641561c329 None None] Provisioning complete for port fa60ebb6-792f-4167-ac20-389ef5196d1d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:11.521939 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3511f7a-cfad-4c83-afbd-71641561c329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:11.540181 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6487514f-c58e-4083-bba5-c56a69990a83 req-3115a5fe-0af1-43ec-88ec-3fb9a1030e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:11.633376 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a45c2257-d174-4378-8590-d3739198bca4 req-bf7ad183-21c3-4b8b-91ae-f3c3e295b1da tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745672 Nov 18 17:22:11.636918 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Router 9d75a318-4388-4d86-b838-b89b2fc1bbd3 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:22:11.709357 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fa60ebb6-792f-4167-ac20-389ef5196d1d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:22:11.785111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port fa60ebb6-792f-4167-ac20-389ef5196d1d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:11.786096 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:11.806511 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-6487514f-c58e-4083-bba5-c56a69990a83 req-3115a5fe-0af1-43ec-88ec-3fb9a1030e8c service neutron] Transition to ACTIVE for port object a8f0ea89-bfed-4c6c-8323-b36f81091032 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:22:11.841133 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7ee5045-d6cd-449a-8415-c2feed22eab5 req-32a349cd-98c7-45d4-ac12-c3676219b0a9 service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229467 Nov 18 17:22:11.849045 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device a8f0ea89-bfed-4c6c-8323-b36f81091032 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:22:11.888106 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6487514f-c58e-4083-bba5-c56a69990a83 req-3115a5fe-0af1-43ec-88ec-3fb9a1030e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:12.007736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:22:12.046687 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Sync routers for ids ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:22:12.048850 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7ee5045-d6cd-449a-8415-c2feed22eab5 req-bf35ad73-ef49-4aec-9599-532289df1a16 service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998241 Nov 18 17:22:12.051019 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6487514f-c58e-4083-bba5-c56a69990a83 req-3115a5fe-0af1-43ec-88ec-3fb9a1030e8c service neutron] No DVR routers for this DVR port a8f0ea89-bfed-4c6c-8323-b36f81091032 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:22:12.052644 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device a8f0ea89-bfed-4c6c-8323-b36f81091032 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:22:12.067099 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115a5fe-0af1-43ec-88ec-3fb9a1030e8c service neutron] Pushing event updated for resources: {'Port': ['ID=a8f0ea89-bfed-4c6c-8323-b36f81091032,revision_number=10']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:12.074276 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Routers {'9d75a318-4388-4d86-b838-b89b2fc1bbd3'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:22:12.074911 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:22:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:12.105710 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-3115a5fe-0af1-43ec-88ec-3fb9a1030e8c service neutron] 10.222.0.83 "PUT /v2.0/ports/a8f0ea89-bfed-4c6c-8323-b36f81091032/bindings/n-h1-813419-11/activate HTTP/1.1" status: 200 len: 370 time: 1.1425896 Nov 18 17:22:12.205762 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:12.208612 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6216af0a-5898-4681-b0cc-df8ff04bd0df admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0889587 Nov 18 17:22:12.210104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54954) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:12.234739 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Set router 9d75a318-4388-4d86-b838-b89b2fc1bbd3 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:22:12.427557 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'name': 'tempest-ServerActionsTestJSON-1266546771-router', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:07Z', 'updated_at': '2021-11-18T17:22:09Z', 'revision_number': 3, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'gw_port': {'id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:08Z', 'updated_at': '2021-11-18T17:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:12.464895 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Checking router: 9d75a318-4388-4d86-b838-b89b2fc1bbd3 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:22:12.465533 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Updating router 9d75a318-4388-4d86-b838-b89b2fc1bbd3 port d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:22:12.498930 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:12.709860 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487514f-c58e-4083-bba5-c56a69990a83 req-16581570-bb3f-4ac8-b618-2c684b99e822 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:12.712146 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-16581570-bb3f-4ac8-b618-2c684b99e822 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee&tenant_id=3b796403dcb74a789ab8781aa545eb18&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 1096 time: 0.0869930 Nov 18 17:22:12.825827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487514f-c58e-4083-bba5-c56a69990a83 req-ebc6bf10-a608-4ee5-aae8-54d027b504ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:12.827540 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-ebc6bf10-a608-4ee5-aae8-54d027b504ea service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee&tenant_id=3b796403dcb74a789ab8781aa545eb18 HTTP/1.1" status: 200 len: 1096 time: 0.1073761 Nov 18 17:22:12.861303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910265ba-d442-4f43-a633-d428861332f0 req-f69282de-87c7-40b0-8afd-c1a42c3eb783 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:12.862668 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-910265ba-d442-4f43-a633-d428861332f0 req-f69282de-87c7-40b0-8afd-c1a42c3eb783 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 944 time: 0.1459453 Nov 18 17:22:12.909890 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:13.019525 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:13.024196 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-910265ba-d442-4f43-a633-d428861332f0 req-2c6a917d-02c0-4b3d-ad85-508887c78e3b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294339 Nov 18 17:22:13.030706 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:13.052402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487514f-c58e-4083-bba5-c56a69990a83 req-7e840bc2-e99b-4171-a8e5-3f471ac077f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:13.054316 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-7e840bc2-e99b-4171-a8e5-3f471ac077f0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b796403dcb74a789ab8781aa545eb18&device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 1096 time: 0.1599548 Nov 18 17:22:13.096589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1feccf4-baee-4302-8e73-c73495bde0f3 None None] Pushing event updated for resources: {'Port': ['ID=d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:13.116739 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Attempting to bind port d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:22:13.117330 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Attempting to bind port d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:22:13.117862 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Attempting to bind port d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:22:13.124299 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:22:13.125512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:22:13.126104 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:13.126764 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:22:13.128202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Bound port: d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:22:13.129050 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:13.247362 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] For port d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:22:13.251194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] For port d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:22:13.345665 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:13.438843 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1feccf4-baee-4302-8e73-c73495bde0f3 None None] Pushing event updated for resources: {'Port': ['ID=d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:13.459498 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Routers {'9d75a318-4388-4d86-b838-b89b2fc1bbd3'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:22:13.460206 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:22:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:13.614186 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] Set router 9d75a318-4388-4d86-b838-b89b2fc1bbd3 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:22:13.746664 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487514f-c58e-4083-bba5-c56a69990a83 req-7a495576-e9ba-4d74-911d-9579ce9e4410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:13.748277 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-7a495576-e9ba-4d74-911d-9579ce9e4410 service neutron] 10.222.0.81 "GET /v2.0/networks?id=046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 200 len: 910 time: 0.6861227 Nov 18 17:22:13.838322 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'name': 'tempest-ServerActionsTestJSON-1266546771-router', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:07Z', 'updated_at': '2021-11-18T17:22:09Z', 'revision_number': 3, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'gw_port': {'id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:08Z', 'updated_at': '2021-11-18T17:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:13.843350 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-236aa8e2-b75f-4666-ab68-df7e62e5d7db service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8f0ea89-bfed-4c6c-8323-b36f81091032 HTTP/1.1" status: 200 len: 217 time: 0.0685852 Nov 18 17:22:13.904898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02897dc-24e3-4adb-8204-f63003d58148 None None] The sync data for ids ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'] in n-d-813419-11 is: [{'id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'name': 'tempest-ServerActionsTestJSON-1266546771-router', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:07Z', 'updated_at': '2021-11-18T17:22:09Z', 'revision_number': 3, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'gw_port': {'id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:08Z', 'updated_at': '2021-11-18T17:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:22:13.930069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] Allocated IP 172.20.0.1 (07ec2429-d3d7-4064-9a1d-8a3a182595b6/7976e89e-5be5-4df2-8b35-304447c16fb5/796cfb35-d7f5-41f8-8106-2da85c31ad1a) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:22:13.952785 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487514f-c58e-4083-bba5-c56a69990a83 req-00592502-9c68-44a3-8fe0-6491c952efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:13.954310 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-00592502-9c68-44a3-8fe0-6491c952efc6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 200 len: 848 time: 0.0959706 Nov 18 17:22:14.009126 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-7589528d-d1e5-48c9-b1b3-0152e9676dfb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=046f327f-603a-4d9c-b996-c92415d5d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379927 Nov 18 17:22:14.152181 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:14.214158 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-9d91a687-7c7d-4705-8b60-930b06dfa035 service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706748 Nov 18 17:22:14.291586 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9b4ba-dc96-445e-99a9-fd21911a294a req-04ebb57b-11a5-48c1-a280-6592d413605f tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:14.293399 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9a9b4ba-dc96-445e-99a9-fd21911a294a req-04ebb57b-11a5-48c1-a280-6592d413605f tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 944 time: 0.1639333 Nov 18 17:22:14.422178 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9a9b4ba-dc96-445e-99a9-fd21911a294a req-dc2104c8-ba4a-484d-8f35-f57baa8ab910 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214542 Nov 18 17:22:14.428912 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-5ca8c45b-084b-4d76-b132-016738cf237c service neutron] 10.222.0.81 "GET /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048216 Nov 18 17:22:14.437731 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:14.491063 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] Network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:22:14.495030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:22:14.510672 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:22:14.592095 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] Pushing event updated for resources: {'Port': ['ID=796cfb35-d7f5-41f8-8106-2da85c31ad1a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:14.594922 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:14.901781 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bb395c72-7948-4f6b-ba3b-be3399ac0136 None None] Provisioning complete for port 796cfb35-d7f5-41f8-8106-2da85c31ad1a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:14.902346 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb395c72-7948-4f6b-ba3b-be3399ac0136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:14.945833 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:15.110963 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bb395c72-7948-4f6b-ba3b-be3399ac0136 None None] Port 796cfb35-d7f5-41f8-8106-2da85c31ad1a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:22:15.183099 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:15.232710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487514f-c58e-4083-bba5-c56a69990a83 req-cde5c328-a915-4b0c-9bbf-3d3dcad61433 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:15.234249 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-cde5c328-a915-4b0c-9bbf-3d3dcad61433 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee&tenant_id=3b796403dcb74a789ab8781aa545eb18&binding%3Ahost_id=n-h1-813419-11 HTTP/1.1" status: 200 len: 1096 time: 0.0490994 Nov 18 17:22:15.306882 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:15.433611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] Pushing event updated for resources: {'Port': ['ID=796cfb35-d7f5-41f8-8106-2da85c31ad1a,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:15.436310 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:15.585325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-6487514f-c58e-4083-bba5-c56a69990a83 req-df623aff-a558-44a5-b61d-0fca1d99b886 service neutron] For port a8f0ea89-bfed-4c6c-8323-b36f81091032, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:22:15.590596 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] Network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:22:15.607926 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6487514f-c58e-4083-bba5-c56a69990a83 req-df623aff-a558-44a5-b61d-0fca1d99b886 service neutron] Publish callbacks [] for binding, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:15.607926 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6487514f-c58e-4083-bba5-c56a69990a83 req-df623aff-a558-44a5-b61d-0fca1d99b886 service neutron] 10.222.0.81 "DELETE /v2.0/ports/a8f0ea89-bfed-4c6c-8323-b36f81091032/bindings/n-h2-813419-11 HTTP/1.1" status: 204 len: 173 time: 0.3522317 Nov 18 17:22:15.607926 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:22:15.735401 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:22:15.768820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] Router 9d75a318-4388-4d86-b838-b89b2fc1bbd3 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:22:15.792998 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9b07a-c542-42e1-a787-510e8caa9004 req-29275e3b-04ec-4cd1-9dd1-64b33c3536d2 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:15.796790 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-26b9b07a-c542-42e1-a787-510e8caa9004 req-29275e3b-04ec-4cd1-9dd1-64b33c3536d2 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 944 time: 0.2582262 Nov 18 17:22:15.852415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:15.857327 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:15.924430 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-26b9b07a-c542-42e1-a787-510e8caa9004 req-7d7c5825-807f-437e-949d-196090d47800 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853779 Nov 18 17:22:16.028946 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:22:16.037092 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cb2d656a-00a8-4b62-9769-f332e51c5f65 admin admin] 10.222.0.72 "PUT /v2.0/routers/9d75a318-4388-4d86-b838-b89b2fc1bbd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8242798 Nov 18 17:22:16.075622 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:16.108145 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-10402f63-131d-4c44-8bf4-dc916997d642 None None] Provisioning complete for port 796cfb35-d7f5-41f8-8106-2da85c31ad1a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:16.108509 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-10402f63-131d-4c44-8bf4-dc916997d642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:16.146951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129936e-9d77-41c6-8340-f17ba7bbedb1 req-937403ca-82b0-4052-be6e-fc6a63c2fa7a tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:16.149364 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0129936e-9d77-41c6-8340-f17ba7bbedb1 req-937403ca-82b0-4052-be6e-fc6a63c2fa7a tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 1096 time: 0.0578544 Nov 18 17:22:16.186338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:16.209845 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-10402f63-131d-4c44-8bf4-dc916997d642 None None] Port 796cfb35-d7f5-41f8-8106-2da85c31ad1a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:22:16.254533 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Sync routers for ids ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:22:16.259156 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0129936e-9d77-41c6-8340-f17ba7bbedb1 req-4355917f-6abb-4190-89d2-8804fa4b5932 tempest-LiveMigrationTest-1743112365 tempest-LiveMigrationTest-1743112365-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865417 Nov 18 17:22:16.272420 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Routers {'9d75a318-4388-4d86-b838-b89b2fc1bbd3'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:22:16.273605 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:22:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:16.311819 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:16.382981 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:16.482486 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Set router 9d75a318-4388-4d86-b838-b89b2fc1bbd3 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:22:16.753018 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'name': 'tempest-ServerActionsTestJSON-1266546771-router', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:07Z', 'updated_at': '2021-11-18T17:22:14Z', 'revision_number': 4, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'gw_port': {'id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:08Z', 'updated_at': '2021-11-18T17:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '796cfb35-d7f5-41f8-8106-2da85c31ad1a', 'name': '', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'mac_address': 'fa:16:3e:10:61:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:13Z', 'updated_at': '2021-11-18T17:22:15Z', 'revision_number': 2, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'subnets': [{'id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:16.794046 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Checking router: 9d75a318-4388-4d86-b838-b89b2fc1bbd3 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:22:16.794460 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Updating router 9d75a318-4388-4d86-b838-b89b2fc1bbd3 port 796cfb35-d7f5-41f8-8106-2da85c31ad1a binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:22:16.848135 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:17.266233 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6668553-0ed8-4f37-8d6f-c382c16f644e req-88a24071-f701-4886-9726-50dc974850ef tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:17.268174 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6668553-0ed8-4f37-8d6f-c382c16f644e req-88a24071-f701-4886-9726-50dc974850ef tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 944 time: 0.0641196 Nov 18 17:22:17.346113 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55074) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:17.351825 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2125933347', 'description': 'tempest-description--23482342'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:17.352024 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6668553-0ed8-4f37-8d6f-c382c16f644e req-a7336ba1-edd6-4eb6-b188-44e370e06e9b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747218 Nov 18 17:22:17.359158 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:17.470808 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:17.471179 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:17.584568 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:17.587351 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccb6f5-b6d9-4140-8d9d-cc2539030852 req-b52cac12-7d1a-46bd-93ce-04f0379ff994 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:17.591100 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c78ae-11a6-402f-9b06-2a60d2da1bf6 None None] Pushing event updated for resources: {'Port': ['ID=796cfb35-d7f5-41f8-8106-2da85c31ad1a,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:17.599172 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-abccb6f5-b6d9-4140-8d9d-cc2539030852 req-b52cac12-7d1a-46bd-93ce-04f0379ff994 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.81 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 944 time: 0.1055512 Nov 18 17:22:17.628468 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c78ae-11a6-402f-9b06-2a60d2da1bf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.629069 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c78ae-11a6-402f-9b06-2a60d2da1bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.629412 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c78ae-11a6-402f-9b06-2a60d2da1bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.629749 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c78ae-11a6-402f-9b06-2a60d2da1bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.630082 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c78ae-11a6-402f-9b06-2a60d2da1bf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.630491 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c78ae-11a6-402f-9b06-2a60d2da1bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.630741 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c78ae-11a6-402f-9b06-2a60d2da1bf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.631070 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c78ae-11a6-402f-9b06-2a60d2da1bf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.631395 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c78ae-11a6-402f-9b06-2a60d2da1bf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.631719 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c78ae-11a6-402f-9b06-2a60d2da1bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.632077 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c78ae-11a6-402f-9b06-2a60d2da1bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.633048 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c78ae-11a6-402f-9b06-2a60d2da1bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.683306 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Attempting to bind port 796cfb35-d7f5-41f8-8106-2da85c31ad1a on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:22:17.683696 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Attempting to bind port 796cfb35-d7f5-41f8-8106-2da85c31ad1a by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:22:17.687060 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Attempting to bind port 796cfb35-d7f5-41f8-8106-2da85c31ad1a on network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:22:17.687255 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:22:17.694330 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:22:17.694330 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Checking segment: {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:22:17.694330 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:17.694828 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Bound using segment: {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:22:17.695134 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Bound port: 796cfb35-d7f5-41f8-8106-2da85c31ad1a, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:22:17.695525 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:17.699120 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:17.787708 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-abccb6f5-b6d9-4140-8d9d-cc2539030852 req-7648083a-a8be-45cc-9451-bf7932984583 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Deleting port a8f0ea89-bfed-4c6c-8323-b36f81091032 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:22:17.788271 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:17.789268 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-abccb6f5-b6d9-4140-8d9d-cc2539030852 req-7648083a-a8be-45cc-9451-bf7932984583 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:17.789736 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:17.797025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74aca7af-e44e-4030-ae65-c9bce7c40c7d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:17.819682 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.820406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.820406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.820745 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.821092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.824348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.824544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.824896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.825242 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.825584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.825927 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.826265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:17.879164 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:17.880512 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-28e966aa-5bfe-49c4-8655-2bbf94d5203a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5326881 Nov 18 17:22:17.883294 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55084) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:17.887906 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-10e70373-7e88-4640-8909-75430e7116d9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Request body: {'security_group_rule': {'security_group_id': '74aca7af-e44e-4030-ae65-c9bce7c40c7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:17.902701 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] For port 796cfb35-d7f5-41f8-8106-2da85c31ad1a, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:22:17.906938 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] For port 796cfb35-d7f5-41f8-8106-2da85c31ad1a, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=796cfb35-d7f5-41f8-8106-2da85c31ad1a,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:22:17.979539 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-abccb6f5-b6d9-4140-8d9d-cc2539030852 req-7648083a-a8be-45cc-9451-bf7932984583 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] For port a8f0ea89-bfed-4c6c-8323-b36f81091032, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a8f0ea89-bfed-4c6c-8323-b36f81091032,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:17.980478 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-abccb6f5-b6d9-4140-8d9d-cc2539030852 req-7648083a-a8be-45cc-9451-bf7932984583 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:17.984752 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cc8e0f50-c46e-409a-a6cf-40b44902a44e None None] Provisioning complete for port 796cfb35-d7f5-41f8-8106-2da85c31ad1a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:17.985339 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cc8e0f50-c46e-409a-a6cf-40b44902a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:17.998404 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-abccb6f5-b6d9-4140-8d9d-cc2539030852 req-7648083a-a8be-45cc-9451-bf7932984583 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Calling delete_port for a8f0ea89-bfed-4c6c-8323-b36f81091032 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:22:18.031644 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cc8e0f50-c46e-409a-a6cf-40b44902a44e None None] Port 796cfb35-d7f5-41f8-8106-2da85c31ad1a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:22:18.041701 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:18.088637 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10e70373-7e88-4640-8909-75430e7116d9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:18.097503 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c78ae-11a6-402f-9b06-2a60d2da1bf6 None None] Pushing event updated for resources: {'Port': ['ID=796cfb35-d7f5-41f8-8106-2da85c31ad1a,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:18.131234 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Routers {'9d75a318-4388-4d86-b838-b89b2fc1bbd3'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:22:18.132168 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:22:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:18.281252 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10e70373-7e88-4640-8909-75430e7116d9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:18.288446 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] Set router 9d75a318-4388-4d86-b838-b89b2fc1bbd3 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:22:18.374587 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-abccb6f5-b6d9-4140-8d9d-cc2539030852 req-7648083a-a8be-45cc-9451-bf7932984583 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:18.392109 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['b8b2673a-8468-4cc3-a73b-f1a30243def6', 'a8f0ea89-bfed-4c6c-8323-b36f81091032'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:22:18.402833 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10e70373-7e88-4640-8909-75430e7116d9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:18.447656 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e70373-7e88-4640-8909-75430e7116d9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a4b4b1-78db-477c-a15b-162c862924e7,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:18.512863 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648083a-a8be-45cc-9451-bf7932984583 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Pushing event deleted for resources: {'Port': ['ID=a8f0ea89-bfed-4c6c-8323-b36f81091032,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:18.571544 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10e70373-7e88-4640-8909-75430e7116d9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:18.573816 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-10e70373-7e88-4640-8909-75430e7116d9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6895218 Nov 18 17:22:18.584201 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55098) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:18.599470 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a30bcba3-4848-4d02-a525-b9be9f113ef0 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Request body: {'security_group_rule': {'security_group_id': '74aca7af-e44e-4030-ae65-c9bce7c40c7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:18.617636 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'name': 'tempest-ServerActionsTestJSON-1266546771-router', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:07Z', 'updated_at': '2021-11-18T17:22:14Z', 'revision_number': 4, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'gw_port': {'id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:08Z', 'updated_at': '2021-11-18T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '796cfb35-d7f5-41f8-8106-2da85c31ad1a', 'name': '', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'mac_address': 'fa:16:3e:10:61:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:13Z', 'updated_at': '2021-11-18T17:22:17Z', 'revision_number': 4, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'subnets': [{'id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:18.619042 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4cd2d815-1c98-42a1-9fc7-d5fb56cb01a5 req-60b7d8e4-84d3-43ec-9204-8dad802c5ad8 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 210 time: 0.0942781 Nov 18 17:22:18.647521 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-abccb6f5-b6d9-4140-8d9d-cc2539030852 req-7648083a-a8be-45cc-9451-bf7932984583 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] No DVR routers for this DVR port a8f0ea89-bfed-4c6c-8323-b36f81091032 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:22:18.652750 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-abccb6f5-b6d9-4140-8d9d-cc2539030852 req-7648083a-a8be-45cc-9451-bf7932984583 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:18.658604 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-abccb6f5-b6d9-4140-8d9d-cc2539030852 req-7648083a-a8be-45cc-9451-bf7932984583 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.81 "DELETE /v2.0/ports/a8f0ea89-bfed-4c6c-8323-b36f81091032 HTTP/1.1" status: 204 len: 173 time: 1.0537608 Nov 18 17:22:18.659311 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07691319-7d35-425b-9493-f73cc29a37ee', 'name': 'network-vif-deleted', 'tag': 'a8f0ea89-bfed-4c6c-8323-b36f81091032'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:22:18.662454 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bebfc97-2fc4-4186-913b-44d803d0dc84" -d '{"events": [{"server_uuid": "07691319-7d35-425b-9493-f73cc29a37ee", "name": "network-vif-deleted", "tag": "a8f0ea89-bfed-4c6c-8323-b36f81091032"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:22:18.665678 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e6f7f-548b-4de0-acee-4efb9d315e9d None None] The sync data for ids ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'] in n-d-813419-11 is: [{'id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'name': 'tempest-ServerActionsTestJSON-1266546771-router', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:07Z', 'updated_at': '2021-11-18T17:22:14Z', 'revision_number': 4, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'gw_port': {'id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:08Z', 'updated_at': '2021-11-18T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '796cfb35-d7f5-41f8-8106-2da85c31ad1a', 'name': '', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'mac_address': 'fa:16:3e:10:61:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:13Z', 'updated_at': '2021-11-18T17:22:17Z', 'revision_number': 4, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'subnets': [{'id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:22:18.711016 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0524474-cc0e-4cc4-a3bc-a733cca0ec11 x-openstack-request-id: req-d0524474-cc0e-4cc4-a3bc-a733cca0ec11 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:22:18.711607 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07691319-7d35-425b-9493-f73cc29a37ee", "name": "network-vif-deleted", "tag": "a8f0ea89-bfed-4c6c-8323-b36f81091032", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:22:18.713373 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d0524474-cc0e-4cc4-a3bc-a733cca0ec11 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:22:18.713373 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07691319-7d35-425b-9493-f73cc29a37ee', 'name': 'network-vif-deleted', 'tag': 'a8f0ea89-bfed-4c6c-8323-b36f81091032', 'status': 'completed', 'code': 200} Nov 18 17:22:18.719253 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bc127932-598b-482f-af4a-2b59cc48e3be None None] Provisioning complete for port 796cfb35-d7f5-41f8-8106-2da85c31ad1a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:18.724094 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bc127932-598b-482f-af4a-2b59cc48e3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:18.827934 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a30bcba3-4848-4d02-a525-b9be9f113ef0 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:18.977073 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a30bcba3-4848-4d02-a525-b9be9f113ef0 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:19.020292 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bc127932-598b-482f-af4a-2b59cc48e3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:19.082672 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a30bcba3-4848-4d02-a525-b9be9f113ef0 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:19.092225 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-bc127932-598b-482f-af4a-2b59cc48e3be None None] For port 796cfb35-d7f5-41f8-8106-2da85c31ad1a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=796cfb35-d7f5-41f8-8106-2da85c31ad1a,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:19.106027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bcba3-4848-4d02-a525-b9be9f113ef0 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef53cab-86be-4a14-ba95-549506c5f62e,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:19.291714 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bc127932-598b-482f-af4a-2b59cc48e3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:19.314766 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a30bcba3-4848-4d02-a525-b9be9f113ef0 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:19.321459 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a30bcba3-4848-4d02-a525-b9be9f113ef0 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7286088 Nov 18 17:22:19.321857 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55112) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:19.328765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-0383f03a-e4da-4186-aaa0-463528f454ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:19.387313 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc127932-598b-482f-af4a-2b59cc48e3be None None] Pushing event updated for resources: {'Port': ['ID=796cfb35-d7f5-41f8-8106-2da85c31ad1a,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:19.494539 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0383f03a-e4da-4186-aaa0-463528f454ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:19.756168 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0383f03a-e4da-4186-aaa0-463528f454ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:19.822632 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8bf92d5-aa80-4b5c-9f77-7bc46e80886a req-a80833d0-09fc-4c54-8ecf-cc5c6640d045 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 210 time: 0.0538487 Nov 18 17:22:19.832054 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 796cfb35-d7f5-41f8-8106-2da85c31ad1a up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:22:19.874810 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55124) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:19.950822 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 796cfb35-d7f5-41f8-8106-2da85c31ad1a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:19.951627 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:20.070464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-0383f03a-e4da-4186-aaa0-463528f454ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Allocated IP 172.25.3.156 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/b612e245-fcf4-49c1-9773-0414faf7bc1b) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:22:20.131010 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af12a7fb-3eb6-4b01-be25-5ead2f8ff3c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:20.237446 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af12a7fb-3eb6-4b01-be25-5ead2f8ff3c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:20.333958 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af12a7fb-3eb6-4b01-be25-5ead2f8ff3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:20.379780 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0383f03a-e4da-4186-aaa0-463528f454ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:20.396427 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-af12a7fb-3eb6-4b01-be25-5ead2f8ff3c7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9e833075c60144739062135a3683cb37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5195515 Nov 18 17:22:20.400259 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12a7fb-3eb6-4b01-be25-5ead2f8ff3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3952da72-c6fa-46d6-85e2-0d36161e8024,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:20.406062 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55134) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:20.491877 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e750398d-d057-45a0-a5fa-6e1faa727345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:20.520265 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e750398d-d057-45a0-a5fa-6e1faa727345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:20.592036 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0383f03a-e4da-4186-aaa0-463528f454ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:20.633973 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0383f03a-e4da-4186-aaa0-463528f454ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:22:20.638693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-0383f03a-e4da-4186-aaa0-463528f454ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:22:20.642727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0383f03a-e4da-4186-aaa0-463528f454ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:22:20.667244 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e750398d-d057-45a0-a5fa-6e1faa727345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:20.674147 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e750398d-d057-45a0-a5fa-6e1faa727345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:20.674147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e750398d-d057-45a0-a5fa-6e1faa727345 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3952da72-c6fa-46d6-85e2-0d36161e8024 HTTP/1.1" status: 204 len: 168 time: 0.2662115 Nov 18 17:22:20.689425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750398d-d057-45a0-a5fa-6e1faa727345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3952da72-c6fa-46d6-85e2-0d36161e8024,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:20.693252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383f03a-e4da-4186-aaa0-463528f454ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Pushing event updated for resources: {'Port': ['ID=b612e245-fcf4-49c1-9773-0414faf7bc1b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:20.759743 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0383f03a-e4da-4186-aaa0-463528f454ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:20.885359 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0383f03a-e4da-4186-aaa0-463528f454ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:20.942875 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bb8cbc9-043c-4eea-9a21-50fe73d980bb req-eca58690-ab87-4437-8cbc-322b947b7e34 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 210 time: 0.0297697 Nov 18 17:22:21.111812 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0383f03a-e4da-4186-aaa0-463528f454ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:21.214099 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0383f03a-e4da-4186-aaa0-463528f454ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:21.295180 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383f03a-e4da-4186-aaa0-463528f454ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Pushing event updated for resources: {'Port': ['ID=b612e245-fcf4-49c1-9773-0414faf7bc1b,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:21.313138 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0383f03a-e4da-4186-aaa0-463528f454ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:21.374032 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:21.421648 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0383f03a-e4da-4186-aaa0-463528f454ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:21.423474 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0383f03a-e4da-4186-aaa0-463528f454ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0980215 Nov 18 17:22:21.464758 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a8f0ea89-bfed-4c6c-8323-b36f81091032 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:22:21.489234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: a8f0ea89-bfed-4c6c-8323-b36f81091032 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:22:21.489819 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a8f0ea89-bfed-4c6c-8323-b36f81091032 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:22:21.591489 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55162) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:21.603458 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d1b35dd9-06f2-4988-adf2-0575db6fe303 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:21.696284 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d1b35dd9-06f2-4988-adf2-0575db6fe303 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:21.751406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc530258-0f16-406f-80e8-929696c610c6 req-85769974-2d5d-4c77-a920-7586408c64d9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2125933347&fields=id&tenant_id=1516cf9926444ed288e6825e7143ec41 HTTP/1.1" status: 200 len: 267 time: 0.0537698 Nov 18 17:22:21.764211 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d1b35dd9-06f2-4988-adf2-0575db6fe303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:21.846085 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b35dd9-06f2-4988-adf2-0575db6fe303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dceca5ff-2e38-4f17-8ff1-1aaa71bea345,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:21.861608 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d1b35dd9-06f2-4988-adf2-0575db6fe303 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=841b0c544c784b32bc2eedb879419a09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696221 Nov 18 17:22:21.862392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55178) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:21.958123 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-119ccbb3-2344-47f0-a2aa-a966b0f9957f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:21.962092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc530258-0f16-406f-80e8-929696c610c6 req-125326b5-ee4b-44d5-b554-fee21c8b9ea3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:21.971889 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc530258-0f16-406f-80e8-929696c610c6 req-125326b5-ee4b-44d5-b554-fee21c8b9ea3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 812 time: 0.2106168 Nov 18 17:22:21.983659 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-119ccbb3-2344-47f0-a2aa-a966b0f9957f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:21.987941 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc530258-0f16-406f-80e8-929696c610c6 req-36f7a85a-bdea-4485-a408-b5364a7a62ac tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/quotas/1516cf9926444ed288e6825e7143ec41 HTTP/1.1" status: 200 len: 375 time: 0.0123961 Nov 18 17:22:22.114452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f925d6db-d5da-44b3-9bc2-528c2497bc52 req-a2b0b741-1bc9-41d4-98b7-a1055b37956c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 210 time: 0.0351551 Nov 18 17:22:22.125092 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc530258-0f16-406f-80e8-929696c610c6 req-8fc3f42f-ab2d-4057-995a-d16d30afe191 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1318805 Nov 18 17:22:22.207600 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-119ccbb3-2344-47f0-a2aa-a966b0f9957f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:22.210964 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-119ccbb3-2344-47f0-a2aa-a966b0f9957f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:22.212694 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-119ccbb3-2344-47f0-a2aa-a966b0f9957f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dceca5ff-2e38-4f17-8ff1-1aaa71bea345 HTTP/1.1" status: 204 len: 168 time: 0.3480437 Nov 18 17:22:22.226260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ccbb3-2344-47f0-a2aa-a966b0f9957f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dceca5ff-2e38-4f17-8ff1-1aaa71bea345,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:22.244690 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc530258-0f16-406f-80e8-929696c610c6 req-3261ed08-7126-450f-b5e7-7dc5002c4f04 service neutron] 10.222.0.72 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041210 Nov 18 17:22:22.379740 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc530258-0f16-406f-80e8-929696c610c6 req-53a16a15-2918-4b97-813c-e5a8019bc4bf service neutron] 10.222.0.72 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249876 Nov 18 17:22:22.752305 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2cd16c47-186a-43e7-9346-28c6f188f442 req-d5f50005-9169-40ab-8732-7d5c6ac1eef2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 210 time: 0.0428054 Nov 18 17:22:22.836669 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:23.226298 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8e9524d8-28b5-4c42-a50f-dead4da79765 req-68df9d21-fc9c-4869-8625-62e1247b07df tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 210 time: 0.0306571 Nov 18 17:22:23.278970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55220) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:23.292454 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e9eca4b-be31-46c1-93b2-22fbbe4e6378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:23.423643 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e9eca4b-be31-46c1-93b2-22fbbe4e6378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:23.557051 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e9eca4b-be31-46c1-93b2-22fbbe4e6378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:23.604786 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca6ea5-d7ae-40cb-8093-e91219fee2ff req-440462eb-1eba-455e-8235-1ab7389ad6cf tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:23.606733 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-43ca6ea5-d7ae-40cb-8093-e91219fee2ff req-440462eb-1eba-455e-8235-1ab7389ad6cf tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 1097 time: 0.0544331 Nov 18 17:22:23.616593 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9eca4b-be31-46c1-93b2-22fbbe4e6378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694cbf35-f66f-4287-ae1a-3e3787a428a9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:23.635332 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8e9eca4b-be31-46c1-93b2-22fbbe4e6378 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=38ac917e04274833b987b168238a4359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3552401 Nov 18 17:22:23.639583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55230) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:23.705593 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-43ca6ea5-d7ae-40cb-8093-e91219fee2ff req-1763c17d-119b-4002-b7e0-765a8644bdc0 tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817854 Nov 18 17:22:23.738247 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-626a68a2-fe1b-46f4-8ce6-6725e24daa37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:23.748896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55232) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:23.844205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-955e0ad1-3c24-4a9e-925c-87bb40053019 req-de9fd797-73b2-4bdb-b360-12f66e90a37f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 210 time: 0.0338385 Nov 18 17:22:24.079985 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-626a68a2-fe1b-46f4-8ce6-6725e24daa37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:24.246885 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-1ff62c44-1122-4cbb-92d8-025f919ddaa5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting port 7de14b2f-8142-4722-ab8f-876e3f5714d3 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:22:24.252522 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ff62c44-1122-4cbb-92d8-025f919ddaa5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:24.331147 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-626a68a2-fe1b-46f4-8ce6-6725e24daa37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:24.334940 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-626a68a2-fe1b-46f4-8ce6-6725e24daa37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:24.338109 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-626a68a2-fe1b-46f4-8ce6-6725e24daa37 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/694cbf35-f66f-4287-ae1a-3e3787a428a9 HTTP/1.1" status: 204 len: 168 time: 0.6970339 Nov 18 17:22:24.360436 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ff62c44-1122-4cbb-92d8-025f919ddaa5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:24.367476 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ff62c44-1122-4cbb-92d8-025f919ddaa5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:24.367821 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6909f2d6-8039-455c-8769-05ee6c60a734 req-037baecc-ad2f-405d-bc94-cef73e7b8b7f tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 210 time: 0.0349877 Nov 18 17:22:24.368010 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a68a2-fe1b-46f4-8ce6-6725e24daa37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694cbf35-f66f-4287-ae1a-3e3787a428a9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:24.385579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-1ff62c44-1122-4cbb-92d8-025f919ddaa5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Calling delete_port for 7de14b2f-8142-4722-ab8f-876e3f5714d3 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:22:24.747727 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ff62c44-1122-4cbb-92d8-025f919ddaa5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:24.776340 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff62c44-1122-4cbb-92d8-025f919ddaa5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Port': ['ID=7de14b2f-8142-4722-ab8f-876e3f5714d3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:24.851913 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ff62c44-1122-4cbb-92d8-025f919ddaa5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for floatingip, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:24.852262 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-1ff62c44-1122-4cbb-92d8-025f919ddaa5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Floating IP b1698a38-7afc-4f5a-993f-dc05a799d72d disassociated (deleted). External IP: 172.25.3.129, port: 12ef7917-2e02-479b-99ef-bd8c1229f454. Nov 18 17:22:24.984063 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6da1f375-d0c7-4d99-b190-6c984f78e836 req-b29065a8-81e1-46a7-b1a7-90d04db96ab0 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 210 time: 0.0487692 Nov 18 17:22:25.159353 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff62c44-1122-4cbb-92d8-025f919ddaa5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router 0928255c-be98-44ee-aeb4-319139255057 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:22:25.327380 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff62c44-1122-4cbb-92d8-025f919ddaa5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:22:25.331996 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ff62c44-1122-4cbb-92d8-025f919ddaa5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:25.342170 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda9a84-2ada-4f9c-b55a-6b022bb7b56b None None] Sync routers for ids ['0928255c-be98-44ee-aeb4-319139255057'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:22:25.353536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda9a84-2ada-4f9c-b55a-6b022bb7b56b None None] Routers {'0928255c-be98-44ee-aeb4-319139255057'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:22:25.354167 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0eda9a84-2ada-4f9c-b55a-6b022bb7b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:22:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['0928255c-be98-44ee-aeb4-319139255057'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:25.366768 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1ff62c44-1122-4cbb-92d8-025f919ddaa5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/floatingips/b1698a38-7afc-4f5a-993f-dc05a799d72d HTTP/1.1" status: 204 len: 168 time: 1.6164675 Nov 18 17:22:25.367636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'tag': '12ef7917-2e02-479b-99ef-bd8c1229f454'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:22:25.371389 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c35cd2-507f-4f66-a49d-988d1c3cc07a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4318c25-9af7-4e19-b793-c339fea0190d", "tag": "12ef7917-2e02-479b-99ef-bd8c1229f454"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:22:25.474127 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917926be-2fb3-44b7-a907-93ab1066db0c x-openstack-request-id: req-917926be-2fb3-44b7-a907-93ab1066db0c {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:22:25.474968 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4318c25-9af7-4e19-b793-c339fea0190d", "tag": "12ef7917-2e02-479b-99ef-bd8c1229f454", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:22:25.476350 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-917926be-2fb3-44b7-a907-93ab1066db0c {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:22:25.476968 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'tag': '12ef7917-2e02-479b-99ef-bd8c1229f454', 'status': 'completed', 'code': 200} Nov 18 17:22:25.572331 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c35cd2-507f-4f66-a49d-988d1c3cc07a req-b1252a30-bb29-4764-ad20-ca25d171d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:25.574517 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-43c35cd2-507f-4f66-a49d-988d1c3cc07a req-b1252a30-bb29-4764-ad20-ca25d171d95d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 1097 time: 0.0794985 Nov 18 17:22:25.627355 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-0eda9a84-2ada-4f9c-b55a-6b022bb7b56b None None] Set router 0928255c-be98-44ee-aeb4-319139255057 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:22:25.691711 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ded00361-37c5-49fb-aa0e-463389e0c149 req-55bb04e6-ae18-4949-a867-4a4bcc795903 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=07691319-7d35-425b-9493-f73cc29a37ee HTTP/1.1" status: 200 len: 210 time: 0.0947578 Nov 18 17:22:25.925005 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c35cd2-507f-4f66-a49d-988d1c3cc07a req-561ee126-530a-416a-bda3-f37f83ee6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:25.930359 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-43c35cd2-507f-4f66-a49d-988d1c3cc07a req-561ee126-530a-416a-bda3-f37f83ee6113 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81 HTTP/1.1" status: 200 len: 899 time: 0.3464189 Nov 18 17:22:26.027127 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0eda9a84-2ada-4f9c-b55a-6b022bb7b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0928255c-be98-44ee-aeb4-319139255057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954890607', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:00Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:01Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'eb0e14b2-21df-4c84-821f-ce8896842504', 'name': '', 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:66:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:06Z', 'updated_at': '2021-11-18T17:20:17Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:26.028458 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-43c35cd2-507f-4f66-a49d-988d1c3cc07a req-71332266-b2a5-4210-94e6-ed88042fb75d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ef7917-2e02-479b-99ef-bd8c1229f454 HTTP/1.1" status: 200 len: 217 time: 0.0831668 Nov 18 17:22:26.062794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc530258-0f16-406f-80e8-929696c610c6 req-4505ddbc-8a10-4183-8d20-c9c16d0e6bd7 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:26.064600 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc530258-0f16-406f-80e8-929696c610c6 req-4505ddbc-8a10-4183-8d20-c9c16d0e6bd7 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.83 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 812 time: 0.2927706 Nov 18 17:22:26.107188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda9a84-2ada-4f9c-b55a-6b022bb7b56b None None] Checking router: 0928255c-be98-44ee-aeb4-319139255057 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:22:26.174049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda9a84-2ada-4f9c-b55a-6b022bb7b56b None None] Routers {'0928255c-be98-44ee-aeb4-319139255057'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:22:26.174694 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0eda9a84-2ada-4f9c-b55a-6b022bb7b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:22:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['0928255c-be98-44ee-aeb4-319139255057'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:26.203251 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3475e824-3439-4db5-9f0a-3ee37a5a728d req-2070f1cc-c2bb-4ba8-a116-c15af9aedaa8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 210 time: 0.0687284 Nov 18 17:22:26.221688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c35cd2-507f-4f66-a49d-988d1c3cc07a req-80ac692c-e488-4868-96d8-022c4869f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:26.223627 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-43c35cd2-507f-4f66-a49d-988d1c3cc07a req-80ac692c-e488-4868-96d8-022c4869f375 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4bdd1b36-e53e-4c18-a868-23989123548c HTTP/1.1" status: 200 len: 835 time: 0.1868649 Nov 18 17:22:26.345437 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc530258-0f16-406f-80e8-929696c610c6 req-1d94342e-898b-478d-bab9-2a9d4f475a30 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1516cf9926444ed288e6825e7143ec41 HTTP/1.1" status: 200 len: 380 time: 0.1475565 Nov 18 17:22:26.362524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130847c7-339d-435a-bb9e-1aa4e05e30fe req-7b82f7cc-af86-447f-81b3-1e77145a19c1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:26.369610 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-cc530258-0f16-406f-80e8-929696c610c6 req-344d2208-026f-4f88-9998-53212947d735 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Request body: {'port': {'device_id': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'admin_state_up': True, 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'security_groups': ['74aca7af-e44e-4030-ae65-c9bce7c40c7d']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:26.371830 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-130847c7-339d-435a-bb9e-1aa4e05e30fe req-7b82f7cc-af86-447f-81b3-1e77145a19c1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.0973742 Nov 18 17:22:26.374298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c35cd2-507f-4f66-a49d-988d1c3cc07a req-4f4322fe-2cd7-4266-a350-2b71097ed3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:26.375817 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-43c35cd2-507f-4f66-a49d-988d1c3cc07a req-4f4322fe-2cd7-4266-a350-2b71097ed3a7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ba3dae70-1e3d-40f0-aa92-0fffe3461a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1353085 Nov 18 17:22:26.416280 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-0eda9a84-2ada-4f9c-b55a-6b022bb7b56b None None] Set router 0928255c-be98-44ee-aeb4-319139255057 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:22:26.504651 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-130847c7-339d-435a-bb9e-1aa4e05e30fe req-7fef7dcb-d7be-4a60-8423-9d491ca1a855 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238942 Nov 18 17:22:26.645892 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-43c35cd2-507f-4f66-a49d-988d1c3cc07a req-7c5e0ae7-9abd-4565-af40-aa5ebb2f21f7 service neutron] 10.222.0.83 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552383 Nov 18 17:22:26.688425 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0eda9a84-2ada-4f9c-b55a-6b022bb7b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0928255c-be98-44ee-aeb4-319139255057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954890607', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:00Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:01Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'eb0e14b2-21df-4c84-821f-ce8896842504', 'name': '', 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:66:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:06Z', 'updated_at': '2021-11-18T17:20:17Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:26.719999 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda9a84-2ada-4f9c-b55a-6b022bb7b56b None None] The sync data for ids ['0928255c-be98-44ee-aeb4-319139255057'] in n-d-813419-11 is: [{'id': '0928255c-be98-44ee-aeb4-319139255057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954890607', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:00Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:01Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'eb0e14b2-21df-4c84-821f-ce8896842504', 'name': '', 'network_id': 'ba3dae70-1e3d-40f0-aa92-0fffe3461a81', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:66:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:06Z', 'updated_at': '2021-11-18T17:20:17Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '4bdd1b36-e53e-4c18-a868-23989123548c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:22:26.762899 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-43c35cd2-507f-4f66-a49d-988d1c3cc07a req-9432fc08-5aaf-45de-b2be-72675b474e63 service neutron] 10.222.0.83 "GET /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093926 Nov 18 17:22:26.870665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc530258-0f16-406f-80e8-929696c610c6 req-344d2208-026f-4f88-9998-53212947d735 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Made reservation on behalf of 1516cf9926444ed288e6825e7143ec41 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:22:26.881783 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc530258-0f16-406f-80e8-929696c610c6 req-344d2208-026f-4f88-9998-53212947d735 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:27.156867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-cc530258-0f16-406f-80e8-929696c610c6 req-344d2208-026f-4f88-9998-53212947d735 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Allocated IP 172.20.0.11 (07ec2429-d3d7-4064-9a1d-8a3a182595b6/7976e89e-5be5-4df2-8b35-304447c16fb5/6a41711e-76b2-42ef-ab70-e75764352775) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:22:27.169925 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f124ed4-1945-45be-951f-f287744abc5d None None] New status for floating IP b1698a38-7afc-4f5a-993f-dc05a799d72d: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:22:27.461393 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91e237e9-2301-4150-9074-52221bbf2e2f req-03b30d86-4988-4c80-9868-fe3a5d28bb6b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 210 time: 0.0768278 Nov 18 17:22:27.514415 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc530258-0f16-406f-80e8-929696c610c6 req-344d2208-026f-4f88-9998-53212947d735 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:27.695122 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eab92c-b43f-4e81-a126-588ff45c3388 req-f88afd72-3261-41fb-b54a-d5a6e3cd4102 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:27.696747 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-22eab92c-b43f-4e81-a126-588ff45c3388 req-f88afd72-3261-41fb-b54a-d5a6e3cd4102 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.0630569 Nov 18 17:22:27.731464 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc530258-0f16-406f-80e8-929696c610c6 req-344d2208-026f-4f88-9998-53212947d735 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:27.832984 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-22eab92c-b43f-4e81-a126-588ff45c3388 req-518da89d-3551-45c5-b848-cc5938ca227e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013062 Nov 18 17:22:27.846040 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc530258-0f16-406f-80e8-929696c610c6 req-344d2208-026f-4f88-9998-53212947d735 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:22:27.852458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-cc530258-0f16-406f-80e8-929696c610c6 req-344d2208-026f-4f88-9998-53212947d735 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:22:27.855146 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc530258-0f16-406f-80e8-929696c610c6 req-344d2208-026f-4f88-9998-53212947d735 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:22:27.934517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3abf72-51ab-4636-9332-ccb10f3a8574 req-eda06a34-92d3-49f6-9f0d-b12017547146 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:27.936203 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1b3abf72-51ab-4636-9332-ccb10f3a8574 req-eda06a34-92d3-49f6-9f0d-b12017547146 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 945 time: 0.2343979 Nov 18 17:22:27.936804 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d2208-026f-4f88-9998-53212947d735 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Pushing event updated for resources: {'Port': ['ID=6a41711e-76b2-42ef-ab70-e75764352775,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:27.998160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc530258-0f16-406f-80e8-929696c610c6 req-344d2208-026f-4f88-9998-53212947d735 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:27.999219 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc530258-0f16-406f-80e8-929696c610c6 req-344d2208-026f-4f88-9998-53212947d735 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:28.132366 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-1b3abf72-51ab-4636-9332-ccb10f3a8574 req-5adc0c64-7883-4690-9b26-9946d37c9c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting port 12ef7917-2e02-479b-99ef-bd8c1229f454 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:22:28.132736 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1b3abf72-51ab-4636-9332-ccb10f3a8574 req-5adc0c64-7883-4690-9b26-9946d37c9c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:28.199367 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc530258-0f16-406f-80e8-929696c610c6 req-344d2208-026f-4f88-9998-53212947d735 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8417609 Nov 18 17:22:28.242752 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Request body: {'port': {'device_id': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:28.325268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1732be12-d53c-49e6-90bd-0aad91780103 None None] Provisioning complete for port 6a41711e-76b2-42ef-ab70-e75764352775 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:28.326200 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1732be12-d53c-49e6-90bd-0aad91780103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:28.348303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1b3abf72-51ab-4636-9332-ccb10f3a8574 req-5adc0c64-7883-4690-9b26-9946d37c9c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] For port 12ef7917-2e02-479b-99ef-bd8c1229f454, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=12ef7917-2e02-479b-99ef-bd8c1229f454,segment=NetworkSegment(00764b23-792e-4303-be82-13f1719c4ba1),segment_id=00764b23-792e-4303-be82-13f1719c4ba1)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:28.349684 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1b3abf72-51ab-4636-9332-ccb10f3a8574 req-5adc0c64-7883-4690-9b26-9946d37c9c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:28.352743 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:28.371749 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1732be12-d53c-49e6-90bd-0aad91780103 None None] Port 6a41711e-76b2-42ef-ab70-e75764352775 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:22:28.374518 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-1b3abf72-51ab-4636-9332-ccb10f3a8574 req-5adc0c64-7883-4690-9b26-9946d37c9c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Calling delete_port for 12ef7917-2e02-479b-99ef-bd8c1229f454 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:22:28.619412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e043791-d620-47d7-be70-3f85c69fb224 req-4243db23-2923-42a1-95fd-57d3a7f1353e tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:28.621810 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e043791-d620-47d7-be70-3f85c69fb224 req-4243db23-2923-42a1-95fd-57d3a7f1353e tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 932 time: 0.0723653 Nov 18 17:22:28.750231 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e043791-d620-47d7-be70-3f85c69fb224 req-3a83d857-1017-44b3-807a-fd86cdf0da30 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217306 Nov 18 17:22:28.982363 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a41711e-76b2-42ef-ab70-e75764352775 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:22:28.995158 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:29.026353 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Transition to ACTIVE for port object 6a41711e-76b2-42ef-ab70-e75764352775 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:22:29.028260 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1b3abf72-51ab-4636-9332-ccb10f3a8574 req-5adc0c64-7883-4690-9b26-9946d37c9c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:29.144223 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6248d-6f59-40b3-88fe-d6e09cd3e19a req-c18d9bec-154a-43ca-90fd-5de37f170295 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:29.166098 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51d6248d-6f59-40b3-88fe-d6e09cd3e19a req-c18d9bec-154a-43ca-90fd-5de37f170295 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 867 time: 0.1608324 Nov 18 17:22:29.176023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc0c64-7883-4690-9b26-9946d37c9c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Port': ['ID=12ef7917-2e02-479b-99ef-bd8c1229f454,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:29.248359 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:29.269327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3abf72-51ab-4636-9332-ccb10f3a8574 req-5adc0c64-7883-4690-9b26-9946d37c9c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] No DVR routers for this DVR port 12ef7917-2e02-479b-99ef-bd8c1229f454 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:22:29.276506 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1b3abf72-51ab-4636-9332-ccb10f3a8574 req-5adc0c64-7883-4690-9b26-9946d37c9c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:29.289520 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1b3abf72-51ab-4636-9332-ccb10f3a8574 req-5adc0c64-7883-4690-9b26-9946d37c9c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.83 "DELETE /v2.0/ports/12ef7917-2e02-479b-99ef-bd8c1229f454 HTTP/1.1" status: 204 len: 173 time: 1.3377230 Nov 18 17:22:29.334315 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51d6248d-6f59-40b3-88fe-d6e09cd3e19a req-30f1e8c3-5e1a-4014-8748-9e8579972d02 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639814 Nov 18 17:22:29.391453 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'name': 'network-vif-deleted', 'tag': '12ef7917-2e02-479b-99ef-bd8c1229f454'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:22:29.397734 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc7f09f-15d2-4e5d-ac5f-9806e56d48c7" -d '{"events": [{"server_uuid": "f4318c25-9af7-4e19-b793-c339fea0190d", "name": "network-vif-deleted", "tag": "12ef7917-2e02-479b-99ef-bd8c1229f454"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:22:29.400847 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Pushing event updated for resources: {'Port': ['ID=6a41711e-76b2-42ef-ab70-e75764352775,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:29.568629 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92087c4-5da8-44eb-bfb5-6acf63f3d774 x-openstack-request-id: req-b92087c4-5da8-44eb-bfb5-6acf63f3d774 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:22:29.568958 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4318c25-9af7-4e19-b793-c339fea0190d", "name": "network-vif-deleted", "tag": "12ef7917-2e02-479b-99ef-bd8c1229f454", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:22:29.569211 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b92087c4-5da8-44eb-bfb5-6acf63f3d774 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:22:29.570345 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4318c25-9af7-4e19-b793-c339fea0190d', 'name': 'network-vif-deleted', 'tag': '12ef7917-2e02-479b-99ef-bd8c1229f454', 'status': 'completed', 'code': 200} Nov 18 17:22:29.713329 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Attempting to bind port 6a41711e-76b2-42ef-ab70-e75764352775 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:22:29.713850 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Attempting to bind port 6a41711e-76b2-42ef-ab70-e75764352775 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:22:29.714343 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Attempting to bind port 6a41711e-76b2-42ef-ab70-e75764352775 on network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:22:29.722319 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Port 6a41711e-76b2-42ef-ab70-e75764352775 on network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:22:29.722867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Attempting to bind port 6a41711e-76b2-42ef-ab70-e75764352775 on network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:22:29.730371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:22:29.730937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Checking segment: {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:22:29.731594 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55360) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:29.743446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Bound using segment: {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:22:29.744417 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Bound port: 6a41711e-76b2-42ef-ab70-e75764352775, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:22:29.745031 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:29.914250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] For port 6a41711e-76b2-42ef-ab70-e75764352775, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:22:29.923777 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] For port 6a41711e-76b2-42ef-ab70-e75764352775, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a41711e-76b2-42ef-ab70-e75764352775,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:22:29.986078 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4f96801f-8465-4eb8-933e-6e2c16fece0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:30.012845 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7beb82-18ff-4ca1-8c26-2d526194ac05 req-e9c67dda-0c99-4bb2-8a7f-c714175baf83 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:30.014455 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c7beb82-18ff-4ca1-8c26-2d526194ac05 req-e9c67dda-0c99-4bb2-8a7f-c714175baf83 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 944 time: 0.1181505 Nov 18 17:22:30.025846 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:30.036312 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9ede32d-a6f7-4122-8448-0d6838c35fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:30.087525 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:30.087715 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:30.089554 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc530258-0f16-406f-80e8-929696c610c6 req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] 10.222.0.83 "PUT /v2.0/ports/6a41711e-76b2-42ef-ab70-e75764352775 HTTP/1.1" status: 200 len: 1093 time: 1.8532948 Nov 18 17:22:30.113954 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c7beb82-18ff-4ca1-8c26-2d526194ac05 req-56598962-5060-4ad6-8cc3-6735d0315617 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848701 Nov 18 17:22:30.157616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff3d3d-01fc-40e6-8cda-e6131330a2ac service neutron] Pushing event updated for resources: {'Port': ['ID=6a41711e-76b2-42ef-ab70-e75764352775,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:30.199518 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:22:30.236110 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9ede32d-a6f7-4122-8448-0d6838c35fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:30.390764 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9ede32d-a6f7-4122-8448-0d6838c35fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:30.442315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc530258-0f16-406f-80e8-929696c610c6 req-49684d6f-1ddd-4e4a-b010-54704d682d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:30.449516 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc530258-0f16-406f-80e8-929696c610c6 req-49684d6f-1ddd-4e4a-b010-54704d682d9e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 1096 time: 0.1735470 Nov 18 17:22:30.508615 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ede32d-a6f7-4122-8448-0d6838c35fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517519a6-1d86-43a8-bed6-fbf7918b0fad,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:30.552014 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f9ede32d-a6f7-4122-8448-0d6838c35fbd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e0261534075240e68b66cde836c8888b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8154573 Nov 18 17:22:30.554598 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc530258-0f16-406f-80e8-929696c610c6 req-4290b4c9-e27e-45c2-8c0e-19542b2d60a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a41711e-76b2-42ef-ab70-e75764352775 HTTP/1.1" status: 200 len: 217 time: 0.0952101 Nov 18 17:22:30.556925 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55372) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:30.623925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc530258-0f16-406f-80e8-929696c610c6 req-faecd59f-1a7d-4f00-8bc9-996b7108194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:30.661608 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc530258-0f16-406f-80e8-929696c610c6 req-faecd59f-1a7d-4f00-8bc9-996b7108194e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.0634010 Nov 18 17:22:30.666635 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7179c3b6-d671-454a-88c5-a31b22743a36 req-3c400544-c8d1-4731-8f13-5626e9b8d7f0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4318c25-9af7-4e19-b793-c339fea0190d HTTP/1.1" status: 200 len: 210 time: 0.0610569 Nov 18 17:22:30.685360 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e54f1ce6-602c-4f63-9b52-bb09cff2ebe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:30.715948 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e54f1ce6-602c-4f63-9b52-bb09cff2ebe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:30.870886 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e54f1ce6-602c-4f63-9b52-bb09cff2ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:30.874407 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e54f1ce6-602c-4f63-9b52-bb09cff2ebe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:30.882075 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e54f1ce6-602c-4f63-9b52-bb09cff2ebe3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/517519a6-1d86-43a8-bed6-fbf7918b0fad HTTP/1.1" status: 204 len: 168 time: 0.3236756 Nov 18 17:22:30.907350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f1ce6-602c-4f63-9b52-bb09cff2ebe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517519a6-1d86-43a8-bed6-fbf7918b0fad,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:31.017278 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc530258-0f16-406f-80e8-929696c610c6 req-63ee8a2e-8f75-4b87-892e-cde1b84b7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:31.018945 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc530258-0f16-406f-80e8-929696c610c6 req-63ee8a2e-8f75-4b87-892e-cde1b84b7895 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3850582 Nov 18 17:22:31.119742 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc530258-0f16-406f-80e8-929696c610c6 req-e96a3ef6-254a-4454-9a7a-aefcd962c62c service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925584 Nov 18 17:22:31.301021 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cc530258-0f16-406f-80e8-929696c610c6 req-868e8c54-8362-45b8-9bdd-91db6be725d3 service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729372 Nov 18 17:22:31.349290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ae864-21da-457c-a41e-c282011d054c req-07dbf76b-8e96-4d2e-b54a-9f9375138f60 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:31.360742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-818ae864-21da-457c-a41e-c282011d054c req-07dbf76b-8e96-4d2e-b54a-9f9375138f60 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 944 time: 0.1363583 Nov 18 17:22:31.482565 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-818ae864-21da-457c-a41e-c282011d054c req-92379b30-1167-42f2-8aa1-950e4a894af5 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940795 Nov 18 17:22:31.571423 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:22:31.574367 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b061541-2bbc-4b3e-857d-54419d65262c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "tag": "6a41711e-76b2-42ef-ab70-e75764352775"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:22:31.635073 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4547f5e2-696d-4e5f-a77f-bee68ef96701 x-openstack-request-id: req-4547f5e2-696d-4e5f-a77f-bee68ef96701 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:22:31.635440 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "tag": "6a41711e-76b2-42ef-ab70-e75764352775", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:22:31.635689 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4547f5e2-696d-4e5f-a77f-bee68ef96701 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:22:31.636172 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775', 'status': 'completed', 'code': 200} Nov 18 17:22:31.710747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061541-2bbc-4b3e-857d-54419d65262c req-6b5ea114-2a80-4b04-a4ad-3d73d3b6cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:31.713315 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9b061541-2bbc-4b3e-857d-54419d65262c req-6b5ea114-2a80-4b04-a4ad-3d73d3b6cdfe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 1096 time: 0.0512834 Nov 18 17:22:31.807669 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55400) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:31.928988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55404) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:31.935991 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061541-2bbc-4b3e-857d-54419d65262c req-616e7da6-1e04-40b7-927e-c8054c8323eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:31.940312 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9b061541-2bbc-4b3e-857d-54419d65262c req-616e7da6-1e04-40b7-927e-c8054c8323eb service neutron] 10.222.0.83 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.2102935 Nov 18 17:22:31.950541 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bcf1d662-bdc6-4ab3-843d-acbac113fcdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:31.957493 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 12ef7917-2e02-479b-99ef-bd8c1229f454 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:22:32.021930 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9b061541-2bbc-4b3e-857d-54419d65262c req-763b81f7-e3c2-471b-b382-d562ca0fec57 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a41711e-76b2-42ef-ab70-e75764352775 HTTP/1.1" status: 200 len: 217 time: 0.0760081 Nov 18 17:22:32.090865 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061541-2bbc-4b3e-857d-54419d65262c req-a5e406fd-f50a-413f-bb64-a63b5133894a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:32.092593 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9b061541-2bbc-4b3e-857d-54419d65262c req-a5e406fd-f50a-413f-bb64-a63b5133894a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.0542779 Nov 18 17:22:32.226674 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061541-2bbc-4b3e-857d-54419d65262c req-b9249051-34ea-4fba-bae8-b5fbfc9aff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:32.228472 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9b061541-2bbc-4b3e-857d-54419d65262c req-b9249051-34ea-4fba-bae8-b5fbfc9aff95 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1279228 Nov 18 17:22:32.313527 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bcf1d662-bdc6-4ab3-843d-acbac113fcdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:32.351292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 12ef7917-2e02-479b-99ef-bd8c1229f454 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:22:32.356700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 12ef7917-2e02-479b-99ef-bd8c1229f454 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:22:32.460850 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9b061541-2bbc-4b3e-857d-54419d65262c req-e17bff77-22dd-4f0c-9166-c0299192ace0 service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231832 Nov 18 17:22:32.461225 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bcf1d662-bdc6-4ab3-843d-acbac113fcdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:32.527783 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-069a4ab8-3c4e-46dc-b4b4-ab3f55f1795d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:32.598443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bcf1d662-bdc6-4ab3-843d-acbac113fcdf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f6187e75583a45c8a8e86b7b8051e0b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6682947 Nov 18 17:22:32.603997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55414) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:32.639890 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9b061541-2bbc-4b3e-857d-54419d65262c req-ffda4452-e9ac-4974-8818-e8f6808cad11 service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691141 Nov 18 17:22:32.656546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1d662-bdc6-4ab3-843d-acbac113fcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696bb457-d1e0-41ef-83b6-62a5c2efd9d3,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:32.745403 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c586ac49-3467-4575-a806-b9c8249721d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:32.749159 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec145047-e60a-4875-8d79-195e10c59c03 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:32.760189 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360e4fa-d29f-415c-9b21-5583c5b14a03 req-b7dd6a76-d1d2-4686-8af8-b8860beebac9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:32.761655 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9360e4fa-d29f-415c-9b21-5583c5b14a03 req-b7dd6a76-d1d2-4686-8af8-b8860beebac9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 944 time: 0.1606240 Nov 18 17:22:32.859064 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c586ac49-3467-4575-a806-b9c8249721d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:33.362167 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9360e4fa-d29f-415c-9b21-5583c5b14a03 req-d7c2837d-58db-42b3-8d50-771282ff712c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5613005 Nov 18 17:22:33.586707 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c586ac49-3467-4575-a806-b9c8249721d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:33.589386 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c586ac49-3467-4575-a806-b9c8249721d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:33.590525 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c586ac49-3467-4575-a806-b9c8249721d3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/696bb457-d1e0-41ef-83b6-62a5c2efd9d3 HTTP/1.1" status: 204 len: 168 time: 0.9854860 Nov 18 17:22:33.602037 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:33.608642 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586ac49-3467-4575-a806-b9c8249721d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696bb457-d1e0-41ef-83b6-62a5c2efd9d3,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:33.622078 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ec145047-e60a-4875-8d79-195e10c59c03 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting port eb0e14b2-21df-4c84-821f-ce8896842504 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:22:33.622501 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec145047-e60a-4875-8d79-195e10c59c03 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:33.820377 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-ec145047-e60a-4875-8d79-195e10c59c03 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] For port eb0e14b2-21df-4c84-821f-ce8896842504, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=eb0e14b2-21df-4c84-821f-ce8896842504,segment=NetworkSegment(00764b23-792e-4303-be82-13f1719c4ba1),segment_id=00764b23-792e-4303-be82-13f1719c4ba1)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:33.820768 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec145047-e60a-4875-8d79-195e10c59c03 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:33.840727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ec145047-e60a-4875-8d79-195e10c59c03 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Calling delete_port for eb0e14b2-21df-4c84-821f-ce8896842504 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:22:33.983942 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6a41711e-76b2-42ef-ab70-e75764352775 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:22:34.116779 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6a41711e-76b2-42ef-ab70-e75764352775, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a41711e-76b2-42ef-ab70-e75764352775,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:34.134102 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '6a41711e-76b2-42ef-ab70-e75764352775', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'port_id': '6a41711e-76b2-42ef-ab70-e75764352775', 'mac_address': 'fa:16:3e:a4:b3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:22:34.183221 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:34.198137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a41711e-76b2-42ef-ab70-e75764352775 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:22:34.224877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6a41711e-76b2-42ef-ab70-e75764352775, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a41711e-76b2-42ef-ab70-e75764352775,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:34.242479 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec145047-e60a-4875-8d79-195e10c59c03 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:34.326806 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:34.361455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec145047-e60a-4875-8d79-195e10c59c03 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Port': ['ID=eb0e14b2-21df-4c84-821f-ce8896842504,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:34.466024 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6a41711e-76b2-42ef-ab70-e75764352775,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:34.587840 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['6a41711e-76b2-42ef-ab70-e75764352775'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:22:34.614730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244e30d-3b5f-4ca0-9487-46368727d272 req-8f5628c4-6f18-41b4-9d28-11d683e52b70 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:34.623582 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6244e30d-3b5f-4ca0-9487-46368727d272 req-8f5628c4-6f18-41b4-9d28-11d683e52b70 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 945 time: 0.3044040 Nov 18 17:22:34.759281 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998889e8-086f-4843-9e33-b36c2ff078de req-ebf4b882-b215-47e0-ae5a-1891986f1676 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:34.766694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-998889e8-086f-4843-9e33-b36c2ff078de req-ebf4b882-b215-47e0-ae5a-1891986f1676 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.2222323 Nov 18 17:22:34.843947 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6244e30d-3b5f-4ca0-9487-46368727d272 req-44c2c0eb-72d7-44b6-b453-2484e26a102c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135305 Nov 18 17:22:34.955338 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf4919-c735-42f4-b460-631f203acb35 req-17f88f9e-a735-445a-9af5-930e51f1152e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:34.956879 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9cbf4919-c735-42f4-b460-631f203acb35 req-17f88f9e-a735-445a-9af5-930e51f1152e tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 945 time: 0.2450793 Nov 18 17:22:34.978705 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-998889e8-086f-4843-9e33-b36c2ff078de req-411e204c-8e40-40ac-8d15-5acb3af61d34 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058520 Nov 18 17:22:35.015009 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec145047-e60a-4875-8d79-195e10c59c03 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:35.038455 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:35.211844 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-9cbf4919-c735-42f4-b460-631f203acb35 req-7b5fd47f-b916-44df-8889-2da839dac21c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Deleting port b8b2673a-8468-4cc3-a73b-f1a30243def6 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:22:35.212190 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9cbf4919-c735-42f4-b460-631f203acb35 req-7b5fd47f-b916-44df-8889-2da839dac21c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:35.393641 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-9cbf4919-c735-42f4-b460-631f203acb35 req-7b5fd47f-b916-44df-8889-2da839dac21c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] For port b8b2673a-8468-4cc3-a73b-f1a30243def6, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=b8b2673a-8468-4cc3-a73b-f1a30243def6,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:35.393949 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9cbf4919-c735-42f4-b460-631f203acb35 req-7b5fd47f-b916-44df-8889-2da839dac21c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:35.412114 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-9cbf4919-c735-42f4-b460-631f203acb35 req-7b5fd47f-b916-44df-8889-2da839dac21c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Calling delete_port for b8b2673a-8468-4cc3-a73b-f1a30243def6 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:22:35.433415 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:35.436553 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec145047-e60a-4875-8d79-195e10c59c03 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router 0928255c-be98-44ee-aeb4-319139255057 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:22:35.759225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec145047-e60a-4875-8d79-195e10c59c03 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:22:35.773915 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ec145047-e60a-4875-8d79-195e10c59c03 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "PUT /v2.0/routers/0928255c-be98-44ee-aeb4-319139255057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9695041 Nov 18 17:22:35.776368 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55464) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:35.789623 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd42184-90ff-492c-a07a-74f644d658fd None None] Sync routers for ids ['0928255c-be98-44ee-aeb4-319139255057'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:22:35.807922 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd42184-90ff-492c-a07a-74f644d658fd None None] Routers {'0928255c-be98-44ee-aeb4-319139255057'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:22:35.812444 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2fd42184-90ff-492c-a07a-74f644d658fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:22:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['0928255c-be98-44ee-aeb4-319139255057'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:35.834928 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8238de-2c21-47a2-81f7-4d4b30f6d609 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting subnet 4bdd1b36-e53e-4c18-a868-23989123548c {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:22:35.847964 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db8238de-2c21-47a2-81f7-4d4b30f6d609 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:35.926731 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db8238de-2c21-47a2-81f7-4d4b30f6d609 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:35.967574 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-2fd42184-90ff-492c-a07a-74f644d658fd None None] Set router 0928255c-be98-44ee-aeb4-319139255057 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:22:36.056512 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9cbf4919-c735-42f4-b460-631f203acb35 req-7b5fd47f-b916-44df-8889-2da839dac21c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:36.137722 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fd47f-b916-44df-8889-2da839dac21c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Pushing event deleted for resources: {'Port': ['ID=b8b2673a-8468-4cc3-a73b-f1a30243def6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:36.149644 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db8238de-2c21-47a2-81f7-4d4b30f6d609 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:36.160008 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6a41711e-76b2-42ef-ab70-e75764352775 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:22:36.180298 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['b8b2673a-8468-4cc3-a73b-f1a30243def6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:22:36.214144 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced0c17-7789-44d9-be86-3870dbb44cfe req-be5019db-25e8-482a-9d30-2a855eab0521 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:36.221803 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aced0c17-7789-44d9-be86-3870dbb44cfe req-be5019db-25e8-482a-9d30-2a855eab0521 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 866 time: 0.2321813 Nov 18 17:22:36.332542 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbf4919-c735-42f4-b460-631f203acb35 req-7b5fd47f-b916-44df-8889-2da839dac21c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] No DVR routers for this DVR port b8b2673a-8468-4cc3-a73b-f1a30243def6 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:22:36.344293 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9cbf4919-c735-42f4-b460-631f203acb35 req-7b5fd47f-b916-44df-8889-2da839dac21c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:36.345655 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9cbf4919-c735-42f4-b460-631f203acb35 req-7b5fd47f-b916-44df-8889-2da839dac21c tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.81 "DELETE /v2.0/ports/b8b2673a-8468-4cc3-a73b-f1a30243def6 HTTP/1.1" status: 204 len: 173 time: 1.3657691 Nov 18 17:22:36.349358 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c54eb40-0810-4ff5-9905-77a5be7ee9ff', 'name': 'network-vif-deleted', 'tag': 'b8b2673a-8468-4cc3-a73b-f1a30243def6'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:22:36.354552 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fa53be-85df-4042-8905-86650a673fb7" -d '{"events": [{"server_uuid": "9c54eb40-0810-4ff5-9905-77a5be7ee9ff", "name": "network-vif-deleted", "tag": "b8b2673a-8468-4cc3-a73b-f1a30243def6"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:22:36.374399 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db8238de-2c21-47a2-81f7-4d4b30f6d609 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:36.375402 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2fd42184-90ff-492c-a07a-74f644d658fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0928255c-be98-44ee-aeb4-319139255057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954890607', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:00Z', 'updated_at': '2021-11-18T17:22:34Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:01Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:36.378782 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aced0c17-7789-44d9-be86-3870dbb44cfe req-ce41dba4-b76d-4ca9-aa19-ededdba0d9d1 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508396 Nov 18 17:22:36.417229 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84c871-44d3-4f76-a909-0259b1209b7f req-f4989227-d0f5-49cd-b079-8d4b6bfaa2d4 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:36.426823 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4b84c871-44d3-4f76-a909-0259b1209b7f req-f4989227-d0f5-49cd-b079-8d4b6bfaa2d4 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.3101265 Nov 18 17:22:36.466610 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd42184-90ff-492c-a07a-74f644d658fd None None] Checking router: 0928255c-be98-44ee-aeb4-319139255057 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:22:36.480352 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 6a41711e-76b2-42ef-ab70-e75764352775 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:22:36.489032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 6a41711e-76b2-42ef-ab70-e75764352775 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:36.489305 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:36.489876 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8238de-2c21-47a2-81f7-4d4b30f6d609 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Subnet': ['ID=4bdd1b36-e53e-4c18-a868-23989123548c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:36.512341 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd42184-90ff-492c-a07a-74f644d658fd None None] Routers {'0928255c-be98-44ee-aeb4-319139255057'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:22:36.512341 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2fd42184-90ff-492c-a07a-74f644d658fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:22:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['0928255c-be98-44ee-aeb4-319139255057'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:36.514884 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db8238de-2c21-47a2-81f7-4d4b30f6d609 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:36.529511 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55482) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:36.530489 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-db8238de-2c21-47a2-81f7-4d4b30f6d609 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/subnets/4bdd1b36-e53e-4c18-a868-23989123548c HTTP/1.1" status: 204 len: 168 time: 0.7470512 Nov 18 17:22:36.595197 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55484) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:36.630465 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6415a1c2-f53e-4696-b560-054a90c38d22 None None] Network ba3dae70-1e3d-40f0-aa92-0fffe3461a81 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:22:36.634913 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac12334b-a143-4092-b0db-9b3f59bb7133 x-openstack-request-id: req-ac12334b-a143-4092-b0db-9b3f59bb7133 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:22:36.635482 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c54eb40-0810-4ff5-9905-77a5be7ee9ff", "name": "network-vif-deleted", "tag": "b8b2673a-8468-4cc3-a73b-f1a30243def6", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:22:36.636013 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ac12334b-a143-4092-b0db-9b3f59bb7133 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:22:36.636656 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c54eb40-0810-4ff5-9905-77a5be7ee9ff', 'name': 'network-vif-deleted', 'tag': 'b8b2673a-8468-4cc3-a73b-f1a30243def6', 'status': 'completed', 'code': 200} Nov 18 17:22:36.649069 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4b84c871-44d3-4f76-a909-0259b1209b7f req-e005b55b-b94d-49e4-bec8-ff3ace32dbb3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179985 Nov 18 17:22:36.874812 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8154aa37-3fce-406e-b68c-4898f6bcac2d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:36.958891 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-088def58-eba6-4515-971b-ed5cf02cd94c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:37.054753 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:37.076035 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-088def58-eba6-4515-971b-ed5cf02cd94c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:37.095246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-2fd42184-90ff-492c-a07a-74f644d658fd None None] Set router 0928255c-be98-44ee-aeb4-319139255057 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:22:37.141522 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8154aa37-3fce-406e-b68c-4898f6bcac2d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:37.145361 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-088def58-eba6-4515-971b-ed5cf02cd94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:37.214308 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088def58-eba6-4515-971b-ed5cf02cd94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f53f22c-22f3-42ee-a423-34535017a4eb,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:37.224191 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-088def58-eba6-4515-971b-ed5cf02cd94c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c1441e3a510743a9b798ef71df36ffea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6270988 Nov 18 17:22:37.226897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55498) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:37.242816 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bca1aa5-41bc-414a-9ccc-f3862aba6896 None None] DHCP port deletion for ba3dae70-1e3d-40f0-aa92-0fffe3461a81 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:22:37.281459 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:22:37.284231 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650f6b0d-d03b-4475-a78e-22bf63360410" -d '{"events": [{"server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "name": "network-vif-plugged", "status": "completed", "tag": "6a41711e-76b2-42ef-ab70-e75764352775"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:22:37.327254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6a41711e-76b2-42ef-ab70-e75764352775, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a41711e-76b2-42ef-ab70-e75764352775,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:37.377884 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca00f1e-d6ea-4802-bb7c-9e3cffe79b87 x-openstack-request-id: req-6ca00f1e-d6ea-4802-bb7c-9e3cffe79b87 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:22:37.380333 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "name": "network-vif-plugged", "status": "completed", "tag": "6a41711e-76b2-42ef-ab70-e75764352775", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:22:37.380781 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6ca00f1e-d6ea-4802-bb7c-9e3cffe79b87 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:22:37.381344 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775', 'code': 200} Nov 18 17:22:37.456185 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:37.466779 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-862cdd64-9bc6-4d9a-b2c0-feb69c59da31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:37.483396 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7bca1aa5-41bc-414a-9ccc-f3862aba6896 None None] Deleting port 8b6f1098-3946-4de9-a57b-3344be431107 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:22:37.484811 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7bca1aa5-41bc-414a-9ccc-f3862aba6896 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:37.532949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38de7d9-0447-4e2b-8cd8-63eb0d0bc110 req-ddbff3ea-8d85-4642-bcf1-7b314a77942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:37.534519 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b38de7d9-0447-4e2b-8cd8-63eb0d0bc110 req-ddbff3ea-8d85-4642-bcf1-7b314a77942b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 1098 time: 0.0974751 Nov 18 17:22:37.543365 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-862cdd64-9bc6-4d9a-b2c0-feb69c59da31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:37.618264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8154aa37-3fce-406e-b68c-4898f6bcac2d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting port 40f2a501-8d06-4c1b-8889-06f46effb867 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:22:37.618608 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8154aa37-3fce-406e-b68c-4898f6bcac2d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:37.622708 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b38de7d9-0447-4e2b-8cd8-63eb0d0bc110 req-80ab1933-f50d-4fa9-8293-caad61b6a867 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791385 Nov 18 17:22:37.655611 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-002c20f0-739d-4b1c-8170-b02112069198 req-1a5ce4f5-931d-404d-afc2-7f65a579b7cf tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c54eb40-0810-4ff5-9905-77a5be7ee9ff HTTP/1.1" status: 200 len: 210 time: 0.0829382 Nov 18 17:22:37.701410 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7bca1aa5-41bc-414a-9ccc-f3862aba6896 None None] For port 8b6f1098-3946-4de9-a57b-3344be431107, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8b6f1098-3946-4de9-a57b-3344be431107,segment=NetworkSegment(00764b23-792e-4303-be82-13f1719c4ba1),segment_id=00764b23-792e-4303-be82-13f1719c4ba1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:37.702086 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7bca1aa5-41bc-414a-9ccc-f3862aba6896 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:37.733405 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7bca1aa5-41bc-414a-9ccc-f3862aba6896 None None] Calling delete_port for 8b6f1098-3946-4de9-a57b-3344be431107 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:22:37.816696 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-8154aa37-3fce-406e-b68c-4898f6bcac2d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] For port 40f2a501-8d06-4c1b-8889-06f46effb867, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=40f2a501-8d06-4c1b-8889-06f46effb867,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:37.816987 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8154aa37-3fce-406e-b68c-4898f6bcac2d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:37.833366 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8154aa37-3fce-406e-b68c-4898f6bcac2d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Calling delete_port for 40f2a501-8d06-4c1b-8889-06f46effb867 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:22:37.861655 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195a171-9019-4958-9b53-dbfc65cc88d0 req-6ac88523-6bfa-4f4c-a83e-dd816e5e9d29 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:37.863953 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7195a171-9019-4958-9b53-dbfc65cc88d0 req-6ac88523-6bfa-4f4c-a83e-dd816e5e9d29 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 946 time: 0.0966728 Nov 18 17:22:37.869102 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-862cdd64-9bc6-4d9a-b2c0-feb69c59da31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:37.871837 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-862cdd64-9bc6-4d9a-b2c0-feb69c59da31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:37.878831 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-862cdd64-9bc6-4d9a-b2c0-feb69c59da31 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6f53f22c-22f3-42ee-a423-34535017a4eb HTTP/1.1" status: 204 len: 168 time: 0.6446910 Nov 18 17:22:37.935818 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cdd64-9bc6-4d9a-b2c0-feb69c59da31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f53f22c-22f3-42ee-a423-34535017a4eb,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:37.998161 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8b6f1098-3946-4de9-a57b-3344be431107 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:22:37.998507 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7195a171-9019-4958-9b53-dbfc65cc88d0 req-da8e06b0-8566-4255-99c0-5e7af222acda tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208832 Nov 18 17:22:38.123858 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6a41711e-76b2-42ef-ab70-e75764352775,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:38.179832 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8154aa37-3fce-406e-b68c-4898f6bcac2d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:38.181416 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2fd42184-90ff-492c-a07a-74f644d658fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0928255c-be98-44ee-aeb4-319139255057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954890607', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:00Z', 'updated_at': '2021-11-18T17:22:34Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:01Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:38.208189 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154aa37-3fce-406e-b68c-4898f6bcac2d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Port': ['ID=40f2a501-8d06-4c1b-8889-06f46effb867,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:38.216676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd42184-90ff-492c-a07a-74f644d658fd None None] The sync data for ids ['0928255c-be98-44ee-aeb4-319139255057'] in n-d-813419-11 is: [{'id': '0928255c-be98-44ee-aeb4-319139255057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954890607', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:00Z', 'updated_at': '2021-11-18T17:22:34Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '40f2a501-8d06-4c1b-8889-06f46effb867', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0928255c-be98-44ee-aeb4-319139255057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:01Z', 'updated_at': '2021-11-18T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:22:38.233762 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:38.290748 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7bca1aa5-41bc-414a-9ccc-f3862aba6896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:38.331829 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8154aa37-3fce-406e-b68c-4898f6bcac2d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:38.352188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca1aa5-41bc-414a-9ccc-f3862aba6896 None None] Pushing event deleted for resources: {'Port': ['ID=8b6f1098-3946-4de9-a57b-3344be431107,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:38.357357 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca1aa5-41bc-414a-9ccc-f3862aba6896 None None] No DVR routers for this DVR port 8b6f1098-3946-4de9-a57b-3344be431107 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:22:38.453927 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8154aa37-3fce-406e-b68c-4898f6bcac2d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:38.456856 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8154aa37-3fce-406e-b68c-4898f6bcac2d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:38.561611 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8154aa37-3fce-406e-b68c-4898f6bcac2d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:38.562456 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8154aa37-3fce-406e-b68c-4898f6bcac2d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Fanout notify agent at l3_agent the message router_deleted on router 0928255c-be98-44ee-aeb4-319139255057 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:22:38.570344 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8154aa37-3fce-406e-b68c-4898f6bcac2d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:38.574287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8154aa37-3fce-406e-b68c-4898f6bcac2d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/routers/0928255c-be98-44ee-aeb4-319139255057 HTTP/1.1" status: 204 len: 168 time: 2.0411150 Nov 18 17:22:38.574728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55536) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:38.719578 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1aea-d5f3-4cdb-9d2a-4d240229887e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:38.915040 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1aea-d5f3-4cdb-9d2a-4d240229887e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:38.938977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-fc6d1aea-d5f3-4cdb-9d2a-4d240229887e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3dae70-1e3d-40f0-aa92-0fffe3461a81']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:38.953815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-fc6d1aea-d5f3-4cdb-9d2a-4d240229887e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00764b23-792e-4303-be82-13f1719c4ba1') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:38.954474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-fc6d1aea-d5f3-4cdb-9d2a-4d240229887e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00764b23-792e-4303-be82-13f1719c4ba1') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:38.968041 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1aea-d5f3-4cdb-9d2a-4d240229887e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:38.984294 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1aea-d5f3-4cdb-9d2a-4d240229887e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:38.990749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6d1aea-d5f3-4cdb-9d2a-4d240229887e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:22:38.991305 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1aea-d5f3-4cdb-9d2a-4d240229887e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:22:38.995488 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:22:39.184833 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1aea-d5f3-4cdb-9d2a-4d240229887e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:39.197877 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1aea-d5f3-4cdb-9d2a-4d240229887e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:39.211450 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fc6d1aea-d5f3-4cdb-9d2a-4d240229887e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/networks/ba3dae70-1e3d-40f0-aa92-0fffe3461a81 HTTP/1.1" status: 204 len: 168 time: 0.6350906 Nov 18 17:22:39.214232 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa692b9-effb-4859-a2c8-3182cc0724b1 req-4651b0ba-422f-416e-a761-301fd171bfc2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:39.228744 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3fa692b9-effb-4859-a2c8-3182cc0724b1 req-4651b0ba-422f-416e-a761-301fd171bfc2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 946 time: 0.1203690 Nov 18 17:22:39.231683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55564) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:39.263413 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d1aea-d5f3-4cdb-9d2a-4d240229887e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Network': ['ID=ba3dae70-1e3d-40f0-aa92-0fffe3461a81,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:39.339003 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3fa692b9-effb-4859-a2c8-3182cc0724b1 req-4affca70-5e18-48b1-9351-a8de626ac111 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090181 Nov 18 17:22:39.372256 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-19c29f50-dedb-4d00-ba16-f46cd2d48261 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:39.425227 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-19c29f50-dedb-4d00-ba16-f46cd2d48261 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:39.456986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55578) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:39.496781 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743543a4-6242-4ae4-bdb4-56cd448be15f req-6427a3a5-c0de-47af-9bce-4097d6f7e542 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:39.498857 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-743543a4-6242-4ae4-bdb4-56cd448be15f req-6427a3a5-c0de-47af-9bce-4097d6f7e542 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 944 time: 0.1418116 Nov 18 17:22:39.546155 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device b8b2673a-8468-4cc3-a73b-f1a30243def6 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:22:39.569911 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: b8b2673a-8468-4cc3-a73b-f1a30243def6 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:22:39.572558 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device b8b2673a-8468-4cc3-a73b-f1a30243def6 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:22:39.599193 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-743543a4-6242-4ae4-bdb4-56cd448be15f req-0fa69419-0baf-4619-8e2b-f2d90c1ca55b tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804906 Nov 18 17:22:39.600796 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-19c29f50-dedb-4d00-ba16-f46cd2d48261 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:39.604956 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-19c29f50-dedb-4d00-ba16-f46cd2d48261 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:39.606396 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-19c29f50-dedb-4d00-ba16-f46cd2d48261 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/security-groups/1afbf3a7-339b-4f55-ab9c-3ebeb90932c1 HTTP/1.1" status: 204 len: 168 time: 0.3731251 Nov 18 17:22:39.610139 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b619f7bd-062c-4d58-ba07-1d82946a2a7d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-372008538-network', 'tenant_id': '672de6bd672e4abb9d212f3dab4d92c1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:39.645124 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c29f50-dedb-4d00-ba16-f46cd2d48261 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afbf3a7-339b-4f55-ab9c-3ebeb90932c1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:39.691271 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device eb0e14b2-21df-4c84-821f-ce8896842504 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:22:39.713771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: eb0e14b2-21df-4c84-821f-ce8896842504 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:22:39.714114 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device eb0e14b2-21df-4c84-821f-ce8896842504 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:22:39.715918 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 40f2a501-8d06-4c1b-8889-06f46effb867 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:22:39.737070 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 40f2a501-8d06-4c1b-8889-06f46effb867 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:22:39.737415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 40f2a501-8d06-4c1b-8889-06f46effb867 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:22:39.761909 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b619f7bd-062c-4d58-ba07-1d82946a2a7d admin admin] Made reservation on behalf of 672de6bd672e4abb9d212f3dab4d92c1 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:22:39.764557 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b619f7bd-062c-4d58-ba07-1d82946a2a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:39.776347 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b619f7bd-062c-4d58-ba07-1d82946a2a7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:39.787924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4a280-83b4-40f9-9b7e-3171ed4cf7bb req-73892165-4f9e-435c-9722-d051bdb3aad6 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:39.789556 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8b4a280-83b4-40f9-9b7e-3171ed4cf7bb req-73892165-4f9e-435c-9722-d051bdb3aad6 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 944 time: 0.0642624 Nov 18 17:22:39.905109 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b619f7bd-062c-4d58-ba07-1d82946a2a7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:39.918455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-f8b4a280-83b4-40f9-9b7e-3171ed4cf7bb req-447ac872-b6be-4683-af86-80dab25cdf01 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Deleting port 387f56cd-7983-4365-881c-6952202e0a4b {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:22:39.918747 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f8b4a280-83b4-40f9-9b7e-3171ed4cf7bb req-447ac872-b6be-4683-af86-80dab25cdf01 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:39.961879 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b619f7bd-062c-4d58-ba07-1d82946a2a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:39.987951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b619f7bd-062c-4d58-ba07-1d82946a2a7d admin admin] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:22:39.997663 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619f7bd-062c-4d58-ba07-1d82946a2a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:40.004155 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b619f7bd-062c-4d58-ba07-1d82946a2a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:40.004576 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-b619f7bd-062c-4d58-ba07-1d82946a2a7d admin admin] Added segment d2797497-6b75-4a18-9fba-a445447a0a1d of type vlan for network 4822d3ad-5758-4982-9a69-332899af7e34 Nov 18 17:22:40.023008 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-f8b4a280-83b4-40f9-9b7e-3171ed4cf7bb req-447ac872-b6be-4683-af86-80dab25cdf01 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] For port 387f56cd-7983-4365-881c-6952202e0a4b, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=387f56cd-7983-4365-881c-6952202e0a4b,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:40.023502 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f8b4a280-83b4-40f9-9b7e-3171ed4cf7bb req-447ac872-b6be-4683-af86-80dab25cdf01 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:40.037422 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-f8b4a280-83b4-40f9-9b7e-3171ed4cf7bb req-447ac872-b6be-4683-af86-80dab25cdf01 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Calling delete_port for 387f56cd-7983-4365-881c-6952202e0a4b owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:22:40.049647 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b619f7bd-062c-4d58-ba07-1d82946a2a7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:40.156261 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b619f7bd-062c-4d58-ba07-1d82946a2a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:40.157298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b619f7bd-062c-4d58-ba07-1d82946a2a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:40.158223 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b619f7bd-062c-4d58-ba07-1d82946a2a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:40.219017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619f7bd-062c-4d58-ba07-1d82946a2a7d admin admin] Pushing event updated for resources: {'Network': ['ID=4822d3ad-5758-4982-9a69-332899af7e34,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:40.229835 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 4822d3ad-5758-4982-9a69-332899af7e34 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:22:40.242926 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f8b4a280-83b4-40f9-9b7e-3171ed4cf7bb req-447ac872-b6be-4683-af86-80dab25cdf01 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:40.249949 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b619f7bd-062c-4d58-ba07-1d82946a2a7d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7911422 Nov 18 17:22:40.251066 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55592) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:40.259134 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-34c928a1-a1f1-40dc-8230-0d9039ca1b68 admin admin] Request body: {'subnet': {'network_id': '4822d3ad-5758-4982-9a69-332899af7e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-372008538-subnet', 'tenant_id': '672de6bd672e4abb9d212f3dab4d92c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:40.276101 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ac872-b6be-4683-af86-80dab25cdf01 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Pushing event deleted for resources: {'Port': ['ID=387f56cd-7983-4365-881c-6952202e0a4b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:40.324458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55596) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:40.329343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b4a280-83b4-40f9-9b7e-3171ed4cf7bb req-447ac872-b6be-4683-af86-80dab25cdf01 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] No DVR routers for this DVR port 387f56cd-7983-4365-881c-6952202e0a4b on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:22:40.331138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2cab24a4-5333-4d0b-b479-0b7064a94403 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-743058377', 'description': 'tempest-secgroup-smoke-743058377 description', 'project_id': '2cf238edb8014a38996468367e264a07'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:40.333694 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f8b4a280-83b4-40f9-9b7e-3171ed4cf7bb req-447ac872-b6be-4683-af86-80dab25cdf01 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:40.338039 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8b4a280-83b4-40f9-9b7e-3171ed4cf7bb req-447ac872-b6be-4683-af86-80dab25cdf01 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.81 "DELETE /v2.0/ports/387f56cd-7983-4365-881c-6952202e0a4b HTTP/1.1" status: 204 len: 173 time: 0.5398438 Nov 18 17:22:40.338563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b17cec-1087-46fa-a5b8-7c6bf216aaf9', 'name': 'network-vif-deleted', 'tag': '387f56cd-7983-4365-881c-6952202e0a4b'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:22:40.342387 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcea58e-29a2-497c-8480-ba0ff20d69ae" -d '{"events": [{"server_uuid": "f9b17cec-1087-46fa-a5b8-7c6bf216aaf9", "name": "network-vif-deleted", "tag": "387f56cd-7983-4365-881c-6952202e0a4b"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:22:40.359977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c928a1-a1f1-40dc-8230-0d9039ca1b68 admin admin] Made reservation on behalf of 672de6bd672e4abb9d212f3dab4d92c1 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:22:40.363710 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34c928a1-a1f1-40dc-8230-0d9039ca1b68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:40.397238 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55602) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:40.408970 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0722c4e1-2891-405a-b348-3cde37f3feea x-openstack-request-id: req-0722c4e1-2891-405a-b348-3cde37f3feea {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:22:40.408970 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b17cec-1087-46fa-a5b8-7c6bf216aaf9", "name": "network-vif-deleted", "tag": "387f56cd-7983-4365-881c-6952202e0a4b", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:22:40.408970 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0722c4e1-2891-405a-b348-3cde37f3feea {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:22:40.409475 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b17cec-1087-46fa-a5b8-7c6bf216aaf9', 'name': 'network-vif-deleted', 'tag': '387f56cd-7983-4365-881c-6952202e0a4b', 'status': 'completed', 'code': 200} Nov 18 17:22:40.443127 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2cab24a4-5333-4d0b-b479-0b7064a94403 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:40.467058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09647bb5-4bc0-48e7-a509-edd5c3eee08d req-a8b8fd97-f587-42b6-a1c5-88a19f516397 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:40.469276 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09647bb5-4bc0-48e7-a509-edd5c3eee08d req-a8b8fd97-f587-42b6-a1c5-88a19f516397 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 946 time: 0.0592165 Nov 18 17:22:40.583131 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09647bb5-4bc0-48e7-a509-edd5c3eee08d req-6370abf2-9429-4104-9d9f-b74ae07e130f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023405 Nov 18 17:22:40.592598 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39ff03a1-973d-4e36-bb12-d3a976bfe8a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:40.592810 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2cab24a4-5333-4d0b-b479-0b7064a94403 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:40.658955 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2cab24a4-5333-4d0b-b479-0b7064a94403 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:40.696841 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34c928a1-a1f1-40dc-8230-0d9039ca1b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:40.748357 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab24a4-5333-4d0b-b479-0b7064a94403 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3613173-393f-41a9-8c83-26deab2d7855,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:40.775858 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c928a1-a1f1-40dc-8230-0d9039ca1b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5927dc87-a3e7-46a1-890e-3bbdae1d79a4,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:40.783827 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2cab24a4-5333-4d0b-b479-0b7064a94403 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:40.785153 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2cab24a4-5333-4d0b-b479-0b7064a94403 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4596684 Nov 18 17:22:40.789619 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55616) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:40.793779 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7898aae6-d4fa-4734-b0dd-a6ade9079f08 req-0bec3ff1-8535-49ba-9fed-8986f51825f4 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9b17cec-1087-46fa-a5b8-7c6bf216aaf9 HTTP/1.1" status: 200 len: 210 time: 0.0734980 Nov 18 17:22:40.794257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4c5469d8-b28a-4710-92a6-a15c09b6b7dd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': 'd3613173-393f-41a9-8c83-26deab2d7855', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:40.795610 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39ff03a1-973d-4e36-bb12-d3a976bfe8a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:40.803564 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c928a1-a1f1-40dc-8230-0d9039ca1b68 admin admin] Checking segment: {'id': 'd2797497-6b75-4a18-9fba-a445447a0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4822d3ad-5758-4982-9a69-332899af7e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:22:40.804288 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c928a1-a1f1-40dc-8230-0d9039ca1b68 admin admin] Network hostable DHCP agents. Network: 4822d3ad-5758-4982-9a69-332899af7e34, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:22:40.824255 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97854c9b-50e9-4be9-b799-da643ab0bf5b req-cbdd8e9d-2d40-4f5a-8625-998022a6d36d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:40.826464 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97854c9b-50e9-4be9-b799-da643ab0bf5b req-cbdd8e9d-2d40-4f5a-8625-998022a6d36d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 946 time: 0.1207995 Nov 18 17:22:40.840792 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55620) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:40.841648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2b522776-78ca-4496-91ca-fba39fd64d29 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Request body: {'floatingip': {'port_id': '6a41711e-76b2-42ef-ab70-e75764352775'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:40.876809 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39ff03a1-973d-4e36-bb12-d3a976bfe8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:40.903162 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2b522776-78ca-4496-91ca-fba39fd64d29 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:40.915415 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c5469d8-b28a-4710-92a6-a15c09b6b7dd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:40.940131 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c928a1-a1f1-40dc-8230-0d9039ca1b68 admin admin] Network 4822d3ad-5758-4982-9a69-332899af7e34 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:22:40.961072 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-39ff03a1-973d-4e36-bb12-d3a976bfe8a9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=42ea7d2d92c3404999b8805353276b91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5623760 Nov 18 17:22:40.964110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55622) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:40.977449 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff03a1-973d-4e36-bb12-d3a976bfe8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062e8668-996a-4c6a-a780-09c7859206cb,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:40.985797 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c5469d8-b28a-4710-92a6-a15c09b6b7dd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:41.023152 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-34c928a1-a1f1-40dc-8230-0d9039ca1b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 4822d3ad-5758-4982-9a69-332899af7e34) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:22:41.029268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c928a1-a1f1-40dc-8230-0d9039ca1b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:41.030077 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34c928a1-a1f1-40dc-8230-0d9039ca1b68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:41.032534 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bc5e2f4c-edd9-4614-8d0d-8df339f17211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:41.036479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9472aa39-6c81-41a1-a634-69ce1542ec19 None None] Network 4822d3ad-5758-4982-9a69-332899af7e34 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:22:41.059236 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c5469d8-b28a-4710-92a6-a15c09b6b7dd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:41.079724 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bc5e2f4c-edd9-4614-8d0d-8df339f17211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:41.082770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5469d8-b28a-4710-92a6-a15c09b6b7dd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01edaad-ae0c-4d16-aca3-d183826db116,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:41.152997 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-34c928a1-a1f1-40dc-8230-0d9039ca1b68 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9000909 Nov 18 17:22:41.191856 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2773be-8962-4714-9b14-49e3f27b206b None None] Network 4822d3ad-5758-4982-9a69-332899af7e34 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:22:41.215750 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c5469d8-b28a-4710-92a6-a15c09b6b7dd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:41.217000 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4c5469d8-b28a-4710-92a6-a15c09b6b7dd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4263656 Nov 18 17:22:41.219752 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55628) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:41.225052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f761e37e-5561-4b0a-9f6d-9cf1e41f9886 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': 'd3613173-393f-41a9-8c83-26deab2d7855', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:41.277798 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bc5e2f4c-edd9-4614-8d0d-8df339f17211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:41.286083 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bc5e2f4c-edd9-4614-8d0d-8df339f17211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:41.290704 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bc5e2f4c-edd9-4614-8d0d-8df339f17211 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/062e8668-996a-4c6a-a780-09c7859206cb HTTP/1.1" status: 204 len: 168 time: 0.3223305 Nov 18 17:22:41.308239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e2f4c-edd9-4614-8d0d-8df339f17211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062e8668-996a-4c6a-a780-09c7859206cb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:41.345136 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f761e37e-5561-4b0a-9f6d-9cf1e41f9886 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:41.466433 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f761e37e-5561-4b0a-9f6d-9cf1e41f9886 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:41.551424 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f761e37e-5561-4b0a-9f6d-9cf1e41f9886 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:41.571482 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761e37e-5561-4b0a-9f6d-9cf1e41f9886 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3689858-8a53-4bf0-9ed8-cd0f77d4ff51,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:41.673058 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f761e37e-5561-4b0a-9f6d-9cf1e41f9886 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:41.675121 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f761e37e-5561-4b0a-9f6d-9cf1e41f9886 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4542303 Nov 18 17:22:41.677860 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55640) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:41.683463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e83a024e-bb42-4bef-92f7-a86d11a1568f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': 'd3613173-393f-41a9-8c83-26deab2d7855', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:41.777882 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e83a024e-bb42-4bef-92f7-a86d11a1568f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:41.853027 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e83a024e-bb42-4bef-92f7-a86d11a1568f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:41.901562 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2b522776-78ca-4496-91ca-fba39fd64d29 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:41.933245 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e83a024e-bb42-4bef-92f7-a86d11a1568f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:41.964564 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a024e-bb42-4bef-92f7-a86d11a1568f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c10c1b-e9d3-4d83-803f-0ebbe81d06aa,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:42.007873 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2b522776-78ca-4496-91ca-fba39fd64d29 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:42.039020 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e83a024e-bb42-4bef-92f7-a86d11a1568f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:42.040523 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e83a024e-bb42-4bef-92f7-a86d11a1568f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3616078 Nov 18 17:22:42.044071 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55650) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:42.050324 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9efa4e2c-f43f-47e1-8a85-eb5cbca20017 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': 'd3613173-393f-41a9-8c83-26deab2d7855', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:42.103381 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55652) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:42.115251 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-2b522776-78ca-4496-91ca-fba39fd64d29 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Floating IP 3257ea8c-5d83-47b5-8768-ec542c8f221b associated. External IP: 172.25.3.156, port: 6a41711e-76b2-42ef-ab70-e75764352775. Nov 18 17:22:42.119456 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7a73995-c63e-4ffe-902a-02f9fa87e51e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:42.207209 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9efa4e2c-f43f-47e1-8a85-eb5cbca20017 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:42.287718 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7a73995-c63e-4ffe-902a-02f9fa87e51e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:42.334412 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9efa4e2c-f43f-47e1-8a85-eb5cbca20017 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:42.344404 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7a73995-c63e-4ffe-902a-02f9fa87e51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:42.384076 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f7a73995-c63e-4ffe-902a-02f9fa87e51e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dd03d479fce345c0865f72917f1e1cad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2794328 Nov 18 17:22:42.387037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55662) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:42.394088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a73995-c63e-4ffe-902a-02f9fa87e51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088e48fa-247a-4ca4-aa2d-0f2edad231b6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:42.397759 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9efa4e2c-f43f-47e1-8a85-eb5cbca20017 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:42.416864 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa4e2c-f43f-47e1-8a85-eb5cbca20017 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43429c2a-1377-43fc-ada8-6797efb91ffe,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:42.507054 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9efa4e2c-f43f-47e1-8a85-eb5cbca20017 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:42.510928 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9efa4e2c-f43f-47e1-8a85-eb5cbca20017 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4632914 Nov 18 17:22:42.511174 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55664) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:42.516216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9ae583d3-fe98-4679-a042-f376704e56b9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': 'd3613173-393f-41a9-8c83-26deab2d7855', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:42.525893 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b522776-78ca-4496-91ca-fba39fd64d29 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Router 9d75a318-4388-4d86-b838-b89b2fc1bbd3 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:22:42.536482 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c10ed-2a8e-4d30-aef6-b6f9b23adeb7 req-68f3a992-4dc5-4995-b60c-d3d27dbfff86 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:42.538178 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d4c10ed-2a8e-4d30-aef6-b6f9b23adeb7 req-68f3a992-4dc5-4995-b60c-d3d27dbfff86 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 945 time: 0.1409237 Nov 18 17:22:42.551212 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8469e295-223f-403c-85bf-68727d1e1f07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:42.596786 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-9ae583d3-fe98-4679-a042-f376704e56b9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Project 2cf238edb8014a38996468367e264a07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:22:42.605322 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ae583d3-fe98-4679-a042-f376704e56b9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:42.637311 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8469e295-223f-403c-85bf-68727d1e1f07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:42.688331 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ae583d3-fe98-4679-a042-f376704e56b9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:42.713794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d4c10ed-2a8e-4d30-aef6-b6f9b23adeb7 req-cd962742-8703-4ee5-afff-fd1b7c51a2dc tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca1acda-8517-416c-8ccc-9ced18032c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570237 Nov 18 17:22:42.745766 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ae583d3-fe98-4679-a042-f376704e56b9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:42.761385 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae583d3-fe98-4679-a042-f376704e56b9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1f8995-95be-4f79-b722-c21e5ab58b3e,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:42.815335 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b522776-78ca-4496-91ca-fba39fd64d29 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:22:42.828999 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d628f-90d2-45bd-8742-cd1d2e0a01e6 None None] Sync routers for ids ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:22:42.832787 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2b522776-78ca-4496-91ca-fba39fd64d29 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:42.840852 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d628f-90d2-45bd-8742-cd1d2e0a01e6 None None] Routers {'9d75a318-4388-4d86-b838-b89b2fc1bbd3'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:22:42.841552 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e95d628f-90d2-45bd-8742-cd1d2e0a01e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:22:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:42.851488 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ae583d3-fe98-4679-a042-f376704e56b9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:42.856146 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8469e295-223f-403c-85bf-68727d1e1f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:42.859777 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8469e295-223f-403c-85bf-68727d1e1f07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:42.859955 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9ae583d3-fe98-4679-a042-f376704e56b9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3452656 Nov 18 17:22:42.860055 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8469e295-223f-403c-85bf-68727d1e1f07 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/088e48fa-247a-4ca4-aa2d-0f2edad231b6 HTTP/1.1" status: 204 len: 168 time: 0.4698651 Nov 18 17:22:42.860154 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55668) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:42.867579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-37782208-ddf7-4180-91e7-e7d6babf2746 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': 'd3613173-393f-41a9-8c83-26deab2d7855', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:42.896309 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2b522776-78ca-4496-91ca-fba39fd64d29 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "PUT /v2.0/floatingips/3257ea8c-5d83-47b5-8768-ec542c8f221b HTTP/1.1" status: 200 len: 992 time: 2.0584307 Nov 18 17:22:42.904382 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:22:42.909481 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78332c5b-38ca-47fd-9545-bf6e4b02535e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "tag": "6a41711e-76b2-42ef-ab70-e75764352775"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:22:42.931761 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25261ffa-263c-4b7f-8739-03dfa8bb1e69 req-dfb87574-c356-4e1e-94e8-658e6bbb1024 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:42.934141 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25261ffa-263c-4b7f-8739-03dfa8bb1e69 req-dfb87574-c356-4e1e-94e8-658e6bbb1024 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 945 time: 0.1544046 Nov 18 17:22:42.935434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469e295-223f-403c-85bf-68727d1e1f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088e48fa-247a-4ca4-aa2d-0f2edad231b6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:43.024523 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-37782208-ddf7-4180-91e7-e7d6babf2746 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Project 2cf238edb8014a38996468367e264a07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:22:43.032923 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04ae972-3733-4828-a923-a7b854c2c819 x-openstack-request-id: req-f04ae972-3733-4828-a923-a7b854c2c819 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:22:43.034303 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "tag": "6a41711e-76b2-42ef-ab70-e75764352775", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:22:43.034303 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f04ae972-3733-4828-a923-a7b854c2c819 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:22:43.034303 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775', 'status': 'completed', 'code': 200} Nov 18 17:22:43.040435 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-e95d628f-90d2-45bd-8742-cd1d2e0a01e6 None None] Set router 9d75a318-4388-4d86-b838-b89b2fc1bbd3 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:22:43.060827 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37782208-ddf7-4180-91e7-e7d6babf2746 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:43.126267 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-25261ffa-263c-4b7f-8739-03dfa8bb1e69 req-88b16988-8046-4bfe-9f85-bfaa5350133d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Deleting port a87292cd-5827-4093-87dc-6538aea84ff2 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:22:43.127490 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-25261ffa-263c-4b7f-8739-03dfa8bb1e69 req-88b16988-8046-4bfe-9f85-bfaa5350133d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:43.190369 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78332c5b-38ca-47fd-9545-bf6e4b02535e req-a046d37f-66de-4696-b118-690ee953c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:43.192215 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-78332c5b-38ca-47fd-9545-bf6e4b02535e req-a046d37f-66de-4696-b118-690ee953c002 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 1098 time: 0.1641216 Nov 18 17:22:43.280428 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37782208-ddf7-4180-91e7-e7d6babf2746 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:43.284647 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-25261ffa-263c-4b7f-8739-03dfa8bb1e69 req-88b16988-8046-4bfe-9f85-bfaa5350133d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] For port a87292cd-5827-4093-87dc-6538aea84ff2, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a87292cd-5827-4093-87dc-6538aea84ff2,segment=NetworkSegment(89735ee2-7f4d-4eaa-994e-484d05427291),segment_id=89735ee2-7f4d-4eaa-994e-484d05427291)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:43.285028 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-25261ffa-263c-4b7f-8739-03dfa8bb1e69 req-88b16988-8046-4bfe-9f85-bfaa5350133d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:43.301879 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-25261ffa-263c-4b7f-8739-03dfa8bb1e69 req-88b16988-8046-4bfe-9f85-bfaa5350133d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Calling delete_port for a87292cd-5827-4093-87dc-6538aea84ff2 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:22:43.355607 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37782208-ddf7-4180-91e7-e7d6babf2746 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:43.365497 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e95d628f-90d2-45bd-8742-cd1d2e0a01e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'name': 'tempest-ServerActionsTestJSON-1266546771-router', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:07Z', 'updated_at': '2021-11-18T17:22:14Z', 'revision_number': 4, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'gw_port': {'id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:08Z', 'updated_at': '2021-11-18T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '3257ea8c-5d83-47b5-8768-ec542c8f221b', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'port_id': '6a41711e-76b2-42ef-ab70-e75764352775', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'mac_address': 'fa:16:3e:a4:b3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:22:20Z', 'updated_at': '2021-11-18T17:22:41Z', 'revision_number': 1, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796cfb35-d7f5-41f8-8106-2da85c31ad1a', 'name': '', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'mac_address': 'fa:16:3e:10:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:13Z', 'updated_at': '2021-11-18T17:22:19Z', 'revision_number': 5, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'subnets': [{'id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:43.403664 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d628f-90d2-45bd-8742-cd1d2e0a01e6 None None] Checking router: 9d75a318-4388-4d86-b838-b89b2fc1bbd3 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:22:43.418948 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d628f-90d2-45bd-8742-cd1d2e0a01e6 None None] Routers {'9d75a318-4388-4d86-b838-b89b2fc1bbd3'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:22:43.424725 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e95d628f-90d2-45bd-8742-cd1d2e0a01e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:22:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:43.425345 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37782208-ddf7-4180-91e7-e7d6babf2746 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2797404-8865-4ff2-8ea4-1fbd28c25a5d,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:43.436675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78332c5b-38ca-47fd-9545-bf6e4b02535e req-4fccb451-7275-403a-97c6-e5d37555fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:43.438186 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-78332c5b-38ca-47fd-9545-bf6e4b02535e req-4fccb451-7275-403a-97c6-e5d37555fab3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.2382751 Nov 18 17:22:43.526673 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37782208-ddf7-4180-91e7-e7d6babf2746 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:43.531909 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-37782208-ddf7-4180-91e7-e7d6babf2746 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6720550 Nov 18 17:22:43.535828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55688) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:43.541826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-41db7673-0ffc-43cc-973e-3b43690f12c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'network': {'name': 'tempest-network-smoke--1128812292', 'project_id': '2cf238edb8014a38996468367e264a07', 'port_security_enabled': True}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:43.575620 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 387f56cd-7983-4365-881c-6952202e0a4b no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:22:43.591595 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-25261ffa-263c-4b7f-8739-03dfa8bb1e69 req-88b16988-8046-4bfe-9f85-bfaa5350133d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:43.594288 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-78332c5b-38ca-47fd-9545-bf6e4b02535e req-6c04a667-3796-4a89-8bfb-7efdcacc1de2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a41711e-76b2-42ef-ab70-e75764352775 HTTP/1.1" status: 200 len: 1000 time: 0.1463063 Nov 18 17:22:43.609637 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-e95d628f-90d2-45bd-8742-cd1d2e0a01e6 None None] Set router 9d75a318-4388-4d86-b838-b89b2fc1bbd3 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:22:43.618061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 387f56cd-7983-4365-881c-6952202e0a4b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:22:43.618433 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 387f56cd-7983-4365-881c-6952202e0a4b not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:22:43.685115 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78332c5b-38ca-47fd-9545-bf6e4b02535e req-2edd4262-d18e-468c-8e82-a37b116f5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:43.686821 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-78332c5b-38ca-47fd-9545-bf6e4b02535e req-2edd4262-d18e-468c-8e82-a37b116f5598 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.0832322 Nov 18 17:22:43.687733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b16988-8046-4bfe-9f85-bfaa5350133d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Pushing event deleted for resources: {'Port': ['ID=a87292cd-5827-4093-87dc-6538aea84ff2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:43.759401 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78332c5b-38ca-47fd-9545-bf6e4b02535e req-f21ea349-949f-42c9-9603-e141fd115d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:43.761029 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-78332c5b-38ca-47fd-9545-bf6e4b02535e req-f21ea349-949f-42c9-9603-e141fd115d56 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643387 Nov 18 17:22:43.765818 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-25261ffa-263c-4b7f-8739-03dfa8bb1e69 req-88b16988-8046-4bfe-9f85-bfaa5350133d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] No DVR routers for this DVR port a87292cd-5827-4093-87dc-6538aea84ff2 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:22:43.767694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41db7673-0ffc-43cc-973e-3b43690f12c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Made reservation on behalf of 2cf238edb8014a38996468367e264a07 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:22:43.771532 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41db7673-0ffc-43cc-973e-3b43690f12c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:43.775640 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-25261ffa-263c-4b7f-8739-03dfa8bb1e69 req-88b16988-8046-4bfe-9f85-bfaa5350133d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:43.779122 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25261ffa-263c-4b7f-8739-03dfa8bb1e69 req-88b16988-8046-4bfe-9f85-bfaa5350133d tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.81 "DELETE /v2.0/ports/a87292cd-5827-4093-87dc-6538aea84ff2 HTTP/1.1" status: 204 len: 173 time: 0.8091719 Nov 18 17:22:43.814841 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41db7673-0ffc-43cc-973e-3b43690f12c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:22:43.832898 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41db7673-0ffc-43cc-973e-3b43690f12c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:43.834200 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-41db7673-0ffc-43cc-973e-3b43690f12c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Added segment e69f23db-0b8f-4676-8c66-61cdf5149f4f of type vlan for network 56cec824-a482-4381-8f97-e988c87dca70 Nov 18 17:22:43.883227 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-63bbb8e6-f111-476e-8a3b-db73a46fba8e req-0a544cad-cbf3-4973-98f7-66c96d6eaea9 tempest-LiveMigrationTest-778735914 tempest-LiveMigrationTest-778735914-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffb9d05f-1e27-48fc-bad0-cb6b15161f17 HTTP/1.1" status: 200 len: 210 time: 0.0317452 Nov 18 17:22:43.920344 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41db7673-0ffc-43cc-973e-3b43690f12c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:43.935169 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-78332c5b-38ca-47fd-9545-bf6e4b02535e req-d29de049-f542-4d5b-a170-dab618168610 service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654925 Nov 18 17:22:44.027111 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41db7673-0ffc-43cc-973e-3b43690f12c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:44.031279 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e95d628f-90d2-45bd-8742-cd1d2e0a01e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'name': 'tempest-ServerActionsTestJSON-1266546771-router', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:07Z', 'updated_at': '2021-11-18T17:22:14Z', 'revision_number': 4, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'gw_port': {'id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:08Z', 'updated_at': '2021-11-18T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '3257ea8c-5d83-47b5-8768-ec542c8f221b', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'port_id': '6a41711e-76b2-42ef-ab70-e75764352775', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'mac_address': 'fa:16:3e:a4:b3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:22:20Z', 'updated_at': '2021-11-18T17:22:41Z', 'revision_number': 1, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796cfb35-d7f5-41f8-8106-2da85c31ad1a', 'name': '', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'mac_address': 'fa:16:3e:10:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:13Z', 'updated_at': '2021-11-18T17:22:19Z', 'revision_number': 5, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'subnets': [{'id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:44.034571 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db7673-0ffc-43cc-973e-3b43690f12c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:44.035741 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41db7673-0ffc-43cc-973e-3b43690f12c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:44.060757 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-78332c5b-38ca-47fd-9545-bf6e4b02535e req-753fe7e9-818f-4a65-8daf-a50ab961e69a service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171455 Nov 18 17:22:44.067243 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d628f-90d2-45bd-8742-cd1d2e0a01e6 None None] The sync data for ids ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'] in n-d-813419-11 is: [{'id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'name': 'tempest-ServerActionsTestJSON-1266546771-router', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:07Z', 'updated_at': '2021-11-18T17:22:14Z', 'revision_number': 4, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'gw_port': {'id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:08Z', 'updated_at': '2021-11-18T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '3257ea8c-5d83-47b5-8768-ec542c8f221b', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'port_id': '6a41711e-76b2-42ef-ab70-e75764352775', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'mac_address': 'fa:16:3e:a4:b3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:22:20Z', 'updated_at': '2021-11-18T17:22:41Z', 'revision_number': 1, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796cfb35-d7f5-41f8-8106-2da85c31ad1a', 'name': '', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'mac_address': 'fa:16:3e:10:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:13Z', 'updated_at': '2021-11-18T17:22:19Z', 'revision_number': 5, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'subnets': [{'id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:22:44.181531 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db7673-0ffc-43cc-973e-3b43690f12c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Network': ['ID=56cec824-a482-4381-8f97-e988c87dca70,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:44.192194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 56cec824-a482-4381-8f97-e988c87dca70 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:22:44.252867 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-41db7673-0ffc-43cc-973e-3b43690f12c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7133186 Nov 18 17:22:44.253374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55708) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:44.268523 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1762041536', 'admin_state_up': True, 'project_id': '2cf238edb8014a38996468367e264a07', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:44.356126 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca9f855-19ef-4e73-a92a-ecd37317ee38 None None] New status for floating IP 3257ea8c-5d83-47b5-8768-ec542c8f221b: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:22:44.419195 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:44.426726 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:44.500681 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:44.719860 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:44.948471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55736) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:45.011187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8040b1-2c01-41cb-84f4-4ed1c6113414 admin admin] Deleting subnet 671daf4b-48bc-4f50-a4d9-31cc3358928e {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:22:45.014899 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a8040b1-2c01-41cb-84f4-4ed1c6113414 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:45.059230 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a8040b1-2c01-41cb-84f4-4ed1c6113414 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:45.072240 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb9d05f-1e27-48fc-bad0-cb6b15161f17', 'name': 'network-vif-deleted', 'tag': 'a87292cd-5827-4093-87dc-6538aea84ff2'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:22:45.074771 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66240698-1c7f-4d91-82d9-bc8d5740f706" -d '{"events": [{"server_uuid": "ffb9d05f-1e27-48fc-bad0-cb6b15161f17", "name": "network-vif-deleted", "tag": "a87292cd-5827-4093-87dc-6538aea84ff2"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:22:45.103818 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:45.108399 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a8040b1-2c01-41cb-84f4-4ed1c6113414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:45.128890 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:45.264869 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Allocated IP 172.25.3.138 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/35ad2fda-97cf-4fb6-921b-39451dea57fa) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:22:45.277252 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a8040b1-2c01-41cb-84f4-4ed1c6113414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:45.306754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8040b1-2c01-41cb-84f4-4ed1c6113414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=671daf4b-48bc-4f50-a4d9-31cc3358928e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:45.315501 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a8040b1-2c01-41cb-84f4-4ed1c6113414 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:45.328738 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5a8040b1-2c01-41cb-84f4-4ed1c6113414 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/671daf4b-48bc-4f50-a4d9-31cc3358928e HTTP/1.1" status: 204 len: 168 time: 0.3697226 Nov 18 17:22:45.328738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55746) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:45.414191 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:45.419761 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd772c3-b610-484f-8518-22b45aa40e72 x-openstack-request-id: req-ccd772c3-b610-484f-8518-22b45aa40e72 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:22:45.420096 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb9d05f-1e27-48fc-bad0-cb6b15161f17", "name": "network-vif-deleted", "tag": "a87292cd-5827-4093-87dc-6538aea84ff2", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:22:45.425511 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ccd772c3-b610-484f-8518-22b45aa40e72 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:22:45.425511 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb9d05f-1e27-48fc-bad0-cb6b15161f17', 'name': 'network-vif-deleted', 'tag': 'a87292cd-5827-4093-87dc-6538aea84ff2', 'status': 'completed', 'code': 200} Nov 18 17:22:45.457576 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12bb929a-e78f-4dfc-a4f4-ad6281459e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:45.540087 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:45.552042 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12bb929a-e78f-4dfc-a4f4-ad6281459e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:45.575301 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-12bb929a-e78f-4dfc-a4f4-ad6281459e45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046f327f-603a-4d9c-b996-c92415d5d886']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:45.586785 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-12bb929a-e78f-4dfc-a4f4-ad6281459e45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89735ee2-7f4d-4eaa-994e-484d05427291') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:45.587053 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-12bb929a-e78f-4dfc-a4f4-ad6281459e45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89735ee2-7f4d-4eaa-994e-484d05427291') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:45.597353 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12bb929a-e78f-4dfc-a4f4-ad6281459e45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:45.605869 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:22:45.610686 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:22:45.614644 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:22:45.618732 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12bb929a-e78f-4dfc-a4f4-ad6281459e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:45.628296 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12bb929a-e78f-4dfc-a4f4-ad6281459e45 admin admin] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:22:45.629035 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12bb929a-e78f-4dfc-a4f4-ad6281459e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:22:45.631060 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:22:45.674084 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=35ad2fda-97cf-4fb6-921b-39451dea57fa,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:45.779019 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12bb929a-e78f-4dfc-a4f4-ad6281459e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:45.784894 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12bb929a-e78f-4dfc-a4f4-ad6281459e45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:45.791936 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-12bb929a-e78f-4dfc-a4f4-ad6281459e45 admin admin] 10.222.0.72 "DELETE /v2.0/networks/046f327f-603a-4d9c-b996-c92415d5d886 HTTP/1.1" status: 204 len: 168 time: 0.4653981 Nov 18 17:22:45.792610 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55756) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:45.828300 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb929a-e78f-4dfc-a4f4-ad6281459e45 admin admin] Pushing event deleted for resources: {'Network': ['ID=046f327f-603a-4d9c-b996-c92415d5d886,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:45.861254 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-13dd741d-281e-4393-a129-da86c3274213 admin admin] Deleting subnet 95ba14ac-e7fd-4636-98c8-05c8a6735d1c {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:22:45.866827 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13dd741d-281e-4393-a129-da86c3274213 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:45.927446 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13dd741d-281e-4393-a129-da86c3274213 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:45.974743 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13dd741d-281e-4393-a129-da86c3274213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:46.035636 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:46.116385 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13dd741d-281e-4393-a129-da86c3274213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:46.143070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd741d-281e-4393-a129-da86c3274213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ba14ac-e7fd-4636-98c8-05c8a6735d1c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:46.147829 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13dd741d-281e-4393-a129-da86c3274213 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:46.150903 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-13dd741d-281e-4393-a129-da86c3274213 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/95ba14ac-e7fd-4636-98c8-05c8a6735d1c HTTP/1.1" status: 204 len: 168 time: 0.3555484 Nov 18 17:22:46.153540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55766) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:46.249992 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c788992-7d5d-425a-ad1b-c5719f76e611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:46.297161 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:46.480766 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c788992-7d5d-425a-ad1b-c5719f76e611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:46.513577 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-0c788992-7d5d-425a-ad1b-c5719f76e611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd7d235-6834-4a8a-80a4-9f02e1c315e3']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:46.529284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-0c788992-7d5d-425a-ad1b-c5719f76e611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b5d0a5-d73a-4dcf-a0ba-b5f98718bee8') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:46.529956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-0c788992-7d5d-425a-ad1b-c5719f76e611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b5d0a5-d73a-4dcf-a0ba-b5f98718bee8') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:46.542522 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c788992-7d5d-425a-ad1b-c5719f76e611 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:46.559419 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c788992-7d5d-425a-ad1b-c5719f76e611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:46.567243 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c788992-7d5d-425a-ad1b-c5719f76e611 admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:22:46.568181 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c788992-7d5d-425a-ad1b-c5719f76e611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:22:46.571691 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:22:46.676623 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router 56f03266-3068-4038-9c4c-6f576b9b125a is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:22:46.738780 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c788992-7d5d-425a-ad1b-c5719f76e611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:46.747457 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c788992-7d5d-425a-ad1b-c5719f76e611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:46.754584 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0c788992-7d5d-425a-ad1b-c5719f76e611 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5cd7d235-6834-4a8a-80a4-9f02e1c315e3 HTTP/1.1" status: 204 len: 168 time: 0.5967243 Nov 18 17:22:46.774087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c788992-7d5d-425a-ad1b-c5719f76e611 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd7d235-6834-4a8a-80a4-9f02e1c315e3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:46.817511 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:22:46.830389 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Sync routers for ids ['56f03266-3068-4038-9c4c-6f576b9b125a'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:22:46.845184 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Routers {'56f03266-3068-4038-9c4c-6f576b9b125a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:22:46.845819 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:22:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['56f03266-3068-4038-9c4c-6f576b9b125a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:46.948886 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:46.951905 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ba0652db-ecca-485c-b581-2052a148cfdd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6962867 Nov 18 17:22:46.953952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55784) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:46.994404 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3d6667f1-634f-4907-bc59-8f30bd825654 tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2cf238edb8014a38996468367e264a07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389736 Nov 18 17:22:46.999322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55788) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:47.212992 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Set router 56f03266-3068-4038-9c4c-6f576b9b125a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:22:47.295940 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002e4810-4ef8-4da4-afa5-d886de40ee4d tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:47.297651 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-002e4810-4ef8-4da4-afa5-d886de40ee4d tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2983370 Nov 18 17:22:47.300727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55794) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:47.329001 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55796) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:47.348717 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-18324e67-2a28-49b7-a7b1-10fb223ad48c tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468254 Nov 18 17:22:47.351268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55798) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:47.358599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2d96f3c5-1cf8-46ed-8d44-046ea76c65b2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-336907231', 'network_id': '56cec824-a482-4381-8f97-e988c87dca70', 'project_id': '2cf238edb8014a38996468367e264a07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:47.385551 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-40b099ef-3ae3-414a-89dc-7a6d181a3ffd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3b796403dcb74a789ab8781aa545eb18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0529058 Nov 18 17:22:47.385957 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55802) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:47.488348 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762041536', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:44Z', 'updated_at': '2021-11-18T17:22:45Z', 'revision_number': 3, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:45Z', 'updated_at': '2021-11-18T17:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:47.513063 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b94d1d70-bb21-483b-ae5d-50007b1618f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:47.572366 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Checking router: 56f03266-3068-4038-9c4c-6f576b9b125a for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:22:47.572978 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Updating router 56f03266-3068-4038-9c4c-6f576b9b125a port 35ad2fda-97cf-4fb6-921b-39451dea57fa binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:22:47.579908 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b94d1d70-bb21-483b-ae5d-50007b1618f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:47.618401 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a87292cd-5827-4093-87dc-6538aea84ff2 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:22:47.645717 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:47.666474 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: a87292cd-5827-4093-87dc-6538aea84ff2 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:22:47.666835 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a87292cd-5827-4093-87dc-6538aea84ff2 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:22:47.738765 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b94d1d70-bb21-483b-ae5d-50007b1618f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:47.743069 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b94d1d70-bb21-483b-ae5d-50007b1618f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:47.748380 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b94d1d70-bb21-483b-ae5d-50007b1618f0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dca1acda-8517-416c-8ccc-9ced18032c81 HTTP/1.1" status: 204 len: 168 time: 0.3612487 Nov 18 17:22:47.760222 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d1d70-bb21-483b-ae5d-50007b1618f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca1acda-8517-416c-8ccc-9ced18032c81,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:47.969428 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d96f3c5-1cf8-46ed-8d44-046ea76c65b2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Made reservation on behalf of 2cf238edb8014a38996468367e264a07 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:22:47.977903 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d96f3c5-1cf8-46ed-8d44-046ea76c65b2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:48.122944 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:48.231675 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:48.348466 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Attempting to bind port 35ad2fda-97cf-4fb6-921b-39451dea57fa on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:22:48.349305 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Attempting to bind port 35ad2fda-97cf-4fb6-921b-39451dea57fa by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:22:48.350047 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Attempting to bind port 35ad2fda-97cf-4fb6-921b-39451dea57fa on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:22:48.356076 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebeee78-d28c-4409-bae5-bb45bc7a961a None None] Pushing event updated for resources: {'Port': ['ID=35ad2fda-97cf-4fb6-921b-39451dea57fa,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:48.360040 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55820) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:48.369649 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:22:48.370095 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:22:48.370520 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:48.371135 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:22:48.371651 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Bound port: 35ad2fda-97cf-4fb6-921b-39451dea57fa, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:22:48.372087 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:48.384806 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d96f3c5-1cf8-46ed-8d44-046ea76c65b2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:48.446786 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] For port 35ad2fda-97cf-4fb6-921b-39451dea57fa, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:22:48.449970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96f3c5-1cf8-46ed-8d44-046ea76c65b2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Subnet': ['ID=c1f8073c-dfc3-4d29-a82c-b846a14d0447,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:48.453439 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] For port 35ad2fda-97cf-4fb6-921b-39451dea57fa, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=35ad2fda-97cf-4fb6-921b-39451dea57fa,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:22:48.462534 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96f3c5-1cf8-46ed-8d44-046ea76c65b2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Checking segment: {'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:22:48.462906 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d96f3c5-1cf8-46ed-8d44-046ea76c65b2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network hostable DHCP agents. Network: 56cec824-a482-4381-8f97-e988c87dca70, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:22:48.526485 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51cff410-60a3-48d4-8c17-57bba50d54c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:48.550872 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:48.595883 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d96f3c5-1cf8-46ed-8d44-046ea76c65b2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network 56cec824-a482-4381-8f97-e988c87dca70 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:22:48.676796 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Routers {'56f03266-3068-4038-9c4c-6f576b9b125a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:22:48.678758 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:22:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['56f03266-3068-4038-9c4c-6f576b9b125a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:48.685591 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51cff410-60a3-48d4-8c17-57bba50d54c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:48.712023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-2d96f3c5-1cf8-46ed-8d44-046ea76c65b2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 56cec824-a482-4381-8f97-e988c87dca70) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:22:48.717407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d96f3c5-1cf8-46ed-8d44-046ea76c65b2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:48.718641 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d96f3c5-1cf8-46ed-8d44-046ea76c65b2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:48.721829 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700a4131-b878-4e55-9861-98d9ddecb417 None None] Network 56cec824-a482-4381-8f97-e988c87dca70 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:22:48.755837 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51cff410-60a3-48d4-8c17-57bba50d54c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:48.804468 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cff410-60a3-48d4-8c17-57bba50d54c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967ebe25-fbcf-49b9-9f47-7c5ad5911d79,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:48.804987 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebeee78-d28c-4409-bae5-bb45bc7a961a None None] Pushing event updated for resources: {'Port': ['ID=35ad2fda-97cf-4fb6-921b-39451dea57fa,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:48.810966 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-51cff410-60a3-48d4-8c17-57bba50d54c1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e94e9ca399b2444d9dc4bb1a92599e4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4494784 Nov 18 17:22:48.814475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55832) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:48.844405 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55834) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:48.870352 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55836) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:48.871077 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2d96f3c5-1cf8-46ed-8d44-046ea76c65b2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5179451 Nov 18 17:22:48.914979 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-132dc5be-8c99-412d-8f40-9b06b048d724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:48.948908 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-132dc5be-8c99-412d-8f40-9b06b048d724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:48.968437 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] Set router 56f03266-3068-4038-9c4c-6f576b9b125a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:22:48.976459 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-56cec824-a482-4381-8f97-e988c87dca70', 'network_id': '56cec824-a482-4381-8f97-e988c87dca70', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'fixed_ips': [{'subnet_id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:22:48.978080 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:49.030632 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55838) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:49.030993 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9d04bb5b-5e7b-492a-8327-316d8834e1cf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=468d1c17f4ff4f3a8e2f390192586cb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1869996 Nov 18 17:22:49.103322 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-588e75ba-1706-45fa-93e2-5ad49743cff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:49.159349 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-132dc5be-8c99-412d-8f40-9b06b048d724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:49.166157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-132dc5be-8c99-412d-8f40-9b06b048d724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:49.176062 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-132dc5be-8c99-412d-8f40-9b06b048d724 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/967ebe25-fbcf-49b9-9f47-7c5ad5911d79 HTTP/1.1" status: 204 len: 168 time: 0.3592072 Nov 18 17:22:49.198815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132dc5be-8c99-412d-8f40-9b06b048d724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967ebe25-fbcf-49b9-9f47-7c5ad5911d79,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:49.216204 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-588e75ba-1706-45fa-93e2-5ad49743cff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:49.361405 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-588e75ba-1706-45fa-93e2-5ad49743cff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:49.364287 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-588e75ba-1706-45fa-93e2-5ad49743cff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:49.369878 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-588e75ba-1706-45fa-93e2-5ad49743cff1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/94f52063-0a69-47b0-9e83-76e807ef27a2 HTTP/1.1" status: 204 len: 168 time: 0.3378277 Nov 18 17:22:49.384433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e75ba-1706-45fa-93e2-5ad49743cff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f52063-0a69-47b0-9e83-76e807ef27a2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:49.418140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Allocated IP 172.20.0.2 (56cec824-a482-4381-8f97-e988c87dca70/c1f8073c-dfc3-4d29-a82c-b846a14d0447/9ea48bd6-e2f7-4eb5-acbc-d24d38427209) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:22:49.420294 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762041536', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:44Z', 'updated_at': '2021-11-18T17:22:45Z', 'revision_number': 3, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:45Z', 'updated_at': '2021-11-18T17:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:49.482295 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ca6b33-41f8-4818-8338-3775e7e3c365 None None] The sync data for ids ['56f03266-3068-4038-9c4c-6f576b9b125a'] in n-d-813419-11 is: [{'id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762041536', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:44Z', 'updated_at': '2021-11-18T17:22:45Z', 'revision_number': 3, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:45Z', 'updated_at': '2021-11-18T17:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:22:49.666433 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:49.793043 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:49.956323 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:50.046625 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Network 56cec824-a482-4381-8f97-e988c87dca70 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:22:50.055695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:22:50.070939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:22:50.164352 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Pushing event updated for resources: {'Port': ['ID=9ea48bd6-e2f7-4eb5-acbc-d24d38427209,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:50.243372 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:50.244722 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:50.245289 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:50.245814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:50.246333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:50.246849 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:50.247390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:50.247925 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:50.248432 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:50.248940 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:50.249445 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:50.249968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:22:50.265863 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Attempting to bind port 9ea48bd6-e2f7-4eb5-acbc-d24d38427209 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:22:50.266443 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Attempting to bind port 9ea48bd6-e2f7-4eb5-acbc-d24d38427209 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:22:50.272785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Attempting to bind port 9ea48bd6-e2f7-4eb5-acbc-d24d38427209 on network 56cec824-a482-4381-8f97-e988c87dca70 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:22:50.273867 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:22:50.274261 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Checking segment: {'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:22:50.274789 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:50.275094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Bound using segment: {'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:22:50.275589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Bound port: 9ea48bd6-e2f7-4eb5-acbc-d24d38427209, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:22:50.276027 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:50.393005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] For port 9ea48bd6-e2f7-4eb5-acbc-d24d38427209, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:22:50.396337 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] For port 9ea48bd6-e2f7-4eb5-acbc-d24d38427209, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9ea48bd6-e2f7-4eb5-acbc-d24d38427209,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:22:50.512403 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:50.713966 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079b0d3-ffd4-449d-bcf1-d79f16e44e12 None None] Pushing event updated for resources: {'Port': ['ID=9ea48bd6-e2f7-4eb5-acbc-d24d38427209,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:50.785896 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Allocated IP 172.20.0.1 (56cec824-a482-4381-8f97-e988c87dca70/c1f8073c-dfc3-4d29-a82c-b846a14d0447/95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:22:51.232175 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:51.442452 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:51.444640 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:51.559325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:51.605287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network 56cec824-a482-4381-8f97-e988c87dca70 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:22:51.611509 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:22:51.615031 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:22:51.751567 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:51.920786 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 35ad2fda-97cf-4fb6-921b-39451dea57fa up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:22:52.065137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 35ad2fda-97cf-4fb6-921b-39451dea57fa triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:52.067227 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:52.179279 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:52.357620 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:52.429578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 35ad2fda-97cf-4fb6-921b-39451dea57fa, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=35ad2fda-97cf-4fb6-921b-39451dea57fa,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:52.532745 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:52.534820 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9ea48bd6-e2f7-4eb5-acbc-d24d38427209 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:22:52.625704 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a208eda1-d341-4832-9c9c-5db399122ce5 None None] Network 56cec824-a482-4381-8f97-e988c87dca70 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:22:52.936225 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:52.976811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=35ad2fda-97cf-4fb6-921b-39451dea57fa,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:53.001458 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d30a4ac4-64cb-4721-8f94-21bdedc7deb0 None None] Provisioning complete for port 9ea48bd6-e2f7-4eb5-acbc-d24d38427209 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:53.003258 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d30a4ac4-64cb-4721-8f94-21bdedc7deb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:53.019113 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:53.019770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55918) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:53.347931 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:53.372693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:53.387594 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eb625054-6fd8-495f-9bf6-a97f6b3d5fe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:53.421034 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:53.498824 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 9ea48bd6-e2f7-4eb5-acbc-d24d38427209 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:53.499713 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:53.584132 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network 56cec824-a482-4381-8f97-e988c87dca70 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:22:53.591726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:22:53.633668 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eb625054-6fd8-495f-9bf6-a97f6b3d5fe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:53.742650 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d30a4ac4-64cb-4721-8f94-21bdedc7deb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:53.761442 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eb625054-6fd8-495f-9bf6-a97f6b3d5fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:53.811921 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router 56f03266-3068-4038-9c4c-6f576b9b125a has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:22:53.834178 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:53.859689 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb625054-6fd8-495f-9bf6-a97f6b3d5fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a223f6-a551-4928-9184-73441451a16f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:53.911625 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-eb625054-6fd8-495f-9bf6-a97f6b3d5fe7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e3525168052a4450870085c47131e643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8901229 Nov 18 17:22:53.915336 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55942) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:53.916007 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d30a4ac4-64cb-4721-8f94-21bdedc7deb0 None None] For port 9ea48bd6-e2f7-4eb5-acbc-d24d38427209, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9ea48bd6-e2f7-4eb5-acbc-d24d38427209,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:54.027422 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d30a4ac4-64cb-4721-8f94-21bdedc7deb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:54.066824 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8bdadf5-b62f-4df5-aaa2-31cfe94c8ba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:54.088389 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:22:54.101473 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b9f44859-deeb-49f2-81f1-6359a415afdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "PUT /v2.0/routers/56f03266-3068-4038-9c4c-6f576b9b125a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2248509 Nov 18 17:22:54.140782 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8bdadf5-b62f-4df5-aaa2-31cfe94c8ba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:54.199358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Sync routers for ids ['56f03266-3068-4038-9c4c-6f576b9b125a'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:22:54.306065 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Routers {'56f03266-3068-4038-9c4c-6f576b9b125a'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:22:54.306961 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:22:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['56f03266-3068-4038-9c4c-6f576b9b125a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:54.355834 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8bdadf5-b62f-4df5-aaa2-31cfe94c8ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:54.358806 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8bdadf5-b62f-4df5-aaa2-31cfe94c8ba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:54.360206 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e8bdadf5-b62f-4df5-aaa2-31cfe94c8ba7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/08a223f6-a551-4928-9184-73441451a16f HTTP/1.1" status: 204 len: 168 time: 0.4428277 Nov 18 17:22:54.378761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdadf5-b62f-4df5-aaa2-31cfe94c8ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a223f6-a551-4928-9184-73441451a16f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:54.467584 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:22:54.471213 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:22:54.556871 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a4ac4-64cb-4721-8f94-21bdedc7deb0 None None] Pushing event updated for resources: {'Port': ['ID=9ea48bd6-e2f7-4eb5-acbc-d24d38427209,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:54.580537 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-72b939ce-0046-4c81-bd82-eb86c8b3099d None None] Provisioning complete for port 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:54.582586 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72b939ce-0046-4c81-bd82-eb86c8b3099d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:54.658394 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-3216c2d7-6237-4760-a669-f4eb1fce078c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743058377&fields=id&tenant_id=2cf238edb8014a38996468367e264a07 HTTP/1.1" status: 200 len: 267 time: 0.1877668 Nov 18 17:22:54.793484 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-72b939ce-0046-4c81-bd82-eb86c8b3099d None None] Port 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:22:54.861065 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Set router 56f03266-3068-4038-9c4c-6f576b9b125a gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:22:54.880977 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-72b939ce-0046-4c81-bd82-eb86c8b3099d None None] Provisioning complete for port 9ea48bd6-e2f7-4eb5-acbc-d24d38427209 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:54.885692 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72b939ce-0046-4c81-bd82-eb86c8b3099d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:54.997619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-3084f49c-0260-468c-ad1a-81780302dd40 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:55.001128 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-3084f49c-0260-468c-ad1a-81780302dd40 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/networks?id=56cec824-a482-4381-8f97-e988c87dca70 HTTP/1.1" status: 200 len: 797 time: 0.3409886 Nov 18 17:22:55.019216 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-d8c93756-f2bd-46d2-af1a-3d74b01dda77 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/quotas/2cf238edb8014a38996468367e264a07 HTTP/1.1" status: 200 len: 375 time: 0.0170856 Nov 18 17:22:55.127755 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-6a3916a5-6aaf-46b9-a903-33b82fb897ef tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068559 Nov 18 17:22:55.306656 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-70a4a5d1-7d79-45ac-93c5-b0ba52e3163a service neutron] 10.222.0.72 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629915 Nov 18 17:22:55.468201 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 35ad2fda-97cf-4fb6-921b-39451dea57fa up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:22:55.521136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762041536', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:44Z', 'updated_at': '2021-11-18T17:22:51Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:45Z', 'updated_at': '2021-11-18T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e', 'name': '', 'network_id': '56cec824-a482-4381-8f97-e988c87dca70', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:52:36:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:49Z', 'updated_at': '2021-11-18T17:22:52Z', 'revision_number': 2, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:55.562474 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Checking router: 56f03266-3068-4038-9c4c-6f576b9b125a for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:22:55.562927 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Updating router 56f03266-3068-4038-9c4c-6f576b9b125a port 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:22:55.621731 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-d6fbd922-4291-40a1-9ad9-4b928d4801e8 service neutron] 10.222.0.72 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995834 Nov 18 17:22:55.643026 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:55.646034 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1930d2f5-7e61-4bd0-b390-0c7f9d6d9e0b None None] Provisioning complete for port 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:55.646401 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1930d2f5-7e61-4bd0-b390-0c7f9d6d9e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:55.697021 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 35ad2fda-97cf-4fb6-921b-39451dea57fa triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:55.697237 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:55.873874 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1930d2f5-7e61-4bd0-b390-0c7f9d6d9e0b None None] Port 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:22:55.878510 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56004) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:56.006274 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9ea48bd6-e2f7-4eb5-acbc-d24d38427209 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:22:56.094701 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4141b932-3166-4f55-9faf-92f1ced5f4fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:56.168281 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ae678ac-1ad5-404b-84a1-60c0dfa9eca0 req-a2c54d3e-87a3-4511-9f14-a732665d121c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 210 time: 0.0397744 Nov 18 17:22:56.204291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 9ea48bd6-e2f7-4eb5-acbc-d24d38427209 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:56.204801 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:56.265648 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:56.302345 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4141b932-3166-4f55-9faf-92f1ced5f4fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:56.493602 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4141b932-3166-4f55-9faf-92f1ced5f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:56.497849 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:56.538408 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4141b932-3166-4f55-9faf-92f1ced5f4fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6595093f2be04618a71a078abd3d69c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6580403 Nov 18 17:22:56.541083 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56026) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:56.545485 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141b932-3166-4f55-9faf-92f1ced5f4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae73a11-3456-4dc8-b506-84a4e358fd89,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:56.621658 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec712bba-9f9e-4b58-8dbe-3121f5558810 None None] Pushing event updated for resources: {'Port': ['ID=95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:56.653506 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b529555d-aef2-4fcd-bb7e-17d231cf8f0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:56.670776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Attempting to bind port 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:22:56.671350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Attempting to bind port 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:22:56.671733 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Attempting to bind port 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e on network 56cec824-a482-4381-8f97-e988c87dca70 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:22:56.703918 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:22:56.704310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Checking segment: {'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:22:56.704727 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:56.705133 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Bound using segment: {'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:22:56.705626 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Bound port: 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:22:56.706013 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:56.730427 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b529555d-aef2-4fcd-bb7e-17d231cf8f0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:56.924724 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] For port 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:22:56.933225 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] For port 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:22:57.010897 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b529555d-aef2-4fcd-bb7e-17d231cf8f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:57.014038 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b529555d-aef2-4fcd-bb7e-17d231cf8f0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:57.022549 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b529555d-aef2-4fcd-bb7e-17d231cf8f0d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4ae73a11-3456-4dc8-b506-84a4e358fd89 HTTP/1.1" status: 204 len: 168 time: 0.4754882 Nov 18 17:22:57.032392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529555d-aef2-4fcd-bb7e-17d231cf8f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae73a11-3456-4dc8-b506-84a4e358fd89,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:57.057831 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4bb62814-7e8a-42d0-8d41-4b2c22e1dd40 None None] Provisioning complete for port 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:57.058223 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bb62814-7e8a-42d0-8d41-4b2c22e1dd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:57.073733 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:57.187429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Routers {'56f03266-3068-4038-9c4c-6f576b9b125a'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:22:57.188105 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:22:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['56f03266-3068-4038-9c4c-6f576b9b125a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:57.232313 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec712bba-9f9e-4b58-8dbe-3121f5558810 None None] Pushing event updated for resources: {'Port': ['ID=95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:57.369908 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ba84aba-7f82-46d1-9c25-a6ec4cfea0a5 req-c57cb1e3-dff5-46fa-a0bb-4862a05d209e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 210 time: 0.0939889 Nov 18 17:22:57.590700 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bb62814-7e8a-42d0-8d41-4b2c22e1dd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:57.642965 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] Set router 56f03266-3068-4038-9c4c-6f576b9b125a gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:22:57.673676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4bb62814-7e8a-42d0-8d41-4b2c22e1dd40 None None] For port 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:22:57.791456 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bb62814-7e8a-42d0-8d41-4b2c22e1dd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:57.933788 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb62814-7e8a-42d0-8d41-4b2c22e1dd40 None None] Pushing event updated for resources: {'Port': ['ID=95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:57.963851 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-58c5de12-18b0-4207-bc14-67b262aed1e8 None None] Provisioning complete for port 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:57.964531 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-58c5de12-18b0-4207-bc14-67b262aed1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:58.031671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762041536', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:44Z', 'updated_at': '2021-11-18T17:22:51Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:45Z', 'updated_at': '2021-11-18T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e', 'name': '', 'network_id': '56cec824-a482-4381-8f97-e988c87dca70', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:52:36:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:49Z', 'updated_at': '2021-11-18T17:22:56Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:22:58.065415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6725ef4b-05bc-4dfd-b514-c1caeacc4e68 None None] The sync data for ids ['56f03266-3068-4038-9c4c-6f576b9b125a'] in n-d-813419-11 is: [{'id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762041536', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:44Z', 'updated_at': '2021-11-18T17:22:51Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:45Z', 'updated_at': '2021-11-18T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e', 'name': '', 'network_id': '56cec824-a482-4381-8f97-e988c87dca70', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:52:36:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:49Z', 'updated_at': '2021-11-18T17:22:56Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:22:58.343497 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56066) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:58.360459 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-04fe1ae1-1b0e-4871-841d-35dddfe70831 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:58.558465 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-04fe1ae1-1b0e-4871-841d-35dddfe70831 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:58.564308 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96470f9b-6ac0-4904-a315-63bc81f5f3d3 req-94cda365-2417-44a0-bea8-57860656e43d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 210 time: 0.0704560 Nov 18 17:22:58.668239 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-04fe1ae1-1b0e-4871-841d-35dddfe70831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:58.743508 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe1ae1-1b0e-4871-841d-35dddfe70831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74aa7d02-ab89-415e-ab64-6f08c1969ee0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:58.752967 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-04fe1ae1-1b0e-4871-841d-35dddfe70831 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=168612c8556f48aeb6b8926415347363&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4067371 Nov 18 17:22:58.754900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56078) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:22:58.827937 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cf70bcc5-e3fe-4e81-af26-6248582f6dd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:58.871244 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cf70bcc5-e3fe-4e81-af26-6248582f6dd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:59.126878 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cf70bcc5-e3fe-4e81-af26-6248582f6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:59.133002 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cf70bcc5-e3fe-4e81-af26-6248582f6dd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:59.134535 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cf70bcc5-e3fe-4e81-af26-6248582f6dd8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/74aa7d02-ab89-415e-ab64-6f08c1969ee0 HTTP/1.1" status: 204 len: 168 time: 0.3786986 Nov 18 17:22:59.163947 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70bcc5-e3fe-4e81-af26-6248582f6dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aa7d02-ab89-415e-ab64-6f08c1969ee0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:22:59.503041 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:22:59.560101 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48c1cb-1737-4309-a83b-93f7aef437a0 req-70ed818f-6a9a-4ade-b88c-8ca82b1615b2 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:59.571183 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e48c1cb-1737-4309-a83b-93f7aef437a0 req-70ed818f-6a9a-4ade-b88c-8ca82b1615b2 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 946 time: 0.0874560 Nov 18 17:22:59.583192 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-6fde15d2-447d-4400-b17f-68ef2e253fc7 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:22:59.593649 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-6fde15d2-447d-4400-b17f-68ef2e253fc7 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.81 "GET /v2.0/networks?id=56cec824-a482-4381-8f97-e988c87dca70 HTTP/1.1" status: 200 len: 797 time: 0.2827902 Nov 18 17:22:59.674008 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:22:59.675938 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:59.788514 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2116b928-c016-47cb-b2db-d68e5b9c380f req-d2ecabda-c827-4e4f-94e6-33984d57f543 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 210 time: 0.0731406 Nov 18 17:22:59.859621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e48c1cb-1737-4309-a83b-93f7aef437a0 req-dc5477b7-28db-4de5-8806-80ccabfc0bca tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae1b6580-4406-45e9-be2e-2e8e7367ab96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2859962 Nov 18 17:22:59.965084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-570d0020-e500-4e1e-9118-9431a1f10091 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cf238edb8014a38996468367e264a07 HTTP/1.1" status: 200 len: 379 time: 0.3535497 Nov 18 17:22:59.989893 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a25469b-6cd3-4ccd-a5e3-bf3bca95e17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:22:59.994074 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'port': {'device_id': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'network_id': '56cec824-a482-4381-8f97-e988c87dca70', 'admin_state_up': True, 'tenant_id': '2cf238edb8014a38996468367e264a07', 'security_groups': ['d3613173-393f-41a9-8c83-26deab2d7855']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:00.366892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Made reservation on behalf of 2cf238edb8014a38996468367e264a07 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:00.370353 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:00.547638 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Allocated IP 172.20.0.11 (56cec824-a482-4381-8f97-e988c87dca70/c1f8073c-dfc3-4d29-a82c-b846a14d0447/f13562ac-a65f-426e-bcfb-39f4d59d7f5f) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:23:00.819080 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:01.017792 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-505f7547-27f8-4519-8106-016e1d48130a req-7db207cf-46f0-437b-b7e4-d38ed4677cee tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 210 time: 0.0969281 Nov 18 17:23:01.147220 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:01.246707 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d04608-4be1-4d40-b467-290cc171a7b8 req-ab7dd92d-8bb0-446e-9a60-45fdee4d3755 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:01.249041 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48d04608-4be1-4d40-b467-290cc171a7b8 req-ab7dd92d-8bb0-446e-9a60-45fdee4d3755 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 946 time: 0.1167436 Nov 18 17:23:01.252634 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network 56cec824-a482-4381-8f97-e988c87dca70 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:23:01.262257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56196) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:01.282978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:01.286568 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:01.290580 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:23:01.299751 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:01.300216 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:01.300580 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:01.300948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:01.301344 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:01.301695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:01.302038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:01.302381 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:01.302777 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:01.303751 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:01.304241 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:01.304700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:01.626718 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48d04608-4be1-4d40-b467-290cc171a7b8 req-1e7512f1-904f-4bba-ba6a-103a9503bb66 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae1b6580-4406-45e9-be2e-2e8e7367ab96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259036 Nov 18 17:23:01.626718 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:01.630514 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-049a8b19-49e7-4d61-8da7-111e75c08ce7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1763768303-network', 'tenant_id': 'e768d77e890a4a87bf38eecc8fdedd2d'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:01.630726 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:01.630928 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2eded593-2672-470b-8969-f656f465b023 None None] Provisioning complete for port f13562ac-a65f-426e-bcfb-39f4d59d7f5f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:23:01.630928 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2eded593-2672-470b-8969-f656f465b023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:01.630928 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2eded593-2672-470b-8969-f656f465b023 None None] Port f13562ac-a65f-426e-bcfb-39f4d59d7f5f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:23:01.864630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049a8b19-49e7-4d61-8da7-111e75c08ce7 admin admin] Made reservation on behalf of e768d77e890a4a87bf38eecc8fdedd2d for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:01.870009 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-049a8b19-49e7-4d61-8da7-111e75c08ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:01.898090 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-049a8b19-49e7-4d61-8da7-111e75c08ce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:01.976061 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-8ec110b2-e06d-4048-840c-cbc95c3df160 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9938927 Nov 18 17:23:01.991659 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Request body: {'port': {'device_id': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:02.034609 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-049a8b19-49e7-4d61-8da7-111e75c08ce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:02.076783 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:02.168613 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-049a8b19-49e7-4d61-8da7-111e75c08ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:02.213362 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a8b19-49e7-4d61-8da7-111e75c08ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7291b88-582b-497d-9bc1-1265839943ba,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:02.220594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049a8b19-49e7-4d61-8da7-111e75c08ce7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1102, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:23:02.259120 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-049a8b19-49e7-4d61-8da7-111e75c08ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:02.259486 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-049a8b19-49e7-4d61-8da7-111e75c08ce7 admin admin] Added segment 0080c72b-a427-4df1-8d68-8ca8c5b4a446 of type vlan for network 33c7c367-6632-470b-92a0-6b92b498a5b8 Nov 18 17:23:02.265478 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1b440-bf4b-474b-98f9-17bbd26864d3 req-402df599-96ef-44c4-b71d-c67d93db9ac5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:02.266614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-14f1b440-bf4b-474b-98f9-17bbd26864d3 req-402df599-96ef-44c4-b71d-c67d93db9ac5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 932 time: 0.1415663 Nov 18 17:23:02.328255 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-049a8b19-49e7-4d61-8da7-111e75c08ce7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:02.414077 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-55b54738-e974-4805-8a99-4dedfc796114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:02.426588 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-14f1b440-bf4b-474b-98f9-17bbd26864d3 req-b627f952-0791-4f2b-8b39-27323238a2f7 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411622 Nov 18 17:23:02.440918 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-049a8b19-49e7-4d61-8da7-111e75c08ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:02.445266 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049a8b19-49e7-4d61-8da7-111e75c08ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:02.449125 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-049a8b19-49e7-4d61-8da7-111e75c08ce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:02.589132 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13562ac-a65f-426e-bcfb-39f4d59d7f5f {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:23:02.596285 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a8b19-49e7-4d61-8da7-111e75c08ce7 admin admin] Pushing event updated for resources: {'Network': ['ID=33c7c367-6632-470b-92a0-6b92b498a5b8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:02.598413 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:02.615450 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 33c7c367-6632-470b-92a0-6b92b498a5b8 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:23:02.620122 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-049a8b19-49e7-4d61-8da7-111e75c08ce7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3566926 Nov 18 17:23:02.623312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56226) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:02.633492 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-618361e7-e35f-4767-80fb-fab1795f324a admin admin] Request body: {'subnet': {'network_id': '33c7c367-6632-470b-92a0-6b92b498a5b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1763768303-subnet', 'tenant_id': 'e768d77e890a4a87bf38eecc8fdedd2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:02.667913 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Transition to ACTIVE for port object f13562ac-a65f-426e-bcfb-39f4d59d7f5f will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:23:02.688611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebbf76-1cb8-4618-9658-c0f78ed57d33 req-28be2d06-67ab-4871-9ec9-a1d3e30f25d6 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:02.690704 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d2ebbf76-1cb8-4618-9658-c0f78ed57d33 req-28be2d06-67ab-4871-9ec9-a1d3e30f25d6 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 946 time: 0.0880725 Nov 18 17:23:02.776727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56228) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:02.781173 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d2ebbf76-1cb8-4618-9658-c0f78ed57d33 req-ad1f18a2-9a6a-4fad-b094-69b97900c8a1 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae1b6580-4406-45e9-be2e-2e8e7367ab96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806522 Nov 18 17:23:02.783978 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:02.872465 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Pushing event updated for resources: {'Port': ['ID=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:02.891390 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618361e7-e35f-4767-80fb-fab1795f324a admin admin] Made reservation on behalf of e768d77e890a4a87bf38eecc8fdedd2d for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:02.893765 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-618361e7-e35f-4767-80fb-fab1795f324a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:02.972654 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33f9a024-f6d7-4ea9-99bc-2c96f7657e70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:03.094459 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Attempting to bind port f13562ac-a65f-426e-bcfb-39f4d59d7f5f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:23:03.095050 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Attempting to bind port f13562ac-a65f-426e-bcfb-39f4d59d7f5f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:23:03.095165 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Attempting to bind port f13562ac-a65f-426e-bcfb-39f4d59d7f5f on network 56cec824-a482-4381-8f97-e988c87dca70 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:23:03.108498 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33f9a024-f6d7-4ea9-99bc-2c96f7657e70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:03.117659 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Port f13562ac-a65f-426e-bcfb-39f4d59d7f5f on network 56cec824-a482-4381-8f97-e988c87dca70 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:23:03.117988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Attempting to bind port f13562ac-a65f-426e-bcfb-39f4d59d7f5f on network 56cec824-a482-4381-8f97-e988c87dca70 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:23:03.133657 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:23:03.134038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Checking segment: {'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:23:03.135402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Bound using segment: {'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:23:03.136545 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Bound port: f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:23:03.143131 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:03.211081 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33f9a024-f6d7-4ea9-99bc-2c96f7657e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:03.255567 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9a024-f6d7-4ea9-99bc-2c96f7657e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b969743-3d73-4ed8-91e7-02c07503ce52,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:03.279591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:23:03.285425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:23:03.305503 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56234) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:03.305788 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-33f9a024-f6d7-4ea9-99bc-2c96f7657e70 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6fedab7896ad4ede85ccb1ed977b06ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5279005 Nov 18 17:23:03.340363 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-618361e7-e35f-4767-80fb-fab1795f324a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:03.373106 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:03.445746 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:03.447657 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:03.447887 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] 10.222.0.81 "PUT /v2.0/ports/f13562ac-a65f-426e-bcfb-39f4d59d7f5f HTTP/1.1" status: 200 len: 1093 time: 1.4635425 Nov 18 17:23:03.448543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:23:03.451049 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8bf832-784e-4dc1-adff-03be291255ff" -d '{"events": [{"name": "network-changed", "server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:23:03.481948 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-600fd5bc-0ac4-4511-a9e3-c8859a62803e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:03.483614 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618361e7-e35f-4767-80fb-fab1795f324a admin admin] Pushing event updated for resources: {'Subnet': ['ID=12d4d74c-e986-4ab8-a9f0-f56513d1f026,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:03.596711 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:03.598749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee929a5f-91f2-4517-be52-37968114a69d service neutron] Pushing event updated for resources: {'Port': ['ID=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:03.611962 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d926356a-3d8e-440c-a7c3-c8319d8e71ba x-openstack-request-id: req-d926356a-3d8e-440c-a7c3-c8319d8e71ba {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:23:03.612493 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:23:03.612988 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d926356a-3d8e-440c-a7c3-c8319d8e71ba {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:23:03.613625 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'status': 'completed', 'code': 200} Nov 18 17:23:03.632951 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-600fd5bc-0ac4-4511-a9e3-c8859a62803e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:03.726181 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618361e7-e35f-4767-80fb-fab1795f324a admin admin] Checking segment: {'id': '0080c72b-a427-4df1-8d68-8ca8c5b4a446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '33c7c367-6632-470b-92a0-6b92b498a5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:23:03.726826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618361e7-e35f-4767-80fb-fab1795f324a admin admin] Network hostable DHCP agents. Network: 33c7c367-6632-470b-92a0-6b92b498a5b8, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:23:03.796022 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a4135-90d2-431e-a12b-4205d6973720 req-4fb3a289-5cdd-45d6-a994-4ee1ee7f760b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:03.804617 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-176a4135-90d2-431e-a12b-4205d6973720 req-4fb3a289-5cdd-45d6-a994-4ee1ee7f760b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 944 time: 0.2335443 Nov 18 17:23:03.848167 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bf832-784e-4dc1-adff-03be291255ff req-6099a3fd-9c89-4566-a21d-dd380d7db78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:03.850265 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a8bf832-784e-4dc1-adff-03be291255ff req-6099a3fd-9c89-4566-a21d-dd380d7db78f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 1096 time: 0.2350595 Nov 18 17:23:03.893225 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-176a4135-90d2-431e-a12b-4205d6973720 req-b1760d65-f292-4725-870d-ebb61a58afa5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741816 Nov 18 17:23:03.919367 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618361e7-e35f-4767-80fb-fab1795f324a admin admin] Network 33c7c367-6632-470b-92a0-6b92b498a5b8 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:23:03.999685 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-600fd5bc-0ac4-4511-a9e3-c8859a62803e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:04.002367 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-600fd5bc-0ac4-4511-a9e3-c8859a62803e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:04.006616 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-600fd5bc-0ac4-4511-a9e3-c8859a62803e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2b969743-3d73-4ed8-91e7-02c07503ce52 HTTP/1.1" status: 204 len: 168 time: 0.6972318 Nov 18 17:23:04.032236 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c9211-8aea-4e30-9111-2e9c5aa92fd9 req-d3471f77-f281-4062-bbfc-6dc7e0e70927 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:04.034172 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-536c9211-8aea-4e30-9111-2e9c5aa92fd9 req-d3471f77-f281-4062-bbfc-6dc7e0e70927 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.81 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 946 time: 0.1207526 Nov 18 17:23:04.044240 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fd5bc-0ac4-4511-a9e3-c8859a62803e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b969743-3d73-4ed8-91e7-02c07503ce52,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:04.120923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-618361e7-e35f-4767-80fb-fab1795f324a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 33c7c367-6632-470b-92a0-6b92b498a5b8) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:04.136449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c8c23a-f752-4fc3-8496-ec2e85181479 None None] Network 33c7c367-6632-470b-92a0-6b92b498a5b8 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:04.140315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618361e7-e35f-4767-80fb-fab1795f324a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:04.140926 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-618361e7-e35f-4767-80fb-fab1795f324a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:04.177492 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd33698-3cbf-4595-a43e-6c3552ea1cf0 req-5421b987-855b-4a8d-a5ac-f90cb1d7bf48 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:04.186675 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fcd33698-3cbf-4595-a43e-6c3552ea1cf0 req-5421b987-855b-4a8d-a5ac-f90cb1d7bf48 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 946 time: 0.2938099 Nov 18 17:23:04.207711 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bf832-784e-4dc1-adff-03be291255ff req-21617303-b8e7-4696-85c3-a2928db77792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:04.210542 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a8bf832-784e-4dc1-adff-03be291255ff req-21617303-b8e7-4696-85c3-a2928db77792 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=2cf238edb8014a38996468367e264a07&shared=False HTTP/1.1" status: 200 len: 899 time: 0.3476679 Nov 18 17:23:04.226494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-536c9211-8aea-4e30-9111-2e9c5aa92fd9 req-615b690d-0974-4433-b98c-aae6bce16e10 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Deleting port 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:04.227008 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-536c9211-8aea-4e30-9111-2e9c5aa92fd9 req-615b690d-0974-4433-b98c-aae6bce16e10 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:04.333240 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-618361e7-e35f-4767-80fb-fab1795f324a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7063301 Nov 18 17:23:04.342630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-536c9211-8aea-4e30-9111-2e9c5aa92fd9 req-615b690d-0974-4433-b98c-aae6bce16e10 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] For port 7b32c7a8-8c3f-448d-a072-7bce7540a9d4, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7b32c7a8-8c3f-448d-a072-7bce7540a9d4,segment=NetworkSegment(eb18b630-cf71-4ecb-a771-e54520e0dac6),segment_id=eb18b630-cf71-4ecb-a771-e54520e0dac6)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:04.343164 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-536c9211-8aea-4e30-9111-2e9c5aa92fd9 req-615b690d-0974-4433-b98c-aae6bce16e10 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:04.390346 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6a1c0c-a5d4-47cf-b259-b33033964133 None None] Network 33c7c367-6632-470b-92a0-6b92b498a5b8 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:04.427337 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fcd33698-3cbf-4595-a43e-6c3552ea1cf0 req-5459eaf1-2b7c-4347-b514-2a55092bcd3a tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae1b6580-4406-45e9-be2e-2e8e7367ab96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395356 Nov 18 17:23:04.481951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bf832-784e-4dc1-adff-03be291255ff req-e8284eab-cccb-4296-a567-05131a5bf6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:04.483369 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a8bf832-784e-4dc1-adff-03be291255ff req-e8284eab-cccb-4296-a567-05131a5bf6dd service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2636478 Nov 18 17:23:04.634140 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-fec603f7-3963-4500-b24a-b7a937f2e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:04.635695 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-fec603f7-3963-4500-b24a-b7a937f2e805 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 1096 time: 0.1077194 Nov 18 17:23:04.745194 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-583046c0-e074-4cc5-944c-39c7f5dbda07 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f HTTP/1.1" status: 200 len: 217 time: 0.0967824 Nov 18 17:23:04.873434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-c1281c99-2bdb-48b7-8a14-6cb6f80c0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:04.874937 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-c1281c99-2bdb-48b7-8a14-6cb6f80c0b9d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1f8073c-dfc3-4d29-a82c-b846a14d0447 HTTP/1.1" status: 200 len: 834 time: 0.1208999 Nov 18 17:23:04.925482 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-536c9211-8aea-4e30-9111-2e9c5aa92fd9 req-615b690d-0974-4433-b98c-aae6bce16e10 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:04.926285 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-536c9211-8aea-4e30-9111-2e9c5aa92fd9 req-615b690d-0974-4433-b98c-aae6bce16e10 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:04.928285 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [req-536c9211-8aea-4e30-9111-2e9c5aa92fd9 req-615b690d-0974-4433-b98c-aae6bce16e10 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Floating IP 71d56fbc-199e-49ab-8d4a-2b96f7e2b8db disassociated. External IP: 172.25.3.61, port: 7b32c7a8-8c3f-448d-a072-7bce7540a9d4. Nov 18 17:23:04.929514 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-536c9211-8aea-4e30-9111-2e9c5aa92fd9 req-615b690d-0974-4433-b98c-aae6bce16e10 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Calling delete_port for 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:04.977981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56264) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:04.989493 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:05.003345 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1389346a-2efd-4b73-9816-bb35e000d4a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:05.253661 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-536c9211-8aea-4e30-9111-2e9c5aa92fd9 req-615b690d-0974-4433-b98c-aae6bce16e10 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:05.307407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b690d-0974-4433-b98c-aae6bce16e10 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Pushing event deleted for resources: {'Port': ['ID=7b32c7a8-8c3f-448d-a072-7bce7540a9d4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:05.442606 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:05.462513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-536c9211-8aea-4e30-9111-2e9c5aa92fd9 req-615b690d-0974-4433-b98c-aae6bce16e10 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Router 51963239-661b-41ab-a0b8-4fd6047d938a has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:23:05.501468 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-c1ad7d5d-beed-4374-9a82-2dda5a12768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:05.504204 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-c1ad7d5d-beed-4374-9a82-2dda5a12768e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=56cec824-a482-4381-8f97-e988c87dca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6199095 Nov 18 17:23:05.595051 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-955cf0e5-e136-4f14-9ef1-5861e8ddf971 req-09dbb808-2d15-41a2-a8c8-ffd008f820a3 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 210 time: 0.0391076 Nov 18 17:23:05.662107 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868ec0b-4ad8-475f-a8d2-10b133102a40 req-d5b92666-80ce-4210-8d84-5ebf89eab782 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:05.662107 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2868ec0b-4ad8-475f-a8d2-10b133102a40 req-d5b92666-80ce-4210-8d84-5ebf89eab782 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 944 time: 0.6226978 Nov 18 17:23:05.697072 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-536c9211-8aea-4e30-9111-2e9c5aa92fd9 req-615b690d-0974-4433-b98c-aae6bce16e10 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:23:05.720717 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c3ee2-c410-40a8-895b-ad415e016508 None None] Sync routers for ids ['51963239-661b-41ab-a0b8-4fd6047d938a'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:23:05.754337 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c3ee2-c410-40a8-895b-ad415e016508 None None] Routers {'51963239-661b-41ab-a0b8-4fd6047d938a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:23:05.757120 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-246c3ee2-c410-40a8-895b-ad415e016508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:23:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51963239-661b-41ab-a0b8-4fd6047d938a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:05.764675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-536c9211-8aea-4e30-9111-2e9c5aa92fd9 req-615b690d-0974-4433-b98c-aae6bce16e10 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] No DVR routers for this DVR port 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:23:05.769548 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-536c9211-8aea-4e30-9111-2e9c5aa92fd9 req-615b690d-0974-4433-b98c-aae6bce16e10 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:05.778267 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-536c9211-8aea-4e30-9111-2e9c5aa92fd9 req-615b690d-0974-4433-b98c-aae6bce16e10 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.81 "DELETE /v2.0/ports/7b32c7a8-8c3f-448d-a072-7bce7540a9d4 HTTP/1.1" status: 204 len: 173 time: 1.7343626 Nov 18 17:23:05.778929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359c9bbb-290b-4e21-a708-e3ad7aa8c32b', 'name': 'network-vif-deleted', 'tag': '7b32c7a8-8c3f-448d-a072-7bce7540a9d4'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:23:05.785143 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024061ee-958d-45a0-b979-dd368d21c469" -d '{"events": [{"server_uuid": "359c9bbb-290b-4e21-a708-e3ad7aa8c32b", "name": "network-vif-deleted", "tag": "7b32c7a8-8c3f-448d-a072-7bce7540a9d4"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:23:05.812988 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1389346a-2efd-4b73-9816-bb35e000d4a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:05.819840 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-b496c488-5014-40a0-9be7-d7573ef5e331 service neutron] 10.222.0.81 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031237 Nov 18 17:23:05.841112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56286) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:05.846849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-96ab22d3-ecb8-457c-9df4-4e22ed38b648 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1653326600-network', 'tenant_id': 'd74ca542a30f45b284fc3ca0413fb0cf'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:05.937810 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2868ec0b-4ad8-475f-a8d2-10b133102a40 req-4fb98692-bb42-409e-8e4a-243a228f0dbf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427051 Nov 18 17:23:05.965079 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1389346a-2efd-4b73-9816-bb35e000d4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:05.979224 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a456970e-d659-417c-ad47-eee36f0ba570 x-openstack-request-id: req-a456970e-d659-417c-ad47-eee36f0ba570 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:23:05.980284 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359c9bbb-290b-4e21-a708-e3ad7aa8c32b", "name": "network-vif-deleted", "tag": "7b32c7a8-8c3f-448d-a072-7bce7540a9d4", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:23:05.980667 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a456970e-d659-417c-ad47-eee36f0ba570 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:23:05.981724 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359c9bbb-290b-4e21-a708-e3ad7aa8c32b', 'name': 'network-vif-deleted', 'tag': '7b32c7a8-8c3f-448d-a072-7bce7540a9d4', 'status': 'completed', 'code': 200} Nov 18 17:23:05.983700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ab22d3-ecb8-457c-9df4-4e22ed38b648 admin admin] Made reservation on behalf of d74ca542a30f45b284fc3ca0413fb0cf for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:05.986356 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96ab22d3-ecb8-457c-9df4-4e22ed38b648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:06.005181 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96ab22d3-ecb8-457c-9df4-4e22ed38b648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:06.109833 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-246c3ee2-c410-40a8-895b-ad415e016508 None None] Set router 51963239-661b-41ab-a0b8-4fd6047d938a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:23:06.124970 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96ab22d3-ecb8-457c-9df4-4e22ed38b648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:06.165024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56292) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:06.165242 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1389346a-2efd-4b73-9816-bb35e000d4a8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=339843e0db904f5a93840dfe76ed02a4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1795621 Nov 18 17:23:06.178468 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389346a-2efd-4b73-9816-bb35e000d4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeb2052-a0e2-4d41-8ae7-e11437a29c9b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:06.222472 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47b8db5-43b3-49b4-9d6a-84c19d1a018e req-dd2fae34-3895-4412-be75-5d68ca3427ae service neutron] 10.222.0.81 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891954 Nov 18 17:23:06.252031 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96ab22d3-ecb8-457c-9df4-4e22ed38b648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:06.303357 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ab22d3-ecb8-457c-9df4-4e22ed38b648 admin admin] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:23:06.327849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab22d3-ecb8-457c-9df4-4e22ed38b648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918cdc1c-0a32-4540-bfbc-17649ee95ba2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:06.337381 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96ab22d3-ecb8-457c-9df4-4e22ed38b648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:06.337746 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-96ab22d3-ecb8-457c-9df4-4e22ed38b648 admin admin] Added segment 0c265460-9374-4e84-ad1d-2cd7b5aecfb2 of type vlan for network f51b6083-1cd4-4677-8435-6680d9979417 Nov 18 17:23:06.339506 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72854df0-c5cc-48f8-bd2d-a592a896f26b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:06.422095 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72854df0-c5cc-48f8-bd2d-a592a896f26b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:06.426488 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96ab22d3-ecb8-457c-9df4-4e22ed38b648 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:06.448352 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-246c3ee2-c410-40a8-895b-ad415e016508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'name': 'tempest-ServersTestManualDisk-1476290906-router', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:40Z', 'updated_at': '2021-11-18T17:20:51Z', 'revision_number': 4, 'project_id': 'c02a09087a57449da11f75049d72d888', 'gw_port': {'id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:42Z', 'updated_at': '2021-11-18T17:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '293c3d11-33cd-4988-9d3c-4aea38547bb2', 'name': '', 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'mac_address': 'fa:16:3e:36:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:49Z', 'updated_at': '2021-11-18T17:20:55Z', 'revision_number': 5, 'project_id': 'c02a09087a57449da11f75049d72d888', 'subnets': [{'id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:06.481815 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c3ee2-c410-40a8-895b-ad415e016508 None None] Checking router: 51963239-661b-41ab-a0b8-4fd6047d938a for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:23:06.491567 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c3ee2-c410-40a8-895b-ad415e016508 None None] Routers {'51963239-661b-41ab-a0b8-4fd6047d938a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:23:06.492363 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-246c3ee2-c410-40a8-895b-ad415e016508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:23:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51963239-661b-41ab-a0b8-4fd6047d938a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:06.584092 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96ab22d3-ecb8-457c-9df4-4e22ed38b648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:06.585861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ab22d3-ecb8-457c-9df4-4e22ed38b648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:06.586560 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96ab22d3-ecb8-457c-9df4-4e22ed38b648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:06.669197 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab22d3-ecb8-457c-9df4-4e22ed38b648 admin admin] Pushing event updated for resources: {'Network': ['ID=f51b6083-1cd4-4677-8435-6680d9979417,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:06.679997 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network f51b6083-1cd4-4677-8435-6680d9979417 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:23:06.680566 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72854df0-c5cc-48f8-bd2d-a592a896f26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:06.683335 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72854df0-c5cc-48f8-bd2d-a592a896f26b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:06.684620 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-72854df0-c5cc-48f8-bd2d-a592a896f26b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2aeb2052-a0e2-4d41-8ae7-e11437a29c9b HTTP/1.1" status: 204 len: 168 time: 0.5185537 Nov 18 17:23:06.713027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72854df0-c5cc-48f8-bd2d-a592a896f26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeb2052-a0e2-4d41-8ae7-e11437a29c9b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:06.766572 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-96ab22d3-ecb8-457c-9df4-4e22ed38b648 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9236212 Nov 18 17:23:06.770045 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56300) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:06.774918 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d981fc0f-1d0e-4b9c-b001-3f927d4c18ab admin admin] Request body: {'subnet': {'network_id': 'f51b6083-1cd4-4677-8435-6680d9979417', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1653326600-subnet', 'tenant_id': 'd74ca542a30f45b284fc3ca0413fb0cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:06.819191 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-246c3ee2-c410-40a8-895b-ad415e016508 None None] Set router 51963239-661b-41ab-a0b8-4fd6047d938a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:23:06.911094 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e51d3429-59bf-4f85-99b0-b29969f8cb7a req-e130134e-a12c-4cc9-be72-495d117b8538 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c9bbb-290b-4e21-a708-e3ad7aa8c32b HTTP/1.1" status: 200 len: 210 time: 0.0526001 Nov 18 17:23:06.912108 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d981fc0f-1d0e-4b9c-b001-3f927d4c18ab admin admin] Made reservation on behalf of d74ca542a30f45b284fc3ca0413fb0cf for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:06.930650 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d981fc0f-1d0e-4b9c-b001-3f927d4c18ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:07.260734 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:23:07.276852 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd509b-aee5-469e-88ec-31df1720b909 req-5dc3a9a6-13bf-4337-852a-1495cd5c6efe tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:07.278664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f5fd509b-aee5-469e-88ec-31df1720b909 req-5dc3a9a6-13bf-4337-852a-1495cd5c6efe tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 944 time: 0.1495950 Nov 18 17:23:07.330033 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-246c3ee2-c410-40a8-895b-ad415e016508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'name': 'tempest-ServersTestManualDisk-1476290906-router', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:40Z', 'updated_at': '2021-11-18T17:20:51Z', 'revision_number': 4, 'project_id': 'c02a09087a57449da11f75049d72d888', 'gw_port': {'id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:42Z', 'updated_at': '2021-11-18T17:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '293c3d11-33cd-4988-9d3c-4aea38547bb2', 'name': '', 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'mac_address': 'fa:16:3e:36:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:49Z', 'updated_at': '2021-11-18T17:20:55Z', 'revision_number': 5, 'project_id': 'c02a09087a57449da11f75049d72d888', 'subnets': [{'id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:07.368349 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c3ee2-c410-40a8-895b-ad415e016508 None None] The sync data for ids ['51963239-661b-41ab-a0b8-4fd6047d938a'] in n-d-813419-11 is: [{'id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'name': 'tempest-ServersTestManualDisk-1476290906-router', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:40Z', 'updated_at': '2021-11-18T17:20:51Z', 'revision_number': 4, 'project_id': 'c02a09087a57449da11f75049d72d888', 'gw_port': {'id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:42Z', 'updated_at': '2021-11-18T17:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '293c3d11-33cd-4988-9d3c-4aea38547bb2', 'name': '', 'network_id': '99853349-4078-4397-a0fc-c76ba99befbe', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'mac_address': 'fa:16:3e:36:17:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:49Z', 'updated_at': '2021-11-18T17:20:55Z', 'revision_number': 5, 'project_id': 'c02a09087a57449da11f75049d72d888', 'subnets': [{'id': '905ad912-5232-4c9b-8750-bbdbc44e1e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:23:07.387078 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f5fd509b-aee5-469e-88ec-31df1720b909 req-8d5dcfc8-a77d-4887-9cd1-6d1c11099d8b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964952 Nov 18 17:23:07.413622 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d981fc0f-1d0e-4b9c-b001-3f927d4c18ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:07.577080 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981fc0f-1d0e-4b9c-b001-3f927d4c18ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b539815-9437-4abd-9987-ba05b1c30efd,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:07.589765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d981fc0f-1d0e-4b9c-b001-3f927d4c18ab admin admin] Checking segment: {'id': '0c265460-9374-4e84-ad1d-2cd7b5aecfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'f51b6083-1cd4-4677-8435-6680d9979417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:23:07.589765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d981fc0f-1d0e-4b9c-b001-3f927d4c18ab admin admin] Network hostable DHCP agents. Network: f51b6083-1cd4-4677-8435-6680d9979417, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:23:07.692540 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d981fc0f-1d0e-4b9c-b001-3f927d4c18ab admin admin] Network f51b6083-1cd4-4677-8435-6680d9979417 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:23:07.747518 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f353176-ea40-4a7f-aa35-8e0be7194763 None None] New status for floating IP 71d56fbc-199e-49ab-8d4a-2b96f7e2b8db: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:23:07.752380 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:23:07.796591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-d981fc0f-1d0e-4b9c-b001-3f927d4c18ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, f51b6083-1cd4-4677-8435-6680d9979417) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:07.817075 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d981fc0f-1d0e-4b9c-b001-3f927d4c18ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:07.820576 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d981fc0f-1d0e-4b9c-b001-3f927d4c18ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:07.827629 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a2d0bc-61d7-47e4-bb52-1ce4f86b95e6 None None] Network f51b6083-1cd4-4677-8435-6680d9979417 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:07.859290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:23:07.859948 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7b32c7a8-8c3f-448d-a072-7bce7540a9d4 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:23:07.918760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d981fc0f-1d0e-4b9c-b001-3f927d4c18ab admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1482739 Nov 18 17:23:08.120749 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ff03d5-f4f9-4489-aa5b-cee341422064 None None] Network f51b6083-1cd4-4677-8435-6680d9979417 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:08.782883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-08d30cf1-3059-4aab-b00f-73ea9abe18fd tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:08.790592 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-08d30cf1-3059-4aab-b00f-73ea9abe18fd tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/networks?id=33c7c367-6632-470b-92a0-6b92b498a5b8 HTTP/1.1" status: 200 len: 815 time: 0.1335938 Nov 18 17:23:08.807529 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c40b6899-c62c-49d7-a113-9b1c5fff841c tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/quotas/e768d77e890a4a87bf38eecc8fdedd2d HTTP/1.1" status: 200 len: 375 time: 0.0158248 Nov 18 17:23:08.848229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-ed1c9855-b04f-42ea-82ba-5b4c8b3e5366 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e768d77e890a4a87bf38eecc8fdedd2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390027 Nov 18 17:23:08.971505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-6e619496-b0f7-4e10-aa3e-c3fc64d3adf7 service neutron] 10.222.0.72 "GET /v2.0/networks/33c7c367-6632-470b-92a0-6b92b498a5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220431 Nov 18 17:23:09.104809 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-da9028ee-112f-4836-9aff-da8c08f15e30 service neutron] 10.222.0.72 "GET /v2.0/networks/33c7c367-6632-470b-92a0-6b92b498a5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303277 Nov 18 17:23:09.122322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56368) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:09.258159 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d57652ad-9d85-45a5-a8d4-c1902de7e96c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:09.282791 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5f963-c743-47d3-91c6-1ef2d4f7625c req-b41fd9ab-e80b-485f-80db-66eba3ba5260 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:09.290953 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4fd5f963-c743-47d3-91c6-1ef2d4f7625c req-b41fd9ab-e80b-485f-80db-66eba3ba5260 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 944 time: 0.1157956 Nov 18 17:23:09.362286 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4fd5f963-c743-47d3-91c6-1ef2d4f7625c req-e2cc70eb-4160-4924-91ea-664df86cad5b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703433 Nov 18 17:23:09.409843 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d57652ad-9d85-45a5-a8d4-c1902de7e96c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:09.534122 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece32c58-7b66-4ce5-9211-7afff39e5836 req-e33c4f85-d763-48e5-bba7-e12d3696bb57 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 210 time: 0.0698936 Nov 18 17:23:09.555577 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d57652ad-9d85-45a5-a8d4-c1902de7e96c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:09.555577 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d57652ad-9d85-45a5-a8d4-c1902de7e96c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:09.557441 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56390) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:09.558034 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d57652ad-9d85-45a5-a8d4-c1902de7e96c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "DELETE /v2.0/security-groups/ae1b6580-4406-45e9-be2e-2e8e7367ab96 HTTP/1.1" status: 204 len: 168 time: 0.4347782 Nov 18 17:23:09.581195 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-1ffdbc3b-d324-45b4-88e5-12e0ee98cd57 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] show failed (client error): The resource could not be found. Nov 18 17:23:09.585783 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1ffdbc3b-d324-45b4-88e5-12e0ee98cd57 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "GET /v2.0/security-groups/ae1b6580-4406-45e9-be2e-2e8e7367ab96 HTTP/1.1" status: 404 len: 347 time: 0.0270975 Nov 18 17:23:09.589941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57652ad-9d85-45a5-a8d4-c1902de7e96c tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1b6580-4406-45e9-be2e-2e8e7367ab96,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:09.595496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56392) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:09.750606 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device f13562ac-a65f-426e-bcfb-39f4d59d7f5f details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:23:09.878789 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-cd355ef4-bdd4-4962-91d1-97c6ec936135 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Deleting port e1deeae1-815b-4a5d-9734-9f17d2201122 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:09.879398 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd355ef4-bdd4-4962-91d1-97c6ec936135 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:09.951440 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:09.964914 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'network_id': '56cec824-a482-4381-8f97-e988c87dca70', 'port_id': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'mac_address': 'fa:16:3e:8a:4f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:23:10.028965 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:10.044177 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13562ac-a65f-426e-bcfb-39f4d59d7f5f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:23:10.048832 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd355ef4-bdd4-4962-91d1-97c6ec936135 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:10.049292 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd355ef4-bdd4-4962-91d1-97c6ec936135 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:10.070291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:10.075242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-cd355ef4-bdd4-4962-91d1-97c6ec936135 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Calling delete_port for e1deeae1-815b-4a5d-9734-9f17d2201122 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:10.138282 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:10.216259 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:10.389673 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd355ef4-bdd4-4962-91d1-97c6ec936135 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:10.419969 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['f13562ac-a65f-426e-bcfb-39f4d59d7f5f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:23:10.420297 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd355ef4-bdd4-4962-91d1-97c6ec936135 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Pushing event deleted for resources: {'Port': ['ID=e1deeae1-815b-4a5d-9734-9f17d2201122,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:10.595174 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd355ef4-bdd4-4962-91d1-97c6ec936135 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:10.599940 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd355ef4-bdd4-4962-91d1-97c6ec936135 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:10.599940 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cd355ef4-bdd4-4962-91d1-97c6ec936135 tempest-ServersTestManualDisk-664973997 tempest-ServersTestManualDisk-664973997-project] 10.222.0.72 "DELETE /v2.0/floatingips/71d56fbc-199e-49ab-8d4a-2b96f7e2b8db HTTP/1.1" status: 204 len: 168 time: 1.0064383 Nov 18 17:23:10.604475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56434) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:10.626572 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0c864-f847-44d3-804d-1ae636d91125 req-270df65d-1071-4c8a-973f-28fcaf146a4e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:10.628450 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ec0c864-f847-44d3-804d-1ae636d91125 req-270df65d-1071-4c8a-973f-28fcaf146a4e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 945 time: 0.1386933 Nov 18 17:23:10.759003 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ec0c864-f847-44d3-804d-1ae636d91125 req-8be1ede6-8efd-46e5-bb22-dcff738b1d1b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223869 Nov 18 17:23:10.808390 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-122c2803-8222-40ee-97d7-426197d1a9c1 req-2980ac3c-d9b4-4827-a1bc-974bcb4ba8f5 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 210 time: 0.0585034 Nov 18 17:23:11.259658 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-a7d8f605-5bf2-408a-bc87-8616b0eab1a6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1026373 Nov 18 17:23:11.450313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-69461dec-0aca-4b24-b2c4-3a1e4112fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:11.451354 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-69461dec-0aca-4b24-b2c4-3a1e4112fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:11.451884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-69461dec-0aca-4b24-b2c4-3a1e4112fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:11.452427 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-69461dec-0aca-4b24-b2c4-3a1e4112fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:11.453082 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-69461dec-0aca-4b24-b2c4-3a1e4112fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:11.454385 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-69461dec-0aca-4b24-b2c4-3a1e4112fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:11.454880 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-69461dec-0aca-4b24-b2c4-3a1e4112fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:11.457938 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-69461dec-0aca-4b24-b2c4-3a1e4112fab0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=452f9766b67e4a999cd2927e84f67a4c&device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 6500 time: 0.1131694 Nov 18 17:23:11.508079 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b43921f4-02d4-46c8-80d1-8f8fb4aba116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:11.743655 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-121eed99-7852-481a-adea-d536d6e6fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:11.745007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-121eed99-7852-481a-adea-d536d6e6fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:11.745508 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-121eed99-7852-481a-adea-d536d6e6fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:11.747236 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-121eed99-7852-481a-adea-d536d6e6fc96 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4efab3f4-88d8-40ae-a2a4-453eabfee21f&id=9a0c3004-3ad3-481d-9a55-9288314c9a88&id=9a0c3004-3ad3-481d-9a55-9288314c9a88&id=9a0c3004-3ad3-481d-9a55-9288314c9a88&id=9a0c3004-3ad3-481d-9a55-9288314c9a88&id=113727fb-b8c5-4dc5-81b0-dede0422cd99&id=113727fb-b8c5-4dc5-81b0-dede0422cd99 HTTP/1.1" status: 200 len: 2295 time: 0.2556417 Nov 18 17:23:11.758082 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device f13562ac-a65f-426e-bcfb-39f4d59d7f5f up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:23:11.912760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-f373719f-04ac-4bae-a573-08b8acc3f891 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e12bfd73-5acf-499c-8e3e-e4b55452c70c HTTP/1.1" status: 200 len: 1001 time: 0.1473300 Nov 18 17:23:11.920467 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port f13562ac-a65f-426e-bcfb-39f4d59d7f5f completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:23:11.924910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port f13562ac-a65f-426e-bcfb-39f4d59d7f5f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:23:11.924910 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:11.972932 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b43921f4-02d4-46c8-80d1-8f8fb4aba116 admin admin] Deleting port 293c3d11-33cd-4988-9d3c-4aea38547bb2 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:11.973538 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b43921f4-02d4-46c8-80d1-8f8fb4aba116 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:11.992960 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-ea7402f2-5e17-4240-a6af-338bfcdd8400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:11.994762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-ea7402f2-5e17-4240-a6af-338bfcdd8400 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f82c3b3-35c0-4896-b65f-74d8bab4d4f6 HTTP/1.1" status: 200 len: 851 time: 0.0544143 Nov 18 17:23:11.998325 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56474) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:12.043567 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:12.072125 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ac75280-c340-41ca-bcd7-1d8c00ea1ae2 req-e0b859e0-f97d-41af-a969-2f707b7323bc tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 210 time: 0.0739505 Nov 18 17:23:12.073130 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:23:12.077117 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c47313-86ac-40d7-8590-ae0b36c73af8" -d '{"events": [{"server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "name": "network-vif-plugged", "status": "completed", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:23:12.115884 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:12.122267 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e5770-1b3c-4a15-ad95-5b5e28ea27c4 req-86c240da-3253-498d-8aad-8d7928879523 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:12.132666 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb8e5770-1b3c-4a15-ad95-5b5e28ea27c4 req-86c240da-3253-498d-8aad-8d7928879523 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 945 time: 0.2310789 Nov 18 17:23:12.163378 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9734167-2e99-45a9-a124-f0c7fb506b43 x-openstack-request-id: req-d9734167-2e99-45a9-a124-f0c7fb506b43 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:23:12.164941 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "name": "network-vif-plugged", "status": "completed", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:23:12.165290 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d9734167-2e99-45a9-a124-f0c7fb506b43 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:23:12.165801 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'code': 200} Nov 18 17:23:12.169872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-b43921f4-02d4-46c8-80d1-8f8fb4aba116 admin admin] For port 293c3d11-33cd-4988-9d3c-4aea38547bb2, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=293c3d11-33cd-4988-9d3c-4aea38547bb2,segment=NetworkSegment(eb18b630-cf71-4ecb-a771-e54520e0dac6),segment_id=eb18b630-cf71-4ecb-a771-e54520e0dac6)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:12.170453 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b43921f4-02d4-46c8-80d1-8f8fb4aba116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:12.197818 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b43921f4-02d4-46c8-80d1-8f8fb4aba116 admin admin] Calling delete_port for 293c3d11-33cd-4988-9d3c-4aea38547bb2 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:12.200741 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:12.202132 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5e5826b-baec-431f-ba7f-6b86c666c1b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:12.254637 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb8e5770-1b3c-4a15-ad95-5b5e28ea27c4 req-151d4216-a91c-4c5b-a65e-7ff091e4d7e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184726 Nov 18 17:23:12.274023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-f9374c32-303f-47d9-922f-da3f3dad4b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:12.276291 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-f9374c32-303f-47d9-922f-da3f3dad4b32 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4efab3f4-88d8-40ae-a2a4-453eabfee21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2661231 Nov 18 17:23:12.306354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:12.409789 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-eb45df28-ff57-4175-8509-366fb160440e service neutron] 10.222.0.81 "GET /v2.0/networks/4efab3f4-88d8-40ae-a2a4-453eabfee21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260040 Nov 18 17:23:12.559877 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-1ba26793-075f-4126-bd90-8daae02140cb service neutron] 10.222.0.81 "GET /v2.0/networks/4efab3f4-88d8-40ae-a2a4-453eabfee21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419432 Nov 18 17:23:12.655219 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-268ae8f7-6264-4c4c-b078-25370a17db27 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=5dd9df54-bed8-437f-a041-261ec234f3ca HTTP/1.1" status: 200 len: 217 time: 0.0825155 Nov 18 17:23:12.687470 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc099796-3e6b-43f8-899e-ddd995c7307c req-3ca7df41-130d-44c6-8e82-c5968380c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:12.688939 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc099796-3e6b-43f8-899e-ddd995c7307c req-3ca7df41-130d-44c6-8e82-c5968380c923 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 1098 time: 0.4319105 Nov 18 17:23:12.778175 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-5535dfe8-972a-4df1-a58a-c40170ce899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:12.783037 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-5535dfe8-972a-4df1-a58a-c40170ce899e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e86ed0f-2fc1-4903-980a-4097b1d3eb56 HTTP/1.1" status: 200 len: 797 time: 0.1216409 Nov 18 17:23:12.849983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-c89790f3-5afc-4d68-ae82-2203ce21cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:12.852045 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-c89790f3-5afc-4d68-ae82-2203ce21cd93 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a0c3004-3ad3-481d-9a55-9288314c9a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0602858 Nov 18 17:23:12.853077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-f5ea2ed4-7dd0-4eaa-aba1-4f3d9338100c tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:12.854557 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-f5ea2ed4-7dd0-4eaa-aba1-4f3d9338100c tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.83 "GET /v2.0/networks?id=33c7c367-6632-470b-92a0-6b92b498a5b8 HTTP/1.1" status: 200 len: 815 time: 0.3101022 Nov 18 17:23:12.898244 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-aefcfaeb-f53a-41eb-9d5c-6a9526f44732 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Request body: {'port': {'device_id': '77ffc320-bf39-4d7f-8559-397ed98d6a92', 'network_id': '33c7c367-6632-470b-92a0-6b92b498a5b8', 'admin_state_up': True, 'tenant_id': 'e768d77e890a4a87bf38eecc8fdedd2d'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:12.922771 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5e5826b-baec-431f-ba7f-6b86c666c1b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:12.951213 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc099796-3e6b-43f8-899e-ddd995c7307c req-32262ddb-6561-43ae-96ae-bf947cf194ea service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222264 Nov 18 17:23:12.974011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-4f64aa42-5cab-4c21-b5ad-a5edbabd55a8 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127229 Nov 18 17:23:13.002728 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5e5826b-baec-431f-ba7f-6b86c666c1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:13.098448 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a5e5826b-baec-431f-ba7f-6b86c666c1b3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8cd6e81c93a149b6bb7845e8fa162a2d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0963192 Nov 18 17:23:13.098998 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56486) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:13.107409 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5826b-baec-431f-ba7f-6b86c666c1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730c7560-6c21-44e1-83a0-bf7e714a5396,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:13.160791 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b43921f4-02d4-46c8-80d1-8f8fb4aba116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:13.215830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43921f4-02d4-46c8-80d1-8f8fb4aba116 admin admin] Pushing event deleted for resources: {'Port': ['ID=293c3d11-33cd-4988-9d3c-4aea38547bb2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:13.223723 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df6f84a9-f4f9-40e9-8dfc-c10ba66fb5c3 req-7704333e-c70d-4e04-af10-7d05550fc4d6 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 210 time: 0.0474026 Nov 18 17:23:13.246380 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-52bf6468-d418-4ba1-abd4-30242adf0387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:13.247607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-aefcfaeb-f53a-41eb-9d5c-6a9526f44732 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Made reservation on behalf of e768d77e890a4a87bf38eecc8fdedd2d for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:13.251236 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-aefcfaeb-f53a-41eb-9d5c-6a9526f44732 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:13.337341 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-52bf6468-d418-4ba1-abd4-30242adf0387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:13.354841 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-637be444-d87a-4640-b5d4-2f27b702ecb3 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018123 Nov 18 17:23:13.478669 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-9d1f7fa0-3efb-4e26-b0d5-6db0f9300a5b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=bbab8d68-7db0-4f0e-a817-5122ae7e186d HTTP/1.1" status: 200 len: 217 time: 0.0589094 Nov 18 17:23:13.558007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4e7af-2c73-46bd-9f78-fe387a37d99f req-fc9170e5-b3ee-444e-9e12-6ec9c30b91f2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:13.559570 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ee4e7af-2c73-46bd-9f78-fe387a37d99f req-fc9170e5-b3ee-444e-9e12-6ec9c30b91f2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.0928948 Nov 18 17:23:13.563093 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-52bf6468-d418-4ba1-abd4-30242adf0387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:13.565794 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-52bf6468-d418-4ba1-abd4-30242adf0387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:13.569859 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-52bf6468-d418-4ba1-abd4-30242adf0387 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/730c7560-6c21-44e1-83a0-bf7e714a5396 HTTP/1.1" status: 204 len: 168 time: 0.4630268 Nov 18 17:23:13.579832 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-b1a7f540-6d6c-4b9a-bc5b-c397e58890c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:13.581475 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-b1a7f540-6d6c-4b9a-bc5b-c397e58890c9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e86ed0f-2fc1-4903-980a-4097b1d3eb56 HTTP/1.1" status: 200 len: 797 time: 0.0865409 Nov 18 17:23:13.607671 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf6468-d418-4ba1-abd4-30242adf0387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730c7560-6c21-44e1-83a0-bf7e714a5396,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:13.611371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-aefcfaeb-f53a-41eb-9d5c-6a9526f44732 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Allocated IP 172.20.0.6 (33c7c367-6632-470b-92a0-6b92b498a5b8/12d4d74c-e986-4ab8-a9f0-f56513d1f026/4f696471-0419-49b5-9804-f3b93b242ff2) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:23:13.656681 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b43921f4-02d4-46c8-80d1-8f8fb4aba116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:13.670896 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-58c2a270-4ca3-4e5e-af91-4c6a199d7223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:13.672433 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-58c2a270-4ca3-4e5e-af91-4c6a199d7223 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a0c3004-3ad3-481d-9a55-9288314c9a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0792565 Nov 18 17:23:13.676562 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ee4e7af-2c73-46bd-9f78-fe387a37d99f req-f9b40a8b-34c0-4919-bb51-02eb066e92cc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072214 Nov 18 17:23:13.823632 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-822d31e9-ba18-4210-9b4f-f83072bfdc74 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420341 Nov 18 17:23:13.979433 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-c676d8be-21f9-4f21-88f9-a4cd04c4ea53 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430848 Nov 18 17:23:14.008982 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-aefcfaeb-f53a-41eb-9d5c-6a9526f44732 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:14.053064 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-fecc8136-820e-42a8-b177-2a0bbf7a0883 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=1b798ec3-54dc-45ca-8e35-4a5edf6bde87 HTTP/1.1" status: 200 len: 217 time: 0.0610392 Nov 18 17:23:14.096277 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43921f4-02d4-46c8-80d1-8f8fb4aba116 admin admin] Router 51963239-661b-41ab-a0b8-4fd6047d938a has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:23:14.145234 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-3741eb27-10cc-469b-9a30-fce7c58bfdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:14.145640 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-3741eb27-10cc-469b-9a30-fce7c58bfdd3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e86ed0f-2fc1-4903-980a-4097b1d3eb56 HTTP/1.1" status: 200 len: 797 time: 0.0858977 Nov 18 17:23:14.157814 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-aefcfaeb-f53a-41eb-9d5c-6a9526f44732 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:14.241020 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-aefcfaeb-f53a-41eb-9d5c-6a9526f44732 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Network 33c7c367-6632-470b-92a0-6b92b498a5b8 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:23:14.247554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-aefcfaeb-f53a-41eb-9d5c-6a9526f44732 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:14.261103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-aefcfaeb-f53a-41eb-9d5c-6a9526f44732 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:23:14.274143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcfaeb-f53a-41eb-9d5c-6a9526f44732 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Pushing event updated for resources: {'Port': ['ID=4f696471-0419-49b5-9804-f3b93b242ff2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:14.330871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43921f4-02d4-46c8-80d1-8f8fb4aba116 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:23:14.339152 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b43921f4-02d4-46c8-80d1-8f8fb4aba116 admin admin] 10.222.0.72 "PUT /v2.0/routers/51963239-661b-41ab-a0b8-4fd6047d938a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7311127 Nov 18 17:23:14.342533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56526) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:14.343751 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7659e55b-9376-4b37-8fe0-4f75b7fe35f8 None None] Sync routers for ids ['51963239-661b-41ab-a0b8-4fd6047d938a'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:23:14.357145 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7659e55b-9376-4b37-8fe0-4f75b7fe35f8 None None] Routers {'51963239-661b-41ab-a0b8-4fd6047d938a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:23:14.358320 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7659e55b-9376-4b37-8fe0-4f75b7fe35f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:23:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51963239-661b-41ab-a0b8-4fd6047d938a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:14.394102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-aefcfaeb-f53a-41eb-9d5c-6a9526f44732 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:14.394771 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-aefcfaeb-f53a-41eb-9d5c-6a9526f44732 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:14.417495 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56530) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:14.436453 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f0b9c708-4259-48c6-b054-e7bf2af54593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:14.481693 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7659e55b-9376-4b37-8fe0-4f75b7fe35f8 None None] Set router 51963239-661b-41ab-a0b8-4fd6047d938a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:23:14.558947 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-aefcfaeb-f53a-41eb-9d5c-6a9526f44732 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6821864 Nov 18 17:23:14.589499 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Request body: {'port': {'device_id': '77ffc320-bf39-4d7f-8559-397ed98d6a92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:14.612149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-5415f02b-d512-4f96-9e2b-adffb6734869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:14.613885 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-5415f02b-d512-4f96-9e2b-adffb6734869 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a0c3004-3ad3-481d-9a55-9288314c9a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4605870 Nov 18 17:23:14.719691 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7659e55b-9376-4b37-8fe0-4f75b7fe35f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'name': 'tempest-ServersTestManualDisk-1476290906-router', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:40Z', 'updated_at': '2021-11-18T17:23:12Z', 'revision_number': 5, 'project_id': 'c02a09087a57449da11f75049d72d888', 'gw_port': {'id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:42Z', 'updated_at': '2021-11-18T17:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:14.729447 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fe29239f-9191-4de7-93a7-c83f3eeae78c admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:14.743025 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:14.749578 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7659e55b-9376-4b37-8fe0-4f75b7fe35f8 None None] Checking router: 51963239-661b-41ab-a0b8-4fd6047d938a for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:23:14.760968 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7659e55b-9376-4b37-8fe0-4f75b7fe35f8 None None] Routers {'51963239-661b-41ab-a0b8-4fd6047d938a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:23:14.761731 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7659e55b-9376-4b37-8fe0-4f75b7fe35f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:23:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51963239-661b-41ab-a0b8-4fd6047d938a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:14.816038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cb648-6f18-49dd-8c28-4a4a7e52566f req-0b3085ea-5a38-4728-99f6-e1a9f407a0df tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:14.827547 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-667cb648-6f18-49dd-8c28-4a4a7e52566f req-0b3085ea-5a38-4728-99f6-e1a9f407a0df tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 931 time: 0.2181888 Nov 18 17:23:14.878238 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7659e55b-9376-4b37-8fe0-4f75b7fe35f8 None None] Set router 51963239-661b-41ab-a0b8-4fd6047d938a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:23:14.973654 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-667cb648-6f18-49dd-8c28-4a4a7e52566f req-03fe57ae-8052-4183-9a0f-9342b83c7df0 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7291b88-582b-497d-9bc1-1265839943ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452427 Nov 18 17:23:14.985156 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-8ef91346-d979-4fb1-96d8-5450ca6c98e5 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361714 Nov 18 17:23:15.038476 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d21fe4-33f3-4a13-9c65-d2ae300406e2 req-9e9df010-cd11-4e46-8233-35d7ea23f2ea tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:15.043064 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37d21fe4-33f3-4a13-9c65-d2ae300406e2 req-9e9df010-cd11-4e46-8233-35d7ea23f2ea tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.1976538 Nov 18 17:23:15.196245 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7659e55b-9376-4b37-8fe0-4f75b7fe35f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'name': 'tempest-ServersTestManualDisk-1476290906-router', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:40Z', 'updated_at': '2021-11-18T17:23:12Z', 'revision_number': 5, 'project_id': 'c02a09087a57449da11f75049d72d888', 'gw_port': {'id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:42Z', 'updated_at': '2021-11-18T17:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:15.217020 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37d21fe4-33f3-4a13-9c65-d2ae300406e2 req-2d9e17e3-927e-4dc1-b511-2e0f4ef54f98 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601005 Nov 18 17:23:15.241077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f696471-0419-49b5-9804-f3b93b242ff2 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:23:15.261127 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7659e55b-9376-4b37-8fe0-4f75b7fe35f8 None None] The sync data for ids ['51963239-661b-41ab-a0b8-4fd6047d938a'] in n-d-813419-11 is: [{'id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'name': 'tempest-ServersTestManualDisk-1476290906-router', 'tenant_id': 'c02a09087a57449da11f75049d72d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:20:40Z', 'updated_at': '2021-11-18T17:23:12Z', 'revision_number': 5, 'project_id': 'c02a09087a57449da11f75049d72d888', 'gw_port': {'id': '244bfa0b-0a7c-455f-9056-08926ccc473e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51963239-661b-41ab-a0b8-4fd6047d938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:20:42Z', 'updated_at': '2021-11-18T17:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:23:15.272362 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:15.276408 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-3741b54e-728c-4197-85f7-7e0e45e04b9c service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820399 Nov 18 17:23:15.299188 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f0b9c708-4259-48c6-b054-e7bf2af54593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:15.349871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Transition to ACTIVE for port object 4f696471-0419-49b5-9804-f3b93b242ff2 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:23:15.378974 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-14f1d648-42dd-4200-aa4b-fc2f53672e80 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=0c6227a9-9c82-46f1-9d60-2e0664c61b69 HTTP/1.1" status: 200 len: 217 time: 0.0942638 Nov 18 17:23:15.379363 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fe29239f-9191-4de7-93a7-c83f3eeae78c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:15.395393 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f0b9c708-4259-48c6-b054-e7bf2af54593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:15.429289 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9c708-4259-48c6-b054-e7bf2af54593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c619004-64ce-447c-89db-2f2b9df4389c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:15.435096 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:15.473262 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48196d9a-4e28-43c6-b443-9ecada197830 req-38c91c71-2588-44a7-b8cd-98193d5f67f9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:15.475090 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48196d9a-4e28-43c6-b443-9ecada197830 req-38c91c71-2588-44a7-b8cd-98193d5f67f9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.1003890 Nov 18 17:23:15.479263 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-01bd2e7b-a1da-4592-8cac-def560695854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:15.481084 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f0b9c708-4259-48c6-b054-e7bf2af54593 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=99ad4bbbc273474b9a4938616094da22&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0605166 Nov 18 17:23:15.484005 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-01bd2e7b-a1da-4592-8cac-def560695854 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e86ed0f-2fc1-4903-980a-4097b1d3eb56 HTTP/1.1" status: 200 len: 797 time: 0.0918219 Nov 18 17:23:15.484708 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56552) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:15.502865 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Pushing event updated for resources: {'Port': ['ID=4f696471-0419-49b5-9804-f3b93b242ff2,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:15.612131 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d517358b-8563-4edb-a92e-1808e1fadfa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:15.615076 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-71afb472-71f7-435d-88b9-59cedf64b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:15.623821 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-71afb472-71f7-435d-88b9-59cedf64b9f1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a0c3004-3ad3-481d-9a55-9288314c9a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1229150 Nov 18 17:23:15.624051 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Attempting to bind port 4f696471-0419-49b5-9804-f3b93b242ff2 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:23:15.624191 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Attempting to bind port 4f696471-0419-49b5-9804-f3b93b242ff2 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '0080c72b-a427-4df1-8d68-8ca8c5b4a446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '33c7c367-6632-470b-92a0-6b92b498a5b8'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:23:15.624449 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Attempting to bind port 4f696471-0419-49b5-9804-f3b93b242ff2 on network 33c7c367-6632-470b-92a0-6b92b498a5b8 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:23:15.630292 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48196d9a-4e28-43c6-b443-9ecada197830 req-d437282e-fe71-4a8e-9539-a0294fb6d0c1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388643 Nov 18 17:23:15.665422 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56556) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:15.696188 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Port 4f696471-0419-49b5-9804-f3b93b242ff2 on network 33c7c367-6632-470b-92a0-6b92b498a5b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:23:15.696523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Attempting to bind port 4f696471-0419-49b5-9804-f3b93b242ff2 on network 33c7c367-6632-470b-92a0-6b92b498a5b8 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:23:15.701340 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d517358b-8563-4edb-a92e-1808e1fadfa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:15.729792 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b378c07-875c-4dbc-b301-fa05b366022f req-acafd9aa-2414-4aa9-90f9-945b67b39708 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1856558 Nov 18 17:23:15.731942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:23:15.732777 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Checking segment: {'id': '0080c72b-a427-4df1-8d68-8ca8c5b4a446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '33c7c367-6632-470b-92a0-6b92b498a5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:23:15.733338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Bound using segment: {'id': '0080c72b-a427-4df1-8d68-8ca8c5b4a446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '33c7c367-6632-470b-92a0-6b92b498a5b8'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:23:15.734177 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Bound port: 4f696471-0419-49b5-9804-f3b93b242ff2, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0080c72b-a427-4df1-8d68-8ca8c5b4a446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '33c7c367-6632-470b-92a0-6b92b498a5b8'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:23:15.734729 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:15.836389 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-fe29239f-9191-4de7-93a7-c83f3eeae78c admin admin] Deleting port 244bfa0b-0a7c-455f-9056-08926ccc473e {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:15.836729 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fe29239f-9191-4de7-93a7-c83f3eeae78c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:15.902569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b378c07-875c-4dbc-b301-fa05b366022f req-dc2f5893-1ba2-4b4a-84f4-2e06e6a92cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:15.904663 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b378c07-875c-4dbc-b301-fa05b366022f req-dc2f5893-1ba2-4b4a-84f4-2e06e6a92cb8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 1098 time: 0.1095583 Nov 18 17:23:15.941615 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] For port 4f696471-0419-49b5-9804-f3b93b242ff2, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:23:15.946648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57ff34c-d091-47cd-b774-fbe5b53429df tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:15.958437 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c57ff34c-d091-47cd-b774-fbe5b53429df tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 1093 time: 0.2830434 Nov 18 17:23:15.960048 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56560) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:15.981886 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:16.002306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] For port 4f696471-0419-49b5-9804-f3b93b242ff2, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=4f696471-0419-49b5-9804-f3b93b242ff2,segment=NetworkSegment(0080c72b-a427-4df1-8d68-8ca8c5b4a446),segment_id=0080c72b-a427-4df1-8d68-8ca8c5b4a446)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:23:16.005781 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-b7be7bb2-455c-4348-9164-37d8962d1bbc service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717880 Nov 18 17:23:16.138800 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-1e2f1367-c168-45ed-9ce7-8dc2008dafc6 service neutron] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251802 Nov 18 17:23:16.144522 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d517358b-8563-4edb-a92e-1808e1fadfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:16.150446 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d517358b-8563-4edb-a92e-1808e1fadfa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:16.166024 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d517358b-8563-4edb-a92e-1808e1fadfa6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2c619004-64ce-447c-89db-2f2b9df4389c HTTP/1.1" status: 204 len: 168 time: 0.6707633 Nov 18 17:23:16.277728 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:16.285559 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-422ee6a8-c592-4c18-8f69-89842c2c5c1e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7cc17a13-7718-4169-ad86-e8cdc78e4209 HTTP/1.1" status: 200 len: 217 time: 0.0849502 Nov 18 17:23:16.286336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517358b-8563-4edb-a92e-1808e1fadfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c619004-64ce-447c-89db-2f2b9df4389c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:16.376390 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79951dc-90b5-485b-9f0d-d6820a4a82e7 req-0504aa39-6460-498f-ad41-c38bda7d2d0a tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:16.378517 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b79951dc-90b5-485b-9f0d-d6820a4a82e7 req-0504aa39-6460-498f-ad41-c38bda7d2d0a tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 943 time: 0.2374899 Nov 18 17:23:16.405609 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-ddcd8fe5-2e33-4c5d-8de4-819691d8252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:16.407287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-ddcd8fe5-2e33-4c5d-8de4-819691d8252d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11c5eae1-adf2-49db-8da2-49c6425688cc HTTP/1.1" status: 200 len: 797 time: 0.1074753 Nov 18 17:23:16.570523 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b79951dc-90b5-485b-9f0d-d6820a4a82e7 req-05869af4-9efe-4e89-b51d-bd8b95a918ba tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7291b88-582b-497d-9bc1-1265839943ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809657 Nov 18 17:23:16.584318 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:16.587860 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-32705e0b-4735-4496-a70b-ab86ab5c8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:16.589812 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-32705e0b-4735-4496-a70b-ab86ab5c8637 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=113727fb-b8c5-4dc5-81b0-dede0422cd99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1657283 Nov 18 17:23:16.601608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b378c07-875c-4dbc-b301-fa05b366022f req-8b2cc495-19bb-4e6f-91d8-c9b83380ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:16.602919 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b378c07-875c-4dbc-b301-fa05b366022f req-8b2cc495-19bb-4e6f-91d8-c9b83380ce66 service neutron] 10.222.0.83 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.6633320 Nov 18 17:23:16.604980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-fe29239f-9191-4de7-93a7-c83f3eeae78c admin admin] For port 244bfa0b-0a7c-455f-9056-08926ccc473e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=244bfa0b-0a7c-455f-9056-08926ccc473e,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:16.605410 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fe29239f-9191-4de7-93a7-c83f3eeae78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:16.639675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:16.640487 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:16.648104 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] 10.222.0.83 "PUT /v2.0/ports/4f696471-0419-49b5-9804-f3b93b242ff2 HTTP/1.1" status: 200 len: 1092 time: 2.0667360 Nov 18 17:23:16.653781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ffc320-bf39-4d7f-8559-397ed98d6a92', 'tag': '4f696471-0419-49b5-9804-f3b93b242ff2'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:23:16.656206 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc74cad-be64-4254-b4b2-c12374f805c3" -d '{"events": [{"name": "network-changed", "server_uuid": "77ffc320-bf39-4d7f-8559-397ed98d6a92", "tag": "4f696471-0419-49b5-9804-f3b93b242ff2"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:23:16.691846 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:16.755732 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-fe29239f-9191-4de7-93a7-c83f3eeae78c admin admin] Calling delete_port for 244bfa0b-0a7c-455f-9056-08926ccc473e owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:16.815263 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd74df2-7312-4b30-add1-857fbd8e3ed2 x-openstack-request-id: req-4dd74df2-7312-4b30-add1-857fbd8e3ed2 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:23:16.815847 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ffc320-bf39-4d7f-8559-397ed98d6a92", "tag": "4f696471-0419-49b5-9804-f3b93b242ff2", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:23:16.816209 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4dd74df2-7312-4b30-add1-857fbd8e3ed2 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:23:16.816884 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ffc320-bf39-4d7f-8559-397ed98d6a92', 'tag': '4f696471-0419-49b5-9804-f3b93b242ff2', 'status': 'completed', 'code': 200} Nov 18 17:23:16.860813 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Allocated IP 172.25.3.112 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/049183cb-f947-4814-bcbb-4db3d2becd18) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:23:16.902801 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-4867d648-92d2-45d4-8a9f-3d7426fbd839 service neutron] 10.222.0.81 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008871 Nov 18 17:23:16.931932 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae42cd-dfbc-4338-bf5f-e79250da012b service neutron] Pushing event updated for resources: {'Port': ['ID=4f696471-0419-49b5-9804-f3b93b242ff2,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:16.946354 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b378c07-875c-4dbc-b301-fa05b366022f req-63a54a9e-44e7-43b1-95f4-348846795725 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a41711e-76b2-42ef-ab70-e75764352775 HTTP/1.1" status: 200 len: 1002 time: 0.3130405 Nov 18 17:23:17.006723 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-b96b7542-cefd-49b0-a21b-7fc044545583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:17.009376 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-b96b7542-cefd-49b0-a21b-7fc044545583 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e768d77e890a4a87bf38eecc8fdedd2d&device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 1095 time: 0.2314749 Nov 18 17:23:17.108924 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-4819184b-cdfc-45cb-8919-8e03e555c0bf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f696471-0419-49b5-9804-f3b93b242ff2 HTTP/1.1" status: 200 len: 217 time: 0.0900686 Nov 18 17:23:17.112548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b378c07-875c-4dbc-b301-fa05b366022f req-b3767c3d-6338-461c-b7a7-3ca77b695a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:17.114065 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b378c07-875c-4dbc-b301-fa05b366022f req-b3767c3d-6338-461c-b7a7-3ca77b695a1a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.1563590 Nov 18 17:23:17.153078 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:17.156455 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-d7bf0aba-080f-4c06-8d31-100ecda0a7ea service neutron] 10.222.0.81 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416854 Nov 18 17:23:17.190280 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-4523b276-654d-4088-baf3-195315fbbb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:17.192884 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-4523b276-654d-4088-baf3-195315fbbb5c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=12d4d74c-e986-4ab8-a9f0-f56513d1f026 HTTP/1.1" status: 200 len: 855 time: 0.0636425 Nov 18 17:23:17.232634 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-1359ca7c-93eb-4c14-8a58-98ab9880fdb4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b5c188ab-d028-4c94-b115-3c564bba9431 HTTP/1.1" status: 200 len: 217 time: 0.0679016 Nov 18 17:23:17.252075 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-0cc2b48c-463b-4df4-a333-52343fbefbbd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=33c7c367-6632-470b-92a0-6b92b498a5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320234 Nov 18 17:23:17.287248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b378c07-875c-4dbc-b301-fa05b366022f req-2a892fd6-3708-44dc-89c9-40c7d7fef96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:17.289196 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b378c07-875c-4dbc-b301-fa05b366022f req-2a892fd6-3708-44dc-89c9-40c7d7fef96a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1623626 Nov 18 17:23:17.345661 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 293c3d11-33cd-4988-9d3c-4aea38547bb2 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:23:17.365245 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-17b4aa83-f0e2-474b-bc2b-47c686863281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:17.366868 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-17b4aa83-f0e2-474b-bc2b-47c686863281 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11c5eae1-adf2-49db-8da2-49c6425688cc HTTP/1.1" status: 200 len: 797 time: 0.1220837 Nov 18 17:23:17.390508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 293c3d11-33cd-4988-9d3c-4aea38547bb2 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:23:17.392130 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 293c3d11-33cd-4988-9d3c-4aea38547bb2 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:23:17.437763 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:17.514475 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:23:17.516338 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-0fdf4b01-9d28-481b-8fc7-3f9686b42d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:17.518042 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-0fdf4b01-9d28-481b-8fc7-3f9686b42d43 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=113727fb-b8c5-4dc5-81b0-dede0422cd99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1423702 Nov 18 17:23:17.525752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:17.538935 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:23:17.556996 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-d44d939a-bb86-42ea-a995-5b5bddc63f8c service neutron] 10.222.0.83 "GET /v2.0/networks/33c7c367-6632-470b-92a0-6b92b498a5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944965 Nov 18 17:23:17.564846 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fe29239f-9191-4de7-93a7-c83f3eeae78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:17.618796 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29239f-9191-4de7-93a7-c83f3eeae78c admin admin] Pushing event deleted for resources: {'Port': ['ID=244bfa0b-0a7c-455f-9056-08926ccc473e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:17.622099 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b378c07-875c-4dbc-b301-fa05b366022f req-9e0e2db9-46ed-46d0-8a14-455447d26b08 service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984424 Nov 18 17:23:17.846843 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fe29239f-9191-4de7-93a7-c83f3eeae78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:17.895203 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9688052b-1c90-47f2-912c-4e390fc08c73 req-89f986e3-520e-4e49-876e-5def134d99d5 service neutron] 10.222.0.83 "GET /v2.0/networks/33c7c367-6632-470b-92a0-6b92b498a5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272898 Nov 18 17:23:17.976352 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=049183cb-f947-4814-bcbb-4db3d2becd18,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:18.012382 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b378c07-875c-4dbc-b301-fa05b366022f req-bd7d81bb-2251-4f9d-8bcf-00cf2b481678 service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795342 Nov 18 17:23:18.014784 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fe29239f-9191-4de7-93a7-c83f3eeae78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:18.018554 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fe29239f-9191-4de7-93a7-c83f3eeae78c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:18.098335 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-40d3eba2-984e-44dd-a187-92eb180bb016 service neutron] 10.222.0.81 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5635421 Nov 18 17:23:18.126474 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b4175-65fc-4173-b79a-f3d2c19c5ce9 req-c9395270-b8aa-480d-821f-b87ac8f2df95 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:18.128278 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-121b4175-65fc-4173-b79a-f3d2c19c5ce9 req-c9395270-b8aa-480d-821f-b87ac8f2df95 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 943 time: 0.1765778 Nov 18 17:23:18.210245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc74cad-be64-4254-b4b2-c12374f805c3 req-faaac943-5271-496d-9fb4-ccfa95d100df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:18.212633 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6bc74cad-be64-4254-b4b2-c12374f805c3 req-faaac943-5271-496d-9fb4-ccfa95d100df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e768d77e890a4a87bf38eecc8fdedd2d&device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 1095 time: 0.1957276 Nov 18 17:23:18.268938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fe29239f-9191-4de7-93a7-c83f3eeae78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:18.269536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe29239f-9191-4de7-93a7-c83f3eeae78c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51963239-661b-41ab-a0b8-4fd6047d938a {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:23:18.291575 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fe29239f-9191-4de7-93a7-c83f3eeae78c admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:18.299189 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fe29239f-9191-4de7-93a7-c83f3eeae78c admin admin] 10.222.0.72 "DELETE /v2.0/routers/51963239-661b-41ab-a0b8-4fd6047d938a HTTP/1.1" status: 204 len: 168 time: 3.9556727 Nov 18 17:23:18.303613 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56626) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:18.323721 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9acd2789-39fe-4e34-9b56-a5d51b8e2ace req-44f0be28-35c1-4948-877a-63157e81b365 service neutron] 10.222.0.81 "GET /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157168 Nov 18 17:23:18.489163 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-121b4175-65fc-4173-b79a-f3d2c19c5ce9 req-908f7f1d-0fa6-4ced-98ab-5e9e73398d29 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7291b88-582b-497d-9bc1-1265839943ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233259 Nov 18 17:23:18.520740 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:18.529356 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc74cad-be64-4254-b4b2-c12374f805c3 req-87bc84f0-0646-4af8-a029-2955ee6414c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:18.530925 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6bc74cad-be64-4254-b4b2-c12374f805c3 req-87bc84f0-0646-4af8-a029-2955ee6414c7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=33c7c367-6632-470b-92a0-6b92b498a5b8 HTTP/1.1" status: 200 len: 917 time: 0.3079221 Nov 18 17:23:18.534998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Deleting subnet 905ad912-5232-4c9b-8750-bbdbc44e1e85 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:23:18.550836 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:18.650759 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6bc74cad-be64-4254-b4b2-c12374f805c3 req-23029548-1604-4647-a950-a7ba681dfdd7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f696471-0419-49b5-9804-f3b93b242ff2 HTTP/1.1" status: 200 len: 217 time: 0.0943236 Nov 18 17:23:18.653605 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:18.698318 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:18.744468 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc74cad-be64-4254-b4b2-c12374f805c3 req-4c96affc-fa2c-4499-8726-dcc34917eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:18.745999 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6bc74cad-be64-4254-b4b2-c12374f805c3 req-4c96affc-fa2c-4499-8726-dcc34917eb24 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=12d4d74c-e986-4ab8-a9f0-f56513d1f026 HTTP/1.1" status: 200 len: 855 time: 0.0664835 Nov 18 17:23:18.798654 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6bc74cad-be64-4254-b4b2-c12374f805c3 req-14d30c4d-610c-421c-b53d-9dac9ca6eac9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=33c7c367-6632-470b-92a0-6b92b498a5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340879 Nov 18 17:23:18.810177 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:18.951595 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:19.005204 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6bc74cad-be64-4254-b4b2-c12374f805c3 req-414de551-18b8-4c6d-a7f3-8d06b503f18c service neutron] 10.222.0.83 "GET /v2.0/networks/33c7c367-6632-470b-92a0-6b92b498a5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925027 Nov 18 17:23:19.025788 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:19.068510 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56652) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:19.120512 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:19.161173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905ad912-5232-4c9b-8750-bbdbc44e1e85,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:19.164855 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:19.167416 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cedd240-0f54-4eba-841c-f80ee821bd64 None None] Network 99853349-4078-4397-a0fc-c76ba99befbe requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:19.180923 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/905ad912-5232-4c9b-8750-bbdbc44e1e85 HTTP/1.1" status: 204 len: 168 time: 0.8715842 Nov 18 17:23:19.189430 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=049183cb-f947-4814-bcbb-4db3d2becd18,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:19.192807 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56656) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:19.216787 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:19.278590 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:19.278937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:19.279598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:19.280107 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:19.280458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:19.280800 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:19.281227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:19.281721 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:19.282069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:19.282999 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:19.283353 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:19.283926 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ba604-2c9e-4986-8226-b546ab1cf829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:19.304096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c5db7913-0781-4783-a055-4f3abf04ab6d tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-957043320', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:19.310729 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6bc74cad-be64-4254-b4b2-c12374f805c3 req-30afd73b-5ba2-447c-8f16-e27fc952f11d service neutron] 10.222.0.83 "GET /v2.0/networks/33c7c367-6632-470b-92a0-6b92b498a5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941780 Nov 18 17:23:19.395238 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:19.422860 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 244bfa0b-0a7c-455f-9056-08926ccc473e no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:23:19.512093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e038361d-a6e9-4ab1-87e4-2d15f30a16c0 None None] DHCP port deletion for 99853349-4078-4397-a0fc-c76ba99befbe request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:23:19.526068 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 244bfa0b-0a7c-455f-9056-08926ccc473e {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:23:19.526429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 244bfa0b-0a7c-455f-9056-08926ccc473e not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:23:19.532151 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5db7913-0781-4783-a055-4f3abf04ab6d tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Made reservation on behalf of f5fbf98910a24ce7bdc1fd8362f19275 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:19.534907 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5db7913-0781-4783-a055-4f3abf04ab6d tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:19.548396 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5db7913-0781-4783-a055-4f3abf04ab6d tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:19.554088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] Deleting port 9f6044c8-c5de-49ad-86ae-750c192cbab5 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:19.554433 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:19.650163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e038361d-a6e9-4ab1-87e4-2d15f30a16c0 None None] Deleting port 9f6044c8-c5de-49ad-86ae-750c192cbab5 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:19.662990 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e038361d-a6e9-4ab1-87e4-2d15f30a16c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:19.672948 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] For port 9f6044c8-c5de-49ad-86ae-750c192cbab5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9f6044c8-c5de-49ad-86ae-750c192cbab5,segment=NetworkSegment(eb18b630-cf71-4ecb-a771-e54520e0dac6),segment_id=eb18b630-cf71-4ecb-a771-e54520e0dac6)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:19.673491 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:19.697219 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] Calling delete_port for 9f6044c8-c5de-49ad-86ae-750c192cbab5 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:19.769878 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e038361d-a6e9-4ab1-87e4-2d15f30a16c0 None None] For port 9f6044c8-c5de-49ad-86ae-750c192cbab5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9f6044c8-c5de-49ad-86ae-750c192cbab5,segment=NetworkSegment(eb18b630-cf71-4ecb-a771-e54520e0dac6),segment_id=eb18b630-cf71-4ecb-a771-e54520e0dac6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:19.770635 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e038361d-a6e9-4ab1-87e4-2d15f30a16c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:19.789956 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e038361d-a6e9-4ab1-87e4-2d15f30a16c0 None None] Calling delete_port for 9f6044c8-c5de-49ad-86ae-750c192cbab5 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:19.813058 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5db7913-0781-4783-a055-4f3abf04ab6d tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:19.915111 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5db7913-0781-4783-a055-4f3abf04ab6d tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:19.923971 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-c5db7913-0781-4783-a055-4f3abf04ab6d tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] device_id is not set on port d521f471-3778-4d77-af50-6a4c72271bb4 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:23:19.948571 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Floating IP 9f202cc3-f3a7-4015-b4a4-fbaafd436f53 associated. External IP: 172.25.3.112, port: f13562ac-a65f-426e-bcfb-39f4d59d7f5f. Nov 18 17:23:19.995740 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e038361d-a6e9-4ab1-87e4-2d15f30a16c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:19.998644 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:20.016713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db7913-0781-4783-a055-4f3abf04ab6d tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b99426e-7f39-4ae5-9214-b2eee3d9a2b9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:20.052087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] No DVR routers for this DVR port 9f6044c8-c5de-49ad-86ae-750c192cbab5 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:23:20.055183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038361d-a6e9-4ab1-87e4-2d15f30a16c0 None None] Pushing event deleted for resources: {'Port': ['ID=9f6044c8-c5de-49ad-86ae-750c192cbab5,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:20.069292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e038361d-a6e9-4ab1-87e4-2d15f30a16c0 None None] No DVR routers for this DVR port 9f6044c8-c5de-49ad-86ae-750c192cbab5 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:23:20.167106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6044c8-c5de-49ad-86ae-750c192cbab5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:20.170901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bec7d-4584-4878-8293-2eca693e39ae req-db656176-6dd1-4945-9d03-38f989c78e3d tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:20.178624 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d04bec7d-4584-4878-8293-2eca693e39ae req-db656176-6dd1-4945-9d03-38f989c78e3d tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 943 time: 0.2615364 Nov 18 17:23:20.189773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 4f696471-0419-49b5-9804-f3b93b242ff2 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:23:20.245293 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:20.307591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 4f696471-0419-49b5-9804-f3b93b242ff2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=4f696471-0419-49b5-9804-f3b93b242ff2,segment=NetworkSegment(0080c72b-a427-4df1-8d68-8ca8c5b4a446),segment_id=0080c72b-a427-4df1-8d68-8ca8c5b4a446)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:20.310063 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d04bec7d-4584-4878-8293-2eca693e39ae req-b73609f2-e605-4b77-9d42-dda0838e6357 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7291b88-582b-497d-9bc1-1265839943ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306224 Nov 18 17:23:20.334503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '4f696471-0419-49b5-9804-f3b93b242ff2', 'network_id': '33c7c367-6632-470b-92a0-6b92b498a5b8', 'port_id': '4f696471-0419-49b5-9804-f3b93b242ff2', 'mac_address': 'fa:16:3e:41:fb:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d4d74c-e986-4ab8-a9f0-f56513d1f026', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:23:20.351159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99853349-4078-4397-a0fc-c76ba99befbe']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:20.358662 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router 56f03266-3068-4038-9c4c-6f576b9b125a has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:23:20.362242 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb18b630-cf71-4ecb-a771-e54520e0dac6') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:20.362480 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb18b630-cf71-4ecb-a771-e54520e0dac6') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:20.372923 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:20.388662 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:20.395006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:23:20.395415 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:20.434265 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:23:20.501354 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:23:20.507157 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56682) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:20.538180 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:23:20.558388 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-c5db7913-0781-4783-a055-4f3abf04ab6d tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Allocated IP 172.25.3.179 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/d521f471-3778-4d77-af50-6a4c72271bb4) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:23:20.660497 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:20.678223 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:20.690381 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:20.718746 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] 10.222.0.72 "DELETE /v2.0/networks/99853349-4078-4397-a0fc-c76ba99befbe HTTP/1.1" status: 204 len: 168 time: 1.5226011 Nov 18 17:23:20.718970 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace3e3b2-eeb6-45eb-87de-87d4d36922e4 None None] Sync routers for ids ['56f03266-3068-4038-9c4c-6f576b9b125a'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:23:20.722919 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f696471-0419-49b5-9804-f3b93b242ff2 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:23:20.731719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f3359eda-e8c9-459f-9929-5a9a888dcca1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.7605286 Nov 18 17:23:20.734212 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:23:20.737225 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6627f725-10fa-431e-8ad0-9750cd1617fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:23:20.749761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace3e3b2-eeb6-45eb-87de-87d4d36922e4 None None] Routers {'56f03266-3068-4038-9c4c-6f576b9b125a'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:23:20.750413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ace3e3b2-eeb6-45eb-87de-87d4d36922e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:23:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['56f03266-3068-4038-9c4c-6f576b9b125a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:20.753561 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 4f696471-0419-49b5-9804-f3b93b242ff2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=4f696471-0419-49b5-9804-f3b93b242ff2,segment=NetworkSegment(0080c72b-a427-4df1-8d68-8ca8c5b4a446),segment_id=0080c72b-a427-4df1-8d68-8ca8c5b4a446)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:20.855924 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:20.970289 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e404b-a1be-423a-ae7d-be85fa72742a req-14ba3c08-9c50-4a3c-ae74-54cbdf301797 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:20.977520 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-550e404b-a1be-423a-ae7d-be85fa72742a req-14ba3c08-9c50-4a3c-ae74-54cbdf301797 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.1090317 Nov 18 17:23:20.979769 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf52642-5d27-4a48-b33c-9a161c175bb7 x-openstack-request-id: req-0bf52642-5d27-4a48-b33c-9a161c175bb7 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:23:20.980397 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:23:20.980900 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0bf52642-5d27-4a48-b33c-9a161c175bb7 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:23:20.981716 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'status': 'completed', 'code': 200} Nov 18 17:23:20.985332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=4f696471-0419-49b5-9804-f3b93b242ff2,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:21.071316 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-ace3e3b2-eeb6-45eb-87de-87d4d36922e4 None None] Set router 56f03266-3068-4038-9c4c-6f576b9b125a gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:23:21.107300 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-550e404b-a1be-423a-ae7d-be85fa72742a req-5979594a-a3b5-463d-beb3-d56175e4b829 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177077 Nov 18 17:23:21.119655 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627f725-10fa-431e-8ad0-9750cd1617fc req-02535594-47c6-4ab8-b638-5b7437283e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:21.122708 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6627f725-10fa-431e-8ad0-9750cd1617fc req-02535594-47c6-4ab8-b638-5b7437283e59 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 1098 time: 0.0966980 Nov 18 17:23:21.152310 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56702) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:21.169422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['4f696471-0419-49b5-9804-f3b93b242ff2'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:23:21.190838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56704) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:21.226499 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91910448-0e78-47b6-a631-8869d215c22a admin admin] Pushing event deleted for resources: {'Network': ['ID=99853349-4078-4397-a0fc-c76ba99befbe,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:21.235531 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b82a7a0b-ca60-4126-a584-d534b5ce1bb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:21.271091 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b46875df-90bc-46b0-8de6-29c547993f3c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/9f202cc3-f3a7-4015-b4a4-fbaafd436f53 HTTP/1.1" status: 200 len: 992 time: 0.1172543 Nov 18 17:23:21.295543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627f725-10fa-431e-8ad0-9750cd1617fc req-60b4e495-eff0-49d9-9876-764441dd3769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:21.297646 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6627f725-10fa-431e-8ad0-9750cd1617fc req-60b4e495-eff0-49d9-9876-764441dd3769 service neutron] 10.222.0.81 "GET /v2.0/networks?id=56cec824-a482-4381-8f97-e988c87dca70 HTTP/1.1" status: 200 len: 899 time: 0.1659651 Nov 18 17:23:21.314059 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5db7913-0781-4783-a055-4f3abf04ab6d tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:21.326971 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a3f25b90-62b6-458c-ac06-3a194861e655 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c02a09087a57449da11f75049d72d888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320410 Nov 18 17:23:21.329116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56710) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:21.433079 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6627f725-10fa-431e-8ad0-9750cd1617fc req-5eace03b-31a1-400e-9ca7-dcbfa08a2eec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f HTTP/1.1" status: 200 len: 1000 time: 0.1257205 Nov 18 17:23:21.440634 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9f6044c8-c5de-49ad-86ae-750c192cbab5 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:23:21.442894 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:21.481137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 9f6044c8-c5de-49ad-86ae-750c192cbab5 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:23:21.481836 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9f6044c8-c5de-49ad-86ae-750c192cbab5 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:23:21.502712 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-688c94a3-d8e0-46ed-92d3-59dbed0ddad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:21.505616 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b82a7a0b-ca60-4126-a584-d534b5ce1bb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:21.532352 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-688c94a3-d8e0-46ed-92d3-59dbed0ddad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:21.550288 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5db7913-0781-4783-a055-4f3abf04ab6d tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:21.582162 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e01527-21c6-4af8-928c-4eb736150617 req-2da4eb09-fd51-4012-98c7-8b89450a2012 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:21.590946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-67e01527-21c6-4af8-928c-4eb736150617 req-2da4eb09-fd51-4012-98c7-8b89450a2012 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 944 time: 0.1529338 Nov 18 17:23:21.593120 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ace3e3b2-eeb6-45eb-87de-87d4d36922e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762041536', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:44Z', 'updated_at': '2021-11-18T17:22:51Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:45Z', 'updated_at': '2021-11-18T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '9f202cc3-f3a7-4015-b4a4-fbaafd436f53', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'port_id': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56cec824-a482-4381-8f97-e988c87dca70', 'mac_address': 'fa:16:3e:8a:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:23:18Z', 'updated_at': '2021-11-18T17:23:18Z', 'revision_number': 0, 'project_id': '2cf238edb8014a38996468367e264a07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e', 'name': '', 'network_id': '56cec824-a482-4381-8f97-e988c87dca70', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:52:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:49Z', 'updated_at': '2021-11-18T17:22:57Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:21.606522 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b82a7a0b-ca60-4126-a584-d534b5ce1bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:21.619765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627f725-10fa-431e-8ad0-9750cd1617fc req-26c9d123-d398-4d35-913f-d8bdc62b141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:21.622162 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6627f725-10fa-431e-8ad0-9750cd1617fc req-26c9d123-d398-4d35-913f-d8bdc62b141f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1f8073c-dfc3-4d29-a82c-b846a14d0447 HTTP/1.1" status: 200 len: 834 time: 0.1732800 Nov 18 17:23:21.638042 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace3e3b2-eeb6-45eb-87de-87d4d36922e4 None None] Checking router: 56f03266-3068-4038-9c4c-6f576b9b125a for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:23:21.641345 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5db7913-0781-4783-a055-4f3abf04ab6d tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:23:21.647924 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace3e3b2-eeb6-45eb-87de-87d4d36922e4 None None] Routers {'56f03266-3068-4038-9c4c-6f576b9b125a'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:23:21.648777 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ace3e3b2-eeb6-45eb-87de-87d4d36922e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:23:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['56f03266-3068-4038-9c4c-6f576b9b125a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:21.668588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-c5db7913-0781-4783-a055-4f3abf04ab6d tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:21.674227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db7913-0781-4783-a055-4f3abf04ab6d tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Pushing event updated for resources: {'Port': ['ID=d521f471-3778-4d77-af50-6a4c72271bb4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:21.678245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5db7913-0781-4783-a055-4f3abf04ab6d tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:23:21.684435 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b82a7a0b-ca60-4126-a584-d534b5ce1bb4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=99c43ada82514858955d1f76de46bfd5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1761911 Nov 18 17:23:21.685377 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a7a0b-ca60-4126-a584-d534b5ce1bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5b5e74-57f3-4b5c-88db-4196ad6d49b1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:21.687113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56716) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:21.705008 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-67e01527-21c6-4af8-928c-4eb736150617 req-4b8782ad-c3f5-4444-bf99-0b448bb22948 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7291b88-582b-497d-9bc1-1265839943ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130631 Nov 18 17:23:21.740361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5db7913-0781-4783-a055-4f3abf04ab6d tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:21.741270 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5db7913-0781-4783-a055-4f3abf04ab6d tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:21.805587 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-688c94a3-d8e0-46ed-92d3-59dbed0ddad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:21.805587 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-688c94a3-d8e0-46ed-92d3-59dbed0ddad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:21.808089 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-688c94a3-d8e0-46ed-92d3-59dbed0ddad1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/587943a3-8bd4-44bc-9a8c-5871a2548100 HTTP/1.1" status: 204 len: 168 time: 0.4743216 Nov 18 17:23:21.810873 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-ace3e3b2-eeb6-45eb-87de-87d4d36922e4 None None] Set router 56f03266-3068-4038-9c4c-6f576b9b125a gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:23:21.820194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c94a3-d8e0-46ed-92d3-59dbed0ddad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587943a3-8bd4-44bc-9a8c-5871a2548100,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:21.832942 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c5db7913-0781-4783-a055-4f3abf04ab6d tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.7631960 Nov 18 17:23:21.835745 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56724) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:21.838913 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627f725-10fa-431e-8ad0-9750cd1617fc req-9a8549be-5059-44de-92b3-c86a1ec4427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:21.841229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6627f725-10fa-431e-8ad0-9750cd1617fc req-9a8549be-5059-44de-92b3-c86a1ec4427e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=56cec824-a482-4381-8f97-e988c87dca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2070870 Nov 18 17:23:21.847972 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-71515544-123a-454d-a747-c58e3efed72b tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.179'}]}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:21.852559 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03a6ca8d-be64-4352-80a3-927669f83a10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:21.968589 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71515544-123a-454d-a747-c58e3efed72b tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:21.974758 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71515544-123a-454d-a747-c58e3efed72b tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:22.017576 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03a6ca8d-be64-4352-80a3-927669f83a10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:22.095001 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6627f725-10fa-431e-8ad0-9750cd1617fc req-df3b02d3-9007-4d1e-9115-e9f18654361f service neutron] 10.222.0.81 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083745 Nov 18 17:23:22.104357 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71515544-123a-454d-a747-c58e3efed72b tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:22.153032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ace3e3b2-eeb6-45eb-87de-87d4d36922e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762041536', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:44Z', 'updated_at': '2021-11-18T17:22:51Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:45Z', 'updated_at': '2021-11-18T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '9f202cc3-f3a7-4015-b4a4-fbaafd436f53', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'port_id': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56cec824-a482-4381-8f97-e988c87dca70', 'mac_address': 'fa:16:3e:8a:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:23:18Z', 'updated_at': '2021-11-18T17:23:18Z', 'revision_number': 0, 'project_id': '2cf238edb8014a38996468367e264a07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e', 'name': '', 'network_id': '56cec824-a482-4381-8f97-e988c87dca70', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:52:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:49Z', 'updated_at': '2021-11-18T17:22:57Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:22.188000 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace3e3b2-eeb6-45eb-87de-87d4d36922e4 None None] The sync data for ids ['56f03266-3068-4038-9c4c-6f576b9b125a'] in n-d-813419-11 is: [{'id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762041536', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:44Z', 'updated_at': '2021-11-18T17:22:51Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:45Z', 'updated_at': '2021-11-18T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '9f202cc3-f3a7-4015-b4a4-fbaafd436f53', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'port_id': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56cec824-a482-4381-8f97-e988c87dca70', 'mac_address': 'fa:16:3e:8a:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:23:18Z', 'updated_at': '2021-11-18T17:23:18Z', 'revision_number': 0, 'project_id': '2cf238edb8014a38996468367e264a07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e', 'name': '', 'network_id': '56cec824-a482-4381-8f97-e988c87dca70', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:52:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:49Z', 'updated_at': '2021-11-18T17:22:57Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:23:22.202620 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6627f725-10fa-431e-8ad0-9750cd1617fc req-966d73c2-3cf2-4f24-ad57-e2d27e894ef9 service neutron] 10.222.0.81 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993173 Nov 18 17:23:22.203852 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 4f696471-0419-49b5-9804-f3b93b242ff2 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:23:22.241994 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03a6ca8d-be64-4352-80a3-927669f83a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:22.244689 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03a6ca8d-be64-4352-80a3-927669f83a10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:22.245868 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-03a6ca8d-be64-4352-80a3-927669f83a10 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0f5b5e74-57f3-4b5c-88db-4196ad6d49b1 HTTP/1.1" status: 204 len: 168 time: 0.5577657 Nov 18 17:23:22.272606 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6ca8d-be64-4352-80a3-927669f83a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5b5e74-57f3-4b5c-88db-4196ad6d49b1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:22.285828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56736) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:22.386194 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d0d03b45-07e0-4206-a6aa-fb4f6380c618 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/9f202cc3-f3a7-4015-b4a4-fbaafd436f53 HTTP/1.1" status: 200 len: 992 time: 0.0997438 Nov 18 17:23:22.441020 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 4f696471-0419-49b5-9804-f3b93b242ff2 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:23:22.451528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 4f696471-0419-49b5-9804-f3b93b242ff2 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:23:22.453814 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:22.567203 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eed1da-b9d3-4438-bd1a-fa8fcbc7f96f None None] New status for floating IP 9f202cc3-f3a7-4015-b4a4-fbaafd436f53: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:23:22.582631 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71515544-123a-454d-a747-c58e3efed72b tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:22.627864 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:22.659755 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ffc320-bf39-4d7f-8559-397ed98d6a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f696471-0419-49b5-9804-f3b93b242ff2'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:23:22.663125 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f04726-1bed-4f7a-bffb-18e583d0156a" -d '{"events": [{"server_uuid": "77ffc320-bf39-4d7f-8559-397ed98d6a92", "name": "network-vif-plugged", "status": "completed", "tag": "4f696471-0419-49b5-9804-f3b93b242ff2"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:23:22.679191 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 4f696471-0419-49b5-9804-f3b93b242ff2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=4f696471-0419-49b5-9804-f3b93b242ff2,segment=NetworkSegment(0080c72b-a427-4df1-8d68-8ca8c5b4a446),segment_id=0080c72b-a427-4df1-8d68-8ca8c5b4a446)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:22.773483 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fc4183-b9c5-491f-9709-1cbe6b22cf61 x-openstack-request-id: req-23fc4183-b9c5-491f-9709-1cbe6b22cf61 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:23:22.777174 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ffc320-bf39-4d7f-8559-397ed98d6a92", "name": "network-vif-plugged", "status": "completed", "tag": "4f696471-0419-49b5-9804-f3b93b242ff2", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:23:22.777174 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-23fc4183-b9c5-491f-9709-1cbe6b22cf61 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:23:22.777174 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ffc320-bf39-4d7f-8559-397ed98d6a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f696471-0419-49b5-9804-f3b93b242ff2', 'code': 200} Nov 18 17:23:22.780022 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:22.919374 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:22.977934 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=4f696471-0419-49b5-9804-f3b93b242ff2,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:22.995580 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc32ba9-139e-4d30-b601-9bead50ee6df req-577998ab-f62a-4388-94d5-9dbc9319917e tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:22.997444 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-abc32ba9-139e-4d30-b601-9bead50ee6df req-577998ab-f62a-4388-94d5-9dbc9319917e tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 945 time: 0.1329343 Nov 18 17:23:23.140962 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-abc32ba9-139e-4d30-b601-9bead50ee6df req-fd0e67e1-806b-4f52-b247-5941e82a5773 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7291b88-582b-497d-9bc1-1265839943ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331089 Nov 18 17:23:23.152560 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71515544-123a-454d-a747-c58e3efed72b tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:23.155870 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09127a9c-ea5c-4a01-a2ae-abbd11fd6e19 req-d9e79f04-e70a-4862-b617-45a3359b7b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:23.157400 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-09127a9c-ea5c-4a01-a2ae-abbd11fd6e19 req-d9e79f04-e70a-4862-b617-45a3359b7b12 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 1097 time: 0.1441162 Nov 18 17:23:23.189227 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71515544-123a-454d-a747-c58e3efed72b tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:23.241764 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-09127a9c-ea5c-4a01-a2ae-abbd11fd6e19 req-8732b9e8-196a-4cdb-acc6-542b0d045962 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c7291b88-582b-497d-9bc1-1265839943ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593100 Nov 18 17:23:23.388877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56780) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:23.467579 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fc326dcf-d579-455f-ac39-174efabc357c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/9f202cc3-f3a7-4015-b4a4-fbaafd436f53 HTTP/1.1" status: 200 len: 994 time: 0.0759697 Nov 18 17:23:23.476941 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56784) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:23.572446 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71515544-123a-454d-a747-c58e3efed72b tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:23.603619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-07e6e5c2-b10f-4878-9f18-ad3726399f54 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1181800911-network', 'tenant_id': '7d94a59b2899443e8d1259c8dbafd46b'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:23.705995 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e6e5c2-b10f-4878-9f18-ad3726399f54 admin admin] Made reservation on behalf of 7d94a59b2899443e8d1259c8dbafd46b for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:23.712013 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07e6e5c2-b10f-4878-9f18-ad3726399f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:23.730724 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07e6e5c2-b10f-4878-9f18-ad3726399f54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:23.754721 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71515544-123a-454d-a747-c58e3efed72b tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:23.757378 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71515544-123a-454d-a747-c58e3efed72b tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:23.831087 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56798) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:23.841365 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07e6e5c2-b10f-4878-9f18-ad3726399f54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:23.868972 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71515544-123a-454d-a747-c58e3efed72b tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:23.869520 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71515544-123a-454d-a747-c58e3efed72b tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b7982fb-8aa3-438a-8f06-43bdfe7b3452 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:23:23.932107 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07e6e5c2-b10f-4878-9f18-ad3726399f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:23.953541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3dbcb0e0-9a2b-484a-b48d-b1e3c87c3ecb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-662036512-network', 'tenant_id': 'ecb9d0b8084b483098061c3d05035ae5'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:23.970728 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e6e5c2-b10f-4878-9f18-ad3726399f54 admin admin] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:23:23.976803 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6e5c2-b10f-4878-9f18-ad3726399f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550ef5a6-58ec-4cc6-89c5-4a956136030a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:23.978315 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-71515544-123a-454d-a747-c58e3efed72b tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 18 17:23:23.980272 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-71515544-123a-454d-a747-c58e3efed72b tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1429996 Nov 18 17:23:23.983429 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56806) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:23.991142 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07e6e5c2-b10f-4878-9f18-ad3726399f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:23.991574 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-07e6e5c2-b10f-4878-9f18-ad3726399f54 admin admin] Added segment a7d8a5c6-fd85-4620-94a6-54432a9bbc73 of type vlan for network 78db5675-6397-4200-b888-e24b3b0b4d09 Nov 18 17:23:24.058418 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07e6e5c2-b10f-4878-9f18-ad3726399f54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:24.090194 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbcb0e0-9a2b-484a-b48d-b1e3c87c3ecb admin admin] Made reservation on behalf of ecb9d0b8084b483098061c3d05035ae5 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:24.090827 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c4d674af-3ad4-4415-8b24-322f05078355 tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Deleting port d521f471-3778-4d77-af50-6a4c72271bb4 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:24.091173 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4d674af-3ad4-4415-8b24-322f05078355 tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:24.092722 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb0e0-9a2b-484a-b48d-b1e3c87c3ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:24.108368 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb0e0-9a2b-484a-b48d-b1e3c87c3ecb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:24.192138 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4d674af-3ad4-4415-8b24-322f05078355 tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:24.195483 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07e6e5c2-b10f-4878-9f18-ad3726399f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:24.196511 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6e5c2-b10f-4878-9f18-ad3726399f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:24.197221 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07e6e5c2-b10f-4878-9f18-ad3726399f54 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:24.201967 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb0e0-9a2b-484a-b48d-b1e3c87c3ecb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:24.209077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c4d674af-3ad4-4415-8b24-322f05078355 tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Calling delete_port for d521f471-3778-4d77-af50-6a4c72271bb4 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:24.299232 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb0e0-9a2b-484a-b48d-b1e3c87c3ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:24.339414 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6e5c2-b10f-4878-9f18-ad3726399f54 admin admin] Pushing event updated for resources: {'Network': ['ID=78db5675-6397-4200-b888-e24b3b0b4d09,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:24.350458 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 78db5675-6397-4200-b888-e24b3b0b4d09 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:23:24.361112 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-07e6e5c2-b10f-4878-9f18-ad3726399f54 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8810980 Nov 18 17:23:24.364528 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbcb0e0-9a2b-484a-b48d-b1e3c87c3ecb admin admin] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:23:24.364684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56816) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:24.367732 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6bae5a14-a20d-4a94-986d-0acbc4b9c0e2 admin admin] Request body: {'subnet': {'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1181800911-subnet', 'tenant_id': '7d94a59b2899443e8d1259c8dbafd46b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:24.392838 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb0e0-9a2b-484a-b48d-b1e3c87c3ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:24.393468 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-3dbcb0e0-9a2b-484a-b48d-b1e3c87c3ecb admin admin] Added segment fd811c59-99a1-4caf-b3f4-579a5e90e1af of type vlan for network ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a Nov 18 17:23:24.411622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e2928-d1f9-47e1-bce1-dfa093b171d9 req-4c32312f-f25e-4b6d-9c96-999a7d480fc9 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:24.413190 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db5e2928-d1f9-47e1-bce1-dfa093b171d9 req-4c32312f-f25e-4b6d-9c96-999a7d480fc9 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 945 time: 0.1838319 Nov 18 17:23:24.415267 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcb0e0-9a2b-484a-b48d-b1e3c87c3ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d34547-0ef8-4661-aafd-cf2b88312960,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:24.446893 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4d674af-3ad4-4415-8b24-322f05078355 tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:24.468515 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb0e0-9a2b-484a-b48d-b1e3c87c3ecb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:24.491917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d674af-3ad4-4415-8b24-322f05078355 tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Pushing event deleted for resources: {'Port': ['ID=d521f471-3778-4d77-af50-6a4c72271bb4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:24.495774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bae5a14-a20d-4a94-986d-0acbc4b9c0e2 admin admin] Made reservation on behalf of 7d94a59b2899443e8d1259c8dbafd46b for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:24.504619 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6bae5a14-a20d-4a94-986d-0acbc4b9c0e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:24.536730 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db5e2928-d1f9-47e1-bce1-dfa093b171d9 req-d2e6c7a9-c231-4d0b-a396-530cda54ca3a tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7291b88-582b-497d-9bc1-1265839943ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006484 Nov 18 17:23:24.572088 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb0e0-9a2b-484a-b48d-b1e3c87c3ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:24.573651 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbcb0e0-9a2b-484a-b48d-b1e3c87c3ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:24.574917 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb0e0-9a2b-484a-b48d-b1e3c87c3ecb admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:24.634503 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4d674af-3ad4-4415-8b24-322f05078355 tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:24.638120 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c4d674af-3ad4-4415-8b24-322f05078355 tempest-RoutersAdminNegativeIpV6Test-633349313 tempest-RoutersAdminNegativeIpV6Test-633349313-project-admin] 10.222.0.72 "DELETE /v2.0/ports/d521f471-3778-4d77-af50-6a4c72271bb4 HTTP/1.1" status: 204 len: 168 time: 0.6529610 Nov 18 17:23:24.662976 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3dbcb0e0-9a2b-484a-b48d-b1e3c87c3ecb admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8307207 Nov 18 17:23:24.664002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcb0e0-9a2b-484a-b48d-b1e3c87c3ecb admin admin] Pushing event updated for resources: {'Network': ['ID=ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:24.666387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56822) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:24.676228 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:23:24.676534 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b24d8fee-96b6-4aa7-8717-de5ae22a489f admin admin] Request body: {'subnet': {'network_id': 'ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-662036512-subnet', 'tenant_id': 'ecb9d0b8084b483098061c3d05035ae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:24.811575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24d8fee-96b6-4aa7-8717-de5ae22a489f admin admin] Made reservation on behalf of ecb9d0b8084b483098061c3d05035ae5 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:24.813991 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b24d8fee-96b6-4aa7-8717-de5ae22a489f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:24.876805 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6bae5a14-a20d-4a94-986d-0acbc4b9c0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:24.960893 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae5a14-a20d-4a94-986d-0acbc4b9c0e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dcb9e7a-a59e-4dfb-a2e9-950bd022dd53,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:24.968196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bae5a14-a20d-4a94-986d-0acbc4b9c0e2 admin admin] Checking segment: {'id': 'a7d8a5c6-fd85-4620-94a6-54432a9bbc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:23:24.968559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bae5a14-a20d-4a94-986d-0acbc4b9c0e2 admin admin] Network hostable DHCP agents. Network: 78db5675-6397-4200-b888-e24b3b0b4d09, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:23:25.071599 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56834) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:25.080513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bae5a14-a20d-4a94-986d-0acbc4b9c0e2 admin admin] Network 78db5675-6397-4200-b888-e24b3b0b4d09 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:23:25.121227 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b24d8fee-96b6-4aa7-8717-de5ae22a489f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:25.157570 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-6bae5a14-a20d-4a94-986d-0acbc4b9c0e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 78db5675-6397-4200-b888-e24b3b0b4d09) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:25.162598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bae5a14-a20d-4a94-986d-0acbc4b9c0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:25.163319 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6bae5a14-a20d-4a94-986d-0acbc4b9c0e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:25.166891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fca853-7830-4ec2-b26c-8b6ebb0ed770 None None] Network 78db5675-6397-4200-b888-e24b3b0b4d09 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:25.206037 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb80f101-4338-40ec-b23f-2a3df56a8482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:25.222387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d8fee-96b6-4aa7-8717-de5ae22a489f admin admin] Pushing event updated for resources: {'Subnet': ['ID=94076ef5-ea9a-4eb2-af93-0992e62d25e0,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:25.226608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24d8fee-96b6-4aa7-8717-de5ae22a489f admin admin] Checking segment: {'id': 'fd811c59-99a1-4caf-b3f4-579a5e90e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:23:25.227091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24d8fee-96b6-4aa7-8717-de5ae22a489f admin admin] Network hostable DHCP agents. Network: ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:23:25.304868 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6bae5a14-a20d-4a94-986d-0acbc4b9c0e2 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9370162 Nov 18 17:23:25.332915 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb80f101-4338-40ec-b23f-2a3df56a8482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:25.339094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07211dfe-ea50-4d77-a5f3-d5906d1b10aa None None] Network 78db5675-6397-4200-b888-e24b3b0b4d09 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:25.361532 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24d8fee-96b6-4aa7-8717-de5ae22a489f admin admin] Network ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:23:25.417499 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb80f101-4338-40ec-b23f-2a3df56a8482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:25.441406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b24d8fee-96b6-4aa7-8717-de5ae22a489f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:25.453189 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ceb623-8a65-4a6f-b64e-a1578acf5997 None None] Network ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:25.460433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24d8fee-96b6-4aa7-8717-de5ae22a489f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:25.460433 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b24d8fee-96b6-4aa7-8717-de5ae22a489f admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:25.483135 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-eb80f101-4338-40ec-b23f-2a3df56a8482 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f2d2791b4c1c42fbb7ea98419d0dfbf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4052405 Nov 18 17:23:25.483135 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80f101-4338-40ec-b23f-2a3df56a8482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982d114d-1339-4c7b-bc54-7b2f23b256dc,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:25.483455 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56850) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:25.552601 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-782f0645-4fba-46ea-969d-f18b71117a42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:25.564321 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b24d8fee-96b6-4aa7-8717-de5ae22a489f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8878090 Nov 18 17:23:25.590297 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-782f0645-4fba-46ea-969d-f18b71117a42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:25.621405 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c07728-e666-4baa-9db5-f5ef8d9c1869 None None] Network ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:25.732548 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-782f0645-4fba-46ea-969d-f18b71117a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:25.735219 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-782f0645-4fba-46ea-969d-f18b71117a42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:25.736480 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-782f0645-4fba-46ea-969d-f18b71117a42 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/982d114d-1339-4c7b-bc54-7b2f23b256dc HTTP/1.1" status: 204 len: 168 time: 0.2560387 Nov 18 17:23:25.758494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f0645-4fba-46ea-969d-f18b71117a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982d114d-1339-4c7b-bc54-7b2f23b256dc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:25.779028 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5efeaf-1118-4ed8-bafa-1ce77525bb9b req-1a947fbd-72c6-4b6c-9fdc-7717bde02930 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:25.782431 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d5efeaf-1118-4ed8-bafa-1ce77525bb9b req-1a947fbd-72c6-4b6c-9fdc-7717bde02930 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 945 time: 0.1252689 Nov 18 17:23:25.909733 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d5efeaf-1118-4ed8-bafa-1ce77525bb9b req-e3504aad-e29c-4b51-bde0-1f0564f66d30 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7291b88-582b-497d-9bc1-1265839943ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203196 Nov 18 17:23:25.978770 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-4aa23e1f-bf50-40f5-93e3-1719e857e1a6 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:25.980271 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-4aa23e1f-bf50-40f5-93e3-1719e857e1a6 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/networks?id=78db5675-6397-4200-b888-e24b3b0b4d09 HTTP/1.1" status: 200 len: 815 time: 0.1416874 Nov 18 17:23:25.997000 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-0a05d0f6-59eb-49c7-9bfe-8c4130cf39c6 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/quotas/7d94a59b2899443e8d1259c8dbafd46b HTTP/1.1" status: 200 len: 375 time: 0.0104697 Nov 18 17:23:26.031471 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-7afb0a25-287f-4345-8e0d-144e013f730f tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7d94a59b2899443e8d1259c8dbafd46b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273790 Nov 18 17:23:26.158911 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-62ddd6c9-c8c3-40dc-a027-807c12edae19 service neutron] 10.222.0.72 "GET /v2.0/networks/78db5675-6397-4200-b888-e24b3b0b4d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168964 Nov 18 17:23:26.276396 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-1f9ad3f6-600d-4246-ba24-4ce32a50c978 service neutron] 10.222.0.72 "GET /v2.0/networks/78db5675-6397-4200-b888-e24b3b0b4d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103742 Nov 18 17:23:26.513297 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56900) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:26.520021 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b1079be1-a139-4446-a944-1c9cbcea3d46 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-447047891-network', 'tenant_id': '3fcc59ae20194e4b9ed045109c56128e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:26.617653 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4c8cbbd-f78a-42d0-8389-70f7a32a0f70 req-a6df13cf-a8d7-45e7-ad0e-bf3046b69054 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 210 time: 0.0298693 Nov 18 17:23:26.643664 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1079be1-a139-4446-a944-1c9cbcea3d46 admin admin] Made reservation on behalf of 3fcc59ae20194e4b9ed045109c56128e for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:26.643664 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1079be1-a139-4446-a944-1c9cbcea3d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:26.663552 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1079be1-a139-4446-a944-1c9cbcea3d46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:26.697415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56908) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:26.786039 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6b15006c-42a6-4189-aedc-5c0e5798ce0b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f5fbf98910a24ce7bdc1fd8362f19275&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0873759 Nov 18 17:23:26.788922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56918) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:26.815966 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1079be1-a139-4446-a944-1c9cbcea3d46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:26.844083 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e5ddd81-b483-42c5-baa0-6461cec7f253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:26.868876 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1079be1-a139-4446-a944-1c9cbcea3d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:26.869205 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e5ddd81-b483-42c5-baa0-6461cec7f253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:26.900896 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1079be1-a139-4446-a944-1c9cbcea3d46 admin admin] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:23:26.909327 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1079be1-a139-4446-a944-1c9cbcea3d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a295033-966c-45ac-bb31-96218489175c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:26.914596 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1079be1-a139-4446-a944-1c9cbcea3d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:26.914952 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-b1079be1-a139-4446-a944-1c9cbcea3d46 admin admin] Added segment 5a015e22-648a-427e-9e8a-a340b05dded1 of type vlan for network 199bad6f-c037-4849-8edf-4afe8b1f1fb2 Nov 18 17:23:26.961414 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1079be1-a139-4446-a944-1c9cbcea3d46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:26.988888 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e5ddd81-b483-42c5-baa0-6461cec7f253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:27.003813 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e5ddd81-b483-42c5-baa0-6461cec7f253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:27.003813 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7e5ddd81-b483-42c5-baa0-6461cec7f253 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6b99426e-7f39-4ae5-9214-b2eee3d9a2b9 HTTP/1.1" status: 204 len: 168 time: 0.2034159 Nov 18 17:23:27.007274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ddd81-b483-42c5-baa0-6461cec7f253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b99426e-7f39-4ae5-9214-b2eee3d9a2b9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:27.053308 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1079be1-a139-4446-a944-1c9cbcea3d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:27.056146 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1079be1-a139-4446-a944-1c9cbcea3d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:27.057108 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1079be1-a139-4446-a944-1c9cbcea3d46 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:27.128661 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1079be1-a139-4446-a944-1c9cbcea3d46 admin admin] Pushing event updated for resources: {'Network': ['ID=199bad6f-c037-4849-8edf-4afe8b1f1fb2,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:27.141106 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 199bad6f-c037-4849-8edf-4afe8b1f1fb2 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:23:27.177455 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b1079be1-a139-4446-a944-1c9cbcea3d46 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6598911 Nov 18 17:23:27.177843 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56930) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:27.183371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1dc5320e-d744-4570-8650-72dc52e59b66 admin admin] Request body: {'subnet': {'network_id': '199bad6f-c037-4849-8edf-4afe8b1f1fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-447047891-subnet', 'tenant_id': '3fcc59ae20194e4b9ed045109c56128e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:27.291838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc5320e-d744-4570-8650-72dc52e59b66 admin admin] Made reservation on behalf of 3fcc59ae20194e4b9ed045109c56128e for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:27.294443 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1dc5320e-d744-4570-8650-72dc52e59b66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:27.560560 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1dc5320e-d744-4570-8650-72dc52e59b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:27.618159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5320e-d744-4570-8650-72dc52e59b66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ec880ae-340a-4b0e-93cd-f250f95e7be2,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:27.634121 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc5320e-d744-4570-8650-72dc52e59b66 admin admin] Checking segment: {'id': '5a015e22-648a-427e-9e8a-a340b05dded1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '199bad6f-c037-4849-8edf-4afe8b1f1fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:23:27.634486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc5320e-d744-4570-8650-72dc52e59b66 admin admin] Network hostable DHCP agents. Network: 199bad6f-c037-4849-8edf-4afe8b1f1fb2, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:23:27.708903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc5320e-d744-4570-8650-72dc52e59b66 admin admin] Network 199bad6f-c037-4849-8edf-4afe8b1f1fb2 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:23:27.761883 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c63d1378-816c-4aed-9d7f-6bac467041a9 req-bfb1d8a0-9a4a-40b1-9bde-8baa81089580 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 210 time: 0.0709560 Nov 18 17:23:27.815391 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-1dc5320e-d744-4570-8650-72dc52e59b66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 199bad6f-c037-4849-8edf-4afe8b1f1fb2) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:27.828891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc5320e-d744-4570-8650-72dc52e59b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:27.829506 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1dc5320e-d744-4570-8650-72dc52e59b66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:27.835077 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b31f392-d4ca-4326-b66a-4e5244fca697 None None] Network 199bad6f-c037-4849-8edf-4afe8b1f1fb2 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:27.948464 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1dc5320e-d744-4570-8650-72dc52e59b66 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7692971 Nov 18 17:23:28.164897 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bcff42-0c3b-4849-a295-dc9cebb3bafa None None] Network 199bad6f-c037-4849-8edf-4afe8b1f1fb2 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:28.701510 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-0535b6e1-2ef5-44b8-a61e-09f0a71230d5 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:28.703051 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-0535b6e1-2ef5-44b8-a61e-09f0a71230d5 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/networks?id=ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a HTTP/1.1" status: 200 len: 811 time: 0.1118834 Nov 18 17:23:28.718478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-6680a0aa-cf9d-428e-883e-6729c34f184b tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/quotas/ecb9d0b8084b483098061c3d05035ae5 HTTP/1.1" status: 200 len: 375 time: 0.0093009 Nov 18 17:23:28.754318 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-0455caab-13c3-48e6-b7d0-080e9eb6eceb tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ecb9d0b8084b483098061c3d05035ae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297310 Nov 18 17:23:28.917263 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33032d62-0e0a-4e6f-a2cb-3101396da4b6 req-7792a15e-2b2f-424f-9f40-0762c097783b tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 210 time: 0.0569918 Nov 18 17:23:28.923223 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-0c0ec987-ff25-4459-9815-7e3556f1a14e service neutron] 10.222.0.72 "GET /v2.0/networks/ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586578 Nov 18 17:23:29.032757 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f2d065b7-3720-4bbb-ac17-f61275448f60 service neutron] 10.222.0.72 "GET /v2.0/networks/ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014910 Nov 18 17:23:29.414949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57034) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:29.574029 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c70053e-e494-4827-b2c7-cca3f42da3f5 req-47d7c1b7-db76-4086-b6e1-0805b3dc37c9 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 210 time: 0.0407970 Nov 18 17:23:29.606716 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-758d63d7-c963-49df-a9ba-18ff6b4d631c tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-500961528', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:29.616967 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-d89d2dee-bcff-4ce3-a211-612731843176 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:29.616967 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-d89d2dee-bcff-4ce3-a211-612731843176 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.81 "GET /v2.0/networks?id=78db5675-6397-4200-b888-e24b3b0b4d09 HTTP/1.1" status: 200 len: 815 time: 0.4774315 Nov 18 17:23:29.628863 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-1abc9dee-a191-49ce-b0b3-9a83b123c13c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Request body: {'port': {'device_id': '4f4b50fa-61f3-49a6-b78b-da1c41c59eb6', 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09', 'admin_state_up': True, 'tenant_id': '7d94a59b2899443e8d1259c8dbafd46b'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:29.760000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758d63d7-c963-49df-a9ba-18ff6b4d631c tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Made reservation on behalf of c93d58b6d0ba4f309c3df98b990d3fac for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:29.762601 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-758d63d7-c963-49df-a9ba-18ff6b4d631c tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:29.772445 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-758d63d7-c963-49df-a9ba-18ff6b4d631c tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:29.848368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-1abc9dee-a191-49ce-b0b3-9a83b123c13c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Made reservation on behalf of 7d94a59b2899443e8d1259c8dbafd46b for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:29.862402 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-1abc9dee-a191-49ce-b0b3-9a83b123c13c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:29.872095 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-758d63d7-c963-49df-a9ba-18ff6b4d631c tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:29.966083 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e600649b-8fc1-4739-89ea-7761b23c70f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:29.969135 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-758d63d7-c963-49df-a9ba-18ff6b4d631c tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:29.990711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-758d63d7-c963-49df-a9ba-18ff6b4d631c tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] device_id is not set on port 0ce03acc-961b-4557-b68f-26de3b988937 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:23:30.061747 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-1abc9dee-a191-49ce-b0b3-9a83b123c13c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Allocated IP 172.20.0.2 (78db5675-6397-4200-b888-e24b3b0b4d09/3dcb9e7a-a59e-4dfb-a2e9-950bd022dd53/de6231f8-73b5-48e5-890e-dcd64fc65a9a) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:23:30.065398 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e816f35f-a09c-4057-af81-04d9edd968d4 req-38ab3080-9529-4124-86fb-a01b048159f9 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 210 time: 0.0398231 Nov 18 17:23:30.080949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d63d7-c963-49df-a9ba-18ff6b4d631c tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd060f95-c85d-4410-b8cc-f34827190ab2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:30.152213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-758d63d7-c963-49df-a9ba-18ff6b4d631c tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Allocated IP 172.25.3.12 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/0ce03acc-961b-4557-b68f-26de3b988937) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:23:30.322224 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-1abc9dee-a191-49ce-b0b3-9a83b123c13c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:30.359631 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-758d63d7-c963-49df-a9ba-18ff6b4d631c tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:30.401548 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-1abc9dee-a191-49ce-b0b3-9a83b123c13c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:30.441156 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-758d63d7-c963-49df-a9ba-18ff6b4d631c tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:30.453148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-1abc9dee-a191-49ce-b0b3-9a83b123c13c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Network 78db5675-6397-4200-b888-e24b3b0b4d09 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:23:30.456623 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-1abc9dee-a191-49ce-b0b3-9a83b123c13c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:30.461394 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-1abc9dee-a191-49ce-b0b3-9a83b123c13c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:23:30.497397 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758d63d7-c963-49df-a9ba-18ff6b4d631c tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:23:30.500444 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-758d63d7-c963-49df-a9ba-18ff6b4d631c tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:30.504761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758d63d7-c963-49df-a9ba-18ff6b4d631c tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:23:30.543407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d63d7-c963-49df-a9ba-18ff6b4d631c tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Pushing event updated for resources: {'Port': ['ID=0ce03acc-961b-4557-b68f-26de3b988937,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:30.543647 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc9dee-a191-49ce-b0b3-9a83b123c13c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Pushing event updated for resources: {'Port': ['ID=de6231f8-73b5-48e5-890e-dcd64fc65a9a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:30.553209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-1abc9dee-a191-49ce-b0b3-9a83b123c13c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:30.553878 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-1abc9dee-a191-49ce-b0b3-9a83b123c13c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:30.590945 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758d63d7-c963-49df-a9ba-18ff6b4d631c tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:30.591974 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-758d63d7-c963-49df-a9ba-18ff6b4d631c tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:30.713392 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2774fbd3-5a93-4374-8f7b-9c8eb1fd88e7 req-e0e5f595-aa7d-41fb-a0de-e8da14646d47 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 210 time: 0.0467663 Nov 18 17:23:30.736811 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-758d63d7-c963-49df-a9ba-18ff6b4d631c tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.3196917 Nov 18 17:23:30.743700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57066) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:30.745046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-382afa0a-dd2b-4c2c-8f80-443afabdbe79 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.12'}]}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:30.751352 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-1abc9dee-a191-49ce-b0b3-9a83b123c13c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1300273 Nov 18 17:23:30.779912 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Request body: {'port': {'device_id': '4f4b50fa-61f3-49a6-b78b-da1c41c59eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:30.846371 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:30.883307 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-382afa0a-dd2b-4c2c-8f80-443afabdbe79 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:30.887048 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-382afa0a-dd2b-4c2c-8f80-443afabdbe79 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:30.966158 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-382afa0a-dd2b-4c2c-8f80-443afabdbe79 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:31.262855 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6231f8-73b5-48e5-890e-dcd64fc65a9a {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:23:31.275210 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:31.290948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169acfe5-5ac6-4781-ae23-7195ae7e34be req-7514f0f6-57aa-4f66-99f7-9a540bf8231e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:31.295049 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-169acfe5-5ac6-4781-ae23-7195ae7e34be req-7514f0f6-57aa-4f66-99f7-9a540bf8231e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 931 time: 0.1152892 Nov 18 17:23:31.310183 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Transition to ACTIVE for port object de6231f8-73b5-48e5-890e-dcd64fc65a9a will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:23:31.379530 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-169acfe5-5ac6-4781-ae23-7195ae7e34be req-39a09e6a-9e0a-482c-abea-24bd5f6dae9b tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750630 Nov 18 17:23:31.413677 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:31.478794 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Pushing event updated for resources: {'Port': ['ID=de6231f8-73b5-48e5-890e-dcd64fc65a9a,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:31.594670 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-382afa0a-dd2b-4c2c-8f80-443afabdbe79 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:31.634763 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Attempting to bind port de6231f8-73b5-48e5-890e-dcd64fc65a9a on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:23:31.635114 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Attempting to bind port de6231f8-73b5-48e5-890e-dcd64fc65a9a by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'a7d8a5c6-fd85-4620-94a6-54432a9bbc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:23:31.635425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Attempting to bind port de6231f8-73b5-48e5-890e-dcd64fc65a9a on network 78db5675-6397-4200-b888-e24b3b0b4d09 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:23:31.643870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Port de6231f8-73b5-48e5-890e-dcd64fc65a9a on network 78db5675-6397-4200-b888-e24b3b0b4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:23:31.643870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Attempting to bind port de6231f8-73b5-48e5-890e-dcd64fc65a9a on network 78db5675-6397-4200-b888-e24b3b0b4d09 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:23:31.645454 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:23:31.645887 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Checking segment: {'id': 'a7d8a5c6-fd85-4620-94a6-54432a9bbc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:23:31.646278 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Bound using segment: {'id': 'a7d8a5c6-fd85-4620-94a6-54432a9bbc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:23:31.646717 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Bound port: de6231f8-73b5-48e5-890e-dcd64fc65a9a, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d8a5c6-fd85-4620-94a6-54432a9bbc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:23:31.647080 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:31.712512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] For port de6231f8-73b5-48e5-890e-dcd64fc65a9a, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:23:31.716023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] For port de6231f8-73b5-48e5-890e-dcd64fc65a9a, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=de6231f8-73b5-48e5-890e-dcd64fc65a9a,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:23:31.814137 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:31.948328 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c2ed47f-b763-4ea3-8ee7-f99955a3dffe req-6f4de89e-300a-499f-90bf-687100807a60 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 210 time: 0.0482378 Nov 18 17:23:31.950000 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:31.950665 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:31.952287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] 10.222.0.81 "PUT /v2.0/ports/de6231f8-73b5-48e5-890e-dcd64fc65a9a HTTP/1.1" status: 200 len: 1092 time: 1.1908021 Nov 18 17:23:31.954932 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4b50fa-61f3-49a6-b78b-da1c41c59eb6', 'tag': 'de6231f8-73b5-48e5-890e-dcd64fc65a9a'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:23:31.957453 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1615b2a4-23e7-4c35-a12b-2ded6e7d4216" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4b50fa-61f3-49a6-b78b-da1c41c59eb6", "tag": "de6231f8-73b5-48e5-890e-dcd64fc65a9a"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:23:32.001333 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f67a8-1179-45d9-8d6d-0e6d6f235f16 service neutron] Pushing event updated for resources: {'Port': ['ID=de6231f8-73b5-48e5-890e-dcd64fc65a9a,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:32.047237 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040121d7-5cca-4f77-8586-e3531c51cc73 x-openstack-request-id: req-040121d7-5cca-4f77-8586-e3531c51cc73 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:23:32.050527 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4b50fa-61f3-49a6-b78b-da1c41c59eb6", "tag": "de6231f8-73b5-48e5-890e-dcd64fc65a9a", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:23:32.050912 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-040121d7-5cca-4f77-8586-e3531c51cc73 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:23:32.051445 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4b50fa-61f3-49a6-b78b-da1c41c59eb6', 'tag': 'de6231f8-73b5-48e5-890e-dcd64fc65a9a', 'status': 'completed', 'code': 200} Nov 18 17:23:32.120963 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615b2a4-23e7-4c35-a12b-2ded6e7d4216 req-c84f37d3-b55c-40ea-a51f-7f7c76306b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:32.122724 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1615b2a4-23e7-4c35-a12b-2ded6e7d4216 req-c84f37d3-b55c-40ea-a51f-7f7c76306b0a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d94a59b2899443e8d1259c8dbafd46b&device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 1095 time: 0.0559127 Nov 18 17:23:32.149483 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-382afa0a-dd2b-4c2c-8f80-443afabdbe79 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:32.202194 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-382afa0a-dd2b-4c2c-8f80-443afabdbe79 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:32.316664 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-7d9706de-f4eb-4c30-9381-ea100eb14ead tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:32.318960 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-7d9706de-f4eb-4c30-9381-ea100eb14ead tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.83 "GET /v2.0/networks?id=ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a HTTP/1.1" status: 200 len: 811 time: 0.3687570 Nov 18 17:23:32.324488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615b2a4-23e7-4c35-a12b-2ded6e7d4216 req-fdbb1c07-18d8-455e-94e3-285902544934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:32.326152 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1615b2a4-23e7-4c35-a12b-2ded6e7d4216 req-fdbb1c07-18d8-455e-94e3-285902544934 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=7d94a59b2899443e8d1259c8dbafd46b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1933751 Nov 18 17:23:32.373352 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4bc82a7-07b3-4895-b5c9-74f7b7b05e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:32.393181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-0fac5814-1ad0-4a17-a404-bb35e790d889 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Request body: {'port': {'device_id': '3207b0c8-3164-415f-85aa-3cfa0b5c037a', 'network_id': 'ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a', 'admin_state_up': True, 'tenant_id': 'ecb9d0b8084b483098061c3d05035ae5'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:32.540055 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615b2a4-23e7-4c35-a12b-2ded6e7d4216 req-db90634f-5ac6-4321-905f-89ee720540dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:32.542209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1615b2a4-23e7-4c35-a12b-2ded6e7d4216 req-db90634f-5ac6-4321-905f-89ee720540dd service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2073195 Nov 18 17:23:32.581006 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40504de-7c55-461c-bef4-d3cff2777479 req-d0cee4d5-0fd2-48be-9ba6-e03e3450d4b7 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:32.593965 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f40504de-7c55-461c-bef4-d3cff2777479 req-d0cee4d5-0fd2-48be-9ba6-e03e3450d4b7 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 943 time: 0.0630696 Nov 18 17:23:32.623517 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-382afa0a-dd2b-4c2c-8f80-443afabdbe79 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:32.671845 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f40504de-7c55-461c-bef4-d3cff2777479 req-31c2615f-e1c7-490d-8a03-bee59c578796 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822573 Nov 18 17:23:32.675435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-d9ffc3c8-6d9f-471f-8e8d-3097cfec8def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:32.677479 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-d9ffc3c8-6d9f-471f-8e8d-3097cfec8def service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d94a59b2899443e8d1259c8dbafd46b&device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 1095 time: 0.0863459 Nov 18 17:23:32.748056 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-66daed1f-e606-4259-8ec8-4e69d707e7c1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de6231f8-73b5-48e5-890e-dcd64fc65a9a HTTP/1.1" status: 200 len: 217 time: 0.0599108 Nov 18 17:23:32.806524 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-382afa0a-dd2b-4c2c-8f80-443afabdbe79 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:32.808737 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-382afa0a-dd2b-4c2c-8f80-443afabdbe79 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:32.813229 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-8aa21e91-342c-4866-94f4-0f663c095c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:32.815105 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-8aa21e91-342c-4866-94f4-0f663c095c16 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3dcb9e7a-a59e-4dfb-a2e9-950bd022dd53 HTTP/1.1" status: 200 len: 855 time: 0.0576663 Nov 18 17:23:32.859814 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-b72cfc72-6910-4a65-b9cc-d5cc6cce13d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=78db5675-6397-4200-b888-e24b3b0b4d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309289 Nov 18 17:23:32.963701 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-6c5d6e37-f1b6-4786-82b9-3782f573bb86 service neutron] 10.222.0.81 "GET /v2.0/networks/78db5675-6397-4200-b888-e24b3b0b4d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938835 Nov 18 17:23:32.971752 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-0fac5814-1ad0-4a17-a404-bb35e790d889 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Made reservation on behalf of ecb9d0b8084b483098061c3d05035ae5 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:32.977728 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-0fac5814-1ad0-4a17-a404-bb35e790d889 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:33.076517 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-382afa0a-dd2b-4c2c-8f80-443afabdbe79 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:33.077069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382afa0a-dd2b-4c2c-8f80-443afabdbe79 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f85a5cf-02a8-43b5-acd8-d24a1c6a41ad {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:23:33.143967 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a1214b5-0d9a-44e6-8110-4107c26f4c1e req-9bed4b4f-ff47-4d14-ab0d-83bd088f7ea6 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 210 time: 0.0866756 Nov 18 17:23:33.173081 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2581bab-6f13-4c31-9494-9ae52bd3627f req-bd92322f-7be8-49e9-97aa-d36c4885d0bc service neutron] 10.222.0.81 "GET /v2.0/networks/78db5675-6397-4200-b888-e24b3b0b4d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995831 Nov 18 17:23:33.194886 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-382afa0a-dd2b-4c2c-8f80-443afabdbe79 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 18 17:23:33.198750 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-382afa0a-dd2b-4c2c-8f80-443afabdbe79 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.4565711 Nov 18 17:23:33.199952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57110) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:33.243986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-0fac5814-1ad0-4a17-a404-bb35e790d889 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Allocated IP 172.20.0.7 (ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a/94076ef5-ea9a-4eb2-af93-0992e62d25e0/cda4d05e-4105-44ab-aeba-baa3b19dd6e1) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:23:33.376064 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c5dedd72-cf8e-4302-827a-709a1e676110 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Deleting port 0ce03acc-961b-4557-b68f-26de3b988937 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:33.376412 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5dedd72-cf8e-4302-827a-709a1e676110 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:33.530637 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-0fac5814-1ad0-4a17-a404-bb35e790d889 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:33.537336 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5dedd72-cf8e-4302-827a-709a1e676110 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:33.543271 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:33.554668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c5dedd72-cf8e-4302-827a-709a1e676110 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Calling delete_port for 0ce03acc-961b-4557-b68f-26de3b988937 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:33.686129 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-0fac5814-1ad0-4a17-a404-bb35e790d889 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:33.743406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-0fac5814-1ad0-4a17-a404-bb35e790d889 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Network ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:23:33.746680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-0fac5814-1ad0-4a17-a404-bb35e790d889 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:33.753884 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-0fac5814-1ad0-4a17-a404-bb35e790d889 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:23:33.786970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac5814-1ad0-4a17-a404-bb35e790d889 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Pushing event updated for resources: {'Port': ['ID=cda4d05e-4105-44ab-aeba-baa3b19dd6e1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:33.813199 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5dedd72-cf8e-4302-827a-709a1e676110 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:33.853200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-0fac5814-1ad0-4a17-a404-bb35e790d889 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:33.853890 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-0fac5814-1ad0-4a17-a404-bb35e790d889 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:33.859543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dedd72-cf8e-4302-827a-709a1e676110 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ce03acc-961b-4557-b68f-26de3b988937,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:33.900250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf36dd-c360-45ca-b49f-6cd7d3a3f6e4 req-d8668dad-8914-49f6-9853-4d0f2b11cb3a tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:33.909006 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2bbf36dd-c360-45ca-b49f-6cd7d3a3f6e4 req-d8668dad-8914-49f6-9853-4d0f2b11cb3a tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 943 time: 0.1258924 Nov 18 17:23:33.931973 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5dedd72-cf8e-4302-827a-709a1e676110 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:33.942752 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c5dedd72-cf8e-4302-827a-709a1e676110 tempest-RoutersAdminNegativeTest-685106153 tempest-RoutersAdminNegativeTest-685106153-project-admin] 10.222.0.72 "DELETE /v2.0/ports/0ce03acc-961b-4557-b68f-26de3b988937 HTTP/1.1" status: 204 len: 168 time: 0.7417803 Nov 18 17:23:33.963157 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2bbf36dd-c360-45ca-b49f-6cd7d3a3f6e4 req-30aa2628-1942-4b1d-85ac-9b2411d11793 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528297 Nov 18 17:23:33.976096 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-0fac5814-1ad0-4a17-a404-bb35e790d889 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6366661 Nov 18 17:23:33.993677 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Request body: {'port': {'device_id': '3207b0c8-3164-415f-85aa-3cfa0b5c037a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:34.066352 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:34.303010 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918e1e8-a428-47c9-8bcd-21e9080e75e8 req-96d65790-1718-4bb7-9355-aa7e5719929b tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:34.306736 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5918e1e8-a428-47c9-8bcd-21e9080e75e8 req-96d65790-1718-4bb7-9355-aa7e5719929b tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 931 time: 0.0929821 Nov 18 17:23:34.378641 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5918e1e8-a428-47c9-8bcd-21e9080e75e8 req-dc9b4084-fe68-4689-9b69-97ef264c559d tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577278 Nov 18 17:23:34.399238 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda4d05e-4105-44ab-aeba-baa3b19dd6e1 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:23:34.409262 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:34.441319 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Transition to ACTIVE for port object cda4d05e-4105-44ab-aeba-baa3b19dd6e1 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:23:34.508650 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:34.509565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57142) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:34.569760 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Pushing event updated for resources: {'Port': ['ID=cda4d05e-4105-44ab-aeba-baa3b19dd6e1,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:34.638223 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-912f2cd9-514e-4efd-a85b-d870fec75cb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:34.667579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Attempting to bind port cda4d05e-4105-44ab-aeba-baa3b19dd6e1 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:23:34.668259 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Attempting to bind port cda4d05e-4105-44ab-aeba-baa3b19dd6e1 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'fd811c59-99a1-4caf-b3f4-579a5e90e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:23:34.668793 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Attempting to bind port cda4d05e-4105-44ab-aeba-baa3b19dd6e1 on network ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:23:34.674768 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Port cda4d05e-4105-44ab-aeba-baa3b19dd6e1 on network ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:23:34.675093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Attempting to bind port cda4d05e-4105-44ab-aeba-baa3b19dd6e1 on network ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:23:34.680453 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:23:34.681656 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Checking segment: {'id': 'fd811c59-99a1-4caf-b3f4-579a5e90e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:23:34.681656 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Bound using segment: {'id': 'fd811c59-99a1-4caf-b3f4-579a5e90e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:23:34.681656 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Bound port: cda4d05e-4105-44ab-aeba-baa3b19dd6e1, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd811c59-99a1-4caf-b3f4-579a5e90e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:23:34.682016 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:34.725141 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-912f2cd9-514e-4efd-a85b-d870fec75cb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:34.759993 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] For port cda4d05e-4105-44ab-aeba-baa3b19dd6e1, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:23:34.764645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] For port cda4d05e-4105-44ab-aeba-baa3b19dd6e1, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cda4d05e-4105-44ab-aeba-baa3b19dd6e1,segment=NetworkSegment(fd811c59-99a1-4caf-b3f4-579a5e90e1af),segment_id=fd811c59-99a1-4caf-b3f4-579a5e90e1af)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:23:34.806009 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-912f2cd9-514e-4efd-a85b-d870fec75cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:34.829735 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:34.857911 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f2cd9-514e-4efd-a85b-d870fec75cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f70ce8d-983e-48fa-915e-4c8163cfd846,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:34.871715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:34.872579 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:34.874479 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] 10.222.0.83 "PUT /v2.0/ports/cda4d05e-4105-44ab-aeba-baa3b19dd6e1 HTTP/1.1" status: 200 len: 1092 time: 0.8858037 Nov 18 17:23:34.875193 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3207b0c8-3164-415f-85aa-3cfa0b5c037a', 'tag': 'cda4d05e-4105-44ab-aeba-baa3b19dd6e1'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:23:34.878363 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26117b58-661a-4e12-aef9-35c48eaa4781" -d '{"events": [{"name": "network-changed", "server_uuid": "3207b0c8-3164-415f-85aa-3cfa0b5c037a", "tag": "cda4d05e-4105-44ab-aeba-baa3b19dd6e1"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:23:34.913138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bcfe8-f8e5-4463-82e1-a0b084a5eed6 service neutron] Pushing event updated for resources: {'Port': ['ID=cda4d05e-4105-44ab-aeba-baa3b19dd6e1,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:34.915129 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-912f2cd9-514e-4efd-a85b-d870fec75cb7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=368f320cab8c43a4b14802de7192bdf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4042265 Nov 18 17:23:34.917775 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57152) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:34.965881 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:34.967720 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618a602b-8990-43ee-a67d-1c2f1fbe8242 x-openstack-request-id: req-618a602b-8990-43ee-a67d-1c2f1fbe8242 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:23:34.968245 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3207b0c8-3164-415f-85aa-3cfa0b5c037a", "tag": "cda4d05e-4105-44ab-aeba-baa3b19dd6e1", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:23:34.968697 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-618a602b-8990-43ee-a67d-1c2f1fbe8242 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:23:34.969113 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3207b0c8-3164-415f-85aa-3cfa0b5c037a', 'tag': 'cda4d05e-4105-44ab-aeba-baa3b19dd6e1', 'status': 'completed', 'code': 200} Nov 18 17:23:34.979920 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e4346eca-dd79-4517-8d20-ef5559797d9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:35.009219 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e4346eca-dd79-4517-8d20-ef5559797d9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:35.049158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26117b58-661a-4e12-aef9-35c48eaa4781 req-ad6b9f2d-cc1c-491c-8247-3290bb4c8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:35.051418 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-26117b58-661a-4e12-aef9-35c48eaa4781 req-ad6b9f2d-cc1c-491c-8247-3290bb4c8f19 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ecb9d0b8084b483098061c3d05035ae5&device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 1095 time: 0.0479352 Nov 18 17:23:35.117695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ab000-224e-479a-b527-7311d015d8da req-c7f58bfb-1358-4d98-9499-1b21bdf99610 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:35.119396 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e51ab000-224e-479a-b527-7311d015d8da req-c7f58bfb-1358-4d98-9499-1b21bdf99610 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 943 time: 0.0566297 Nov 18 17:23:35.167237 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e4346eca-dd79-4517-8d20-ef5559797d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:35.175353 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e4346eca-dd79-4517-8d20-ef5559797d9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:35.175353 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e4346eca-dd79-4517-8d20-ef5559797d9f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6f70ce8d-983e-48fa-915e-4c8163cfd846 HTTP/1.1" status: 204 len: 168 time: 0.2528646 Nov 18 17:23:35.185361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26117b58-661a-4e12-aef9-35c48eaa4781 req-870d4c8e-ee30-4b50-a6cc-cd471f309c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:35.187278 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-26117b58-661a-4e12-aef9-35c48eaa4781 req-870d4c8e-ee30-4b50-a6cc-cd471f309c28 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=ecb9d0b8084b483098061c3d05035ae5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1237040 Nov 18 17:23:35.212810 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4346eca-dd79-4517-8d20-ef5559797d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f70ce8d-983e-48fa-915e-4c8163cfd846,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:35.273320 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e51ab000-224e-479a-b527-7311d015d8da req-024f06a5-368f-4f4b-bada-0759b3786129 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292696 Nov 18 17:23:35.406396 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26117b58-661a-4e12-aef9-35c48eaa4781 req-0db6469b-db9d-4f96-9fbe-4d343710b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:35.413323 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-26117b58-661a-4e12-aef9-35c48eaa4781 req-0db6469b-db9d-4f96-9fbe-4d343710b419 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2062218 Nov 18 17:23:35.428743 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:35.534359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-74458585-7954-4233-998b-ce5d65bfed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:35.538026 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-74458585-7954-4233-998b-ce5d65bfed28 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ecb9d0b8084b483098061c3d05035ae5&device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 1095 time: 0.0736947 Nov 18 17:23:35.591018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bcfde-5d94-401b-937a-ec0baeaeca60 req-285407df-caf9-41e9-8dfc-638b7c4a4372 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:35.593557 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-705bcfde-5d94-401b-937a-ec0baeaeca60 req-285407df-caf9-41e9-8dfc-638b7c4a4372 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 943 time: 0.0993381 Nov 18 17:23:35.642074 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-d5909222-8141-42a7-9f94-a2a46757192b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cda4d05e-4105-44ab-aeba-baa3b19dd6e1 HTTP/1.1" status: 200 len: 217 time: 0.0818007 Nov 18 17:23:35.693016 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-705bcfde-5d94-401b-937a-ec0baeaeca60 req-293a7b05-6bed-41bf-b6c4-c38db13428f4 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875781 Nov 18 17:23:35.740130 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-9ba0189c-b7ed-40f1-9056-22ec945a2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:35.744514 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-9ba0189c-b7ed-40f1-9056-22ec945a2af3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94076ef5-ea9a-4eb2-af93-0992e62d25e0 HTTP/1.1" status: 200 len: 851 time: 0.0968854 Nov 18 17:23:35.787502 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-cd28a5cf-a01a-457d-9bd2-6a34dfb54b6b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341303 Nov 18 17:23:35.885831 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device de6231f8-73b5-48e5-890e-dcd64fc65a9a details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:23:35.940162 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-d546f2b8-06e2-449d-881c-4c70d3b2d2bc service neutron] 10.222.0.83 "GET /v2.0/networks/ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432753 Nov 18 17:23:36.015879 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57182) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:36.017358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port de6231f8-73b5-48e5-890e-dcd64fc65a9a, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=de6231f8-73b5-48e5-890e-dcd64fc65a9a,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:36.035106 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'de6231f8-73b5-48e5-890e-dcd64fc65a9a', 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09', 'port_id': 'de6231f8-73b5-48e5-890e-dcd64fc65a9a', 'mac_address': 'fa:16:3e:fe:3f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dcb9e7a-a59e-4dfb-a2e9-950bd022dd53', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:23:36.060337 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-643d822a-d44a-40e3-a8d8-fb762f1bd98c req-2df4005e-7947-4f9f-aa18-d40a1188e8ab service neutron] 10.222.0.83 "GET /v2.0/networks/ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075447 Nov 18 17:23:36.092803 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5ccecd47-3668-4a33-adb1-60ac23245e18 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c93d58b6d0ba4f309c3df98b990d3fac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0769038 Nov 18 17:23:36.093455 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57186) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:36.110083 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:36.135477 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6231f8-73b5-48e5-890e-dcd64fc65a9a {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:23:36.159465 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port de6231f8-73b5-48e5-890e-dcd64fc65a9a, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=de6231f8-73b5-48e5-890e-dcd64fc65a9a,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:36.171995 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20212fb1-28a9-443a-a751-46777971713b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:36.197819 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20212fb1-28a9-443a-a751-46777971713b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:36.228591 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:36.288610 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=de6231f8-73b5-48e5-890e-dcd64fc65a9a,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:36.383131 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20212fb1-28a9-443a-a751-46777971713b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:36.386096 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20212fb1-28a9-443a-a751-46777971713b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:36.387220 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-20212fb1-28a9-443a-a751-46777971713b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fd060f95-c85d-4410-b8cc-f34827190ab2 HTTP/1.1" status: 204 len: 168 time: 0.2924917 Nov 18 17:23:36.395861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb305fe8-33a9-4739-baeb-fe99793cd08e req-2cc9de2e-4e6f-4e66-904d-c50848cbc4df tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:36.396673 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20212fb1-28a9-443a-a751-46777971713b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd060f95-c85d-4410-b8cc-f34827190ab2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:36.402095 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb305fe8-33a9-4739-baeb-fe99793cd08e req-2cc9de2e-4e6f-4e66-904d-c50848cbc4df tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:36.408498 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb305fe8-33a9-4739-baeb-fe99793cd08e req-2cc9de2e-4e6f-4e66-904d-c50848cbc4df tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:36.424935 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb305fe8-33a9-4739-baeb-fe99793cd08e req-2cc9de2e-4e6f-4e66-904d-c50848cbc4df tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:36.424935 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb305fe8-33a9-4739-baeb-fe99793cd08e req-2cc9de2e-4e6f-4e66-904d-c50848cbc4df tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:36.428138 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb305fe8-33a9-4739-baeb-fe99793cd08e req-2cc9de2e-4e6f-4e66-904d-c50848cbc4df tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:36.434343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb305fe8-33a9-4739-baeb-fe99793cd08e req-2cc9de2e-4e6f-4e66-904d-c50848cbc4df tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:36.436431 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb305fe8-33a9-4739-baeb-fe99793cd08e req-2cc9de2e-4e6f-4e66-904d-c50848cbc4df tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5436 time: 0.1069033 Nov 18 17:23:36.555684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b1057-771d-41fb-8db6-ac1bfa256d7d req-13f340ff-4069-418c-a933-746fc731c9d1 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:36.557313 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b69b1057-771d-41fb-8db6-ac1bfa256d7d req-13f340ff-4069-418c-a933-746fc731c9d1 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 944 time: 0.1752622 Nov 18 17:23:36.602859 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb305fe8-33a9-4739-baeb-fe99793cd08e req-5081e80d-e180-4352-bcbb-4c76542a7cf5 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1565516 Nov 18 17:23:36.620767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['de6231f8-73b5-48e5-890e-dcd64fc65a9a'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:23:36.652772 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b69b1057-771d-41fb-8db6-ac1bfa256d7d req-3fa8b523-18ee-407e-989b-3f644ad909ef tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872831 Nov 18 17:23:36.847647 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a9a58-f688-4a09-83c2-0f4b83d7080b req-e588a248-4326-4a42-b11a-d630ddc9d8be tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:36.854121 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b38a9a58-f688-4a09-83c2-0f4b83d7080b req-e588a248-4326-4a42-b11a-d630ddc9d8be tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 943 time: 0.0562370 Nov 18 17:23:36.906033 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b38a9a58-f688-4a09-83c2-0f4b83d7080b req-3f8afc50-70a3-4dd9-83f7-77a6d96d5ccd tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494075 Nov 18 17:23:37.520986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57236) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:37.569700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca6152-b909-4937-b939-c9f779ed323e req-4ae2c8db-13e3-4afe-802a-50038c6d2149 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:37.576686 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca6152-b909-4937-b939-c9f779ed323e req-4ae2c8db-13e3-4afe-802a-50038c6d2149 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:37.582814 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca6152-b909-4937-b939-c9f779ed323e req-4ae2c8db-13e3-4afe-802a-50038c6d2149 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:37.588820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca6152-b909-4937-b939-c9f779ed323e req-4ae2c8db-13e3-4afe-802a-50038c6d2149 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:37.594776 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca6152-b909-4937-b939-c9f779ed323e req-4ae2c8db-13e3-4afe-802a-50038c6d2149 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:37.600796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca6152-b909-4937-b939-c9f779ed323e req-4ae2c8db-13e3-4afe-802a-50038c6d2149 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:37.607152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca6152-b909-4937-b939-c9f779ed323e req-4ae2c8db-13e3-4afe-802a-50038c6d2149 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:37.609172 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cbca6152-b909-4937-b939-c9f779ed323e req-4ae2c8db-13e3-4afe-802a-50038c6d2149 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5436 time: 0.1026251 Nov 18 17:23:37.632600 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9b912403-7df4-48a6-90c0-0877e6412384 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1853926906'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:37.661592 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca6152-b909-4937-b939-c9f779ed323e req-1f7f0447-9be3-46df-a44e-77d82e2204cc tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:37.663381 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cbca6152-b909-4937-b939-c9f779ed323e req-1f7f0447-9be3-46df-a44e-77d82e2204cc tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.81 "GET /v2.0/ports/5dd9df54-bed8-437f-a041-261ec234f3ca?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0462012 Nov 18 17:23:37.731702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b912403-7df4-48a6-90c0-0877e6412384 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:37.737450 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b912403-7df4-48a6-90c0-0877e6412384 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:37.747809 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b912403-7df4-48a6-90c0-0877e6412384 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:37.842831 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b912403-7df4-48a6-90c0-0877e6412384 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:37.852725 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cbca6152-b909-4937-b939-c9f779ed323e req-1b7a80a4-a81c-4c71-b7de-b4bd72182e84 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.81 "GET /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1818457 Nov 18 17:23:37.869977 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e6b47-02c5-4a42-b933-9ec1511d9cc7 req-ddf830e8-a8a4-43c0-bb40-57b213637951 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:37.876065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e6b47-02c5-4a42-b933-9ec1511d9cc7 req-ddf830e8-a8a4-43c0-bb40-57b213637951 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:37.882838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e6b47-02c5-4a42-b933-9ec1511d9cc7 req-ddf830e8-a8a4-43c0-bb40-57b213637951 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:37.888900 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e6b47-02c5-4a42-b933-9ec1511d9cc7 req-ddf830e8-a8a4-43c0-bb40-57b213637951 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:37.894872 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e6b47-02c5-4a42-b933-9ec1511d9cc7 req-ddf830e8-a8a4-43c0-bb40-57b213637951 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:37.897017 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b912403-7df4-48a6-90c0-0877e6412384 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:37.901350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e6b47-02c5-4a42-b933-9ec1511d9cc7 req-ddf830e8-a8a4-43c0-bb40-57b213637951 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:37.907224 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e6b47-02c5-4a42-b933-9ec1511d9cc7 req-ddf830e8-a8a4-43c0-bb40-57b213637951 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:37.909081 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad0e6b47-02c5-4a42-b933-9ec1511d9cc7 req-ddf830e8-a8a4-43c0-bb40-57b213637951 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 5436 time: 0.1922324 Nov 18 17:23:37.916819 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device de6231f8-73b5-48e5-890e-dcd64fc65a9a up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:23:37.930797 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652582e7-8f5f-48c3-baf7-f4ac603ecac2 req-f531761f-645a-45e2-9bf1-ae32e7c2c983 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:37.932409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-652582e7-8f5f-48c3-baf7-f4ac603ecac2 req-f531761f-645a-45e2-9bf1-ae32e7c2c983 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 944 time: 0.1829929 Nov 18 17:23:37.933199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b912403-7df4-48a6-90c0-0877e6412384 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] vlan segment allocate from pool success with {'vlan_id': 1130, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:23:37.938371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-cbca6152-b909-4937-b939-c9f779ed323e req-54e0e2dc-5410-401a-a2b7-dcda2eb694ce service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:37.949831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b912403-7df4-48a6-90c0-0877e6412384 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0599a1-7651-4aa5-b9aa-f1a2245900ac,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:37.952811 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b912403-7df4-48a6-90c0-0877e6412384 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:37.956288 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-9b912403-7df4-48a6-90c0-0877e6412384 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Added segment 160a7c49-cb77-45e3-90ef-a4ebd78e94f6 of type vlan for network f2fadcca-2275-4a15-a247-b8bd308cea4f Nov 18 17:23:37.997594 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b912403-7df4-48a6-90c0-0877e6412384 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:38.039917 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port de6231f8-73b5-48e5-890e-dcd64fc65a9a completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:23:38.043970 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port de6231f8-73b5-48e5-890e-dcd64fc65a9a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:23:38.044403 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:38.083998 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-54e0e2dc-5410-401a-a2b7-dcda2eb694ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:38.086402 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b912403-7df4-48a6-90c0-0877e6412384 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:38.090126 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-652582e7-8f5f-48c3-baf7-f4ac603ecac2 req-b6b8ef78-2d6c-44c2-898a-4fd782e703b9 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407819 Nov 18 17:23:38.100433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b912403-7df4-48a6-90c0-0877e6412384 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:38.103153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad0e6b47-02c5-4a42-b933-9ec1511d9cc7 req-344b4bce-f9a3-41cd-9b06-801b9ae13578 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&id=293218b4-ad1e-4e7c-9cb3-60597caec3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1671045 Nov 18 17:23:38.103304 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b912403-7df4-48a6-90c0-0877e6412384 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:38.167150 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:38.192048 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4b50fa-61f3-49a6-b78b-da1c41c59eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6231f8-73b5-48e5-890e-dcd64fc65a9a'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:23:38.196112 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c040e8eb-3293-4f5e-abef-9f9918cc0a20" -d '{"events": [{"server_uuid": "4f4b50fa-61f3-49a6-b78b-da1c41c59eb6", "name": "network-vif-plugged", "status": "completed", "tag": "de6231f8-73b5-48e5-890e-dcd64fc65a9a"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:23:38.210916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port de6231f8-73b5-48e5-890e-dcd64fc65a9a, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=de6231f8-73b5-48e5-890e-dcd64fc65a9a,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:38.245832 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1ec11c-3217-4e7d-a991-0f60a06e4a33 x-openstack-request-id: req-8a1ec11c-3217-4e7d-a991-0f60a06e4a33 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:23:38.246142 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4b50fa-61f3-49a6-b78b-da1c41c59eb6", "name": "network-vif-plugged", "status": "completed", "tag": "de6231f8-73b5-48e5-890e-dcd64fc65a9a", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:23:38.246460 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8a1ec11c-3217-4e7d-a991-0f60a06e4a33 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:23:38.246892 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4b50fa-61f3-49a6-b78b-da1c41c59eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6231f8-73b5-48e5-890e-dcd64fc65a9a', 'code': 200} Nov 18 17:23:38.254268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b912403-7df4-48a6-90c0-0877e6412384 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Network': ['ID=f2fadcca-2275-4a15-a247-b8bd308cea4f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:38.261954 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9b912403-7df4-48a6-90c0-0877e6412384 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7372985 Nov 18 17:23:38.262352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57258) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:38.266588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network f2fadcca-2275-4a15-a247-b8bd308cea4f details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:23:38.267635 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d4ac1b59-3541-45ef-863d-208ef27881f3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f', 'name': 'tempest-PortsIpV6TestJSON-258021821'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:38.271379 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:38.272643 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device bbab8d68-7db0-4f0e-a817-5122ae7e186d no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:23:38.351979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-cbca6152-b909-4937-b939-c9f779ed323e req-54e0e2dc-5410-401a-a2b7-dcda2eb694ce service neutron] For port 5dd9df54-bed8-437f-a041-261ec234f3ca, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=5dd9df54-bed8-437f-a041-261ec234f3ca,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:38.405679 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df5ee0-e60f-48c0-9ab0-8b1c44989d9f req-193da0de-d42d-405a-969f-77dbacd66266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:38.407286 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c6df5ee0-e60f-48c0-9ab0-8b1c44989d9f req-193da0de-d42d-405a-969f-77dbacd66266 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 1097 time: 0.0604579 Nov 18 17:23:38.407999 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-cbca6152-b909-4937-b939-c9f779ed323e req-54e0e2dc-5410-401a-a2b7-dcda2eb694ce service neutron] For port 5dd9df54-bed8-437f-a041-261ec234f3ca, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:23:38.433098 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=de6231f8-73b5-48e5-890e-dcd64fc65a9a,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:38.463257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-cbca6152-b909-4937-b939-c9f779ed323e req-54e0e2dc-5410-401a-a2b7-dcda2eb694ce service neutron] device_id is not set on port 5dd9df54-bed8-437f-a041-261ec234f3ca yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:23:38.478948 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-54e0e2dc-5410-401a-a2b7-dcda2eb694ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:38.479203 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:38.488440 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c6df5ee0-e60f-48c0-9ab0-8b1c44989d9f req-aa8bcd3a-80b1-4ae3-89ca-8af07b62bd99 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710976 Nov 18 17:23:38.497039 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ac1b59-3541-45ef-863d-208ef27881f3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:38.501195 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661516a-8a85-45e9-be86-b97a27d62129 req-b39018d5-7e04-4a5d-b781-f8a1adc4f5ee tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:38.501635 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1b59-3541-45ef-863d-208ef27881f3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:38.509261 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c661516a-8a85-45e9-be86-b97a27d62129 req-b39018d5-7e04-4a5d-b781-f8a1adc4f5ee tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 943 time: 0.2279544 Nov 18 17:23:38.529498 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port bbab8d68-7db0-4f0e-a817-5122ae7e186d, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=bbab8d68-7db0-4f0e-a817-5122ae7e186d,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:38.544481 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-d4ac1b59-3541-45ef-863d-208ef27881f3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] device_id is not set on port 59fec66c-a1eb-41ea-8e52-3215f08cd989 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:23:38.549865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cda4d05e-4105-44ab-aeba-baa3b19dd6e1 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:23:38.566789 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c661516a-8a85-45e9-be86-b97a27d62129 req-bf5721b6-76d4-4440-b29e-5ce24407a31f tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566032 Nov 18 17:23:38.570026 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-54e0e2dc-5410-401a-a2b7-dcda2eb694ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:38.626326 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:38.638420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbca6152-b909-4937-b939-c9f779ed323e req-54e0e2dc-5410-401a-a2b7-dcda2eb694ce service neutron] No DVR routers for this DVR port 5dd9df54-bed8-437f-a041-261ec234f3ca on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:23:38.682536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-cbca6152-b909-4937-b939-c9f779ed323e req-54e0e2dc-5410-401a-a2b7-dcda2eb694ce service neutron] In _notify_port_updated(), no bound segment for port 5dd9df54-bed8-437f-a041-261ec234f3ca on network 9a0c3004-3ad3-481d-9a55-9288314c9a88 {{(pid=104007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:23:38.683445 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca6152-b909-4937-b939-c9f779ed323e req-54e0e2dc-5410-401a-a2b7-dcda2eb694ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:38.684288 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-54e0e2dc-5410-401a-a2b7-dcda2eb694ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:38.685809 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cbca6152-b909-4937-b939-c9f779ed323e req-54e0e2dc-5410-401a-a2b7-dcda2eb694ce service neutron] 10.222.0.81 "PUT /v2.0/ports/5dd9df54-bed8-437f-a041-261ec234f3ca HTTP/1.1" status: 200 len: 1028 time: 0.7756052 Nov 18 17:23:38.697351 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0e2dc-5410-401a-a2b7-dcda2eb694ce service neutron] Pushing event updated for resources: {'Port': ['ID=5dd9df54-bed8-437f-a041-261ec234f3ca,revision_number=6']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:38.726733 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=bbab8d68-7db0-4f0e-a817-5122ae7e186d,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:38.767124 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca6152-b909-4937-b939-c9f779ed323e req-b04e1cfe-704d-4f6b-8b86-6332cb152cac tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:38.769002 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cbca6152-b909-4937-b939-c9f779ed323e req-b04e1cfe-704d-4f6b-8b86-6332cb152cac tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.81 "GET /v2.0/ports/bbab8d68-7db0-4f0e-a817-5122ae7e186d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0678394 Nov 18 17:23:38.794796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-cbca6152-b909-4937-b939-c9f779ed323e req-2ffdd385-1c69-4e8b-8e6e-c5923ca3cfa8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:38.804804 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port cda4d05e-4105-44ab-aeba-baa3b19dd6e1, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cda4d05e-4105-44ab-aeba-baa3b19dd6e1,segment=NetworkSegment(fd811c59-99a1-4caf-b3f4-579a5e90e1af),segment_id=fd811c59-99a1-4caf-b3f4-579a5e90e1af)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:38.813494 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1b59-3541-45ef-863d-208ef27881f3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:38.819691 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'cda4d05e-4105-44ab-aeba-baa3b19dd6e1', 'network_id': 'ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a', 'port_id': 'cda4d05e-4105-44ab-aeba-baa3b19dd6e1', 'mac_address': 'fa:16:3e:2f:2c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94076ef5-ea9a-4eb2-af93-0992e62d25e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:23:38.872014 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-2ffdd385-1c69-4e8b-8e6e-c5923ca3cfa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:38.891629 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:38.915241 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1b59-3541-45ef-863d-208ef27881f3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:38.918911 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda4d05e-4105-44ab-aeba-baa3b19dd6e1 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:23:38.940732 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port cda4d05e-4105-44ab-aeba-baa3b19dd6e1, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cda4d05e-4105-44ab-aeba-baa3b19dd6e1,segment=NetworkSegment(fd811c59-99a1-4caf-b3f4-579a5e90e1af),segment_id=fd811c59-99a1-4caf-b3f4-579a5e90e1af)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:39.000659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac1b59-3541-45ef-863d-208ef27881f3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=59fec66c-a1eb-41ea-8e52-3215f08cd989,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:39.004603 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac1b59-3541-45ef-863d-208ef27881f3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Checking segment: {'id': '160a7c49-cb77-45e3-90ef-a4ebd78e94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:23:39.005508 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac1b59-3541-45ef-863d-208ef27881f3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network hostable DHCP agents. Network: f2fadcca-2275-4a15-a247-b8bd308cea4f, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:23:39.009176 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-99ce02af-bf2c-4068-a13c-430d21478829 None None] Provisioning complete for port 5dd9df54-bed8-437f-a041-261ec234f3ca triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:23:39.009468 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-99ce02af-bf2c-4068-a13c-430d21478829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:39.030587 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-cbca6152-b909-4937-b939-c9f779ed323e req-2ffdd385-1c69-4e8b-8e6e-c5923ca3cfa8 service neutron] For port bbab8d68-7db0-4f0e-a817-5122ae7e186d, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=bbab8d68-7db0-4f0e-a817-5122ae7e186d,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:39.052442 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-99ce02af-bf2c-4068-a13c-430d21478829 None None] Port 5dd9df54-bed8-437f-a041-261ec234f3ca cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:23:39.054334 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:39.072606 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-cbca6152-b909-4937-b939-c9f779ed323e req-2ffdd385-1c69-4e8b-8e6e-c5923ca3cfa8 service neutron] For port bbab8d68-7db0-4f0e-a817-5122ae7e186d, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:23:39.098782 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac1b59-3541-45ef-863d-208ef27881f3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network f2fadcca-2275-4a15-a247-b8bd308cea4f is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:23:39.111197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=cda4d05e-4105-44ab-aeba-baa3b19dd6e1,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:39.112253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-cbca6152-b909-4937-b939-c9f779ed323e req-2ffdd385-1c69-4e8b-8e6e-c5923ca3cfa8 service neutron] device_id is not set on port bbab8d68-7db0-4f0e-a817-5122ae7e186d yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:23:39.121090 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-2ffdd385-1c69-4e8b-8e6e-c5923ca3cfa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:39.200674 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-d4ac1b59-3541-45ef-863d-208ef27881f3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, f2fadcca-2275-4a15-a247-b8bd308cea4f) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:39.204893 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac1b59-3541-45ef-863d-208ef27881f3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:23:39.211080 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac1b59-3541-45ef-863d-208ef27881f3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:39.211762 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d93d421-b570-4c53-aa6d-5d0919b03374 None None] Network f2fadcca-2275-4a15-a247-b8bd308cea4f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:39.211942 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1b59-3541-45ef-863d-208ef27881f3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:39.235037 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-2ffdd385-1c69-4e8b-8e6e-c5923ca3cfa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:39.321795 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d4ac1b59-3541-45ef-863d-208ef27881f3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0569870 Nov 18 17:23:39.322071 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57280) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:39.341406 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d90bef-4023-4d9d-a1b6-057710dc3d49 req-4ef50674-c291-482f-9534-37b74b4ed2a5 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:39.343016 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48d90bef-4023-4d9d-a1b6-057710dc3d49 req-4ef50674-c291-482f-9534-37b74b4ed2a5 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.1584418 Nov 18 17:23:39.348587 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['cda4d05e-4105-44ab-aeba-baa3b19dd6e1'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:23:39.361778 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-dbf34006-e7a7-4940-8bee-e28446fc6975 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1291629'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:39.372064 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbca6152-b909-4937-b939-c9f779ed323e req-2ffdd385-1c69-4e8b-8e6e-c5923ca3cfa8 service neutron] No DVR routers for this DVR port bbab8d68-7db0-4f0e-a817-5122ae7e186d on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:23:39.401638 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdd385-1c69-4e8b-8e6e-c5923ca3cfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=bbab8d68-7db0-4f0e-a817-5122ae7e186d,revision_number=7']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:39.436364 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d1f8c-9b5f-44c0-8511-41973d4cde6d req-f254c8e9-52d8-4a2b-bfed-a630055d42a6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:39.443658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d1f8c-9b5f-44c0-8511-41973d4cde6d req-f254c8e9-52d8-4a2b-bfed-a630055d42a6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:39.449736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d1f8c-9b5f-44c0-8511-41973d4cde6d req-f254c8e9-52d8-4a2b-bfed-a630055d42a6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:39.456712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d1f8c-9b5f-44c0-8511-41973d4cde6d req-f254c8e9-52d8-4a2b-bfed-a630055d42a6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:39.464314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d1f8c-9b5f-44c0-8511-41973d4cde6d req-f254c8e9-52d8-4a2b-bfed-a630055d42a6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:39.475222 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9a5d1f8c-9b5f-44c0-8511-41973d4cde6d req-f254c8e9-52d8-4a2b-bfed-a630055d42a6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 3886 time: 0.2798252 Nov 18 17:23:39.543965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-cbca6152-b909-4937-b939-c9f779ed323e req-2ffdd385-1c69-4e8b-8e6e-c5923ca3cfa8 service neutron] In _notify_port_updated(), no bound segment for port bbab8d68-7db0-4f0e-a817-5122ae7e186d on network 9a0c3004-3ad3-481d-9a55-9288314c9a88 {{(pid=104007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:23:39.545831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca6152-b909-4937-b939-c9f779ed323e req-2ffdd385-1c69-4e8b-8e6e-c5923ca3cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:39.546551 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-2ffdd385-1c69-4e8b-8e6e-c5923ca3cfa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:39.548061 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cbca6152-b909-4937-b939-c9f779ed323e req-2ffdd385-1c69-4e8b-8e6e-c5923ca3cfa8 service neutron] 10.222.0.81 "PUT /v2.0/ports/bbab8d68-7db0-4f0e-a817-5122ae7e186d HTTP/1.1" status: 200 len: 1028 time: 0.7590253 Nov 18 17:23:39.583382 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f53ba884-decc-46c3-96a0-a20eb77ad42f None None] Provisioning complete for port bbab8d68-7db0-4f0e-a817-5122ae7e186d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:23:39.583903 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f53ba884-decc-46c3-96a0-a20eb77ad42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:39.611297 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48d90bef-4023-4d9d-a1b6-057710dc3d49 req-d9d9b527-20f7-41a2-90ce-23717b4d5fc1 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325583 Nov 18 17:23:39.617726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf34006-e7a7-4940-8bee-e28446fc6975 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:39.625071 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dbf34006-e7a7-4940-8bee-e28446fc6975 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:39.627471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f53ba884-decc-46c3-96a0-a20eb77ad42f None None] Port bbab8d68-7db0-4f0e-a817-5122ae7e186d cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:23:39.646500 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9a5d1f8c-9b5f-44c0-8511-41973d4cde6d req-a97e13b0-4d4e-464f-931b-2fa240da2e72 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706438 Nov 18 17:23:39.659640 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf34006-e7a7-4940-8bee-e28446fc6975 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] vlan segment allocate from pool success with {'vlan_id': 1116, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:23:39.670900 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dbf34006-e7a7-4940-8bee-e28446fc6975 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:39.671086 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-dbf34006-e7a7-4940-8bee-e28446fc6975 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Added segment b6053c8c-6e54-4d4e-bc91-71f24618a12f of type vlan for network 947aa611-0315-47a7-9c3c-5fcdc10530a8 Nov 18 17:23:39.746828 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dbf34006-e7a7-4940-8bee-e28446fc6975 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:39.835897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bb0d0-cb8b-4c8a-859a-8bdb3ab7e915 req-b3b48329-d1d2-402c-b59d-b555fe1896c5 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:39.837485 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-998bb0d0-cb8b-4c8a-859a-8bdb3ab7e915 req-b3b48329-d1d2-402c-b59d-b555fe1896c5 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 944 time: 0.0928712 Nov 18 17:23:39.856419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-cbca6152-b909-4937-b939-c9f779ed323e req-c447edc4-28fa-46a1-b1b9-abf95c859143 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Deleting port 0c6227a9-9c82-46f1-9d60-2e0664c61b69 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:39.856764 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-c447edc4-28fa-46a1-b1b9-abf95c859143 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:39.921551 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 7cc17a13-7718-4169-ad86-e8cdc78e4209 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:23:39.937525 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dbf34006-e7a7-4940-8bee-e28446fc6975 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:39.943194 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf34006-e7a7-4940-8bee-e28446fc6975 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:39.943818 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dbf34006-e7a7-4940-8bee-e28446fc6975 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:39.993544 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-998bb0d0-cb8b-4c8a-859a-8bdb3ab7e915 req-768347dc-8467-4a65-b2a7-75498f00d3dd tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489034 Nov 18 17:23:40.015302 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:40.048568 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 7cc17a13-7718-4169-ad86-e8cdc78e4209, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7cc17a13-7718-4169-ad86-e8cdc78e4209,segment=NetworkSegment(741e2663-1d0b-46a0-8e0d-faea0ac40b45),segment_id=741e2663-1d0b-46a0-8e0d-faea0ac40b45)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:40.134080 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:40.135238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1b798ec3-54dc-45ca-8e35-4a5edf6bde87 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:23:40.226143 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=7cc17a13-7718-4169-ad86-e8cdc78e4209,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:40.260491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbab8d68-7db0-4f0e-a817-5122ae7e186d'}, {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc17a13-7718-4169-ad86-e8cdc78e4209'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:23:40.262843 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b27040-d950-46f9-864e-6f85d14611d7" -d '{"events": [{"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-unplugged", "status": "completed", "tag": "bbab8d68-7db0-4f0e-a817-5122ae7e186d"}, {"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc17a13-7718-4169-ad86-e8cdc78e4209"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:23:40.283460 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:40.300561 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57302) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:40.303548 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-dbf34006-e7a7-4940-8bee-e28446fc6975 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9724796 Nov 18 17:23:40.306539 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'ports': [{'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f'}, {'network_id': '947aa611-0315-47a7-9c3c-5fcdc10530a8'}]} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:40.307110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:40.307601 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'network_id': '947aa611-0315-47a7-9c3c-5fcdc10530a8'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:40.338464 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1b798ec3-54dc-45ca-8e35-4a5edf6bde87, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1b798ec3-54dc-45ca-8e35-4a5edf6bde87,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:40.340819 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 18 Nov 2021 17:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ce06f9-2de1-4f3d-9963-c48c9914eb59 x-openstack-request-id: req-c0ce06f9-2de1-4f3d-9963-c48c9914eb59 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:23:40.341185 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-unplugged", "status": "completed", "tag": "bbab8d68-7db0-4f0e-a817-5122ae7e186d", "code": 200}, {"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc17a13-7718-4169-ad86-e8cdc78e4209", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:23:40.341506 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c0ce06f9-2de1-4f3d-9963-c48c9914eb59 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:23:40.341968 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbab8d68-7db0-4f0e-a817-5122ae7e186d', 'code': 200} Nov 18 17:23:40.342293 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc17a13-7718-4169-ad86-e8cdc78e4209', 'code': 200} Nov 18 17:23:40.350019 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf34006-e7a7-4940-8bee-e28446fc6975 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Network': ['ID=947aa611-0315-47a7-9c3c-5fcdc10530a8,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:40.361012 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-cbca6152-b909-4937-b939-c9f779ed323e req-c447edc4-28fa-46a1-b1b9-abf95c859143 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] For port 0c6227a9-9c82-46f1-9d60-2e0664c61b69, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=0c6227a9-9c82-46f1-9d60-2e0664c61b69,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:40.361012 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-c447edc4-28fa-46a1-b1b9-abf95c859143 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:40.362886 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 947aa611-0315-47a7-9c3c-5fcdc10530a8 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:23:40.378143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-cbca6152-b909-4937-b939-c9f779ed323e req-c447edc4-28fa-46a1-b1b9-abf95c859143 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Calling delete_port for 0c6227a9-9c82-46f1-9d60-2e0664c61b69 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:40.426780 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:40.427566 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device b5c188ab-d028-4c94-b115-3c564bba9431 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:23:40.515949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=1b798ec3-54dc-45ca-8e35-4a5edf6bde87,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:40.555551 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:40.569872 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cda4d05e-4105-44ab-aeba-baa3b19dd6e1 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:23:40.571158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'port': 2} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:40.577569 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:40.592650 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:40.600410 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-c447edc4-28fa-46a1-b1b9-abf95c859143 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:40.620988 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port b5c188ab-d028-4c94-b115-3c564bba9431, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=b5c188ab-d028-4c94-b115-3c564bba9431,segment=NetworkSegment(741e2663-1d0b-46a0-8e0d-faea0ac40b45),segment_id=741e2663-1d0b-46a0-8e0d-faea0ac40b45)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:40.640005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447edc4-28fa-46a1-b1b9-abf95c859143 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event deleted for resources: {'Port': ['ID=0c6227a9-9c82-46f1-9d60-2e0664c61b69,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:40.691220 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:40.694023 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 0c6227a9-9c82-46f1-9d60-2e0664c61b69 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:23:40.701381 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbca6152-b909-4937-b939-c9f779ed323e req-c447edc4-28fa-46a1-b1b9-abf95c859143 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] No DVR routers for this DVR port 0c6227a9-9c82-46f1-9d60-2e0664c61b69 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:23:40.705136 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-c447edc4-28fa-46a1-b1b9-abf95c859143 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:40.708693 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cbca6152-b909-4937-b939-c9f779ed323e req-c447edc4-28fa-46a1-b1b9-abf95c859143 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.81 "DELETE /v2.0/ports/0c6227a9-9c82-46f1-9d60-2e0664c61b69 HTTP/1.1" status: 204 len: 173 time: 1.1509886 Nov 18 17:23:40.709152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-deleted', 'tag': '0c6227a9-9c82-46f1-9d60-2e0664c61b69'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:23:40.711402 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865d894d-640b-4af8-abdb-758827376714" -d '{"events": [{"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-deleted", "tag": "0c6227a9-9c82-46f1-9d60-2e0664c61b69"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:23:40.727517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] device_id is not set on port cfb26d85-d355-43d2-901b-f78e348a462b yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:23:40.807887 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=b5c188ab-d028-4c94-b115-3c564bba9431,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:40.811023 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port cda4d05e-4105-44ab-aeba-baa3b19dd6e1 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:23:40.815154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 0c6227a9-9c82-46f1-9d60-2e0664c61b69 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:23:40.815512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 0c6227a9-9c82-46f1-9d60-2e0664c61b69 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:23:40.815984 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 5dd9df54-bed8-437f-a041-261ec234f3ca no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:23:40.818705 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port cda4d05e-4105-44ab-aeba-baa3b19dd6e1 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:23:40.819069 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:40.899449 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdcd77-7131-42c7-a746-b838a9d13177 req-eb600d19-4f16-4f27-b665-de4804d8557d tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:40.901119 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8bdcd77-7131-42c7-a746-b838a9d13177 req-eb600d19-4f16-4f27-b665-de4804d8557d tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.1351519 Nov 18 17:23:40.908749 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:40.916496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076133a-7931-4ea4-b0f9-a6c4a0571322 req-e4c8c97c-07ca-4480-a560-4eac38efee15 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:40.917535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 5dd9df54-bed8-437f-a041-261ec234f3ca not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:23:40.918135 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device e12bfd73-5acf-499c-8e3e-e4b55452c70c no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:23:40.923331 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076133a-7931-4ea4-b0f9-a6c4a0571322 req-e4c8c97c-07ca-4480-a560-4eac38efee15 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:40.930289 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076133a-7931-4ea4-b0f9-a6c4a0571322 req-e4c8c97c-07ca-4480-a560-4eac38efee15 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:40.936454 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076133a-7931-4ea4-b0f9-a6c4a0571322 req-e4c8c97c-07ca-4480-a560-4eac38efee15 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:40.938224 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e076133a-7931-4ea4-b0f9-a6c4a0571322 req-e4c8c97c-07ca-4480-a560-4eac38efee15 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 3145 time: 0.1734748 Nov 18 17:23:40.987271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] device_id is not set on port 3c7d479c-d9ce-40fc-8d19-25832f28bbea yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:23:40.996055 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-cbca6152-b909-4937-b939-c9f779ed323e req-e0e11dce-21e5-4419-a8a7-cdba0f1a0630 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Deleting port b5c188ab-d028-4c94-b115-3c564bba9431 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:40.996713 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-e0e11dce-21e5-4419-a8a7-cdba0f1a0630 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:41.005799 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:41.097684 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port cda4d05e-4105-44ab-aeba-baa3b19dd6e1, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cda4d05e-4105-44ab-aeba-baa3b19dd6e1,segment=NetworkSegment(fd811c59-99a1-4caf-b3f4-579a5e90e1af),segment_id=fd811c59-99a1-4caf-b3f4-579a5e90e1af)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:41.113287 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:41.142153 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port e12bfd73-5acf-499c-8e3e-e4b55452c70c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e12bfd73-5acf-499c-8e3e-e4b55452c70c,segment=NetworkSegment(bff55ea2-174d-4a7c-b8b6-5e048fee7b15),segment_id=bff55ea2-174d-4a7c-b8b6-5e048fee7b15)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:41.161851 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:41.171327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e076133a-7931-4ea4-b0f9-a6c4a0571322 req-c121af09-891f-4c39-8e55-d01af2d8c5f2 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207203 Nov 18 17:23:41.186192 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:41.212093 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8bdcd77-7131-42c7-a746-b838a9d13177 req-3ce4c6d0-230e-43e2-9f5a-3a41d14b0e29 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725959 Nov 18 17:23:41.217225 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:41.231490 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=cda4d05e-4105-44ab-aeba-baa3b19dd6e1,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:41.284951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-cbca6152-b909-4937-b939-c9f779ed323e req-e0e11dce-21e5-4419-a8a7-cdba0f1a0630 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] For port b5c188ab-d028-4c94-b115-3c564bba9431, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=b5c188ab-d028-4c94-b115-3c564bba9431,segment=NetworkSegment(741e2663-1d0b-46a0-8e0d-faea0ac40b45),segment_id=741e2663-1d0b-46a0-8e0d-faea0ac40b45)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:41.285182 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-e0e11dce-21e5-4419-a8a7-cdba0f1a0630 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:41.302962 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9203cb-2cf5-4737-89f2-04c432983ea1 x-openstack-request-id: req-4a9203cb-2cf5-4737-89f2-04c432983ea1 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:23:41.303335 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-deleted", "tag": "0c6227a9-9c82-46f1-9d60-2e0664c61b69", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:23:41.303606 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4a9203cb-2cf5-4737-89f2-04c432983ea1 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:23:41.304082 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-deleted', 'tag': '0c6227a9-9c82-46f1-9d60-2e0664c61b69', 'status': 'completed', 'code': 200} Nov 18 17:23:41.304552 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:41.305056 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-cbca6152-b909-4937-b939-c9f779ed323e req-e0e11dce-21e5-4419-a8a7-cdba0f1a0630 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Calling delete_port for b5c188ab-d028-4c94-b115-3c564bba9431 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:41.325672 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=e12bfd73-5acf-499c-8e3e-e4b55452c70c,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:41.394259 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network f2fadcca-2275-4a15-a247-b8bd308cea4f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:23:41.398459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:41.405090 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:23:41.405972 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:41.419381 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=cfb26d85-d355-43d2-901b-f78e348a462b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:41.483724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=3c7d479c-d9ce-40fc-8d19-25832f28bbea,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:41.493529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Checking segment: {'id': 'b6053c8c-6e54-4d4e-bc91-71f24618a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '947aa611-0315-47a7-9c3c-5fcdc10530a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:23:41.493898 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network hostable DHCP agents. Network: 947aa611-0315-47a7-9c3c-5fcdc10530a8, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:23:41.516710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba99490-81b3-43db-83e0-364001e90740 req-25a9e87f-b20f-496a-8f58-1d860c9da8eb tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:41.518222 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fba99490-81b3-43db-83e0-364001e90740 req-25a9e87f-b20f-496a-8f58-1d860c9da8eb tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 945 time: 0.1228240 Nov 18 17:23:41.531191 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a01284-cbdf-485b-9ca9-bde57d41da20 req-095ecc55-69e7-4b0e-926f-4357ff1dce35 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:41.532742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80a01284-cbdf-485b-9ca9-bde57d41da20 req-095ecc55-69e7-4b0e-926f-4357ff1dce35 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.0951385 Nov 18 17:23:41.565602 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network 947aa611-0315-47a7-9c3c-5fcdc10530a8 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:23:41.639539 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 947aa611-0315-47a7-9c3c-5fcdc10530a8) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:41.643338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:23:41.649935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:41.651521 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338469d5-e750-4f7d-89d1-86cf20126d23 None None] Network 947aa611-0315-47a7-9c3c-5fcdc10530a8 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:41.653492 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fba99490-81b3-43db-83e0-364001e90740 req-23ac09f3-a1f9-47fc-b7d4-13fba0495865 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190071 Nov 18 17:23:41.663608 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80a01284-cbdf-485b-9ca9-bde57d41da20 req-9504d3cd-e3c8-4223-a83d-a3a3f57483e2 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199868 Nov 18 17:23:41.668699 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:41.668699 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:41.731240 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-e0e11dce-21e5-4419-a8a7-cdba0f1a0630 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:41.757325 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d10ea93f-e99a-4c4c-81a0-b1dc03b49db8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4549553 Nov 18 17:23:41.759980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57338) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:41.804688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e11dce-21e5-4419-a8a7-cdba0f1a0630 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event deleted for resources: {'Port': ['ID=b5c188ab-d028-4c94-b115-3c564bba9431,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:41.864204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbca6152-b909-4937-b939-c9f779ed323e req-e0e11dce-21e5-4419-a8a7-cdba0f1a0630 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] No DVR routers for this DVR port b5c188ab-d028-4c94-b115-3c564bba9431 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:23:41.868781 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-e0e11dce-21e5-4419-a8a7-cdba0f1a0630 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:41.870625 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cbca6152-b909-4937-b939-c9f779ed323e req-e0e11dce-21e5-4419-a8a7-cdba0f1a0630 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.81 "DELETE /v2.0/ports/b5c188ab-d028-4c94-b115-3c564bba9431 HTTP/1.1" status: 204 len: 173 time: 1.1554744 Nov 18 17:23:41.905661 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-7e6493f4-ccf9-491c-8aa8-9d21ab2469e3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port 3c7d479c-d9ce-40fc-8d19-25832f28bbea {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:41.906010 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e6493f4-ccf9-491c-8aa8-9d21ab2469e3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:41.999250 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e6493f4-ccf9-491c-8aa8-9d21ab2469e3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:42.008562 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-cbca6152-b909-4937-b939-c9f779ed323e req-ad755a6a-1fd1-431f-87ce-a043db97a095 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Deleting port e12bfd73-5acf-499c-8e3e-e4b55452c70c {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:42.008944 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-ad755a6a-1fd1-431f-87ce-a043db97a095 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:42.016188 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-7e6493f4-ccf9-491c-8aa8-9d21ab2469e3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for 3c7d479c-d9ce-40fc-8d19-25832f28bbea owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:42.126510 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-cbca6152-b909-4937-b939-c9f779ed323e req-ad755a6a-1fd1-431f-87ce-a043db97a095 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] For port e12bfd73-5acf-499c-8e3e-e4b55452c70c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=e12bfd73-5acf-499c-8e3e-e4b55452c70c,segment=NetworkSegment(bff55ea2-174d-4a7c-b8b6-5e048fee7b15),segment_id=bff55ea2-174d-4a7c-b8b6-5e048fee7b15)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:42.130371 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-ad755a6a-1fd1-431f-87ce-a043db97a095 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:42.240677 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e6493f4-ccf9-491c-8aa8-9d21ab2469e3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:42.327036 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6493f4-ccf9-491c-8aa8-9d21ab2469e3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=3c7d479c-d9ce-40fc-8d19-25832f28bbea,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:42.344322 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b798ec3-54dc-45ca-8e35-4a5edf6bde87'}, {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5c188ab-d028-4c94-b115-3c564bba9431'}, {'server_uuid': '3207b0c8-3164-415f-85aa-3cfa0b5c037a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda4d05e-4105-44ab-aeba-baa3b19dd6e1'}, {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e12bfd73-5acf-499c-8e3e-e4b55452c70c'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:23:42.347390 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ae98e0-debd-4d2e-ae63-1d4b75128afd" -d '{"events": [{"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-unplugged", "status": "completed", "tag": "1b798ec3-54dc-45ca-8e35-4a5edf6bde87"}, {"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-unplugged", "status": "completed", "tag": "b5c188ab-d028-4c94-b115-3c564bba9431"}, {"server_uuid": "3207b0c8-3164-415f-85aa-3cfa0b5c037a", "name": "network-vif-plugged", "status": "completed", "tag": "cda4d05e-4105-44ab-aeba-baa3b19dd6e1"}, {"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-unplugged", "status": "completed", "tag": "e12bfd73-5acf-499c-8e3e-e4b55452c70c"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:23:42.363368 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e6493f4-ccf9-491c-8aa8-9d21ab2469e3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:42.381823 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7e6493f4-ccf9-491c-8aa8-9d21ab2469e3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/ports/3c7d479c-d9ce-40fc-8d19-25832f28bbea HTTP/1.1" status: 204 len: 168 time: 0.6202385 Nov 18 17:23:42.386387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57368) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:42.455411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a3173-9b89-44a5-b079-2a32ba3afb38 req-e9c4cad8-7fe3-4729-88b1-d66bab19e09e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:42.464346 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a3173-9b89-44a5-b079-2a32ba3afb38 req-e9c4cad8-7fe3-4729-88b1-d66bab19e09e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:42.469552 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a3173-9b89-44a5-b079-2a32ba3afb38 req-e9c4cad8-7fe3-4729-88b1-d66bab19e09e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:42.477736 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f0a3173-9b89-44a5-b079-2a32ba3afb38 req-e9c4cad8-7fe3-4729-88b1-d66bab19e09e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 2410 time: 0.1773689 Nov 18 17:23:42.527109 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6f2f87-ed74-4c5c-916f-39b97a90b646 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:42.534950 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6f2f87-ed74-4c5c-916f-39b97a90b646 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:42.541974 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57374) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:42.543131 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dc6f2f87-ed74-4c5c-916f-39b97a90b646 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1551857 Nov 18 17:23:42.552975 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc640b-547d-461e-85d5-a07751c1b0d7 req-a402df42-c705-4b1f-ab83-214e2a66a87a tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:42.554499 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37bc640b-547d-461e-85d5-a07751c1b0d7 req-a402df42-c705-4b1f-ab83-214e2a66a87a tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.2178276 Nov 18 17:23:42.568855 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f0a3173-9b89-44a5-b079-2a32ba3afb38 req-c9b7909a-59f2-40f8-8458-bff012f38a0f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902848 Nov 18 17:23:42.572261 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-ad755a6a-1fd1-431f-87ce-a043db97a095 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:42.572627 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-ad755a6a-1fd1-431f-87ce-a043db97a095 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:42.572950 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [req-cbca6152-b909-4937-b939-c9f779ed323e req-ad755a6a-1fd1-431f-87ce-a043db97a095 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Floating IP 436a6f06-42ea-4b86-9821-cc961a7d5c92 disassociated. External IP: 172.25.3.97, port: e12bfd73-5acf-499c-8e3e-e4b55452c70c. Nov 18 17:23:42.576003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-cbca6152-b909-4937-b939-c9f779ed323e req-ad755a6a-1fd1-431f-87ce-a043db97a095 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Calling delete_port for e12bfd73-5acf-499c-8e3e-e4b55452c70c owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:42.640737 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Thu, 18 Nov 2021 17:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51996667-7c17-41b2-a94d-f95a45fbd7ac x-openstack-request-id: req-51996667-7c17-41b2-a94d-f95a45fbd7ac {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:23:42.640916 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-unplugged", "status": "completed", "tag": "1b798ec3-54dc-45ca-8e35-4a5edf6bde87", "code": 200}, {"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-unplugged", "status": "completed", "tag": "b5c188ab-d028-4c94-b115-3c564bba9431", "code": 200}, {"server_uuid": "3207b0c8-3164-415f-85aa-3cfa0b5c037a", "name": "network-vif-plugged", "status": "completed", "tag": "cda4d05e-4105-44ab-aeba-baa3b19dd6e1", "code": 200}, {"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-unplugged", "status": "completed", "tag": "e12bfd73-5acf-499c-8e3e-e4b55452c70c", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:23:42.641163 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-51996667-7c17-41b2-a94d-f95a45fbd7ac {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:23:42.641644 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b798ec3-54dc-45ca-8e35-4a5edf6bde87', 'code': 200} Nov 18 17:23:42.641820 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5c188ab-d028-4c94-b115-3c564bba9431', 'code': 200} Nov 18 17:23:42.642258 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3207b0c8-3164-415f-85aa-3cfa0b5c037a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda4d05e-4105-44ab-aeba-baa3b19dd6e1', 'code': 200} Nov 18 17:23:42.642703 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e12bfd73-5acf-499c-8e3e-e4b55452c70c', 'code': 200} Nov 18 17:23:42.728813 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37bc640b-547d-461e-85d5-a07751c1b0d7 req-6c2eba9b-044c-44c3-83a5-51c28e6b2d75 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655877 Nov 18 17:23:42.779425 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23ee8b-7d89-461c-800d-275e52074e9a req-f1185495-ed68-4dbe-bd2a-030920633adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:42.781100 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9a23ee8b-7d89-461c-800d-275e52074e9a req-f1185495-ed68-4dbe-bd2a-030920633adb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 1097 time: 0.0604200 Nov 18 17:23:42.840339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-dd3cf9ad-4599-4073-9bfd-c050c5fc7586 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port cfb26d85-d355-43d2-901b-f78e348a462b {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:42.840675 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dd3cf9ad-4599-4073-9bfd-c050c5fc7586 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:42.842504 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9a23ee8b-7d89-461c-800d-275e52074e9a req-09dd99eb-f4ce-4673-a4cd-672ab8bbbb22 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508525 Nov 18 17:23:42.940190 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60253ddd-3fdb-4618-a6e8-f469bccca6ba req-82455188-dac3-421c-a0fb-c618f529f959 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:42.948956 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-60253ddd-3fdb-4618-a6e8-f469bccca6ba req-82455188-dac3-421c-a0fb-c618f529f959 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 945 time: 0.1700420 Nov 18 17:23:42.951466 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dd3cf9ad-4599-4073-9bfd-c050c5fc7586 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:42.980485 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-dd3cf9ad-4599-4073-9bfd-c050c5fc7586 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for cfb26d85-d355-43d2-901b-f78e348a462b owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:42.988140 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-ad755a6a-1fd1-431f-87ce-a043db97a095 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:43.069686 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad755a6a-1fd1-431f-87ce-a043db97a095 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event deleted for resources: {'Port': ['ID=e12bfd73-5acf-499c-8e3e-e4b55452c70c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:43.087921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-60253ddd-3fdb-4618-a6e8-f469bccca6ba req-a82c6b77-ef89-4c32-a7ca-26ac77394bc8 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321635 Nov 18 17:23:43.229194 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbca6152-b909-4937-b939-c9f779ed323e req-ad755a6a-1fd1-431f-87ce-a043db97a095 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Router dc87199b-6c41-4a05-a9c4-741ac86794f6 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:23:43.289515 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dd3cf9ad-4599-4073-9bfd-c050c5fc7586 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:43.305492 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-deleted', 'tag': 'b5c188ab-d028-4c94-b115-3c564bba9431'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:23:43.309105 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c2e6bf-77f3-4812-a842-49f83eb907e9" -d '{"events": [{"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-deleted", "tag": "b5c188ab-d028-4c94-b115-3c564bba9431"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:23:43.345523 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cf9ad-4599-4073-9bfd-c050c5fc7586 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=cfb26d85-d355-43d2-901b-f78e348a462b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:43.383988 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dd3cf9ad-4599-4073-9bfd-c050c5fc7586 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:43.389637 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-dd3cf9ad-4599-4073-9bfd-c050c5fc7586 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/ports/cfb26d85-d355-43d2-901b-f78e348a462b HTTP/1.1" status: 204 len: 168 time: 0.8456068 Nov 18 17:23:43.390517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57400) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:43.394079 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddab91a-83ff-464f-8abd-0465ba836191 x-openstack-request-id: req-4ddab91a-83ff-464f-8abd-0465ba836191 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:23:43.394388 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-deleted", "tag": "b5c188ab-d028-4c94-b115-3c564bba9431", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:23:43.398303 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4ddab91a-83ff-464f-8abd-0465ba836191 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:23:43.398303 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-deleted', 'tag': 'b5c188ab-d028-4c94-b115-3c564bba9431', 'status': 'completed', 'code': 200} Nov 18 17:23:43.436213 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbca6152-b909-4937-b939-c9f779ed323e req-ad755a6a-1fd1-431f-87ce-a043db97a095 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:23:43.451625 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eebbd5a-f44b-479f-b472-38c5a4ebcefa None None] Sync routers for ids ['dc87199b-6c41-4a05-a9c4-741ac86794f6'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:23:43.470432 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d8bab-b1a8-4562-afbb-10f52234e113 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:43.474134 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-594d8bab-b1a8-4562-afbb-10f52234e113 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0799444 Nov 18 17:23:43.476216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57404) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:43.479398 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eebbd5a-f44b-479f-b472-38c5a4ebcefa None None] Routers {'dc87199b-6c41-4a05-a9c4-741ac86794f6'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:23:43.480681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4eebbd5a-f44b-479f-b472-38c5a4ebcefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:23:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['dc87199b-6c41-4a05-a9c4-741ac86794f6'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:43.515418 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbca6152-b909-4937-b939-c9f779ed323e req-ad755a6a-1fd1-431f-87ce-a043db97a095 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] No DVR routers for this DVR port e12bfd73-5acf-499c-8e3e-e4b55452c70c on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:23:43.521311 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-ad755a6a-1fd1-431f-87ce-a043db97a095 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:43.529971 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cbca6152-b909-4937-b939-c9f779ed323e req-ad755a6a-1fd1-431f-87ce-a043db97a095 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.81 "DELETE /v2.0/ports/e12bfd73-5acf-499c-8e3e-e4b55452c70c HTTP/1.1" status: 204 len: 173 time: 1.6476154 Nov 18 17:23:43.538572 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9862cd-7c80-45c4-9987-43c2e488d9be tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] GET failed (client error): The resource could not be found. Nov 18 17:23:43.538572 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1e9862cd-7c80-45c4-9987-43c2e488d9be tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports/3c7d479c-d9ce-40fc-8d19-25832f28bbea HTTP/1.1" status: 404 len: 333 time: 0.0577970 Nov 18 17:23:43.539378 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57412) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:43.568652 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0bee41-ea3f-449f-8f8c-bd8df5cb4aaa tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] GET failed (client error): The resource could not be found. Nov 18 17:23:43.573168 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0c0bee41-ea3f-449f-8f8c-bd8df5cb4aaa tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports/cfb26d85-d355-43d2-901b-f78e348a462b HTTP/1.1" status: 404 len: 333 time: 0.0307276 Nov 18 17:23:43.574042 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57414) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:43.749675 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ffb39f3-a9c1-4fab-ab96-11656d8a9f54 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:43.779740 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-4eebbd5a-f44b-479f-b472-38c5a4ebcefa None None] Set router dc87199b-6c41-4a05-a9c4-741ac86794f6 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:23:43.795347 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-cbca6152-b909-4937-b939-c9f779ed323e req-4726f1e8-8ecc-436d-bca2-3427c2c25234 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Deleting port 1b798ec3-54dc-45ca-8e35-4a5edf6bde87 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:43.796038 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-4726f1e8-8ecc-436d-bca2-3427c2c25234 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:43.888999 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03bc41-395d-47ec-98bf-3b6172b998d9 req-95523495-61d8-4760-90aa-c449f651ce3e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:43.896625 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03bc41-395d-47ec-98bf-3b6172b998d9 req-95523495-61d8-4760-90aa-c449f651ce3e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:43.898447 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b03bc41-395d-47ec-98bf-3b6172b998d9 req-95523495-61d8-4760-90aa-c449f651ce3e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 1676 time: 0.1510882 Nov 18 17:23:43.952049 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-cbca6152-b909-4937-b939-c9f779ed323e req-4726f1e8-8ecc-436d-bca2-3427c2c25234 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] For port 1b798ec3-54dc-45ca-8e35-4a5edf6bde87, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1b798ec3-54dc-45ca-8e35-4a5edf6bde87,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:43.952441 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-4726f1e8-8ecc-436d-bca2-3427c2c25234 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:43.978114 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-cbca6152-b909-4937-b939-c9f779ed323e req-4726f1e8-8ecc-436d-bca2-3427c2c25234 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Calling delete_port for 1b798ec3-54dc-45ca-8e35-4a5edf6bde87 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:44.011741 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b03bc41-395d-47ec-98bf-3b6172b998d9 req-157dd7d2-854c-4fb7-a269-209702b82604 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups?id=04b6e894-9554-4a43-b42c-b90a93a83038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029932 Nov 18 17:23:44.094152 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4eebbd5a-f44b-479f-b472-38c5a4ebcefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'name': 'tempest-TaggedBootDevicesTest-1641590884-router', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:33Z', 'updated_at': '2021-11-18T17:12:39Z', 'revision_number': 4, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'gw_port': {'id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:34Z', 'updated_at': '2021-11-18T17:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '0e4b331a-60a3-4506-a6d7-462ee2d0aed9', 'name': '', 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'mac_address': 'fa:16:3e:92:45:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:38Z', 'updated_at': '2021-11-18T17:12:44Z', 'revision_number': 5, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'subnets': [{'id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:44.139942 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eebbd5a-f44b-479f-b472-38c5a4ebcefa None None] Checking router: dc87199b-6c41-4a05-a9c4-741ac86794f6 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:23:44.161589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eebbd5a-f44b-479f-b472-38c5a4ebcefa None None] Routers {'dc87199b-6c41-4a05-a9c4-741ac86794f6'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:23:44.163831 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4eebbd5a-f44b-479f-b472-38c5a4ebcefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:23:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['dc87199b-6c41-4a05-a9c4-741ac86794f6'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:44.201365 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:23:44.288234 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ffb39f3-a9c1-4fab-ab96-11656d8a9f54 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:44.290198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d7e9c-7742-44a4-bef0-675c5a5a5e7b req-8e87fb19-c357-4947-9b44-c0ad814dfbc0 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:44.298277 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e15d7e9c-7742-44a4-bef0-675c5a5a5e7b req-8e87fb19-c357-4947-9b44-c0ad814dfbc0 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.1147757 Nov 18 17:23:44.303768 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-4726f1e8-8ecc-436d-bca2-3427c2c25234 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:44.325053 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-3ffb39f3-a9c1-4fab-ab96-11656d8a9f54 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947aa611-0315-47a7-9c3c-5fcdc10530a8']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:44.340656 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-3ffb39f3-a9c1-4fab-ab96-11656d8a9f54 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6053c8c-6e54-4d4e-bc91-71f24618a12f') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:44.340656 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-3ffb39f3-a9c1-4fab-ab96-11656d8a9f54 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6053c8c-6e54-4d4e-bc91-71f24618a12f') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:44.352443 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ffb39f3-a9c1-4fab-ab96-11656d8a9f54 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:44.371841 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ffb39f3-a9c1-4fab-ab96-11656d8a9f54 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:44.374731 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726f1e8-8ecc-436d-bca2-3427c2c25234 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event deleted for resources: {'Port': ['ID=1b798ec3-54dc-45ca-8e35-4a5edf6bde87,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:44.397215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ffb39f3-a9c1-4fab-ab96-11656d8a9f54 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:23:44.398344 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ffb39f3-a9c1-4fab-ab96-11656d8a9f54 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:44.407137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-4eebbd5a-f44b-479f-b472-38c5a4ebcefa None None] Set router dc87199b-6c41-4a05-a9c4-741ac86794f6 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:23:44.408853 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:23:44.486579 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbca6152-b909-4937-b939-c9f779ed323e req-4726f1e8-8ecc-436d-bca2-3427c2c25234 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] No DVR routers for this DVR port 1b798ec3-54dc-45ca-8e35-4a5edf6bde87 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:23:44.491995 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-4726f1e8-8ecc-436d-bca2-3427c2c25234 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:44.496303 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cbca6152-b909-4937-b939-c9f779ed323e req-4726f1e8-8ecc-436d-bca2-3427c2c25234 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.81 "DELETE /v2.0/ports/1b798ec3-54dc-45ca-8e35-4a5edf6bde87 HTTP/1.1" status: 204 len: 173 time: 0.9605458 Nov 18 17:23:44.510001 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e15d7e9c-7742-44a4-bef0-675c5a5a5e7b req-7e78403d-b01b-4aa7-a3e5-fdd541d9b052 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107456 Nov 18 17:23:44.526263 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c5cd7-5a44-4196-a660-418aa9a16142 req-9d13f953-c2ef-4998-a44d-2c3100010cc5 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:44.535374 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a0c5cd7-5a44-4196-a660-418aa9a16142 req-9d13f953-c2ef-4998-a44d-2c3100010cc5 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 945 time: 0.1715572 Nov 18 17:23:44.559662 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ffb39f3-a9c1-4fab-ab96-11656d8a9f54 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:44.568872 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ffb39f3-a9c1-4fab-ab96-11656d8a9f54 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:44.576108 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3ffb39f3-a9c1-4fab-ab96-11656d8a9f54 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/networks/947aa611-0315-47a7-9c3c-5fcdc10530a8 HTTP/1.1" status: 204 len: 168 time: 0.9969802 Nov 18 17:23:44.576767 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57442) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:44.590272 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-dcc19a7c-34f8-45fc-b10c-c8837657d25e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1481150492'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:44.594847 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb39f3-a9c1-4fab-ab96-11656d8a9f54 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Network': ['ID=947aa611-0315-47a7-9c3c-5fcdc10530a8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:44.639582 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a0c5cd7-5a44-4196-a660-418aa9a16142 req-a1134da2-45bd-4d10-b5bd-29ec836cb3fc tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853021 Nov 18 17:23:44.670218 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-cbca6152-b909-4937-b939-c9f779ed323e req-8a7d0813-2080-4791-922c-9837ed4d3080 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Deleting port 7cc17a13-7718-4169-ad86-e8cdc78e4209 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:44.670218 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-8a7d0813-2080-4791-922c-9837ed4d3080 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:44.670444 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4eebbd5a-f44b-479f-b472-38c5a4ebcefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'name': 'tempest-TaggedBootDevicesTest-1641590884-router', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:33Z', 'updated_at': '2021-11-18T17:12:39Z', 'revision_number': 4, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'gw_port': {'id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:34Z', 'updated_at': '2021-11-18T17:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '0e4b331a-60a3-4506-a6d7-462ee2d0aed9', 'name': '', 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'mac_address': 'fa:16:3e:92:45:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:38Z', 'updated_at': '2021-11-18T17:12:44Z', 'revision_number': 5, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'subnets': [{'id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:44.672469 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc19a7c-34f8-45fc-b10c-c8837657d25e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:44.676272 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcc19a7c-34f8-45fc-b10c-c8837657d25e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:44.701918 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eebbd5a-f44b-479f-b472-38c5a4ebcefa None None] The sync data for ids ['dc87199b-6c41-4a05-a9c4-741ac86794f6'] in n-d-813419-11 is: [{'id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'name': 'tempest-TaggedBootDevicesTest-1641590884-router', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:33Z', 'updated_at': '2021-11-18T17:12:39Z', 'revision_number': 4, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'gw_port': {'id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:34Z', 'updated_at': '2021-11-18T17:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '0e4b331a-60a3-4506-a6d7-462ee2d0aed9', 'name': '', 'network_id': '4efab3f4-88d8-40ae-a2a4-453eabfee21f', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'mac_address': 'fa:16:3e:92:45:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:38Z', 'updated_at': '2021-11-18T17:12:44Z', 'revision_number': 5, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'subnets': [{'id': '8f82c3b3-35c0-4896-b65f-74d8bab4d4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:23:44.716901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc19a7c-34f8-45fc-b10c-c8837657d25e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:23:44.727719 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcc19a7c-34f8-45fc-b10c-c8837657d25e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:44.728097 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-dcc19a7c-34f8-45fc-b10c-c8837657d25e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Added segment a9aa5349-b02c-4fdb-ac7c-c91144366cbd of type vlan for network 084afc81-fab2-4ab5-a368-76526cebe741 Nov 18 17:23:44.777099 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcc19a7c-34f8-45fc-b10c-c8837657d25e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:44.796023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-cbca6152-b909-4937-b939-c9f779ed323e req-8a7d0813-2080-4791-922c-9837ed4d3080 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] For port 7cc17a13-7718-4169-ad86-e8cdc78e4209, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=7cc17a13-7718-4169-ad86-e8cdc78e4209,segment=NetworkSegment(741e2663-1d0b-46a0-8e0d-faea0ac40b45),segment_id=741e2663-1d0b-46a0-8e0d-faea0ac40b45)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:44.796482 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-8a7d0813-2080-4791-922c-9837ed4d3080 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:44.812508 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-cbca6152-b909-4937-b939-c9f779ed323e req-8a7d0813-2080-4791-922c-9837ed4d3080 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Calling delete_port for 7cc17a13-7718-4169-ad86-e8cdc78e4209 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:44.857022 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcc19a7c-34f8-45fc-b10c-c8837657d25e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:44.862803 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc19a7c-34f8-45fc-b10c-c8837657d25e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:44.863467 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcc19a7c-34f8-45fc-b10c-c8837657d25e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:45.003135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc19a7c-34f8-45fc-b10c-c8837657d25e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Network': ['ID=084afc81-fab2-4ab5-a368-76526cebe741,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:45.015483 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 084afc81-fab2-4ab5-a368-76526cebe741 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:23:45.108910 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dcc19a7c-34f8-45fc-b10c-c8837657d25e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5195947 Nov 18 17:23:45.109255 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57452) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:45.119133 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2caf41c7-22ed-4aec-8192-3abf18e1bd66 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'subnet': {'network_id': '084afc81-fab2-4ab5-a368-76526cebe741', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:45.131479 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-8a7d0813-2080-4791-922c-9837ed4d3080 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:45.185279 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa92c17-fab5-4ac7-a51c-907fbef8963d None None] New status for floating IP 436a6f06-42ea-4b86-9821-cc961a7d5c92: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:23:45.245196 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d0813-2080-4791-922c-9837ed4d3080 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event deleted for resources: {'Port': ['ID=7cc17a13-7718-4169-ad86-e8cdc78e4209,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:45.282562 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbca6152-b909-4937-b939-c9f779ed323e req-8a7d0813-2080-4791-922c-9837ed4d3080 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] No DVR routers for this DVR port 7cc17a13-7718-4169-ad86-e8cdc78e4209 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:23:45.285611 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8972ad0-87f1-4e67-b314-fee506a0b6f2 req-c8472705-ee36-4d84-93c1-aa5ade9581df tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0519757 Nov 18 17:23:45.287567 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-cbca6152-b909-4937-b939-c9f779ed323e req-8a7d0813-2080-4791-922c-9837ed4d3080 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:45.291533 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cbca6152-b909-4937-b939-c9f779ed323e req-8a7d0813-2080-4791-922c-9837ed4d3080 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.81 "DELETE /v2.0/ports/7cc17a13-7718-4169-ad86-e8cdc78e4209 HTTP/1.1" status: 204 len: 173 time: 0.7806969 Nov 18 17:23:45.343814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caf41c7-22ed-4aec-8192-3abf18e1bd66 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:45.354551 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2caf41c7-22ed-4aec-8192-3abf18e1bd66 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:45.400572 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-deleted', 'tag': 'e12bfd73-5acf-499c-8e3e-e4b55452c70c'}, {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-deleted', 'tag': '1b798ec3-54dc-45ca-8e35-4a5edf6bde87'}, {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-deleted', 'tag': '7cc17a13-7718-4169-ad86-e8cdc78e4209'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:23:45.400572 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e448863a-7cfd-457a-9e17-752f0ac68349" -d '{"events": [{"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-deleted", "tag": "e12bfd73-5acf-499c-8e3e-e4b55452c70c"}, {"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-deleted", "tag": "1b798ec3-54dc-45ca-8e35-4a5edf6bde87"}, {"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-deleted", "tag": "7cc17a13-7718-4169-ad86-e8cdc78e4209"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:23:45.445476 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.ipam_backend_mixin [None req-2caf41c7-22ed-4aec-8192-3abf18e1bd66 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Performing IP validity checks on allocation pools {{(pid=104008) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 18 17:23:45.448940 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.ipam_backend_mixin [None req-2caf41c7-22ed-4aec-8192-3abf18e1bd66 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104008) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 18 17:23:45.457486 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 18 Nov 2021 17:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c03d0a0-d917-4a9c-980c-1e565480a22d x-openstack-request-id: req-1c03d0a0-d917-4a9c-980c-1e565480a22d {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:23:45.458596 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-deleted", "tag": "e12bfd73-5acf-499c-8e3e-e4b55452c70c", "status": "completed", "code": 200}, {"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-deleted", "tag": "1b798ec3-54dc-45ca-8e35-4a5edf6bde87", "status": "completed", "code": 200}, {"server_uuid": "d9519597-23a6-440b-855d-8aa39328152c", "name": "network-vif-deleted", "tag": "7cc17a13-7718-4169-ad86-e8cdc78e4209", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:23:45.462830 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1c03d0a0-d917-4a9c-980c-1e565480a22d {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:23:45.462830 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-deleted', 'tag': 'e12bfd73-5acf-499c-8e3e-e4b55452c70c', 'status': 'completed', 'code': 200} Nov 18 17:23:45.462830 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-deleted', 'tag': '1b798ec3-54dc-45ca-8e35-4a5edf6bde87', 'status': 'completed', 'code': 200} Nov 18 17:23:45.462830 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9519597-23a6-440b-855d-8aa39328152c', 'name': 'network-vif-deleted', 'tag': '7cc17a13-7718-4169-ad86-e8cdc78e4209', 'status': 'completed', 'code': 200} Nov 18 17:23:45.716514 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8c5b7-5a80-4c26-a517-659b674860f3 req-78770646-cc42-4b09-b878-aa3d69872331 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:45.725672 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfc8c5b7-5a80-4c26-a517-659b674860f3 req-78770646-cc42-4b09-b878-aa3d69872331 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.0958216 Nov 18 17:23:45.743561 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2caf41c7-22ed-4aec-8192-3abf18e1bd66 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:45.816564 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfc8c5b7-5a80-4c26-a517-659b674860f3 req-6da309bf-30bb-4856-800e-a03ad3625115 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897942 Nov 18 17:23:45.837574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25465be2-034c-4c6a-83b1-48b0ece2db11 req-7d2a9737-aebb-4515-820b-d82071e5360c tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:45.854852 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25465be2-034c-4c6a-83b1-48b0ece2db11 req-7d2a9737-aebb-4515-820b-d82071e5360c tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 945 time: 0.1104548 Nov 18 17:23:45.868981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf41c7-22ed-4aec-8192-3abf18e1bd66 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Subnet': ['ID=64aa934f-c1a9-4b36-be0a-3f6b63bb319e,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:45.874584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caf41c7-22ed-4aec-8192-3abf18e1bd66 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Checking segment: {'id': 'a9aa5349-b02c-4fdb-ac7c-c91144366cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '084afc81-fab2-4ab5-a368-76526cebe741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:23:45.874584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caf41c7-22ed-4aec-8192-3abf18e1bd66 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network hostable DHCP agents. Network: 084afc81-fab2-4ab5-a368-76526cebe741, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:23:45.924301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25465be2-034c-4c6a-83b1-48b0ece2db11 req-141670a7-fb57-43ba-bd9b-95954492de78 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677361 Nov 18 17:23:45.967213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caf41c7-22ed-4aec-8192-3abf18e1bd66 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network 084afc81-fab2-4ab5-a368-76526cebe741 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:23:46.045624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-2caf41c7-22ed-4aec-8192-3abf18e1bd66 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 084afc81-fab2-4ab5-a368-76526cebe741) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:46.049982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caf41c7-22ed-4aec-8192-3abf18e1bd66 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:46.050592 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2caf41c7-22ed-4aec-8192-3abf18e1bd66 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:46.057357 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f40cc9-6b50-4d6a-b7dc-e360383b0d9c None None] Network 084afc81-fab2-4ab5-a368-76526cebe741 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:46.072276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7e100-7cc7-4e27-90fd-cb21d7de85fa req-9fd0546c-fb8b-4095-818d-46c77e7b67e1 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:46.073941 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88d7e100-7cc7-4e27-90fd-cb21d7de85fa req-9fd0546c-fb8b-4095-818d-46c77e7b67e1 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 945 time: 0.0742497 Nov 18 17:23:46.125808 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88d7e100-7cc7-4e27-90fd-cb21d7de85fa req-0ce59d76-ff37-4275-a49b-6d0f481e6222 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449934 Nov 18 17:23:46.160316 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2caf41c7-22ed-4aec-8192-3abf18e1bd66 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0495024 Nov 18 17:23:46.163285 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57480) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:46.170580 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-57e4c725-367a-46cf-9a64-50c3b8a12efb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'network_id': '084afc81-fab2-4ab5-a368-76526cebe741', 'name': 'tempest-PortsIpV6TestJSON-882824707'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:46.261821 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-084afc81-fab2-4ab5-a368-76526cebe741', 'network_id': '084afc81-fab2-4ab5-a368-76526cebe741', 'tenant_id': '1f0e469f747143568ee0f8a64d26b80b', 'fixed_ips': [{'subnet_id': '64aa934f-c1a9-4b36-be0a-3f6b63bb319e'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:23:46.263281 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:46.456975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e4c725-367a-46cf-9a64-50c3b8a12efb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:46.462046 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57e4c725-367a-46cf-9a64-50c3b8a12efb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:46.476374 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d6cc8bc-220a-42c1-81a0-cf612a83f845 req-b59b424e-d973-4454-9764-243f5fe3b1a0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0398865 Nov 18 17:23:46.509329 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Allocated IP 2001:db8::2 (084afc81-fab2-4ab5-a368-76526cebe741/64aa934f-c1a9-4b36-be0a-3f6b63bb319e/a471703b-6d1a-4bd7-bf42-b6fcce4cd876) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:23:46.509559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-57e4c725-367a-46cf-9a64-50c3b8a12efb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] device_id is not set on port ee463136-6dd0-45c0-bf1f-8998de4ed8b0 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:23:46.693859 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:46.729906 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b53eb-dce1-4c3a-841b-6329bcadca47 req-9300b36b-c9f1-4124-a7b1-5f5c0f36977e tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:46.731496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b33b53eb-dce1-4c3a-841b-6329bcadca47 req-9300b36b-c9f1-4124-a7b1-5f5c0f36977e tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 945 time: 0.0637217 Nov 18 17:23:46.767961 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:46.807465 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b33b53eb-dce1-4c3a-841b-6329bcadca47 req-1a5ca5e6-1636-42cf-81bb-c15007894d8a tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689077 Nov 18 17:23:46.840027 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Network 084afc81-fab2-4ab5-a368-76526cebe741 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:23:46.846576 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:46.849255 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Pushing event updated for resources: {'Port': ['ID=a471703b-6d1a-4bd7-bf42-b6fcce4cd876,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:46.854992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-57e4c725-367a-46cf-9a64-50c3b8a12efb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Allocated IP 2001:db8::b2 (084afc81-fab2-4ab5-a368-76526cebe741/64aa934f-c1a9-4b36-be0a-3f6b63bb319e/ee463136-6dd0-45c0-bf1f-8998de4ed8b0) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:23:46.857248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:23:46.936754 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Attempting to bind port a471703b-6d1a-4bd7-bf42-b6fcce4cd876 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:23:46.937997 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Attempting to bind port a471703b-6d1a-4bd7-bf42-b6fcce4cd876 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'a9aa5349-b02c-4fdb-ac7c-c91144366cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '084afc81-fab2-4ab5-a368-76526cebe741'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:23:46.938400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Attempting to bind port a471703b-6d1a-4bd7-bf42-b6fcce4cd876 on network 084afc81-fab2-4ab5-a368-76526cebe741 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:23:46.944876 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:23:46.945295 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Checking segment: {'id': 'a9aa5349-b02c-4fdb-ac7c-c91144366cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '084afc81-fab2-4ab5-a368-76526cebe741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:23:46.945705 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:46.946116 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Bound using segment: {'id': 'a9aa5349-b02c-4fdb-ac7c-c91144366cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '084afc81-fab2-4ab5-a368-76526cebe741'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:23:46.946595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Bound port: a471703b-6d1a-4bd7-bf42-b6fcce4cd876, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9aa5349-b02c-4fdb-ac7c-c91144366cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '084afc81-fab2-4ab5-a368-76526cebe741'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:23:46.947038 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:47.005884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f61e48-2940-42af-9875-6b3af79d3ac9 req-4249aac9-5ea5-4192-9504-84518810f7fa tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:47.016149 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09f61e48-2940-42af-9875-6b3af79d3ac9 req-4249aac9-5ea5-4192-9504-84518810f7fa tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.0884204 Nov 18 17:23:47.017245 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] For port a471703b-6d1a-4bd7-bf42-b6fcce4cd876, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:23:47.023526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] For port a471703b-6d1a-4bd7-bf42-b6fcce4cd876, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a471703b-6d1a-4bd7-bf42-b6fcce4cd876,segment=NetworkSegment(a9aa5349-b02c-4fdb-ac7c-c91144366cbd),segment_id=a9aa5349-b02c-4fdb-ac7c-c91144366cbd)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:23:47.072909 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57e4c725-367a-46cf-9a64-50c3b8a12efb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:47.077031 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09f61e48-2940-42af-9875-6b3af79d3ac9 req-6c5599a7-f521-41ac-bb35-30d311783229 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600061 Nov 18 17:23:47.097813 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:47.162443 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8ca0a-2865-419e-b96e-9cbf70fa06f9 None None] Pushing event updated for resources: {'Port': ['ID=a471703b-6d1a-4bd7-bf42-b6fcce4cd876,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:47.195027 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57e4c725-367a-46cf-9a64-50c3b8a12efb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:47.271570 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e4c725-367a-46cf-9a64-50c3b8a12efb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network 084afc81-fab2-4ab5-a368-76526cebe741 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:23:47.275942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-57e4c725-367a-46cf-9a64-50c3b8a12efb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:47.281246 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e4c725-367a-46cf-9a64-50c3b8a12efb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:23:47.289727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e4c725-367a-46cf-9a64-50c3b8a12efb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:47.290411 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57e4c725-367a-46cf-9a64-50c3b8a12efb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:47.309253 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4c725-367a-46cf-9a64-50c3b8a12efb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=ee463136-6dd0-45c0-bf1f-8998de4ed8b0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:47.439705 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57508) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:47.457453 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-57e4c725-367a-46cf-9a64-50c3b8a12efb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2664032 Nov 18 17:23:47.608146 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05035f24-ec9e-41d6-8b2e-12a50cae2cd5 req-7a5ed70b-c933-407d-82e4-e962639f8fa0 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0321400 Nov 18 17:23:47.623968 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-500fdea9-f642-4e59-8943-0ad2a31b3ceb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port ee463136-6dd0-45c0-bf1f-8998de4ed8b0 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:47.623968 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-500fdea9-f642-4e59-8943-0ad2a31b3ceb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:47.719502 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-500fdea9-f642-4e59-8943-0ad2a31b3ceb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:47.734491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-500fdea9-f642-4e59-8943-0ad2a31b3ceb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for ee463136-6dd0-45c0-bf1f-8998de4ed8b0 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:47.951815 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd5738-d6be-4521-964b-0e092f2989f2 req-f9b13a67-ef9c-4706-b52f-b6e47b6fe637 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:47.953544 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48dd5738-d6be-4521-964b-0e092f2989f2 req-f9b13a67-ef9c-4706-b52f-b6e47b6fe637 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 945 time: 0.0639238 Nov 18 17:23:47.954638 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-500fdea9-f642-4e59-8943-0ad2a31b3ceb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:48.006726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fdea9-f642-4e59-8943-0ad2a31b3ceb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=ee463136-6dd0-45c0-bf1f-8998de4ed8b0,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:48.047199 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-500fdea9-f642-4e59-8943-0ad2a31b3ceb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:48.054185 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57522) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:48.054459 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-500fdea9-f642-4e59-8943-0ad2a31b3ceb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/ports/ee463136-6dd0-45c0-bf1f-8998de4ed8b0 HTTP/1.1" status: 204 len: 168 time: 0.6103640 Nov 18 17:23:48.073782 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48dd5738-d6be-4521-964b-0e092f2989f2 req-f46824d6-9aa0-4a0a-925d-cd29f8ca1661 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099327 Nov 18 17:23:48.087472 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-aecc3073-1dc0-4a38-a57f-a4832828feaf tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] DELETE failed (client error): The resource could not be found. Nov 18 17:23:48.088292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aecc3073-1dc0-4a38-a57f-a4832828feaf tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:23:48.091572 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-aecc3073-1dc0-4a38-a57f-a4832828feaf tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/ports/ee463136-6dd0-45c0-bf1f-8998de4ed8b0 HTTP/1.1" status: 404 len: 333 time: 0.0360758 Nov 18 17:23:48.094623 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57524) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:48.145559 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a9bc94-1e29-46b7-8eb2-d3277dfb3282 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] GET failed (client error): The resource could not be found. Nov 18 17:23:48.152975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57532) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:48.153346 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-06a9bc94-1e29-46b7-8eb2-d3277dfb3282 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports/ee463136-6dd0-45c0-bf1f-8998de4ed8b0 HTTP/1.1" status: 404 len: 333 time: 0.0575647 Nov 18 17:23:48.223744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-f79bbdcd-cc4c-43f8-a9ff-31f14051bbc2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting subnet 64aa934f-c1a9-4b36-be0a-3f6b63bb319e {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:23:48.228397 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f79bbdcd-cc4c-43f8-a9ff-31f14051bbc2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:48.253011 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dee79-03f6-4901-9421-cb0385779590 req-4b5eb751-4d30-4286-b2ba-8cabbf15298d tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:48.271334 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-897dee79-03f6-4901-9421-cb0385779590 req-4b5eb751-4d30-4286-b2ba-8cabbf15298d tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.0753236 Nov 18 17:23:48.285026 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f79bbdcd-cc4c-43f8-a9ff-31f14051bbc2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:48.343967 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-897dee79-03f6-4901-9421-cb0385779590 req-2c83862a-8196-454b-b9a3-337998c9e6cc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708907 Nov 18 17:23:48.567949 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f79bbdcd-cc4c-43f8-a9ff-31f14051bbc2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:48.620688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d9c9d1-3772-4603-bf6a-782e371232e6 None None] Network 084afc81-fab2-4ab5-a368-76526cebe741 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:48.705778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-333de098-e6e9-454c-852f-01d12c4c1370 None None] Provisioning complete for port a471703b-6d1a-4bd7-bf42-b6fcce4cd876 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:23:48.706604 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-333de098-e6e9-454c-852f-01d12c4c1370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:48.760431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33970844-40cb-494b-a071-0e52684fdbd5 req-95dad2f0-6d13-4362-946a-18cf650bb916 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:48.768047 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33970844-40cb-494b-a071-0e52684fdbd5 req-95dad2f0-6d13-4362-946a-18cf650bb916 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 945 time: 0.1597016 Nov 18 17:23:48.812163 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5da3b5-79f4-4e1b-8b76-f5115dfead2d req-508574b8-2574-4645-bc0b-41f16f69fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:48.813675 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6f5da3b5-79f4-4e1b-8b76-f5115dfead2d req-508574b8-2574-4645-bc0b-41f16f69fa42 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ecb9d0b8084b483098061c3d05035ae5&device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 1097 time: 0.1553574 Nov 18 17:23:48.841725 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e69518a-3147-473d-8c35-cb780179e7f9 req-6b4a5c78-3345-464a-be68-8a31d7f7784b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0704703 Nov 18 17:23:48.881879 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33970844-40cb-494b-a071-0e52684fdbd5 req-e4b1412f-d9d3-4a05-bbe1-c938a30859b4 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110225 Nov 18 17:23:49.085404 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-333de098-e6e9-454c-852f-01d12c4c1370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:49.128094 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f79bbdcd-cc4c-43f8-a9ff-31f14051bbc2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:49.129151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-333de098-e6e9-454c-852f-01d12c4c1370 None None] For port a471703b-6d1a-4bd7-bf42-b6fcce4cd876, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a471703b-6d1a-4bd7-bf42-b6fcce4cd876,segment=NetworkSegment(a9aa5349-b02c-4fdb-ac7c-c91144366cbd),segment_id=a9aa5349-b02c-4fdb-ac7c-c91144366cbd)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:49.135909 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5da3b5-79f4-4e1b-8b76-f5115dfead2d req-df1446e0-1847-42ad-8ad6-fb0960c83d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:49.137560 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6f5da3b5-79f4-4e1b-8b76-f5115dfead2d req-df1446e0-1847-42ad-8ad6-fb0960c83d1a service neutron] 10.222.0.83 "GET /v2.0/networks?id=ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a HTTP/1.1" status: 200 len: 913 time: 0.2702866 Nov 18 17:23:49.175274 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f79bbdcd-cc4c-43f8-a9ff-31f14051bbc2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:49.181628 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57548) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:49.182185 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f79bbdcd-cc4c-43f8-a9ff-31f14051bbc2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/64aa934f-c1a9-4b36-be0a-3f6b63bb319e HTTP/1.1" status: 204 len: 168 time: 1.0268912 Nov 18 17:23:49.194217 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-333de098-e6e9-454c-852f-01d12c4c1370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:49.219119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bbdcd-cc4c-43f8-a9ff-31f14051bbc2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Subnet': ['ID=64aa934f-c1a9-4b36-be0a-3f6b63bb319e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:49.222963 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6f5da3b5-79f4-4e1b-8b76-f5115dfead2d req-3c660c61-4955-4d0f-866f-261f625180c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cda4d05e-4105-44ab-aeba-baa3b19dd6e1 HTTP/1.1" status: 200 len: 217 time: 0.0763657 Nov 18 17:23:49.307652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5da3b5-79f4-4e1b-8b76-f5115dfead2d req-938ea3cc-23d3-4988-be99-d1134bca0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:49.309276 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6f5da3b5-79f4-4e1b-8b76-f5115dfead2d req-938ea3cc-23d3-4988-be99-d1134bca0318 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94076ef5-ea9a-4eb2-af93-0992e62d25e0 HTTP/1.1" status: 200 len: 851 time: 0.0725999 Nov 18 17:23:49.310729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333de098-e6e9-454c-852f-01d12c4c1370 None None] Pushing event updated for resources: {'Port': ['ID=a471703b-6d1a-4bd7-bf42-b6fcce4cd876,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:49.315296 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:49.349789 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6f5da3b5-79f4-4e1b-8b76-f5115dfead2d req-2eeef253-8a56-4397-a6c5-731d93851012 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279899 Nov 18 17:23:49.393777 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1919564b-9d4c-4bb1-a856-dc16ba21f72a None None] Network 084afc81-fab2-4ab5-a368-76526cebe741 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:49.506931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3eb934e9-ec67-41d6-a9d8-4ea4e6baf002 None None] Provisioning complete for port a471703b-6d1a-4bd7-bf42-b6fcce4cd876 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:23:49.507503 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3eb934e9-ec67-41d6-a9d8-4ea4e6baf002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:49.546654 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a471703b-6d1a-4bd7-bf42-b6fcce4cd876 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:23:49.571623 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6f5da3b5-79f4-4e1b-8b76-f5115dfead2d req-1a8607e8-e110-4821-b962-dbe76f477593 service neutron] 10.222.0.83 "GET /v2.0/networks/ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091570 Nov 18 17:23:49.683629 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a471703b-6d1a-4bd7-bf42-b6fcce4cd876 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:23:49.684483 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:49.764806 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] DHCP port deletion for 084afc81-fab2-4ab5-a368-76526cebe741 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:23:49.823858 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6f5da3b5-79f4-4e1b-8b76-f5115dfead2d req-357041c3-118f-4e09-bdf7-ee9c5189400c service neutron] 10.222.0.83 "GET /v2.0/networks/ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389429 Nov 18 17:23:49.887049 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17c789-e205-4835-adde-7bace4bf2f1d req-f081ef13-26e9-4d39-896e-9280fee24f2d tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:49.888898 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb17c789-e205-4835-adde-7bace4bf2f1d req-f081ef13-26e9-4d39-896e-9280fee24f2d tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.0820777 Nov 18 17:23:49.893805 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] Deleting port a471703b-6d1a-4bd7-bf42-b6fcce4cd876 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:49.900032 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:49.900998 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port a471703b-6d1a-4bd7-bf42-b6fcce4cd876 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:49.901540 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:49.981981 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] For port a471703b-6d1a-4bd7-bf42-b6fcce4cd876, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a471703b-6d1a-4bd7-bf42-b6fcce4cd876,segment=NetworkSegment(a9aa5349-b02c-4fdb-ac7c-c91144366cbd),segment_id=a9aa5349-b02c-4fdb-ac7c-c91144366cbd)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:49.982422 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:49.996314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] Calling delete_port for a471703b-6d1a-4bd7-bf42-b6fcce4cd876 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:50.037891 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-afcec638-0544-4c0e-9749-763fa4c2a521 req-97731b11-e513-4eda-b585-bb6f9a9df55d tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0712948 Nov 18 17:23:50.060584 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb17c789-e205-4835-adde-7bace4bf2f1d req-bd268fb4-d6b9-40ec-8242-b8d10d71b570 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572676 Nov 18 17:23:50.071783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] For port a471703b-6d1a-4bd7-bf42-b6fcce4cd876, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a471703b-6d1a-4bd7-bf42-b6fcce4cd876,segment=NetworkSegment(a9aa5349-b02c-4fdb-ac7c-c91144366cbd),segment_id=a9aa5349-b02c-4fdb-ac7c-c91144366cbd)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:50.072620 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:50.101828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for a471703b-6d1a-4bd7-bf42-b6fcce4cd876 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:50.229641 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:50.250605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] No DVR routers for this DVR port a471703b-6d1a-4bd7-bf42-b6fcce4cd876 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:23:50.261236 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4179184-feae-45df-a194-bdda88f8b151 req-1359c172-2883-46c8-840b-879b0496230c tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:50.268786 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4179184-feae-45df-a194-bdda88f8b151 req-1359c172-2883-46c8-840b-879b0496230c tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 945 time: 0.0798237 Nov 18 17:23:50.285575 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] Pushing event deleted for resources: {'Port': ['ID=a471703b-6d1a-4bd7-bf42-b6fcce4cd876,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:50.309341 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:50.309715 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:50.310094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:50.310446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:50.310791 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:50.311133 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:50.311518 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:50.312743 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:50.313837 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:50.314309 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:50.316142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:50.316488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cfb48-a152-44ae-9fdf-b646b7c48841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:23:50.318659 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:50.356022 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4179184-feae-45df-a194-bdda88f8b151 req-ca2b505c-50a6-40e8-8a27-94df01a034e9 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863380 Nov 18 17:23:50.356770 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=a471703b-6d1a-4bd7-bf42-b6fcce4cd876,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:50.360464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No DVR routers for this DVR port a471703b-6d1a-4bd7-bf42-b6fcce4cd876 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:23:50.447779 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:50.474422 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084afc81-fab2-4ab5-a368-76526cebe741']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:50.492263 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9aa5349-b02c-4fdb-ac7c-c91144366cbd') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:50.492565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9aa5349-b02c-4fdb-ac7c-c91144366cbd') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:50.513561 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:50.548529 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:50.556909 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:23:50.557337 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:23:50.560909 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:23:50.702897 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:50.715943 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:50.719957 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/networks/084afc81-fab2-4ab5-a368-76526cebe741 HTTP/1.1" status: 204 len: 168 time: 1.5364780 Nov 18 17:23:50.724107 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57574) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:50.730270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8914975a-71a2-40cb-b2d7-eee005e4a45a tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-585821046'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:50.740997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797f227-07ee-4e53-9b65-6c766d126e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Network': ['ID=084afc81-fab2-4ab5-a368-76526cebe741,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:50.822783 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8914975a-71a2-40cb-b2d7-eee005e4a45a tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:50.836390 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8914975a-71a2-40cb-b2d7-eee005e4a45a tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:50.900759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8914975a-71a2-40cb-b2d7-eee005e4a45a tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:23:50.911675 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8914975a-71a2-40cb-b2d7-eee005e4a45a tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:50.912641 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-8914975a-71a2-40cb-b2d7-eee005e4a45a tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Added segment f01918b8-f173-4e56-8847-c2ed5a80f6d6 of type vlan for network 53ce0917-8e58-4117-a2a7-93cf6d288e69 Nov 18 17:23:50.962010 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8914975a-71a2-40cb-b2d7-eee005e4a45a tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:51.071394 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8914975a-71a2-40cb-b2d7-eee005e4a45a tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:51.078497 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8914975a-71a2-40cb-b2d7-eee005e4a45a tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:51.079132 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8914975a-71a2-40cb-b2d7-eee005e4a45a tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:51.178566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914975a-71a2-40cb-b2d7-eee005e4a45a tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Network': ['ID=53ce0917-8e58-4117-a2a7-93cf6d288e69,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:51.193910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 53ce0917-8e58-4117-a2a7-93cf6d288e69 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:23:51.309360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e2790190-3701-4c97-a421-9182a389ae62 req-86cd3b24-ccb4-45eb-9a3b-8b1d4a42a25f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.1069748 Nov 18 17:23:51.321645 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8914975a-71a2-40cb-b2d7-eee005e4a45a tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5945821 Nov 18 17:23:51.323318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57590) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:51.330270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6de4cdcb-6d24-48e7-b564-cb9abc3ddaaa tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'subnet': {'network_id': '53ce0917-8e58-4117-a2a7-93cf6d288e69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:51.369406 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3b770-b24a-46e2-8e1b-0536f4dbb43b req-cfe5e364-0366-4fb0-b76b-e3f40249d2b8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:51.373043 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3cd3b770-b24a-46e2-8e1b-0536f4dbb43b req-cfe5e364-0366-4fb0-b76b-e3f40249d2b8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.1420069 Nov 18 17:23:51.403108 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:51.503518 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3cd3b770-b24a-46e2-8e1b-0536f4dbb43b req-7eaae967-ba02-4b38-b9f3-a8c475588cc7 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247363 Nov 18 17:23:51.628683 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de4cdcb-6d24-48e7-b564-cb9abc3ddaaa tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:51.633279 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6de4cdcb-6d24-48e7-b564-cb9abc3ddaaa tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:51.668671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a471703b-6d1a-4bd7-bf42-b6fcce4cd876 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:23:51.692795 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27e23d-4b41-438a-963f-e9cdb571ef33 req-952a6d6d-35f2-450e-afc4-a82f38fce7fa tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:51.703975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da27e23d-4b41-438a-963f-e9cdb571ef33 req-952a6d6d-35f2-450e-afc4-a82f38fce7fa tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 945 time: 0.1237345 Nov 18 17:23:51.730948 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: a471703b-6d1a-4bd7-bf42-b6fcce4cd876 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:23:51.731267 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a471703b-6d1a-4bd7-bf42-b6fcce4cd876 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:23:51.808194 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da27e23d-4b41-438a-963f-e9cdb571ef33 req-3aa48cf7-0d40-42da-b8c0-910f660e4264 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032856 Nov 18 17:23:52.103142 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6de4cdcb-6d24-48e7-b564-cb9abc3ddaaa tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:52.185523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4cdcb-6d24-48e7-b564-cb9abc3ddaaa tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Subnet': ['ID=07f34850-bc09-4ff7-9117-3e7d95c3adb3,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:52.211754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de4cdcb-6d24-48e7-b564-cb9abc3ddaaa tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Checking segment: {'id': 'f01918b8-f173-4e56-8847-c2ed5a80f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '53ce0917-8e58-4117-a2a7-93cf6d288e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:23:52.212470 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de4cdcb-6d24-48e7-b564-cb9abc3ddaaa tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network hostable DHCP agents. Network: 53ce0917-8e58-4117-a2a7-93cf6d288e69, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:23:52.331771 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de4cdcb-6d24-48e7-b564-cb9abc3ddaaa tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network 53ce0917-8e58-4117-a2a7-93cf6d288e69 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:23:52.417735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-6de4cdcb-6d24-48e7-b564-cb9abc3ddaaa tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 53ce0917-8e58-4117-a2a7-93cf6d288e69) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:52.438274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de4cdcb-6d24-48e7-b564-cb9abc3ddaaa tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:52.438883 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6de4cdcb-6d24-48e7-b564-cb9abc3ddaaa tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:52.443301 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96656de6-fb4f-46b6-bf19-d15f5458633c None None] Network 53ce0917-8e58-4117-a2a7-93cf6d288e69 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:52.518805 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f68a3041-bb79-4d09-822c-0e552d82cab5 req-858f0b09-9ef0-485f-a9b0-ddfdd990e1b2 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0564728 Nov 18 17:23:52.540160 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6de4cdcb-6d24-48e7-b564-cb9abc3ddaaa tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2074075 Nov 18 17:23:52.540554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57620) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:52.553797 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b48ec2df-6b1c-46a5-8289-cffd0f9e9ca3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'network_id': '53ce0917-8e58-4117-a2a7-93cf6d288e69', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-75411753'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:52.639634 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a70e5-35e7-45dc-ad39-de71f824f541 req-8e6d448c-e766-4ffb-bc00-aa6944204ea7 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:52.641611 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df4a70e5-35e7-45dc-ad39-de71f824f541 req-8e6d448c-e766-4ffb-bc00-aa6944204ea7 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 945 time: 0.1048257 Nov 18 17:23:52.725472 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-53ce0917-8e58-4117-a2a7-93cf6d288e69', 'network_id': '53ce0917-8e58-4117-a2a7-93cf6d288e69', 'tenant_id': '1f0e469f747143568ee0f8a64d26b80b', 'fixed_ips': [{'subnet_id': '07f34850-bc09-4ff7-9117-3e7d95c3adb3'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:23:52.726304 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:52.752627 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df4a70e5-35e7-45dc-ad39-de71f824f541 req-a82675a6-b30f-4d47-bdf3-7bbdd1f4c7cb tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041248 Nov 18 17:23:52.773130 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0db83f-7934-4a3a-8946-20f50d259e75 req-dd7e4261-f4b8-4bc3-95ca-2556f233d1dc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:52.781745 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b0db83f-7934-4a3a-8946-20f50d259e75 req-dd7e4261-f4b8-4bc3-95ca-2556f233d1dc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.0875623 Nov 18 17:23:52.891904 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:52.902164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b0db83f-7934-4a3a-8946-20f50d259e75 req-bab270a4-ec13-487e-b656-2d983418df3e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195185 Nov 18 17:23:52.903749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48ec2df-6b1c-46a5-8289-cffd0f9e9ca3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:52.909463 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b48ec2df-6b1c-46a5-8289-cffd0f9e9ca3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:52.923828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da315ead-483f-4d11-a371-c3c28cd04bcb req-363654da-cc1a-4041-803d-9a5106221125 tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:52.932347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da315ead-483f-4d11-a371-c3c28cd04bcb req-363654da-cc1a-4041-803d-9a5106221125 tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 1098 time: 0.0617907 Nov 18 17:23:52.958998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-b48ec2df-6b1c-46a5-8289-cffd0f9e9ca3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] device_id is not set on port 86e4b9f4-aff8-4c43-a186-717e4728d8bc yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:23:53.006147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Allocated IP 2001:db8::2 (53ce0917-8e58-4117-a2a7-93cf6d288e69/07f34850-bc09-4ff7-9117-3e7d95c3adb3/671a71e1-3984-4574-bba1-63ab0e31bf6a) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:23:53.036932 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da315ead-483f-4d11-a371-c3c28cd04bcb req-1c27b7ed-ee84-41a1-9d3f-6c93d0399d61 tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982947 Nov 18 17:23:53.226360 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d12b-3a25-4a11-8edc-821452773512 req-75706d5f-9e9d-41e5-a693-7ea6f9fa2988 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:53.228441 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec80d12b-3a25-4a11-8edc-821452773512 req-75706d5f-9e9d-41e5-a693-7ea6f9fa2988 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.0652955 Nov 18 17:23:53.319581 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:53.328419 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec80d12b-3a25-4a11-8edc-821452773512 req-cff5e5d2-e332-4d05-9f9b-1dd0af4a6406 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922883 Nov 18 17:23:53.345776 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57638) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:53.371263 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:53.424550 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Pushing event updated for resources: {'Port': ['ID=671a71e1-3984-4574-bba1-63ab0e31bf6a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:53.472236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Network 53ce0917-8e58-4117-a2a7-93cf6d288e69 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:23:53.476614 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:53.482769 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a0e70a2d-b682-4b3a-bc03-046349375e6e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/9f202cc3-f3a7-4015-b4a4-fbaafd436f53 HTTP/1.1" status: 200 len: 994 time: 0.1303723 Nov 18 17:23:53.489557 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:23:53.495401 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-b48ec2df-6b1c-46a5-8289-cffd0f9e9ca3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Allocated IP 2001:db8::229 (53ce0917-8e58-4117-a2a7-93cf6d288e69/07f34850-bc09-4ff7-9117-3e7d95c3adb3/86e4b9f4-aff8-4c43-a186-717e4728d8bc) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:23:53.686814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Attempting to bind port 671a71e1-3984-4574-bba1-63ab0e31bf6a on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:23:53.687375 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Attempting to bind port 671a71e1-3984-4574-bba1-63ab0e31bf6a by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'f01918b8-f173-4e56-8847-c2ed5a80f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '53ce0917-8e58-4117-a2a7-93cf6d288e69'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:23:53.687757 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Attempting to bind port 671a71e1-3984-4574-bba1-63ab0e31bf6a on network 53ce0917-8e58-4117-a2a7-93cf6d288e69 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:23:53.723671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:23:53.724144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Checking segment: {'id': 'f01918b8-f173-4e56-8847-c2ed5a80f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '53ce0917-8e58-4117-a2a7-93cf6d288e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:23:53.724569 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:53.724975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Bound using segment: {'id': 'f01918b8-f173-4e56-8847-c2ed5a80f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '53ce0917-8e58-4117-a2a7-93cf6d288e69'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:23:53.725466 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Bound port: 671a71e1-3984-4574-bba1-63ab0e31bf6a, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01918b8-f173-4e56-8847-c2ed5a80f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '53ce0917-8e58-4117-a2a7-93cf6d288e69'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:23:53.725864 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:53.735747 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a33580d-9542-4809-8c90-ba2c3cc6eef4 req-fd6d4e37-148a-4b26-a227-eeb4d669375b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0334051 Nov 18 17:23:53.822615 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b48ec2df-6b1c-46a5-8289-cffd0f9e9ca3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:53.865383 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] For port 671a71e1-3984-4574-bba1-63ab0e31bf6a, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:23:53.868853 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] For port 671a71e1-3984-4574-bba1-63ab0e31bf6a, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=671a71e1-3984-4574-bba1-63ab0e31bf6a,segment=NetworkSegment(f01918b8-f173-4e56-8847-c2ed5a80f6d6),segment_id=f01918b8-f173-4e56-8847-c2ed5a80f6d6)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:23:53.913193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c381265-c1d1-4374-8a25-342a9ad58102 req-db7d5ef7-d987-4c4f-a76c-692e22304f6f tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:53.915021 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c381265-c1d1-4374-8a25-342a9ad58102 req-db7d5ef7-d987-4c4f-a76c-692e22304f6f tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 945 time: 0.0615895 Nov 18 17:23:53.943402 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:53.976358 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b48ec2df-6b1c-46a5-8289-cffd0f9e9ca3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:54.002214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48ec2df-6b1c-46a5-8289-cffd0f9e9ca3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network 53ce0917-8e58-4117-a2a7-93cf6d288e69 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:23:54.022621 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b48ec2df-6b1c-46a5-8289-cffd0f9e9ca3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:54.078819 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d94822-9266-475b-b715-0b51b7e82a37 None None] Pushing event updated for resources: {'Port': ['ID=671a71e1-3984-4574-bba1-63ab0e31bf6a,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:54.116778 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c381265-c1d1-4374-8a25-342a9ad58102 req-84c9aadb-0896-4658-a20d-d19f3c56752e tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874471 Nov 18 17:23:54.142249 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-994ac1f0-fb59-44ed-9033-177b69c87b93 req-c757ddf7-dade-4df5-b4a6-19ffd2d07626 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:23:54.145504 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-994ac1f0-fb59-44ed-9033-177b69c87b93 req-c757ddf7-dade-4df5-b4a6-19ffd2d07626 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2288771 Nov 18 17:23:54.153104 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ec2df-6b1c-46a5-8289-cffd0f9e9ca3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:23:54.165708 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ec2df-6b1c-46a5-8289-cffd0f9e9ca3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:54.172688 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b48ec2df-6b1c-46a5-8289-cffd0f9e9ca3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:54.270421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ec2df-6b1c-46a5-8289-cffd0f9e9ca3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=86e4b9f4-aff8-4c43-a186-717e4728d8bc,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:54.288866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3386fc-b3d0-4f6a-9774-b4d2a5e67a18 req-184663d7-a3bf-4ebc-9519-0985b697847e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:54.292245 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f3386fc-b3d0-4f6a-9774-b4d2a5e67a18 req-184663d7-a3bf-4ebc-9519-0985b697847e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.0819418 Nov 18 17:23:54.310869 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b48ec2df-6b1c-46a5-8289-cffd0f9e9ca3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.7690470 Nov 18 17:23:54.312232 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57674) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:54.390383 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f3386fc-b3d0-4f6a-9774-b4d2a5e67a18 req-40a3044a-575d-4f94-b858-71ba8b3c9e47 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889060 Nov 18 17:23:54.503743 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb5af2-9869-4333-9aa1-51ddcdf4ed29 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port 86e4b9f4-aff8-4c43-a186-717e4728d8bc {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:54.504818 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fdb5af2-9869-4333-9aa1-51ddcdf4ed29 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:54.676255 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fdb5af2-9869-4333-9aa1-51ddcdf4ed29 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:54.689103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb5af2-9869-4333-9aa1-51ddcdf4ed29 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for 86e4b9f4-aff8-4c43-a186-717e4728d8bc owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:54.960965 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2972efd-a7db-4da3-b5c7-db1b07c0861d req-36965f9c-a09d-4d0e-9ce6-e0bf45e89540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:54.963639 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e2972efd-a7db-4da3-b5c7-db1b07c0861d req-36965f9c-a09d-4d0e-9ce6-e0bf45e89540 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ecb9d0b8084b483098061c3d05035ae5&device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 1097 time: 0.0576530 Nov 18 17:23:54.968107 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-caeec474-6e6b-4849-b266-d732c11ba3aa req-3f374aac-9b51-4a81-beef-06bfb255f42c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0336463 Nov 18 17:23:55.011145 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfd46a-36ad-4807-9369-3da2b9f32ef5 req-f448b10f-d66f-4606-a6f6-47adc3cde751 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:55.014007 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01bfd46a-36ad-4807-9369-3da2b9f32ef5 req-f448b10f-d66f-4606-a6f6-47adc3cde751 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 945 time: 0.1132963 Nov 18 17:23:55.085182 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fdb5af2-9869-4333-9aa1-51ddcdf4ed29 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:55.126067 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01bfd46a-36ad-4807-9369-3da2b9f32ef5 req-6b121c51-2a12-497a-8ea6-3a738dc83d91 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028795 Nov 18 17:23:55.157389 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb5af2-9869-4333-9aa1-51ddcdf4ed29 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=86e4b9f4-aff8-4c43-a186-717e4728d8bc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:55.246048 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fdb5af2-9869-4333-9aa1-51ddcdf4ed29 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:55.249421 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6fdb5af2-9869-4333-9aa1-51ddcdf4ed29 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/ports/86e4b9f4-aff8-4c43-a186-717e4728d8bc HTTP/1.1" status: 204 len: 168 time: 0.9325650 Nov 18 17:23:55.255272 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57696) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:55.258904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164a90b-bea9-49cd-b02a-e365ba6bf643 req-6d04876d-d004-442f-9e15-4a9bd29acdb7 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:55.278431 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3164a90b-bea9-49cd-b02a-e365ba6bf643 req-6d04876d-d004-442f-9e15-4a9bd29acdb7 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.1710620 Nov 18 17:23:55.289077 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba94bb20-c4ae-478f-a2a3-949e5ec36835 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] GET failed (client error): The resource could not be found. Nov 18 17:23:55.290817 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ba94bb20-c4ae-478f-a2a3-949e5ec36835 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports/86e4b9f4-aff8-4c43-a186-717e4728d8bc HTTP/1.1" status: 404 len: 333 time: 0.0300136 Nov 18 17:23:55.294319 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57700) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:55.365950 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8acb1fa-cbdf-48fd-929f-0b652c511d2d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting subnet 07f34850-bc09-4ff7-9117-3e7d95c3adb3 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:23:55.402038 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3164a90b-bea9-49cd-b02a-e365ba6bf643 req-c5fce5ee-a964-4125-9a54-365f2e165c50 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174147 Nov 18 17:23:55.405398 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8acb1fa-cbdf-48fd-929f-0b652c511d2d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:55.440471 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-21fce92e-7412-42b2-af0a-e94f4fe7b5aa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4435730 Nov 18 17:23:55.472729 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2972efd-a7db-4da3-b5c7-db1b07c0861d req-e0a6a723-416f-463d-a443-ab944fc6e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:55.474431 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e2972efd-a7db-4da3-b5c7-db1b07c0861d req-e0a6a723-416f-463d-a443-ab944fc6e66d service neutron] 10.222.0.83 "GET /v2.0/networks?id=ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a HTTP/1.1" status: 200 len: 913 time: 0.5028126 Nov 18 17:23:55.524111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 671a71e1-3984-4574-bba1-63ab0e31bf6a up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:23:55.553025 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8acb1fa-cbdf-48fd-929f-0b652c511d2d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:55.556854 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e2972efd-a7db-4da3-b5c7-db1b07c0861d req-08a2beea-a2dc-46ee-9202-0c4f90d08b2d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cda4d05e-4105-44ab-aeba-baa3b19dd6e1 HTTP/1.1" status: 200 len: 217 time: 0.0564826 Nov 18 17:23:55.679765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4174bfbb-e081-4fe8-ae51-733c690d6de6 None None] Network 53ce0917-8e58-4117-a2a7-93cf6d288e69 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:55.681868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2972efd-a7db-4da3-b5c7-db1b07c0861d req-3c2965b5-3fdf-49e9-a816-748202d2519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:55.683413 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e2972efd-a7db-4da3-b5c7-db1b07c0861d req-3c2965b5-3fdf-49e9-a816-748202d2519a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94076ef5-ea9a-4eb2-af93-0992e62d25e0 HTTP/1.1" status: 200 len: 851 time: 0.1073925 Nov 18 17:23:55.699433 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96828097-4d32-4981-b635-48758f2d1192 req-852fefea-ffa9-48fb-9909-1564e1e31443 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:55.701076 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96828097-4d32-4981-b635-48758f2d1192 req-852fefea-ffa9-48fb-9909-1564e1e31443 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.2045224 Nov 18 17:23:55.744409 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 671a71e1-3984-4574-bba1-63ab0e31bf6a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:23:55.746439 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:55.785921 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e2972efd-a7db-4da3-b5c7-db1b07c0861d req-90aac7eb-e4c5-4a9b-b91f-bf305d439090 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691872 Nov 18 17:23:55.811142 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96828097-4d32-4981-b635-48758f2d1192 req-efefb9ed-955c-47d6-9636-2bb829ba2ba8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986927 Nov 18 17:23:55.847837 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8acb1fa-cbdf-48fd-929f-0b652c511d2d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:55.948702 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2d76abb6-3d76-407b-bdc4-4b8acc82976c None None] Provisioning complete for port 671a71e1-3984-4574-bba1-63ab0e31bf6a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:23:55.949507 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d76abb6-3d76-407b-bdc4-4b8acc82976c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:56.049247 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e2972efd-a7db-4da3-b5c7-db1b07c0861d req-a402bd88-4b89-4c98-a7f4-12289f2b739a service neutron] 10.222.0.83 "GET /v2.0/networks/ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436612 Nov 18 17:23:56.135408 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-879067d6-032f-448c-82ae-00dbbdb1cb7d req-a3e4def7-c440-446c-8995-9c7ac03cddcf tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0554771 Nov 18 17:23:56.160651 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8acb1fa-cbdf-48fd-929f-0b652c511d2d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:56.171321 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:56.211528 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acb1fa-cbdf-48fd-929f-0b652c511d2d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Subnet': ['ID=07f34850-bc09-4ff7-9117-3e7d95c3adb3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:56.216006 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8acb1fa-cbdf-48fd-929f-0b652c511d2d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:56.220199 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a8acb1fa-cbdf-48fd-929f-0b652c511d2d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/07f34850-bc09-4ff7-9117-3e7d95c3adb3 HTTP/1.1" status: 204 len: 168 time: 0.9234335 Nov 18 17:23:56.223022 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57740) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:56.257432 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e2972efd-a7db-4da3-b5c7-db1b07c0861d req-54f23d56-d0a4-4a32-8413-90dfa3114cff service neutron] 10.222.0.83 "GET /v2.0/networks/ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951523 Nov 18 17:23:56.295145 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d76abb6-3d76-407b-bdc4-4b8acc82976c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:56.423185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2d76abb6-3d76-407b-bdc4-4b8acc82976c None None] For port 671a71e1-3984-4574-bba1-63ab0e31bf6a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=671a71e1-3984-4574-bba1-63ab0e31bf6a,segment=NetworkSegment(f01918b8-f173-4e56-8847-c2ed5a80f6d6),segment_id=f01918b8-f173-4e56-8847-c2ed5a80f6d6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:56.436062 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:23:56.436062 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:23:56.480377 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d76abb6-3d76-407b-bdc4-4b8acc82976c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:56.509862 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:56.553957 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24768f7b-24a1-4062-9a41-541eb1a4108f req-a80348c7-e0ae-4389-8cb4-29032219f170 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:56.561552 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24768f7b-24a1-4062-9a41-541eb1a4108f req-a80348c7-e0ae-4389-8cb4-29032219f170 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 945 time: 0.2565598 Nov 18 17:23:56.562004 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76abb6-3d76-407b-bdc4-4b8acc82976c None None] Pushing event updated for resources: {'Port': ['ID=671a71e1-3984-4574-bba1-63ab0e31bf6a,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:56.707459 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24768f7b-24a1-4062-9a41-541eb1a4108f req-73aaa08b-1579-4828-8816-9dd6f3f23835 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393533 Nov 18 17:23:56.764237 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff11953-de08-4726-a44d-cb42006420d1 req-b7f925e4-e3d2-43e0-8c54-728e4bb9608c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:56.768996 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71177d62-face-40a2-a50a-688c8499052e None None] Network 53ce0917-8e58-4117-a2a7-93cf6d288e69 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:23:56.778028 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dff11953-de08-4726-a44d-cb42006420d1 req-b7f925e4-e3d2-43e0-8c54-728e4bb9608c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.2298906 Nov 18 17:23:56.857435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port 671a71e1-3984-4574-bba1-63ab0e31bf6a {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:56.857779 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:56.935260 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dff11953-de08-4726-a44d-cb42006420d1 req-c5909bcf-9b56-4e93-b5fb-d46ebdc2a12b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561704 Nov 18 17:23:57.044903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-df5d1d0a-0cf3-4b62-9de7-60f4f11adafd None None] Provisioning complete for port 671a71e1-3984-4574-bba1-63ab0e31bf6a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:23:57.045314 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-df5d1d0a-0cf3-4b62-9de7-60f4f11adafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:57.126815 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] For port 671a71e1-3984-4574-bba1-63ab0e31bf6a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=671a71e1-3984-4574-bba1-63ab0e31bf6a,segment=NetworkSegment(f01918b8-f173-4e56-8847-c2ed5a80f6d6),segment_id=f01918b8-f173-4e56-8847-c2ed5a80f6d6)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:57.127550 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:57.158451 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for 671a71e1-3984-4574-bba1-63ab0e31bf6a owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:57.212275 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4b0ba-3718-4b4b-afba-ef0d1432beb8 req-2846e2ce-e752-48ba-b1de-1fdc29b49acf tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:57.224181 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51b4b0ba-3718-4b4b-afba-ef0d1432beb8 req-2846e2ce-e752-48ba-b1de-1fdc29b49acf tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.2845075 Nov 18 17:23:57.280449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9095e926-ff8b-4d04-ab46-2dc2a1304863 None None] DHCP port deletion for 53ce0917-8e58-4117-a2a7-93cf6d288e69 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:23:57.424050 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-003f0c88-d4fc-48c3-97cc-45265c84bb32 req-0b5c1ee0-9c3e-4b5a-84c1-29514876ad1f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0805717 Nov 18 17:23:57.442243 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9095e926-ff8b-4d04-ab46-2dc2a1304863 None None] Deleting port 671a71e1-3984-4574-bba1-63ab0e31bf6a {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:57.442683 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9095e926-ff8b-4d04-ab46-2dc2a1304863 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:57.462795 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 671a71e1-3984-4574-bba1-63ab0e31bf6a no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:23:57.503682 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51b4b0ba-3718-4b4b-afba-ef0d1432beb8 req-65d6c6d0-7510-41cb-a9d6-920169bfdff8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781632 Nov 18 17:23:57.577687 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9095e926-ff8b-4d04-ab46-2dc2a1304863 None None] For port 671a71e1-3984-4574-bba1-63ab0e31bf6a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=671a71e1-3984-4574-bba1-63ab0e31bf6a,segment=NetworkSegment(f01918b8-f173-4e56-8847-c2ed5a80f6d6),segment_id=f01918b8-f173-4e56-8847-c2ed5a80f6d6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:23:57.578215 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9095e926-ff8b-4d04-ab46-2dc2a1304863 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:57.594060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9095e926-ff8b-4d04-ab46-2dc2a1304863 None None] Calling delete_port for 671a71e1-3984-4574-bba1-63ab0e31bf6a owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:23:57.640487 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:57.677193 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:57.680408 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=671a71e1-3984-4574-bba1-63ab0e31bf6a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:57.686872 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No DVR routers for this DVR port 671a71e1-3984-4574-bba1-63ab0e31bf6a on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:23:57.741965 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9095e926-ff8b-4d04-ab46-2dc2a1304863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:57.809498 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095e926-ff8b-4d04-ab46-2dc2a1304863 None None] Pushing event deleted for resources: {'Port': ['ID=671a71e1-3984-4574-bba1-63ab0e31bf6a,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:57.816446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9095e926-ff8b-4d04-ab46-2dc2a1304863 None None] No DVR routers for this DVR port 671a71e1-3984-4574-bba1-63ab0e31bf6a on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:23:57.908443 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:57.981608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ce0917-8e58-4117-a2a7-93cf6d288e69']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:57.998376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01918b8-f173-4e56-8847-c2ed5a80f6d6') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:57.998693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01918b8-f173-4e56-8847-c2ed5a80f6d6') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:23:58.011736 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:58.034595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39faea51-36e9-4cdd-8e8e-0ef3df8bff52 req-62fc2793-44fd-4555-91b4-bfe5b2d81a03 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:58.043447 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39faea51-36e9-4cdd-8e8e-0ef3df8bff52 req-62fc2793-44fd-4555-91b4-bfe5b2d81a03 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 945 time: 0.1625469 Nov 18 17:23:58.043447 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:58.054453 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:23:58.054677 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:23:58.058220 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:23:58.184181 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b426e-3a42-43a3-9b84-7d96187f1879 req-4a1e1c5c-fb84-44fa-acb4-582b178192bd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:58.185769 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff0b426e-3a42-43a3-9b84-7d96187f1879 req-4a1e1c5c-fb84-44fa-acb4-582b178192bd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.1455340 Nov 18 17:23:58.200808 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39faea51-36e9-4cdd-8e8e-0ef3df8bff52 req-e33771f0-9220-4f4b-b593-ce005070768f tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475413 Nov 18 17:23:58.282083 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff0b426e-3a42-43a3-9b84-7d96187f1879 req-bc64aa15-0a19-463b-bafb-4f4ee388858a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798936 Nov 18 17:23:58.283635 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:58.313060 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:58.320995 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/networks/53ce0917-8e58-4117-a2a7-93cf6d288e69 HTTP/1.1" status: 204 len: 168 time: 2.0918806 Nov 18 17:23:58.321339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57788) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:58.327363 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3e819381-914e-4823-a12b-0ec1c44be09e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f', 'name': 'tempest-PortsIpV6TestJSON-601119548'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:23:58.407777 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ebd58-0bdf-4c47-9919-aacdff084629 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Network': ['ID=53ce0917-8e58-4117-a2a7-93cf6d288e69,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:58.496496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-ae16eb74-1a82-4de8-9619-f28ebf3a79ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:58.503577 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-ae16eb74-1a82-4de8-9619-f28ebf3a79ef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 1098 time: 0.0690889 Nov 18 17:23:58.529683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e819381-914e-4823-a12b-0ec1c44be09e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:23:58.537470 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e819381-914e-4823-a12b-0ec1c44be09e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:58.588430 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-118bcbc2-ead2-42a4-8e1e-9fe2233437b2 req-e2e28775-8c4e-4980-848b-616b8af48bad tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0387695 Nov 18 17:23:58.604802 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-3e819381-914e-4823-a12b-0ec1c44be09e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] device_id is not set on port 9baad492-3ba6-4f55-b6ad-c0a2204f25f7 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:23:58.768905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-2f2ec2b7-09d4-4f47-bd79-1d0c3d369b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:58.770465 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-2f2ec2b7-09d4-4f47-bd79-1d0c3d369b43 service neutron] 10.222.0.81 "GET /v2.0/networks?id=56cec824-a482-4381-8f97-e988c87dca70 HTTP/1.1" status: 200 len: 899 time: 0.2555258 Nov 18 17:23:58.844826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92511cdf-c1d8-46b4-bc77-bee3e2c64d05 req-f89794d5-0cc9-426c-acbf-8471cbe53501 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:58.852492 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92511cdf-c1d8-46b4-bc77-bee3e2c64d05 req-f89794d5-0cc9-426c-acbf-8471cbe53501 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.1529326 Nov 18 17:23:59.017259 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-f2129695-2eff-4835-bfd5-3e2d0e6af640 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f HTTP/1.1" status: 200 len: 1002 time: 0.2305717 Nov 18 17:23:59.086181 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92511cdf-c1d8-46b4-bc77-bee3e2c64d05 req-dc1dbff2-d5ce-4fdf-8927-e2357e1f5cae tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327809 Nov 18 17:23:59.093515 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e819381-914e-4823-a12b-0ec1c44be09e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:59.124732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83549351-c783-4361-a6b4-69248122702a req-e208fa41-2441-4b71-96a6-1918ac7ee231 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:59.126662 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-83549351-c783-4361-a6b4-69248122702a req-e208fa41-2441-4b71-96a6-1918ac7ee231 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 945 time: 0.2356329 Nov 18 17:23:59.132525 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-9f5c8c33-8ff1-4cf0-86a0-377b856ff95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:59.133633 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-9f5c8c33-8ff1-4cf0-86a0-377b856ff95b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1f8073c-dfc3-4d29-a82c-b846a14d0447 HTTP/1.1" status: 200 len: 834 time: 0.1071901 Nov 18 17:23:59.240772 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-83549351-c783-4361-a6b4-69248122702a req-5fef547f-c4e3-4dfb-b7d0-fc9859ca3520 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997179 Nov 18 17:23:59.245916 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-5f9fb30d-8788-4239-8cd5-a326473a9c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:59.247387 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-5f9fb30d-8788-4239-8cd5-a326473a9c62 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=56cec824-a482-4381-8f97-e988c87dca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1039765 Nov 18 17:23:59.300535 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e819381-914e-4823-a12b-0ec1c44be09e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:59.461882 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e819381-914e-4823-a12b-0ec1c44be09e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network f2fadcca-2275-4a15-a247-b8bd308cea4f is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:23:59.479090 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-3e819381-914e-4823-a12b-0ec1c44be09e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:23:59.481532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e819381-914e-4823-a12b-0ec1c44be09e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:23:59.487276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e819381-914e-4823-a12b-0ec1c44be09e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:59.488012 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e819381-914e-4823-a12b-0ec1c44be09e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:59.492024 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e819381-914e-4823-a12b-0ec1c44be09e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=9baad492-3ba6-4f55-b6ad-c0a2204f25f7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:23:59.510371 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-1ec0b306-38f3-4f47-8a28-3dcf607ed3d9 service neutron] 10.222.0.81 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549515 Nov 18 17:23:59.524315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93510a-cfe0-4e49-87a8-7e862ba2148d req-b585b582-f789-43a6-88ea-bd496170e43b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:23:59.525973 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d93510a-cfe0-4e49-87a8-7e862ba2148d req-b585b582-f789-43a6-88ea-bd496170e43b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.1449480 Nov 18 17:23:59.620341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57816) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:23:59.620722 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3e819381-914e-4823-a12b-0ec1c44be09e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2971702 Nov 18 17:23:59.654010 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d93510a-cfe0-4e49-87a8-7e862ba2148d req-d757a4b2-2753-49ab-9761-e3a42c8faa0c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195588 Nov 18 17:23:59.742134 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-fd648404-528f-4a90-bd1c-63d62a16da4e service neutron] 10.222.0.81 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151647 Nov 18 17:23:59.800413 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a59230d-fa38-47c9-8ccf-944866761b1e req-e4e5c0b2-2209-41f2-8256-d9ecac414267 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0827568 Nov 18 17:23:59.831292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b71a3e3f-4f3e-499c-8ac3-03ef3cd22006 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port 9baad492-3ba6-4f55-b6ad-c0a2204f25f7 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:23:59.831646 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b71a3e3f-4f3e-499c-8ac3-03ef3cd22006 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:59.941355 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b71a3e3f-4f3e-499c-8ac3-03ef3cd22006 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:59.948501 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52483ca5-7a88-45d9-a596-547473b98c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:23:59.959624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b71a3e3f-4f3e-499c-8ac3-03ef3cd22006 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for 9baad492-3ba6-4f55-b6ad-c0a2204f25f7 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:00.133707 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b71a3e3f-4f3e-499c-8ac3-03ef3cd22006 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:00.216592 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b71a3e3f-4f3e-499c-8ac3-03ef3cd22006 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:00.222690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57834) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:00.227176 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b71a3e3f-4f3e-499c-8ac3-03ef3cd22006 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/ports/9baad492-3ba6-4f55-b6ad-c0a2204f25f7 HTTP/1.1" status: 204 len: 168 time: 0.6065497 Nov 18 17:24:00.228487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a3e3f-4f3e-499c-8ac3-03ef3cd22006 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=9baad492-3ba6-4f55-b6ad-c0a2204f25f7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:00.229699 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f', 'mac_address': 'fa:16:3e:36:46:ef', 'name': 'tempest-PortsIpV6TestJSON-1871674872'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:00.440960 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246a7ea-5411-4120-846f-6d9767343871 req-ec98854e-fa2a-48c2-b7ab-8d3ccdf1a1f3 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:00.443087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e246a7ea-5411-4120-846f-6d9767343871 req-ec98854e-fa2a-48c2-b7ab-8d3ccdf1a1f3 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.2047515 Nov 18 17:24:00.480966 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473046e-aa7c-4a10-95c8-23b427bd07d8 req-9b3f9d0f-cd6e-42b0-91e8-e91d77e086b1 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:00.482578 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4473046e-aa7c-4a10-95c8-23b427bd07d8 req-9b3f9d0f-cd6e-42b0-91e8-e91d77e086b1 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 945 time: 0.1082778 Nov 18 17:24:00.516092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:00.554032 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e246a7ea-5411-4120-846f-6d9767343871 req-901b8944-0419-4f8a-8cfe-5ecd5edd0730 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978241 Nov 18 17:24:00.636903 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:00.642394 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4473046e-aa7c-4a10-95c8-23b427bd07d8 req-f3cc6bac-9152-4162-97d6-b3acd1016407 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2d34547-0ef8-4661-aafd-cf2b88312960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447539 Nov 18 17:24:00.677032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] device_id is not set on port 1cfb1580-a72d-447c-99fa-b66998291db9 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:24:00.840164 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a259e90-5f76-4377-8178-6f0bb706837f req-262eec9c-12b9-4679-a17d-8bbbfc698dae tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:00.848987 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a259e90-5f76-4377-8178-6f0bb706837f req-262eec9c-12b9-4679-a17d-8bbbfc698dae tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.1012812 Nov 18 17:24:01.057397 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb0a94-737e-474e-b8f0-2dbc3e03f391 req-230c9192-973a-4cec-a8e8-d9ad776afedf tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:01.059127 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-01fb0a94-737e-474e-b8f0-2dbc3e03f391 req-230c9192-973a-4cec-a8e8-d9ad776afedf tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.83 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 945 time: 0.0715430 Nov 18 17:24:01.182303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-01fb0a94-737e-474e-b8f0-2dbc3e03f391 req-62200074-fdc2-459b-89f3-8f18f5206547 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Deleting port cda4d05e-4105-44ab-aeba-baa3b19dd6e1 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:01.182671 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-01fb0a94-737e-474e-b8f0-2dbc3e03f391 req-62200074-fdc2-459b-89f3-8f18f5206547 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:01.307409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-368f36c0-aa44-47de-a094-b474afde2e25 req-c7d5bd44-2264-4c75-b650-39aaf428e005 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.4085038 Nov 18 17:24:01.353961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a259e90-5f76-4377-8178-6f0bb706837f req-fe738e60-1aad-4075-9458-903671086d1b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5037410 Nov 18 17:24:01.358115 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-01fb0a94-737e-474e-b8f0-2dbc3e03f391 req-62200074-fdc2-459b-89f3-8f18f5206547 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] For port cda4d05e-4105-44ab-aeba-baa3b19dd6e1, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cda4d05e-4105-44ab-aeba-baa3b19dd6e1,segment=NetworkSegment(fd811c59-99a1-4caf-b3f4-579a5e90e1af),segment_id=fd811c59-99a1-4caf-b3f4-579a5e90e1af)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:01.358503 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-01fb0a94-737e-474e-b8f0-2dbc3e03f391 req-62200074-fdc2-459b-89f3-8f18f5206547 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:01.378437 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-01fb0a94-737e-474e-b8f0-2dbc3e03f391 req-62200074-fdc2-459b-89f3-8f18f5206547 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Calling delete_port for cda4d05e-4105-44ab-aeba-baa3b19dd6e1 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:01.387456 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:01.468524 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:01.523487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network f2fadcca-2275-4a15-a247-b8bd308cea4f is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:01.526804 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:01.533584 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:01.539732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:01.543339 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:01.544422 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=1cfb1580-a72d-447c-99fa-b66998291db9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:01.557619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:01.557985 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:01.558334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:01.558683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:01.559059 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:01.559419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:01.559748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:01.560120 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:01.560459 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:01.560791 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:01.561128 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:01.561460 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:01.618766 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-01fb0a94-737e-474e-b8f0-2dbc3e03f391 req-62200074-fdc2-459b-89f3-8f18f5206547 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:01.627057 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['cda4d05e-4105-44ab-aeba-baa3b19dd6e1'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:24:01.642129 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7b94ad90-0d0a-49a3-8599-67d09368f46e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4176250 Nov 18 17:24:01.645258 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57868) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:01.662012 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62200074-fdc2-459b-89f3-8f18f5206547 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Pushing event deleted for resources: {'Port': ['ID=cda4d05e-4105-44ab-aeba-baa3b19dd6e1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:01.709231 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fb0a94-737e-474e-b8f0-2dbc3e03f391 req-62200074-fdc2-459b-89f3-8f18f5206547 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] No DVR routers for this DVR port cda4d05e-4105-44ab-aeba-baa3b19dd6e1 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:24:01.712191 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-01fb0a94-737e-474e-b8f0-2dbc3e03f391 req-62200074-fdc2-459b-89f3-8f18f5206547 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:01.716831 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-01fb0a94-737e-474e-b8f0-2dbc3e03f391 req-62200074-fdc2-459b-89f3-8f18f5206547 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.83 "DELETE /v2.0/ports/cda4d05e-4105-44ab-aeba-baa3b19dd6e1 HTTP/1.1" status: 204 len: 173 time: 0.6487434 Nov 18 17:24:01.723657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3207b0c8-3164-415f-85aa-3cfa0b5c037a', 'name': 'network-vif-deleted', 'tag': 'cda4d05e-4105-44ab-aeba-baa3b19dd6e1'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:24:01.723657 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186fb7c0-e89c-4c30-90ae-8c4c3871ddec" -d '{"events": [{"server_uuid": "3207b0c8-3164-415f-85aa-3cfa0b5c037a", "name": "network-vif-deleted", "tag": "cda4d05e-4105-44ab-aeba-baa3b19dd6e1"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:24:01.771373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880cb83f-5285-4e50-ac68-be5040dbdcbe tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:01.772922 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-880cb83f-5285-4e50-ac68-be5040dbdcbe tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports/1cfb1580-a72d-447c-99fa-b66998291db9 HTTP/1.1" status: 200 len: 845 time: 0.1264603 Nov 18 17:24:01.775620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57878) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:01.791480 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-104a694f-9caa-4bcf-a1c4-5e84e7f4103d req-58c27edc-e994-4173-855e-1eb6737fc768 tempest-TestServerAdvancedOps-1837808353 tempest-TestServerAdvancedOps-1837808353-project] 10.222.0.72 "GET /v2.0/ports?device_id=3207b0c8-3164-415f-85aa-3cfa0b5c037a HTTP/1.1" status: 200 len: 210 time: 0.0503004 Nov 18 17:24:01.829299 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2be92-2e8e-493f-9ebe-98c2270133b5 req-f5bf8433-9f74-4e58-b5a5-8d5c32b3eb6c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:01.836859 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-28b2be92-2e8e-493f-9ebe-98c2270133b5 req-f5bf8433-9f74-4e58-b5a5-8d5c32b3eb6c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.1746259 Nov 18 17:24:01.940917 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56badd9d-31af-49d6-b5e5-76f23eb3e7eb x-openstack-request-id: req-56badd9d-31af-49d6-b5e5-76f23eb3e7eb {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:24:01.941274 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3207b0c8-3164-415f-85aa-3cfa0b5c037a", "name": "network-vif-deleted", "tag": "cda4d05e-4105-44ab-aeba-baa3b19dd6e1", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:24:01.943687 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-56badd9d-31af-49d6-b5e5-76f23eb3e7eb {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:24:01.944198 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3207b0c8-3164-415f-85aa-3cfa0b5c037a', 'name': 'network-vif-deleted', 'tag': 'cda4d05e-4105-44ab-aeba-baa3b19dd6e1', 'status': 'completed', 'code': 200} Nov 18 17:24:01.964462 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-28b2be92-2e8e-493f-9ebe-98c2270133b5 req-8330a4e0-52ff-4cd9-b7d3-665019e02c00 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266906 Nov 18 17:24:01.974790 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-59a2bf93-4e89-4547-9e09-23ba838a6958 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port 1cfb1580-a72d-447c-99fa-b66998291db9 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:01.975185 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59a2bf93-4e89-4547-9e09-23ba838a6958 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:02.070531 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59a2bf93-4e89-4547-9e09-23ba838a6958 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:02.085191 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-59a2bf93-4e89-4547-9e09-23ba838a6958 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for 1cfb1580-a72d-447c-99fa-b66998291db9 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:02.308125 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59a2bf93-4e89-4547-9e09-23ba838a6958 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:02.345264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2bf93-4e89-4547-9e09-23ba838a6958 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=1cfb1580-a72d-447c-99fa-b66998291db9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:02.374071 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aae306e5-e1f7-438b-bc4c-f5603113d4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:02.387897 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59a2bf93-4e89-4547-9e09-23ba838a6958 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:02.393722 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-59a2bf93-4e89-4547-9e09-23ba838a6958 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/ports/1cfb1580-a72d-447c-99fa-b66998291db9 HTTP/1.1" status: 204 len: 168 time: 0.6167490 Nov 18 17:24:02.396399 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57888) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:02.462385 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd703cbe-3b14-4d0a-bae3-7205266a5f07 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] GET failed (client error): The resource could not be found. Nov 18 17:24:02.471315 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cd703cbe-3b14-4d0a-bae3-7205266a5f07 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports/1cfb1580-a72d-447c-99fa-b66998291db9 HTTP/1.1" status: 404 len: 333 time: 0.0700531 Nov 18 17:24:02.471992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57890) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:02.477539 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-bb145608-bc09-4937-80ea-2b1ff5ce2e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f', 'name': 'tempest-PortsIpV6TestJSON-209666559'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:02.500539 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c342dd36-cefb-40fe-a81a-e7487ba1eeda req-b8e7e41f-80c2-453c-a233-9298131dcc0e tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0314744 Nov 18 17:24:02.593236 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b2144-3a80-46e3-bc85-725867a27819 req-3a27fc72-aff4-4fde-8be2-073537bb8bae tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:02.594908 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac8b2144-3a80-46e3-bc85-725867a27819 req-3a27fc72-aff4-4fde-8be2-073537bb8bae tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.0977926 Nov 18 17:24:02.646716 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb145608-bc09-4937-80ea-2b1ff5ce2e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:02.650671 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb145608-bc09-4937-80ea-2b1ff5ce2e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:02.670102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-bb145608-bc09-4937-80ea-2b1ff5ce2e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] device_id is not set on port bc9ac191-e1f9-4f2b-a36e-5ae0911910d3 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:24:02.702097 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac8b2144-3a80-46e3-bc85-725867a27819 req-bcc92568-65f8-4c32-9e75-84a2e641e127 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931511 Nov 18 17:24:02.886582 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57894) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:02.950960 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd4249b-be33-4a3d-b208-7e5f905f7fb8 admin admin] Deleting subnet 94076ef5-ea9a-4eb2-af93-0992e62d25e0 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:24:02.957235 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dd4249b-be33-4a3d-b208-7e5f905f7fb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:03.002855 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dd4249b-be33-4a3d-b208-7e5f905f7fb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:03.094754 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dd4249b-be33-4a3d-b208-7e5f905f7fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:03.149096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667790a2-e4a8-49f1-a5a8-420378378d69 req-16209974-7854-4b73-ab0e-64ac9fe57f9b tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:03.150654 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-667790a2-e4a8-49f1-a5a8-420378378d69 req-16209974-7854-4b73-ab0e-64ac9fe57f9b tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.0977776 Nov 18 17:24:03.189046 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb145608-bc09-4937-80ea-2b1ff5ce2e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:03.207765 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-667790a2-e4a8-49f1-a5a8-420378378d69 req-c643f531-a030-44c2-9a32-2a601f2a1e49 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437527 Nov 18 17:24:03.245343 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dd4249b-be33-4a3d-b208-7e5f905f7fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:03.274358 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb145608-bc09-4937-80ea-2b1ff5ce2e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:03.276175 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4249b-be33-4a3d-b208-7e5f905f7fb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94076ef5-ea9a-4eb2-af93-0992e62d25e0,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:03.280324 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dd4249b-be33-4a3d-b208-7e5f905f7fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:03.283660 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4dd4249b-be33-4a3d-b208-7e5f905f7fb8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/94076ef5-ea9a-4eb2-af93-0992e62d25e0 HTTP/1.1" status: 204 len: 168 time: 0.3960176 Nov 18 17:24:03.286899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57902) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:03.327013 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb145608-bc09-4937-80ea-2b1ff5ce2e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network f2fadcca-2275-4a15-a247-b8bd308cea4f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:03.329790 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-bb145608-bc09-4937-80ea-2b1ff5ce2e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:03.332727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb145608-bc09-4937-80ea-2b1ff5ce2e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:03.338748 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb145608-bc09-4937-80ea-2b1ff5ce2e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:03.339363 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb145608-bc09-4937-80ea-2b1ff5ce2e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:03.358559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb145608-bc09-4937-80ea-2b1ff5ce2e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=bc9ac191-e1f9-4f2b-a36e-5ae0911910d3,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:03.362357 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6191a982-b022-4b75-9b4b-2f6cea0162d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:03.455403 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bb145608-bc09-4937-80ea-2b1ff5ce2e2e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9821315 Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6191a982-b022-4b75-9b4b-2f6cea0162d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-6191a982-b022-4b75-9b4b-2f6cea0162d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-6191a982-b022-4b75-9b4b-2f6cea0162d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd811c59-99a1-4caf-b3f4-579a5e90e1af') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-6191a982-b022-4b75-9b4b-2f6cea0162d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd811c59-99a1-4caf-b3f4-579a5e90e1af') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6191a982-b022-4b75-9b4b-2f6cea0162d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6191a982-b022-4b75-9b4b-2f6cea0162d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6191a982-b022-4b75-9b4b-2f6cea0162d0 admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6191a982-b022-4b75-9b4b-2f6cea0162d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:24:03.719382 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b88289c8-d209-40c8-bf3c-79c5dc15b704 req-6bbc2c2e-ca1f-431a-b9ff-5e2e58cb6882 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0267489 Nov 18 17:24:03.727886 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57910) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:03.733540 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-58a956bf-082b-41ac-a02c-6daff1ab24e6 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:03.836360 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-58a956bf-082b-41ac-a02c-6daff1ab24e6 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:03.893904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748767b-b1e1-4e3c-a275-9b297eda63c0 req-15ca6f41-3ae9-4113-ae81-a4c0906033c9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:03.895515 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c748767b-b1e1-4e3c-a275-9b297eda63c0 req-15ca6f41-3ae9-4113-ae81-a4c0906033c9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.1133389 Nov 18 17:24:04.011541 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c748767b-b1e1-4e3c-a275-9b297eda63c0 req-dee91300-17f0-4993-98f6-2e3da919b0fa tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089227 Nov 18 17:24:04.051651 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-58a956bf-082b-41ac-a02c-6daff1ab24e6 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.061737 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.086205 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6191a982-b022-4b75-9b4b-2f6cea0162d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.093253 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6191a982-b022-4b75-9b4b-2f6cea0162d0 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.097885 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6191a982-b022-4b75-9b4b-2f6cea0162d0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a HTTP/1.1" status: 204 len: 168 time: 0.8098238 Nov 18 17:24:04.101061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57916) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:04.119607 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-58a956bf-082b-41ac-a02c-6daff1ab24e6 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.127515 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191a982-b022-4b75-9b4b-2f6cea0162d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab4c88f5-e789-4d5f-a9c9-d7dbb50e0d8a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:04.154713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-922eb939-4904-4eea-acf5-40a73b408b7b admin admin] Deleting subnet 8ec880ae-340a-4b0e-93cd-f250f95e7be2 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:24:04.159451 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-922eb939-4904-4eea-acf5-40a73b408b7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.165113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-58a956bf-082b-41ac-a02c-6daff1ab24e6 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] In _notify_port_updated(), no bound segment for port bc9ac191-e1f9-4f2b-a36e-5ae0911910d3 on network f2fadcca-2275-4a15-a247-b8bd308cea4f {{(pid=104007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:24:04.170786 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a956bf-082b-41ac-a02c-6daff1ab24e6 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:04.171534 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-58a956bf-082b-41ac-a02c-6daff1ab24e6 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.172874 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-58a956bf-082b-41ac-a02c-6daff1ab24e6 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "PUT /v2.0/ports/bc9ac191-e1f9-4f2b-a36e-5ae0911910d3 HTTP/1.1" status: 200 len: 818 time: 0.4438670 Nov 18 17:24:04.175936 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57918) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:04.203510 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-922eb939-4904-4eea-acf5-40a73b408b7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.216433 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a956bf-082b-41ac-a02c-6daff1ab24e6 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=bc9ac191-e1f9-4f2b-a36e-5ae0911910d3,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:04.281598 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-922eb939-4904-4eea-acf5-40a73b408b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.284101 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-7fce2dee-63a5-4fe5-ab39-e43a086ddeb9 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port bc9ac191-e1f9-4f2b-a36e-5ae0911910d3 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:04.284454 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7fce2dee-63a5-4fe5-ab39-e43a086ddeb9 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.394305 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7fce2dee-63a5-4fe5-ab39-e43a086ddeb9 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.410948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-7fce2dee-63a5-4fe5-ab39-e43a086ddeb9 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for bc9ac191-e1f9-4f2b-a36e-5ae0911910d3 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:04.422584 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-922eb939-4904-4eea-acf5-40a73b408b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.425720 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37fff3-c137-42bf-a3b1-0b870f5bb13b req-2a80024a-35b0-4baf-899b-e8566f9040a1 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:04.427905 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3c37fff3-c137-42bf-a3b1-0b870f5bb13b req-2a80024a-35b0-4baf-899b-e8566f9040a1 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.1187220 Nov 18 17:24:04.457510 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922eb939-4904-4eea-acf5-40a73b408b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ec880ae-340a-4b0e-93cd-f250f95e7be2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:04.459753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-922eb939-4904-4eea-acf5-40a73b408b7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.466398 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-922eb939-4904-4eea-acf5-40a73b408b7b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8ec880ae-340a-4b0e-93cd-f250f95e7be2 HTTP/1.1" status: 204 len: 168 time: 0.3609362 Nov 18 17:24:04.468067 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57924) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:04.537085 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3c37fff3-c137-42bf-a3b1-0b870f5bb13b req-1303ddfc-20a5-42ae-9384-05c2c343031c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733998 Nov 18 17:24:04.556335 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4329cb1-b721-40a5-9646-7858704aa572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.616619 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7fce2dee-63a5-4fe5-ab39-e43a086ddeb9 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.645853 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4329cb1-b721-40a5-9646-7858704aa572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.650029 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce2dee-63a5-4fe5-ab39-e43a086ddeb9 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=bc9ac191-e1f9-4f2b-a36e-5ae0911910d3,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:04.660988 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7fce2dee-63a5-4fe5-ab39-e43a086ddeb9 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.662415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cda4d05e-4105-44ab-aeba-baa3b19dd6e1 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:24:04.664928 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7fce2dee-63a5-4fe5-ab39-e43a086ddeb9 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/ports/bc9ac191-e1f9-4f2b-a36e-5ae0911910d3 HTTP/1.1" status: 204 len: 168 time: 0.4877472 Nov 18 17:24:04.668356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57926) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:04.671419 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-c4329cb1-b721-40a5-9646-7858704aa572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199bad6f-c037-4849-8edf-4afe8b1f1fb2']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:04.682821 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-c4329cb1-b721-40a5-9646-7858704aa572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a015e22-648a-427e-9e8a-a340b05dded1') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:04.683125 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-c4329cb1-b721-40a5-9646-7858704aa572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a015e22-648a-427e-9e8a-a340b05dded1') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:04.685083 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: cda4d05e-4105-44ab-aeba-baa3b19dd6e1 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:24:04.685558 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cda4d05e-4105-44ab-aeba-baa3b19dd6e1 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:24:04.694469 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4329cb1-b721-40a5-9646-7858704aa572 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.709839 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4329cb1-b721-40a5-9646-7858704aa572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.716330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4329cb1-b721-40a5-9646-7858704aa572 admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:24:04.716728 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4329cb1-b721-40a5-9646-7858704aa572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:24:04.719666 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:24:04.752185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2a7a27-a550-47d7-abbf-6e313465be8b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:04.757147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2c2a7a27-a550-47d7-abbf-6e313465be8b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0874112 Nov 18 17:24:04.757561 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57930) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:04.784456 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6216a06-897e-40f1-b5b5-eaaaa6715093 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] GET failed (client error): The resource could not be found. Nov 18 17:24:04.790518 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e6216a06-897e-40f1-b5b5-eaaaa6715093 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports/bc9ac191-e1f9-4f2b-a36e-5ae0911910d3 HTTP/1.1" status: 404 len: 333 time: 0.0291765 Nov 18 17:24:04.793708 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57932) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:04.799388 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b8b79731-bb9f-4261-9b6d-b87cfc76a628 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1667218011'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:04.836460 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ff66cb3-227a-4862-af07-7e3f336bc53a req-d752bf20-5f4f-4a11-adf3-726c461f9f20 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0344024 Nov 18 17:24:04.868976 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4329cb1-b721-40a5-9646-7858704aa572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.887835 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4329cb1-b721-40a5-9646-7858704aa572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.900956 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c4329cb1-b721-40a5-9646-7858704aa572 admin admin] 10.222.0.72 "DELETE /v2.0/networks/199bad6f-c037-4849-8edf-4afe8b1f1fb2 HTTP/1.1" status: 204 len: 168 time: 0.4234898 Nov 18 17:24:04.900956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4329cb1-b721-40a5-9646-7858704aa572 admin admin] Pushing event deleted for resources: {'Network': ['ID=199bad6f-c037-4849-8edf-4afe8b1f1fb2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:04.900956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b79731-bb9f-4261-9b6d-b87cfc76a628 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:04.905724 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b8b79731-bb9f-4261-9b6d-b87cfc76a628 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.930551 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b79731-bb9f-4261-9b6d-b87cfc76a628 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] vlan segment allocate from pool success with {'vlan_id': 1109, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:24:04.939809 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b8b79731-bb9f-4261-9b6d-b87cfc76a628 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.940173 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-b8b79731-bb9f-4261-9b6d-b87cfc76a628 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Added segment eee536c2-fffa-44c1-b61c-005ac06ce27c of type vlan for network 67436dd1-4b43-4fd3-b9e8-7b9de3b962eb Nov 18 17:24:04.976342 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:04.987364 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b8b79731-bb9f-4261-9b6d-b87cfc76a628 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:05.090643 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b8b79731-bb9f-4261-9b6d-b87cfc76a628 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:05.097206 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b79731-bb9f-4261-9b6d-b87cfc76a628 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:05.098368 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b8b79731-bb9f-4261-9b6d-b87cfc76a628 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:05.199209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6e124-aed0-4452-9c16-eaa4c292a30e req-b60bd80b-c268-490e-9e7e-dacd3f4d3725 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:05.207595 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f9b6e124-aed0-4452-9c16-eaa4c292a30e req-b60bd80b-c268-490e-9e7e-dacd3f4d3725 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.1036804 Nov 18 17:24:05.215190 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b79731-bb9f-4261-9b6d-b87cfc76a628 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Network': ['ID=67436dd1-4b43-4fd3-b9e8-7b9de3b962eb,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:05.230441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 67436dd1-4b43-4fd3-b9e8-7b9de3b962eb details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:24:05.239361 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b8b79731-bb9f-4261-9b6d-b87cfc76a628 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4437020 Nov 18 17:24:05.242340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57942) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:05.254039 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-996e4abd-c5ff-4758-9089-2d6b1bfcce0c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'subnet': {'network_id': '67436dd1-4b43-4fd3-b9e8-7b9de3b962eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:05.374384 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f9b6e124-aed0-4452-9c16-eaa4c292a30e req-5b79eff5-05e2-4c33-a200-69d8b84bbd9d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603804 Nov 18 17:24:05.383980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57944) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:05.422559 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:05.429214 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f3d74208-d646-4a5c-88c0-4c19f21f8822 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ecb9d0b8084b483098061c3d05035ae5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435221 Nov 18 17:24:05.431776 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57946) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:05.474321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996e4abd-c5ff-4758-9089-2d6b1bfcce0c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:05.478871 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-996e4abd-c5ff-4758-9089-2d6b1bfcce0c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:05.485964 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c0ba-1451-4db2-9aa5-7420956089af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:05.528124 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c0ba-1451-4db2-9aa5-7420956089af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:05.673603 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c0ba-1451-4db2-9aa5-7420956089af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:05.676872 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c0ba-1451-4db2-9aa5-7420956089af admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:05.679922 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d0e9c0ba-1451-4db2-9aa5-7420956089af admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c2d34547-0ef8-4661-aafd-cf2b88312960 HTTP/1.1" status: 204 len: 168 time: 0.2448304 Nov 18 17:24:05.698402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9c0ba-1451-4db2-9aa5-7420956089af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d34547-0ef8-4661-aafd-cf2b88312960,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:05.738113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0cd88-ade8-4b0f-be6e-f866d3b9ff9a req-adb6e644-af80-4bfb-a4dd-1aa22a6830fe tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:05.739654 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3f0cd88-ade8-4b0f-be6e-f866d3b9ff9a req-adb6e644-af80-4bfb-a4dd-1aa22a6830fe tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.0980623 Nov 18 17:24:05.791722 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3f0cd88-ade8-4b0f-be6e-f866d3b9ff9a req-5b915523-5a35-4a6b-b088-e91ce318ecd5 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458772 Nov 18 17:24:05.800126 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-996e4abd-c5ff-4758-9089-2d6b1bfcce0c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:05.898277 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e4abd-c5ff-4758-9089-2d6b1bfcce0c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Subnet': ['ID=c841a5d3-d23d-447b-9c54-0b3db0032b7a,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:05.914978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996e4abd-c5ff-4758-9089-2d6b1bfcce0c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Checking segment: {'id': 'eee536c2-fffa-44c1-b61c-005ac06ce27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '67436dd1-4b43-4fd3-b9e8-7b9de3b962eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:05.917880 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e4abd-c5ff-4758-9089-2d6b1bfcce0c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network hostable DHCP agents. Network: 67436dd1-4b43-4fd3-b9e8-7b9de3b962eb, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:24:05.983904 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5f05772-c70f-454a-9d62-75d051c2e8b4 req-42aa2fad-df8e-4550-88da-025777f91db6 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0345051 Nov 18 17:24:05.984630 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e4abd-c5ff-4758-9089-2d6b1bfcce0c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network 67436dd1-4b43-4fd3-b9e8-7b9de3b962eb is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:24:06.073632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-996e4abd-c5ff-4758-9089-2d6b1bfcce0c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 67436dd1-4b43-4fd3-b9e8-7b9de3b962eb) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:06.080569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996e4abd-c5ff-4758-9089-2d6b1bfcce0c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:06.081148 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-996e4abd-c5ff-4758-9089-2d6b1bfcce0c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:06.084294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e5cf7a-ae6c-4082-b221-7f3d59df7d97 None None] Network 67436dd1-4b43-4fd3-b9e8-7b9de3b962eb requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:06.169293 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-996e4abd-c5ff-4758-9089-2d6b1bfcce0c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9244471 Nov 18 17:24:06.171028 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57960) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:06.189788 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-adb70ef6-1185-46e3-928d-8d863d38f8bb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'subnet': {'network_id': '67436dd1-4b43-4fd3-b9e8-7b9de3b962eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:06.264880 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-67436dd1-4b43-4fd3-b9e8-7b9de3b962eb', 'network_id': '67436dd1-4b43-4fd3-b9e8-7b9de3b962eb', 'tenant_id': '1f0e469f747143568ee0f8a64d26b80b', 'fixed_ips': [{'subnet_id': 'c841a5d3-d23d-447b-9c54-0b3db0032b7a'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:24:06.267776 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:06.428884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb70ef6-1185-46e3-928d-8d863d38f8bb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:06.435739 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-adb70ef6-1185-46e3-928d-8d863d38f8bb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:06.559599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57966) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:06.575137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Allocated IP 2001:db8::2 (67436dd1-4b43-4fd3-b9e8-7b9de3b962eb/c841a5d3-d23d-447b-9c54-0b3db0032b7a/a2c0de0f-8599-4e77-9ac1-ad44963d5c51) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:06.642160 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-aa8f038e-5eeb-49ce-b318-e7fac262ec33 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3fcc59ae20194e4b9ed045109c56128e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0796423 Nov 18 17:24:06.644316 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57970) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:06.691850 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269a946-a7d6-49cb-9379-9b25ecf5dff9 req-e88e46d1-8307-41a0-9d7f-ea1e20a1cd85 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:06.708894 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9269a946-a7d6-49cb-9379-9b25ecf5dff9 req-e88e46d1-8307-41a0-9d7f-ea1e20a1cd85 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.1884665 Nov 18 17:24:06.708894 n-d-813419-11 neutron-server[104007]: INFO neutron.db.ipam_backend_mixin [None req-adb70ef6-1185-46e3-928d-8d863d38f8bb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c841a5d3-d23d-447b-9c54-0b3db0032b7a (CIDR: 2001:db8::/64) Nov 18 17:24:06.714477 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f443ed01-9bfd-4f63-85ea-7d197cd0a0d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:06.740784 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f443ed01-9bfd-4f63-85ea-7d197cd0a0d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:06.791058 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:06.793094 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb70ef6-1185-46e3-928d-8d863d38f8bb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:24:06.794193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb70ef6-1185-46e3-928d-8d863d38f8bb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:24:06.800160 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9269a946-a7d6-49cb-9379-9b25ecf5dff9 req-230e54ab-fe0c-4e5b-a752-784bdae939d3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872574 Nov 18 17:24:06.862772 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:06.896615 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f443ed01-9bfd-4f63-85ea-7d197cd0a0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:06.899296 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f443ed01-9bfd-4f63-85ea-7d197cd0a0d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:06.902900 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f443ed01-9bfd-4f63-85ea-7d197cd0a0d2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5a295033-966c-45ac-bb31-96218489175c HTTP/1.1" status: 204 len: 168 time: 0.2551842 Nov 18 17:24:06.916811 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443ed01-9bfd-4f63-85ea-7d197cd0a0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a295033-966c-45ac-bb31-96218489175c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:06.938727 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-adb70ef6-1185-46e3-928d-8d863d38f8bb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7654550 Nov 18 17:24:06.940351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57976) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:06.947689 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ab75b053-a32a-4051-a097-5e840e79fca8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'subnet': {'network_id': '67436dd1-4b43-4fd3-b9e8-7b9de3b962eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:06.955731 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Network 67436dd1-4b43-4fd3-b9e8-7b9de3b962eb is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:06.980882 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:06.991970 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe8b0d-c45e-4dae-b0c0-1e242c536f8b req-8020a925-dff0-44a2-9f39-973d154b691e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:06.993615 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54fe8b0d-c45e-4dae-b0c0-1e242c536f8b req-8020a925-dff0-44a2-9f39-973d154b691e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.1231697 Nov 18 17:24:06.998931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:07.002234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Pushing event updated for resources: {'Port': ['ID=a2c0de0f-8599-4e77-9ac1-ad44963d5c51,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:07.098561 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Attempting to bind port a2c0de0f-8599-4e77-9ac1-ad44963d5c51 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:07.099261 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Attempting to bind port a2c0de0f-8599-4e77-9ac1-ad44963d5c51 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'eee536c2-fffa-44c1-b61c-005ac06ce27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '67436dd1-4b43-4fd3-b9e8-7b9de3b962eb'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:24:07.100333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Attempting to bind port a2c0de0f-8599-4e77-9ac1-ad44963d5c51 on network 67436dd1-4b43-4fd3-b9e8-7b9de3b962eb {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:07.106256 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:24:07.106854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Checking segment: {'id': 'eee536c2-fffa-44c1-b61c-005ac06ce27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '67436dd1-4b43-4fd3-b9e8-7b9de3b962eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:07.107453 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:07.108162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Bound using segment: {'id': 'eee536c2-fffa-44c1-b61c-005ac06ce27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '67436dd1-4b43-4fd3-b9e8-7b9de3b962eb'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:24:07.108994 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Bound port: a2c0de0f-8599-4e77-9ac1-ad44963d5c51, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee536c2-fffa-44c1-b61c-005ac06ce27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '67436dd1-4b43-4fd3-b9e8-7b9de3b962eb'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:24:07.109883 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:07.131891 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54fe8b0d-c45e-4dae-b0c0-1e242c536f8b req-c73a2894-5c46-40bf-a6a3-babcc0f423cc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306951 Nov 18 17:24:07.174861 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8fd087f-b91b-43cb-ba0d-0b69bddf3270 req-384f54af-f286-484d-b5c9-031905f7b949 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0352051 Nov 18 17:24:07.212043 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] For port a2c0de0f-8599-4e77-9ac1-ad44963d5c51, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:24:07.215915 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] For port a2c0de0f-8599-4e77-9ac1-ad44963d5c51, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a2c0de0f-8599-4e77-9ac1-ad44963d5c51,segment=NetworkSegment(eee536c2-fffa-44c1-b61c-005ac06ce27c),segment_id=eee536c2-fffa-44c1-b61c-005ac06ce27c)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:24:07.319574 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab75b053-a32a-4051-a097-5e840e79fca8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:07.324171 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ab75b053-a32a-4051-a097-5e840e79fca8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:07.334336 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:07.456147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449f9b6-f12d-4f6e-a2e2-8ffd85de786d None None] Pushing event updated for resources: {'Port': ['ID=a2c0de0f-8599-4e77-9ac1-ad44963d5c51,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:07.871173 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ab75b053-a32a-4051-a097-5e840e79fca8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:07.920327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab75b053-a32a-4051-a097-5e840e79fca8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network 67436dd1-4b43-4fd3-b9e8-7b9de3b962eb is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:07.928030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-ab75b053-a32a-4051-a097-5e840e79fca8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:07.932922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab75b053-a32a-4051-a097-5e840e79fca8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:07.933771 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ab75b053-a32a-4051-a097-5e840e79fca8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:07.957058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75b053-a32a-4051-a097-5e840e79fca8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Subnet': ['ID=46007093-2bff-4eae-9010-e0e5246f6983,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:07.973847 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72552c93-a398-4517-9fa8-a72126c8a96e req-ab72fda1-2682-4b5d-a15e-ca765f5befd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:07.976256 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72552c93-a398-4517-9fa8-a72126c8a96e req-ab72fda1-2682-4b5d-a15e-ca765f5befd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.0743265 Nov 18 17:24:08.036029 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72552c93-a398-4517-9fa8-a72126c8a96e req-37153be7-1bbc-4cff-b03b-7f1775d7c96f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536671 Nov 18 17:24:08.038391 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ab75b053-a32a-4051-a097-5e840e79fca8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0954030 Nov 18 17:24:08.039660 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57998) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:08.045533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c70a5d93-f633-4cd8-a80e-6f6379b1867e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'network_id': '67436dd1-4b43-4fd3-b9e8-7b9de3b962eb', 'fixed_ips': [{'subnet_id': 'c841a5d3-d23d-447b-9c54-0b3db0032b7a'}, {'subnet_id': '46007093-2bff-4eae-9010-e0e5246f6983'}], 'name': 'tempest-PortsIpV6TestJSON-1177388004'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:08.251668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70a5d93-f633-4cd8-a80e-6f6379b1867e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:08.384801 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15b4f274-a236-4ae0-a9e5-41234cbd9f4d req-faaeaba0-df09-4df7-aa4b-3eef16a23558 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0693741 Nov 18 17:24:08.440455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eb3af-4a19-4aff-a663-706afc234c18 req-6afc7974-dbfc-48d2-af18-6499a08d1a6e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:08.454113 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-977eb3af-4a19-4aff-a663-706afc234c18 req-6afc7974-dbfc-48d2-af18-6499a08d1a6e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.1624105 Nov 18 17:24:08.473825 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c70a5d93-f633-4cd8-a80e-6f6379b1867e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:08.508155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-c70a5d93-f633-4cd8-a80e-6f6379b1867e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] device_id is not set on port 5381c312-0d09-49f6-b30c-90b083fb7150 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:24:08.523431 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-977eb3af-4a19-4aff-a663-706afc234c18 req-397fd036-3eaf-467f-b2a6-34f49d46aae5 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670750 Nov 18 17:24:08.631241 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58016) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:08.749275 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9074bc68-0a4f-48b2-b97f-46f98119bfb9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-749547552-network', 'tenant_id': 'eb06569cbbd34a779286792999368bd6'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:08.852511 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9074bc68-0a4f-48b2-b97f-46f98119bfb9 admin admin] Made reservation on behalf of eb06569cbbd34a779286792999368bd6 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:08.852883 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9074bc68-0a4f-48b2-b97f-46f98119bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:08.869974 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9074bc68-0a4f-48b2-b97f-46f98119bfb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:08.878628 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194b0769-da3c-42ad-928d-2231449ce0aa None None] Network 67436dd1-4b43-4fd3-b9e8-7b9de3b962eb requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:09.013755 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9074bc68-0a4f-48b2-b97f-46f98119bfb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:09.014346 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-c70a5d93-f633-4cd8-a80e-6f6379b1867e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Allocated IP 2001:db8::1fb (67436dd1-4b43-4fd3-b9e8-7b9de3b962eb/c841a5d3-d23d-447b-9c54-0b3db0032b7a/5381c312-0d09-49f6-b30c-90b083fb7150) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:09.022658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-c70a5d93-f633-4cd8-a80e-6f6379b1867e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Allocated IP 2001:db8:0:1::2e5 (67436dd1-4b43-4fd3-b9e8-7b9de3b962eb/46007093-2bff-4eae-9010-e0e5246f6983/5381c312-0d09-49f6-b30c-90b083fb7150) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:09.032841 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-39455a7e-16ab-45d5-ad74-0f4f7849e0c6 None None] Provisioning complete for port a2c0de0f-8599-4e77-9ac1-ad44963d5c51 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:09.033225 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-39455a7e-16ab-45d5-ad74-0f4f7849e0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:09.121566 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9074bc68-0a4f-48b2-b97f-46f98119bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:09.186853 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9074bc68-0a4f-48b2-b97f-46f98119bfb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1108, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:24:09.270123 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c70a5d93-f633-4cd8-a80e-6f6379b1867e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:09.274917 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-39455a7e-16ab-45d5-ad74-0f4f7849e0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:09.318647 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9074bc68-0a4f-48b2-b97f-46f98119bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:09.319012 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-9074bc68-0a4f-48b2-b97f-46f98119bfb9 admin admin] Added segment 3efb73aa-cb0b-475b-8714-4d05102096bb of type vlan for network 2a865f7b-e6e5-408d-a424-6ad90e179b12 Nov 18 17:24:09.325728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-39455a7e-16ab-45d5-ad74-0f4f7849e0c6 None None] For port a2c0de0f-8599-4e77-9ac1-ad44963d5c51, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a2c0de0f-8599-4e77-9ac1-ad44963d5c51,segment=NetworkSegment(eee536c2-fffa-44c1-b61c-005ac06ce27c),segment_id=eee536c2-fffa-44c1-b61c-005ac06ce27c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:09.355873 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074bc68-0a4f-48b2-b97f-46f98119bfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cd76ee-a068-4e1f-a072-38af4320cab7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:09.362489 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c252827c-f213-40eb-9aa2-b3149a7a6fd1 None None] Update dhcp port {'port': {'network_id': '67436dd1-4b43-4fd3-b9e8-7b9de3b962eb', 'fixed_ips': [{'subnet_id': 'c841a5d3-d23d-447b-9c54-0b3db0032b7a', 'ip_address': '2001:db8::2'}, {'subnet_id': '46007093-2bff-4eae-9010-e0e5246f6983'}], 'binding:host_id': 'n-d-813419-11'}, 'id': 'a2c0de0f-8599-4e77-9ac1-ad44963d5c51'} from n-d-813419-11. {{(pid=104009) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 18 17:24:09.429919 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c252827c-f213-40eb-9aa2-b3149a7a6fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:09.445763 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c70a5d93-f633-4cd8-a80e-6f6379b1867e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:09.478006 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-39455a7e-16ab-45d5-ad74-0f4f7849e0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:09.522802 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9074bc68-0a4f-48b2-b97f-46f98119bfb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:09.595214 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299796b4-31bc-4bee-84a8-588115c52cbf req-661279be-d384-48a8-99ec-c97edaed91b5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:09.596933 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-299796b4-31bc-4bee-84a8-588115c52cbf req-661279be-d384-48a8-99ec-c97edaed91b5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.4480186 Nov 18 17:24:09.608225 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a5d93-f633-4cd8-a80e-6f6379b1867e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=5381c312-0d09-49f6-b30c-90b083fb7150,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:09.627643 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70a5d93-f633-4cd8-a80e-6f6379b1867e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network 67436dd1-4b43-4fd3-b9e8-7b9de3b962eb is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:09.635888 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-c70a5d93-f633-4cd8-a80e-6f6379b1867e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:09.636568 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70a5d93-f633-4cd8-a80e-6f6379b1867e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:09.642691 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70a5d93-f633-4cd8-a80e-6f6379b1867e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:09.648220 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c70a5d93-f633-4cd8-a80e-6f6379b1867e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:09.684234 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7569e8-187e-42d1-b3ea-32b5b3fbdad2 req-1ba376d3-c984-4fe3-929c-ef97a039d37b tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:09.685913 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c7569e8-187e-42d1-b3ea-32b5b3fbdad2 req-1ba376d3-c984-4fe3-929c-ef97a039d37b tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 945 time: 0.2808306 Nov 18 17:24:09.721995 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-c252827c-f213-40eb-9aa2-b3149a7a6fd1 None None] Allocated IP 2001:db8:0:1::2 (67436dd1-4b43-4fd3-b9e8-7b9de3b962eb/46007093-2bff-4eae-9010-e0e5246f6983/a2c0de0f-8599-4e77-9ac1-ad44963d5c51) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:09.741783 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a2c0de0f-8599-4e77-9ac1-ad44963d5c51 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:09.782070 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c70a5d93-f633-4cd8-a80e-6f6379b1867e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.7330596 Nov 18 17:24:09.782070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58036) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:09.782701 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0e48d99a-6a15-49f3-9eaa-a6f699f396a2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c841a5d3-d23d-447b-9c54-0b3db0032b7a'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:09.805911 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c7569e8-187e-42d1-b3ea-32b5b3fbdad2 req-76e457fe-57f2-4cf9-b353-b915ba936526 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7291b88-582b-497d-9bc1-1265839943ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045208 Nov 18 17:24:09.813114 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-299796b4-31bc-4bee-84a8-588115c52cbf req-3366a7a0-8b80-4606-9894-926fbf61e829 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074690 Nov 18 17:24:09.852103 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9074bc68-0a4f-48b2-b97f-46f98119bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:09.853286 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9074bc68-0a4f-48b2-b97f-46f98119bfb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:09.853899 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9074bc68-0a4f-48b2-b97f-46f98119bfb9 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:09.922958 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0e48d99a-6a15-49f3-9eaa-a6f699f396a2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:10.011832 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9074bc68-0a4f-48b2-b97f-46f98119bfb9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3766284 Nov 18 17:24:10.011832 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074bc68-0a4f-48b2-b97f-46f98119bfb9 admin admin] Pushing event updated for resources: {'Network': ['ID=2a865f7b-e6e5-408d-a424-6ad90e179b12,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:10.013578 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58038) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:10.041553 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8d05c232-8531-4afd-b102-6065c8e48ab4 admin admin] Request body: {'subnet': {'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-749547552-subnet', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:10.051237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 2a865f7b-e6e5-408d-a424-6ad90e179b12 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:24:10.063916 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6db6f3aa-c619-490b-b11f-94ce15583b54 req-f89f28a4-b76f-47f5-9fb1-16916605ec2b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0607772 Nov 18 17:24:10.087771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a2c0de0f-8599-4e77-9ac1-ad44963d5c51 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:10.091436 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:10.129849 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c943a6-c02b-4b50-9d3c-bbe07a88b01f req-9010e751-32f4-4ea6-bd3e-c0329383ec1d tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:10.132237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88c943a6-c02b-4b50-9d3c-bbe07a88b01f req-9010e751-32f4-4ea6-bd3e-c0329383ec1d tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.0658853 Nov 18 17:24:10.147836 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39455a7e-16ab-45d5-ad74-0f4f7849e0c6 None None] Pushing event updated for resources: {'Port': ['ID=a2c0de0f-8599-4e77-9ac1-ad44963d5c51,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:10.195408 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88c943a6-c02b-4b50-9d3c-bbe07a88b01f req-2fe15c57-323b-415d-a9be-039405fc3522 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544662 Nov 18 17:24:10.212704 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c252827c-f213-40eb-9aa2-b3149a7a6fd1 None None] For port a2c0de0f-8599-4e77-9ac1-ad44963d5c51, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a2c0de0f-8599-4e77-9ac1-ad44963d5c51,segment=NetworkSegment(eee536c2-fffa-44c1-b61c-005ac06ce27c),segment_id=eee536c2-fffa-44c1-b61c-005ac06ce27c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:10.220641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d05c232-8531-4afd-b102-6065c8e48ab4 admin admin] Made reservation on behalf of eb06569cbbd34a779286792999368bd6 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:10.223600 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8d05c232-8531-4afd-b102-6065c8e48ab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:10.253814 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c252827c-f213-40eb-9aa2-b3149a7a6fd1 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:10.315180 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c252827c-f213-40eb-9aa2-b3149a7a6fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:10.374752 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252827c-f213-40eb-9aa2-b3149a7a6fd1 None None] Pushing event updated for resources: {'Port': ['ID=a2c0de0f-8599-4e77-9ac1-ad44963d5c51,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:10.495547 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-0e48d99a-6a15-49f3-9eaa-a6f699f396a2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Delete allocated IP 2001:db8:0:1::2e5 (67436dd1-4b43-4fd3-b9e8-7b9de3b962eb/46007093-2bff-4eae-9010-e0e5246f6983) {{(pid=104008) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 18 17:24:10.618395 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8d05c232-8531-4afd-b102-6065c8e48ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:10.706400 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05c232-8531-4afd-b102-6065c8e48ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1171982-b40f-4085-92d0-7d3f68279805,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:10.729905 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0e48d99a-6a15-49f3-9eaa-a6f699f396a2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:10.733739 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d05c232-8531-4afd-b102-6065c8e48ab4 admin admin] Checking segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:10.734117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05c232-8531-4afd-b102-6065c8e48ab4 admin admin] Network hostable DHCP agents. Network: 2a865f7b-e6e5-408d-a424-6ad90e179b12, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:24:10.776580 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0e48d99a-6a15-49f3-9eaa-a6f699f396a2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:10.815629 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05c232-8531-4afd-b102-6065c8e48ab4 admin admin] Network 2a865f7b-e6e5-408d-a424-6ad90e179b12 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:24:10.856222 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48d99a-6a15-49f3-9eaa-a6f699f396a2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=5381c312-0d09-49f6-b30c-90b083fb7150,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:10.900549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0e48d99a-6a15-49f3-9eaa-a6f699f396a2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] In _notify_port_updated(), no bound segment for port 5381c312-0d09-49f6-b30c-90b083fb7150 on network 67436dd1-4b43-4fd3-b9e8-7b9de3b962eb {{(pid=104008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:24:10.908397 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e48d99a-6a15-49f3-9eaa-a6f699f396a2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:10.914521 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0e48d99a-6a15-49f3-9eaa-a6f699f396a2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:10.916597 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0e48d99a-6a15-49f3-9eaa-a6f699f396a2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "PUT /v2.0/ports/5381c312-0d09-49f6-b30c-90b083fb7150 HTTP/1.1" status: 200 len: 926 time: 1.1383832 Nov 18 17:24:10.919137 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-8d05c232-8531-4afd-b102-6065c8e48ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 2a865f7b-e6e5-408d-a424-6ad90e179b12) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:10.925682 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58046) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:10.929120 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d6ffc5-224f-4196-9728-650cd0bbd261 None None] Network 2a865f7b-e6e5-408d-a424-6ad90e179b12 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:10.938490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d05c232-8531-4afd-b102-6065c8e48ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:10.939750 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8d05c232-8531-4afd-b102-6065c8e48ab4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:10.947595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-19cc86bb-7949-487b-a4e1-e53850819b84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c841a5d3-d23d-447b-9c54-0b3db0032b7a'}, {'subnet_id': '46007093-2bff-4eae-9010-e0e5246f6983'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:11.030950 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19cc86bb-7949-487b-a4e1-e53850819b84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:11.054905 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8d05c232-8531-4afd-b102-6065c8e48ab4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0404966 Nov 18 17:24:11.055974 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58050) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:11.074782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297e8d22-c9ba-4797-92f4-6c47405ccef5 None None] Network 67436dd1-4b43-4fd3-b9e8-7b9de3b962eb requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:11.075914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:11.115287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9ab76-4777-4275-87f9-a0c499fc6262 req-fecb5b49-1951-4cd4-b84b-2adbb87f91dd tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:11.122900 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7df9ab76-4777-4275-87f9-a0c499fc6262 req-fecb5b49-1951-4cd4-b84b-2adbb87f91dd tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 945 time: 0.2095299 Nov 18 17:24:11.161727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126b841-6c3c-4e24-b9f4-5d6cdf250301 req-e422bca9-f07d-4c2a-b2fd-f7a1a0f320bf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:11.163402 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e5a74d06-aec8-4df2-8f0b-eba51a6ddb92 None None] Provisioning complete for port a2c0de0f-8599-4e77-9ac1-ad44963d5c51 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:11.163959 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5a74d06-aec8-4df2-8f0b-eba51a6ddb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:11.171481 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6126b841-6c3c-4e24-b9f4-5d6cdf250301 req-e422bca9-f07d-4c2a-b2fd-f7a1a0f320bf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.2600424 Nov 18 17:24:11.254409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6126b841-6c3c-4e24-b9f4-5d6cdf250301 req-f4b5ea76-0a5c-4bab-84b1-c19ba2738249 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816960 Nov 18 17:24:11.284626 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7df9ab76-4777-4275-87f9-a0c499fc6262 req-3b15972f-5fa1-494e-984b-5606041627a8 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7291b88-582b-497d-9bc1-1265839943ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602969 Nov 18 17:24:11.291886 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:11.291886 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:11.316751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256e7d1-f37a-4956-957e-7b8910e2b7e5 req-714d9703-1ce3-4ecb-bb48-c9504870cd33 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:11.321402 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9256e7d1-f37a-4956-957e-7b8910e2b7e5 req-714d9703-1ce3-4ecb-bb48-c9504870cd33 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.83 "GET /v2.0/ports?device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 945 time: 0.1654027 Nov 18 17:24:11.341473 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-2a865f7b-e6e5-408d-a424-6ad90e179b12', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:24:11.343810 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:11.491522 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:11.554443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-763acd3c-4a66-430c-a21a-32a0df782d69 req-07dd6119-701a-4f2b-a8e3-9311391b771a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.0679898 Nov 18 17:24:11.583581 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a2c0de0f-8599-4e77-9ac1-ad44963d5c51 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:11.617580 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-9256e7d1-f37a-4956-957e-7b8910e2b7e5 req-e8106347-2efc-4e0f-b38d-afe3929b9714 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Deleting port 4f696471-0419-49b5-9804-f3b93b242ff2 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:11.618237 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9256e7d1-f37a-4956-957e-7b8910e2b7e5 req-e8106347-2efc-4e0f-b38d-afe3929b9714 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:11.652747 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Allocated IP 172.20.0.2 (2a865f7b-e6e5-408d-a424-6ad90e179b12/d1171982-b40f-4085-92d0-7d3f68279805/2e6c2f6e-bbb7-43e6-96ce-0b6155a112be) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:11.730560 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-9256e7d1-f37a-4956-957e-7b8910e2b7e5 req-e8106347-2efc-4e0f-b38d-afe3929b9714 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] For port 4f696471-0419-49b5-9804-f3b93b242ff2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=4f696471-0419-49b5-9804-f3b93b242ff2,segment=NetworkSegment(0080c72b-a427-4df1-8d68-8ca8c5b4a446),segment_id=0080c72b-a427-4df1-8d68-8ca8c5b4a446)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:11.731271 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9256e7d1-f37a-4956-957e-7b8910e2b7e5 req-e8106347-2efc-4e0f-b38d-afe3929b9714 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:11.746838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-9256e7d1-f37a-4956-957e-7b8910e2b7e5 req-e8106347-2efc-4e0f-b38d-afe3929b9714 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Calling delete_port for 4f696471-0419-49b5-9804-f3b93b242ff2 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:11.748488 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:11.768428 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022ae84-9b5d-49c5-8474-8effa437134b req-6c96e1a1-2da3-4610-936c-2693180625f1 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:11.770916 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c022ae84-9b5d-49c5-8474-8effa437134b req-6c96e1a1-2da3-4610-936c-2693180625f1 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.2411568 Nov 18 17:24:11.778673 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-19cc86bb-7949-487b-a4e1-e53850819b84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Allocated IP 2001:db8:0:1::da (67436dd1-4b43-4fd3-b9e8-7b9de3b962eb/46007093-2bff-4eae-9010-e0e5246f6983/5381c312-0d09-49f6-b30c-90b083fb7150) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:11.817093 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:11.835949 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c022ae84-9b5d-49c5-8474-8effa437134b req-ddb2ae8d-336a-494c-86fe-36e90ed0bdde tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581563 Nov 18 17:24:11.900702 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:11.960432 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Network 2a865f7b-e6e5-408d-a424-6ad90e179b12 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:11.964966 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:11.971571 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:11.991536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Pushing event updated for resources: {'Port': ['ID=2e6c2f6e-bbb7-43e6-96ce-0b6155a112be,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:12.061052 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19cc86bb-7949-487b-a4e1-e53850819b84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:12.126662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Attempting to bind port 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:12.127270 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Attempting to bind port 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:24:12.128022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Attempting to bind port 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:12.130238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device de6231f8-73b5-48e5-890e-dcd64fc65a9a details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:24:12.148120 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:12.149846 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-8feeca40-980f-4690-b044-acef610e5242 service neutron] show failed (client error): The resource could not be found. Nov 18 17:24:12.151375 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-8feeca40-980f-4690-b044-acef610e5242 service neutron] 10.222.0.81 "GET /v2.0/ports/f13562ac-a65f-426e-bcfb-39f4d59d7f5f/bindings/n-h2-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.0749130 Nov 18 17:24:12.152108 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9256e7d1-f37a-4956-957e-7b8910e2b7e5 req-e8106347-2efc-4e0f-b38d-afe3929b9714 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:12.153800 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19cc86bb-7949-487b-a4e1-e53850819b84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:12.199711 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:12.205772 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8106347-2efc-4e0f-b38d-afe3929b9714 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Pushing event deleted for resources: {'Port': ['ID=4f696471-0419-49b5-9804-f3b93b242ff2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:12.273313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcf3de-af3d-434c-b251-05fa1e0359c2 req-b7a52c7f-f0e4-4ba0-8a38-342962f23d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:12.283693 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-55fcf3de-af3d-434c-b251-05fa1e0359c2 req-b7a52c7f-f0e4-4ba0-8a38-342962f23d21 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 1098 time: 0.2145834 Nov 18 17:24:12.358859 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-9256e7d1-f37a-4956-957e-7b8910e2b7e5 req-e8106347-2efc-4e0f-b38d-afe3929b9714 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] No DVR routers for this DVR port 4f696471-0419-49b5-9804-f3b93b242ff2 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:24:12.377201 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9256e7d1-f37a-4956-957e-7b8910e2b7e5 req-e8106347-2efc-4e0f-b38d-afe3929b9714 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:12.390693 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9256e7d1-f37a-4956-957e-7b8910e2b7e5 req-e8106347-2efc-4e0f-b38d-afe3929b9714 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.83 "DELETE /v2.0/ports/4f696471-0419-49b5-9804-f3b93b242ff2 HTTP/1.1" status: 204 len: 173 time: 1.0519409 Nov 18 17:24:12.398183 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ffc320-bf39-4d7f-8559-397ed98d6a92', 'name': 'network-vif-deleted', 'tag': '4f696471-0419-49b5-9804-f3b93b242ff2'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:24:12.403063 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ce039a-04c1-4bae-9362-1b59bf9d533d" -d '{"events": [{"server_uuid": "77ffc320-bf39-4d7f-8559-397ed98d6a92", "name": "network-vif-deleted", "tag": "4f696471-0419-49b5-9804-f3b93b242ff2"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:24:12.446210 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Allocated IP 172.25.3.109 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:12.506238 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-19cc86bb-7949-487b-a4e1-e53850819b84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] In _notify_port_updated(), no bound segment for port 5381c312-0d09-49f6-b30c-90b083fb7150 on network 67436dd1-4b43-4fd3-b9e8-7b9de3b962eb {{(pid=104008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:24:12.512520 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc86bb-7949-487b-a4e1-e53850819b84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:12.513274 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19cc86bb-7949-487b-a4e1-e53850819b84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:12.517839 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-19cc86bb-7949-487b-a4e1-e53850819b84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "PUT /v2.0/ports/5381c312-0d09-49f6-b30c-90b083fb7150 HTTP/1.1" status: 200 len: 1011 time: 1.5875361 Nov 18 17:24:12.517839 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58068) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:12.527631 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc86bb-7949-487b-a4e1-e53850819b84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=5381c312-0d09-49f6-b30c-90b083fb7150,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:12.561011 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port de6231f8-73b5-48e5-890e-dcd64fc65a9a, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=de6231f8-73b5-48e5-890e-dcd64fc65a9a,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:12.581449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'de6231f8-73b5-48e5-890e-dcd64fc65a9a', 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09', 'port_id': 'de6231f8-73b5-48e5-890e-dcd64fc65a9a', 'mac_address': 'fa:16:3e:fe:3f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dcb9e7a-a59e-4dfb-a2e9-950bd022dd53', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:24:12.584248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['4f696471-0419-49b5-9804-f3b93b242ff2'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:24:12.642231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:24:12.650351 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Checking segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:12.650351 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:12.650351 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Bound using segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:24:12.650351 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Bound port: 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:24:12.650351 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:12.650351 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a2c0de0f-8599-4e77-9ac1-ad44963d5c51 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:12.650351 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:12.702787 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-de1f99f9-a804-4711-9231-ca80acd22aa4 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port 5381c312-0d09-49f6-b30c-90b083fb7150 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:12.704526 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-de1f99f9-a804-4711-9231-ca80acd22aa4 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:12.850577 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-de1f99f9-a804-4711-9231-ca80acd22aa4 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:12.873011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-de1f99f9-a804-4711-9231-ca80acd22aa4 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for 5381c312-0d09-49f6-b30c-90b083fb7150 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:12.892313 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b9c4316b-8df4-4c27-95cc-807e704b9258 None None] Provisioning complete for port a2c0de0f-8599-4e77-9ac1-ad44963d5c51 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:12.893055 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b9c4316b-8df4-4c27-95cc-807e704b9258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:12.940261 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:12.973102 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de6231f8-73b5-48e5-890e-dcd64fc65a9a {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:24:13.019198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-ede1837e-7971-40a3-8719-edbcd6246bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:13.021344 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-ede1837e-7971-40a3-8719-edbcd6246bd4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276&tenant_id=2cf238edb8014a38996468367e264a07 HTTP/1.1" status: 200 len: 1098 time: 0.1374767 Nov 18 17:24:13.044721 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:13.076567 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6fe3cbd-d296-4c47-a309-f43d3c7c0409 req-0ef2d3d9-b4a4-4ac0-a750-968354973b11 tempest-VolumesAdminNegativeTest-704944484 tempest-VolumesAdminNegativeTest-704944484-project] 10.222.0.72 "GET /v2.0/ports?device_id=77ffc320-bf39-4d7f-8559-397ed98d6a92 HTTP/1.1" status: 200 len: 210 time: 0.5001011 Nov 18 17:24:13.095200 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port de6231f8-73b5-48e5-890e-dcd64fc65a9a, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=de6231f8-73b5-48e5-890e-dcd64fc65a9a,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:13.115245 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] For port 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:24:13.119680 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] For port 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2e6c2f6e-bbb7-43e6-96ce-0b6155a112be,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:24:13.155087 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcf3de-af3d-434c-b251-05fa1e0359c2 req-31f06972-9716-440d-9876-9e0c0adab44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:13.156844 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-55fcf3de-af3d-434c-b251-05fa1e0359c2 req-31f06972-9716-440d-9876-9e0c0adab44c service neutron] 10.222.0.81 "GET /v2.0/networks?id=56cec824-a482-4381-8f97-e988c87dca70 HTTP/1.1" status: 200 len: 899 time: 0.6740305 Nov 18 17:24:13.185175 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:13.185773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f6523-ddbe-45a9-932b-558a49f77aef req-13521e70-db74-413a-84c7-9fd19e963476 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:13.187405 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-803f6523-ddbe-45a9-932b-558a49f77aef req-13521e70-db74-413a-84c7-9fd19e963476 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.7059059 Nov 18 17:24:13.267836 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:13.273965 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:13.370537 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:13.386140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b9c4316b-8df4-4c27-95cc-807e704b9258 None None] Provisioning complete for port 5381c312-0d09-49f6-b30c-90b083fb7150 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:13.388180 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b9c4316b-8df4-4c27-95cc-807e704b9258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:13.394911 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-55fcf3de-af3d-434c-b251-05fa1e0359c2 req-2001925b-fe66-45fa-a3c7-beff956abdf1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f HTTP/1.1" status: 200 len: 1002 time: 0.2270558 Nov 18 17:24:13.404411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-803f6523-ddbe-45a9-932b-558a49f77aef req-852f04df-6934-4295-8c51-55717767a4cc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794474 Nov 18 17:24:13.481278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f7f71-8eaf-49e7-8867-9b997c985942 None None] Pushing event updated for resources: {'Port': ['ID=2e6c2f6e-bbb7-43e6-96ce-0b6155a112be,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:13.573391 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['de6231f8-73b5-48e5-890e-dcd64fc65a9a'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:24:13.716878 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4316b-8df4-4c27-95cc-807e704b9258 None None] Port 5381c312-0d09-49f6-b30c-90b083fb7150 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:24:13.723591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=de6231f8-73b5-48e5-890e-dcd64fc65a9a,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:13.745386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9f2e6625-7612-4609-a24e-0c680efd0ebd req-94402e27-59ce-4594-8d0e-ec2e15b99662 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9519597-23a6-440b-855d-8aa39328152c HTTP/1.1" status: 200 len: 210 time: 0.1566384 Nov 18 17:24:13.771242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcf3de-af3d-434c-b251-05fa1e0359c2 req-9fbf0b64-ac06-498c-bc17-e991e5402424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:13.772991 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-55fcf3de-af3d-434c-b251-05fa1e0359c2 req-9fbf0b64-ac06-498c-bc17-e991e5402424 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1f8073c-dfc3-4d29-a82c-b846a14d0447 HTTP/1.1" status: 200 len: 834 time: 0.3588672 Nov 18 17:24:13.840242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecd431-ead4-4617-8d36-581ed540af5f req-ecac2c67-4a69-487c-a911-a54e140946df tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:13.841888 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bbecd431-ead4-4617-8d36-581ed540af5f req-ecac2c67-4a69-487c-a911-a54e140946df tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 944 time: 0.2688239 Nov 18 17:24:13.855444 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcf3de-af3d-434c-b251-05fa1e0359c2 req-a661a441-8359-413c-b052-24119b8c0060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:13.857146 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-55fcf3de-af3d-434c-b251-05fa1e0359c2 req-a661a441-8359-413c-b052-24119b8c0060 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=56cec824-a482-4381-8f97-e988c87dca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705526 Nov 18 17:24:13.890760 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b23364-e523-4a35-a513-1fc8206e2242 x-openstack-request-id: req-f2b23364-e523-4a35-a513-1fc8206e2242 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:24:13.891196 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ffc320-bf39-4d7f-8559-397ed98d6a92", "name": "network-vif-deleted", "tag": "4f696471-0419-49b5-9804-f3b93b242ff2", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:24:13.891455 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f2b23364-e523-4a35-a513-1fc8206e2242 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:24:13.892684 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ffc320-bf39-4d7f-8559-397ed98d6a92', 'name': 'network-vif-deleted', 'tag': '4f696471-0419-49b5-9804-f3b93b242ff2', 'status': 'completed', 'code': 200} Nov 18 17:24:13.900908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0fb31db1-525e-475d-afdd-82e79f775ed2 None None] Provisioning complete for port 5381c312-0d09-49f6-b30c-90b083fb7150 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:13.901419 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0fb31db1-525e-475d-afdd-82e79f775ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:13.922605 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:13.972777 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bbecd431-ead4-4617-8d36-581ed540af5f req-947f4e07-1068-4661-b2c0-44b9fbbff999 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200297 Nov 18 17:24:14.003535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0fb31db1-525e-475d-afdd-82e79f775ed2 None None] Port 5381c312-0d09-49f6-b30c-90b083fb7150 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:24:14.009364 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:14.057090 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:14.061267 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Pushing event updated for resources: {'Port': ['ID=c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:14.070417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:14.103435 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-de1f99f9-a804-4711-9231-ca80acd22aa4 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:14.113735 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device de6231f8-73b5-48e5-890e-dcd64fc65a9a no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:24:14.185098 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f99f9-a804-4711-9231-ca80acd22aa4 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=5381c312-0d09-49f6-b30c-90b083fb7150,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:14.200195 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58078) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:14.235521 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:14.258117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id de6231f8-73b5-48e5-890e-dcd64fc65a9a {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:24:14.277052 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-55fcf3de-af3d-434c-b251-05fa1e0359c2 req-ded2bc22-9803-41c0-9380-7b8b1ca5dcbf service neutron] 10.222.0.81 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925912 Nov 18 17:24:14.295897 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port de6231f8-73b5-48e5-890e-dcd64fc65a9a, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=de6231f8-73b5-48e5-890e-dcd64fc65a9a,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:14.353038 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cae2175-f312-455e-aab6-90d969b63336 admin admin] Deleting subnet 12d4d74c-e986-4ab8-a9f0-f56513d1f026 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:24:14.360244 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:14.362919 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-de1f99f9-a804-4711-9231-ca80acd22aa4 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:14.364315 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device f13562ac-a65f-426e-bcfb-39f4d59d7f5f no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:24:14.367648 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-de1f99f9-a804-4711-9231-ca80acd22aa4 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/ports/5381c312-0d09-49f6-b30c-90b083fb7150 HTTP/1.1" status: 204 len: 168 time: 1.8492811 Nov 18 17:24:14.377630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58082) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:14.454238 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cae2175-f312-455e-aab6-90d969b63336 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:14.463958 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6639632-cfef-4301-b898-460b5a900d28 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] GET failed (client error): The resource could not be found. Nov 18 17:24:14.474398 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b6639632-cfef-4301-b898-460b5a900d28 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports/5381c312-0d09-49f6-b30c-90b083fb7150 HTTP/1.1" status: 404 len: 333 time: 0.0930634 Nov 18 17:24:14.555505 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58086) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:14.610165 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:14.630416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3584595-88c1-403d-88bc-2e62f1092ce8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting subnet 46007093-2bff-4eae-9010-e0e5246f6983 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:24:14.638432 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3584595-88c1-403d-88bc-2e62f1092ce8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:14.656038 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:14.671016 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=de6231f8-73b5-48e5-890e-dcd64fc65a9a,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:14.715708 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 4f696471-0419-49b5-9804-f3b93b242ff2 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:24:14.738653 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cae2175-f312-455e-aab6-90d969b63336 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:14.768650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 4f696471-0419-49b5-9804-f3b93b242ff2 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:24:14.769047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 4f696471-0419-49b5-9804-f3b93b242ff2 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:24:14.782779 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:14.799624 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3584595-88c1-403d-88bc-2e62f1092ce8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:14.906911 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cae2175-f312-455e-aab6-90d969b63336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:14.915304 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-55fcf3de-af3d-434c-b251-05fa1e0359c2 req-e6f3467b-13cc-4c4b-900d-4ae63f164836 service neutron] 10.222.0.81 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228733 Nov 18 17:24:14.928547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92803fd9-7269-453b-bdac-e2cf35cb1b2c req-331ee815-9c79-4d8d-967d-df9921045259 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:14.930262 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92803fd9-7269-453b-bdac-e2cf35cb1b2c req-331ee815-9c79-4d8d-967d-df9921045259 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.2823052 Nov 18 17:24:14.967314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:24:14.993975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58094) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:15.125887 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3584595-88c1-403d-88bc-2e62f1092ce8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:15.154038 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92803fd9-7269-453b-bdac-e2cf35cb1b2c req-c1df7d7b-8bed-4aa4-b790-25d295ec67c9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997659 Nov 18 17:24:15.159326 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:15.174253 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a46570-901a-441d-877a-76560801633c None None] Network 2a865f7b-e6e5-408d-a424-6ad90e179b12 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:15.222240 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37a8f8af-beac-4049-b703-a2f68b5269d4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:15.242486 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:15.266567 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37a8f8af-beac-4049-b703-a2f68b5269d4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:15.271504 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cae2175-f312-455e-aab6-90d969b63336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:15.286207 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c885fee3-826b-45e1-9433-e33d28003a66 None None] Provisioning complete for port 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:15.286600 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c885fee3-826b-45e1-9433-e33d28003a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:15.306517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae2175-f312-455e-aab6-90d969b63336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12d4d74c-e986-4ab8-a9f0-f56513d1f026,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:15.330873 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cae2175-f312-455e-aab6-90d969b63336 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:15.336274 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4cae2175-f312-455e-aab6-90d969b63336 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/12d4d74c-e986-4ab8-a9f0-f56513d1f026 HTTP/1.1" status: 204 len: 168 time: 1.1380346 Nov 18 17:24:15.353927 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58098) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:15.354249 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Transition to ACTIVE for port object f13562ac-a65f-426e-bcfb-39f4d59d7f5f will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:24:15.369359 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3584595-88c1-403d-88bc-2e62f1092ce8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:15.452451 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3584595-88c1-403d-88bc-2e62f1092ce8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:15.457826 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c3584595-88c1-403d-88bc-2e62f1092ce8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/46007093-2bff-4eae-9010-e0e5246f6983 HTTP/1.1" status: 204 len: 168 time: 0.9012668 Nov 18 17:24:15.458893 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3584595-88c1-403d-88bc-2e62f1092ce8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Subnet': ['ID=46007093-2bff-4eae-9010-e0e5246f6983,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:15.460995 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:15.472511 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58102) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:15.505416 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f5e74c-161b-4ddb-8036-8809a688f36a None None] Network 67436dd1-4b43-4fd3-b9e8-7b9de3b962eb requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:15.545417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fe679-f8da-45f2-94ae-324cb851a1f2 req-3c4bd045-c472-449c-81d6-66c0692a24d4 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:15.553877 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc4fe679-f8da-45f2-94ae-324cb851a1f2 req-3c4bd045-c472-449c-81d6-66c0692a24d4 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 943 time: 0.4596074 Nov 18 17:24:15.668524 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc4fe679-f8da-45f2-94ae-324cb851a1f2 req-cdc9433a-2f1f-4b35-b4c2-ad9c40a850cd tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136830 Nov 18 17:24:15.686908 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Router 7e442675-3f94-402c-9011-4fc46a832c5f is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:24:15.719925 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:15.725126 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c885fee3-826b-45e1-9433-e33d28003a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:15.861985 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:24:15.878216 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be8cf04b-9172-4c38-a2f7-29c9223855b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:15.892693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc25f04-ead9-4da3-8888-c68431ceddbc tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting subnet c841a5d3-d23d-447b-9c54-0b3db0032b7a {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:24:15.896217 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ecc25f04-ead9-4da3-8888-c68431ceddbc tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:15.906233 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Sync routers for ids ['7e442675-3f94-402c-9011-4fc46a832c5f'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:24:15.937753 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:24:15.938115 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:24:15.938256 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ecc25f04-ead9-4da3-8888-c68431ceddbc tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:15.943781 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c885fee3-826b-45e1-9433-e33d28003a66 None None] For port 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2e6c2f6e-bbb7-43e6-96ce-0b6155a112be,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:15.944814 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:15.946463 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-da1cd4a5-62f1-4de7-bb09-e511eba2ac2d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8754923 Nov 18 17:24:15.948886 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58106) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:15.958701 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Routers {'7e442675-3f94-402c-9011-4fc46a832c5f'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:24:15.959335 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:24:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7e442675-3f94-402c-9011-4fc46a832c5f'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:15.992930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:24:15.996862 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abf99bf-3a9d-4dc7-9e30-3ef2b7a9e0df" -d '{"events": [{"server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "name": "network-vif-unplugged", "status": "completed", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:24:16.009655 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37a8f8af-beac-4049-b703-a2f68b5269d4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:16.013119 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37a8f8af-beac-4049-b703-a2f68b5269d4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:16.017166 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-37a8f8af-beac-4049-b703-a2f68b5269d4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "DELETE /v2.0/security-groups/04b6e894-9554-4a43-b42c-b90a93a83038 HTTP/1.1" status: 204 len: 168 time: 1.0164578 Nov 18 17:24:16.019179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58110) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:16.028441 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Pushing event updated for resources: {'Port': ['ID=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,revision_number=6']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:16.043574 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-23928945-ccc8-41e6-a0a3-08f5564770a8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] show failed (client error): The resource could not be found. Nov 18 17:24:16.048153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-23928945-ccc8-41e6-a0a3-08f5564770a8 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "GET /v2.0/security-groups/04b6e894-9554-4a43-b42c-b90a93a83038 HTTP/1.1" status: 404 len: 347 time: 0.0273471 Nov 18 17:24:16.053058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58112) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:16.065841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8f8af-beac-4049-b703-a2f68b5269d4 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b6e894-9554-4a43-b42c-b90a93a83038,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:16.110550 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feda7ddc-b07b-42ea-b243-02359c6945e1 x-openstack-request-id: req-feda7ddc-b07b-42ea-b243-02359c6945e1 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:24:16.111543 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "name": "network-vif-unplugged", "status": "completed", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:24:16.111543 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-feda7ddc-b07b-42ea-b243-02359c6945e1 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:24:16.111905 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'code': 200} Nov 18 17:24:16.129401 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Set router 7e442675-3f94-402c-9011-4fc46a832c5f gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:24:16.152845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] No DVR routers for this DVR port f13562ac-a65f-426e-bcfb-39f4d59d7f5f on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:24:16.237824 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c885fee3-826b-45e1-9433-e33d28003a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:16.289698 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be8cf04b-9172-4c38-a2f7-29c9223855b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:16.346834 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ecc25f04-ead9-4da3-8888-c68431ceddbc tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:16.379651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-be8cf04b-9172-4c38-a2f7-29c9223855b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c7c367-6632-470b-92a0-6b92b498a5b8']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:16.409063 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf0c2e-8cc8-4142-856f-196ea8de59c7 req-63a2aeb0-9f4a-4f96-9471-2e52bf066202 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:16.411316 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20bf0c2e-8cc8-4142-856f-196ea8de59c7 req-63a2aeb0-9f4a-4f96-9471-2e52bf066202 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 944 time: 0.1421657 Nov 18 17:24:16.446991 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-be8cf04b-9172-4c38-a2f7-29c9223855b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0080c72b-a427-4df1-8d68-8ca8c5b4a446') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:16.447359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-be8cf04b-9172-4c38-a2f7-29c9223855b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0080c72b-a427-4df1-8d68-8ca8c5b4a446') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:16.469250 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be8cf04b-9172-4c38-a2f7-29c9223855b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:16.505245 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20bf0c2e-8cc8-4142-856f-196ea8de59c7 req-a79cd2e2-07d9-42a2-816c-482ef39ec6ac tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593543 Nov 18 17:24:16.506959 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be8cf04b-9172-4c38-a2f7-29c9223855b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:16.515759 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8df8dfd0-fcbf-4ea6-ad71-bd4c86e3469f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Deleting port 272ee822-aaf7-4468-a08d-18e960047489 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:16.516192 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8df8dfd0-fcbf-4ea6-ad71-bd4c86e3469f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:16.517415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8cf04b-9172-4c38-a2f7-29c9223855b9 admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:24:16.517881 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be8cf04b-9172-4c38-a2f7-29c9223855b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:24:16.520658 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:24:16.628586 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:16.629135 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:16.633697 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Attempting to bind port f13562ac-a65f-426e-bcfb-39f4d59d7f5f on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:16.633896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885fee3-826b-45e1-9433-e33d28003a66 None None] Pushing event updated for resources: {'Port': ['ID=2e6c2f6e-bbb7-43e6-96ce-0b6155a112be,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:16.634450 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Attempting to bind port f13562ac-a65f-426e-bcfb-39f4d59d7f5f by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:24:16.634989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Attempting to bind port f13562ac-a65f-426e-bcfb-39f4d59d7f5f on network 56cec824-a482-4381-8f97-e988c87dca70 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:16.638624 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ecc25f04-ead9-4da3-8888-c68431ceddbc tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:16.689463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Port f13562ac-a65f-426e-bcfb-39f4d59d7f5f on network 56cec824-a482-4381-8f97-e988c87dca70 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:24:16.689778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Attempting to bind port f13562ac-a65f-426e-bcfb-39f4d59d7f5f on network 56cec824-a482-4381-8f97-e988c87dca70 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:16.710363 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc25f04-ead9-4da3-8888-c68431ceddbc tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Subnet': ['ID=c841a5d3-d23d-447b-9c54-0b3db0032b7a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:16.712842 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ecc25f04-ead9-4da3-8888-c68431ceddbc tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:16.721096 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ecc25f04-ead9-4da3-8888-c68431ceddbc tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/c841a5d3-d23d-447b-9c54-0b3db0032b7a HTTP/1.1" status: 204 len: 168 time: 1.2242272 Nov 18 17:24:16.721775 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58122) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:16.737485 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:24:16.737828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Checking segment: {'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:16.738263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Bound using segment: {'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:24:16.738724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Bound port: f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:24:16.739088 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:16.755196 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device de6231f8-73b5-48e5-890e-dcd64fc65a9a up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:16.819345 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c22a95-c22d-4daa-8071-b910af0d0515 None None] Update dhcp port {'port': {'network_id': '67436dd1-4b43-4fd3-b9e8-7b9de3b962eb', 'fixed_ips': [{'subnet_id': 'c841a5d3-d23d-447b-9c54-0b3db0032b7a'}], 'binding:host_id': 'n-d-813419-11'}, 'id': 'a2c0de0f-8599-4e77-9ac1-ad44963d5c51'} from n-d-813419-11. {{(pid=104009) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 18 17:24:16.833403 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8e6d1077-8aad-40ea-a8ee-21f0314a3fb5 None None] Provisioning complete for port 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:16.833867 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e6d1077-8aad-40ea-a8ee-21f0314a3fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:16.850548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:24:16.856926 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:24:16.859659 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be8cf04b-9172-4c38-a2f7-29c9223855b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:16.873604 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be8cf04b-9172-4c38-a2f7-29c9223855b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:16.882984 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-be8cf04b-9172-4c38-a2f7-29c9223855b9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/33c7c367-6632-470b-92a0-6b92b498a5b8 HTTP/1.1" status: 204 len: 168 time: 1.5269079 Nov 18 17:24:16.888445 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58124) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:16.900597 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-09c22a95-c22d-4daa-8071-b910af0d0515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:16.952767 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cf04b-9172-4c38-a2f7-29c9223855b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=33c7c367-6632-470b-92a0-6b92b498a5b8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:17.008675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port de6231f8-73b5-48e5-890e-dcd64fc65a9a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:17.009219 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.019580 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.052666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:14Z', 'revision_number': 3, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:17.107853 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Pushing event updated for resources: {'Port': ['ID=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,revision_number=7']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:17.125007 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.129562 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:17.129984 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.131332 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-59011609-0e21-48f2-9d76-6fefad517fdf service neutron] 10.222.0.83 "PUT /v2.0/ports/f13562ac-a65f-426e-bcfb-39f4d59d7f5f HTTP/1.1" status: 200 len: 1093 time: 4.0922561 Nov 18 17:24:17.135050 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b765905-1b2f-45ae-9798-f6e219540e2f admin admin] Deleting subnet 6b539815-9437-4abd-9987-ba05b1c30efd {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:24:17.141134 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b765905-1b2f-45ae-9798-f6e219540e2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.215710 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8df8dfd0-fcbf-4ea6-ad71-bd4c86e3469f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.216325 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8df8dfd0-fcbf-4ea6-ad71-bd4c86e3469f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.229566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793c3a8-d326-4e70-8f68-28829b3f6512 req-8fb245a4-4a53-4f1e-935e-7a3a0772bcd1 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:17.231153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e793c3a8-d326-4e70-8f68-28829b3f6512 req-8fb245a4-4a53-4f1e-935e-7a3a0772bcd1 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 943 time: 0.1644213 Nov 18 17:24:17.247186 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b765905-1b2f-45ae-9798-f6e219540e2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.266822 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Checking router: 7e442675-3f94-402c-9011-4fc46a832c5f for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:24:17.267569 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Updating router 7e442675-3f94-402c-9011-4fc46a832c5f port c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:24:17.283756 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8df8dfd0-fcbf-4ea6-ad71-bd4c86e3469f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Calling delete_port for 272ee822-aaf7-4468-a08d-18e960047489 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:17.351833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e793c3a8-d326-4e70-8f68-28829b3f6512 req-2c48d70a-e2e0-4d53-86e9-41e22b79ab4e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121681 Nov 18 17:24:17.352563 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-fdc69d9d-c770-499b-b534-fceaac830b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:17.356319 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-fdc69d9d-c770-499b-b534-fceaac830b8f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 1096 time: 0.1846225 Nov 18 17:24:17.361249 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.382201 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b765905-1b2f-45ae-9798-f6e219540e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.454401 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3c50f3-317c-48cb-885e-3ea30a76ff9c None None] Network 67436dd1-4b43-4fd3-b9e8-7b9de3b962eb requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:17.500301 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port a2c0de0f-8599-4e77-9ac1-ad44963d5c51 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:17.500939 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.519921 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:17.541258 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.602162 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.633384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] For port a2c0de0f-8599-4e77-9ac1-ad44963d5c51, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a2c0de0f-8599-4e77-9ac1-ad44963d5c51,segment=NetworkSegment(eee536c2-fffa-44c1-b61c-005ac06ce27c),segment_id=eee536c2-fffa-44c1-b61c-005ac06ce27c)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:17.633751 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.660956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for a2c0de0f-8599-4e77-9ac1-ad44963d5c51 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:17.666320 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-7608cd74-d2c6-4d55-a382-314addc3e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:17.667846 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-7608cd74-d2c6-4d55-a382-314addc3e63c service neutron] 10.222.0.83 "GET /v2.0/networks?id=56cec824-a482-4381-8f97-e988c87dca70 HTTP/1.1" status: 200 len: 899 time: 0.2823884 Nov 18 17:24:17.701778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-73448d56-f27e-4aa7-9beb-703edbf1e10c None None] Provisioning complete for port a2c0de0f-8599-4e77-9ac1-ad44963d5c51 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:17.702317 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-73448d56-f27e-4aa7-9beb-703edbf1e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.758236 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d4ee-08c8-498e-8fbd-f9e3466a7d71 req-026b2f43-f9f3-467b-bf5c-cc2148d125c2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:17.760337 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f44d4ee-08c8-498e-8fbd-f9e3466a7d71 req-026b2f43-f9f3-467b-bf5c-cc2148d125c2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 944 time: 0.0925488 Nov 18 17:24:17.787957 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8df8dfd0-fcbf-4ea6-ad71-bd4c86e3469f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.792000 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b765905-1b2f-45ae-9798-f6e219540e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.819641 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port de6231f8-73b5-48e5-890e-dcd64fc65a9a, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=de6231f8-73b5-48e5-890e-dcd64fc65a9a,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:17.827716 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4b50fa-61f3-49a6-b78b-da1c41c59eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6231f8-73b5-48e5-890e-dcd64fc65a9a'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:24:17.830980 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daaa4b7-1e94-43ab-b575-ad0ac8dcbf56" -d '{"events": [{"server_uuid": "4f4b50fa-61f3-49a6-b78b-da1c41c59eb6", "name": "network-vif-plugged", "status": "completed", "tag": "de6231f8-73b5-48e5-890e-dcd64fc65a9a"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:24:17.837479 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b765905-1b2f-45ae-9798-f6e219540e2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b539815-9437-4abd-9987-ba05b1c30efd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:17.841714 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b765905-1b2f-45ae-9798-f6e219540e2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.859416 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0b765905-1b2f-45ae-9798-f6e219540e2f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6b539815-9437-4abd-9987-ba05b1c30efd HTTP/1.1" status: 204 len: 168 time: 0.9664884 Nov 18 17:24:17.884071 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58134) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:17.884947 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8dfd0-fcbf-4ea6-ad71-bd4c86e3469f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event deleted for resources: {'Port': ['ID=272ee822-aaf7-4468-a08d-18e960047489,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:17.928975 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f438c9-6ad8-4705-90ea-ea17c0755014 x-openstack-request-id: req-78f438c9-6ad8-4705-90ea-ea17c0755014 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:24:17.929555 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4b50fa-61f3-49a6-b78b-da1c41c59eb6", "name": "network-vif-plugged", "status": "completed", "tag": "de6231f8-73b5-48e5-890e-dcd64fc65a9a", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:24:17.929985 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-78f438c9-6ad8-4705-90ea-ea17c0755014 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:24:17.930594 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4b50fa-61f3-49a6-b78b-da1c41c59eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6231f8-73b5-48e5-890e-dcd64fc65a9a', 'code': 200} Nov 18 17:24:17.931498 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:17.969510 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-796315b4-53ef-400f-80d5-579b2e43fb34 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f HTTP/1.1" status: 200 len: 1000 time: 0.2917862 Nov 18 17:24:18.049641 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:18.064405 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83b4b88-d662-44c0-a48c-8382d1236769 None None] DHCP port deletion for 67436dd1-4b43-4fd3-b9e8-7b9de3b962eb request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:24:18.118287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f44d4ee-08c8-498e-8fbd-f9e3466a7d71 req-e55f0622-3d9b-4773-bc40-d475e078f34b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3371487 Nov 18 17:24:18.131087 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8df8dfd0-fcbf-4ea6-ad71-bd4c86e3469f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:18.135949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:18.136518 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:18.147161 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8df8dfd0-fcbf-4ea6-ad71-bd4c86e3469f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:18.148046 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8df8dfd0-fcbf-4ea6-ad71-bd4c86e3469f tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "DELETE /v2.0/floatingips/436a6f06-42ea-4b86-9821-cc961a7d5c92 HTTP/1.1" status: 204 len: 168 time: 2.0934260 Nov 18 17:24:18.156518 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58136) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:18.168083 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:24:18.170509 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157a0d9a-645b-42cc-bb46-84d1bf04376b" -d '{"events": [{"name": "network-changed", "server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:24:18.175032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-bcdac1f2-037b-4bb7-b587-f2eb7d37de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:18.176972 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-bcdac1f2-037b-4bb7-b587-f2eb7d37de87 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1f8073c-dfc3-4d29-a82c-b846a14d0447 HTTP/1.1" status: 200 len: 834 time: 0.0947082 Nov 18 17:24:18.182979 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:18.221448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=a2c0de0f-8599-4e77-9ac1-ad44963d5c51,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:18.282423 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1598be93-40c2-4970-9e5b-4971e2b7a78d x-openstack-request-id: req-1598be93-40c2-4970-9e5b-4971e2b7a78d {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:24:18.282965 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:24:18.283704 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1598be93-40c2-4970-9e5b-4971e2b7a78d {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:24:18.284427 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'status': 'completed', 'code': 200} Nov 18 17:24:18.298472 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=de6231f8-73b5-48e5-890e-dcd64fc65a9a,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:18.391631 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c83b4b88-d662-44c0-a48c-8382d1236769 None None] Deleting port a2c0de0f-8599-4e77-9ac1-ad44963d5c51 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:18.392055 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c83b4b88-d662-44c0-a48c-8382d1236769 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:18.406798 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb412870-1c3e-4ba9-ae6c-fe79ba1fcbb4 req-ee970490-15d6-4758-bd5a-84f97b39632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:18.411323 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb412870-1c3e-4ba9-ae6c-fe79ba1fcbb4 req-ee970490-15d6-4758-bd5a-84f97b39632a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 1097 time: 0.3244827 Nov 18 17:24:18.434030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] Allocated IP 172.20.0.1 (2a865f7b-e6e5-408d-a424-6ad90e179b12/d1171982-b40f-4085-92d0-7d3f68279805/337e9fe4-5986-4162-bb36-aab6b8f7b9a2) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:18.596310 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:18.599230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c83b4b88-d662-44c0-a48c-8382d1236769 None None] For port a2c0de0f-8599-4e77-9ac1-ad44963d5c51, host n-d-813419-11, got binding levels [] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:18.599883 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c83b4b88-d662-44c0-a48c-8382d1236769 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:18.603726 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:18.616204 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c83b4b88-d662-44c0-a48c-8382d1236769 None None] Calling delete_port for a2c0de0f-8599-4e77-9ac1-ad44963d5c51 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:18.619688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.ipam_backend_mixin [None req-c83b4b88-d662-44c0-a48c-8382d1236769 None None] Port a2c0de0f-8599-4e77-9ac1-ad44963d5c51 was not found and therefore no delete operation was performed {{(pid=104009) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 18 17:24:18.621361 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c83b4b88-d662-44c0-a48c-8382d1236769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:18.646188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b4b88-d662-44c0-a48c-8382d1236769 None None] Pushing event deleted for resources: {'Port': ['ID=a2c0de0f-8599-4e77-9ac1-ad44963d5c51,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:18.663386 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b4b88-d662-44c0-a48c-8382d1236769 None None] No DVR routers for this DVR port a2c0de0f-8599-4e77-9ac1-ad44963d5c51 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:24:18.669215 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:18.724826 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Attempting to bind port c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:18.726242 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Attempting to bind port c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:24:18.726684 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Attempting to bind port c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:18.738628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No DVR routers for this DVR port a2c0de0f-8599-4e77-9ac1-ad44963d5c51 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:24:18.741765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:24:18.742310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:18.743011 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:18.743982 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:24:18.744498 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Bound port: c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:24:18.744917 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:18.747842 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:18.769988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d961ea0d-5e20-4965-a511-58c46884f98a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Deleting port bbab8d68-7db0-4f0e-a817-5122ae7e186d {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:18.770718 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d961ea0d-5e20-4965-a511-58c46884f98a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:18.804485 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38915393-b008-4f3c-b5be-ad268a62aa47 None None] Pushing event updated for resources: {'Port': ['ID=c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:18.860722 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:18.881766 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] For port c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:24:18.887136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] For port c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:24:18.918559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-3f44399c-d938-4072-a3a4-823b1139e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:18.920503 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-3f44399c-d938-4072-a3a4-823b1139e620 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=56cec824-a482-4381-8f97-e988c87dca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7339180 Nov 18 17:24:18.938846 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d961ea0d-5e20-4965-a511-58c46884f98a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:18.949087 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] Network 2a865f7b-e6e5-408d-a424-6ad90e179b12 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:18.955418 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:18.969386 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:18.980878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:18.985308 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-255249d1-d969-4e09-920b-7dfff09f1d5b req-fc326b59-5ab6-4a3f-8a67-e94db4244295 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2794340 Nov 18 17:24:18.987447 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51b6083-1cd4-4677-8435-6680d9979417']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:19.011517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-b9245879-e81e-41b9-a386-b3a8d957ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:19.013379 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-b9245879-e81e-41b9-a386-b3a8d957ef89 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 1096 time: 0.7221622 Nov 18 17:24:19.032814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c265460-9374-4e84-ad1d-2cd7b5aecfb2') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:19.033116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c265460-9374-4e84-ad1d-2cd7b5aecfb2') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:19.044656 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d961ea0d-5e20-4965-a511-58c46884f98a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Calling delete_port for bbab8d68-7db0-4f0e-a817-5122ae7e186d owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:19.104150 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Routers {'7e442675-3f94-402c-9011-4fc46a832c5f'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:24:19.104792 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:24:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7e442675-3f94-402c-9011-4fc46a832c5f'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:19.105210 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed48260-9e7f-4e84-ba66-5a3d1194eef9 req-a6749930-e819-4657-8eda-14fcc970d8a3 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:19.117674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fed48260-9e7f-4e84-ba66-5a3d1194eef9 req-a6749930-e819-4657-8eda-14fcc970d8a3 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.4668775 Nov 18 17:24:19.145185 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb412870-1c3e-4ba9-ae6c-fe79ba1fcbb4 req-4fe44d62-7124-41cd-88e5-e9d207b9a515 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830525 Nov 18 17:24:19.172992 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] Pushing event updated for resources: {'Port': ['ID=337e9fe4-5986-4162-bb36-aab6b8f7b9a2,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:19.191624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38915393-b008-4f3c-b5be-ad268a62aa47 None None] Pushing event updated for resources: {'Port': ['ID=c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:19.254900 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:19.293147 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:19.388626 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-5add5e81-c87f-45ff-bb0f-01a0a98ae57a service neutron] 10.222.0.83 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432399 Nov 18 17:24:19.442996 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:19.443563 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fed48260-9e7f-4e84-ba66-5a3d1194eef9 req-2eaa21a8-b696-4610-8138-5eccb2f7c083 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181529 Nov 18 17:24:19.508495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a2c0de0f-8599-4e77-9ac1-ad44963d5c51 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:24:19.548882 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67436dd1-4b43-4fd3-b9e8-7b9de3b962eb']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:19.555087 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: a2c0de0f-8599-4e77-9ac1-ad44963d5c51 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:24:19.555563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a2c0de0f-8599-4e77-9ac1-ad44963d5c51 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:24:19.559867 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:19.576759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] Set router 7e442675-3f94-402c-9011-4fc46a832c5f gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:24:19.591125 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee536c2-fffa-44c1-b61c-005ac06ce27c') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:19.591424 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee536c2-fffa-44c1-b61c-005ac06ce27c') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:19.604858 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:24:19.604858 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:19.606663 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-17328aad-168f-4477-a362-39b308f10872 None None] Provisioning complete for port 337e9fe4-5986-4162-bb36-aab6b8f7b9a2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:19.606848 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17328aad-168f-4477-a362-39b308f10872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:19.617459 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bc871-9cfc-4e7f-92a9-f13521b4f8fa req-a1228d25-d7a1-4a88-8e32-de9ad385f2c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:19.619392 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-168bc871-9cfc-4e7f-92a9-f13521b4f8fa req-a1228d25-d7a1-4a88-8e32-de9ad385f2c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 944 time: 0.3354383 Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:24:19.629562 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:24:19.646016 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-57b5f4eb-5fa1-4c93-a5ee-05efa84306c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:19.647695 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-57b5f4eb-5fa1-4c93-a5ee-05efa84306c9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=56cec824-a482-4381-8f97-e988c87dca70 HTTP/1.1" status: 200 len: 899 time: 0.6063859 Nov 18 17:24:19.650705 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:19.704619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-17328aad-168f-4477-a362-39b308f10872 None None] Port 337e9fe4-5986-4162-bb36-aab6b8f7b9a2 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:24:19.718190 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-168bc871-9cfc-4e7f-92a9-f13521b4f8fa req-54cfe13c-aeb1-48ad-9419-6852bc1b6e91 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909758 Nov 18 17:24:19.771044 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d961ea0d-5e20-4965-a511-58c46884f98a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:19.811165 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255249d1-d969-4e09-920b-7dfff09f1d5b req-556ce4cd-4bdc-4b1c-ae40-e6ec7776882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:19.812772 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-255249d1-d969-4e09-920b-7dfff09f1d5b req-556ce4cd-4bdc-4b1c-ae40-e6ec7776882d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 1098 time: 0.4448247 Nov 18 17:24:19.813833 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:19.837008 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:14Z', 'revision_number': 3, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:19.839570 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:24:19.840858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961ea0d-5e20-4965-a511-58c46884f98a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event deleted for resources: {'Port': ['ID=bbab8d68-7db0-4f0e-a817-5122ae7e186d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:19.842346 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:24:19.848393 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:24:19.896891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac61bd-54b2-4622-8eb2-775b14dfdbd3 None None] The sync data for ids ['7e442675-3f94-402c-9011-4fc46a832c5f'] in n-d-813419-11 is: [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:14Z', 'revision_number': 3, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:24:19.932039 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-a1e13a31-504a-44e3-bfc7-bf608f51b2ea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f HTTP/1.1" status: 200 len: 1000 time: 0.2384312 Nov 18 17:24:19.947622 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:19.962143 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:19.965279 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90876dc0-d641-4eca-9a6e-3fccc9d7095f req-d20df02a-57eb-4a39-b16f-c42589b12c00 service neutron] 10.222.0.83 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042071 Nov 18 17:24:20.026888 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d961ea0d-5e20-4965-a511-58c46884f98a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:20.030197 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:20.030885 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d961ea0d-5e20-4965-a511-58c46884f98a tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "DELETE /v2.0/ports/bbab8d68-7db0-4f0e-a817-5122ae7e186d HTTP/1.1" status: 204 len: 168 time: 1.8719141 Nov 18 17:24:20.039097 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] 10.222.0.72 "DELETE /v2.0/networks/f51b6083-1cd4-4677-8435-6680d9979417 HTTP/1.1" status: 204 len: 168 time: 2.1509933 Nov 18 17:24:20.042794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58188) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:20.138575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Pushing event deleted for resources: {'Network': ['ID=f51b6083-1cd4-4677-8435-6680d9979417,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:20.244014 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:20.255645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:20.256021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:20.256500 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:20.256740 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:20.257193 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:20.257471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:20.257806 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:20.258141 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:20.258463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:20.258790 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:20.259507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:20.259507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00d6f-cba9-4d05-a36a-d2c2edf8f77b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:20.334946 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:20.344371 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:20.348979 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/networks/67436dd1-4b43-4fd3-b9e8-7b9de3b962eb HTTP/1.1" status: 204 len: 168 time: 3.6245525 Nov 18 17:24:20.353166 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58204) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:20.396628 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:20.444356 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-19f4eb92-d881-42e2-93e1-218e859a954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:20.446231 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-19f4eb92-d881-42e2-93e1-218e859a954d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1f8073c-dfc3-4d29-a82c-b846a14d0447 HTTP/1.1" status: 200 len: 834 time: 0.4769874 Nov 18 17:24:20.447335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255249d1-d969-4e09-920b-7dfff09f1d5b req-0aa1b940-758e-45a0-827d-fd329b7e5962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:20.449293 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-255249d1-d969-4e09-920b-7dfff09f1d5b req-0aa1b940-758e-45a0-827d-fd329b7e5962 service neutron] 10.222.0.83 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.5549607 Nov 18 17:24:20.623036 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-255249d1-d969-4e09-920b-7dfff09f1d5b req-d9eec098-7177-456c-b864-2dddda0b8df3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a41711e-76b2-42ef-ab70-e75764352775 HTTP/1.1" status: 200 len: 1002 time: 0.1593924 Nov 18 17:24:20.629201 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab66ca1-c6f9-4341-8139-58800fe2ebba tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Network': ['ID=67436dd1-4b43-4fd3-b9e8-7b9de3b962eb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:20.668406 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] Pushing event updated for resources: {'Port': ['ID=337e9fe4-5986-4162-bb36-aab6b8f7b9a2,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:20.675754 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:20.713904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e30fa2-46a4-4104-ac64-79771fc56a7d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:20.715851 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-55e30fa2-46a4-4104-ac64-79771fc56a7d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3609359 Nov 18 17:24:20.720566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-e2f5f1d2-b938-4126-a4df-2dbf9ae3edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:20.722376 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-e2f5f1d2-b938-4126-a4df-2dbf9ae3edb3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 1096 time: 0.5222766 Nov 18 17:24:20.738353 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58220) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:20.738353 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58224) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:20.839162 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a2719-f4d7-42d6-bfc4-fec966ee9b37 req-782c4755-b6d1-464f-adab-c2157e4d6ad4 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:20.843104 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-224a2719-f4d7-42d6-bfc4-fec966ee9b37 req-782c4755-b6d1-464f-adab-c2157e4d6ad4 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.2444792 Nov 18 17:24:20.852702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-04f5de6a-2b1b-41e2-b60e-5d7c5d2fffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:20.854305 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-04f5de6a-2b1b-41e2-b60e-5d7c5d2fffb9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=56cec824-a482-4381-8f97-e988c87dca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2962236 Nov 18 17:24:20.911738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255249d1-d969-4e09-920b-7dfff09f1d5b req-cd1d2a8c-5814-443c-8cca-ca71c1a2aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:20.913700 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-255249d1-d969-4e09-920b-7dfff09f1d5b req-cd1d2a8c-5814-443c-8cca-ca71c1a2aa1c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.2653394 Nov 18 17:24:20.916753 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d67b4665-06fc-48e7-bdfb-15988ee1b361 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Deleting port 5dd9df54-bed8-437f-a041-261ec234f3ca {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:20.917497 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d67b4665-06fc-48e7-bdfb-15988ee1b361 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:20.968060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] Network 2a865f7b-e6e5-408d-a424-6ad90e179b12 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:20.979120 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ec618-2bff-48c5-bdaa-afacf9a705e2 req-085fcb3e-1a62-4335-afe7-029c8b732056 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:20.980767 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-860ec618-2bff-48c5-bdaa-afacf9a705e2 req-085fcb3e-1a62-4335-afe7-029c8b732056 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 944 time: 0.1202109 Nov 18 17:24:20.994775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-224a2719-f4d7-42d6-bfc4-fec966ee9b37 req-4575eeda-001a-47c2-980a-36fd8a98690d tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399193 Nov 18 17:24:20.995849 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:21.145709 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-860ec618-2bff-48c5-bdaa-afacf9a705e2 req-93ab9dc0-eec3-4cf3-8ef0-bb13b19aab11 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283016 Nov 18 17:24:21.203896 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:24:21.231708 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d67b4665-06fc-48e7-bdfb-15988ee1b361 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:21.246180 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d67b4665-06fc-48e7-bdfb-15988ee1b361 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Calling delete_port for 5dd9df54-bed8-437f-a041-261ec234f3ca owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:21.324271 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] Router 7e442675-3f94-402c-9011-4fc46a832c5f has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:24:21.340178 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-22b81580-a2cb-413b-bb4f-84bc7d41f3d2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e768d77e890a4a87bf38eecc8fdedd2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5998673 Nov 18 17:24:21.340730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58254) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:21.371432 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af253e5-9758-45cf-8971-f3164ffa7108 req-3e0ed72a-eafc-4417-a4a0-734a5a66d63c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:21.372992 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5af253e5-9758-45cf-8971-f3164ffa7108 req-3e0ed72a-eafc-4417-a4a0-734a5a66d63c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.1309478 Nov 18 17:24:21.376772 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5faa2a65-2cfc-42db-8189-43242be52035 None None] Provisioning complete for port 337e9fe4-5986-4162-bb36-aab6b8f7b9a2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:21.379174 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5faa2a65-2cfc-42db-8189-43242be52035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:21.431719 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-71afe1f9-64f8-447e-85c0-fc4add94b112 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6900887 Nov 18 17:24:21.437412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58258) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:21.453485 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:21.453992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8fed5428-ea62-4046-90d0-660ba92bdf88 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1863703672'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:21.454191 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5faa2a65-2cfc-42db-8189-43242be52035 None None] Port 337e9fe4-5986-4162-bb36-aab6b8f7b9a2 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:24:21.504759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255249d1-d969-4e09-920b-7dfff09f1d5b req-fb6223b4-ed0d-48b8-a058-785ee6185021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:21.505993 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-255249d1-d969-4e09-920b-7dfff09f1d5b req-fb6223b4-ed0d-48b8-a058-785ee6185021 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5526872 Nov 18 17:24:21.511317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-cbfaee45-0085-4f6f-b176-7d531f3faa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:21.512820 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-cbfaee45-0085-4f6f-b176-7d531f3faa6f service neutron] 10.222.0.83 "GET /v2.0/networks?id=56cec824-a482-4381-8f97-e988c87dca70 HTTP/1.1" status: 200 len: 899 time: 0.7482233 Nov 18 17:24:21.522339 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-58624124-e7ba-45f2-85c8-b364329580bd service neutron] 10.222.0.81 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369364 Nov 18 17:24:21.556761 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5af253e5-9758-45cf-8971-f3164ffa7108 req-9bc567f2-7823-454b-b4ce-b00d8e660c33 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708937 Nov 18 17:24:21.589382 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:21.591619 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d69a271a-c594-499d-a8b0-5fe640b351ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:21.659412 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d69a271a-c594-499d-a8b0-5fe640b351ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:21.670379 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:24:21.695007 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-61570e35-1c8a-4afa-ae4b-87c8dd2aace3 admin admin] 10.222.0.72 "PUT /v2.0/routers/7e442675-3f94-402c-9011-4fc46a832c5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7450058 Nov 18 17:24:21.739507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fed5428-ea62-4046-90d0-660ba92bdf88 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:21.745602 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:21.745758 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fed5428-ea62-4046-90d0-660ba92bdf88 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:21.745873 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:21.822412 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d69a271a-c594-499d-a8b0-5fe640b351ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:21.825204 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d69a271a-c594-499d-a8b0-5fe640b351ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:21.826413 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d69a271a-c594-499d-a8b0-5fe640b351ba admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c7291b88-582b-497d-9bc1-1265839943ba HTTP/1.1" status: 204 len: 168 time: 0.4805052 Nov 18 17:24:21.839611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a271a-c594-499d-a8b0-5fe640b351ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7291b88-582b-497d-9bc1-1265839943ba,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:22.002753 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:22.030844 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:22.048390 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-255249d1-d969-4e09-920b-7dfff09f1d5b req-e6042247-33e9-4b1b-82e6-91099be16c4a service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232487 Nov 18 17:24:22.054412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fed5428-ea62-4046-90d0-660ba92bdf88 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:24:22.058490 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-bf7f1c02-0a8c-4ed6-873a-dc76ac6d4d03 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f HTTP/1.1" status: 200 len: 1000 time: 0.5258536 Nov 18 17:24:22.077921 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-33074a19-464d-485c-9744-032c6d35189a service neutron] 10.222.0.81 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311005 Nov 18 17:24:22.130808 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:22.193613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:22.484792 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6c707-c7be-4f10-8ff2-8d296c06b24c req-15b6c0c6-6b1c-4da7-a7e7-c8b49b136caa tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:22.486689 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7fb6c707-c7be-4f10-8ff2-8d296c06b24c req-15b6c0c6-6b1c-4da7-a7e7-c8b49b136caa tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 944 time: 0.1730015 Nov 18 17:24:22.502625 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aea6aa-cc01-4fbc-9112-faf0ca341ab5 req-590b4391-04a2-4a9b-946a-da4c6dd9f83d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:22.515416 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-17aea6aa-cc01-4fbc-9112-faf0ca341ab5 req-590b4391-04a2-4a9b-946a-da4c6dd9f83d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 946 time: 0.1610646 Nov 18 17:24:22.644276 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-17aea6aa-cc01-4fbc-9112-faf0ca341ab5 req-da31a122-7ca5-42cc-8747-abf58730d7fc tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272929 Nov 18 17:24:22.646016 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d67b4665-06fc-48e7-bdfb-15988ee1b361 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:22.649626 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7fb6c707-c7be-4f10-8ff2-8d296c06b24c req-83616890-83f9-497e-a374-532fa260c3a4 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306863 Nov 18 17:24:22.690061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-232a3e99-91ad-4d03-a312-efa5a8caa1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:22.693629 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-232a3e99-91ad-4d03-a312-efa5a8caa1fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1f8073c-dfc3-4d29-a82c-b846a14d0447 HTTP/1.1" status: 200 len: 834 time: 0.6131520 Nov 18 17:24:22.694978 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fed5428-ea62-4046-90d0-660ba92bdf88 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:22.695330 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-8fed5428-ea62-4046-90d0-660ba92bdf88 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Added segment 34627edc-089b-4394-88e4-d7d16483706b of type vlan for network 3148362b-2fa4-455f-a43e-72c4d5059c79 Nov 18 17:24:22.721891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device f13562ac-a65f-426e-bcfb-39f4d59d7f5f details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:24:22.739388 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b4665-06fc-48e7-bdfb-15988ee1b361 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event deleted for resources: {'Port': ['ID=5dd9df54-bed8-437f-a041-261ec234f3ca,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:22.811644 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Sync routers for ids ['7e442675-3f94-402c-9011-4fc46a832c5f'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:24:22.823920 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Routers {'7e442675-3f94-402c-9011-4fc46a832c5f'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:24:22.825619 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:24:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7e442675-3f94-402c-9011-4fc46a832c5f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:22.917036 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:22.938651 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-255249d1-d969-4e09-920b-7dfff09f1d5b req-464e6255-fbd5-4eac-9b4c-126182ca089c service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8714249 Nov 18 17:24:23.005282 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Set router 7e442675-3f94-402c-9011-4fc46a832c5f gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:24:23.021750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-5e4064bd-fb40-403e-b5a7-f18c276db3bc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:23.023359 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-5e4064bd-fb40-403e-b5a7-f18c276db3bc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/networks?id=78db5675-6397-4200-b888-e24b3b0b4d09 HTTP/1.1" status: 200 len: 815 time: 0.2444460 Nov 18 17:24:23.039726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:23.041077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58362) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:23.075422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'network_id': '56cec824-a482-4381-8f97-e988c87dca70', 'port_id': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'mac_address': 'fa:16:3e:8a:4f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:24:23.115338 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-d3e40b11-2d84-41f8-9385-b267d40506e3 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/quotas/7d94a59b2899443e8d1259c8dbafd46b HTTP/1.1" status: 200 len: 375 time: 0.0795279 Nov 18 17:24:23.135719 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fed5428-ea62-4046-90d0-660ba92bdf88 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:23.144814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-90b028e6-4599-42b2-b08e-9703dc6edd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:23.146818 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-90b028e6-4599-42b2-b08e-9703dc6edd70 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=56cec824-a482-4381-8f97-e988c87dca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4361813 Nov 18 17:24:23.150915 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:23.151618 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d67b4665-06fc-48e7-bdfb-15988ee1b361 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:23.156115 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d67b4665-06fc-48e7-bdfb-15988ee1b361 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "DELETE /v2.0/ports/5dd9df54-bed8-437f-a041-261ec234f3ca HTTP/1.1" status: 204 len: 168 time: 3.1122692 Nov 18 17:24:23.160909 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58372) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:23.168272 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-129fc49b-324e-4dbc-a87a-e131a9fa760b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d74ca542a30f45b284fc3ca0413fb0cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1260269 Nov 18 17:24:23.179557 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58374) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:23.231091 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13562ac-a65f-426e-bcfb-39f4d59d7f5f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:24:23.280927 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:23.313229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-86fe72a7-292d-4d91-9f95-9981c9a91531 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7d94a59b2899443e8d1259c8dbafd46b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1888618 Nov 18 17:24:23.333906 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.db.resource_extend [None req-8fed5428-ea62-4046-90d0-660ba92bdf88 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:24:23.370551 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:23.433657 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e826e2-1d50-406d-8c5a-4b29d2095b93 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Deleting subnet 11c5eae1-adf2-49db-8da2-49c6425688cc {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:24:23.457312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58390) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:23.501558 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fed5428-ea62-4046-90d0-660ba92bdf88 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:23.501676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:23.517624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fed5428-ea62-4046-90d0-660ba92bdf88 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:23.519510 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fed5428-ea62-4046-90d0-660ba92bdf88 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:23.529724 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:23.576292 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-d1e81d10-7f95-4752-9d7e-b1d1ee2916cf service neutron] 10.222.0.83 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168401 Nov 18 17:24:23.625528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:23.626188 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:23.635249 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:20Z', 'revision_number': 2, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:23.660098 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed5428-ea62-4046-90d0-660ba92bdf88 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Network': ['ID=3148362b-2fa4-455f-a43e-72c4d5059c79,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:23.660996 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['f13562ac-a65f-426e-bcfb-39f4d59d7f5f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:24:23.668447 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Checking router: 7e442675-3f94-402c-9011-4fc46a832c5f for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:24:23.668447 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Updating router 7e442675-3f94-402c-9011-4fc46a832c5f port 337e9fe4-5986-4162-bb36-aab6b8f7b9a2 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:24:23.668745 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8fed5428-ea62-4046-90d0-660ba92bdf88 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2186437 Nov 18 17:24:23.672455 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58404) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:23.681526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e378e1-6080-4c2b-840b-cba768e4d3f5 req-389b03b9-b864-4101-8f7c-6db15515e9fb tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:23.683817 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e8e378e1-6080-4c2b-840b-cba768e4d3f5 req-389b03b9-b864-4101-8f7c-6db15515e9fb tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f4b50fa-61f3-49a6-b78b-da1c41c59eb6 HTTP/1.1" status: 200 len: 945 time: 0.3002808 Nov 18 17:24:23.699365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-fca358f2-fc52-4c20-9ad6-43bc7f45e59e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'subnet': {'network_id': '3148362b-2fa4-455f-a43e-72c4d5059c79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:23.699585 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 3148362b-2fa4-455f-a43e-72c4d5059c79 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:24:23.719931 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:23.989641 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-157a0d9a-645b-42cc-bb46-84d1bf04376b req-e97d862e-7ec2-44bf-9a41-a32032ede506 service neutron] 10.222.0.83 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003539 Nov 18 17:24:24.033824 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-e8e378e1-6080-4c2b-840b-cba768e4d3f5 req-766a985a-d9ee-4ee1-b453-14bfa5587f1e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Deleting port de6231f8-73b5-48e5-890e-dcd64fc65a9a {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:24.034182 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e8e378e1-6080-4c2b-840b-cba768e4d3f5 req-766a985a-d9ee-4ee1-b453-14bfa5587f1e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.048762 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6e826e2-1d50-406d-8c5a-4b29d2095b93 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.055052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca358f2-fc52-4c20-9ad6-43bc7f45e59e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:24.059083 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fca358f2-fc52-4c20-9ad6-43bc7f45e59e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.097109 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6e826e2-1d50-406d-8c5a-4b29d2095b93 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.162619 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.218112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-e8e378e1-6080-4c2b-840b-cba768e4d3f5 req-766a985a-d9ee-4ee1-b453-14bfa5587f1e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] For port de6231f8-73b5-48e5-890e-dcd64fc65a9a, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=de6231f8-73b5-48e5-890e-dcd64fc65a9a,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:24.218786 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e8e378e1-6080-4c2b-840b-cba768e4d3f5 req-766a985a-d9ee-4ee1-b453-14bfa5587f1e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.223774 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-06dcb6b8-ceab-48b1-84aa-09d92f41eaa9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-417471559-network', 'tenant_id': 'ad89a13fc3134494afa4b3e3d9eb9b06'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:24.235262 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-e8e378e1-6080-4c2b-840b-cba768e4d3f5 req-766a985a-d9ee-4ee1-b453-14bfa5587f1e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Calling delete_port for de6231f8-73b5-48e5-890e-dcd64fc65a9a owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:24.261787 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6e826e2-1d50-406d-8c5a-4b29d2095b93 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.286238 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.314187 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-600b00c8-ee8f-4c0a-b544-5f52a4121104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.341985 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa8a6d-c1d7-4b8f-9c0b-d512298c9ec6 None None] Pushing event updated for resources: {'Port': ['ID=337e9fe4-5986-4162-bb36-aab6b8f7b9a2,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:24.351754 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa8a6d-c1d7-4b8f-9c0b-d512298c9ec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:24.352127 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa8a6d-c1d7-4b8f-9c0b-d512298c9ec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:24.352471 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa8a6d-c1d7-4b8f-9c0b-d512298c9ec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:24.352992 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa8a6d-c1d7-4b8f-9c0b-d512298c9ec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:24.353338 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa8a6d-c1d7-4b8f-9c0b-d512298c9ec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:24.353792 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa8a6d-c1d7-4b8f-9c0b-d512298c9ec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:24.353991 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa8a6d-c1d7-4b8f-9c0b-d512298c9ec6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:24.354318 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa8a6d-c1d7-4b8f-9c0b-d512298c9ec6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:24.354644 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa8a6d-c1d7-4b8f-9c0b-d512298c9ec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:24.354968 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa8a6d-c1d7-4b8f-9c0b-d512298c9ec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:24.355293 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa8a6d-c1d7-4b8f-9c0b-d512298c9ec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:24.356165 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa8a6d-c1d7-4b8f-9c0b-d512298c9ec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:24.410077 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-b9f3ad08-6345-4213-a78a-168102bf7d7b service neutron] 10.222.0.72 "GET /v2.0/networks/78db5675-6397-4200-b888-e24b3b0b4d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0959563 Nov 18 17:24:24.419264 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-600b00c8-ee8f-4c0a-b544-5f52a4121104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.473299 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Attempting to bind port 337e9fe4-5986-4162-bb36-aab6b8f7b9a2 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:24.473669 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Attempting to bind port 337e9fe4-5986-4162-bb36-aab6b8f7b9a2 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:24:24.474032 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Attempting to bind port 337e9fe4-5986-4162-bb36-aab6b8f7b9a2 on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:24.478929 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce1204-4d1a-4425-9269-15cf0acc0857 req-a5b7ff07-a4b7-4d10-a3d5-ced5c17bb39e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:24.479731 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:24:24.480148 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Checking segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:24.480563 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.480755 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0bce1204-4d1a-4425-9269-15cf0acc0857 req-a5b7ff07-a4b7-4d10-a3d5-ced5c17bb39e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 945 time: 0.2530010 Nov 18 17:24:24.481646 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Bound using segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:24:24.482270 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Bound port: 337e9fe4-5986-4162-bb36-aab6b8f7b9a2, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:24:24.482818 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.526700 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fca358f2-fc52-4c20-9ad6-43bc7f45e59e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.589846 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] For port 337e9fe4-5986-4162-bb36-aab6b8f7b9a2, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:24:24.594516 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] For port 337e9fe4-5986-4162-bb36-aab6b8f7b9a2, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=337e9fe4-5986-4162-bb36-aab6b8f7b9a2,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:24:24.598752 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e8e378e1-6080-4c2b-840b-cba768e4d3f5 req-766a985a-d9ee-4ee1-b453-14bfa5587f1e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.605930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dcb6b8-ceab-48b1-84aa-09d92f41eaa9 admin admin] Made reservation on behalf of ad89a13fc3134494afa4b3e3d9eb9b06 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:24.608329 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-06dcb6b8-ceab-48b1-84aa-09d92f41eaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.613807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['de6231f8-73b5-48e5-890e-dcd64fc65a9a'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:24:24.618654 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0bce1204-4d1a-4425-9269-15cf0acc0857 req-3b156741-808f-450e-8c48-83c406e10565 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139772 Nov 18 17:24:24.629162 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-06dcb6b8-ceab-48b1-84aa-09d92f41eaa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.666292 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.673867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a985a-d9ee-4ee1-b453-14bfa5587f1e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Pushing event deleted for resources: {'Port': ['ID=de6231f8-73b5-48e5-890e-dcd64fc65a9a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:24.709663 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca358f2-fc52-4c20-9ad6-43bc7f45e59e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Checking segment: {'id': '34627edc-089b-4394-88e4-d7d16483706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '3148362b-2fa4-455f-a43e-72c4d5059c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:24.710056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca358f2-fc52-4c20-9ad6-43bc7f45e59e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network hostable DHCP agents. Network: 3148362b-2fa4-455f-a43e-72c4d5059c79, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:24:24.714446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b950ca91-34a5-4f14-81c0-dd82bdc7102e None None] Provisioning complete for port 337e9fe4-5986-4162-bb36-aab6b8f7b9a2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:24.715126 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b950ca91-34a5-4f14-81c0-dd82bdc7102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.718240 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca358f2-fc52-4c20-9ad6-43bc7f45e59e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Subnet': ['ID=3e886c0b-8895-4bee-8fda-4ed61c353330,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:24.728334 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-06dcb6b8-ceab-48b1-84aa-09d92f41eaa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.732383 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6e826e2-1d50-406d-8c5a-4b29d2095b93 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.740407 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-afb906b6-724d-4b37-a261-7df2a18d8b34 service neutron] 10.222.0.72 "GET /v2.0/networks/78db5675-6397-4200-b888-e24b3b0b4d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134935 Nov 18 17:24:24.777243 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa8a6d-c1d7-4b8f-9c0b-d512298c9ec6 None None] Pushing event updated for resources: {'Port': ['ID=337e9fe4-5986-4162-bb36-aab6b8f7b9a2,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:24.783970 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e826e2-1d50-406d-8c5a-4b29d2095b93 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event deleted for resources: {'Subnet': ['ID=11c5eae1-adf2-49db-8da2-49c6425688cc,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:24.795823 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6e826e2-1d50-406d-8c5a-4b29d2095b93 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.805770 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c6e826e2-1d50-406d-8c5a-4b29d2095b93 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "DELETE /v2.0/subnets/11c5eae1-adf2-49db-8da2-49c6425688cc HTTP/1.1" status: 204 len: 168 time: 1.6322112 Nov 18 17:24:24.805770 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58458) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:24.808120 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3582dd-518f-4e6a-aad6-19c7c8eddfff None None] Network 113727fb-b8c5-4dc5-81b0-dede0422cd99 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:24.813064 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-06dcb6b8-ceab-48b1-84aa-09d92f41eaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.825381 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e378e1-6080-4c2b-840b-cba768e4d3f5 req-766a985a-d9ee-4ee1-b453-14bfa5587f1e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] No DVR routers for this DVR port de6231f8-73b5-48e5-890e-dcd64fc65a9a on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:24:24.835213 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e8e378e1-6080-4c2b-840b-cba768e4d3f5 req-766a985a-d9ee-4ee1-b453-14bfa5587f1e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.839599 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e8e378e1-6080-4c2b-840b-cba768e4d3f5 req-766a985a-d9ee-4ee1-b453-14bfa5587f1e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.81 "DELETE /v2.0/ports/de6231f8-73b5-48e5-890e-dcd64fc65a9a HTTP/1.1" status: 204 len: 173 time: 1.1462560 Nov 18 17:24:24.840709 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4b50fa-61f3-49a6-b78b-da1c41c59eb6', 'name': 'network-vif-deleted', 'tag': 'de6231f8-73b5-48e5-890e-dcd64fc65a9a'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:24:24.844757 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d0296c-90cf-4c39-ac28-10f15d67f2b2" -d '{"events": [{"server_uuid": "4f4b50fa-61f3-49a6-b78b-da1c41c59eb6", "name": "network-vif-deleted", "tag": "de6231f8-73b5-48e5-890e-dcd64fc65a9a"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:24:24.845846 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Routers {'7e442675-3f94-402c-9011-4fc46a832c5f'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:24:24.846534 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:24:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7e442675-3f94-402c-9011-4fc46a832c5f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:24.916766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06dcb6b8-ceab-48b1-84aa-09d92f41eaa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1134, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:24:24.959131 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-600b00c8-ee8f-4c0a-b544-5f52a4121104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.961934 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-600b00c8-ee8f-4c0a-b544-5f52a4121104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.965935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-600b00c8-ee8f-4c0a-b544-5f52a4121104 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/918cdc1c-0a32-4540-bfbc-17649ee95ba2 HTTP/1.1" status: 204 len: 168 time: 1.7849724 Nov 18 17:24:24.971714 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-06dcb6b8-ceab-48b1-84aa-09d92f41eaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:24.972508 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-06dcb6b8-ceab-48b1-84aa-09d92f41eaa9 admin admin] Added segment 007105fc-82ce-4e5f-b27a-663ab761c256 of type vlan for network bdae48d2-6376-45d1-b7b3-cfcdf293d6ac Nov 18 17:24:25.005412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca358f2-fc52-4c20-9ad6-43bc7f45e59e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network 3148362b-2fa4-455f-a43e-72c4d5059c79 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:24:25.020897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcb6b8-ceab-48b1-84aa-09d92f41eaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5956db5a-a3b7-4a49-9368-173c7279e23c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:25.086669 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] Set router 7e442675-3f94-402c-9011-4fc46a832c5f gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:24:25.090067 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e588fa-c9a6-4778-a1a9-96018797ac0c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Deleting subnet 3e86ed0f-2fc1-4903-980a-4097b1d3eb56 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:24:25.095426 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-44e588fa-c9a6-4778-a1a9-96018797ac0c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:25.096046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-fca358f2-fc52-4c20-9ad6-43bc7f45e59e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 3148362b-2fa4-455f-a43e-72c4d5059c79) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:25.098880 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b00c8-ee8f-4c0a-b544-5f52a4121104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918cdc1c-0a32-4540-bfbc-17649ee95ba2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:25.101738 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-06dcb6b8-ceab-48b1-84aa-09d92f41eaa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:25.116668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca358f2-fc52-4c20-9ad6-43bc7f45e59e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:25.122741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fca358f2-fc52-4c20-9ad6-43bc7f45e59e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:25.184023 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b950ca91-34a5-4f14-81c0-dd82bdc7102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:25.193090 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-44e588fa-c9a6-4778-a1a9-96018797ac0c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:25.231119 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10513bc9-5dd5-43ca-b9dc-9aff50ea16d8 None None] Network 3148362b-2fa4-455f-a43e-72c4d5059c79 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:25.236627 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab84397f-0acd-44ac-a315-fa7440371ac2 x-openstack-request-id: req-ab84397f-0acd-44ac-a315-fa7440371ac2 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:24:25.237167 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4b50fa-61f3-49a6-b78b-da1c41c59eb6", "name": "network-vif-deleted", "tag": "de6231f8-73b5-48e5-890e-dcd64fc65a9a", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:24:25.237167 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ab84397f-0acd-44ac-a315-fa7440371ac2 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:24:25.237603 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4b50fa-61f3-49a6-b78b-da1c41c59eb6', 'name': 'network-vif-deleted', 'tag': 'de6231f8-73b5-48e5-890e-dcd64fc65a9a', 'status': 'completed', 'code': 200} Nov 18 17:24:25.365225 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fca358f2-fc52-4c20-9ad6-43bc7f45e59e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6759193 Nov 18 17:24:25.365435 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-06dcb6b8-ceab-48b1-84aa-09d92f41eaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:25.365435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dcb6b8-ceab-48b1-84aa-09d92f41eaa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:25.365669 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58488) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:25.369399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-cce01fc7-d431-4a59-b132-bfde63aad3c5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'network_id': '3148362b-2fa4-455f-a43e-72c4d5059c79', 'name': 'tempest-PortsIpV6TestJSON-1799234656'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:25.373654 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-06dcb6b8-ceab-48b1-84aa-09d92f41eaa9 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:25.390565 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-44e588fa-c9a6-4778-a1a9-96018797ac0c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:25.399625 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b950ca91-34a5-4f14-81c0-dd82bdc7102e None None] For port 337e9fe4-5986-4162-bb36-aab6b8f7b9a2, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=337e9fe4-5986-4162-bb36-aab6b8f7b9a2,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:25.504548 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8368bde8-1e0b-4ae4-8dc8-f9f16d48bd9d None None] DHCP port deletion for 113727fb-b8c5-4dc5-81b0-dede0422cd99 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:24:25.526733 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc36ade3-4522-48f3-b06e-b308fe3bf953 req-ad97009d-f776-480f-b817-c4554e75a76a tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 210 time: 0.2019477 Nov 18 17:24:25.543128 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b950ca91-34a5-4f14-81c0-dd82bdc7102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:25.695505 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:24Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:25.711219 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-06dcb6b8-ceab-48b1-84aa-09d92f41eaa9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6670358 Nov 18 17:24:25.715767 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58514) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:25.731945 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f05d338-6cf8-44c2-9112-6d3d850a4fa2 None None] The sync data for ids ['7e442675-3f94-402c-9011-4fc46a832c5f'] in n-d-813419-11 is: [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:24Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:24:25.737427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950ca91-34a5-4f14-81c0-dd82bdc7102e None None] Pushing event updated for resources: {'Port': ['ID=337e9fe4-5986-4162-bb36-aab6b8f7b9a2,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:25.742151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-3148362b-2fa4-455f-a43e-72c4d5059c79', 'network_id': '3148362b-2fa4-455f-a43e-72c4d5059c79', 'tenant_id': '1f0e469f747143568ee0f8a64d26b80b', 'fixed_ips': [{'subnet_id': '3e886c0b-8895-4bee-8fda-4ed61c353330'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:24:25.743412 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:25.815152 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-6ebef260-8ab9-4840-822e-b4df2ccb0031 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:25.815645 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-388e89ec-0e85-4e84-ad27-0994a9b6e4d6 None None] Provisioning complete for port 337e9fe4-5986-4162-bb36-aab6b8f7b9a2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:25.815645 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-388e89ec-0e85-4e84-ad27-0994a9b6e4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:25.815924 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-6ebef260-8ab9-4840-822e-b4df2ccb0031 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.83 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276&tenant_id=2cf238edb8014a38996468367e264a07&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 945 time: 0.3698716 Nov 18 17:24:25.866681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-11e95165-8e8c-4dcb-9eac-e582dcdb9703 admin admin] Request body: {'subnet': {'network_id': 'bdae48d2-6376-45d1-b7b3-cfcdf293d6ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-417471559-subnet', 'tenant_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:25.882443 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcb6b8-ceab-48b1-84aa-09d92f41eaa9 admin admin] Pushing event updated for resources: {'Network': ['ID=bdae48d2-6376-45d1-b7b3-cfcdf293d6ac,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:25.899032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce01fc7-d431-4a59-b132-bfde63aad3c5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:25.933870 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cce01fc7-d431-4a59-b132-bfde63aad3c5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:25.944980 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8368bde8-1e0b-4ae4-8dc8-f9f16d48bd9d None None] Deleting port e43d3573-dde7-42cd-8bc2-1b5be382490b {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:25.952456 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8368bde8-1e0b-4ae4-8dc8-f9f16d48bd9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:25.963647 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4484a-d50b-4a2e-b298-eed705faebf0 req-bf69b7f6-2ae5-4f20-8ae7-5086c1ad16e9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:25.977105 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9cb4484a-d50b-4a2e-b298-eed705faebf0 req-bf69b7f6-2ae5-4f20-8ae7-5086c1ad16e9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 945 time: 0.4621766 Nov 18 17:24:26.026063 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e95165-8e8c-4dcb-9eac-e582dcdb9703 admin admin] Made reservation on behalf of ad89a13fc3134494afa4b3e3d9eb9b06 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:26.028013 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-11e95165-8e8c-4dcb-9eac-e582dcdb9703 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:26.062481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8368bde8-1e0b-4ae4-8dc8-f9f16d48bd9d None None] For port e43d3573-dde7-42cd-8bc2-1b5be382490b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e43d3573-dde7-42cd-8bc2-1b5be382490b,segment=NetworkSegment(741e2663-1d0b-46a0-8e0d-faea0ac40b45),segment_id=741e2663-1d0b-46a0-8e0d-faea0ac40b45)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:26.063359 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8368bde8-1e0b-4ae4-8dc8-f9f16d48bd9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:26.072622 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-cce01fc7-d431-4a59-b132-bfde63aad3c5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] device_id is not set on port 1902ee03-f6ca-47c2-9b34-ac2c3643cac3 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:24:26.079106 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8368bde8-1e0b-4ae4-8dc8-f9f16d48bd9d None None] Calling delete_port for e43d3573-dde7-42cd-8bc2-1b5be382490b owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:26.087463 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9cb4484a-d50b-4a2e-b298-eed705faebf0 req-0ec77441-3e3e-4974-be18-5a7e97ab4973 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087146 Nov 18 17:24:26.088584 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-44e588fa-c9a6-4778-a1a9-96018797ac0c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:26.181860 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-601aca79-78f8-4a0a-98cb-133c810ab88e service neutron] 10.222.0.83 "GET /v2.0/ports/f13562ac-a65f-426e-bcfb-39f4d59d7f5f/bindings/n-h2-813419-11 HTTP/1.1" status: 200 len: 383 time: 0.3611832 Nov 18 17:24:26.188490 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network bdae48d2-6376-45d1-b7b3-cfcdf293d6ac details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:24:26.210384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e588fa-c9a6-4778-a1a9-96018797ac0c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event deleted for resources: {'Subnet': ['ID=3e86ed0f-2fc1-4903-980a-4097b1d3eb56,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:26.258668 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-44e588fa-c9a6-4778-a1a9-96018797ac0c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:26.270116 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-44e588fa-c9a6-4778-a1a9-96018797ac0c tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "DELETE /v2.0/subnets/3e86ed0f-2fc1-4903-980a-4097b1d3eb56 HTTP/1.1" status: 204 len: 168 time: 1.4639032 Nov 18 17:24:26.271118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58546) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:26.336950 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b07ca5-b466-4487-9839-6b8992308302 None None] Network 9a0c3004-3ad3-481d-9a55-9288314c9a88 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:26.342112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-3da759a1-f1e9-425a-b067-5ac21ccace55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:26.348246 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-3da759a1-f1e9-425a-b067-5ac21ccace55 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 1097 time: 0.1265738 Nov 18 17:24:26.381825 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-cce01fc7-d431-4a59-b132-bfde63aad3c5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Allocated IP 2001:db8::3aa (3148362b-2fa4-455f-a43e-72c4d5059c79/3e886c0b-8895-4bee-8fda-4ed61c353330/1902ee03-f6ca-47c2-9b34-ac2c3643cac3) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:26.466611 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:26.520153 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-3d57a449-581f-4d30-958d-14c1da3d81f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:26.542410 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-3d57a449-581f-4d30-958d-14c1da3d81f4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=56cec824-a482-4381-8f97-e988c87dca70 HTTP/1.1" status: 200 len: 899 time: 0.1622837 Nov 18 17:24:26.623970 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-595e8187-8fd9-4c10-a2e6-a7f669d7efe8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f HTTP/1.1" status: 200 len: 1001 time: 0.0763612 Nov 18 17:24:26.733345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9f56d259-7c94-4c35-aafc-3ffe07b0c10e req-a01dd00d-3971-4acf-b8a9-479f074ab0f1 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 210 time: 0.0382435 Nov 18 17:24:26.754133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Deleting port e43d3573-dde7-42cd-8bc2-1b5be382490b {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:26.754684 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:26.769679 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-b08eedd1-9f30-4298-b4fb-43e522aca7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:26.773538 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-b08eedd1-9f30-4298-b4fb-43e522aca7d1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1f8073c-dfc3-4d29-a82c-b846a14d0447 HTTP/1.1" status: 200 len: 834 time: 0.1388402 Nov 18 17:24:26.779868 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6a41711e-76b2-42ef-ab70-e75764352775 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:24:26.784268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device f13562ac-a65f-426e-bcfb-39f4d59d7f5f up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:26.805715 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-11e95165-8e8c-4dcb-9eac-e582dcdb9703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:26.874722 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e95165-8e8c-4dcb-9eac-e582dcdb9703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97916982-0ee4-465e-92fb-94a63bff4400,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:26.929905 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8368bde8-1e0b-4ae4-8dc8-f9f16d48bd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:26.952303 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cce01fc7-d431-4a59-b132-bfde63aad3c5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:26.955373 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-345897e1-5de9-4507-9601-bcad9dc0e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:26.956700 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.resource_extend [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:24:26.956964 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-345897e1-5de9-4507-9601-bcad9dc0e2b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=56cec824-a482-4381-8f97-e988c87dca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1709187 Nov 18 17:24:27.023370 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] For port e43d3573-dde7-42cd-8bc2-1b5be382490b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e43d3573-dde7-42cd-8bc2-1b5be382490b,segment=NetworkSegment(741e2663-1d0b-46a0-8e0d-faea0ac40b45),segment_id=741e2663-1d0b-46a0-8e0d-faea0ac40b45)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:27.024166 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:27.045889 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Calling delete_port for e43d3573-dde7-42cd-8bc2-1b5be382490b owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:27.046680 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368bde8-1e0b-4ae4-8dc8-f9f16d48bd9d None None] Pushing event deleted for resources: {'Port': ['ID=e43d3573-dde7-42cd-8bc2-1b5be382490b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:27.048800 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e95165-8e8c-4dcb-9eac-e582dcdb9703 admin admin] Checking segment: {'id': '007105fc-82ce-4e5f-b27a-663ab761c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'bdae48d2-6376-45d1-b7b3-cfcdf293d6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:27.049467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e95165-8e8c-4dcb-9eac-e582dcdb9703 admin admin] Network hostable DHCP agents. Network: bdae48d2-6376-45d1-b7b3-cfcdf293d6ac, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:24:27.091010 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-165a8091-91b0-4f83-9a14-09ec249da51e service neutron] 10.222.0.83 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220431 Nov 18 17:24:27.121304 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e95165-8e8c-4dcb-9eac-e582dcdb9703 admin admin] Network bdae48d2-6376-45d1-b7b3-cfcdf293d6ac is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:24:27.135778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port f13562ac-a65f-426e-bcfb-39f4d59d7f5f completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:24:27.148054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58594) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:27.155912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port f13562ac-a65f-426e-bcfb-39f4d59d7f5f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:27.156295 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:27.207406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8368bde8-1e0b-4ae4-8dc8-f9f16d48bd9d None None] No DVR routers for this DVR port e43d3573-dde7-42cd-8bc2-1b5be382490b on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:24:27.210276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-11e95165-8e8c-4dcb-9eac-e582dcdb9703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, bdae48d2-6376-45d1-b7b3-cfcdf293d6ac) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:27.224989 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:27.252468 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cce01fc7-d431-4a59-b132-bfde63aad3c5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:27.282075 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e95165-8e8c-4dcb-9eac-e582dcdb9703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:27.283989 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-11e95165-8e8c-4dcb-9eac-e582dcdb9703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:27.322147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c3092f-059b-46a2-a836-b24062c79606 None None] Network bdae48d2-6376-45d1-b7b3-cfcdf293d6ac requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:27.356043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce01fc7-d431-4a59-b132-bfde63aad3c5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=1902ee03-f6ca-47c2-9b34-ac2c3643cac3,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:27.356616 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event deleted for resources: {'Port': ['ID=e43d3573-dde7-42cd-8bc2-1b5be382490b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:27.393120 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] No DVR routers for this DVR port e43d3573-dde7-42cd-8bc2-1b5be382490b on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:24:27.399545 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce01fc7-d431-4a59-b132-bfde63aad3c5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network 3148362b-2fa4-455f-a43e-72c4d5059c79 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:27.406713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-cce01fc7-d431-4a59-b132-bfde63aad3c5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:27.414621 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce01fc7-d431-4a59-b132-bfde63aad3c5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:27.432561 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce01fc7-d431-4a59-b132-bfde63aad3c5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:27.432561 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cce01fc7-d431-4a59-b132-bfde63aad3c5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:27.437488 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-84b55c14-fb03-4828-a28c-d39fa660f9bb service neutron] 10.222.0.83 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325043 Nov 18 17:24:27.540837 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6a41711e-76b2-42ef-ab70-e75764352775, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a41711e-76b2-42ef-ab70-e75764352775,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:27.559005 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cce01fc7-d431-4a59-b132-bfde63aad3c5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1938286 Nov 18 17:24:27.559714 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58624) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:27.577151 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a1f9afb9-f83a-444a-a187-9248b508141d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'network_id': '3148362b-2fa4-455f-a43e-72c4d5059c79', 'name': 'tempest-PortsIpV6TestJSON-554870285'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:27.583951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-968ef824-db3a-4cc7-90c6-d4195bccd9a3 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-83478385-network', 'tenant_id': '0de7d88c816240c0971ebec206414d16'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:27.588066 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Allocated IP 2001:db8::2 (3148362b-2fa4-455f-a43e-72c4d5059c79/3e886c0b-8895-4bee-8fda-4ed61c353330/2aa1b3b1-8edc-4175-b838-263807adf6cb) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:27.590668 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 337e9fe4-5986-4162-bb36-aab6b8f7b9a2 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:27.649245 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '6a41711e-76b2-42ef-ab70-e75764352775', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'port_id': '6a41711e-76b2-42ef-ab70-e75764352775', 'mac_address': 'fa:16:3e:a4:b3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:24:27.735905 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408d58b1-8cbe-4196-8038-c795eaf72fbd None None] DHCP port deletion for 9a0c3004-3ad3-481d-9a55-9288314c9a88 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:24:27.754658 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:27.778102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b8de3-9694-4f6d-82af-d1ff061a7732 req-e34fddbf-ac08-4581-8123-71a79173a338 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:27.780960 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-609b8de3-9694-4f6d-82af-d1ff061a7732 req-e34fddbf-ac08-4581-8123-71a79173a338 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 945 time: 0.5062788 Nov 18 17:24:27.789153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968ef824-db3a-4cc7-90c6-d4195bccd9a3 admin admin] Made reservation on behalf of 0de7d88c816240c0971ebec206414d16 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:27.793125 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-968ef824-db3a-4cc7-90c6-d4195bccd9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:27.852856 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113727fb-b8c5-4dc5-81b0-dede0422cd99']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:27.856787 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-968ef824-db3a-4cc7-90c6-d4195bccd9a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:27.891719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-11e95165-8e8c-4dcb-9eac-e582dcdb9703 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0734251 Nov 18 17:24:27.895175 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58648) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:27.902120 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-417471559-router', 'tenant_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:27.907779 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741e2663-1d0b-46a0-8e0d-faea0ac40b45') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:27.910694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741e2663-1d0b-46a0-8e0d-faea0ac40b45') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:27.939684 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:27.949811 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:27.962783 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb3ae989-dc88-4cca-8d99-69dfce1cf66d req-22dd10ed-a703-4938-bf17-f6499fa843ca tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 210 time: 0.1070492 Nov 18 17:24:27.965686 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f9afb9-f83a-444a-a187-9248b508141d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:27.978556 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-609b8de3-9694-4f6d-82af-d1ff061a7732 req-66b44ab1-4530-4b05-9c16-b4c3e05edaa7 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828382 Nov 18 17:24:27.997290 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.001870 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1f9afb9-f83a-444a-a187-9248b508141d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.009940 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a41711e-76b2-42ef-ab70-e75764352775 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:24:28.025609 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:24:28.026784 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.026990 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:24:28.031261 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:24:28.068930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-a1f9afb9-f83a-444a-a187-9248b508141d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] device_id is not set on port f2d1ef6d-abe8-44bd-ac17-eafee586144c yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:24:28.085434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6a41711e-76b2-42ef-ab70-e75764352775, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a41711e-76b2-42ef-ab70-e75764352775,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:28.089490 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 337e9fe4-5986-4162-bb36-aab6b8f7b9a2 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:28.089877 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.125719 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-bdae48d2-6376-45d1-b7b3-cfcdf293d6ac', 'network_id': 'bdae48d2-6376-45d1-b7b3-cfcdf293d6ac', 'tenant_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'fixed_ips': [{'subnet_id': '97916982-0ee4-465e-92fb-94a63bff4400'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:24:28.126880 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.139002 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.140377 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.201698 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.208624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:24:28.211456 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4138ec74-28f7-4486-a7a3-adb4855d6e72" -d '{"events": [{"server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "name": "network-vif-plugged", "status": "completed", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:24:28.242249 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-968ef824-db3a-4cc7-90c6-d4195bccd9a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.244678 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device de6231f8-73b5-48e5-890e-dcd64fc65a9a no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:24:28.260882 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-408d58b1-8cbe-4196-8038-c795eaf72fbd None None] Deleting port 6f0371bc-702c-4581-915d-0980574baf18 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:28.261271 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-408d58b1-8cbe-4196-8038-c795eaf72fbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.286356 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.301115 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fa5085-524a-447e-874e-aa5ae034c8b4 x-openstack-request-id: req-92fa5085-524a-447e-874e-aa5ae034c8b4 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:24:28.301421 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "name": "network-vif-plugged", "status": "completed", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:24:28.301681 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-92fa5085-524a-447e-874e-aa5ae034c8b4 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:24:28.302077 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'code': 200} Nov 18 17:24:28.303752 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:28.318548 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: de6231f8-73b5-48e5-890e-dcd64fc65a9a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:24:28.318907 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device de6231f8-73b5-48e5-890e-dcd64fc65a9a not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:24:28.359396 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.374919 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.380485 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "DELETE /v2.0/networks/113727fb-b8c5-4dc5-81b0-dede0422cd99 HTTP/1.1" status: 204 len: 168 time: 2.1068993 Nov 18 17:24:28.387720 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.392214 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58678) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:28.400856 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8731d7-f872-4898-910e-cde1a1802467 tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event deleted for resources: {'Network': ['ID=113727fb-b8c5-4dc5-81b0-dede0422cd99,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:28.414704 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-968ef824-db3a-4cc7-90c6-d4195bccd9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.457779 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968ef824-db3a-4cc7-90c6-d4195bccd9a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1132, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:24:28.463739 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['6a41711e-76b2-42ef-ab70-e75764352775'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:24:28.488484 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.528942 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.532722 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-408d58b1-8cbe-4196-8038-c795eaf72fbd None None] For port 6f0371bc-702c-4581-915d-0980574baf18, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6f0371bc-702c-4581-915d-0980574baf18,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:28.533045 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-408d58b1-8cbe-4196-8038-c795eaf72fbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.549780 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.563041 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6a41711e-76b2-42ef-ab70-e75764352775,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:28.579094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-408d58b1-8cbe-4196-8038-c795eaf72fbd None None] Calling delete_port for 6f0371bc-702c-4581-915d-0980574baf18 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:28.593155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-a1f9afb9-f83a-444a-a187-9248b508141d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Allocated IP 2001:db8::32a (3148362b-2fa4-455f-a43e-72c4d5059c79/3e886c0b-8895-4bee-8fda-4ed61c353330/f2d1ef6d-abe8-44bd-ac17-eafee586144c) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:28.596002 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-968ef824-db3a-4cc7-90c6-d4195bccd9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.596478 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-968ef824-db3a-4cc7-90c6-d4195bccd9a3 admin admin] Added segment ee5b9f4e-77f6-4998-922c-6ee2340fc308 of type vlan for network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 Nov 18 17:24:28.673561 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ef824-db3a-4cc7-90c6-d4195bccd9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:28.692436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-c8503b32-12e9-480d-b1a8-20a3d7742935 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:28.695741 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-c8503b32-12e9-480d-b1a8-20a3d7742935 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.83 "GET /v2.0/networks?id=78db5675-6397-4200-b888-e24b3b0b4d09 HTTP/1.1" status: 200 len: 815 time: 0.3813593 Nov 18 17:24:28.698841 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Network 3148362b-2fa4-455f-a43e-72c4d5059c79 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:28.717129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:28.720106 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:28.749999 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.779491 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-67553574-e488-42f8-9292-f1b8bc6a4afc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Request body: {'port': {'device_id': '0f0dafa1-2e11-4640-9e05-0420efc68396', 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09', 'admin_state_up': True, 'tenant_id': '7d94a59b2899443e8d1259c8dbafd46b'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:28.784719 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-968ef824-db3a-4cc7-90c6-d4195bccd9a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:28.812979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Allocated IP 172.20.0.2 (bdae48d2-6376-45d1-b7b3-cfcdf293d6ac/97916982-0ee4-465e-92fb-94a63bff4400/3cf7b69a-a54f-4fbc-82a6-781607e49e91) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:28.847359 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:28.902608 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.resource_extend [None req-968ef824-db3a-4cc7-90c6-d4195bccd9a3 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:24:28.970154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e43d3573-dde7-42cd-8bc2-1b5be382490b no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:24:29.004622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Deleting port 6f0371bc-702c-4581-915d-0980574baf18 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:29.005367 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:29.052200 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: e43d3573-dde7-42cd-8bc2-1b5be382490b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:24:29.052816 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e43d3573-dde7-42cd-8bc2-1b5be382490b not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:24:29.058558 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-968ef824-db3a-4cc7-90c6-d4195bccd9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:29.065364 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968ef824-db3a-4cc7-90c6-d4195bccd9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:29.066049 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-968ef824-db3a-4cc7-90c6-d4195bccd9a3 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:29.220480 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2fb53bf-a7b2-403b-b173-56d0c75a6dce req-235f5a2d-475f-47c2-9b28-f631d6b9aa38 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 210 time: 0.0621023 Nov 18 17:24:29.224068 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] For port 6f0371bc-702c-4581-915d-0980574baf18, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6f0371bc-702c-4581-915d-0980574baf18,segment=NetworkSegment(c29532e1-c337-40a3-9d1c-0930b1ef2af4),segment_id=c29532e1-c337-40a3-9d1c-0930b1ef2af4)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:29.224725 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:29.277087 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Calling delete_port for 6f0371bc-702c-4581-915d-0980574baf18 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:29.315180 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ef824-db3a-4cc7-90c6-d4195bccd9a3 admin admin] Pushing event updated for resources: {'Network': ['ID=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:29.373802 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-968ef824-db3a-4cc7-90c6-d4195bccd9a3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.2230334 Nov 18 17:24:29.377752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58720) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:29.388472 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e6e8999c-bdb6-42cf-8043-f27dfedfb01d admin admin] Request body: {'subnet': {'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-83478385-subnet', 'tenant_id': '0de7d88c816240c0971ebec206414d16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:29.443613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:24:29.446259 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Pushing event updated for resources: {'Port': ['ID=2aa1b3b1-8edc-4175-b838-263807adf6cb,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:29.450644 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Attempting to bind port 2aa1b3b1-8edc-4175-b838-263807adf6cb on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:29.451254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Attempting to bind port 2aa1b3b1-8edc-4175-b838-263807adf6cb by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '34627edc-089b-4394-88e4-d7d16483706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '3148362b-2fa4-455f-a43e-72c4d5059c79'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:24:29.451820 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Attempting to bind port 2aa1b3b1-8edc-4175-b838-263807adf6cb on network 3148362b-2fa4-455f-a43e-72c4d5059c79 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:29.463981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30372be-e961-452c-8ad7-e97efdd42b09 req-c3f99973-144a-40ae-88ec-24843508b5af tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:29.466013 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b30372be-e961-452c-8ad7-e97efdd42b09 req-c3f99973-144a-40ae-88ec-24843508b5af tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.2513371 Nov 18 17:24:29.504533 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1f9afb9-f83a-444a-a187-9248b508141d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:29.533521 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-408d58b1-8cbe-4196-8038-c795eaf72fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:29.603763 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6f0371bc-702c-4581-915d-0980574baf18 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:24:29.631847 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b30372be-e961-452c-8ad7-e97efdd42b09 req-3a3aa974-40f9-4107-9279-662043e97232 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472378 Nov 18 17:24:29.632475 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:29.641353 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d58b1-8cbe-4196-8038-c795eaf72fbd None None] Pushing event deleted for resources: {'Port': ['ID=6f0371bc-702c-4581-915d-0980574baf18,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:29.641695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d58b1-8cbe-4196-8038-c795eaf72fbd None None] No DVR routers for this DVR port 6f0371bc-702c-4581-915d-0980574baf18 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:24:29.651238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 6f0371bc-702c-4581-915d-0980574baf18 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:24:29.651607 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6f0371bc-702c-4581-915d-0980574baf18 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:24:29.658785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:24:29.659182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Checking segment: {'id': '34627edc-089b-4394-88e4-d7d16483706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '3148362b-2fa4-455f-a43e-72c4d5059c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:29.660170 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:29.660751 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Bound using segment: {'id': '34627edc-089b-4394-88e4-d7d16483706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '3148362b-2fa4-455f-a43e-72c4d5059c79'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:24:29.661263 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Bound port: 2aa1b3b1-8edc-4175-b838-263807adf6cb, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34627edc-089b-4394-88e4-d7d16483706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '3148362b-2fa4-455f-a43e-72c4d5059c79'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:24:29.661664 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:29.715173 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1f9afb9-f83a-444a-a187-9248b508141d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:29.766372 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] No DVR routers for this DVR port 6f0371bc-702c-4581-915d-0980574baf18 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:24:29.789566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9afb9-f83a-444a-a187-9248b508141d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=f2d1ef6d-abe8-44bd-ac17-eafee586144c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:29.816396 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:29.817985 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] For port 2aa1b3b1-8edc-4175-b838-263807adf6cb, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:24:29.822927 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] For port 2aa1b3b1-8edc-4175-b838-263807adf6cb, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2aa1b3b1-8edc-4175-b838-263807adf6cb,segment=NetworkSegment(34627edc-089b-4394-88e4-d7d16483706b),segment_id=34627edc-089b-4394-88e4-d7d16483706b)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:24:29.823957 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f9afb9-f83a-444a-a187-9248b508141d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network 3148362b-2fa4-455f-a43e-72c4d5059c79 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:29.826743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e8999c-bdb6-42cf-8043-f27dfedfb01d admin admin] Made reservation on behalf of 0de7d88c816240c0971ebec206414d16 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:29.831147 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e6e8999c-bdb6-42cf-8043-f27dfedfb01d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:29.845309 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-67553574-e488-42f8-9292-f1b8bc6a4afc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Made reservation on behalf of 7d94a59b2899443e8d1259c8dbafd46b for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:29.849403 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-67553574-e488-42f8-9292-f1b8bc6a4afc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:29.854819 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-a1f9afb9-f83a-444a-a187-9248b508141d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:29.857292 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:29.867540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f9afb9-f83a-444a-a187-9248b508141d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:29.873576 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f9afb9-f83a-444a-a187-9248b508141d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:29.886768 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1f9afb9-f83a-444a-a187-9248b508141d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:29.967550 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:30.028492 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a1f9afb9-f83a-444a-a187-9248b508141d tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4661260 Nov 18 17:24:30.035066 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58746) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:30.073104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event deleted for resources: {'Port': ['ID=6f0371bc-702c-4581-915d-0980574baf18,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:30.250124 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:30.292610 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Allocated IP 172.25.3.125 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:30.312701 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47444c5c-2b87-43ce-8967-8bef85f4d9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:30.315151 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0c3004-3ad3-481d-9a55-9288314c9a88']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:30.332290 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906609e3-550f-4f2a-be63-a2d29dedc954 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:30.340269 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-906609e3-550f-4f2a-be63-a2d29dedc954 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3aa HTTP/1.1" status: 200 len: 929 time: 0.2774448 Nov 18 17:24:30.343234 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58760) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:30.380371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a997f09-2ea6-4e6b-83f5-0c0261e2ce1c None None] Pushing event updated for resources: {'Port': ['ID=2aa1b3b1-8edc-4175-b838-263807adf6cb,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:30.424771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29532e1-c337-40a3-9d1c-0930b1ef2af4') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:30.425643 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29532e1-c337-40a3-9d1c-0930b1ef2af4') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:30.448727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-67553574-e488-42f8-9292-f1b8bc6a4afc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Allocated IP 172.20.0.11 (78db5675-6397-4200-b888-e24b3b0b4d09/3dcb9e7a-a59e-4dfb-a2e9-950bd022dd53/fd90f52e-b087-47a4-ad59-6e11c9df188d) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:30.469418 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:30.506057 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:30.542930 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:30.625946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20ebe31b-0c1b-4145-9f50-41fc4b6a7986 req-f898af61-b850-4ad1-829f-d7dc2b761d68 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 210 time: 0.1995685 Nov 18 17:24:30.664653 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:30.684413 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:24:30.685105 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:24:30.689610 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:24:30.731725 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e6e8999c-bdb6-42cf-8043-f27dfedfb01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:30.747089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Network bdae48d2-6376-45d1-b7b3-cfcdf293d6ac is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:30.762225 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:30.764213 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Pushing event updated for resources: {'Port': ['ID=3cf7b69a-a54f-4fbc-82a6-781607e49e91,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:30.769594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:30.799401 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6a41711e-76b2-42ef-ab70-e75764352775 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:30.902674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-67553574-e488-42f8-9292-f1b8bc6a4afc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:30.912611 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:30.941781 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Attempting to bind port 3cf7b69a-a54f-4fbc-82a6-781607e49e91 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:30.942418 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Attempting to bind port 3cf7b69a-a54f-4fbc-82a6-781607e49e91 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '007105fc-82ce-4e5f-b27a-663ab761c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'bdae48d2-6376-45d1-b7b3-cfcdf293d6ac'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:24:30.942974 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Attempting to bind port 3cf7b69a-a54f-4fbc-82a6-781607e49e91 on network bdae48d2-6376-45d1-b7b3-cfcdf293d6ac {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:30.944803 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:30.952846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] 10.222.0.72 "DELETE /v2.0/networks/9a0c3004-3ad3-481d-9a55-9288314c9a88 HTTP/1.1" status: 204 len: 168 time: 2.5561912 Nov 18 17:24:30.968939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:24:30.968939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Checking segment: {'id': '007105fc-82ce-4e5f-b27a-663ab761c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'bdae48d2-6376-45d1-b7b3-cfcdf293d6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:30.968939 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:30.968939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Bound using segment: {'id': '007105fc-82ce-4e5f-b27a-663ab761c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'bdae48d2-6376-45d1-b7b3-cfcdf293d6ac'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:24:30.968939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Bound port: 3cf7b69a-a54f-4fbc-82a6-781607e49e91, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007105fc-82ce-4e5f-b27a-663ab761c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'bdae48d2-6376-45d1-b7b3-cfcdf293d6ac'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:24:30.968939 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:31.093146 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 6a41711e-76b2-42ef-ab70-e75764352775 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:31.094820 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:31.105763 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-67553574-e488-42f8-9292-f1b8bc6a4afc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:31.113332 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8999c-bdb6-42cf-8043-f27dfedfb01d admin admin] Pushing event updated for resources: {'Subnet': ['ID=069ac9c4-0652-4a7d-9e28-3147189e9231,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:31.141101 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8a54f-87de-4603-ba41-09655f35f82b tempest-TaggedBootDevicesTest-1394502632 tempest-TaggedBootDevicesTest-1394502632-project] Pushing event deleted for resources: {'Network': ['ID=9a0c3004-3ad3-481d-9a55-9288314c9a88,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:31.161763 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] For port 3cf7b69a-a54f-4fbc-82a6-781607e49e91, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:24:31.173421 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e8999c-bdb6-42cf-8043-f27dfedfb01d admin admin] Checking segment: {'id': 'ee5b9f4e-77f6-4998-922c-6ee2340fc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:31.173709 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e8999c-bdb6-42cf-8043-f27dfedfb01d admin admin] Network hostable DHCP agents. Network: a0b7947d-b3ea-4be7-8b81-78e540c5fdb9, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:24:31.193556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] For port 3cf7b69a-a54f-4fbc-82a6-781607e49e91, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=3cf7b69a-a54f-4fbc-82a6-781607e49e91,segment=NetworkSegment(007105fc-82ce-4e5f-b27a-663ab761c256),segment_id=007105fc-82ce-4e5f-b27a-663ab761c256)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:24:31.196995 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67553574-e488-42f8-9292-f1b8bc6a4afc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Pushing event updated for resources: {'Port': ['ID=fd90f52e-b087-47a4-ad59-6e11c9df188d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:31.208925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-831800c7-96f2-4e8b-b459-a9b4a01e39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:31.212229 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-831800c7-96f2-4e8b-b459-a9b4a01e39c0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276&tenant_id=2cf238edb8014a38996468367e264a07 HTTP/1.1" status: 200 len: 1098 time: 0.2664924 Nov 18 17:24:31.217208 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26722e9c-d065-4a14-af25-33b3f68e9b46 req-04d709de-ea63-4692-88ba-abe25bcbdfda tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:31.218964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-26722e9c-d065-4a14-af25-33b3f68e9b46 req-04d709de-ea63-4692-88ba-abe25bcbdfda tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.3462093 Nov 18 17:24:31.235282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:31.275886 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:31.279696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-67553574-e488-42f8-9292-f1b8bc6a4afc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Network 78db5675-6397-4200-b888-e24b3b0b4d09 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:31.307211 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:31.333896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:24:31.336604 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4e33b1-5cc8-4009-9a75-181855484c64" -d '{"events": [{"server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "name": "network-vif-plugged", "status": "completed", "tag": "6a41711e-76b2-42ef-ab70-e75764352775"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:24:31.346236 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-67553574-e488-42f8-9292-f1b8bc6a4afc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:31.360464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e8999c-bdb6-42cf-8043-f27dfedfb01d admin admin] Network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:24:31.362178 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-67553574-e488-42f8-9292-f1b8bc6a4afc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:31.416992 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-26722e9c-d065-4a14-af25-33b3f68e9b46 req-61984747-bb19-40d7-b23f-0cce547b162d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860952 Nov 18 17:24:31.453869 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6a41711e-76b2-42ef-ab70-e75764352775, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a41711e-76b2-42ef-ab70-e75764352775,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:31.470534 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72b6b1c-360b-484f-abf0-34c47bef6bf5 x-openstack-request-id: req-c72b6b1c-360b-484f-abf0-34c47bef6bf5 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:24:31.470847 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "name": "network-vif-plugged", "status": "completed", "tag": "6a41711e-76b2-42ef-ab70-e75764352775", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:24:31.471122 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c72b6b1c-360b-484f-abf0-34c47bef6bf5 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:24:31.471710 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775', 'code': 200} Nov 18 17:24:31.484243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-e6e8999c-bdb6-42cf-8043-f27dfedfb01d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, a0b7947d-b3ea-4be7-8b81-78e540c5fdb9) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:31.488530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e8999c-bdb6-42cf-8043-f27dfedfb01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:31.491835 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e6e8999c-bdb6-42cf-8043-f27dfedfb01d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:31.493696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-026bee7b-d396-40a8-953c-f07e7ab6b9a5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port f2d1ef6d-abe8-44bd-ac17-eafee586144c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:31.494047 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-026bee7b-d396-40a8-953c-f07e7ab6b9a5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:31.530072 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e7f0e-2170-403c-be84-aa7bb83cbe4b None None] Network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:31.537858 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:31.578018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35bf85-7ae4-4db6-8e0a-0d52968eab81 None None] Pushing event updated for resources: {'Port': ['ID=3cf7b69a-a54f-4fbc-82a6-781607e49e91,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:31.598945 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e6e8999c-bdb6-42cf-8043-f27dfedfb01d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2178969 Nov 18 17:24:31.720252 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2aa1b3b1-8edc-4175-b838-263807adf6cb up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:31.773827 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-026bee7b-d396-40a8-953c-f07e7ab6b9a5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:31.788574 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-026bee7b-d396-40a8-953c-f07e7ab6b9a5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for f2d1ef6d-abe8-44bd-ac17-eafee586144c owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:31.872793 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad00110-0efa-4ba6-99e1-5576963d71ac req-fa987ade-1798-4626-9050-b675935bdfce tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:31.875425 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fad00110-0efa-4ba6-99e1-5576963d71ac req-fa987ade-1798-4626-9050-b675935bdfce tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 932 time: 0.1119421 Nov 18 17:24:31.965319 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:31.996880 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-67553574-e488-42f8-9292-f1b8bc6a4afc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:31.997608 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-67553574-e488-42f8-9292-f1b8bc6a4afc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:32.004634 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:32.065158 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fad00110-0efa-4ba6-99e1-5576963d71ac req-43141dd2-fc03-46fc-8e19-bfe6e665b8f4 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824028 Nov 18 17:24:32.094391 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6a41711e-76b2-42ef-ab70-e75764352775,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:32.251455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2aa1b3b1-8edc-4175-b838-263807adf6cb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:32.252540 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:32.269630 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-67553574-e488-42f8-9292-f1b8bc6a4afc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5060408 Nov 18 17:24:32.326637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Request body: {'port': {'device_id': '0f0dafa1-2e11-4640-9e05-0420efc68396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:32.374613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8576ae19-4727-4085-9383-0f29f07e4012 None None] Network 3148362b-2fa4-455f-a43e-72c4d5059c79 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:32.391030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e57961-34a3-446b-8c0a-80ae7a4949ac None None] Network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:32.597263 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d9d03572-ec52-42fd-8bfa-90242b4e9865 None None] Provisioning complete for port 2aa1b3b1-8edc-4175-b838-263807adf6cb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:32.597837 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d9d03572-ec52-42fd-8bfa-90242b4e9865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:32.614366 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:32.652176 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3779f315-4615-49c5-8192-88f54ea02c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:32.897579 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f96992-9e7c-4e89-a188-c3d98e4942f7 req-5f403650-2a36-43da-8056-dd6b7bae81ad tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:32.905362 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59f96992-9e7c-4e89-a188-c3d98e4942f7 req-5f403650-2a36-43da-8056-dd6b7bae81ad tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.2935061 Nov 18 17:24:32.923675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device f13562ac-a65f-426e-bcfb-39f4d59d7f5f no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:24:32.999392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-0882249f-237b-443b-a464-7c54821f8805 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:33.001920 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-0882249f-237b-443b-a464-7c54821f8805 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/networks?id=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 HTTP/1.1" status: 200 len: 803 time: 0.4443491 Nov 18 17:24:33.019587 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59f96992-9e7c-4e89-a188-c3d98e4942f7 req-9546a51c-fe35-4a37-9e90-ca73a7c91565 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077056 Nov 18 17:24:33.042771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-26fa2be7-8b79-434e-aa1e-d807576a498c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/quotas/0de7d88c816240c0971ebec206414d16 HTTP/1.1" status: 200 len: 375 time: 0.0218613 Nov 18 17:24:33.095715 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:33.108611 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:33.112655 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-026bee7b-d396-40a8-953c-f07e7ab6b9a5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:33.150026 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:33.150688 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-0aab4a63-6c1b-4f42-9b0b-12d09ccc13de tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0de7d88c816240c0971ebec206414d16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1009727 Nov 18 17:24:33.188414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:33.211306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:33.336226 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-de07f3f4-3975-4bd5-a4f7-d9c26bab5a50 service neutron] 10.222.0.72 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774049 Nov 18 17:24:33.470768 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:33.619840 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6db1ff1-6e17-4d39-ba3a-5a97c456145d None None] Network bdae48d2-6376-45d1-b7b3-cfcdf293d6ac requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:33.631108 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:33.661586 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:33.942303 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 2aa1b3b1-8edc-4175-b838-263807adf6cb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2aa1b3b1-8edc-4175-b838-263807adf6cb,segment=NetworkSegment(34627edc-089b-4394-88e4-d7d16483706b),segment_id=34627edc-089b-4394-88e4-d7d16483706b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:33.996725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bee7b-d396-40a8-953c-f07e7ab6b9a5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=f2d1ef6d-abe8-44bd-ac17-eafee586144c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:34.005977 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-026bee7b-d396-40a8-953c-f07e7ab6b9a5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:34.013776 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9ceb2-f2f8-4166-940e-775c5b41d975 req-2a5f206b-531b-42a0-8281-7f42b2c2f259 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:34.025429 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05c9ceb2-f2f8-4166-940e-775c5b41d975 req-2a5f206b-531b-42a0-8281-7f42b2c2f259 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 932 time: 0.7926607 Nov 18 17:24:34.025855 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-026bee7b-d396-40a8-953c-f07e7ab6b9a5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/ports/f2d1ef6d-abe8-44bd-ac17-eafee586144c HTTP/1.1" status: 204 len: 168 time: 3.6771727 Nov 18 17:24:34.029629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58888) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:34.031588 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:34.034075 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:24:34.072536 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:34.088642 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:34.117259 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d9d03572-ec52-42fd-8bfa-90242b4e9865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:34.137180 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-35945532-c0df-4bd1-9e43-6de30faa98c1 service neutron] 10.222.0.72 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7914703 Nov 18 17:24:34.146013 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-e538ec48-da54-43ec-9912-1a41822e621f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] GET failed (client error): The resource could not be found. Nov 18 17:24:34.150884 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e538ec48-da54-43ec-9912-1a41822e621f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports/f2d1ef6d-abe8-44bd-ac17-eafee586144c HTTP/1.1" status: 404 len: 333 time: 0.1007895 Nov 18 17:24:34.171865 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58892) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:34.294304 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05c9ceb2-f2f8-4166-940e-775c5b41d975 req-f4d199fd-8eb3-4b61-b3eb-973cea87ece7 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674289 Nov 18 17:24:34.338258 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-d9d03572-ec52-42fd-8bfa-90242b4e9865 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:24:34.338756 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-d9d03572-ec52-42fd-8bfa-90242b4e9865 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:24:34.443639 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 3cf7b69a-a54f-4fbc-82a6-781607e49e91 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:34.524648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478911f8-7bc6-4db2-a734-c092a4cbf65b req-4b5d4317-1cd0-49a4-afda-fb603dea0177 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:34.539169 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:34.540534 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-478911f8-7bc6-4db2-a734-c092a4cbf65b req-4b5d4317-1cd0-49a4-afda-fb603dea0177 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.1346998 Nov 18 17:24:34.604593 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=2aa1b3b1-8edc-4175-b838-263807adf6cb,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:34.777289 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 3cf7b69a-a54f-4fbc-82a6-781607e49e91 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:34.777289 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:34.965422 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-fa2c5ee1-6ab5-48a2-bc32-92809c0324a2 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:34.968057 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-fa2c5ee1-6ab5-48a2-bc32-92809c0324a2 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/networks?id=4822d3ad-5758-4982-9a69-332899af7e34 HTTP/1.1" status: 200 len: 813 time: 0.2331431 Nov 18 17:24:35.028556 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-478911f8-7bc6-4db2-a734-c092a4cbf65b req-d1a5fefa-4d49-4214-bb9e-f518404029d1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4868309 Nov 18 17:24:35.038544 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-cfa72715-77dc-40f1-a094-4bfbd883f08e tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/quotas/672de6bd672e4abb9d212f3dab4d92c1 HTTP/1.1" status: 200 len: 375 time: 0.0627220 Nov 18 17:24:35.157778 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-40d7d6ff-22aa-4359-9e5e-7fb3f2f7eb1c tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=672de6bd672e4abb9d212f3dab4d92c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1060274 Nov 18 17:24:35.194967 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:24:35.207037 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7531b7f3-72d4-43d7-ae11-25eff949024e" -d '{"events": [{"server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "name": "network-vif-unplugged", "status": "completed", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:24:35.215649 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:35.248452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9cf100c0-842a-498c-8b6a-e7342c177963 req-91631bbd-2fed-493c-99c3-b449950c2ee5 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 210 time: 0.1168535 Nov 18 17:24:35.253835 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:35.284601 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:35.299153 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Router c9d4783e-cda1-4536-a15e-84b9e4d81759 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:24:35.340869 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 3cf7b69a-a54f-4fbc-82a6-781607e49e91, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=3cf7b69a-a54f-4fbc-82a6-781607e49e91,segment=NetworkSegment(007105fc-82ce-4e5f-b27a-663ab761c256),segment_id=007105fc-82ce-4e5f-b27a-663ab761c256)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:35.361753 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-82d9abc7-993c-42e1-9c17-5d9b223d0f63 None None] Provisioning complete for port 1902ee03-f6ca-47c2-9b34-ac2c3643cac3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:35.362298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Transition to ACTIVE for port object f13562ac-a65f-426e-bcfb-39f4d59d7f5f will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:24:35.363705 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-82d9abc7-993c-42e1-9c17-5d9b223d0f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:35.446635 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:35.487650 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-2429e874-3da0-4f7d-8b40-d891d5ad567c service neutron] 10.222.0.72 "GET /v2.0/networks/4822d3ad-5758-4982-9a69-332899af7e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336880 Nov 18 17:24:35.537866 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:35.615325 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-82d9abc7-993c-42e1-9c17-5d9b223d0f63 None None] Port 1902ee03-f6ca-47c2-9b34-ac2c3643cac3 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:24:35.630122 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d076a62-1d71-41b0-8f6a-8c9da4417a22 x-openstack-request-id: req-3d076a62-1d71-41b0-8f6a-8c9da4417a22 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:24:35.630745 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "name": "network-vif-unplugged", "status": "completed", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:24:35.631209 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3d076a62-1d71-41b0-8f6a-8c9da4417a22 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:24:35.631867 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'code': 200} Nov 18 17:24:35.633096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:24:35.652024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d2a61624-ceaa-42d5-bc27-5d3830d20062 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port 1902ee03-f6ca-47c2-9b34-ac2c3643cac3 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:35.652669 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2a61624-ceaa-42d5-bc27-5d3830d20062 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:35.677657 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Sync routers for ids ['c9d4783e-cda1-4536-a15e-84b9e4d81759'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:24:35.701205 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:35.723378 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-82d9abc7-993c-42e1-9c17-5d9b223d0f63 None None] Could not find standard attr ID for object f2d1ef6d-abe8-44bd-ac17-eafee586144c. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:24:35.723774 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d08f6f-d6f3-4af2-9cf4-a08a5fa48a47 req-40164428-6f7c-48b6-9333-ddebbbe8d108 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:35.731010 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6d08f6f-d6f3-4af2-9cf4-a08a5fa48a47 req-40164428-6f7c-48b6-9333-ddebbbe8d108 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 932 time: 0.1900012 Nov 18 17:24:35.778044 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:35.781555 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-2efcc6a9-f1ed-4b2c-81bb-d5eff9c3f2da service neutron] 10.222.0.72 "GET /v2.0/networks/4822d3ad-5758-4982-9a69-332899af7e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842329 Nov 18 17:24:35.782754 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-921399b0-5ac3-4e63-8a49-6e6fbca839c9 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8863158 Nov 18 17:24:35.786031 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58924) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:35.892089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=3cf7b69a-a54f-4fbc-82a6-781607e49e91,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:35.911737 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-82d9abc7-993c-42e1-9c17-5d9b223d0f63 None None] Provisioning complete for port 2aa1b3b1-8edc-4175-b838-263807adf6cb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:35.913604 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-82d9abc7-993c-42e1-9c17-5d9b223d0f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:35.924424 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:24:35.924792 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:24:35.943385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Routers {'c9d4783e-cda1-4536-a15e-84b9e4d81759'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:24:35.945365 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:24:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c9d4783e-cda1-4536-a15e-84b9e4d81759'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:35.954186 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6d08f6f-d6f3-4af2-9cf4-a08a5fa48a47 req-5c793581-d8ac-4bc7-852a-6d78c9c38b47 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195148 Nov 18 17:24:36.124510 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Pushing event updated for resources: {'Port': ['ID=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,revision_number=10']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:36.188935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] No DVR routers for this DVR port f13562ac-a65f-426e-bcfb-39f4d59d7f5f on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:24:36.370502 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2a61624-ceaa-42d5-bc27-5d3830d20062 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:36.386141 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d2a61624-ceaa-42d5-bc27-5d3830d20062 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for 1902ee03-f6ca-47c2-9b34-ac2c3643cac3 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:36.429268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Set router c9d4783e-cda1-4536-a15e-84b9e4d81759 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:24:36.485113 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-601cb2ab-f939-4678-81b1-e5be377da2e6 req-ecc17762-525e-4f44-92d0-17ba1e080576 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 210 time: 0.1151242 Nov 18 17:24:36.591651 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10d0ed-1a08-4316-ba90-9e20d73d6e79 req-61f8d977-7ecd-4aff-ac86-c787b3c7a0ca tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:36.603257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e10d0ed-1a08-4316-ba90-9e20d73d6e79 req-61f8d977-7ecd-4aff-ac86-c787b3c7a0ca tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 945 time: 0.3095157 Nov 18 17:24:36.628941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2aa1b3b1-8edc-4175-b838-263807adf6cb up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:36.735304 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e10d0ed-1a08-4316-ba90-9e20d73d6e79 req-105a9287-41e3-43f5-817e-66496e0193b6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289058 Nov 18 17:24:36.762085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-82d9abc7-993c-42e1-9c17-5d9b223d0f63 None None] Provisioning complete for port 3cf7b69a-a54f-4fbc-82a6-781607e49e91 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:36.762468 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-82d9abc7-993c-42e1-9c17-5d9b223d0f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:36.775849 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2fdba19-2d90-41f8-b39f-d21e6367ab4c req-b5e246c9-b6a8-437c-94cb-212f07b646b9 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 210 time: 0.0689487 Nov 18 17:24:36.827187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd90f52e-b087-47a4-ad59-6e11c9df188d {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:24:36.848562 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:36.873250 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2aa1b3b1-8edc-4175-b838-263807adf6cb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:36.873642 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:36.958470 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2a61624-ceaa-42d5-bc27-5d3830d20062 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:36.988792 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Transition to ACTIVE for port object fd90f52e-b087-47a4-ad59-6e11c9df188d will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:24:37.067186 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 3cf7b69a-a54f-4fbc-82a6-781607e49e91 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:37.130332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a61624-ceaa-42d5-bc27-5d3830d20062 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=1902ee03-f6ca-47c2-9b34-ac2c3643cac3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:37.144141 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Attempting to bind port f13562ac-a65f-426e-bcfb-39f4d59d7f5f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:37.144760 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Attempting to bind port f13562ac-a65f-426e-bcfb-39f4d59d7f5f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:24:37.145396 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Attempting to bind port f13562ac-a65f-426e-bcfb-39f4d59d7f5f on network 56cec824-a482-4381-8f97-e988c87dca70 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:37.160571 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2a61624-ceaa-42d5-bc27-5d3830d20062 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:37.167275 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d2a61624-ceaa-42d5-bc27-5d3830d20062 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/ports/1902ee03-f6ca-47c2-9b34-ac2c3643cac3 HTTP/1.1" status: 204 len: 168 time: 2.9559896 Nov 18 17:24:37.167275 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:37.177957 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58950) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:37.189482 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'name': 'tempest-TestVolumeBootPattern-417471559-router', 'tenant_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:28Z', 'updated_at': '2021-11-18T17:24:33Z', 'revision_number': 3, 'project_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'gw_port': {'id': 'b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:29Z', 'updated_at': '2021-11-18T17:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:37.225216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Port f13562ac-a65f-426e-bcfb-39f4d59d7f5f on network 56cec824-a482-4381-8f97-e988c87dca70 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:24:37.225509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Attempting to bind port f13562ac-a65f-426e-bcfb-39f4d59d7f5f on network 56cec824-a482-4381-8f97-e988c87dca70 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:37.241147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Checking router: c9d4783e-cda1-4536-a15e-84b9e4d81759 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:24:37.241880 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Updating router c9d4783e-cda1-4536-a15e-84b9e4d81759 port b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:24:37.286306 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 3cf7b69a-a54f-4fbc-82a6-781607e49e91 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:37.286306 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:37.307398 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:37.390747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:24:37.390747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Checking segment: {'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:37.390747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Bound using segment: {'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:24:37.390747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Bound port: f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69f23db-0b8f-4676-8c66-61cdf5149f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '56cec824-a482-4381-8f97-e988c87dca70'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:24:37.390747 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:37.404437 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f9a574-0693-4ed6-8a4d-f2c001332955 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] GET failed (client error): The resource could not be found. Nov 18 17:24:37.406189 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-85f9a574-0693-4ed6-8a4d-f2c001332955 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports/1902ee03-f6ca-47c2-9b34-ac2c3643cac3 HTTP/1.1" status: 404 len: 333 time: 0.2165766 Nov 18 17:24:37.410610 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58956) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:37.451078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5493ae48-a146-4bb6-8920-3b0d8b486988 None None] Could not find standard attr ID for object f2d1ef6d-abe8-44bd-ac17-eafee586144c. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:24:37.470699 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:37.493885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c414cc6-5c28-441b-88d6-f7b570209375 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting subnet 3e886c0b-8895-4bee-8fda-4ed61c353330 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:24:37.513000 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1c414cc6-5c28-441b-88d6-f7b570209375 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:37.594934 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67f085-a9b7-4b2d-b821-01aeb509ee34 req-15657325-ba40-4061-a7ba-e9d2a20debab tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:37.596794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a67f085-a9b7-4b2d-b821-01aeb509ee34 req-15657325-ba40-4061-a7ba-e9d2a20debab tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 944 time: 0.3738050 Nov 18 17:24:37.651922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:24:37.655592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:24:37.659924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Pushing event updated for resources: {'Port': ['ID=fd90f52e-b087-47a4-ad59-6e11c9df188d,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:37.664675 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f05e640-29b8-41f7-85cf-437cffa1bc60 req-0445b57f-5f54-4c15-b28f-9461126917f6 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 210 time: 0.0664856 Nov 18 17:24:37.753854 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:37.801583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Attempting to bind port fd90f52e-b087-47a4-ad59-6e11c9df188d on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:37.801929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Attempting to bind port fd90f52e-b087-47a4-ad59-6e11c9df188d by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'a7d8a5c6-fd85-4620-94a6-54432a9bbc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:24:37.802269 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Attempting to bind port fd90f52e-b087-47a4-ad59-6e11c9df188d on network 78db5675-6397-4200-b888-e24b3b0b4d09 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:37.860925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Port fd90f52e-b087-47a4-ad59-6e11c9df188d on network 78db5675-6397-4200-b888-e24b3b0b4d09 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:24:37.861256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Attempting to bind port fd90f52e-b087-47a4-ad59-6e11c9df188d on network 78db5675-6397-4200-b888-e24b3b0b4d09 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:37.907073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:37.907644 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:37.909148 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] 10.222.0.81 "PUT /v2.0/ports/f13562ac-a65f-426e-bcfb-39f4d59d7f5f HTTP/1.1" status: 200 len: 1094 time: 6.6793265 Nov 18 17:24:37.924077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:24:37.935906 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a91342-8284-40d4-b00f-a7fb4b072a87" -d '{"events": [{"name": "network-changed", "server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:24:37.956930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:24:37.957418 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Checking segment: {'id': 'a7d8a5c6-fd85-4620-94a6-54432a9bbc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:37.960506 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Bound using segment: {'id': 'a7d8a5c6-fd85-4620-94a6-54432a9bbc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:24:37.960506 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Bound port: fd90f52e-b087-47a4-ad59-6e11c9df188d, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d8a5c6-fd85-4620-94a6-54432a9bbc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:24:37.962320 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:37.990667 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-45106660-6aad-44a3-b1d2-b453d87d4e15 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:37.994614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-45106660-6aad-44a3-b1d2-b453d87d4e15 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.81 "GET /v2.0/networks?id=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 HTTP/1.1" status: 200 len: 803 time: 0.2863338 Nov 18 17:24:38.031002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-1b1fac03-ab7a-4ea9-8985-7192349716fc tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Request body: {'port': {'device_id': '3adc88a5-c4d3-402c-a34d-9f2854030f3f', 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9', 'admin_state_up': True, 'tenant_id': '0de7d88c816240c0971ebec206414d16'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:38.281539 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d8bfd-f464-4347-8eb5-b5f237804df5 service neutron] Pushing event updated for resources: {'Port': ['ID=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,revision_number=11']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:38.325728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] For port fd90f52e-b087-47a4-ad59-6e11c9df188d, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:24:38.333624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] For port fd90f52e-b087-47a4-ad59-6e11c9df188d, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fd90f52e-b087-47a4-ad59-6e11c9df188d,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:24:38.339661 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-95c82242-5b99-41ad-a90d-75ef1a7d6525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:38.340335 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-95c82242-5b99-41ad-a90d-75ef1a7d6525 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 1097 time: 0.3754539 Nov 18 17:24:38.365264 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1c414cc6-5c28-441b-88d6-f7b570209375 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:38.383171 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a67f085-a9b7-4b2d-b821-01aeb509ee34 req-9089a5d8-a9e2-4617-a903-360150cf7b25 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7667365 Nov 18 17:24:38.520121 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:38.591207 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:38.591906 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:38.594428 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] 10.222.0.83 "PUT /v2.0/ports/fd90f52e-b087-47a4-ad59-6e11c9df188d HTTP/1.1" status: 200 len: 1093 time: 6.3043480 Nov 18 17:24:38.603916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-86978710-df1b-4abe-8903-e7de5666ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:38.605803 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-86978710-df1b-4abe-8903-e7de5666ae5a service neutron] 10.222.0.81 "GET /v2.0/networks?id=56cec824-a482-4381-8f97-e988c87dca70 HTTP/1.1" status: 200 len: 899 time: 0.2563753 Nov 18 17:24:38.623809 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a68f8-1a61-43c0-9627-f2c0797b41fa service neutron] Pushing event updated for resources: {'Port': ['ID=fd90f52e-b087-47a4-ad59-6e11c9df188d,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:38.625936 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e820ccd-ca2b-4c62-931c-0443e547c869 req-c51f7695-2756-44d8-8929-5a6a71434a67 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 210 time: 0.1058216 Nov 18 17:24:38.632972 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-1b1fac03-ab7a-4ea9-8985-7192349716fc tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Made reservation on behalf of 0de7d88c816240c0971ebec206414d16 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:38.632972 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-1b1fac03-ab7a-4ea9-8985-7192349716fc tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:38.657400 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efea57-37a3-4192-ae13-630a0b62bdff req-4571f35c-e158-4849-9b18-baf8249b8660 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:38.659285 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10efea57-37a3-4192-ae13-630a0b62bdff req-4571f35c-e158-4849-9b18-baf8249b8660 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 945 time: 0.6566753 Nov 18 17:24:38.784473 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4148859d-782e-47ab-9e38-1b73847a970c x-openstack-request-id: req-4148859d-782e-47ab-9e38-1b73847a970c {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:24:38.787705 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:24:38.787705 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4148859d-782e-47ab-9e38-1b73847a970c {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:24:38.787705 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'status': 'completed', 'code': 200} Nov 18 17:24:38.895604 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-d6a49200-4c79-4d18-bdf2-ad12871ab956 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f HTTP/1.1" status: 200 len: 1000 time: 0.2544138 Nov 18 17:24:38.906292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-7de683a0-8091-4991-bc29-4dd3a965e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:38.910829 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-7de683a0-8091-4991-bc29-4dd3a965e782 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7d94a59b2899443e8d1259c8dbafd46b&device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 1096 time: 0.1369400 Nov 18 17:24:38.919887 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] Allocated IP 172.20.0.1 (bdae48d2-6376-45d1-b7b3-cfcdf293d6ac/97916982-0ee4-465e-92fb-94a63bff4400/b617dc50-7176-4759-bd1d-6d84ed419f26) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:38.964563 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:38.974778 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-580aeeef-af18-40d5-b7f0-364f4617c0d3 req-1fd7615c-75af-4502-9eb5-d6c7dcd26b03 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 210 time: 0.0738769 Nov 18 17:24:39.000300 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-c3dcf127-568b-4ba9-a7a2-59c68b4ec1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:39.006754 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-c3dcf127-568b-4ba9-a7a2-59c68b4ec1f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 1097 time: 0.1932557 Nov 18 17:24:39.006754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-424a7c37-ec00-4b4f-a493-8777b5494e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:39.008023 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-424a7c37-ec00-4b4f-a493-8777b5494e67 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1f8073c-dfc3-4d29-a82c-b846a14d0447 HTTP/1.1" status: 200 len: 834 time: 0.0991511 Nov 18 17:24:39.056330 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10efea57-37a3-4192-ae13-630a0b62bdff req-b8345ee2-dba7-4cbd-8e04-c08f48854fea tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3669064 Nov 18 17:24:39.056330 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1c414cc6-5c28-441b-88d6-f7b570209375 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:39.064347 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-56c259dd-549e-438f-8669-5a9f1dff0b45 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd90f52e-b087-47a4-ad59-6e11c9df188d HTTP/1.1" status: 200 len: 217 time: 0.0776250 Nov 18 17:24:39.079760 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:39.299136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Attempting to bind port b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:39.299136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Attempting to bind port b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:24:39.299136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Attempting to bind port b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:39.299136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74778e3-8e4b-4918-8669-8aa10427cd19 None None] Pushing event updated for resources: {'Port': ['ID=b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:39.301675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-b76f0797-ab1e-420e-a28f-57977cf1f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:39.301675 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-b76f0797-ab1e-420e-a28f-57977cf1f3ad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3dcb9e7a-a59e-4dfb-a2e9-950bd022dd53 HTTP/1.1" status: 200 len: 855 time: 0.1259227 Nov 18 17:24:39.301675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-20c21fdc-f653-4dab-82a9-faa448e9f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:39.301675 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-20c21fdc-f653-4dab-82a9-faa448e9f8a1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=56cec824-a482-4381-8f97-e988c87dca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1813931 Nov 18 17:24:39.302018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:24:39.302018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:39.302018 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:39.302018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:24:39.302018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Bound port: b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:24:39.302018 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:39.302559 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-1b1fac03-ab7a-4ea9-8985-7192349716fc tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Allocated IP 172.20.0.14 (a0b7947d-b3ea-4be7-8b81-78e540c5fdb9/069ac9c4-0652-4a7d-9e28-3147189e9231/6e46a4e5-0d17-4cd0-b587-b148aa9c314f) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:39.302660 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-3c48c130-211d-4a67-9673-bf5e418a59c5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78db5675-6397-4200-b888-e24b3b0b4d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472381 Nov 18 17:24:39.302660 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-92300a79-4e77-4486-b50f-8a4e825d634f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:39.302660 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-92300a79-4e77-4486-b50f-8a4e825d634f service neutron] 10.222.0.83 "GET /v2.0/networks?id=56cec824-a482-4381-8f97-e988c87dca70 HTTP/1.1" status: 200 len: 899 time: 0.2441866 Nov 18 17:24:39.349611 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] For port b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:24:39.354357 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] For port b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:24:39.394477 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:39.465216 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-137f0a43-8a50-4bc5-b0fb-494c3698e29d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f HTTP/1.1" status: 200 len: 1000 time: 0.1660287 Nov 18 17:24:39.473760 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:39.575756 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74778e3-8e4b-4918-8669-8aa10427cd19 None None] Pushing event updated for resources: {'Port': ['ID=b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:39.587927 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-65d189d0-1ae7-4cce-b980-8ea16f7d80bc service neutron] 10.222.0.83 "GET /v2.0/networks/78db5675-6397-4200-b888-e24b3b0b4d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015578 Nov 18 17:24:39.601051 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-32e7a14a-55c8-408e-854d-1fc078cc8d14 service neutron] 10.222.0.81 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602157 Nov 18 17:24:39.622297 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Routers {'c9d4783e-cda1-4536-a15e-84b9e4d81759'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:24:39.623114 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:24:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c9d4783e-cda1-4536-a15e-84b9e4d81759'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:39.628579 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1c414cc6-5c28-441b-88d6-f7b570209375 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:39.693201 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c414cc6-5c28-441b-88d6-f7b570209375 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Subnet': ['ID=3e886c0b-8895-4bee-8fda-4ed61c353330,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:39.831519 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-81055945-13b3-4577-a193-3d8f807ae08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:39.831519 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-81055945-13b3-4577-a193-3d8f807ae08d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1f8073c-dfc3-4d29-a82c-b846a14d0447 HTTP/1.1" status: 200 len: 834 time: 0.3304651 Nov 18 17:24:39.832444 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1c414cc6-5c28-441b-88d6-f7b570209375 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:39.835325 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1c414cc6-5c28-441b-88d6-f7b570209375 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/3e886c0b-8895-4bee-8fda-4ed61c353330 HTTP/1.1" status: 204 len: 168 time: 2.4192700 Nov 18 17:24:39.868202 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dae75820-1c8f-4268-a4ee-dcff9637f486 req-4b21cf81-0542-4684-9b48-3f576a335fa6 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 210 time: 0.0568385 Nov 18 17:24:39.870749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58992) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:39.925537 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-115fd02a-2e83-4a7e-86b4-b0ebe72f67f7 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:39.927383 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-115fd02a-2e83-4a7e-86b4-b0ebe72f67f7 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.81 "GET /v2.0/networks?id=4822d3ad-5758-4982-9a69-332899af7e34 HTTP/1.1" status: 200 len: 813 time: 0.5522239 Nov 18 17:24:39.958273 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b28d9-4476-4124-a75a-d5cfc26963ea None None] Network 3148362b-2fa4-455f-a43e-72c4d5059c79 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:39.993716 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-0e5b0c83-f128-4a9b-b172-85541a449c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:39.995361 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-0e5b0c83-f128-4a9b-b172-85541a449c0e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=56cec824-a482-4381-8f97-e988c87dca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261706 Nov 18 17:24:40.002200 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9ac64ed0-3586-43ae-9bb5-01cec3ed528a req-78091775-c4ec-4877-9203-a1d0e727a7cc service neutron] 10.222.0.83 "GET /v2.0/networks/78db5675-6397-4200-b888-e24b3b0b4d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041624 Nov 18 17:24:40.006836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-c80f6201-88cc-4135-934a-c91a710778d5 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Request body: {'port': {'device_id': '3c4d354a-8cf3-4366-8815-7d51a1b93a40', 'network_id': '4822d3ad-5758-4982-9a69-332899af7e34', 'admin_state_up': True, 'tenant_id': '672de6bd672e4abb9d212f3dab4d92c1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:40.038284 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bd1394a0-da60-4096-9ece-3e64a28c2655 req-3b5c074a-cb52-4636-a49b-6edb77ebdb28 service neutron] 10.222.0.81 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168229 Nov 18 17:24:40.181060 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-1dd2b74b-f76f-40b5-be8f-d690362a2105 service neutron] 10.222.0.83 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709259 Nov 18 17:24:40.199767 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346b7b6-dc3d-40c2-a0d4-c88340149f72 req-37d93f55-977e-4412-b68e-f30b97f66b8e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:40.201836 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9346b7b6-dc3d-40c2-a0d4-c88340149f72 req-37d93f55-977e-4412-b68e-f30b97f66b8e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 944 time: 0.5897398 Nov 18 17:24:40.225819 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:40.232542 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-b6200849-da7b-46fc-a071-9b8417e9f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:40.234598 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-b6200849-da7b-46fc-a071-9b8417e9f883 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 1097 time: 0.1027086 Nov 18 17:24:40.276594 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-1b1fac03-ab7a-4ea9-8985-7192349716fc tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:40.318504 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] Set router c9d4783e-cda1-4536-a15e-84b9e4d81759 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:24:40.443151 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd2ee534-e89c-4ca0-96b7-173d213c8d1b req-51402734-8c2e-4818-a025-4a85a0fc758d tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 210 time: 0.2198739 Nov 18 17:24:40.576471 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] Network bdae48d2-6376-45d1-b7b3-cfcdf293d6ac is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:40.597543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:40.636125 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c307cd86-4089-452c-96db-92543497f0a3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:40.638121 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:40.783962 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'name': 'tempest-TestVolumeBootPattern-417471559-router', 'tenant_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:28Z', 'updated_at': '2021-11-18T17:24:33Z', 'revision_number': 3, 'project_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'gw_port': {'id': 'b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:29Z', 'updated_at': '2021-11-18T17:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:40.863613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f74565-dd32-4b3e-87ae-e66979f9ab7e None None] DHCP port deletion for 3148362b-2fa4-455f-a43e-72c4d5059c79 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:24:40.893557 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c890f-6b0a-4951-82c1-2180aec7c98c None None] The sync data for ids ['c9d4783e-cda1-4536-a15e-84b9e4d81759'] in n-d-813419-11 is: [{'id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'name': 'tempest-TestVolumeBootPattern-417471559-router', 'tenant_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:28Z', 'updated_at': '2021-11-18T17:24:33Z', 'revision_number': 3, 'project_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'gw_port': {'id': 'b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:29Z', 'updated_at': '2021-11-18T17:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:24:41.024234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-44f74565-dd32-4b3e-87ae-e66979f9ab7e None None] Deleting port 2aa1b3b1-8edc-4175-b838-263807adf6cb {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:41.024614 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44f74565-dd32-4b3e-87ae-e66979f9ab7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:41.182583 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-44f74565-dd32-4b3e-87ae-e66979f9ab7e None None] For port 2aa1b3b1-8edc-4175-b838-263807adf6cb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2aa1b3b1-8edc-4175-b838-263807adf6cb,segment=NetworkSegment(34627edc-089b-4394-88e4-d7d16483706b),segment_id=34627edc-089b-4394-88e4-d7d16483706b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:41.182994 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44f74565-dd32-4b3e-87ae-e66979f9ab7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:41.220549 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-44f74565-dd32-4b3e-87ae-e66979f9ab7e None None] Calling delete_port for 2aa1b3b1-8edc-4175-b838-263807adf6cb owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:41.320787 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0dafa1-2e11-4640-9e05-0420efc68396', 'tag': 'fd90f52e-b087-47a4-ad59-6e11c9df188d'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:24:41.323144 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31959cd1-1801-43e5-8b23-6d9337ca2915" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0dafa1-2e11-4640-9e05-0420efc68396", "tag": "fd90f52e-b087-47a4-ad59-6e11c9df188d"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:24:41.326557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-5d4a05b2-cd36-418b-8a1a-6c9a8b7536cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:41.330276 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-5d4a05b2-cd36-418b-8a1a-6c9a8b7536cb service neutron] 10.222.0.81 "GET /v2.0/networks?id=56cec824-a482-4381-8f97-e988c87dca70 HTTP/1.1" status: 200 len: 899 time: 1.0744612 Nov 18 17:24:41.396515 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-182471e4-5409-4a74-97bd-be05496aa9fa service neutron] 10.222.0.83 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2012792 Nov 18 17:24:41.426502 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-783ee1aa-9b12-4b7b-8c0f-519efa0e0fba None None] Provisioning complete for port b617dc50-7176-4759-bd1d-6d84ed419f26 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:41.427089 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-783ee1aa-9b12-4b7b-8c0f-519efa0e0fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:41.482354 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:41.490783 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-ff157b4a-504b-4ce2-b311-27a12eb7ba7e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f HTTP/1.1" status: 200 len: 1000 time: 0.1405315 Nov 18 17:24:41.510181 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44f74565-dd32-4b3e-87ae-e66979f9ab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:41.552643 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9346b7b6-dc3d-40c2-a0d4-c88340149f72 req-acb60504-99da-4f22-a240-61c207110017 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3108659 Nov 18 17:24:41.627267 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f74565-dd32-4b3e-87ae-e66979f9ab7e None None] Pushing event deleted for resources: {'Port': ['ID=2aa1b3b1-8edc-4175-b838-263807adf6cb,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:41.657221 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f74565-dd32-4b3e-87ae-e66979f9ab7e None None] No DVR routers for this DVR port 2aa1b3b1-8edc-4175-b838-263807adf6cb on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:24:41.666265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-f674009c-fc8f-472b-b59a-f9282e8c824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:41.680657 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-f674009c-fc8f-472b-b59a-f9282e8c824f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1f8073c-dfc3-4d29-a82c-b846a14d0447 HTTP/1.1" status: 200 len: 834 time: 0.1630321 Nov 18 17:24:41.681487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] Pushing event updated for resources: {'Port': ['ID=b617dc50-7176-4759-bd1d-6d84ed419f26,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:41.721130 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-783ee1aa-9b12-4b7b-8c0f-519efa0e0fba None None] Port b617dc50-7176-4759-bd1d-6d84ed419f26 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:24:41.748578 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-1b1fac03-ab7a-4ea9-8985-7192349716fc tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:41.786201 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-ff2c4b7a-f8a3-4398-90ef-4bec91aa2116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:41.787829 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-ff2c4b7a-f8a3-4398-90ef-4bec91aa2116 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=56cec824-a482-4381-8f97-e988c87dca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063631 Nov 18 17:24:41.827650 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afdcfd-ecda-45ca-bd20-b99fb5c08c1d req-e30d2c6b-7029-48e6-9cad-a4d7c626dec7 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:41.829602 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20afdcfd-ecda-45ca-bd20-b99fb5c08c1d req-e30d2c6b-7029-48e6-9cad-a4d7c626dec7 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 945 time: 1.2466562 Nov 18 17:24:41.974234 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1fac03-ab7a-4ea9-8985-7192349716fc tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Pushing event updated for resources: {'Port': ['ID=6e46a4e5-0d17-4cd0-b587-b148aa9c314f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:42.026001 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-dec4c2d5-843d-40bc-8c5c-28e0df7fc980 service neutron] 10.222.0.81 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262905 Nov 18 17:24:42.120965 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c307cd86-4089-452c-96db-92543497f0a3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:42.167970 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20afdcfd-ecda-45ca-bd20-b99fb5c08c1d req-886f15da-9762-4165-9fc4-0c475dbaad63 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380855 Nov 18 17:24:42.217232 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-1b1fac03-ab7a-4ea9-8985-7192349716fc tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:42.266686 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97a91342-8284-40d4-b00f-a7fb4b072a87 req-e7b331c5-f0fd-4e48-9e93-978bc4782c9a service neutron] 10.222.0.81 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284679 Nov 18 17:24:42.267672 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-1b1fac03-ab7a-4ea9-8985-7192349716fc tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:42.269807 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfb85cd-66af-46f3-8280-baf017869e6c x-openstack-request-id: req-fbfb85cd-66af-46f3-8280-baf017869e6c {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:24:42.273327 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device f13562ac-a65f-426e-bcfb-39f4d59d7f5f details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:24:42.281778 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-1b1fac03-ab7a-4ea9-8985-7192349716fc tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:42.286906 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0dafa1-2e11-4640-9e05-0420efc68396", "tag": "fd90f52e-b087-47a4-ad59-6e11c9df188d", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:24:42.287438 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fbfb85cd-66af-46f3-8280-baf017869e6c {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:24:42.288050 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0dafa1-2e11-4640-9e05-0420efc68396', 'tag': 'fd90f52e-b087-47a4-ad59-6e11c9df188d', 'status': 'completed', 'code': 200} Nov 18 17:24:42.304351 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c307cd86-4089-452c-96db-92543497f0a3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3148362b-2fa4-455f-a43e-72c4d5059c79']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:42.388654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31959cd1-1801-43e5-8b23-6d9337ca2915 req-407c0402-05ca-4972-a59e-ebd04151e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:42.410492 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-31959cd1-1801-43e5-8b23-6d9337ca2915 req-407c0402-05ca-4972-a59e-ebd04151e01d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7d94a59b2899443e8d1259c8dbafd46b&device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 1096 time: 0.1186838 Nov 18 17:24:42.449648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-c80f6201-88cc-4135-934a-c91a710778d5 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Made reservation on behalf of 672de6bd672e4abb9d212f3dab4d92c1 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:42.460947 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-c80f6201-88cc-4135-934a-c91a710778d5 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:42.514368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c307cd86-4089-452c-96db-92543497f0a3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34627edc-089b-4394-88e4-d7d16483706b') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:42.514671 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c307cd86-4089-452c-96db-92543497f0a3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34627edc-089b-4394-88e4-d7d16483706b') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:42.553125 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:42.589569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-1b1fac03-ab7a-4ea9-8985-7192349716fc tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:42.590972 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-1b1fac03-ab7a-4ea9-8985-7192349716fc tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:42.595206 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e9b9e6c0-648b-4fdb-afb5-106a0e247c0c req-761e7cc3-7880-4530-854c-539786d7efdb tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 210 time: 0.2128146 Nov 18 17:24:42.608620 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'network_id': '56cec824-a482-4381-8f97-e988c87dca70', 'port_id': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'mac_address': 'fa:16:3e:8a:4f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:24:42.630884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815645b-824d-488c-9c18-4ce8ca800eb5 req-241044dc-33f0-4f51-8fcf-27954aab64bd tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:42.632557 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7815645b-824d-488c-9c18-4ce8ca800eb5 req-241044dc-33f0-4f51-8fcf-27954aab64bd tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 932 time: 0.8505642 Nov 18 17:24:42.638708 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c307cd86-4089-452c-96db-92543497f0a3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:42.700781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31959cd1-1801-43e5-8b23-6d9337ca2915 req-f2dfbd16-6a70-45ca-a7c4-a53571e19707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:42.715778 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-31959cd1-1801-43e5-8b23-6d9337ca2915 req-f2dfbd16-6a70-45ca-a7c4-a53571e19707 service neutron] 10.222.0.83 "GET /v2.0/networks?id=78db5675-6397-4200-b888-e24b3b0b4d09 HTTP/1.1" status: 200 len: 917 time: 0.2882028 Nov 18 17:24:42.730024 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:42.774727 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:42.815482 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-31959cd1-1801-43e5-8b23-6d9337ca2915 req-31ea0e2a-8b31-4849-9940-07004f988034 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd90f52e-b087-47a4-ad59-6e11c9df188d HTTP/1.1" status: 200 len: 217 time: 0.0985558 Nov 18 17:24:42.823681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13562ac-a65f-426e-bcfb-39f4d59d7f5f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:24:42.842379 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device fd90f52e-b087-47a4-ad59-6e11c9df188d details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:24:42.915697 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31959cd1-1801-43e5-8b23-6d9337ca2915 req-ae675b2d-9720-46ea-bec5-b4f997d292ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:42.917337 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-31959cd1-1801-43e5-8b23-6d9337ca2915 req-ae675b2d-9720-46ea-bec5-b4f997d292ce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3dcb9e7a-a59e-4dfb-a2e9-950bd022dd53 HTTP/1.1" status: 200 len: 855 time: 0.0904419 Nov 18 17:24:42.958822 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port fd90f52e-b087-47a4-ad59-6e11c9df188d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fd90f52e-b087-47a4-ad59-6e11c9df188d,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:42.975709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'fd90f52e-b087-47a4-ad59-6e11c9df188d', 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09', 'port_id': 'fd90f52e-b087-47a4-ad59-6e11c9df188d', 'mac_address': 'fa:16:3e:7e:da:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dcb9e7a-a59e-4dfb-a2e9-950bd022dd53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:24:42.977779 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:42.996904 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-31959cd1-1801-43e5-8b23-6d9337ca2915 req-22d4f6dd-a5b5-4283-910d-df9dc72c5b2d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78db5675-6397-4200-b888-e24b3b0b4d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623059 Nov 18 17:24:43.036182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:43.084740 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c307cd86-4089-452c-96db-92543497f0a3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:43.124216 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:43.175377 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-c80f6201-88cc-4135-934a-c91a710778d5 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Allocated IP 172.20.0.11 (4822d3ad-5758-4982-9a69-332899af7e34/5927dc87-a3e7-46a1-890e-3bbdae1d79a4/070f6a67-e51f-4035-abd0-488f224b961f) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:43.197832 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-31959cd1-1801-43e5-8b23-6d9337ca2915 req-bf9e3ce8-23b5-4def-b8a8-30044a7ae796 service neutron] 10.222.0.83 "GET /v2.0/networks/78db5675-6397-4200-b888-e24b3b0b4d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884823 Nov 18 17:24:43.227200 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-1b1fac03-ab7a-4ea9-8985-7192349716fc tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2024505 Nov 18 17:24:43.238412 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:43.251098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c307cd86-4089-452c-96db-92543497f0a3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:24:43.251519 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c307cd86-4089-452c-96db-92543497f0a3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:24:43.275527 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:24:43.297587 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Request body: {'port': {'device_id': '3adc88a5-c4d3-402c-a34d-9f2854030f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:43.320994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7815645b-824d-488c-9c18-4ce8ca800eb5 req-e4e85f39-f164-468f-a641-f7179798a4dd tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6147771 Nov 18 17:24:43.370236 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e6eac-2769-4e94-a7b3-6e5a61bf514e req-1ae5834a-6daf-4e38-bdd7-c4bcb2a85b7d tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:43.378996 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:43.383846 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:43.387112 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f1e6eac-2769-4e94-a7b3-6e5a61bf514e req-1ae5834a-6daf-4e38-bdd7-c4bcb2a85b7d tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 944 time: 0.4680326 Nov 18 17:24:43.504692 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-31959cd1-1801-43e5-8b23-6d9337ca2915 req-f2162060-1d85-4a4b-aab0-57de7fb9b836 service neutron] 10.222.0.83 "GET /v2.0/networks/78db5675-6397-4200-b888-e24b3b0b4d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966383 Nov 18 17:24:43.507188 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f1e6eac-2769-4e94-a7b3-6e5a61bf514e req-527e2434-70c6-4588-8ef5-e83240692051 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200032 Nov 18 17:24:43.523077 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,revision_number=12']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:43.530353 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd90f52e-b087-47a4-ad59-6e11c9df188d {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:24:43.543649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['f13562ac-a65f-426e-bcfb-39f4d59d7f5f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:24:43.598004 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port fd90f52e-b087-47a4-ad59-6e11c9df188d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fd90f52e-b087-47a4-ad59-6e11c9df188d,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:43.652743 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:43.684951 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:43.692363 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:43.712197 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c307cd86-4089-452c-96db-92543497f0a3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:43.716779 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c307cd86-4089-452c-96db-92543497f0a3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:43.727986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59032) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:43.729834 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c307cd86-4089-452c-96db-92543497f0a3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/networks/3148362b-2fa4-455f-a43e-72c4d5059c79 HTTP/1.1" status: 204 len: 168 time: 3.8520956 Nov 18 17:24:43.734852 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-aa0a70a0-f4db-4e39-8ccc-d6fe5f978745 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1826250757'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:43.760469 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:43.823075 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307cd86-4089-452c-96db-92543497f0a3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Network': ['ID=3148362b-2fa4-455f-a43e-72c4d5059c79,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:43.827447 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=fd90f52e-b087-47a4-ad59-6e11c9df188d,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:43.855165 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0a70a0-f4db-4e39-8ccc-d6fe5f978745 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:43.860940 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa0a70a0-f4db-4e39-8ccc-d6fe5f978745 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:43.881352 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:43.890943 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e3864d8f-e63f-45e9-9398-8bcd7134b663 req-21d76dc7-a618-417c-904b-9a6695380f9b tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 210 time: 0.1798592 Nov 18 17:24:43.927314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0a70a0-f4db-4e39-8ccc-d6fe5f978745 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:24:43.931109 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2aa1b3b1-8edc-4175-b838-263807adf6cb no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:24:43.955447 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa0a70a0-f4db-4e39-8ccc-d6fe5f978745 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:43.960894 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-aa0a70a0-f4db-4e39-8ccc-d6fe5f978745 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Added segment 73d8ae27-cc92-4b62-a504-1007903b0f40 of type vlan for network 5328e820-10b5-48d6-8829-e3fb25af952d Nov 18 17:24:44.056026 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa0a70a0-f4db-4e39-8ccc-d6fe5f978745 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:44.067613 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b30022-13e5-4466-a167-67d3cda31c30 req-d6bcedc5-b03f-4ec2-ab85-651a8c2fd767 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:44.069331 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6b30022-13e5-4466-a167-67d3cda31c30 req-d6bcedc5-b03f-4ec2-ab85-651a8c2fd767 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 946 time: 0.5048625 Nov 18 17:24:44.084156 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['fd90f52e-b087-47a4-ad59-6e11c9df188d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:24:44.091021 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 2aa1b3b1-8edc-4175-b838-263807adf6cb {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:24:44.091535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2aa1b3b1-8edc-4175-b838-263807adf6cb not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:24:44.157989 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa0a70a0-f4db-4e39-8ccc-d6fe5f978745 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:44.161026 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:44.166612 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0a70a0-f4db-4e39-8ccc-d6fe5f978745 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:44.167487 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa0a70a0-f4db-4e39-8ccc-d6fe5f978745 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:44.187894 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-c80f6201-88cc-4135-934a-c91a710778d5 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:44.274488 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6b30022-13e5-4466-a167-67d3cda31c30 req-5ee6b647-ff06-452f-994a-154dda7657b4 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875756 Nov 18 17:24:44.314228 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59034) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:44.369559 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-aa0a70a0-f4db-4e39-8ccc-d6fe5f978745 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6370966 Nov 18 17:24:44.371955 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a70a0-f4db-4e39-8ccc-d6fe5f978745 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Network': ['ID=5328e820-10b5-48d6-8829-e3fb25af952d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:44.374670 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59040) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:44.385826 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7ca24c95-cc77-4143-be98-bf6ed161a360 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'subnet': {'network_id': '5328e820-10b5-48d6-8829-e3fb25af952d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:44.395311 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:44.482554 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:44.588749 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 5328e820-10b5-48d6-8829-e3fb25af952d details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:24:44.609993 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca24c95-cc77-4143-be98-bf6ed161a360 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:44.618337 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ca24c95-cc77-4143-be98-bf6ed161a360 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:44.647396 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-c80f6201-88cc-4135-934a-c91a710778d5 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:44.728351 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d4ef67e1-462f-4b6b-894d-ddfb1b2a2d57 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/9f202cc3-f3a7-4015-b4a4-fbaafd436f53 HTTP/1.1" status: 200 len: 993 time: 0.4126184 Nov 18 17:24:44.766671 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e46a4e5-0d17-4cd0-b587-b148aa9c314f {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:24:44.786517 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-c80f6201-88cc-4135-934a-c91a710778d5 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Network 4822d3ad-5758-4982-9a69-332899af7e34 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:44.787853 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] Pushing event updated for resources: {'Port': ['ID=b617dc50-7176-4759-bd1d-6d84ed419f26,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:44.801403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-c80f6201-88cc-4135-934a-c91a710778d5 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:44.807653 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:44.815518 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-c80f6201-88cc-4135-934a-c91a710778d5 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:44.847976 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:44.881545 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e695bb-ded9-4abc-a8bc-6222a528405e req-ed2bf310-86e8-45b9-950d-3acb5e21128e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:44.883243 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72e695bb-ded9-4abc-a8bc-6222a528405e req-ed2bf310-86e8-45b9-950d-3acb5e21128e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 932 time: 0.2954783 Nov 18 17:24:44.916291 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Transition to ACTIVE for port object 6e46a4e5-0d17-4cd0-b587-b148aa9c314f will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:24:44.942323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0129404-8efc-4c72-b89f-47e238b25544 req-555cbb4c-40f1-41b3-98c0-ec9be8b22990 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:44.949701 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0129404-8efc-4c72-b89f-47e238b25544 req-555cbb4c-40f1-41b3-98c0-ec9be8b22990 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 945 time: 0.2961974 Nov 18 17:24:44.954226 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:45.003880 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f6201-88cc-4135-934a-c91a710778d5 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Pushing event updated for resources: {'Port': ['ID=070f6a67-e51f-4035-abd0-488f224b961f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:45.019031 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-c80f6201-88cc-4135-934a-c91a710778d5 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:45.019031 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-c80f6201-88cc-4135-934a-c91a710778d5 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:45.029521 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:45.042759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:45.043313 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:45.084573 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ca24c95-cc77-4143-be98-bf6ed161a360 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:45.168302 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72e695bb-ded9-4abc-a8bc-6222a528405e req-d2ce509c-7306-4b57-bcae-bcb90dbce66b tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693226 Nov 18 17:24:45.196103 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d0129404-8efc-4c72-b89f-47e238b25544 req-710e4483-8d0b-454b-b5d2-bcff32759761 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421589 Nov 18 17:24:45.227936 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-c80f6201-88cc-4135-934a-c91a710778d5 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2442892 Nov 18 17:24:45.240903 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Pushing event updated for resources: {'Port': ['ID=6e46a4e5-0d17-4cd0-b587-b148aa9c314f,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:45.248482 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Request body: {'port': {'device_id': '3c4d354a-8cf3-4366-8815-7d51a1b93a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:45.265703 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca24c95-cc77-4143-be98-bf6ed161a360 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Subnet': ['ID=fc41da42-ef4c-4e1b-a122-4ee1969c34b3,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:45.294115 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca24c95-cc77-4143-be98-bf6ed161a360 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Checking segment: {'id': '73d8ae27-cc92-4b62-a504-1007903b0f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5328e820-10b5-48d6-8829-e3fb25af952d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:45.294501 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca24c95-cc77-4143-be98-bf6ed161a360 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network hostable DHCP agents. Network: 5328e820-10b5-48d6-8829-e3fb25af952d, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:24:45.335470 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] Network bdae48d2-6376-45d1-b7b3-cfcdf293d6ac is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:45.366239 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:45.386981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca24c95-cc77-4143-be98-bf6ed161a360 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network 5328e820-10b5-48d6-8829-e3fb25af952d is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:24:45.472849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-7ca24c95-cc77-4143-be98-bf6ed161a360 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 5328e820-10b5-48d6-8829-e3fb25af952d) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:45.477933 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca24c95-cc77-4143-be98-bf6ed161a360 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:45.478396 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ca24c95-cc77-4143-be98-bf6ed161a360 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:45.488420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0315a4ee-3cdc-46d0-8d24-e94b69fd57de None None] Network 5328e820-10b5-48d6-8829-e3fb25af952d requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:45.598782 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7ca24c95-cc77-4143-be98-bf6ed161a360 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2139444 Nov 18 17:24:45.599314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59056) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:45.604556 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-afb9a10b-04c4-4e1e-b0f4-3439746b05cd tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'network_id': '5328e820-10b5-48d6-8829-e3fb25af952d', 'name': 'tempest-PortsIpV6TestJSON-1638060974', 'fixed_ips': [{'subnet_id': 'fc41da42-ef4c-4e1b-a122-4ee1969c34b3', 'ip_address': '2001:db8::10'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:45.772786 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5328e820-10b5-48d6-8829-e3fb25af952d', 'network_id': '5328e820-10b5-48d6-8829-e3fb25af952d', 'tenant_id': '1f0e469f747143568ee0f8a64d26b80b', 'fixed_ips': [{'subnet_id': 'fc41da42-ef4c-4e1b-a122-4ee1969c34b3'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:24:45.773891 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:45.930178 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:45.938027 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f367072c-92bc-4ff1-8c3e-f4c5e0bd16b3 None None] Provisioning complete for port b617dc50-7176-4759-bd1d-6d84ed419f26 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:45.938437 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f367072c-92bc-4ff1-8c3e-f4c5e0bd16b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:45.958935 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267bc74-eeaa-495c-ab57-de7308f13d69 req-da514989-51ef-45a9-b436-0a81d48cedd0 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:45.968344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e267bc74-eeaa-495c-ab57-de7308f13d69 req-da514989-51ef-45a9-b436-0a81d48cedd0 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 932 time: 0.7127559 Nov 18 17:24:45.969840 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb9a10b-04c4-4e1e-b0f4-3439746b05cd tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:45.994070 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f367072c-92bc-4ff1-8c3e-f4c5e0bd16b3 None None] Port b617dc50-7176-4759-bd1d-6d84ed419f26 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:24:46.026289 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Attempting to bind port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:46.027238 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Attempting to bind port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'ee5b9f4e-77f6-4998-922c-6ee2340fc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:24:46.027765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Attempting to bind port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f on network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:46.094665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Allocated IP 2001:db8::2 (5328e820-10b5-48d6-8829-e3fb25af952d/fc41da42-ef4c-4e1b-a122-4ee1969c34b3/20f6d859-d255-4063-8c22-953e449e9444) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:46.097035 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f on network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:24:46.097627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Attempting to bind port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f on network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:46.143152 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-afb9a10b-04c4-4e1e-b0f4-3439746b05cd tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:46.168931 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e267bc74-eeaa-495c-ab57-de7308f13d69 req-8c69fdc0-0859-48c9-bfd8-b1b7f95582bf tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993513 Nov 18 17:24:46.173714 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:24:46.174157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Checking segment: {'id': 'ee5b9f4e-77f6-4998-922c-6ee2340fc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:46.175457 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Bound using segment: {'id': 'ee5b9f4e-77f6-4998-922c-6ee2340fc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:24:46.175770 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Bound port: 6e46a4e5-0d17-4cd0-b587-b148aa9c314f, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5b9f4e-77f6-4998-922c-6ee2340fc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:24:46.176253 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:46.186956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-afb9a10b-04c4-4e1e-b0f4-3439746b05cd tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] device_id is not set on port b76fea54-796e-4544-8ada-63395329df4c yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:24:46.300279 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device f13562ac-a65f-426e-bcfb-39f4d59d7f5f up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:46.332241 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] For port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:24:46.335816 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] For port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6e46a4e5-0d17-4cd0-b587-b148aa9c314f,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:24:46.376540 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] Router c9d4783e-cda1-4536-a15e-84b9e4d81759 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:24:46.402420 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:46.403430 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:46.456136 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:46.456858 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:46.458360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] 10.222.0.81 "PUT /v2.0/ports/6e46a4e5-0d17-4cd0-b587-b148aa9c314f HTTP/1.1" status: 200 len: 1093 time: 3.1864221 Nov 18 17:24:46.479909 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3adc88a5-c4d3-402c-a34d-9f2854030f3f', 'tag': '6e46a4e5-0d17-4cd0-b587-b148aa9c314f'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:24:46.482132 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:46.482415 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a4cb01-a3f6-447a-abcb-1e14d5b677b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3adc88a5-c4d3-402c-a34d-9f2854030f3f", "tag": "6e46a4e5-0d17-4cd0-b587-b148aa9c314f"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:24:46.560263 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port f13562ac-a65f-426e-bcfb-39f4d59d7f5f completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:24:46.582134 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port f13562ac-a65f-426e-bcfb-39f4d59d7f5f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:46.587762 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:46.591234 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97411da7-de35-4408-aa27-fd7189149f35 req-e70948ca-b39d-49d1-b295-31a2d47c17ac tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:46.600302 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97411da7-de35-4408-aa27-fd7189149f35 req-e70948ca-b39d-49d1-b295-31a2d47c17ac tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 944 time: 0.2619467 Nov 18 17:24:46.656202 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-afb9a10b-04c4-4e1e-b0f4-3439746b05cd tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Allocated IP 2001:db8::10 (5328e820-10b5-48d6-8829-e3fb25af952d/fc41da42-ef4c-4e1b-a122-4ee1969c34b3/b76fea54-796e-4544-8ada-63395329df4c) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:46.678416 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Network 5328e820-10b5-48d6-8829-e3fb25af952d is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:46.685698 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:46.698364 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:46.704553 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Pushing event updated for resources: {'Port': ['ID=20f6d859-d255-4063-8c22-953e449e9444,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:46.798850 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Attempting to bind port 20f6d859-d255-4063-8c22-953e449e9444 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:46.799283 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Attempting to bind port 20f6d859-d255-4063-8c22-953e449e9444 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '73d8ae27-cc92-4b62-a504-1007903b0f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5328e820-10b5-48d6-8829-e3fb25af952d'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:24:46.799930 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Attempting to bind port 20f6d859-d255-4063-8c22-953e449e9444 on network 5328e820-10b5-48d6-8829-e3fb25af952d {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:46.845086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:24:46.845640 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Checking segment: {'id': '73d8ae27-cc92-4b62-a504-1007903b0f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5328e820-10b5-48d6-8829-e3fb25af952d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:46.846141 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:46.847896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Bound using segment: {'id': '73d8ae27-cc92-4b62-a504-1007903b0f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5328e820-10b5-48d6-8829-e3fb25af952d'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:24:46.847896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Bound port: 20f6d859-d255-4063-8c22-953e449e9444, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d8ae27-cc92-4b62-a504-1007903b0f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5328e820-10b5-48d6-8829-e3fb25af952d'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:24:46.848230 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:46.907417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e52c2-0892-4349-a564-db6da5532cea req-b44cc092-941b-4f7d-b82c-f8b2ce1234ae tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:46.909683 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e47e52c2-0892-4349-a564-db6da5532cea req-b44cc092-941b-4f7d-b82c-f8b2ce1234ae tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 945 time: 0.5359275 Nov 18 17:24:46.910753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20fd13-cb64-4cd0-a445-24b3d9ce79be service neutron] Pushing event updated for resources: {'Port': ['ID=6e46a4e5-0d17-4cd0-b587-b148aa9c314f,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:46.938941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device fd90f52e-b087-47a4-ad59-6e11c9df188d up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:46.948697 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:47.017280 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97411da7-de35-4408-aa27-fd7189149f35 req-342b2e12-16ed-4ae9-8eb5-f59741c5ca03 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633316 Nov 18 17:24:47.061181 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-afb9a10b-04c4-4e1e-b0f4-3439746b05cd tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:47.106252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-501d3995-9594-4e8c-bf53-88ee4db36dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:47.108233 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-501d3995-9594-4e8c-bf53-88ee4db36dd8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0de7d88c816240c0971ebec206414d16&device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 1096 time: 0.5288904 Nov 18 17:24:47.186760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-040eaf17-b42f-452e-9afe-801dc6601ba3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e46a4e5-0d17-4cd0-b587-b148aa9c314f HTTP/1.1" status: 200 len: 217 time: 0.0596640 Nov 18 17:24:47.202069 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70af6250-05f8-4b10-9213-821b26f5da23 x-openstack-request-id: req-70af6250-05f8-4b10-9213-821b26f5da23 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:24:47.202644 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3adc88a5-c4d3-402c-a34d-9f2854030f3f", "tag": "6e46a4e5-0d17-4cd0-b587-b148aa9c314f", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:24:47.203661 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-70af6250-05f8-4b10-9213-821b26f5da23 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:24:47.204432 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3adc88a5-c4d3-402c-a34d-9f2854030f3f', 'tag': '6e46a4e5-0d17-4cd0-b587-b148aa9c314f', 'status': 'completed', 'code': 200} Nov 18 17:24:47.284508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:24:47.285364 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-afb9a10b-04c4-4e1e-b0f4-3439746b05cd tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:47.292962 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08aca86-d963-4787-8b30-d85a36ca15e5" -d '{"events": [{"server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "name": "network-vif-plugged", "status": "completed", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:24:47.341634 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:47.355520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] For port 20f6d859-d255-4063-8c22-953e449e9444, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:24:47.363064 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] For port 20f6d859-d255-4063-8c22-953e449e9444, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=20f6d859-d255-4063-8c22-953e449e9444,segment=NetworkSegment(73d8ae27-cc92-4b62-a504-1007903b0f40),segment_id=73d8ae27-cc92-4b62-a504-1007903b0f40)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:24:47.365432 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb9a10b-04c4-4e1e-b0f4-3439746b05cd tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network 5328e820-10b5-48d6-8829-e3fb25af952d is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:47.369915 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-afb9a10b-04c4-4e1e-b0f4-3439746b05cd tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:47.376186 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb9a10b-04c4-4e1e-b0f4-3439746b05cd tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:47.383182 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb9a10b-04c4-4e1e-b0f4-3439746b05cd tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:47.384012 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-afb9a10b-04c4-4e1e-b0f4-3439746b05cd tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:47.396610 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:24:47.406777 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9a10b-04c4-4e1e-b0f4-3439746b05cd tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=b76fea54-796e-4544-8ada-63395329df4c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:47.414204 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Sync routers for ids ['c9d4783e-cda1-4536-a15e-84b9e4d81759'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:24:47.416952 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port fd90f52e-b087-47a4-ad59-6e11c9df188d completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:24:47.428152 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Routers {'c9d4783e-cda1-4536-a15e-84b9e4d81759'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:24:47.429228 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:24:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c9d4783e-cda1-4536-a15e-84b9e4d81759'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:47.431290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port fd90f52e-b087-47a4-ad59-6e11c9df188d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:47.433902 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:47.439683 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e47e52c2-0892-4349-a564-db6da5532cea req-130ce3f3-a2f6-4b6d-a6e8-1bfa14cf2287 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142336 Nov 18 17:24:47.449101 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:47.480621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e22833fe-2cb1-446d-acf4-235efc9355b0 admin admin] 10.222.0.72 "PUT /v2.0/routers/c9d4783e-cda1-4536-a15e-84b9e4d81759/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6933310 Nov 18 17:24:47.498324 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-afb9a10b-04c4-4e1e-b0f4-3439746b05cd tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8954597 Nov 18 17:24:47.498782 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59080) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:47.507867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-16c7635f-7f45-4dc5-b3db-b605daf0ff5b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'network_id': '5328e820-10b5-48d6-8829-e3fb25af952d', 'name': 'tempest-PortsIpV6TestJSON-1349706395', 'fixed_ips': [{'subnet_id': 'fc41da42-ef4c-4e1b-a122-4ee1969c34b3', 'ip_address': '2001:db8::f'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:47.618756 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Set router c9d4783e-cda1-4536-a15e-84b9e4d81759 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:24:47.626626 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:47.680419 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b726d11c-e522-4098-9b23-15b985476135 x-openstack-request-id: req-b726d11c-e522-4098-9b23-15b985476135 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:24:47.683886 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "name": "network-vif-plugged", "status": "completed", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:24:47.684211 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b726d11c-e522-4098-9b23-15b985476135 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:24:47.685056 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'code': 200} Nov 18 17:24:47.701396 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-d36ee33f-ffa0-4bec-8c14-97cab57c4248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:47.702970 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-d36ee33f-ffa0-4bec-8c14-97cab57c4248 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=069ac9c4-0652-4a7d-9e28-3147189e9231 HTTP/1.1" status: 200 len: 843 time: 0.4821010 Nov 18 17:24:47.721076 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070f6a67-e51f-4035-abd0-488f224b961f {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:24:47.771276 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:47.848134 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-96358f5b-fce0-4134-a4c7-d31e3fab7406 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029735 Nov 18 17:24:47.872356 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,revision_number=13']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:47.908374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Transition to ACTIVE for port object 070f6a67-e51f-4035-abd0-488f224b961f will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:24:47.958046 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a25f5-0c29-4ca0-a279-7dbf5e0dee07 req-03e078ca-80f7-4a43-9dd7-ddcaa92dc769 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:47.961785 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-179a25f5-0c29-4ca0-a279-7dbf5e0dee07 req-03e078ca-80f7-4a43-9dd7-ddcaa92dc769 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 932 time: 0.6410170 Nov 18 17:24:48.011454 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c7635f-7f45-4dc5-b3db-b605daf0ff5b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:48.019621 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-16c7635f-7f45-4dc5-b3db-b605daf0ff5b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:48.037025 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:48.077298 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:48.087606 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'name': 'tempest-TestVolumeBootPattern-417471559-router', 'tenant_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:28Z', 'updated_at': '2021-11-18T17:24:42Z', 'revision_number': 4, 'project_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'gw_port': {'id': 'b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:29Z', 'updated_at': '2021-11-18T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'b617dc50-7176-4759-bd1d-6d84ed419f26', 'name': '', 'network_id': 'bdae48d2-6376-45d1-b7b3-cfcdf293d6ac', 'tenant_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'mac_address': 'fa:16:3e:1a:cc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '97916982-0ee4-465e-92fb-94a63bff4400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:37Z', 'updated_at': '2021-11-18T17:24:43Z', 'revision_number': 2, 'project_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'subnets': [{'id': '97916982-0ee4-465e-92fb-94a63bff4400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:48.101256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-16c7635f-7f45-4dc5-b3db-b605daf0ff5b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] device_id is not set on port 3b2209b5-beeb-40dc-a644-9a6cb00dfb9a yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:24:48.121844 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809a782-3976-465e-a8e9-6b29ba7c3b99 None None] Pushing event updated for resources: {'Port': ['ID=20f6d859-d255-4063-8c22-953e449e9444,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:48.170627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port fd90f52e-b087-47a4-ad59-6e11c9df188d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fd90f52e-b087-47a4-ad59-6e11c9df188d,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:48.230666 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Checking router: c9d4783e-cda1-4536-a15e-84b9e4d81759 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:24:48.236301 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Updating router c9d4783e-cda1-4536-a15e-84b9e4d81759 port b617dc50-7176-4759-bd1d-6d84ed419f26 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:24:48.251636 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:48.309657 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:48.313816 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-179a25f5-0c29-4ca0-a279-7dbf5e0dee07 req-c05d886d-f8ea-40aa-8f73-85272ff64544 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432198 Nov 18 17:24:48.425263 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=fd90f52e-b087-47a4-ad59-6e11c9df188d,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:48.488992 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Pushing event updated for resources: {'Port': ['ID=070f6a67-e51f-4035-abd0-488f224b961f,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:48.570664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-937838e0-d351-4120-b301-3168e7c87d4d service neutron] 10.222.0.81 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6936190 Nov 18 17:24:48.797422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-16c7635f-7f45-4dc5-b3db-b605daf0ff5b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Allocated IP 2001:db8::f (5328e820-10b5-48d6-8829-e3fb25af952d/fc41da42-ef4c-4e1b-a122-4ee1969c34b3/3b2209b5-beeb-40dc-a644-9a6cb00dfb9a) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:48.921768 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5ee773c-e015-48bf-9eb0-b9e3f7574511 req-0b121da3-5383-4fc5-b450-238098d1f394 service neutron] 10.222.0.81 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392544 Nov 18 17:24:48.991978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb9996-b976-439e-8a81-2ae83d8a246a req-befc20e8-95ab-411f-bc93-7fb794fc67ce tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:49.023650 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4eb9996-b976-439e-8a81-2ae83d8a246a req-befc20e8-95ab-411f-bc93-7fb794fc67ce tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 944 time: 0.7465715 Nov 18 17:24:49.024504 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 20f6d859-d255-4063-8c22-953e449e9444 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:49.163601 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Attempting to bind port 070f6a67-e51f-4035-abd0-488f224b961f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:49.164272 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Attempting to bind port 070f6a67-e51f-4035-abd0-488f224b961f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd2797497-6b75-4a18-9fba-a445447a0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4822d3ad-5758-4982-9a69-332899af7e34'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:24:49.167367 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Attempting to bind port 070f6a67-e51f-4035-abd0-488f224b961f on network 4822d3ad-5758-4982-9a69-332899af7e34 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:49.234376 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:49.290323 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-16c7635f-7f45-4dc5-b3db-b605daf0ff5b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:49.293482 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Port 070f6a67-e51f-4035-abd0-488f224b961f on network 4822d3ad-5758-4982-9a69-332899af7e34 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:24:49.293823 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Attempting to bind port 070f6a67-e51f-4035-abd0-488f224b961f on network 4822d3ad-5758-4982-9a69-332899af7e34 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:49.308572 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 20f6d859-d255-4063-8c22-953e449e9444 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:49.309678 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:49.341390 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:49.348218 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:24:49.359327 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Checking segment: {'id': 'd2797497-6b75-4a18-9fba-a445447a0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4822d3ad-5758-4982-9a69-332899af7e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:49.360348 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Bound using segment: {'id': 'd2797497-6b75-4a18-9fba-a445447a0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4822d3ad-5758-4982-9a69-332899af7e34'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:24:49.361470 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Bound port: 070f6a67-e51f-4035-abd0-488f224b961f, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2797497-6b75-4a18-9fba-a445447a0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4822d3ad-5758-4982-9a69-332899af7e34'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:24:49.362610 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:49.379619 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4eb9996-b976-439e-8a81-2ae83d8a246a req-92d567ce-12a7-4972-978c-823275392249 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546631 Nov 18 17:24:49.440143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70990dde-ad78-4e99-9746-303e1b00a03f req-89b695c9-a61b-491c-a5af-8fd17651a4dc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:49.449077 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-70990dde-ad78-4e99-9746-303e1b00a03f req-89b695c9-a61b-491c-a5af-8fd17651a4dc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.6093163 Nov 18 17:24:49.484587 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-16c7635f-7f45-4dc5-b3db-b605daf0ff5b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:49.497957 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e720c-458e-45d3-92c7-a67b390fa09a None None] Pushing event updated for resources: {'Port': ['ID=b617dc50-7176-4759-bd1d-6d84ed419f26,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:49.544818 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4cb01-a3f6-447a-abcb-1e14d5b677b4 req-d25c82a9-b7bd-4911-8949-6f71c45a61c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:49.554794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79a4cb01-a3f6-447a-abcb-1e14d5b677b4 req-d25c82a9-b7bd-4911-8949-6f71c45a61c3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0de7d88c816240c0971ebec206414d16&device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 1096 time: 0.4317608 Nov 18 17:24:49.574041 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:49.669561 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 20f6d859-d255-4063-8c22-953e449e9444, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=20f6d859-d255-4063-8c22-953e449e9444,segment=NetworkSegment(73d8ae27-cc92-4b62-a504-1007903b0f40),segment_id=73d8ae27-cc92-4b62-a504-1007903b0f40)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:49.686299 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c7635f-7f45-4dc5-b3db-b605daf0ff5b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network 5328e820-10b5-48d6-8829-e3fb25af952d is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:49.687300 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0dafa1-2e11-4640-9e05-0420efc68396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd90f52e-b087-47a4-ad59-6e11c9df188d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:24:49.696415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-16c7635f-7f45-4dc5-b3db-b605daf0ff5b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:49.700387 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc57131e-0bc1-46be-a004-9acc05ed2431" -d '{"events": [{"server_uuid": "0f0dafa1-2e11-4640-9e05-0420efc68396", "name": "network-vif-plugged", "status": "completed", "tag": "fd90f52e-b087-47a4-ad59-6e11c9df188d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:24:49.707893 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c7635f-7f45-4dc5-b3db-b605daf0ff5b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:49.710446 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Attempting to bind port b617dc50-7176-4759-bd1d-6d84ed419f26 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:49.710836 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Attempting to bind port b617dc50-7176-4759-bd1d-6d84ed419f26 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '007105fc-82ce-4e5f-b27a-663ab761c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'bdae48d2-6376-45d1-b7b3-cfcdf293d6ac'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:24:49.711424 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Attempting to bind port b617dc50-7176-4759-bd1d-6d84ed419f26 on network bdae48d2-6376-45d1-b7b3-cfcdf293d6ac {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:49.719451 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c7635f-7f45-4dc5-b3db-b605daf0ff5b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:49.720712 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-16c7635f-7f45-4dc5-b3db-b605daf0ff5b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:49.724960 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:24:49.725605 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Checking segment: {'id': '007105fc-82ce-4e5f-b27a-663ab761c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'bdae48d2-6376-45d1-b7b3-cfcdf293d6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:49.726196 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:49.726787 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Bound using segment: {'id': '007105fc-82ce-4e5f-b27a-663ab761c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'bdae48d2-6376-45d1-b7b3-cfcdf293d6ac'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:24:49.727438 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Bound port: b617dc50-7176-4759-bd1d-6d84ed419f26, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007105fc-82ce-4e5f-b27a-663ab761c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'bdae48d2-6376-45d1-b7b3-cfcdf293d6ac'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:24:49.728039 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:49.765684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7635f-7f45-4dc5-b3db-b605daf0ff5b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=3b2209b5-beeb-40dc-a644-9a6cb00dfb9a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:49.815941 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:49.865858 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-16c7635f-7f45-4dc5-b3db-b605daf0ff5b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3657436 Nov 18 17:24:49.868200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59120) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:49.932256 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] For port b617dc50-7176-4759-bd1d-6d84ed419f26, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:24:49.956372 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] For port b617dc50-7176-4759-bd1d-6d84ed419f26, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b617dc50-7176-4759-bd1d-6d84ed419f26,segment=NetworkSegment(007105fc-82ce-4e5f-b27a-663ab761c256),segment_id=007105fc-82ce-4e5f-b27a-663ab761c256)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:24:50.017059 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-70990dde-ad78-4e99-9746-303e1b00a03f req-93acd907-6e50-4f02-912e-ec252ea27c84 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552135 Nov 18 17:24:50.021782 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:50.089026 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] For port 070f6a67-e51f-4035-abd0-488f224b961f, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:24:50.092846 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e208a6b-e74d-4359-bd8e-eea93a17148d None None] Network 5328e820-10b5-48d6-8829-e3fb25af952d requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:50.129846 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7b649-f7ec-458c-add1-8fe512fa3d56 req-b01cd058-37cb-4986-bece-efe975418b95 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:50.141675 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ed7b649-f7ec-458c-add1-8fe512fa3d56 req-b01cd058-37cb-4986-bece-efe975418b95 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 944 time: 0.5123501 Nov 18 17:24:50.158966 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e720c-458e-45d3-92c7-a67b390fa09a None None] Pushing event updated for resources: {'Port': ['ID=b617dc50-7176-4759-bd1d-6d84ed419f26,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:50.159911 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=20f6d859-d255-4063-8c22-953e449e9444,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:50.185211 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4cb01-a3f6-447a-abcb-1e14d5b677b4 req-e13ae428-fe70-491d-9f3d-1ac9fe77433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:50.187499 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79a4cb01-a3f6-447a-abcb-1e14d5b677b4 req-e13ae428-fe70-491d-9f3d-1ac9fe77433e service neutron] 10.222.0.81 "GET /v2.0/networks?id=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 HTTP/1.1" status: 200 len: 905 time: 0.5595851 Nov 18 17:24:50.189845 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] For port 070f6a67-e51f-4035-abd0-488f224b961f, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=070f6a67-e51f-4035-abd0-488f224b961f,segment=NetworkSegment(d2797497-6b75-4a18-9fba-a445447a0a1d),segment_id=d2797497-6b75-4a18-9fba-a445447a0a1d)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:24:50.204575 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Routers {'c9d4783e-cda1-4536-a15e-84b9e4d81759'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:24:50.205515 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:24:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c9d4783e-cda1-4536-a15e-84b9e4d81759'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:50.207232 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b073a8ef-2866-4769-99e6-181b985af0ba x-openstack-request-id: req-b073a8ef-2866-4769-99e6-181b985af0ba {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:24:50.207690 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0dafa1-2e11-4640-9e05-0420efc68396", "name": "network-vif-plugged", "status": "completed", "tag": "fd90f52e-b087-47a4-ad59-6e11c9df188d", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:24:50.208944 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b073a8ef-2866-4769-99e6-181b985af0ba {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:24:50.210028 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0dafa1-2e11-4640-9e05-0420efc68396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd90f52e-b087-47a4-ad59-6e11c9df188d', 'code': 200} Nov 18 17:24:50.225459 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9d52490f-8f63-459e-bdd2-f893e67ce553 None None] Provisioning complete for port b617dc50-7176-4759-bd1d-6d84ed419f26 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:50.225842 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9d52490f-8f63-459e-bdd2-f893e67ce553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:50.253967 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202f7076-6892-4bb2-ac69-51512d5353b5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:50.259973 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59126) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:50.261488 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-202f7076-6892-4bb2-ac69-51512d5353b5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3867824 Nov 18 17:24:50.356471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a55f6-08ac-4f57-8dcf-b2a0686d7e33 req-17d87149-116a-4316-81be-15b0143feba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:50.363893 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b4a55f6-08ac-4f57-8dcf-b2a0686d7e33 req-17d87149-116a-4316-81be-15b0143feba2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 1098 time: 0.0992551 Nov 18 17:24:50.451674 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b4a55f6-08ac-4f57-8dcf-b2a0686d7e33 req-7e2f9b51-4bc8-4058-9b2f-6a8a573d35ca service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804138 Nov 18 17:24:50.492142 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:50.501108 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79a4cb01-a3f6-447a-abcb-1e14d5b677b4 req-7567890d-7300-4e29-b2b5-eb2925d8ae3d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e46a4e5-0d17-4cd0-b587-b148aa9c314f HTTP/1.1" status: 200 len: 217 time: 0.2840970 Nov 18 17:24:50.668232 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] Set router c9d4783e-cda1-4536-a15e-84b9e4d81759 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:24:50.754255 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9d52490f-8f63-459e-bdd2-f893e67ce553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:50.849626 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9d52490f-8f63-459e-bdd2-f893e67ce553 None None] For port b617dc50-7176-4759-bd1d-6d84ed419f26, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b617dc50-7176-4759-bd1d-6d84ed419f26,segment=NetworkSegment(007105fc-82ce-4e5f-b27a-663ab761c256),segment_id=007105fc-82ce-4e5f-b27a-663ab761c256)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:50.882469 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4cb01-a3f6-447a-abcb-1e14d5b677b4 req-71590696-ed03-487a-9819-4513f7873719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:50.884001 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79a4cb01-a3f6-447a-abcb-1e14d5b677b4 req-71590696-ed03-487a-9819-4513f7873719 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=069ac9c4-0652-4a7d-9e28-3147189e9231 HTTP/1.1" status: 200 len: 843 time: 0.2949579 Nov 18 17:24:50.922371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 20f6d859-d255-4063-8c22-953e449e9444 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:50.932109 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:50.935494 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:50.941200 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] 10.222.0.81 "PUT /v2.0/ports/070f6a67-e51f-4035-abd0-488f224b961f HTTP/1.1" status: 200 len: 1093 time: 5.6968822 Nov 18 17:24:50.949258 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4d354a-8cf3-4366-8815-7d51a1b93a40', 'tag': '070f6a67-e51f-4035-abd0-488f224b961f'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:24:50.954944 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64376466-2dd2-49ad-9d10-5907eb498d10" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4d354a-8cf3-4366-8815-7d51a1b93a40", "tag": "070f6a67-e51f-4035-abd0-488f224b961f"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:24:51.021835 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9d52490f-8f63-459e-bdd2-f893e67ce553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:51.037975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79a4cb01-a3f6-447a-abcb-1e14d5b677b4 req-2d128a70-d620-40ea-b8e1-0d3ec45db314 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822213 Nov 18 17:24:51.076115 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ed7b649-f7ec-458c-add1-8fe512fa3d56 req-0ae5ba55-32b7-40d7-ba70-5f0202a791ca tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9304793 Nov 18 17:24:51.135139 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'name': 'tempest-TestVolumeBootPattern-417471559-router', 'tenant_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:28Z', 'updated_at': '2021-11-18T17:24:42Z', 'revision_number': 4, 'project_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'gw_port': {'id': 'b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:29Z', 'updated_at': '2021-11-18T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'b617dc50-7176-4759-bd1d-6d84ed419f26', 'name': '', 'network_id': 'bdae48d2-6376-45d1-b7b3-cfcdf293d6ac', 'tenant_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'mac_address': 'fa:16:3e:1a:cc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '97916982-0ee4-465e-92fb-94a63bff4400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:37Z', 'updated_at': '2021-11-18T17:24:49Z', 'revision_number': 4, 'project_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'subnets': [{'id': '97916982-0ee4-465e-92fb-94a63bff4400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:51.338313 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68e19ab-05f0-4329-bb70-39d29f7fa69a None None] The sync data for ids ['c9d4783e-cda1-4536-a15e-84b9e4d81759'] in n-d-813419-11 is: [{'id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'name': 'tempest-TestVolumeBootPattern-417471559-router', 'tenant_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:28Z', 'updated_at': '2021-11-18T17:24:42Z', 'revision_number': 4, 'project_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'gw_port': {'id': 'b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:29Z', 'updated_at': '2021-11-18T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'b617dc50-7176-4759-bd1d-6d84ed419f26', 'name': '', 'network_id': 'bdae48d2-6376-45d1-b7b3-cfcdf293d6ac', 'tenant_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'mac_address': 'fa:16:3e:1a:cc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '97916982-0ee4-465e-92fb-94a63bff4400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:37Z', 'updated_at': '2021-11-18T17:24:49Z', 'revision_number': 4, 'project_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'subnets': [{'id': '97916982-0ee4-465e-92fb-94a63bff4400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:24:51.524460 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1de810ed-8e8c-4ec6-bcb7-8cd6a01e31a9 None None] Provisioning complete for port 20f6d859-d255-4063-8c22-953e449e9444 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:51.526529 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1de810ed-8e8c-4ec6-bcb7-8cd6a01e31a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:51.648291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52490f-8f63-459e-bdd2-f893e67ce553 None None] Pushing event updated for resources: {'Port': ['ID=b617dc50-7176-4759-bd1d-6d84ed419f26,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:51.661145 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:51.664675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52490f-8f63-459e-bdd2-f893e67ce553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:51.665239 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52490f-8f63-459e-bdd2-f893e67ce553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:51.665783 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52490f-8f63-459e-bdd2-f893e67ce553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:51.666505 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52490f-8f63-459e-bdd2-f893e67ce553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:51.667083 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52490f-8f63-459e-bdd2-f893e67ce553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:51.667564 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52490f-8f63-459e-bdd2-f893e67ce553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:51.668074 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52490f-8f63-459e-bdd2-f893e67ce553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:51.668744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52490f-8f63-459e-bdd2-f893e67ce553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:51.669203 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52490f-8f63-459e-bdd2-f893e67ce553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:51.669716 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52490f-8f63-459e-bdd2-f893e67ce553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:51.670182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52490f-8f63-459e-bdd2-f893e67ce553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:51.670628 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52490f-8f63-459e-bdd2-f893e67ce553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:24:51.696363 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 20f6d859-d255-4063-8c22-953e449e9444 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:51.697475 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:52.096427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1de810ed-8e8c-4ec6-bcb7-8cd6a01e31a9 None None] Provisioning complete for port b617dc50-7176-4759-bd1d-6d84ed419f26 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:52.097772 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1de810ed-8e8c-4ec6-bcb7-8cd6a01e31a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:52.272275 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e134d-95d9-426e-820e-5c0d028b428b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:52.292644 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e134d-95d9-426e-820e-5c0d028b428b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:52.306227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6e46a4e5-0d17-4cd0-b587-b148aa9c314f details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:24:52.309468 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e134d-95d9-426e-820e-5c0d028b428b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:52.310521 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-955e134d-95d9-426e-820e-5c0d028b428b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 2.0390940 Nov 18 17:24:52.314735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59154) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:52.360006 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a9ffe6-f8a5-4654-9969-a835697a1647 x-openstack-request-id: req-e7a9ffe6-f8a5-4654-9969-a835697a1647 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:24:52.360315 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4d354a-8cf3-4366-8815-7d51a1b93a40", "tag": "070f6a67-e51f-4035-abd0-488f224b961f", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:24:52.361169 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e7a9ffe6-f8a5-4654-9969-a835697a1647 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:24:52.363200 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4d354a-8cf3-4366-8815-7d51a1b93a40', 'tag': '070f6a67-e51f-4035-abd0-488f224b961f', 'status': 'completed', 'code': 200} Nov 18 17:24:52.399875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6138bbd-af57-4028-8e86-95ce2f54cd1e req-9ec636ab-e4a5-4a59-9a7e-4d1498212484 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:52.401825 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6138bbd-af57-4028-8e86-95ce2f54cd1e req-9ec636ab-e4a5-4a59-9a7e-4d1498212484 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 944 time: 1.8144133 Nov 18 17:24:52.581791 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-48c56c42-647c-438a-af03-12914d292a12 None None] Provisioning complete for port b76fea54-796e-4544-8ada-63395329df4c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:52.582175 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-48c56c42-647c-438a-af03-12914d292a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:52.661098 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9da39-9e4c-4bb3-a4e5-b42093e523f7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port 3b2209b5-beeb-40dc-a644-9a6cb00dfb9a {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:52.663706 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1bc9da39-9e4c-4bb3-a4e5-b42093e523f7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:52.703945 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79a4cb01-a3f6-447a-abcb-1e14d5b677b4 req-ab1a0764-1ee9-4e34-9525-0202af5db5a1 service neutron] 10.222.0.81 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6186161 Nov 18 17:24:52.717900 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291cd2e-7074-4909-b122-0bf9f0a761c8 service neutron] Pushing event updated for resources: {'Port': ['ID=070f6a67-e51f-4035-abd0-488f224b961f,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:52.778104 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6e46a4e5-0d17-4cd0-b587-b148aa9c314f,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:52.855605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-48c56c42-647c-438a-af03-12914d292a12 None None] Port b76fea54-796e-4544-8ada-63395329df4c cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:24:52.887730 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '6e46a4e5-0d17-4cd0-b587-b148aa9c314f', 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9', 'port_id': '6e46a4e5-0d17-4cd0-b587-b148aa9c314f', 'mac_address': 'fa:16:3e:0b:58:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069ac9c4-0652-4a7d-9e28-3147189e9231', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:24:52.897718 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-a97b7d88-ef6e-4c65-85a1-cb348041cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:52.899542 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-a97b7d88-ef6e-4c65-85a1-cb348041cf74 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=672de6bd672e4abb9d212f3dab4d92c1&device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 1096 time: 1.7571547 Nov 18 17:24:52.900483 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-48c56c42-647c-438a-af03-12914d292a12 None None] Provisioning complete for port 3b2209b5-beeb-40dc-a644-9a6cb00dfb9a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:52.901141 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-48c56c42-647c-438a-af03-12914d292a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:52.963855 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1bc9da39-9e4c-4bb3-a4e5-b42093e523f7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:52.991685 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57844d9-ec26-4f3b-a83b-f0f7c84ad142 req-00b76d6b-f7b5-4532-b247-3953ffcf0114 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:52.994461 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a57844d9-ec26-4f3b-a83b-f0f7c84ad142 req-00b76d6b-f7b5-4532-b247-3953ffcf0114 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.6456168 Nov 18 17:24:52.997890 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9da39-9e4c-4bb3-a4e5-b42093e523f7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for 3b2209b5-beeb-40dc-a644-9a6cb00dfb9a owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:53.048991 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6138bbd-af57-4028-8e86-95ce2f54cd1e req-48a2d2c9-fc2c-4370-8493-3dcc0082fb33 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5529702 Nov 18 17:24:53.101316 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-85f906ae-89c4-4738-8134-5dcfaf9c3d1f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070f6a67-e51f-4035-abd0-488f224b961f HTTP/1.1" status: 200 len: 217 time: 0.1017907 Nov 18 17:24:53.165408 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a57844d9-ec26-4f3b-a83b-f0f7c84ad142 req-aa0bb743-bdce-4518-bfed-f578fb3a1131 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390190 Nov 18 17:24:53.226084 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b617dc50-7176-4759-bd1d-6d84ed419f26 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:53.229392 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:53.259989 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79a4cb01-a3f6-447a-abcb-1e14d5b677b4 req-1e7ef1c8-d77e-4f4c-b3a6-e3cda086aeaa service neutron] 10.222.0.81 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011261 Nov 18 17:24:53.332684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cc838-e2f7-47fa-bf12-cdf1a384fd8c req-1408c89c-5142-4001-951d-80bcc21dcc40 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:53.344773 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b6cc838-e2f7-47fa-bf12-cdf1a384fd8c req-1408c89c-5142-4001-951d-80bcc21dcc40 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 944 time: 0.1300132 Nov 18 17:24:53.364144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-48c56c42-647c-438a-af03-12914d292a12 None None] Port 3b2209b5-beeb-40dc-a644-9a6cb00dfb9a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:24:53.376004 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:53.450455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e46a4e5-0d17-4cd0-b587-b148aa9c314f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:24:53.454060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-92ffbba7-6814-4097-9ecc-bcbcbf57aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:53.460278 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-92ffbba7-6814-4097-9ecc-bcbcbf57aa8c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5927dc87-a3e7-46a1-890e-3bbdae1d79a4 HTTP/1.1" status: 200 len: 853 time: 0.3493764 Nov 18 17:24:53.483367 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b6cc838-e2f7-47fa-bf12-cdf1a384fd8c req-eb8dc0f2-27e7-494b-8ea6-31628d0c95b2 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374576 Nov 18 17:24:53.489796 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1bc9da39-9e4c-4bb3-a4e5-b42093e523f7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:53.507955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6e46a4e5-0d17-4cd0-b587-b148aa9c314f,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:53.507955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-48c56c42-647c-438a-af03-12914d292a12 None None] Provisioning complete for port 20f6d859-d255-4063-8c22-953e449e9444 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:53.507955 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-48c56c42-647c-438a-af03-12914d292a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:53.564244 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-9ed17c01-301b-4a40-807b-561e02d6a641 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4822d3ad-5758-4982-9a69-332899af7e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784862 Nov 18 17:24:53.567242 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9da39-9e4c-4bb3-a4e5-b42093e523f7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=3b2209b5-beeb-40dc-a644-9a6cb00dfb9a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:53.583206 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:53.612380 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port b617dc50-7176-4759-bd1d-6d84ed419f26 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:53.612765 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:53.630209 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1bc9da39-9e4c-4bb3-a4e5-b42093e523f7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:53.644808 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1bc9da39-9e4c-4bb3-a4e5-b42093e523f7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/ports/3b2209b5-beeb-40dc-a644-9a6cb00dfb9a HTTP/1.1" status: 204 len: 168 time: 1.3284345 Nov 18 17:24:53.647287 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59172) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:53.696657 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca9ba68-19d5-4ef7-a2ee-0f3dca4d60dc tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] GET failed (client error): The resource could not be found. Nov 18 17:24:53.698891 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7ca9ba68-19d5-4ef7-a2ee-0f3dca4d60dc tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports/3b2209b5-beeb-40dc-a644-9a6cb00dfb9a HTTP/1.1" status: 404 len: 333 time: 0.0502291 Nov 18 17:24:53.701490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59174) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:53.860695 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-96915455-6ea6-40e0-b5fb-74fa5faf1e2d service neutron] 10.222.0.81 "GET /v2.0/networks/4822d3ad-5758-4982-9a69-332899af7e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862375 Nov 18 17:24:53.894292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['6e46a4e5-0d17-4cd0-b587-b148aa9c314f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:24:53.987480 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-f27ec894-c6a1-45a8-af40-51b4536e53d0 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port b76fea54-796e-4544-8ada-63395329df4c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:53.991892 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f27ec894-c6a1-45a8-af40-51b4536e53d0 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:54.228604 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=6e46a4e5-0d17-4cd0-b587-b148aa9c314f,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:54.237323 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f27ec894-c6a1-45a8-af40-51b4536e53d0 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:54.276315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-f27ec894-c6a1-45a8-af40-51b4536e53d0 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for b76fea54-796e-4544-8ada-63395329df4c owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:54.495003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd691178-251f-44a1-9d55-6ef8fc62dc2d req-5e20ab71-aebf-4191-aadd-20b4aed54505 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:54.512762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd691178-251f-44a1-9d55-6ef8fc62dc2d req-5e20ab71-aebf-4191-aadd-20b4aed54505 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 945 time: 0.2084918 Nov 18 17:24:54.529444 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ece359e7-8294-4e87-8aac-0670875dfbe5 req-e86eeb97-16a1-46e3-baba-6dabcb9f672f service neutron] 10.222.0.81 "GET /v2.0/networks/4822d3ad-5758-4982-9a69-332899af7e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583683 Nov 18 17:24:54.561360 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-6ef54546-bac7-4636-aec2-cd2392c21159 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:54.563401 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-6ef54546-bac7-4636-aec2-cd2392c21159 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 811 time: 0.6151874 Nov 18 17:24:54.574616 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f27ec894-c6a1-45a8-af40-51b4536e53d0 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:54.598672 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-c2b7e293-a30b-4865-8d8b-0ee00ed94b4b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/quotas/eb06569cbbd34a779286792999368bd6 HTTP/1.1" status: 200 len: 375 time: 0.0164318 Nov 18 17:24:54.621353 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-09c9a135-ecbc-4773-b376-a10029ab6a91 None None] Could not find standard attr ID for object 3b2209b5-beeb-40dc-a644-9a6cb00dfb9a. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:24:54.632678 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ec894-c6a1-45a8-af40-51b4536e53d0 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=b76fea54-796e-4544-8ada-63395329df4c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:54.654336 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd691178-251f-44a1-9d55-6ef8fc62dc2d req-12c69105-477a-4220-a5f3-34f825e2b264 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388211 Nov 18 17:24:54.671275 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f27ec894-c6a1-45a8-af40-51b4536e53d0 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:54.679014 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f27ec894-c6a1-45a8-af40-51b4536e53d0 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/ports/b76fea54-796e-4544-8ada-63395329df4c HTTP/1.1" status: 204 len: 168 time: 0.9722104 Nov 18 17:24:54.679652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59190) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:54.737601 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-759a5896-c6aa-4629-afd4-d2e57e773963 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] GET failed (client error): The resource could not be found. Nov 18 17:24:54.738586 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-39dcda7d-3485-48f0-9309-3e1103f24ec0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1287389 Nov 18 17:24:54.743072 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-759a5896-c6aa-4629-afd4-d2e57e773963 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports/b76fea54-796e-4544-8ada-63395329df4c HTTP/1.1" status: 404 len: 333 time: 0.0619724 Nov 18 17:24:54.744099 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59192) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:54.835727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e29834-ac1f-47c2-bd36-a382c83663d5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting subnet fc41da42-ef4c-4e1b-a122-4ee1969c34b3 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:24:54.840453 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3e29834-ac1f-47c2-bd36-a382c83663d5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:54.894076 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3e29834-ac1f-47c2-bd36-a382c83663d5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:54.991631 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64376466-2dd2-49ad-9d10-5907eb498d10 req-bdb954e0-d151-445d-9cea-fe2f55ddf574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:54.992820 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64376466-2dd2-49ad-9d10-5907eb498d10 req-bdb954e0-d151-445d-9cea-fe2f55ddf574 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=672de6bd672e4abb9d212f3dab4d92c1&device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 1096 time: 0.2235773 Nov 18 17:24:55.010911 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b21ddb-44fd-476d-8272-1dba1778aa8a req-bc9bb609-05b0-4fca-81fb-5af8813e542c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:55.019512 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3e29834-ac1f-47c2-bd36-a382c83663d5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:55.021978 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-18b21ddb-44fd-476d-8272-1dba1778aa8a req-bc9bb609-05b0-4fca-81fb-5af8813e542c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.2253454 Nov 18 17:24:55.087550 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-58744ef4-9441-4db2-94af-b26927d53dd1 service neutron] 10.222.0.72 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168612 Nov 18 17:24:55.170355 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3e29834-ac1f-47c2-bd36-a382c83663d5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:55.230658 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-18b21ddb-44fd-476d-8272-1dba1778aa8a req-6b4bcea0-7614-47c6-97a4-15cd20179783 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945741 Nov 18 17:24:55.246037 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e29834-ac1f-47c2-bd36-a382c83663d5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Subnet': ['ID=fc41da42-ef4c-4e1b-a122-4ee1969c34b3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:55.266567 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3e29834-ac1f-47c2-bd36-a382c83663d5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:55.271723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64376466-2dd2-49ad-9d10-5907eb498d10 req-425f2ba7-67c6-46f3-85f2-c5061a921a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:55.274269 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64376466-2dd2-49ad-9d10-5907eb498d10 req-425f2ba7-67c6-46f3-85f2-c5061a921a04 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4822d3ad-5758-4982-9a69-332899af7e34 HTTP/1.1" status: 200 len: 915 time: 0.2466006 Nov 18 17:24:55.275258 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1ab51c-880b-4cf4-8b20-a2032e0e464c None None] Network 5328e820-10b5-48d6-8829-e3fb25af952d requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:55.280293 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d3e29834-ac1f-47c2-bd36-a382c83663d5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/fc41da42-ef4c-4e1b-a122-4ee1969c34b3 HTTP/1.1" status: 204 len: 168 time: 0.5347924 Nov 18 17:24:55.281986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59202) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:55.337880 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-8e5fa017-d43e-4efa-9624-716e57b29c01 service neutron] 10.222.0.72 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492905 Nov 18 17:24:55.339205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64376466-2dd2-49ad-9d10-5907eb498d10 req-6687801b-1fc2-4c93-9b4d-b8f924d60195 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070f6a67-e51f-4035-abd0-488f224b961f HTTP/1.1" status: 200 len: 217 time: 0.0429738 Nov 18 17:24:55.497854 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:55.542909 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64376466-2dd2-49ad-9d10-5907eb498d10 req-17430cf3-5b68-4d14-a5d1-fa860591b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:55.544383 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64376466-2dd2-49ad-9d10-5907eb498d10 req-17430cf3-5b68-4d14-a5d1-fa860591b618 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5927dc87-a3e7-46a1-890e-3bbdae1d79a4 HTTP/1.1" status: 200 len: 853 time: 0.1953428 Nov 18 17:24:55.578969 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port 20f6d859-d255-4063-8c22-953e449e9444 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:55.580143 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:55.621232 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64376466-2dd2-49ad-9d10-5907eb498d10 req-a36acdb9-d883-4bd7-b5da-7b8775a81069 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4822d3ad-5758-4982-9a69-332899af7e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527666 Nov 18 17:24:55.642295 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7354a-8fba-4bc4-bd75-d47c16fcac67 req-8fc3afe7-c477-4f81-bcaa-64af4fb0618c tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:55.645441 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2bf7354a-8fba-4bc4-bd75-d47c16fcac67 req-8fc3afe7-c477-4f81-bcaa-64af4fb0618c tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 944 time: 0.2262747 Nov 18 17:24:55.690975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] For port 20f6d859-d255-4063-8c22-953e449e9444, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=20f6d859-d255-4063-8c22-953e449e9444,segment=NetworkSegment(73d8ae27-cc92-4b62-a504-1007903b0f40),segment_id=73d8ae27-cc92-4b62-a504-1007903b0f40)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:55.691406 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:55.707810 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for 20f6d859-d255-4063-8c22-953e449e9444 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:55.722517 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087e6bf4-8db9-4e6b-a66c-a08fe60cb209 None None] DHCP port deletion for 5328e820-10b5-48d6-8829-e3fb25af952d request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:24:55.813846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64376466-2dd2-49ad-9d10-5907eb498d10 req-e8f5a453-c6f1-40ad-8a87-9883db75de44 service neutron] 10.222.0.81 "GET /v2.0/networks/4822d3ad-5758-4982-9a69-332899af7e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674418 Nov 18 17:24:55.821439 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-087e6bf4-8db9-4e6b-a66c-a08fe60cb209 None None] Deleting port 20f6d859-d255-4063-8c22-953e449e9444 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:55.821846 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-087e6bf4-8db9-4e6b-a66c-a08fe60cb209 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:55.935367 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:55.942954 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-087e6bf4-8db9-4e6b-a66c-a08fe60cb209 None None] For port 20f6d859-d255-4063-8c22-953e449e9444, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=20f6d859-d255-4063-8c22-953e449e9444,segment=NetworkSegment(73d8ae27-cc92-4b62-a504-1007903b0f40),segment_id=73d8ae27-cc92-4b62-a504-1007903b0f40)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:55.948383 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-087e6bf4-8db9-4e6b-a66c-a08fe60cb209 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:55.966172 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No DVR routers for this DVR port 20f6d859-d255-4063-8c22-953e449e9444 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:24:55.968675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-087e6bf4-8db9-4e6b-a66c-a08fe60cb209 None None] Calling delete_port for 20f6d859-d255-4063-8c22-953e449e9444 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:55.968866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59214) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:55.985776 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2bf7354a-8fba-4bc4-bd75-d47c16fcac67 req-96e9ca65-ff4d-4f07-82b7-9300fabbd9a7 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706932 Nov 18 17:24:56.138850 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64376466-2dd2-49ad-9d10-5907eb498d10 req-a970a6b7-3786-4f47-bd4e-0265b55c2205 service neutron] 10.222.0.81 "GET /v2.0/networks/4822d3ad-5758-4982-9a69-332899af7e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071339 Nov 18 17:24:56.171202 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=20f6d859-d255-4063-8c22-953e449e9444,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:56.213444 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-087e6bf4-8db9-4e6b-a66c-a08fe60cb209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:56.228497 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087e6bf4-8db9-4e6b-a66c-a08fe60cb209 None None] No DVR routers for this DVR port 20f6d859-d255-4063-8c22-953e449e9444 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:24:56.249332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e6bf4-8db9-4e6b-a66c-a08fe60cb209 None None] Pushing event deleted for resources: {'Port': ['ID=20f6d859-d255-4063-8c22-953e449e9444,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:56.266298 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:56.301586 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5328e820-10b5-48d6-8829-e3fb25af952d']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:56.314838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d8ae27-cc92-4b62-a504-1007903b0f40') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:56.315179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d8ae27-cc92-4b62-a504-1007903b0f40') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:24:56.332061 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:56.351535 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:56.356384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 070f6a67-e51f-4035-abd0-488f224b961f details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:24:56.370105 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:24:56.370105 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:24:56.371319 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:24:56.480455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc96fa-f23f-4d83-b392-d0fd60a9798b req-1e56473c-2f32-437e-b32c-95c375d18f0b tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:56.482428 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5cc96fa-f23f-4d83-b392-d0fd60a9798b req-1e56473c-2f32-437e-b32c-95c375d18f0b tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.2375166 Nov 18 17:24:56.492952 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deda1c2-2a6d-43fa-9f80-ae1ff83d81a1 req-b5afa69f-8f3f-4bd0-98a5-2e40d6e955eb tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:56.495054 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9deda1c2-2a6d-43fa-9f80-ae1ff83d81a1 req-b5afa69f-8f3f-4bd0-98a5-2e40d6e955eb tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 945 time: 0.2849579 Nov 18 17:24:56.529557 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:56.543009 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:56.545318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6e46a4e5-0d17-4cd0-b587-b148aa9c314f up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:56.552141 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/networks/5328e820-10b5-48d6-8829-e3fb25af952d HTTP/1.1" status: 204 len: 168 time: 1.2701242 Nov 18 17:24:56.555759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59230) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:56.565472 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ee949626-c8a6-439b-8b84-eb58274b081c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-371168578'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:56.629965 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afac60c-fc82-4f94-87ca-4fe4fdbf1797 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Network': ['ID=5328e820-10b5-48d6-8829-e3fb25af952d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:56.679981 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 070f6a67-e51f-4035-abd0-488f224b961f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=070f6a67-e51f-4035-abd0-488f224b961f,segment=NetworkSegment(d2797497-6b75-4a18-9fba-a445447a0a1d),segment_id=d2797497-6b75-4a18-9fba-a445447a0a1d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:56.683605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee949626-c8a6-439b-8b84-eb58274b081c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:56.687181 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee949626-c8a6-439b-8b84-eb58274b081c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:56.700863 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '070f6a67-e51f-4035-abd0-488f224b961f', 'network_id': '4822d3ad-5758-4982-9a69-332899af7e34', 'port_id': '070f6a67-e51f-4035-abd0-488f224b961f', 'mac_address': 'fa:16:3e:24:e0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5927dc87-a3e7-46a1-890e-3bbdae1d79a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:24:56.709038 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9deda1c2-2a6d-43fa-9f80-ae1ff83d81a1 req-26cc2419-248c-4505-8bf8-df86d8cf1d37 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862323 Nov 18 17:24:56.727723 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5cc96fa-f23f-4d83-b392-d0fd60a9798b req-cffc02d1-798c-430d-ab9b-04189dbe73ac tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296877 Nov 18 17:24:56.743632 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee949626-c8a6-439b-8b84-eb58274b081c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:24:56.761589 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee949626-c8a6-439b-8b84-eb58274b081c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:56.761589 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-ee949626-c8a6-439b-8b84-eb58274b081c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Added segment dfd50ff6-6d6c-4657-befd-f074766930e9 of type vlan for network e45d8c3e-f91f-4d2e-83b2-b333a786876e Nov 18 17:24:56.857644 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee949626-c8a6-439b-8b84-eb58274b081c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:56.879469 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:56.919144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:24:56.938519 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070f6a67-e51f-4035-abd0-488f224b961f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:24:56.945520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:56.946264 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:56.963496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a7d8bb2-6436-4161-a8a1-cbe99b6871cc req-34bf4b02-3b75-4ce4-8782-901293b85a16 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 210 time: 0.1281753 Nov 18 17:24:57.010354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 20f6d859-d255-4063-8c22-953e449e9444 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:24:57.042200 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 20f6d859-d255-4063-8c22-953e449e9444 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:24:57.042557 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 20f6d859-d255-4063-8c22-953e449e9444 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:24:57.050515 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee949626-c8a6-439b-8b84-eb58274b081c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:57.060341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee949626-c8a6-439b-8b84-eb58274b081c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:57.060801 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee949626-c8a6-439b-8b84-eb58274b081c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:57.070731 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 070f6a67-e51f-4035-abd0-488f224b961f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=070f6a67-e51f-4035-abd0-488f224b961f,segment=NetworkSegment(d2797497-6b75-4a18-9fba-a445447a0a1d),segment_id=d2797497-6b75-4a18-9fba-a445447a0a1d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:57.176468 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee949626-c8a6-439b-8b84-eb58274b081c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Network': ['ID=e45d8c3e-f91f-4d2e-83b2-b333a786876e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:57.186488 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:57.221777 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network e45d8c3e-f91f-4d2e-83b2-b333a786876e details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:24:57.280069 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ee949626-c8a6-439b-8b84-eb58274b081c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7223465 Nov 18 17:24:57.282349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59244) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:57.290633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d7befad9-b74c-4556-b4e4-7dc649938e91 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'subnet': {'network_id': 'e45d8c3e-f91f-4d2e-83b2-b333a786876e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:57.373541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7e9af-afb8-40d8-81d5-3a64f61eb3a0 req-f894c1ef-3dd4-4e21-a6bf-c80c23e9667e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:57.380194 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bd7e9af-afb8-40d8-81d5-3a64f61eb3a0 req-f894c1ef-3dd4-4e21-a6bf-c80c23e9667e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.1370273 Nov 18 17:24:57.421656 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:57.432041 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27225264-ea0e-4232-9b7d-8f0de8fd0cb2 req-ca2fa042-03c4-45b8-ad56-134aed7c699f tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:57.435101 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=070f6a67-e51f-4035-abd0-488f224b961f,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:57.435521 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27225264-ea0e-4232-9b7d-8f0de8fd0cb2 req-ca2fa042-03c4-45b8-ad56-134aed7c699f tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 945 time: 0.2288888 Nov 18 17:24:57.478700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['070f6a67-e51f-4035-abd0-488f224b961f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:24:57.513059 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7befad9-b74c-4556-b4e4-7dc649938e91 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:57.521459 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7befad9-b74c-4556-b4e4-7dc649938e91 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:57.525616 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adc88a5-c4d3-402c-a34d-9f2854030f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e46a4e5-0d17-4cd0-b587-b148aa9c314f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:24:57.528171 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d8163a2f-5213-4241-966f-0c5d60cf6027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:57.529003 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1efbfb2-bcfb-4a45-95a5-8e55017f5a88" -d '{"events": [{"server_uuid": "3adc88a5-c4d3-402c-a34d-9f2854030f3f", "name": "network-vif-plugged", "status": "completed", "tag": "6e46a4e5-0d17-4cd0-b587-b148aa9c314f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:24:57.550107 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6e46a4e5-0d17-4cd0-b587-b148aa9c314f,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:57.605074 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7bd7e9af-afb8-40d8-81d5-3a64f61eb3a0 req-bfcba448-3338-42eb-8fcb-7f3df56a2ef9 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166679 Nov 18 17:24:57.630535 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27225264-ea0e-4232-9b7d-8f0de8fd0cb2 req-f728fb12-c216-4b8b-a7bc-8f04df495c5b tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710756 Nov 18 17:24:57.653583 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:57.790417 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb7ea56-a191-4a52-9021-350e32e7fd8c x-openstack-request-id: req-fdb7ea56-a191-4a52-9021-350e32e7fd8c {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:24:57.794066 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3adc88a5-c4d3-402c-a34d-9f2854030f3f", "name": "network-vif-plugged", "status": "completed", "tag": "6e46a4e5-0d17-4cd0-b587-b148aa9c314f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:24:57.794393 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fdb7ea56-a191-4a52-9021-350e32e7fd8c {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:24:57.794853 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3adc88a5-c4d3-402c-a34d-9f2854030f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e46a4e5-0d17-4cd0-b587-b148aa9c314f', 'code': 200} Nov 18 17:24:57.795497 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=6e46a4e5-0d17-4cd0-b587-b148aa9c314f,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:58.171457 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7befad9-b74c-4556-b4e4-7dc649938e91 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:58.209110 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:24:58.250839 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7befad9-b74c-4556-b4e4-7dc649938e91 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Subnet': ['ID=36c14e3b-7bb9-4d62-865a-1227cc7ea7af,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:58.253902 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7befad9-b74c-4556-b4e4-7dc649938e91 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Checking segment: {'id': 'dfd50ff6-6d6c-4657-befd-f074766930e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e45d8c3e-f91f-4d2e-83b2-b333a786876e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:58.254284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7befad9-b74c-4556-b4e4-7dc649938e91 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network hostable DHCP agents. Network: e45d8c3e-f91f-4d2e-83b2-b333a786876e, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:24:58.353023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7befad9-b74c-4556-b4e4-7dc649938e91 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network e45d8c3e-f91f-4d2e-83b2-b333a786876e is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:24:58.372481 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2833a9-f300-488d-9a21-5e46f7f0bb75 req-63f9c2f1-97de-4c13-b745-e60136e31051 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:58.373142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 070f6a67-e51f-4035-abd0-488f224b961f up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:24:58.380938 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f2833a9-f300-488d-9a21-5e46f7f0bb75 req-63f9c2f1-97de-4c13-b745-e60136e31051 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.5613773 Nov 18 17:24:58.404283 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3e594-f1bc-4db9-bc71-39647a1db79f req-e6d0939a-f2ec-46be-8806-e9f5a3b24184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:58.405809 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95a3e594-f1bc-4db9-bc71-39647a1db79f req-e6d0939a-f2ec-46be-8806-e9f5a3b24184 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 1098 time: 0.6232274 Nov 18 17:24:58.456507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-d7befad9-b74c-4556-b4e4-7dc649938e91 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, e45d8c3e-f91f-4d2e-83b2-b333a786876e) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:58.459188 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3473b8d-6fe3-4f6b-8605-d164212354a4 req-261e7261-cae9-4019-8405-410bcd73ebdf tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:58.466787 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e3473b8d-6fe3-4f6b-8605-d164212354a4 req-261e7261-cae9-4019-8405-410bcd73ebdf tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 946 time: 0.5499351 Nov 18 17:24:58.473813 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7befad9-b74c-4556-b4e4-7dc649938e91 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:58.474139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212c913b-54b9-4efa-8722-d7758db4c8ce None None] Network e45d8c3e-f91f-4d2e-83b2-b333a786876e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:24:58.485028 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7befad9-b74c-4556-b4e4-7dc649938e91 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:58.564944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f2833a9-f300-488d-9a21-5e46f7f0bb75 req-e95f3b40-cdbc-401b-86c3-dab4045c6cb1 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830866 Nov 18 17:24:58.566783 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 070f6a67-e51f-4035-abd0-488f224b961f completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:24:58.577706 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e3473b8d-6fe3-4f6b-8605-d164212354a4 req-52407641-ef6e-4434-9c12-11d5ffee7193 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070688 Nov 18 17:24:58.578874 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 070f6a67-e51f-4035-abd0-488f224b961f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:24:58.579414 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:58.589810 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95a3e594-f1bc-4db9-bc71-39647a1db79f req-afb5022c-da82-4b35-823b-33f0cd17d1bd service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604111 Nov 18 17:24:58.650578 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d7befad9-b74c-4556-b4e4-7dc649938e91 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3648813 Nov 18 17:24:58.650801 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59264) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:58.657058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a9a4a8eb-feed-4177-9719-c27e9160de3f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-622087410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:58.710647 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01815ee0-7da1-4929-88c3-de7393465afc req-ed5385d6-bb04-4c43-9ccc-9f182d51930f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 210 time: 0.0319655 Nov 18 17:24:58.763842 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a8eb-feed-4177-9719-c27e9160de3f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:58.765612 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a8eb-feed-4177-9719-c27e9160de3f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:58.806832 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d8163a2f-5213-4241-966f-0c5d60cf6027 admin admin] Deleting port 0e4b331a-60a3-4506-a6d7-462ee2d0aed9 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:24:58.807188 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d8163a2f-5213-4241-966f-0c5d60cf6027 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:58.854698 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a8eb-feed-4177-9719-c27e9160de3f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:58.899001 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-e45d8c3e-f91f-4d2e-83b2-b333a786876e', 'network_id': 'e45d8c3e-f91f-4d2e-83b2-b333a786876e', 'tenant_id': '1f0e469f747143568ee0f8a64d26b80b', 'fixed_ips': [{'subnet_id': '36c14e3b-7bb9-4d62-865a-1227cc7ea7af'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:24:58.899898 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:58.907049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a8eb-feed-4177-9719-c27e9160de3f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:58.921005 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:58.941223 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-d8163a2f-5213-4241-966f-0c5d60cf6027 admin admin] For port 0e4b331a-60a3-4506-a6d7-462ee2d0aed9, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=0e4b331a-60a3-4506-a6d7-462ee2d0aed9,segment=NetworkSegment(bff55ea2-174d-4a7c-b8b6-5e048fee7b15),segment_id=bff55ea2-174d-4a7c-b8b6-5e048fee7b15)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:58.941895 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d8163a2f-5213-4241-966f-0c5d60cf6027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:58.973780 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaab91-c25c-4129-9005-31f23e5994f9 req-8780ba5e-4443-446a-9a2d-e78b7339a750 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:58.978296 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ebaab91-c25c-4129-9005-31f23e5994f9 req-8780ba5e-4443-446a-9a2d-e78b7339a750 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 945 time: 0.1734684 Nov 18 17:24:58.989111 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d8163a2f-5213-4241-966f-0c5d60cf6027 admin admin] Calling delete_port for 0e4b331a-60a3-4506-a6d7-462ee2d0aed9 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:24:58.994549 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a8eb-feed-4177-9719-c27e9160de3f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:58.998389 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a9a4a8eb-feed-4177-9719-c27e9160de3f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3438013 Nov 18 17:24:58.998766 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59276) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:24:59.008992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-84dd3af5-a8a5-44e8-a2e6-05c7aaccae30 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'network_id': 'e45d8c3e-f91f-4d2e-83b2-b333a786876e', 'name': 'tempest-PortsIpV6TestJSON-759865103'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:59.061646 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 070f6a67-e51f-4035-abd0-488f224b961f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=070f6a67-e51f-4035-abd0-488f224b961f,segment=NetworkSegment(d2797497-6b75-4a18-9fba-a445447a0a1d),segment_id=d2797497-6b75-4a18-9fba-a445447a0a1d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:24:59.079674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ebaab91-c25c-4129-9005-31f23e5994f9 req-376aadb3-28de-4896-a882-49a0a9f2e61b tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977972 Nov 18 17:24:59.193727 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:59.256290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Allocated IP 2001:db8::2 (e45d8c3e-f91f-4d2e-83b2-b333a786876e/36c14e3b-7bb9-4d62-865a-1227cc7ea7af/ec6ce6d2-89f9-4630-9416-af0f8130fc70) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:59.287883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=070f6a67-e51f-4035-abd0-488f224b961f,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:59.297922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dd3af5-a8a5-44e8-a2e6-05c7aaccae30 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:24:59.302954 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84dd3af5-a8a5-44e8-a2e6-05c7aaccae30 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:59.359027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-84dd3af5-a8a5-44e8-a2e6-05c7aaccae30 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] device_id is not set on port 644d5383-0a68-4e08-a252-b795936500c8 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:24:59.384583 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fed44-2ccc-40a7-8d24-a59659a277f9 req-08b2f5f6-79f7-444f-8138-bfddc2802cd3 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:59.388551 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c17fed44-2ccc-40a7-8d24-a59659a277f9 req-08b2f5f6-79f7-444f-8138-bfddc2802cd3 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.1596565 Nov 18 17:24:59.478566 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c17fed44-2ccc-40a7-8d24-a59659a277f9 req-74bade0c-8712-4325-93ba-18cae30d6374 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825622 Nov 18 17:24:59.529874 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-e621fbdc-4145-46db-a1a4-48984201768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:24:59.531594 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-e621fbdc-4145-46db-a1a4-48984201768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 811 time: 0.3000681 Nov 18 17:24:59.541126 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:59.551573 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-69d9a0d9-f4e1-427c-8fa2-c1b8334ae8a0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Request body: {'port': {'device_id': 'c8f89f81-095f-4bc8-86a9-6b9fa61f2f72', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'admin_state_up': True, 'tenant_id': 'eb06569cbbd34a779286792999368bd6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:59.615484 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:59.644142 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d8163a2f-5213-4241-966f-0c5d60cf6027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:59.718149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Network e45d8c3e-f91f-4d2e-83b2-b333a786876e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:24:59.740237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:24:59.742856 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Pushing event updated for resources: {'Port': ['ID=ec6ce6d2-89f9-4630-9416-af0f8130fc70,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:59.745634 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:24:59.797409 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8163a2f-5213-4241-966f-0c5d60cf6027 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4b331a-60a3-4506-a6d7-462ee2d0aed9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:24:59.802125 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4d354a-8cf3-4366-8815-7d51a1b93a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070f6a67-e51f-4035-abd0-488f224b961f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:24:59.805630 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6bbca4-24bf-4607-aaab-b39922a0057c" -d '{"events": [{"server_uuid": "3c4d354a-8cf3-4366-8815-7d51a1b93a40", "name": "network-vif-plugged", "status": "completed", "tag": "070f6a67-e51f-4035-abd0-488f224b961f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:24:59.822365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-84dd3af5-a8a5-44e8-a2e6-05c7aaccae30 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Allocated IP 2001:db8::2d0 (e45d8c3e-f91f-4d2e-83b2-b333a786876e/36c14e3b-7bb9-4d62-865a-1227cc7ea7af/644d5383-0a68-4e08-a252-b795936500c8) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:24:59.917226 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Attempting to bind port ec6ce6d2-89f9-4630-9416-af0f8130fc70 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:59.922904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Attempting to bind port ec6ce6d2-89f9-4630-9416-af0f8130fc70 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'dfd50ff6-6d6c-4657-befd-f074766930e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e45d8c3e-f91f-4d2e-83b2-b333a786876e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:24:59.926998 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Attempting to bind port ec6ce6d2-89f9-4630-9416-af0f8130fc70 on network e45d8c3e-f91f-4d2e-83b2-b333a786876e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:24:59.946374 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:24:59.946769 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Checking segment: {'id': 'dfd50ff6-6d6c-4657-befd-f074766930e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e45d8c3e-f91f-4d2e-83b2-b333a786876e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:24:59.947185 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:59.947594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Bound using segment: {'id': 'dfd50ff6-6d6c-4657-befd-f074766930e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e45d8c3e-f91f-4d2e-83b2-b333a786876e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:24:59.948130 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Bound port: ec6ce6d2-89f9-4630-9416-af0f8130fc70, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd50ff6-6d6c-4657-befd-f074766930e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e45d8c3e-f91f-4d2e-83b2-b333a786876e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:24:59.948526 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:24:59.972347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d845e888-7122-41b7-803f-7f9cdd2a3d95 req-b316c1d7-8ca6-40e9-816d-42b52ae15cc1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 210 time: 0.0540624 Nov 18 17:25:00.237514 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc3dcc-a63b-4477-8cde-1ef350a575f6 req-057d268b-66cb-4e9f-8def-1231255966eb tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:00.237514 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-31dc3dcc-a63b-4477-8cde-1ef350a575f6 req-057d268b-66cb-4e9f-8def-1231255966eb tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 946 time: 0.3386981 Nov 18 17:25:00.244446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-69d9a0d9-f4e1-427c-8fa2-c1b8334ae8a0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Made reservation on behalf of eb06569cbbd34a779286792999368bd6 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:00.244446 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-69d9a0d9-f4e1-427c-8fa2-c1b8334ae8a0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:00.297564 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d8163a2f-5213-4241-966f-0c5d60cf6027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:00.353935 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84dd3af5-a8a5-44e8-a2e6-05c7aaccae30 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:00.371808 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e6e537-aabb-451c-9ee7-adb74b8c43d9 x-openstack-request-id: req-57e6e537-aabb-451c-9ee7-adb74b8c43d9 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:25:00.372330 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4d354a-8cf3-4366-8815-7d51a1b93a40", "name": "network-vif-plugged", "status": "completed", "tag": "070f6a67-e51f-4035-abd0-488f224b961f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:25:00.372721 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-57e6e537-aabb-451c-9ee7-adb74b8c43d9 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:25:00.373427 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4d354a-8cf3-4366-8815-7d51a1b93a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070f6a67-e51f-4035-abd0-488f224b961f', 'code': 200} Nov 18 17:25:00.381438 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30479e9b-4126-414a-9cf4-41480b3e6340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:00.398189 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] For port ec6ce6d2-89f9-4630-9416-af0f8130fc70, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:25:00.402317 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] For port ec6ce6d2-89f9-4630-9416-af0f8130fc70, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ec6ce6d2-89f9-4630-9416-af0f8130fc70,segment=NetworkSegment(dfd50ff6-6d6c-4657-befd-f074766930e9),segment_id=dfd50ff6-6d6c-4657-befd-f074766930e9)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:25:00.492049 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d30d8-ceaa-4bd1-8313-b74cd34686a7 req-6fb3b594-96a6-4b49-ba92-22f7d086319e tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:00.493839 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec7d30d8-ceaa-4bd1-8313-b74cd34686a7 req-6fb3b594-96a6-4b49-ba92-22f7d086319e tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 946 time: 0.1600738 Nov 18 17:25:00.497393 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-31dc3dcc-a63b-4477-8cde-1ef350a575f6 req-fbfa919d-6e5e-4f15-b758-79297cfd9f11 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260650 Nov 18 17:25:00.539197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20dc5b-b9a7-4d6f-8d90-a95ba6a3d0e1 req-fe9bb26c-13f0-4708-af4d-6e6563aa6e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:00.541125 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0e20dc5b-b9a7-4d6f-8d90-a95ba6a3d0e1 req-fe9bb26c-13f0-4708-af4d-6e6563aa6e8c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 1098 time: 0.2290370 Nov 18 17:25:00.551072 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-69d9a0d9-f4e1-427c-8fa2-c1b8334ae8a0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Allocated IP 172.20.0.7 (2a865f7b-e6e5-408d-a424-6ad90e179b12/d1171982-b40f-4085-92d0-7d3f68279805/541f8a1f-419d-4ab1-848d-98fc8e63b22a) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:25:00.630925 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:00.661419 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec7d30d8-ceaa-4bd1-8313-b74cd34686a7 req-511fedde-2410-4e32-ac9d-1cade757507e tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329744 Nov 18 17:25:00.732808 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf84b1-aa44-46c6-abeb-3fe7316b9161 None None] Pushing event updated for resources: {'Port': ['ID=ec6ce6d2-89f9-4630-9416-af0f8130fc70,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:00.747723 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0e20dc5b-b9a7-4d6f-8d90-a95ba6a3d0e1 req-fdcdf3e9-ebab-49c5-9d62-b35086c39acf service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963153 Nov 18 17:25:00.810076 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fcb68-0eeb-4454-8c5e-a28a18ab9500 req-99b8b5dc-abd8-499d-b23f-e36106666a85 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:00.811758 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-864fcb68-0eeb-4454-8c5e-a28a18ab9500 req-99b8b5dc-abd8-499d-b23f-e36106666a85 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.2100170 Nov 18 17:25:00.951484 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8163a2f-5213-4241-966f-0c5d60cf6027 admin admin] Router dc87199b-6c41-4a05-a9c4-741ac86794f6 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:25:00.958493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-864fcb68-0eeb-4454-8c5e-a28a18ab9500 req-25d70c72-e7c0-4afd-ae16-1bc047abc0be tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946426 Nov 18 17:25:01.029221 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84dd3af5-a8a5-44e8-a2e6-05c7aaccae30 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:01.177711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dd3af5-a8a5-44e8-a2e6-05c7aaccae30 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network e45d8c3e-f91f-4d2e-83b2-b333a786876e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:25:01.194520 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-84dd3af5-a8a5-44e8-a2e6-05c7aaccae30 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:01.202403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8163a2f-5213-4241-966f-0c5d60cf6027 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:25:01.209758 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dd3af5-a8a5-44e8-a2e6-05c7aaccae30 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:25:01.219588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dd3af5-a8a5-44e8-a2e6-05c7aaccae30 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:01.222637 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bb5e90-79c7-474f-bd3b-646edbc717ff None None] Sync routers for ids ['dc87199b-6c41-4a05-a9c4-741ac86794f6'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:25:01.229616 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84dd3af5-a8a5-44e8-a2e6-05c7aaccae30 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:01.258695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bb5e90-79c7-474f-bd3b-646edbc717ff None None] Routers {'dc87199b-6c41-4a05-a9c4-741ac86794f6'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:25:01.259929 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e2bb5e90-79c7-474f-bd3b-646edbc717ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:24:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['dc87199b-6c41-4a05-a9c4-741ac86794f6'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:01.272157 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d930c341-5b20-4ee0-bb8d-ecba4dd2b912 req-16ca1e92-94bc-46a3-a78f-fd99cac966d0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 210 time: 0.0927372 Nov 18 17:25:01.286686 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d8163a2f-5213-4241-966f-0c5d60cf6027 admin admin] 10.222.0.72 "PUT /v2.0/routers/dc87199b-6c41-4a05-a9c4-741ac86794f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3115604 Nov 18 17:25:01.288072 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59322) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:01.394225 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-69d9a0d9-f4e1-427c-8fa2-c1b8334ae8a0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:01.421204 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:01.432806 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd3af5-a8a5-44e8-a2e6-05c7aaccae30 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=644d5383-0a68-4e08-a252-b795936500c8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:01.456451 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-84dd3af5-a8a5-44e8-a2e6-05c7aaccae30 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4558971 Nov 18 17:25:01.457367 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59326) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:01.506900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-e2bb5e90-79c7-474f-bd3b-646edbc717ff None None] Set router dc87199b-6c41-4a05-a9c4-741ac86794f6 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:25:01.536459 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce89ba0-3928-42f0-a438-f421353573ff req-53e21ce5-986d-4aa0-a148-ab5c306e022f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:01.538006 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ce89ba0-3928-42f0-a438-f421353573ff req-53e21ce5-986d-4aa0-a148-ab5c306e022f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 946 time: 0.0766487 Nov 18 17:25:01.636703 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-69d9a0d9-f4e1-427c-8fa2-c1b8334ae8a0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:01.668419 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:01.696167 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ce89ba0-3928-42f0-a438-f421353573ff req-a6591f70-f99b-4712-8272-b4a8d8709ca9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485367 Nov 18 17:25:01.712404 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c8506-7134-47d4-8208-13e475bcff32 req-d4a1d2f9-4e5c-46d7-bfce-2a43032d5ff2 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:01.721809 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-879c8506-7134-47d4-8208-13e475bcff32 req-d4a1d2f9-4e5c-46d7-bfce-2a43032d5ff2 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 946 time: 0.0921307 Nov 18 17:25:01.771131 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-69d9a0d9-f4e1-427c-8fa2-c1b8334ae8a0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Network 2a865f7b-e6e5-408d-a424-6ad90e179b12 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:25:01.812601 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-69d9a0d9-f4e1-427c-8fa2-c1b8334ae8a0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:01.819223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-69d9a0d9-f4e1-427c-8fa2-c1b8334ae8a0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:25:01.824478 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e2bb5e90-79c7-474f-bd3b-646edbc717ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'name': 'tempest-TaggedBootDevicesTest-1641590884-router', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:33Z', 'updated_at': '2021-11-18T17:24:59Z', 'revision_number': 5, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'gw_port': {'id': 'e50c6bef-023a-4c6b-bbec-4d723a5ab00e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:34Z', 'updated_at': '2021-11-18T17:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:01.852380 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bb5e90-79c7-474f-bd3b-646edbc717ff None None] Checking router: dc87199b-6c41-4a05-a9c4-741ac86794f6 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:25:01.863042 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bb5e90-79c7-474f-bd3b-646edbc717ff None None] Routers {'dc87199b-6c41-4a05-a9c4-741ac86794f6'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:25:01.863844 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e2bb5e90-79c7-474f-bd3b-646edbc717ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:24:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['dc87199b-6c41-4a05-a9c4-741ac86794f6'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:01.973160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9a0d9-f4e1-427c-8fa2-c1b8334ae8a0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'Port': ['ID=541f8a1f-419d-4ab1-848d-98fc8e63b22a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:02.021785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-e2bb5e90-79c7-474f-bd3b-646edbc717ff None None] Set router dc87199b-6c41-4a05-a9c4-741ac86794f6 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:25:02.032432 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-879c8506-7134-47d4-8208-13e475bcff32 req-7af5a616-578e-4d49-8e1e-3d36cdb355fa tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092086 Nov 18 17:25:02.091261 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-69d9a0d9-f4e1-427c-8fa2-c1b8334ae8a0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:02.091995 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-69d9a0d9-f4e1-427c-8fa2-c1b8334ae8a0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:02.101331 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e2bb5e90-79c7-474f-bd3b-646edbc717ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'name': 'tempest-TaggedBootDevicesTest-1641590884-router', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:33Z', 'updated_at': '2021-11-18T17:25:01Z', 'revision_number': 6, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:02.148993 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bb5e90-79c7-474f-bd3b-646edbc717ff None None] The sync data for ids ['dc87199b-6c41-4a05-a9c4-741ac86794f6'] in n-d-813419-11 is: [{'id': 'dc87199b-6c41-4a05-a9c4-741ac86794f6', 'name': 'tempest-TaggedBootDevicesTest-1641590884-router', 'tenant_id': '452f9766b67e4a999cd2927e84f67a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:33Z', 'updated_at': '2021-11-18T17:25:01Z', 'revision_number': 6, 'project_id': '452f9766b67e4a999cd2927e84f67a4c', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:25:02.194893 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c0068-45e6-4c51-87b5-5801442ee3bb req-21dc39e6-4fcb-4e07-a920-7146081f16d7 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:02.197075 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-313c0068-45e6-4c51-87b5-5801442ee3bb req-21dc39e6-4fcb-4e07-a920-7146081f16d7 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 946 time: 0.2982483 Nov 18 17:25:02.214632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Deleting port e50c6bef-023a-4c6b-bbec-4d723a5ab00e {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:02.218598 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:02.244875 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-69d9a0d9-f4e1-427c-8fa2-c1b8334ae8a0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6981475 Nov 18 17:25:02.273021 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9eb788c9-c1dc-433a-8b46-92e4434b925b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:02.279259 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Request body: {'port': {'device_id': 'c8f89f81-095f-4bc8-86a9-6b9fa61f2f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:02.333101 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-10a80272-251d-4abe-931c-d5821ad6d4e5 None None] Provisioning complete for port 541f8a1f-419d-4ab1-848d-98fc8e63b22a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:02.333522 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-10a80272-251d-4abe-931c-d5821ad6d4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:02.402547 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:02.415008 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-10a80272-251d-4abe-931c-d5821ad6d4e5 None None] Port 541f8a1f-419d-4ab1-848d-98fc8e63b22a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:25:02.421958 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31337565-d5fd-4d72-9a62-ea1944850331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:02.444142 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-313c0068-45e6-4c51-87b5-5801442ee3bb req-7077213a-78ab-4aa7-9a21-08f51603a847 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267287 Nov 18 17:25:02.505918 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] For port e50c6bef-023a-4c6b-bbec-4d723a5ab00e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e50c6bef-023a-4c6b-bbec-4d723a5ab00e,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:02.505918 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:02.506900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40626257-871b-42c0-b620-84ca66d45ddf None None] Network e45d8c3e-f91f-4d2e-83b2-b333a786876e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:02.544886 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Calling delete_port for e50c6bef-023a-4c6b-bbec-4d723a5ab00e owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:02.647894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b09fe9e7-1746-4b5e-9b67-a4c0899d131b None None] Provisioning complete for port ec6ce6d2-89f9-4630-9416-af0f8130fc70 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:02.647894 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b09fe9e7-1746-4b5e-9b67-a4c0899d131b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:02.802170 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced9c1c-e38e-4fff-a74a-5874b5a92170 req-2a9fa9e0-8eb1-4b56-98e0-943f68a6c2e3 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:02.804450 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0ced9c1c-e38e-4fff-a74a-5874b5a92170 req-2a9fa9e0-8eb1-4b56-98e0-943f68a6c2e3 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.2358949 Nov 18 17:25:02.849637 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b09fe9e7-1746-4b5e-9b67-a4c0899d131b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:02.919339 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b09fe9e7-1746-4b5e-9b67-a4c0899d131b None None] For port ec6ce6d2-89f9-4630-9416-af0f8130fc70, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ec6ce6d2-89f9-4630-9416-af0f8130fc70,segment=NetworkSegment(dfd50ff6-6d6c-4657-befd-f074766930e9),segment_id=dfd50ff6-6d6c-4657-befd-f074766930e9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:02.939430 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0ced9c1c-e38e-4fff-a74a-5874b5a92170 req-fcdf28ab-4502-4c77-a2c3-bc975159cc74 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062841 Nov 18 17:25:02.961218 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9eb788c9-c1dc-433a-8b46-92e4434b925b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:03.015058 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b09fe9e7-1746-4b5e-9b67-a4c0899d131b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:03.043652 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:03.068326 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9eb788c9-c1dc-433a-8b46-92e4434b925b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:03.210406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fe9e7-1746-4b5e-9b67-a4c0899d131b None None] Pushing event updated for resources: {'Port': ['ID=ec6ce6d2-89f9-4630-9416-af0f8130fc70,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:03.211233 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Pushing event deleted for resources: {'Port': ['ID=e50c6bef-023a-4c6b-bbec-4d723a5ab00e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:03.244699 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:03.244699 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:03.244699 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:03.244699 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:03.244699 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:03.244699 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:03.245168 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:03.245242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:03.245897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:03.245897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:03.246229 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:03.246565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:03.258233 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ec6ce6d2-89f9-4630-9416-af0f8130fc70 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:25:03.347594 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df82d0-9116-4ec7-9634-66c19309c4ba req-98ab7f8b-4c96-4ce0-bdc1-e9e3e5bbeb09 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:03.353389 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541f8a1f-419d-4ab1-848d-98fc8e63b22a {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:25:03.363301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88df82d0-9116-4ec7-9634-66c19309c4ba req-98ab7f8b-4c96-4ce0-bdc1-e9e3e5bbeb09 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 931 time: 0.2438865 Nov 18 17:25:03.400113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port ec6ce6d2-89f9-4630-9416-af0f8130fc70 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:03.400508 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:03.412801 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:03.452224 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:03.466600 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb788c9-c1dc-433a-8b46-92e4434b925b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=644d5383-0a68-4e08-a252-b795936500c8,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:03.522322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Transition to ACTIVE for port object 541f8a1f-419d-4ab1-848d-98fc8e63b22a will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:25:03.575102 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-690c26ae-8bea-416a-87aa-957cdaff8f39 None None] Provisioning complete for port 644d5383-0a68-4e08-a252-b795936500c8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:03.575916 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-690c26ae-8bea-416a-87aa-957cdaff8f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:03.622982 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-690c26ae-8bea-416a-87aa-957cdaff8f39 None None] Port 644d5383-0a68-4e08-a252-b795936500c8 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:25:03.627414 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 0e4b331a-60a3-4506-a6d7-462ee2d0aed9 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:25:03.634414 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9eb788c9-c1dc-433a-8b46-92e4434b925b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:03.651754 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 0e4b331a-60a3-4506-a6d7-462ee2d0aed9 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:25:03.652371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 0e4b331a-60a3-4506-a6d7-462ee2d0aed9 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:25:03.655569 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:03.665230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-690c26ae-8bea-416a-87aa-957cdaff8f39 None None] Provisioning complete for port ec6ce6d2-89f9-4630-9416-af0f8130fc70 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:03.665874 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-690c26ae-8bea-416a-87aa-957cdaff8f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:03.779591 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:03.901169 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e0c88e0f-f3e4-4c56-bedc-dcefbfaf36d1 None None] Provisioning complete for port 644d5383-0a68-4e08-a252-b795936500c8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:03.901685 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0c88e0f-f3e4-4c56-bedc-dcefbfaf36d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:03.976627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e0c88e0f-f3e4-4c56-bedc-dcefbfaf36d1 None None] Port 644d5383-0a68-4e08-a252-b795936500c8 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:25:04.053442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Pushing event updated for resources: {'Port': ['ID=541f8a1f-419d-4ab1-848d-98fc8e63b22a,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:04.073162 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Attempting to bind port 541f8a1f-419d-4ab1-848d-98fc8e63b22a on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:25:04.073241 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Attempting to bind port 541f8a1f-419d-4ab1-848d-98fc8e63b22a by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:25:04.073553 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Attempting to bind port 541f8a1f-419d-4ab1-848d-98fc8e63b22a on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:25:04.082645 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9eb788c9-c1dc-433a-8b46-92e4434b925b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:04.087869 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Port 541f8a1f-419d-4ab1-848d-98fc8e63b22a on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:25:04.088191 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Attempting to bind port 541f8a1f-419d-4ab1-848d-98fc8e63b22a on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:25:04.103473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:25:04.103858 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Checking segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:25:04.104269 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Bound using segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:25:04.104780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Bound port: 541f8a1f-419d-4ab1-848d-98fc8e63b22a, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:25:04.105325 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:04.118588 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:04.148288 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:04.209912 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88df82d0-9116-4ec7-9634-66c19309c4ba req-fdeb927f-db08-4255-99a1-4ad88572708f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8427355 Nov 18 17:25:04.224387 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0c966366-e605-4363-a336-78fb5b2f4782 None None] Provisioning complete for port 644d5383-0a68-4e08-a252-b795936500c8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:04.225156 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c966366-e605-4363-a336-78fb5b2f4782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:04.227164 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c436-d396-4a6c-aee3-82980b2f70f8 req-2ce0a6fc-77ad-4f4f-93bd-7ea8b0b92761 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:04.236270 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c886c436-d396-4a6c-aee3-82980b2f70f8 req-2ce0a6fc-77ad-4f4f-93bd-7ea8b0b92761 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 946 time: 0.7319474 Nov 18 17:25:04.275172 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:04.276001 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc87199b-6c41-4a05-a9c4-741ac86794f6 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:25:04.286286 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:04.293895 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b4f21082-572b-46fe-a86d-55ed19c26022 admin admin] 10.222.0.72 "DELETE /v2.0/routers/dc87199b-6c41-4a05-a9c4-741ac86794f6 HTTP/1.1" status: 204 len: 168 time: 3.0046844 Nov 18 17:25:04.294690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59362) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:04.299060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0c966366-e605-4363-a336-78fb5b2f4782 None None] Port 644d5383-0a68-4e08-a252-b795936500c8 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:25:04.356444 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c886c436-d396-4a6c-aee3-82980b2f70f8 req-a0ff9270-0dc9-4d22-b13b-ecfc6e8f8664 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184852 Nov 18 17:25:04.438168 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] For port 541f8a1f-419d-4ab1-848d-98fc8e63b22a, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:25:04.458748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5c3e92-8c5f-4248-8d73-515db3eb4672 admin admin] Deleting subnet 8f82c3b3-35c0-4896-b65f-74d8bab4d4f6 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:25:04.469943 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3e92-8c5f-4248-8d73-515db3eb4672 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:04.498513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] For port 541f8a1f-419d-4ab1-848d-98fc8e63b22a, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=541f8a1f-419d-4ab1-848d-98fc8e63b22a,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:25:04.544774 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25057b8-5823-4475-9b6e-1ae9b19cc31f req-37823391-729d-4c01-81d2-25e3fc15dc31 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:04.546569 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a25057b8-5823-4475-9b6e-1ae9b19cc31f req-37823391-729d-4c01-81d2-25e3fc15dc31 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 946 time: 0.1880715 Nov 18 17:25:04.555574 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3e92-8c5f-4248-8d73-515db3eb4672 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:04.588885 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:04.598931 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9eb788c9-c1dc-433a-8b46-92e4434b925b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:04.633937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:04.634613 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:04.634719 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece56c1-e740-4f7f-aef6-45c4bb007bdd req-de7de50d-e148-4178-9208-dced23868f86 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:04.636713 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] 10.222.0.83 "PUT /v2.0/ports/541f8a1f-419d-4ab1-848d-98fc8e63b22a HTTP/1.1" status: 200 len: 1092 time: 2.3652792 Nov 18 17:25:04.639233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f89f81-095f-4bc8-86a9-6b9fa61f2f72', 'tag': '541f8a1f-419d-4ab1-848d-98fc8e63b22a'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:25:04.642347 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53a6d0c-87ee-47e3-89bf-da88f2d5c4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f89f81-095f-4bc8-86a9-6b9fa61f2f72", "tag": "541f8a1f-419d-4ab1-848d-98fc8e63b22a"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:25:04.649644 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bece56c1-e740-4f7f-aef6-45c4bb007bdd req-de7de50d-e148-4178-9208-dced23868f86 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.1868820 Nov 18 17:25:04.674738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab6dc3-a56c-4e50-a7b9-6bf8fa33ccc5 service neutron] Pushing event updated for resources: {'Port': ['ID=541f8a1f-419d-4ab1-848d-98fc8e63b22a,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:04.712007 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9eb788c9-c1dc-433a-8b46-92e4434b925b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:04.712904 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9eb788c9-c1dc-433a-8b46-92e4434b925b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:04.759638 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a25057b8-5823-4475-9b6e-1ae9b19cc31f req-e2c08e60-3ffa-4ae0-a1fd-904eb16e3d61 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695063 Nov 18 17:25:04.800042 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bece56c1-e740-4f7f-aef6-45c4bb007bdd req-6264013b-ac67-4558-9a37-acfdcce69888 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493676 Nov 18 17:25:04.853737 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3e92-8c5f-4248-8d73-515db3eb4672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:04.920069 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec2cc48-8fb7-4962-80d1-3300e13088c8 x-openstack-request-id: req-8ec2cc48-8fb7-4962-80d1-3300e13088c8 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:25:04.920386 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f89f81-095f-4bc8-86a9-6b9fa61f2f72", "tag": "541f8a1f-419d-4ab1-848d-98fc8e63b22a", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:25:04.920644 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8ec2cc48-8fb7-4962-80d1-3300e13088c8 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:25:04.921116 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f89f81-095f-4bc8-86a9-6b9fa61f2f72', 'tag': '541f8a1f-419d-4ab1-848d-98fc8e63b22a', 'status': 'completed', 'code': 200} Nov 18 17:25:04.921704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb788c9-c1dc-433a-8b46-92e4434b925b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=644d5383-0a68-4e08-a252-b795936500c8,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:04.923335 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ec6ce6d2-89f9-4630-9416-af0f8130fc70 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:25:04.961023 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6a41711e-76b2-42ef-ab70-e75764352775 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:25:04.965817 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-103052b5-3b23-49d1-b209-1db3a111b6a8 req-1e09ff8c-0865-4a18-9129-25a63c89e48c tempest-ImagesOneServerTestJSON-1384375648 tempest-ImagesOneServerTestJSON-1384375648-project] (104007) timed out ('10.222.0.83', 53977) {{(pid=104007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 17:25:04.968942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-3fd81dd2-e2c2-4376-9bc9-2a56e4a10dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:04.971222 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-3fd81dd2-e2c2-4376-9bc9-2a56e4a10dcd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 1095 time: 0.2090046 Nov 18 17:25:05.025163 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:05.039177 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-341b4dc9-bef5-4234-a2da-a903052276ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=541f8a1f-419d-4ab1-848d-98fc8e63b22a HTTP/1.1" status: 200 len: 217 time: 0.0561795 Nov 18 17:25:05.050468 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb788c9-c1dc-433a-8b46-92e4434b925b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network e45d8c3e-f91f-4d2e-83b2-b333a786876e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:25:05.052299 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-9eb788c9-c1dc-433a-8b46-92e4434b925b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:05.093552 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:05.112404 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3e92-8c5f-4248-8d73-515db3eb4672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:05.117299 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port ec6ce6d2-89f9-4630-9416-af0f8130fc70 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:05.117800 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:05.156823 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c3e92-8c5f-4248-8d73-515db3eb4672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f82c3b3-35c0-4896-b65f-74d8bab4d4f6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:05.162353 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3e92-8c5f-4248-8d73-515db3eb4672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:05.164578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:25:05.168391 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a19e52-4d7d-4ef9-a52a-635750163c88" -d '{"events": [{"server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "name": "network-vif-unplugged", "status": "completed", "tag": "6a41711e-76b2-42ef-ab70-e75764352775"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:25:05.170772 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2f5c3e92-8c5f-4248-8d73-515db3eb4672 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8f82c3b3-35c0-4896-b65f-74d8bab4d4f6 HTTP/1.1" status: 204 len: 168 time: 0.8693545 Nov 18 17:25:05.173611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59408) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:05.178612 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd25ed6-ee5b-4325-9600-5fa15531e5df None None] Network 4efab3f4-88d8-40ae-a2a4-453eabfee21f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:05.214835 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6a41711e-76b2-42ef-ab70-e75764352775, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a41711e-76b2-42ef-ab70-e75764352775,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:05.229532 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-052fc59a-2b55-4e07-9184-c80a64b499d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:05.231765 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-052fc59a-2b55-4e07-9184-c80a64b499d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.1766455 Nov 18 17:25:05.266092 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1a7c06-e6a1-4fee-9f1b-bf2979c067f3 x-openstack-request-id: req-2a1a7c06-e6a1-4fee-9f1b-bf2979c067f3 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:25:05.266560 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "name": "network-vif-unplugged", "status": "completed", "tag": "6a41711e-76b2-42ef-ab70-e75764352775", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:25:05.266919 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2a1a7c06-e6a1-4fee-9f1b-bf2979c067f3 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:25:05.267413 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775', 'code': 200} Nov 18 17:25:05.325209 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-6e66158c-7a90-4203-8a23-db629f3e68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:05.327051 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-6e66158c-7a90-4203-8a23-db629f3e68f3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837710 Nov 18 17:25:05.425407 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:05.428083 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:05.470907 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb788c9-c1dc-433a-8b46-92e4434b925b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Router 892c197b-6cef-419d-9277-0b2b1dbd7b82 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:25:05.473471 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ad77f-149c-4a1b-bde1-4970084cab86 req-2cbc0ca4-07e5-4a03-9fb6-23f6ea887c84 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:05.481763 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d46ad77f-149c-4a1b-bde1-4970084cab86 req-2cbc0ca4-07e5-4a03-9fb6-23f6ea887c84 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 943 time: 0.1277518 Nov 18 17:25:05.519969 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e50c6bef-023a-4c6b-bbec-4d723a5ab00e no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:25:05.578320 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: e50c6bef-023a-4c6b-bbec-4d723a5ab00e {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:25:05.578940 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e50c6bef-023a-4c6b-bbec-4d723a5ab00e not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:25:05.628563 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d46ad77f-149c-4a1b-bde1-4970084cab86 req-a5589404-ca80-44aa-b8d5-6a9ca6db74e0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454875 Nov 18 17:25:05.640108 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa603a-aa1a-4e3d-be3b-d1a41055074f req-cd139511-a54e-4fe0-8691-cfdb1c03004e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:05.655708 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64aa603a-aa1a-4e3d-be3b-d1a41055074f req-cd139511-a54e-4fe0-8691-cfdb1c03004e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 946 time: 0.1319408 Nov 18 17:25:05.673598 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] Deleting port 245b01f9-a56e-47a1-ba60-191e32cfcd2a {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:05.673985 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:05.744175 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] For port 245b01f9-a56e-47a1-ba60-191e32cfcd2a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=245b01f9-a56e-47a1-ba60-191e32cfcd2a,segment=NetworkSegment(bff55ea2-174d-4a7c-b8b6-5e048fee7b15),segment_id=bff55ea2-174d-4a7c-b8b6-5e048fee7b15)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:05.744558 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:05.763995 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] Calling delete_port for 245b01f9-a56e-47a1-ba60-191e32cfcd2a owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:05.769236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4da596eb-87d0-4ed2-b599-5084655a9184 None None] Provisioning complete for port 644d5383-0a68-4e08-a252-b795936500c8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:05.769751 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4da596eb-87d0-4ed2-b599-5084655a9184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:05.772846 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:05.797159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6a41711e-76b2-42ef-ab70-e75764352775,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:05.828660 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4da596eb-87d0-4ed2-b599-5084655a9184 None None] Port 644d5383-0a68-4e08-a252-b795936500c8 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:25:05.961388 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c65d7e2-c39f-45ae-b920-daed5bf1613e None None] DHCP port deletion for 4efab3f4-88d8-40ae-a2a4-453eabfee21f request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:25:05.968388 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64aa603a-aa1a-4e3d-be3b-d1a41055074f req-1f2cd80a-d26f-429e-bb31-a88a05c276bd tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160765 Nov 18 17:25:06.030867 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f242d-7509-4a8d-a66f-dfeeb9d5923b req-c06202d6-245c-4282-99ee-664637e0c4bf tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:06.036487 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-b50d0d09-e368-44d2-bac1-fb359828af2e service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914082 Nov 18 17:25:06.041045 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0c65d7e2-c39f-45ae-b920-daed5bf1613e None None] Deleting port 245b01f9-a56e-47a1-ba60-191e32cfcd2a {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:06.041452 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c65d7e2-c39f-45ae-b920-daed5bf1613e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:06.052442 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb8f242d-7509-4a8d-a66f-dfeeb9d5923b req-c06202d6-245c-4282-99ee-664637e0c4bf tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.1480377 Nov 18 17:25:06.080665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb788c9-c1dc-433a-8b46-92e4434b925b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:25:06.095884 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09ed7b8-099b-4784-ba64-bf20ddb158ca None None] Sync routers for ids ['892c197b-6cef-419d-9277-0b2b1dbd7b82'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:25:06.103889 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:06.110299 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ed7b8-099b-4784-ba64-bf20ddb158ca None None] Routers {'892c197b-6cef-419d-9277-0b2b1dbd7b82'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:25:06.110701 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a09ed7b8-099b-4784-ba64-bf20ddb158ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:25:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['892c197b-6cef-419d-9277-0b2b1dbd7b82'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:06.115388 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9eb788c9-c1dc-433a-8b46-92e4434b925b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "PUT /v2.0/routers/892c197b-6cef-419d-9277-0b2b1dbd7b82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6509519 Nov 18 17:25:06.122783 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59432) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:06.135463 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0c65d7e2-c39f-45ae-b920-daed5bf1613e None None] For port 245b01f9-a56e-47a1-ba60-191e32cfcd2a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=245b01f9-a56e-47a1-ba60-191e32cfcd2a,segment=NetworkSegment(bff55ea2-174d-4a7c-b8b6-5e048fee7b15),segment_id=bff55ea2-174d-4a7c-b8b6-5e048fee7b15)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:06.136216 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c65d7e2-c39f-45ae-b920-daed5bf1613e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:06.146250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] No DVR routers for this DVR port 245b01f9-a56e-47a1-ba60-191e32cfcd2a on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:25:06.160766 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0c65d7e2-c39f-45ae-b920-daed5bf1613e None None] Calling delete_port for 245b01f9-a56e-47a1-ba60-191e32cfcd2a owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:06.211688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] Pushing event deleted for resources: {'Port': ['ID=245b01f9-a56e-47a1-ba60-191e32cfcd2a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:06.220535 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a09ed7b8-099b-4784-ba64-bf20ddb158ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:06.245787 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ed7b8-099b-4784-ba64-bf20ddb158ca None None] Routers {'892c197b-6cef-419d-9277-0b2b1dbd7b82'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:25:06.246788 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a09ed7b8-099b-4784-ba64-bf20ddb158ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:25:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['892c197b-6cef-419d-9277-0b2b1dbd7b82'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:06.273745 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb8f242d-7509-4a8d-a66f-dfeeb9d5923b req-f4ae1888-739a-4aa7-8c04-2751271a7067 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203214 Nov 18 17:25:06.292490 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a09ed7b8-099b-4784-ba64-bf20ddb158ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:06.293742 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09ed7b8-099b-4784-ba64-bf20ddb158ca None None] The sync data for ids ['892c197b-6cef-419d-9277-0b2b1dbd7b82'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:25:06.295316 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c65d7e2-c39f-45ae-b920-daed5bf1613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:06.314587 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9a2e12-b950-473a-82f4-dcff9b745210 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:06.319613 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4b9a2e12-b950-473a-82f4-dcff9b745210 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports?device_id=892c197b-6cef-419d-9277-0b2b1dbd7b82 HTTP/1.1" status: 200 len: 988 time: 0.1930668 Nov 18 17:25:06.319613 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e22b9df7-72d8-4870-a484-74e91e9a5b0b req-04d541fa-91ed-4fe9-a2c1-e65182d5033a service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738974 Nov 18 17:25:06.319857 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59434) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:06.354048 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65d7e2-c39f-45ae-b920-daed5bf1613e None None] Pushing event deleted for resources: {'Port': ['ID=245b01f9-a56e-47a1-ba60-191e32cfcd2a,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:06.363058 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c65d7e2-c39f-45ae-b920-daed5bf1613e None None] No DVR routers for this DVR port 245b01f9-a56e-47a1-ba60-191e32cfcd2a on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:25:06.428521 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:06.481577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efab3f4-88d8-40ae-a2a4-453eabfee21f']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:06.496707 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff55ea2-174d-4a7c-b8b6-5e048fee7b15') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:06.497350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff55ea2-174d-4a7c-b8b6-5e048fee7b15') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:06.513006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a6d0c-87ee-47e3-89bf-da88f2d5c4c9 req-a333b8ce-72ab-4027-81bb-5d79593e170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:06.514537 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e53a6d0c-87ee-47e3-89bf-da88f2d5c4c9 req-a333b8ce-72ab-4027-81bb-5d79593e170a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 1095 time: 0.0618105 Nov 18 17:25:06.612962 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:06.669434 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a6d0c-87ee-47e3-89bf-da88f2d5c4c9 req-896069d2-7a7e-4880-b341-47ff4bde0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:06.671198 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e53a6d0c-87ee-47e3-89bf-da88f2d5c4c9 req-896069d2-7a7e-4880-b341-47ff4bde0a25 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 913 time: 0.1465614 Nov 18 17:25:06.696847 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:06.716427 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:25:06.716852 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:25:06.718629 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:25:06.749886 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e53a6d0c-87ee-47e3-89bf-da88f2d5c4c9 req-7dc89a22-23c0-4968-b8a5-136be54f4249 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=541f8a1f-419d-4ab1-848d-98fc8e63b22a HTTP/1.1" status: 200 len: 217 time: 0.0618410 Nov 18 17:25:06.892318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 245b01f9-a56e-47a1-ba60-191e32cfcd2a no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:25:06.911077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a6d0c-87ee-47e3-89bf-da88f2d5c4c9 req-de223aa8-be0c-4f13-83f8-31e45dd7958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:06.918446 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e53a6d0c-87ee-47e3-89bf-da88f2d5c4c9 req-de223aa8-be0c-4f13-83f8-31e45dd7958c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.1533663 Nov 18 17:25:06.945038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e5073-b038-4109-aa72-41037758d80d req-eff2d9c9-104d-47b1-94ca-d7ae28188916 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:06.946884 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e56e5073-b038-4109-aa72-41037758d80d req-eff2d9c9-104d-47b1-94ca-d7ae28188916 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 943 time: 0.1477108 Nov 18 17:25:06.965087 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 245b01f9-a56e-47a1-ba60-191e32cfcd2a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:25:06.965619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 245b01f9-a56e-47a1-ba60-191e32cfcd2a not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:25:06.970056 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6a41711e-76b2-42ef-ab70-e75764352775 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:25:07.023453 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:07.056485 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:07.060215 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] 10.222.0.72 "DELETE /v2.0/networks/4efab3f4-88d8-40ae-a2a4-453eabfee21f HTTP/1.1" status: 204 len: 168 time: 1.8843775 Nov 18 17:25:07.067186 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59486) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:07.092781 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb719232-00f9-4393-bb7f-912573cbb44d admin admin] Pushing event deleted for resources: {'Network': ['ID=4efab3f4-88d8-40ae-a2a4-453eabfee21f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:07.110869 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e56e5073-b038-4109-aa72-41037758d80d req-d6c1ec0e-5514-491c-a649-d3accdd2c84b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572962 Nov 18 17:25:07.130055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a6d0c-87ee-47e3-89bf-da88f2d5c4c9 req-a21bcc65-4c34-48a9-8aed-e1d786b967a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:07.131588 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e53a6d0c-87ee-47e3-89bf-da88f2d5c4c9 req-a21bcc65-4c34-48a9-8aed-e1d786b967a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2059574 Nov 18 17:25:07.237602 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6a41711e-76b2-42ef-ab70-e75764352775, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a41711e-76b2-42ef-ab70-e75764352775,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:07.257473 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '6a41711e-76b2-42ef-ab70-e75764352775', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'port_id': '6a41711e-76b2-42ef-ab70-e75764352775', 'mac_address': 'fa:16:3e:a4:b3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:25:07.309566 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdc892f7-3f0b-47e1-bc2b-7ddc75a4f1a7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:07.352443 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:07.388325 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a41711e-76b2-42ef-ab70-e75764352775 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:25:07.445581 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e53a6d0c-87ee-47e3-89bf-da88f2d5c4c9 req-ba67a079-8fb9-461f-8c85-6463e1205229 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877855 Nov 18 17:25:07.446619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6a41711e-76b2-42ef-ab70-e75764352775, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a41711e-76b2-42ef-ab70-e75764352775,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:07.515388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297297cc-6ac7-40df-a497-ab476bf30227 req-88602d42-bafb-497a-a03b-6dd033e5ddcb tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:07.525007 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:07.536688 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-297297cc-6ac7-40df-a497-ab476bf30227 req-88602d42-bafb-497a-a03b-6dd033e5ddcb tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.1070082 Nov 18 17:25:07.613785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6a41711e-76b2-42ef-ab70-e75764352775,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:07.632479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['6a41711e-76b2-42ef-ab70-e75764352775'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:25:07.700032 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e53a6d0c-87ee-47e3-89bf-da88f2d5c4c9 req-fb2862bc-3a1b-4909-ae0b-a958188e1b25 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272615 Nov 18 17:25:07.728532 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-297297cc-6ac7-40df-a497-ab476bf30227 req-67f4786b-05d4-47ce-b495-f465b0d937f3 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905680 Nov 18 17:25:07.850179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-fdc892f7-3f0b-47e1-bc2b-7ddc75a4f1a7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port 644d5383-0a68-4e08-a252-b795936500c8 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:07.850830 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdc892f7-3f0b-47e1-bc2b-7ddc75a4f1a7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:07.953064 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5655f1f9-3a1e-418f-883c-4658e44050fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:07.996694 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdc892f7-3f0b-47e1-bc2b-7ddc75a4f1a7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:08.010993 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-fdc892f7-3f0b-47e1-bc2b-7ddc75a4f1a7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for 644d5383-0a68-4e08-a252-b795936500c8 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:08.375490 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784da0d8-8bfe-4fc1-8768-f0357f546956 req-53c20979-48cb-433a-9eac-6e857863ce56 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:08.377977 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-784da0d8-8bfe-4fc1-8768-f0357f546956 req-53c20979-48cb-433a-9eac-6e857863ce56 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 943 time: 0.0882838 Nov 18 17:25:08.430127 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5655f1f9-3a1e-418f-883c-4658e44050fe admin admin] Deleting port 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:08.430687 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5655f1f9-3a1e-418f-883c-4658e44050fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:08.434666 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdc892f7-3f0b-47e1-bc2b-7ddc75a4f1a7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:08.485951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc892f7-3f0b-47e1-bc2b-7ddc75a4f1a7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=644d5383-0a68-4e08-a252-b795936500c8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:08.496958 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-784da0d8-8bfe-4fc1-8768-f0357f546956 req-be099c2a-3f9e-4a56-82fa-6ae69bc26841 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107600 Nov 18 17:25:08.545715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-5655f1f9-3a1e-418f-883c-4658e44050fe admin admin] For port 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a,segment=NetworkSegment(53c95b20-a2a4-4433-9e60-01a8cea78b20),segment_id=53c95b20-a2a4-4433-9e60-01a8cea78b20)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:08.546260 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5655f1f9-3a1e-418f-883c-4658e44050fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:08.566455 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5655f1f9-3a1e-418f-883c-4658e44050fe admin admin] Calling delete_port for 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:08.668074 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdc892f7-3f0b-47e1-bc2b-7ddc75a4f1a7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:08.843407 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5655f1f9-3a1e-418f-883c-4658e44050fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:08.899231 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655f1f9-3a1e-418f-883c-4658e44050fe admin admin] Pushing event deleted for resources: {'Port': ['ID=16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:08.908182 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc892f7-3f0b-47e1-bc2b-7ddc75a4f1a7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Router 892c197b-6cef-419d-9277-0b2b1dbd7b82 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:25:08.982309 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6a41711e-76b2-42ef-ab70-e75764352775 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:25:09.101145 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 6a41711e-76b2-42ef-ab70-e75764352775 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:09.101610 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:09.176712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc892f7-3f0b-47e1-bc2b-7ddc75a4f1a7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:25:09.196357 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fdc892f7-3f0b-47e1-bc2b-7ddc75a4f1a7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "PUT /v2.0/routers/892c197b-6cef-419d-9277-0b2b1dbd7b82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8754013 Nov 18 17:25:09.200871 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59532) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:09.209619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a66ae7-64a7-4902-ac16-b243bc05775c None None] Sync routers for ids ['892c197b-6cef-419d-9277-0b2b1dbd7b82'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:25:09.284650 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-08af3eb5-271f-41c7-af96-52e946428b05 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] GET failed (client error): The resource could not be found. Nov 18 17:25:09.290691 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5655f1f9-3a1e-418f-883c-4658e44050fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:09.294903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59536) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:09.299761 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-08af3eb5-271f-41c7-af96-52e946428b05 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports/644d5383-0a68-4e08-a252-b795936500c8 HTTP/1.1" status: 404 len: 333 time: 0.0968683 Nov 18 17:25:09.334780 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a66ae7-64a7-4902-ac16-b243bc05775c None None] Routers {'892c197b-6cef-419d-9277-0b2b1dbd7b82'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:25:09.335675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f9a66ae7-64a7-4902-ac16-b243bc05775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:25:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['892c197b-6cef-419d-9277-0b2b1dbd7b82'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:09.341024 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a9d94-c613-4d09-a7d1-d0fa939d6e25 req-6fd18cd6-29a0-4b58-8ec8-19958ced85b8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:09.343446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c3a9d94-c613-4d09-a7d1-d0fa939d6e25 req-6fd18cd6-29a0-4b58-8ec8-19958ced85b8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.2943521 Nov 18 17:25:09.396670 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f9a66ae7-64a7-4902-ac16-b243bc05775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:09.425208 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:09.450878 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a66ae7-64a7-4902-ac16-b243bc05775c None None] Routers {'892c197b-6cef-419d-9277-0b2b1dbd7b82'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:25:09.451916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f9a66ae7-64a7-4902-ac16-b243bc05775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:25:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['892c197b-6cef-419d-9277-0b2b1dbd7b82'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:09.476519 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c3a9d94-c613-4d09-a7d1-d0fa939d6e25 req-0c02af8d-0b71-4d2d-897f-f79c162f0d1b tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199074 Nov 18 17:25:09.504291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f9a66ae7-64a7-4902-ac16-b243bc05775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:09.504973 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a66ae7-64a7-4902-ac16-b243bc05775c None None] The sync data for ids ['892c197b-6cef-419d-9277-0b2b1dbd7b82'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:25:09.546148 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6a41711e-76b2-42ef-ab70-e75764352775, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a41711e-76b2-42ef-ab70-e75764352775,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:09.546148 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:25:09.546738 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14102334-e309-4918-aa54-1ce1681a7a0c" -d '{"events": [{"server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "name": "network-vif-plugged", "status": "completed", "tag": "6a41711e-76b2-42ef-ab70-e75764352775"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:25:09.619607 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0062d74d-2c11-4be0-a515-aaf373a7302f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:09.620472 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:09.706592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6a41711e-76b2-42ef-ab70-e75764352775,revision_number=10']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:09.894565 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0062d74d-2c11-4be0-a515-aaf373a7302f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:09.901281 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0062d74d-2c11-4be0-a515-aaf373a7302f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:09.949465 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5655f1f9-3a1e-418f-883c-4658e44050fe admin admin] Router 7ac53c9e-bba5-4942-8803-2317a1d8f480 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:25:10.071887 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0062d74d-2c11-4be0-a515-aaf373a7302f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:10.072448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0062d74d-2c11-4be0-a515-aaf373a7302f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Fanout notify agent at l3_agent the message router_deleted on router 892c197b-6cef-419d-9277-0b2b1dbd7b82 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:25:10.074098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4032b-baad-4c6d-b1ff-0913652567f8 req-ee46ddef-ef62-408e-b1d0-17636601f33f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:10.084439 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3e4032b-baad-4c6d-b1ff-0913652567f8 req-ee46ddef-ef62-408e-b1d0-17636601f33f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 943 time: 0.0982831 Nov 18 17:25:10.090521 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0062d74d-2c11-4be0-a515-aaf373a7302f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:10.092188 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0062d74d-2c11-4be0-a515-aaf373a7302f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/routers/892c197b-6cef-419d-9277-0b2b1dbd7b82 HTTP/1.1" status: 204 len: 168 time: 0.7962959 Nov 18 17:25:10.094896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59546) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:10.156069 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3e4032b-baad-4c6d-b1ff-0913652567f8 req-07a383a8-2441-47ff-91e1-9d068d212cf1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705390 Nov 18 17:25:10.161675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5655f1f9-3a1e-418f-883c-4658e44050fe admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:25:10.167868 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5655f1f9-3a1e-418f-883c-4658e44050fe admin admin] 10.222.0.72 "PUT /v2.0/routers/7ac53c9e-bba5-4942-8803-2317a1d8f480/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0984766 Nov 18 17:25:10.170703 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59548) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:10.173436 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b75370-356a-4850-9a30-5d43b690371e None None] Sync routers for ids ['7ac53c9e-bba5-4942-8803-2317a1d8f480'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:25:10.199032 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b75370-356a-4850-9a30-5d43b690371e None None] Routers {'7ac53c9e-bba5-4942-8803-2317a1d8f480'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:25:10.199753 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-07b75370-356a-4850-9a30-5d43b690371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:25:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7ac53c9e-bba5-4942-8803-2317a1d8f480'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:10.212569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-866364e8-50aa-48e0-8dd3-c5dcd1deb1d3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting subnet 36c14e3b-7bb9-4d62-865a-1227cc7ea7af {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:25:10.221585 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-866364e8-50aa-48e0-8dd3-c5dcd1deb1d3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:10.284078 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d9ded3-1367-49d5-9ed5-e75103421e38 x-openstack-request-id: req-f3d9ded3-1367-49d5-9ed5-e75103421e38 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:25:10.284592 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "name": "network-vif-plugged", "status": "completed", "tag": "6a41711e-76b2-42ef-ab70-e75764352775", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:25:10.284683 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f3d9ded3-1367-49d5-9ed5-e75103421e38 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:25:10.285032 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775', 'code': 200} Nov 18 17:25:10.331201 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-866364e8-50aa-48e0-8dd3-c5dcd1deb1d3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:10.386362 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6e46a4e5-0d17-4cd0-b587-b148aa9c314f details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:25:10.421402 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-07b75370-356a-4850-9a30-5d43b690371e None None] Set router 7ac53c9e-bba5-4942-8803-2317a1d8f480 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:25:10.496793 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b371762-a3a2-4477-a3ee-6097c23c805d admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:10.497902 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-866364e8-50aa-48e0-8dd3-c5dcd1deb1d3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:10.650062 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-866364e8-50aa-48e0-8dd3-c5dcd1deb1d3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:10.699450 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-07b75370-356a-4850-9a30-5d43b690371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'name': 'tempest-TaggedBootDevicesTest-796419424-router', 'tenant_id': '617c8c7479014b3fb171246a449d7cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4b56f0fd-c666-4531-bf0f-3095947aa30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:47Z', 'updated_at': '2021-11-18T17:25:08Z', 'revision_number': 5, 'project_id': '617c8c7479014b3fb171246a449d7cff', 'gw_port': {'id': '4b56f0fd-c666-4531-bf0f-3095947aa30e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:48Z', 'updated_at': '2021-11-18T17:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:10.705541 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6e46a4e5-0d17-4cd0-b587-b148aa9c314f,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:10.713486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866364e8-50aa-48e0-8dd3-c5dcd1deb1d3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Subnet': ['ID=36c14e3b-7bb9-4d62-865a-1227cc7ea7af,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:10.729821 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-866364e8-50aa-48e0-8dd3-c5dcd1deb1d3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:10.733265 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-866364e8-50aa-48e0-8dd3-c5dcd1deb1d3 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/36c14e3b-7bb9-4d62-865a-1227cc7ea7af HTTP/1.1" status: 204 len: 168 time: 0.6361523 Nov 18 17:25:10.735430 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '6e46a4e5-0d17-4cd0-b587-b148aa9c314f', 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9', 'port_id': '6e46a4e5-0d17-4cd0-b587-b148aa9c314f', 'mac_address': 'fa:16:3e:0b:58:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069ac9c4-0652-4a7d-9e28-3147189e9231', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:25:10.742016 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedb52e0-a320-4061-98b7-f03dc02f9dc8 None None] Network e45d8c3e-f91f-4d2e-83b2-b333a786876e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:10.744815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59556) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:10.788877 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b75370-356a-4850-9a30-5d43b690371e None None] Checking router: 7ac53c9e-bba5-4942-8803-2317a1d8f480 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:25:10.811236 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b75370-356a-4850-9a30-5d43b690371e None None] Routers {'7ac53c9e-bba5-4942-8803-2317a1d8f480'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:25:10.815077 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-07b75370-356a-4850-9a30-5d43b690371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:25:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7ac53c9e-bba5-4942-8803-2317a1d8f480'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:10.982275 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:11.005043 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:11.016218 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e46a4e5-0d17-4cd0-b587-b148aa9c314f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:25:11.101736 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-07b75370-356a-4850-9a30-5d43b690371e None None] Set router 7ac53c9e-bba5-4942-8803-2317a1d8f480 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:25:11.126459 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6e46a4e5-0d17-4cd0-b587-b148aa9c314f,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:11.144142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port ec6ce6d2-89f9-4630-9416-af0f8130fc70 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:11.145298 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:11.222674 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:11.278960 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b371762-a3a2-4477-a3ee-6097c23c805d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:11.333454 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016ea170-3786-4b6d-9c12-e5ffb58fe18e None None] DHCP port deletion for e45d8c3e-f91f-4d2e-83b2-b333a786876e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:25:11.366745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['6e46a4e5-0d17-4cd0-b587-b148aa9c314f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:25:11.373003 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] For port ec6ce6d2-89f9-4630-9416-af0f8130fc70, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ec6ce6d2-89f9-4630-9416-af0f8130fc70,segment=NetworkSegment(dfd50ff6-6d6c-4657-befd-f074766930e9),segment_id=dfd50ff6-6d6c-4657-befd-f074766930e9)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:11.373436 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:11.400734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for ec6ce6d2-89f9-4630-9416-af0f8130fc70 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:11.440027 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d307a0-c75b-493c-9649-8c9d49d5dc5a req-2df57758-366c-464c-9812-5bf6f3c3fc89 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:11.442027 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1d307a0-c75b-493c-9649-8c9d49d5dc5a req-2df57758-366c-464c-9812-5bf6f3c3fc89 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.2483928 Nov 18 17:25:11.479262 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-07b75370-356a-4850-9a30-5d43b690371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'name': 'tempest-TaggedBootDevicesTest-796419424-router', 'tenant_id': '617c8c7479014b3fb171246a449d7cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4b56f0fd-c666-4531-bf0f-3095947aa30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:47Z', 'updated_at': '2021-11-18T17:25:08Z', 'revision_number': 5, 'project_id': '617c8c7479014b3fb171246a449d7cff', 'gw_port': {'id': '4b56f0fd-c666-4531-bf0f-3095947aa30e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:48Z', 'updated_at': '2021-11-18T17:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:11.547317 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b75370-356a-4850-9a30-5d43b690371e None None] The sync data for ids ['7ac53c9e-bba5-4942-8803-2317a1d8f480'] in n-d-813419-11 is: [{'id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'name': 'tempest-TaggedBootDevicesTest-796419424-router', 'tenant_id': '617c8c7479014b3fb171246a449d7cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4b56f0fd-c666-4531-bf0f-3095947aa30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:12:47Z', 'updated_at': '2021-11-18T17:25:08Z', 'revision_number': 5, 'project_id': '617c8c7479014b3fb171246a449d7cff', 'gw_port': {'id': '4b56f0fd-c666-4531-bf0f-3095947aa30e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac53c9e-bba5-4942-8803-2317a1d8f480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:12:48Z', 'updated_at': '2021-11-18T17:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:25:11.570966 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=6e46a4e5-0d17-4cd0-b587-b148aa9c314f,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:11.637404 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1d307a0-c75b-493c-9649-8c9d49d5dc5a req-c07bb039-6693-4f28-87ed-bb3a10a3018b tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386442 Nov 18 17:25:11.681862 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-0b371762-a3a2-4477-a3ee-6097c23c805d admin admin] Deleting port 4b56f0fd-c666-4531-bf0f-3095947aa30e {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:11.684300 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b371762-a3a2-4477-a3ee-6097c23c805d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:11.756563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-016ea170-3786-4b6d-9c12-e5ffb58fe18e None None] Deleting port ec6ce6d2-89f9-4630-9416-af0f8130fc70 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:11.764338 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-016ea170-3786-4b6d-9c12-e5ffb58fe18e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:11.859710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-0b371762-a3a2-4477-a3ee-6097c23c805d admin admin] For port 4b56f0fd-c666-4531-bf0f-3095947aa30e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4b56f0fd-c666-4531-bf0f-3095947aa30e,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:11.860496 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b371762-a3a2-4477-a3ee-6097c23c805d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:11.878977 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5fdcd-baf5-4d0e-9ef5-80054fde2e59 req-ebf3c075-2834-4f46-8e93-279965526460 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:11.888825 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ffa5fdcd-baf5-4d0e-9ef5-80054fde2e59 req-ebf3c075-2834-4f46-8e93-279965526460 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 943 time: 0.0957804 Nov 18 17:25:11.920499 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-0b371762-a3a2-4477-a3ee-6097c23c805d admin admin] Calling delete_port for 4b56f0fd-c666-4531-bf0f-3095947aa30e owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:11.996432 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ffa5fdcd-baf5-4d0e-9ef5-80054fde2e59 req-283086ed-6c5c-45c6-a707-6f2e7de7f44a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063545 Nov 18 17:25:12.036267 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-016ea170-3786-4b6d-9c12-e5ffb58fe18e None None] For port ec6ce6d2-89f9-4630-9416-af0f8130fc70, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ec6ce6d2-89f9-4630-9416-af0f8130fc70,segment=NetworkSegment(dfd50ff6-6d6c-4657-befd-f074766930e9),segment_id=dfd50ff6-6d6c-4657-befd-f074766930e9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:12.040716 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-016ea170-3786-4b6d-9c12-e5ffb58fe18e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:12.064401 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-016ea170-3786-4b6d-9c12-e5ffb58fe18e None None] Calling delete_port for ec6ce6d2-89f9-4630-9416-af0f8130fc70 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:12.072123 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:12.108994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=ec6ce6d2-89f9-4630-9416-af0f8130fc70,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:12.125392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No DVR routers for this DVR port ec6ce6d2-89f9-4630-9416-af0f8130fc70 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.220110 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.228189 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.228189 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.228189 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.228189 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.228189 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.228189 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.228189 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.228189 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.228189 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.228189 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.228189 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.228189 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.228189 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:25:12.228189 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:25:12.237169 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-016ea170-3786-4b6d-9c12-e5ffb58fe18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:12.288504 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:12.288834 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016ea170-3786-4b6d-9c12-e5ffb58fe18e None None] No DVR routers for this DVR port ec6ce6d2-89f9-4630-9416-af0f8130fc70 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:25:12.303522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ea170-3786-4b6d-9c12-e5ffb58fe18e None None] Pushing event deleted for resources: {'Port': ['ID=ec6ce6d2-89f9-4630-9416-af0f8130fc70,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:12.314984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45d8c3e-f91f-4d2e-83b2-b333a786876e']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:12.333555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd50ff6-6d6c-4657-befd-f074766930e9') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:12.333881 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd50ff6-6d6c-4657-befd-f074766930e9') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:12.346976 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:12.367705 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:12.383401 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:25:12.383838 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:25:12.386931 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:25:12.397059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6e46a4e5-0d17-4cd0-b587-b148aa9c314f up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:25:12.467549 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:12.468068 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:12.496113 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b371762-a3a2-4477-a3ee-6097c23c805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:12.531077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b371762-a3a2-4477-a3ee-6097c23c805d admin admin] Pushing event deleted for resources: {'Port': ['ID=4b56f0fd-c666-4531-bf0f-3095947aa30e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:12.574489 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:12.597823 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:12.601503 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/networks/e45d8c3e-f91f-4d2e-83b2-b333a786876e HTTP/1.1" status: 204 len: 168 time: 1.8425529 Nov 18 17:25:12.606466 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2385604-7d1f-49c6-8b99-c1abab0cfe84 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Network': ['ID=e45d8c3e-f91f-4d2e-83b2-b333a786876e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:12.608209 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59568) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:12.621844 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:12.673561 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ccef3f-7269-4220-82b9-e26b6415837c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:12.679095 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-51ccef3f-7269-4220-82b9-e26b6415837c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports/59fec66c-a1eb-41ea-8e52-3215f08cd989 HTTP/1.1" status: 200 len: 844 time: 0.0616064 Nov 18 17:25:12.679365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59572) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:12.680384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adc88a5-c4d3-402c-a34d-9f2854030f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e46a4e5-0d17-4cd0-b587-b148aa9c314f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:25:12.682473 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b371762-a3a2-4477-a3ee-6097c23c805d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:12.687283 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cfa368-b769-4694-89dc-64e0b2bcc75e" -d '{"events": [{"server_uuid": "3adc88a5-c4d3-402c-a34d-9f2854030f3f", "name": "network-vif-plugged", "status": "completed", "tag": "6e46a4e5-0d17-4cd0-b587-b148aa9c314f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:25:12.709605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6e46a4e5-0d17-4cd0-b587-b148aa9c314f,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:12.753637 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0671dae2-0175-474a-aac3-408d5de4d2d8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports/59fec66c-a1eb-41ea-8e52-3215f08cd989?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0729601 Nov 18 17:25:12.759874 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59576) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:12.774957 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:12.795657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-272bacd1-f350-4117-a80b-aca5c53ad353 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'subnet': {'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:12.914665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=6e46a4e5-0d17-4cd0-b587-b148aa9c314f,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:12.922496 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b371762-a3a2-4477-a3ee-6097c23c805d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:12.926804 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b371762-a3a2-4477-a3ee-6097c23c805d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:12.954570 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eebcd4-fe3f-43eb-9d1f-5a1ba1bfcfa4 req-84436849-7b95-4d25-ba14-0239472cdfa8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:12.957696 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84eebcd4-fe3f-43eb-9d1f-5a1ba1bfcfa4 req-84436849-7b95-4d25-ba14-0239472cdfa8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.1796227 Nov 18 17:25:13.003781 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ec6ce6d2-89f9-4630-9416-af0f8130fc70 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:25:13.034694 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: ec6ce6d2-89f9-4630-9416-af0f8130fc70 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:25:13.035085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ec6ce6d2-89f9-4630-9416-af0f8130fc70 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:25:13.035529 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:25:13.060612 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:25:13.061108 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 16a2fc8d-6eb3-4f9b-aae8-ec2a9182e83a not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:25:13.094474 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84eebcd4-fe3f-43eb-9d1f-5a1ba1bfcfa4 req-b71e791b-47aa-4d07-8d24-c777b123fce3 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301146 Nov 18 17:25:13.118031 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b371762-a3a2-4477-a3ee-6097c23c805d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:13.119047 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b371762-a3a2-4477-a3ee-6097c23c805d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ac53c9e-bba5-4942-8803-2317a1d8f480 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:25:13.128081 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b371762-a3a2-4477-a3ee-6097c23c805d admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:13.135741 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0b371762-a3a2-4477-a3ee-6097c23c805d admin admin] 10.222.0.72 "DELETE /v2.0/routers/7ac53c9e-bba5-4942-8803-2317a1d8f480 HTTP/1.1" status: 204 len: 168 time: 2.9630976 Nov 18 17:25:13.137605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59580) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:13.163841 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2201662d-8119-46f1-bfd8-7d435ed472db x-openstack-request-id: req-2201662d-8119-46f1-bfd8-7d435ed472db {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:25:13.164131 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3adc88a5-c4d3-402c-a34d-9f2854030f3f", "name": "network-vif-plugged", "status": "completed", "tag": "6e46a4e5-0d17-4cd0-b587-b148aa9c314f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:25:13.164396 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2201662d-8119-46f1-bfd8-7d435ed472db {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:25:13.164812 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3adc88a5-c4d3-402c-a34d-9f2854030f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e46a4e5-0d17-4cd0-b587-b148aa9c314f', 'code': 200} Nov 18 17:25:13.183076 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272bacd1-f350-4117-a80b-aca5c53ad353 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:13.184491 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-272bacd1-f350-4117-a80b-aca5c53ad353 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:13.243910 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe3f73c-e983-4929-9102-c3c1abff28c2 admin admin] Deleting subnet 15ca3553-34bc-42f0-809b-ed75ebfd8e35 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:25:13.292640 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f73c-e983-4929-9102-c3c1abff28c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:13.337160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5518e9-3fb2-4267-92f8-6a8dff9d2417 req-4a0ba5ae-3241-48cd-a3c2-1382704ae55c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:13.339973 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c5518e9-3fb2-4267-92f8-6a8dff9d2417 req-4a0ba5ae-3241-48cd-a3c2-1382704ae55c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 943 time: 0.1095028 Nov 18 17:25:13.357239 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f73c-e983-4929-9102-c3c1abff28c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:13.429866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c5518e9-3fb2-4267-92f8-6a8dff9d2417 req-6e6dc934-3999-4e41-9a19-927ea2f98993 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817692 Nov 18 17:25:13.569332 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f73c-e983-4929-9102-c3c1abff28c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:13.643427 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-272bacd1-f350-4117-a80b-aca5c53ad353 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:13.695982 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f73c-e983-4929-9102-c3c1abff28c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:13.703070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272bacd1-f350-4117-a80b-aca5c53ad353 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network f2fadcca-2275-4a15-a247-b8bd308cea4f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:25:13.710616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-272bacd1-f350-4117-a80b-aca5c53ad353 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:13.717225 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272bacd1-f350-4117-a80b-aca5c53ad353 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:13.718062 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-272bacd1-f350-4117-a80b-aca5c53ad353 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:13.730312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d03e383-c48f-4171-a484-6d4d4a386718 None None] Network f2fadcca-2275-4a15-a247-b8bd308cea4f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:13.734602 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f73c-e983-4929-9102-c3c1abff28c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:13.742298 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59584) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:13.743146 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fbe3f73c-e983-4929-9102-c3c1abff28c2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/15ca3553-34bc-42f0-809b-ed75ebfd8e35 HTTP/1.1" status: 204 len: 168 time: 0.6036909 Nov 18 17:25:13.749220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bacd1-f350-4117-a80b-aca5c53ad353 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Subnet': ['ID=4f678d0e-fdde-42a7-805b-a91e5a390ba3,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:13.802785 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3f73c-e983-4929-9102-c3c1abff28c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15ca3553-34bc-42f0-809b-ed75ebfd8e35,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:13.851331 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f66b315-8536-4745-a538-759f264218bc None None] Network d3238f9f-63e6-4663-a48b-b02dcc0cebe1 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:13.897811 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-272bacd1-f350-4117-a80b-aca5c53ad353 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1317105 Nov 18 17:25:13.902580 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59586) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:13.906219 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c570eeb3-f071-4c33-a513-c21529af2277 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'security_group': {'name': 'tempest-secgroup-1601612498'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:13.909489 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:14.046233 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] Deleting port e7ac3e54-e487-483e-8e80-db280df8ca9c {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:14.047074 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:14.092685 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-f2fadcca-2275-4a15-a247-b8bd308cea4f', 'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f', 'tenant_id': '1f0e469f747143568ee0f8a64d26b80b', 'fixed_ips': [{'subnet_id': '4f678d0e-fdde-42a7-805b-a91e5a390ba3'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:25:14.093639 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:14.094056 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c570eeb3-f071-4c33-a513-c21529af2277 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:14.197002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] For port e7ac3e54-e487-483e-8e80-db280df8ca9c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e7ac3e54-e487-483e-8e80-db280df8ca9c,segment=NetworkSegment(53c95b20-a2a4-4433-9e60-01a8cea78b20),segment_id=53c95b20-a2a4-4433-9e60-01a8cea78b20)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:14.255397 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:14.255558 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64566579-669a-482e-b5b6-f3190b7d3005 None None] DHCP port deletion for d3238f9f-63e6-4663-a48b-b02dcc0cebe1 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:25:14.255662 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] Calling delete_port for e7ac3e54-e487-483e-8e80-db280df8ca9c owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:14.255754 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c570eeb3-f071-4c33-a513-c21529af2277 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:14.412579 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c570eeb3-f071-4c33-a513-c21529af2277 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:14.443971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf947ea-1164-45a5-a9c2-a6eb2fbbf5de req-6a06afcc-617c-4df9-8bb9-20a6af6f37dc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:14.499439 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-caf947ea-1164-45a5-a9c2-a6eb2fbbf5de req-6a06afcc-617c-4df9-8bb9-20a6af6f37dc tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.2137251 Nov 18 17:25:14.500942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570eeb3-f071-4c33-a513-c21529af2277 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84bad80-dd55-43f6-af17-78dd87f0b3c9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:14.511080 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Allocated IP 2001:db8::2 (f2fadcca-2275-4a15-a247-b8bd308cea4f/4f678d0e-fdde-42a7-805b-a91e5a390ba3/35ec855b-d076-4780-b1a9-4f8c9606317f) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:25:14.519107 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-caf947ea-1164-45a5-a9c2-a6eb2fbbf5de req-89bc6064-c112-461e-b6f7-1b60d70ca29d tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644934 Nov 18 17:25:14.524654 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-64566579-669a-482e-b5b6-f3190b7d3005 None None] Deleting port e7ac3e54-e487-483e-8e80-db280df8ca9c {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:14.525142 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64566579-669a-482e-b5b6-f3190b7d3005 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:14.641147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-64566579-669a-482e-b5b6-f3190b7d3005 None None] For port e7ac3e54-e487-483e-8e80-db280df8ca9c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e7ac3e54-e487-483e-8e80-db280df8ca9c,segment=NetworkSegment(53c95b20-a2a4-4433-9e60-01a8cea78b20),segment_id=53c95b20-a2a4-4433-9e60-01a8cea78b20)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:14.641649 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64566579-669a-482e-b5b6-f3190b7d3005 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:14.661988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb824eb-7546-4134-aa95-67b3d7d1ad48 req-9ea6c295-0521-4fcd-8a24-9692be259783 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:14.664992 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9bb824eb-7546-4134-aa95-67b3d7d1ad48 req-9ea6c295-0521-4fcd-8a24-9692be259783 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 943 time: 0.0624840 Nov 18 17:25:14.685109 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-64566579-669a-482e-b5b6-f3190b7d3005 None None] Calling delete_port for e7ac3e54-e487-483e-8e80-db280df8ca9c owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:14.732374 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9bb824eb-7546-4134-aa95-67b3d7d1ad48 req-c544776a-12d0-4a94-a971-b89ab0f4c81d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610387 Nov 18 17:25:14.817231 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:14.841869 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e7ac3e54-e487-483e-8e80-db280df8ca9c no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:25:14.934641 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:15.237602 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:15.262752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ac3e54-e487-483e-8e80-db280df8ca9c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:15.263638 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4b56f0fd-c666-4531-bf0f-3095947aa30e no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:25:15.266936 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64566579-669a-482e-b5b6-f3190b7d3005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:15.269005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] No DVR routers for this DVR port e7ac3e54-e487-483e-8e80-db280df8ca9c on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:25:15.277994 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c570eeb3-f071-4c33-a513-c21529af2277 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:15.282038 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c570eeb3-f071-4c33-a513-c21529af2277 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3776751 Nov 18 17:25:15.284985 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59594) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:15.290087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5fdd9270-c206-4928-afbd-4b4c3968f5c4 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'security_group': {'name': 'tempest-secgroup-1275712570'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:15.290355 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:15.312190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 4b56f0fd-c666-4531-bf0f-3095947aa30e {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:25:15.312190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4b56f0fd-c666-4531-bf0f-3095947aa30e not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:25:15.330708 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64566579-669a-482e-b5b6-f3190b7d3005 None None] Pushing event deleted for resources: {'Port': ['ID=e7ac3e54-e487-483e-8e80-db280df8ca9c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:15.352794 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:15.366413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Network f2fadcca-2275-4a15-a247-b8bd308cea4f is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:25:15.367453 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64566579-669a-482e-b5b6-f3190b7d3005 None None] No DVR routers for this DVR port e7ac3e54-e487-483e-8e80-db280df8ca9c on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:25:15.373118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:15.378431 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:25:15.380922 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3238f9f-63e6-4663-a48b-b02dcc0cebe1']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:15.394865 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c95b20-a2a4-4433-9e60-01a8cea78b20') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:15.395264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c95b20-a2a4-4433-9e60-01a8cea78b20') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:15.414686 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fdd9270-c206-4928-afbd-4b4c3968f5c4 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:15.418085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Pushing event updated for resources: {'Port': ['ID=35ec855b-d076-4780-b1a9-4f8c9606317f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:15.428372 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:15.451892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Attempting to bind port 35ec855b-d076-4780-b1a9-4f8c9606317f on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:25:15.452475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Attempting to bind port 35ec855b-d076-4780-b1a9-4f8c9606317f by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '160a7c49-cb77-45e3-90ef-a4ebd78e94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:25:15.452841 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Attempting to bind port 35ec855b-d076-4780-b1a9-4f8c9606317f on network f2fadcca-2275-4a15-a247-b8bd308cea4f {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:25:15.459035 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:15.464571 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:25:15.464968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Checking segment: {'id': '160a7c49-cb77-45e3-90ef-a4ebd78e94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:25:15.465379 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:15.465785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Bound using segment: {'id': '160a7c49-cb77-45e3-90ef-a4ebd78e94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:25:15.466834 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Bound port: 35ec855b-d076-4780-b1a9-4f8c9606317f, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160a7c49-cb77-45e3-90ef-a4ebd78e94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:25:15.466834 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:15.479299 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:25:15.480014 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:25:15.485797 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:25:15.549332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] For port 35ec855b-d076-4780-b1a9-4f8c9606317f, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:25:15.552995 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] For port 35ec855b-d076-4780-b1a9-4f8c9606317f, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=35ec855b-d076-4780-b1a9-4f8c9606317f,segment=NetworkSegment(160a7c49-cb77-45e3-90ef-a4ebd78e94f6),segment_id=160a7c49-cb77-45e3-90ef-a4ebd78e94f6)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:25:15.574196 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fdd9270-c206-4928-afbd-4b4c3968f5c4 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:15.614913 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:15.648843 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fdd9270-c206-4928-afbd-4b4c3968f5c4 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:15.701748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a6aba-e764-4a37-adfd-36c5b0fe2a1a req-c7953ab2-2a75-4f37-93f1-1bd153d69f95 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:15.706496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a8a6aba-e764-4a37-adfd-36c5b0fe2a1a req-c7953ab2-2a75-4f37-93f1-1bd153d69f95 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.0866539 Nov 18 17:25:15.707938 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:15.710059 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd9270-c206-4928-afbd-4b4c3968f5c4 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ac50db-cf3e-4895-a1ac-740158d52e25,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:15.714522 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:15.719414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d3238f9f-63e6-4663-a48b-b02dcc0cebe1 HTTP/1.1" status: 204 len: 168 time: 1.9759376 Nov 18 17:25:15.752718 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff9f2b-3f23-4459-97d9-9599ac618130 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3238f9f-63e6-4663-a48b-b02dcc0cebe1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:15.760329 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fdd9270-c206-4928-afbd-4b4c3968f5c4 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:15.767359 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5fdd9270-c206-4928-afbd-4b4c3968f5c4 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4812591 Nov 18 17:25:15.770722 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59606) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:15.785079 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392db4c8-a56d-47f1-9fe3-860c45bc70f1 None None] Pushing event updated for resources: {'Port': ['ID=35ec855b-d076-4780-b1a9-4f8c9606317f,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:15.789688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d99b4103-239b-4756-912a-279de0395d1b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-195969541', 'security_groups': ['e7ac50db-cf3e-4895-a1ac-740158d52e25'], 'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4f678d0e-fdde-42a7-805b-a91e5a390ba3'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:15.829389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a8a6aba-e764-4a37-adfd-36c5b0fe2a1a req-3313e122-389c-4481-b1c2-cb6f49449753 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028223 Nov 18 17:25:16.107128 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f7458-1463-47ec-bcf6-a303bd964759 req-8fe5f01c-d095-4b10-96b9-b40e1c9fc909 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:16.109443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-169f7458-1463-47ec-bcf6-a303bd964759 req-8fe5f01c-d095-4b10-96b9-b40e1c9fc909 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 943 time: 0.1934526 Nov 18 17:25:16.122751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99b4103-239b-4756-912a-279de0395d1b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:16.206841 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-169f7458-1463-47ec-bcf6-a303bd964759 req-b25123b7-aec3-4ded-ad3b-a6ab20e39185 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900166 Nov 18 17:25:16.301706 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d99b4103-239b-4756-912a-279de0395d1b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:16.323324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59616) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:16.346867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-d99b4103-239b-4756-912a-279de0395d1b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] device_id is not set on port 25e07a41-0564-4cb2-87cc-1b05ba127416 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:25:16.400986 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ab6281cf-2737-4a0a-9455-4f93600c1b3d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=452f9766b67e4a999cd2927e84f67a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0757554 Nov 18 17:25:16.401597 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59618) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:16.529410 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03f5db58-66b5-4835-9b78-5458e95091a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:16.583232 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03f5db58-66b5-4835-9b78-5458e95091a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:16.639467 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-d99b4103-239b-4756-912a-279de0395d1b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Allocated IP 2001:db8::3e7 (f2fadcca-2275-4a15-a247-b8bd308cea4f/4f678d0e-fdde-42a7-805b-a91e5a390ba3/25e07a41-0564-4cb2-87cc-1b05ba127416) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:25:16.694754 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d4ce0-77cd-4cb7-89cf-18a8c2f45fcb req-63d48f2c-71ae-4375-847e-598014893cdb tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:16.696896 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3a8d4ce0-77cd-4cb7-89cf-18a8c2f45fcb req-63d48f2c-71ae-4375-847e-598014893cdb tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 1099 time: 0.1326420 Nov 18 17:25:16.806097 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3a8d4ce0-77cd-4cb7-89cf-18a8c2f45fcb req-d4719b56-e8ee-4a00-87cf-fcc10f8c566e tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032641 Nov 18 17:25:16.820509 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03f5db58-66b5-4835-9b78-5458e95091a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:16.822816 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03f5db58-66b5-4835-9b78-5458e95091a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:16.838098 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-03f5db58-66b5-4835-9b78-5458e95091a0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/293218b4-ad1e-4e7c-9cb3-60597caec3d3 HTTP/1.1" status: 204 len: 168 time: 0.4320002 Nov 18 17:25:16.853818 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59620) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:16.861794 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5db58-66b5-4835-9b78-5458e95091a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293218b4-ad1e-4e7c-9cb3-60597caec3d3,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:16.957345 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 35ec855b-d076-4780-b1a9-4f8c9606317f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:25:17.057092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 541f8a1f-419d-4ab1-848d-98fc8e63b22a details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:25:17.085310 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d99b4103-239b-4756-912a-279de0395d1b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:17.180409 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2b6c9-4699-4ab4-ad42-8726931bc9d0 req-8481127f-1793-4164-9b3f-f74e1cbfa5ce tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:17.187657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4e125-6e7e-42d8-b57e-1d887970786b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting port 049183cb-f947-4814-bcbb-4db3d2becd18 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:17.190075 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cf4e125-6e7e-42d8-b57e-1d887970786b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:17.191981 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9d2b6c9-4699-4ab4-ad42-8726931bc9d0 req-8481127f-1793-4164-9b3f-f74e1cbfa5ce tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.1263793 Nov 18 17:25:17.274248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 35ec855b-d076-4780-b1a9-4f8c9606317f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:17.274750 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:17.283002 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d99b4103-239b-4756-912a-279de0395d1b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:17.304742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9d2b6c9-4699-4ab4-ad42-8726931bc9d0 req-52bd4dc4-a269-4a06-8bec-7f8bb91833aa tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116605 Nov 18 17:25:17.427613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 541f8a1f-419d-4ab1-848d-98fc8e63b22a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=541f8a1f-419d-4ab1-848d-98fc8e63b22a,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:17.450451 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99b4103-239b-4756-912a-279de0395d1b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network f2fadcca-2275-4a15-a247-b8bd308cea4f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:25:17.455493 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cf4e125-6e7e-42d8-b57e-1d887970786b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:17.459488 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cf4e125-6e7e-42d8-b57e-1d887970786b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:17.477690 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-d99b4103-239b-4756-912a-279de0395d1b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:17.482882 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b4103-239b-4756-912a-279de0395d1b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=25e07a41-0564-4cb2-87cc-1b05ba127416,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:17.499468 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '541f8a1f-419d-4ab1-848d-98fc8e63b22a', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'port_id': '541f8a1f-419d-4ab1-848d-98fc8e63b22a', 'mac_address': 'fa:16:3e:c1:f7:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:25:17.502323 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b4103-239b-4756-912a-279de0395d1b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:25:17.519830 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e6d86-6659-401d-a68e-84c612cd881e req-cf778b41-0dac-4498-8093-7b6b2530a59d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:17.527695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99b4103-239b-4756-912a-279de0395d1b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:17.528417 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d99b4103-239b-4756-912a-279de0395d1b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:17.535840 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-010e6d86-6659-401d-a68e-84c612cd881e req-cf778b41-0dac-4498-8093-7b6b2530a59d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 943 time: 0.1117430 Nov 18 17:25:17.563971 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4e125-6e7e-42d8-b57e-1d887970786b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Calling delete_port for 049183cb-f947-4814-bcbb-4db3d2becd18 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:17.623338 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-010e6d86-6659-401d-a68e-84c612cd881e req-c8bdd254-a732-44aa-95a1-a81a2ee7680f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856712 Nov 18 17:25:17.645890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-690474f7-4740-4545-b806-4a34d036d504 None None] Provisioning complete for port 59fec66c-a1eb-41ea-8e52-3215f08cd989 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:17.649367 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-690474f7-4740-4545-b806-4a34d036d504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:17.689293 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d99b4103-239b-4756-912a-279de0395d1b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9144590 Nov 18 17:25:17.691483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59632) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:17.696129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-fc217622-71d7-412f-a044-9bc09de548a8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'subnet': {'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:17.742487 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:17.767357 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-690474f7-4740-4545-b806-4a34d036d504 None None] Port 59fec66c-a1eb-41ea-8e52-3215f08cd989 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:25:17.793052 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:17.827009 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-690474f7-4740-4545-b806-4a34d036d504 None None] Provisioning complete for port 35ec855b-d076-4780-b1a9-4f8c9606317f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:17.827536 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-690474f7-4740-4545-b806-4a34d036d504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:17.868138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 35ec855b-d076-4780-b1a9-4f8c9606317f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=35ec855b-d076-4780-b1a9-4f8c9606317f,segment=NetworkSegment(160a7c49-cb77-45e3-90ef-a4ebd78e94f6),segment_id=160a7c49-cb77-45e3-90ef-a4ebd78e94f6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:17.897507 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541f8a1f-419d-4ab1-848d-98fc8e63b22a {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:25:17.946291 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc217622-71d7-412f-a044-9bc09de548a8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:17.951723 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc217622-71d7-412f-a044-9bc09de548a8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:17.967328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 541f8a1f-419d-4ab1-848d-98fc8e63b22a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=541f8a1f-419d-4ab1-848d-98fc8e63b22a,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:17.968823 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:18.007260 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-690474f7-4740-4545-b806-4a34d036d504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:18.089301 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cf4e125-6e7e-42d8-b57e-1d887970786b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:18.091316 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:18.095408 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-690474f7-4740-4545-b806-4a34d036d504 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:25:18.101957 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-690474f7-4740-4545-b806-4a34d036d504 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:25:18.101957 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=35ec855b-d076-4780-b1a9-4f8c9606317f,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:18.127734 n-d-813419-11 neutron-server[104007]: INFO neutron.db.ipam_backend_mixin [None req-fc217622-71d7-412f-a044-9bc09de548a8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4f678d0e-fdde-42a7-805b-a91e5a390ba3 (CIDR: 2001:db8::/64) Nov 18 17:25:18.157315 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=541f8a1f-419d-4ab1-848d-98fc8e63b22a,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:18.184878 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc217622-71d7-412f-a044-9bc09de548a8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:25:18.184878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc217622-71d7-412f-a044-9bc09de548a8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:25:18.191147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4e125-6e7e-42d8-b57e-1d887970786b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Port': ['ID=049183cb-f947-4814-bcbb-4db3d2becd18,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:18.223284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59636) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:18.293596 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cf4e125-6e7e-42d8-b57e-1d887970786b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for floatingip, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:18.294458 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-4cf4e125-6e7e-42d8-b57e-1d887970786b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Floating IP 9f202cc3-f3a7-4015-b4a4-fbaafd436f53 disassociated (deleted). External IP: 172.25.3.112, port: f13562ac-a65f-426e-bcfb-39f4d59d7f5f. Nov 18 17:25:18.301352 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fc217622-71d7-412f-a044-9bc09de548a8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6101546 Nov 18 17:25:18.307323 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59638) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:18.313678 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1932b476-4fd0-40be-b17b-4d28bc482e6b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=617c8c7479014b3fb171246a449d7cff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0885339 Nov 18 17:25:18.313925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-07242010-d340-40d0-8aef-d024559eb9ac tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'subnet': {'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:18.314993 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59640) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:18.393791 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['541f8a1f-419d-4ab1-848d-98fc8e63b22a'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:25:18.527196 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d948ca2b-347d-4ca1-82a5-b5d59932a096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:18.588046 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695327d-4a56-4b57-80a0-cb6a947f5b1c req-1c11b5e3-0c74-43f6-b318-44d0ca883058 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:18.589555 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f695327d-4a56-4b57-80a0-cb6a947f5b1c req-1c11b5e3-0c74-43f6-b318-44d0ca883058 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.1692510 Nov 18 17:25:18.610122 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d948ca2b-347d-4ca1-82a5-b5d59932a096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:18.705487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07242010-d340-40d0-8aef-d024559eb9ac tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:18.711198 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07242010-d340-40d0-8aef-d024559eb9ac tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:18.719199 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f695327d-4a56-4b57-80a0-cb6a947f5b1c req-f11ddae7-a9f3-4c3c-ba47-1c57b42b547c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166553 Nov 18 17:25:18.810362 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d948ca2b-347d-4ca1-82a5-b5d59932a096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:18.818105 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d948ca2b-347d-4ca1-82a5-b5d59932a096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:18.827151 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d948ca2b-347d-4ca1-82a5-b5d59932a096 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/13440461-8d2b-49fe-98cb-ac08c57222fa HTTP/1.1" status: 204 len: 168 time: 0.5104465 Nov 18 17:25:18.852081 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948ca2b-347d-4ca1-82a5-b5d59932a096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13440461-8d2b-49fe-98cb-ac08c57222fa,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:18.983631 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46aba8b-3828-468b-9829-d0242067cf94 req-a68af7fc-43f9-46b2-ac7b-8d39f05cc66b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:18.994646 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d46aba8b-3828-468b-9829-d0242067cf94 req-a68af7fc-43f9-46b2-ac7b-8d39f05cc66b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 944 time: 0.0868564 Nov 18 17:25:19.013663 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 35ec855b-d076-4780-b1a9-4f8c9606317f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:25:19.084794 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2f189955-2279-4acc-afbe-74bd11352b89 None None] Provisioning complete for port 25e07a41-0564-4cb2-87cc-1b05ba127416 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:19.085206 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2f189955-2279-4acc-afbe-74bd11352b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:19.097814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf4e125-6e7e-42d8-b57e-1d887970786b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router 56f03266-3068-4038-9c4c-6f576b9b125a has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:25:19.140901 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 35ec855b-d076-4780-b1a9-4f8c9606317f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:19.141912 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:19.169205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d46aba8b-3828-468b-9829-d0242067cf94 req-68dabcb2-2e54-4342-8e63-36355bdfbcba tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736138 Nov 18 17:25:19.228686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2f189955-2279-4acc-afbe-74bd11352b89 None None] Port 25e07a41-0564-4cb2-87cc-1b05ba127416 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:25:19.363124 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf4e125-6e7e-42d8-b57e-1d887970786b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:25:19.369226 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cf4e125-6e7e-42d8-b57e-1d887970786b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:19.380117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbdb8c7-bea0-4137-8f3d-a43323d90037 None None] Sync routers for ids ['56f03266-3068-4038-9c4c-6f576b9b125a'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:25:19.412187 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4cf4e125-6e7e-42d8-b57e-1d887970786b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/floatingips/9f202cc3-f3a7-4015-b4a4-fbaafd436f53 HTTP/1.1" status: 204 len: 168 time: 2.5572073 Nov 18 17:25:19.412866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:25:19.414897 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbdb8c7-bea0-4137-8f3d-a43323d90037 None None] Routers {'56f03266-3068-4038-9c4c-6f576b9b125a'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:25:19.415455 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f174b59-b4e3-48f2-a014-3c06bc6e82f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:25:19.415608 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4cbdb8c7-bea0-4137-8f3d-a43323d90037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:25:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['56f03266-3068-4038-9c4c-6f576b9b125a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:19.466300 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07242010-d340-40d0-8aef-d024559eb9ac tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:19.566952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07242010-d340-40d0-8aef-d024559eb9ac tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network f2fadcca-2275-4a15-a247-b8bd308cea4f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:25:19.570421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-07242010-d340-40d0-8aef-d024559eb9ac tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:19.583353 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d6043a-4e08-4ed9-905f-417efb30dd13 None None] Network f2fadcca-2275-4a15-a247-b8bd308cea4f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:19.585537 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07242010-d340-40d0-8aef-d024559eb9ac tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:19.586241 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07242010-d340-40d0-8aef-d024559eb9ac tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:19.626509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07242010-d340-40d0-8aef-d024559eb9ac tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Subnet': ['ID=b9dc8aeb-138c-4f75-820b-78f0d374fbc6,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:19.713325 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-07242010-d340-40d0-8aef-d024559eb9ac tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4022791 Nov 18 17:25:19.713962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59658) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:19.719306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-695709270', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b9dc8aeb-138c-4f75-820b-78f0d374fbc6'}], 'security_groups': ['e84bad80-dd55-43f6-af17-78dd87f0b3c9']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:19.823234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-4cbdb8c7-bea0-4137-8f3d-a43323d90037 None None] Set router 56f03266-3068-4038-9c4c-6f576b9b125a gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:25:19.961547 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16e7a4c-e010-4eda-b544-37d5e6c55e8c x-openstack-request-id: req-d16e7a4c-e010-4eda-b544-37d5e6c55e8c {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:25:19.961790 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:25:19.962032 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d16e7a4c-e010-4eda-b544-37d5e6c55e8c {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:25:19.962461 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'status': 'completed', 'code': 200} Nov 18 17:25:19.980099 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:20.091954 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f174b59-b4e3-48f2-a014-3c06bc6e82f2 req-51406576-1ad5-4693-88ba-c0b2a6217e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:20.091954 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f174b59-b4e3-48f2-a014-3c06bc6e82f2 req-51406576-1ad5-4693-88ba-c0b2a6217e1c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 1099 time: 0.0679603 Nov 18 17:25:20.238003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2d030-f630-4138-8b4d-dbe312c248db req-c4f02580-e638-4018-98e1-a3c8941d7e22 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:20.243852 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9c2d030-f630-4138-8b4d-dbe312c248db req-c4f02580-e638-4018-98e1-a3c8941d7e22 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.1486151 Nov 18 17:25:20.288980 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f174b59-b4e3-48f2-a014-3c06bc6e82f2 req-77ed75db-6f6d-40dc-acf2-ee93c3c07e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:20.290837 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f174b59-b4e3-48f2-a014-3c06bc6e82f2 req-77ed75db-6f6d-40dc-acf2-ee93c3c07e32 service neutron] 10.222.0.81 "GET /v2.0/networks?id=56cec824-a482-4381-8f97-e988c87dca70 HTTP/1.1" status: 200 len: 899 time: 0.2215188 Nov 18 17:25:20.345328 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9c2d030-f630-4138-8b4d-dbe312c248db req-58602c10-17d4-455d-9c37-7cb48a5d3b94 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948296 Nov 18 17:25:20.436448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f174b59-b4e3-48f2-a014-3c06bc6e82f2 req-459ab242-a07c-4b55-a948-cfc4d56cdc14 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f HTTP/1.1" status: 200 len: 217 time: 0.1084008 Nov 18 17:25:20.666174 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d461b9-5282-488d-aac6-26c2506b213e None None] Update dhcp port {'port': {'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f', 'fixed_ips': [{'subnet_id': '4f678d0e-fdde-42a7-805b-a91e5a390ba3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b9dc8aeb-138c-4f75-820b-78f0d374fbc6'}], 'binding:host_id': 'n-d-813419-11'}, 'id': '35ec855b-d076-4780-b1a9-4f8c9606317f'} from n-d-813419-11. {{(pid=104009) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 18 17:25:20.686839 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f221e37-0384-4e3f-a689-6baed12c3bde req-d5b7874a-c9ab-4e53-af26-0a0c17c61474 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:20.693057 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f221e37-0384-4e3f-a689-6baed12c3bde req-d5b7874a-c9ab-4e53-af26-0a0c17c61474 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 947 time: 0.1462598 Nov 18 17:25:20.696064 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f174b59-b4e3-48f2-a014-3c06bc6e82f2 req-618c1001-4042-46a6-9d64-1b88b7f62e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:20.702287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f174b59-b4e3-48f2-a014-3c06bc6e82f2 req-618c1001-4042-46a6-9d64-1b88b7f62e1d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1f8073c-dfc3-4d29-a82c-b846a14d0447 HTTP/1.1" status: 200 len: 834 time: 0.2521980 Nov 18 17:25:20.732666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4cbdb8c7-bea0-4137-8f3d-a43323d90037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762041536', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:44Z', 'updated_at': '2021-11-18T17:22:51Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:45Z', 'updated_at': '2021-11-18T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e', 'name': '', 'network_id': '56cec824-a482-4381-8f97-e988c87dca70', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:52:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:49Z', 'updated_at': '2021-11-18T17:22:57Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:20.778871 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbdb8c7-bea0-4137-8f3d-a43323d90037 None None] Checking router: 56f03266-3068-4038-9c4c-6f576b9b125a for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:25:20.784226 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9d461b9-5282-488d-aac6-26c2506b213e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:20.824301 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Delete allocated IP 2001:db8::3e7 (f2fadcca-2275-4a15-a247-b8bd308cea4f/4f678d0e-fdde-42a7-805b-a91e5a390ba3) {{(pid=104008) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 18 17:25:20.844794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Allocated IP 2001:db8:0:1::14 (f2fadcca-2275-4a15-a247-b8bd308cea4f/b9dc8aeb-138c-4f75-820b-78f0d374fbc6/25e07a41-0564-4cb2-87cc-1b05ba127416) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:25:20.898947 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f174b59-b4e3-48f2-a014-3c06bc6e82f2 req-a4a1fed4-b2a8-45b9-b2f7-fc173119f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:20.901030 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f174b59-b4e3-48f2-a014-3c06bc6e82f2 req-a4a1fed4-b2a8-45b9-b2f7-fc173119f728 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=56cec824-a482-4381-8f97-e988c87dca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1781008 Nov 18 17:25:20.928608 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f221e37-0384-4e3f-a689-6baed12c3bde req-9da7c2f9-38a8-4614-9ba7-1417ff459dd6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251008 Nov 18 17:25:21.035883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbdb8c7-bea0-4137-8f3d-a43323d90037 None None] Routers {'56f03266-3068-4038-9c4c-6f576b9b125a'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:25:21.036758 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4cbdb8c7-bea0-4137-8f3d-a43323d90037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:25:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['56f03266-3068-4038-9c4c-6f576b9b125a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:21.083413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 541f8a1f-419d-4ab1-848d-98fc8e63b22a up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:25:21.163431 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f174b59-b4e3-48f2-a014-3c06bc6e82f2 req-1037e052-fd70-4f1a-a422-5ae8670b6f37 service neutron] 10.222.0.81 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329729 Nov 18 17:25:21.187307 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59682) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:21.219489 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:21.242315 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-4cbdb8c7-bea0-4137-8f3d-a43323d90037 None None] Set router 56f03266-3068-4038-9c4c-6f576b9b125a gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:25:21.289741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:21.335108 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c45a49-b286-4a5a-943a-25a07ba3a9fe req-ecec205e-7951-4b9a-b68b-c9002e72723a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:21.344155 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-89c45a49-b286-4a5a-943a-25a07ba3a9fe req-ecec205e-7951-4b9a-b68b-c9002e72723a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 944 time: 0.1800339 Nov 18 17:25:21.423691 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] In _notify_port_updated(), no bound segment for port 25e07a41-0564-4cb2-87cc-1b05ba127416 on network f2fadcca-2275-4a15-a247-b8bd308cea4f {{(pid=104008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:25:21.430547 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:21.431640 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:21.433364 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "PUT /v2.0/ports/25e07a41-0564-4cb2-87cc-1b05ba127416 HTTP/1.1" status: 200 len: 929 time: 1.7188199 Nov 18 17:25:21.436857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59690) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:21.440652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110db5f2-6c5f-4622-8174-946298700094 req-871ecb7d-2f0a-4023-bf93-3939a946ff65 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:21.442116 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-110db5f2-6c5f-4622-8174-946298700094 req-871ecb7d-2f0a-4023-bf93-3939a946ff65 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.81 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 947 time: 0.1907792 Nov 18 17:25:21.492473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=25e07a41-0564-4cb2-87cc-1b05ba127416,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:21.505064 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:21.510152 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:21.510743 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:21.512889 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:21.513424 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:21.513934 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:21.514439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:21.514934 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:21.515592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:21.516113 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:21.516989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:21.518034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4e84f-85eb-497d-901b-b882387256ee tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:21.575326 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-36dff4c1-c192-464d-9bf1-6f2bba6341e5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1609239855-network', 'tenant_id': 'ce3feb4c16844a10a9c6e685d16cc257'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:21.612402 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f174b59-b4e3-48f2-a014-3c06bc6e82f2 req-0edb237c-3780-4cba-93ff-840ab6a226a0 service neutron] 10.222.0.81 "GET /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172418 Nov 18 17:25:21.644807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 541f8a1f-419d-4ab1-848d-98fc8e63b22a completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:25:21.649573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-89c45a49-b286-4a5a-943a-25a07ba3a9fe req-d94e40d0-5d61-4f11-9070-a9518ab3589a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002293 Nov 18 17:25:21.652490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-34b7d7aa-3b55-4c7e-afa8-68c4ceca7396 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port 25e07a41-0564-4cb2-87cc-1b05ba127416 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:21.652853 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34b7d7aa-3b55-4c7e-afa8-68c4ceca7396 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:21.683115 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 541f8a1f-419d-4ab1-848d-98fc8e63b22a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:21.683663 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:21.741103 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-a9d461b9-5282-488d-aac6-26c2506b213e None None] Allocated IP 2001:db8:0:1::2 (f2fadcca-2275-4a15-a247-b8bd308cea4f/b9dc8aeb-138c-4f75-820b-78f0d374fbc6/35ec855b-d076-4780-b1a9-4f8c9606317f) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:25:21.757502 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dff4c1-c192-464d-9bf1-6f2bba6341e5 admin admin] Made reservation on behalf of ce3feb4c16844a10a9c6e685d16cc257 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:21.762418 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-36dff4c1-c192-464d-9bf1-6f2bba6341e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:21.785294 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:21.848640 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34b7d7aa-3b55-4c7e-afa8-68c4ceca7396 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:21.848640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-34b7d7aa-3b55-4c7e-afa8-68c4ceca7396 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for 25e07a41-0564-4cb2-87cc-1b05ba127416 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:21.869324 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-36dff4c1-c192-464d-9bf1-6f2bba6341e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:21.893107 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4cbdb8c7-bea0-4137-8f3d-a43323d90037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762041536', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:44Z', 'updated_at': '2021-11-18T17:22:51Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:45Z', 'updated_at': '2021-11-18T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e', 'name': '', 'network_id': '56cec824-a482-4381-8f97-e988c87dca70', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:52:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:49Z', 'updated_at': '2021-11-18T17:22:57Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:21.940177 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-110db5f2-6c5f-4622-8174-946298700094 req-0fde0b91-2900-4cd8-9b82-29fff4c589d9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting port f13562ac-a65f-426e-bcfb-39f4d59d7f5f {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:21.940497 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-110db5f2-6c5f-4622-8174-946298700094 req-0fde0b91-2900-4cd8-9b82-29fff4c589d9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:21.969338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbdb8c7-bea0-4137-8f3d-a43323d90037 None None] The sync data for ids ['56f03266-3068-4038-9c4c-6f576b9b125a'] in n-d-813419-11 is: [{'id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762041536', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:44Z', 'updated_at': '2021-11-18T17:22:51Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:45Z', 'updated_at': '2021-11-18T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e', 'name': '', 'network_id': '56cec824-a482-4381-8f97-e988c87dca70', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:52:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:49Z', 'updated_at': '2021-11-18T17:22:57Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': 'c1f8073c-dfc3-4d29-a82c-b846a14d0447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:25:21.998136 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:22.006325 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a9d461b9-5282-488d-aac6-26c2506b213e None None] For port 35ec855b-d076-4780-b1a9-4f8c9606317f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=35ec855b-d076-4780-b1a9-4f8c9606317f,segment=NetworkSegment(160a7c49-cb77-45e3-90ef-a4ebd78e94f6),segment_id=160a7c49-cb77-45e3-90ef-a4ebd78e94f6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:22.057649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f89f81-095f-4bc8-86a9-6b9fa61f2f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541f8a1f-419d-4ab1-848d-98fc8e63b22a'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:25:22.059973 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebd4c8a-3476-4fed-a822-006dd3ab397a" -d '{"events": [{"server_uuid": "c8f89f81-095f-4bc8-86a9-6b9fa61f2f72", "name": "network-vif-plugged", "status": "completed", "tag": "541f8a1f-419d-4ab1-848d-98fc8e63b22a"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:25:22.087038 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 541f8a1f-419d-4ab1-848d-98fc8e63b22a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=541f8a1f-419d-4ab1-848d-98fc8e63b22a,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:22.099380 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9d461b9-5282-488d-aac6-26c2506b213e None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:22.101787 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dc712-5565-4e25-8c80-07c37013e479 req-e6bec1ff-586e-41cd-92cf-9831504fc364 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:22.105516 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b95dc712-5565-4e25-8c80-07c37013e479 req-e6bec1ff-586e-41cd-92cf-9831504fc364 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.3080392 Nov 18 17:25:22.167904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-110db5f2-6c5f-4622-8174-946298700094 req-0fde0b91-2900-4cd8-9b82-29fff4c589d9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] For port f13562ac-a65f-426e-bcfb-39f4d59d7f5f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:22.168760 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-110db5f2-6c5f-4622-8174-946298700094 req-0fde0b91-2900-4cd8-9b82-29fff4c589d9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:22.200191 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-110db5f2-6c5f-4622-8174-946298700094 req-0fde0b91-2900-4cd8-9b82-29fff4c589d9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Calling delete_port for f13562ac-a65f-426e-bcfb-39f4d59d7f5f owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:22.211271 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b95dc712-5565-4e25-8c80-07c37013e479 req-6b8f56f7-2aec-4a71-86f5-83d57656543d tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962670 Nov 18 17:25:22.374166 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49b0727-82a7-4350-b292-16708c055408 None None] New status for floating IP 9f202cc3-f3a7-4015-b4a4-fbaafd436f53: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:25:22.404768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8131c1a-f856-4c3a-8dd3-62c209c26987 req-9cff398d-0e21-43b1-ac0e-10a327dd51e1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:22.406304 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8131c1a-f856-4c3a-8dd3-62c209c26987 req-9cff398d-0e21-43b1-ac0e-10a327dd51e1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=7addc3d2-863a-4eea-80eb-ffeb70133276 HTTP/1.1" status: 200 len: 947 time: 0.1102676 Nov 18 17:25:22.469987 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8131c1a-f856-4c3a-8dd3-62c209c26987 req-36164bb4-a49c-4ed2-a904-1e039b44765e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3613173-393f-41a9-8c83-26deab2d7855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550969 Nov 18 17:25:22.483724 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34b7d7aa-3b55-4c7e-afa8-68c4ceca7396 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:22.513878 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:22.518995 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9d461b9-5282-488d-aac6-26c2506b213e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:22.522927 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-110db5f2-6c5f-4622-8174-946298700094 req-0fde0b91-2900-4cd8-9b82-29fff4c589d9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:22.558282 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde0b91-2900-4cd8-9b82-29fff4c589d9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Port': ['ID=f13562ac-a65f-426e-bcfb-39f4d59d7f5f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:22.577893 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7d7aa-3b55-4c7e-afa8-68c4ceca7396 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=25e07a41-0564-4cb2-87cc-1b05ba127416,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:22.585753 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95350da0-3860-4d0f-bb94-9117ab519571 x-openstack-request-id: req-95350da0-3860-4d0f-bb94-9117ab519571 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:25:22.586066 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f89f81-095f-4bc8-86a9-6b9fa61f2f72", "name": "network-vif-plugged", "status": "completed", "tag": "541f8a1f-419d-4ab1-848d-98fc8e63b22a", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:25:22.586340 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-95350da0-3860-4d0f-bb94-9117ab519571 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:25:22.587344 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f89f81-095f-4bc8-86a9-6b9fa61f2f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541f8a1f-419d-4ab1-848d-98fc8e63b22a', 'code': 200} Nov 18 17:25:22.623175 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34b7d7aa-3b55-4c7e-afa8-68c4ceca7396 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:22.633273 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-34b7d7aa-3b55-4c7e-afa8-68c4ceca7396 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/ports/25e07a41-0564-4cb2-87cc-1b05ba127416 HTTP/1.1" status: 204 len: 168 time: 1.1926873 Nov 18 17:25:22.633273 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59702) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:22.712347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=541f8a1f-419d-4ab1-848d-98fc8e63b22a,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:22.754121 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c430a1-08c0-4bfe-a53c-f55107d4600c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] GET failed (client error): The resource could not be found. Nov 18 17:25:22.755601 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-93c430a1-08c0-4bfe-a53c-f55107d4600c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports/25e07a41-0564-4cb2-87cc-1b05ba127416 HTTP/1.1" status: 404 len: 333 time: 0.1213660 Nov 18 17:25:22.760215 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59706) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:22.765386 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-110db5f2-6c5f-4622-8174-946298700094 req-0fde0b91-2900-4cd8-9b82-29fff4c589d9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] No DVR routers for this DVR port f13562ac-a65f-426e-bcfb-39f4d59d7f5f on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:25:22.791942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863167ee-c391-44ba-80dd-fe91971c7546 req-f44169b9-7f77-4f53-8dfc-bc9b2134b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:22.793471 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-863167ee-c391-44ba-80dd-fe91971c7546 req-f44169b9-7f77-4f53-8dfc-bc9b2134b5ed service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 1097 time: 0.1098814 Nov 18 17:25:22.800666 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-110db5f2-6c5f-4622-8174-946298700094 req-0fde0b91-2900-4cd8-9b82-29fff4c589d9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:22.805773 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-110db5f2-6c5f-4622-8174-946298700094 req-0fde0b91-2900-4cd8-9b82-29fff4c589d9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.81 "DELETE /v2.0/ports/f13562ac-a65f-426e-bcfb-39f4d59d7f5f HTTP/1.1" status: 204 len: 173 time: 1.3402386 Nov 18 17:25:22.816137 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'name': 'network-vif-deleted', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:25:22.819588 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4615d8-5280-4a4f-a5b2-be248494e8a8" -d '{"events": [{"server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "name": "network-vif-deleted", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:25:22.843658 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d461b9-5282-488d-aac6-26c2506b213e None None] Pushing event updated for resources: {'Port': ['ID=35ec855b-d076-4780-b1a9-4f8c9606317f,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:22.889213 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:22.917182 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-863167ee-c391-44ba-80dd-fe91971c7546 req-4a702786-4c5e-48cb-b03f-f81bc680b725 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095769 Nov 18 17:25:22.963679 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-36dff4c1-c192-464d-9bf1-6f2bba6341e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:23.010295 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bbcc2841-ef3d-47dc-a887-0a53bb95d2d9 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:23.029020 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dc174-697f-4368-a095-94b5dc03e236 req-abaa9462-01d4-45fd-960b-5f2bf5f39a10 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:23.038579 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-533dc174-697f-4368-a095-94b5dc03e236 req-abaa9462-01d4-45fd-960b-5f2bf5f39a10 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 945 time: 0.1722202 Nov 18 17:25:23.070669 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-36dff4c1-c192-464d-9bf1-6f2bba6341e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:23.150176 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dff4c1-c192-464d-9bf1-6f2bba6341e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfa291c-f2bb-4614-90fc-622f105916ac,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:23.164807 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bbcc2841-ef3d-47dc-a887-0a53bb95d2d9 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:23.296425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36dff4c1-c192-464d-9bf1-6f2bba6341e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1139, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:25:23.357809 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-533dc174-697f-4368-a095-94b5dc03e236 req-e02f6da5-7105-4759-8cff-44614ee382e9 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182046 Nov 18 17:25:23.376940 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bbcc2841-ef3d-47dc-a887-0a53bb95d2d9 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:23.389378 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bbcc2841-ef3d-47dc-a887-0a53bb95d2d9 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:23.397527 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59712) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:23.398087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bbcc2841-ef3d-47dc-a887-0a53bb95d2d9 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/security-groups/e7ac50db-cf3e-4895-a1ac-740158d52e25 HTTP/1.1" status: 204 len: 168 time: 0.6313627 Nov 18 17:25:23.404302 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-36dff4c1-c192-464d-9bf1-6f2bba6341e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:23.410963 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-36dff4c1-c192-464d-9bf1-6f2bba6341e5 admin admin] Added segment 3fce53d1-3aaf-4e76-8595-68dece73b4b2 of type vlan for network 0734c41d-dd8a-4fcd-afd6-3df51d205d86 Nov 18 17:25:23.493825 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc2841-ef3d-47dc-a887-0a53bb95d2d9 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ac50db-cf3e-4895-a1ac-740158d52e25,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:23.538769 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3e58687-1c94-488d-ae2b-848fee85a419 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:23.567341 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67db0bcd-3f67-47c7-9c8c-51ec26f1e93a x-openstack-request-id: req-67db0bcd-3f67-47c7-9c8c-51ec26f1e93a {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:25:23.577374 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7addc3d2-863a-4eea-80eb-ffeb70133276", "name": "network-vif-deleted", "tag": "f13562ac-a65f-426e-bcfb-39f4d59d7f5f", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:25:23.578315 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-67db0bcd-3f67-47c7-9c8c-51ec26f1e93a {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:25:23.578868 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7addc3d2-863a-4eea-80eb-ffeb70133276', 'name': 'network-vif-deleted', 'tag': 'f13562ac-a65f-426e-bcfb-39f4d59d7f5f', 'status': 'completed', 'code': 200} Nov 18 17:25:23.582873 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3e58687-1c94-488d-ae2b-848fee85a419 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:23.650720 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-36dff4c1-c192-464d-9bf1-6f2bba6341e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:23.765273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f5143-29ef-4987-a745-1565ed4cbb98 req-d11c9edd-bf19-4e0e-b11c-b81ee7a87ed7 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:23.768835 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3e58687-1c94-488d-ae2b-848fee85a419 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:23.771685 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3e58687-1c94-488d-ae2b-848fee85a419 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:23.775367 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d3e58687-1c94-488d-ae2b-848fee85a419 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/security-groups/e84bad80-dd55-43f6-af17-78dd87f0b3c9 HTTP/1.1" status: 204 len: 168 time: 0.3744490 Nov 18 17:25:23.777657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59718) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:23.778775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e4f5143-29ef-4987-a745-1565ed4cbb98 req-d11c9edd-bf19-4e0e-b11c-b81ee7a87ed7 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.0823672 Nov 18 17:25:23.807145 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-36dff4c1-c192-464d-9bf1-6f2bba6341e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:23.822100 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dff4c1-c192-464d-9bf1-6f2bba6341e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:23.825758 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-36dff4c1-c192-464d-9bf1-6f2bba6341e5 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:23.837045 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e58687-1c94-488d-ae2b-848fee85a419 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84bad80-dd55-43f6-af17-78dd87f0b3c9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:23.929328 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-714a64b8-e6a8-4f6d-9b9c-9a926784f32f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting subnet 4f678d0e-fdde-42a7-805b-a91e5a390ba3 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:25:23.940558 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-714a64b8-e6a8-4f6d-9b9c-9a926784f32f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:24.003727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dff4c1-c192-464d-9bf1-6f2bba6341e5 admin admin] Pushing event updated for resources: {'Network': ['ID=0734c41d-dd8a-4fcd-afd6-3df51d205d86,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:24.015032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 0734c41d-dd8a-4fcd-afd6-3df51d205d86 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:25:24.081607 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e4f5143-29ef-4987-a745-1565ed4cbb98 req-2916529c-d86f-499f-8390-bf44e1219d38 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014019 Nov 18 17:25:24.098223 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-36dff4c1-c192-464d-9bf1-6f2bba6341e5 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8876746 Nov 18 17:25:24.100853 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-714a64b8-e6a8-4f6d-9b9c-9a926784f32f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:24.107617 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59720) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:24.123549 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-4ad652d9-ed2b-4232-b660-c8e42e4c2b2c admin admin] Request body: {'subnet': {'network_id': '0734c41d-dd8a-4fcd-afd6-3df51d205d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1609239855-subnet', 'tenant_id': 'ce3feb4c16844a10a9c6e685d16cc257', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:24.206860 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59722) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:24.235177 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3c95fb98-6e17-42a9-8575-1c999589974b None None] Provisioning complete for port 59fec66c-a1eb-41ea-8e52-3215f08cd989 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:24.236478 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3c95fb98-6e17-42a9-8575-1c999589974b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:24.295700 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-714a64b8-e6a8-4f6d-9b9c-9a926784f32f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:24.310235 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3c95fb98-6e17-42a9-8575-1c999589974b None None] Port 59fec66c-a1eb-41ea-8e52-3215f08cd989 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:25:24.367223 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3c95fb98-6e17-42a9-8575-1c999589974b None None] Provisioning complete for port 35ec855b-d076-4780-b1a9-4f8c9606317f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:24.367632 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3c95fb98-6e17-42a9-8575-1c999589974b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:24.368029 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad652d9-ed2b-4232-b660-c8e42e4c2b2c admin admin] Made reservation on behalf of ce3feb4c16844a10a9c6e685d16cc257 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:24.376441 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ad652d9-ed2b-4232-b660-c8e42e4c2b2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:24.475448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device f13562ac-a65f-426e-bcfb-39f4d59d7f5f no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:25:24.483495 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-714a64b8-e6a8-4f6d-9b9c-9a926784f32f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:24.535530 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a64b8-e6a8-4f6d-9b9c-9a926784f32f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Subnet': ['ID=4f678d0e-fdde-42a7-805b-a91e5a390ba3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:24.548336 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-714a64b8-e6a8-4f6d-9b9c-9a926784f32f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:24.560359 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: f13562ac-a65f-426e-bcfb-39f4d59d7f5f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:25:24.561140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device f13562ac-a65f-426e-bcfb-39f4d59d7f5f not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:25:24.577618 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-714a64b8-e6a8-4f6d-9b9c-9a926784f32f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/4f678d0e-fdde-42a7-805b-a91e5a390ba3 HTTP/1.1" status: 204 len: 168 time: 0.7988956 Nov 18 17:25:24.578755 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59726) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:24.596780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2a5c5de7-5d5b-46f6-8a56-8807e9cab903 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'subnet': {'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:24.703450 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3c95fb98-6e17-42a9-8575-1c999589974b None None] Could not find standard attr ID for object 25e07a41-0564-4cb2-87cc-1b05ba127416. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:25:24.825812 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-11b7fe07-f77c-4776-a267-3b5b69406c9b None None] Could not find standard attr ID for object 25e07a41-0564-4cb2-87cc-1b05ba127416. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:25:24.854227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417975c-b264-46d3-af8f-c0d77ee230ef req-a23ea96a-ab73-44b4-a38f-e0b7de5c9e06 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:24.864019 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7417975c-b264-46d3-af8f-c0d77ee230ef req-a23ea96a-ab73-44b4-a38f-e0b7de5c9e06 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 945 time: 0.3231604 Nov 18 17:25:24.879256 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01228bc2-4df7-4ad7-8695-34581170db12 None None] Network f2fadcca-2275-4a15-a247-b8bd308cea4f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:24.943751 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 35ec855b-d076-4780-b1a9-4f8c9606317f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:25:25.048967 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7417975c-b264-46d3-af8f-c0d77ee230ef req-7d3c88fe-f6d4-4583-af6c-6f82ef32a57a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793852 Nov 18 17:25:25.516841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5c5de7-5d5b-46f6-8a56-8807e9cab903 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:25.524587 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a5c5de7-5d5b-46f6-8a56-8807e9cab903 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:25.610785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 35ec855b-d076-4780-b1a9-4f8c9606317f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:25.611915 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:26.018982 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82958104-c0a9-4e69-970c-7f7fe6f2fb76 req-d9e48f3c-dc3e-411f-b04b-fed818f7aa95 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:26.018982 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-82958104-c0a9-4e69-970c-7f7fe6f2fb76 req-d9e48f3c-dc3e-411f-b04b-fed818f7aa95 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.1643884 Nov 18 17:25:26.087931 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ad652d9-ed2b-4232-b660-c8e42e4c2b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:26.320133 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-82958104-c0a9-4e69-970c-7f7fe6f2fb76 req-daa24ade-b163-4c5a-9caf-49198127ae4c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267345 Nov 18 17:25:26.341195 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad652d9-ed2b-4232-b660-c8e42e4c2b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e268aad-a765-44ff-a4a3-899d3ec7ed07,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:26.385841 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-076f9ecc-1a85-430f-b129-d869184fee75 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:26.388019 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad652d9-ed2b-4232-b660-c8e42e4c2b2c admin admin] Checking segment: {'id': '3fce53d1-3aaf-4e76-8595-68dece73b4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '0734c41d-dd8a-4fcd-afd6-3df51d205d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:25:26.388385 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad652d9-ed2b-4232-b660-c8e42e4c2b2c admin admin] Network hostable DHCP agents. Network: 0734c41d-dd8a-4fcd-afd6-3df51d205d86, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:25:26.626225 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a5c5de7-5d5b-46f6-8a56-8807e9cab903 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:26.700761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5c5de7-5d5b-46f6-8a56-8807e9cab903 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network f2fadcca-2275-4a15-a247-b8bd308cea4f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:25:26.706416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-2a5c5de7-5d5b-46f6-8a56-8807e9cab903 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:26.711298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5c5de7-5d5b-46f6-8a56-8807e9cab903 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:26.715820 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a5c5de7-5d5b-46f6-8a56-8807e9cab903 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:26.733759 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9cbdd-8726-46b7-afe9-e446162e0049 req-201fae56-3f45-4bc5-8f80-2e1c139043f3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:26.735654 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0dc9cbdd-8726-46b7-afe9-e446162e0049 req-201fae56-3f45-4bc5-8f80-2e1c139043f3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 945 time: 0.1427863 Nov 18 17:25:26.737019 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad652d9-ed2b-4232-b660-c8e42e4c2b2c admin admin] Network 0734c41d-dd8a-4fcd-afd6-3df51d205d86 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:25:26.748381 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c5de7-5d5b-46f6-8a56-8807e9cab903 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Subnet': ['ID=ff2c4f64-1a2d-4e2a-b88a-26638be3153a,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:26.778100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afacbf2-28c0-4954-8b28-7d174548044c None None] Network f2fadcca-2275-4a15-a247-b8bd308cea4f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:26.805458 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2a5c5de7-5d5b-46f6-8a56-8807e9cab903 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2252312 Nov 18 17:25:26.808142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59736) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:26.817297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e7b593cb-1e4b-4ac9-a9a1-87e7e2c0c614 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'security_group': {'name': 'tempest-secgroup-2095692902'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:26.837782 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0dc9cbdd-8726-46b7-afe9-e446162e0049 req-ebfa79ba-9475-4e72-affa-f8aff5888b84 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774052 Nov 18 17:25:26.894170 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-4ad652d9-ed2b-4232-b660-c8e42e4c2b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 0734c41d-dd8a-4fcd-afd6-3df51d205d86) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:26.931774 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad652d9-ed2b-4232-b660-c8e42e4c2b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:26.934466 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ad652d9-ed2b-4232-b660-c8e42e4c2b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:26.939951 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7b593cb-1e4b-4ac9-a9a1-87e7e2c0c614 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:26.990184 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-076f9ecc-1a85-430f-b129-d869184fee75 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting port 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:26.991218 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-076f9ecc-1a85-430f-b129-d869184fee75 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:27.019293 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693ab459-a15f-447d-8598-0a5992cda4a8 None None] Network 0734c41d-dd8a-4fcd-afd6-3df51d205d86 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:27.096927 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0851d4a0-0ca6-4001-817b-f25162f3e8d1 None None] Provisioning complete for port 59fec66c-a1eb-41ea-8e52-3215f08cd989 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:27.097295 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0851d4a0-0ca6-4001-817b-f25162f3e8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:27.120365 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7b593cb-1e4b-4ac9-a9a1-87e7e2c0c614 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:27.127946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4ad652d9-ed2b-4232-b660-c8e42e4c2b2c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0145252 Nov 18 17:25:27.154053 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-076f9ecc-1a85-430f-b129-d869184fee75 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] For port 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:27.162247 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-076f9ecc-1a85-430f-b129-d869184fee75 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:27.180391 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7b593cb-1e4b-4ac9-a9a1-87e7e2c0c614 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:27.181849 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-076f9ecc-1a85-430f-b129-d869184fee75 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Calling delete_port for 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:27.186774 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0851d4a0-0ca6-4001-817b-f25162f3e8d1 None None] Port 59fec66c-a1eb-41ea-8e52-3215f08cd989 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:25:27.197256 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259173c-0842-4f3f-bbea-d9789fdc90d9 req-b7e09d09-c1b3-4b09-b34e-faf98b6ef027 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:27.198869 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7259173c-0842-4f3f-bbea-d9789fdc90d9 req-b7e09d09-c1b3-4b09-b34e-faf98b6ef027 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 945 time: 0.0967960 Nov 18 17:25:27.232165 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b593cb-1e4b-4ac9-a9a1-87e7e2c0c614 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=794b5d8a-0087-4d26-adc0-cd59e3ea11b6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:27.268171 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0851d4a0-0ca6-4001-817b-f25162f3e8d1 None None] Provisioning complete for port 35ec855b-d076-4780-b1a9-4f8c9606317f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:27.278847 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0851d4a0-0ca6-4001-817b-f25162f3e8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:27.302037 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7b593cb-1e4b-4ac9-a9a1-87e7e2c0c614 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:27.306023 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e7b593cb-1e4b-4ac9-a9a1-87e7e2c0c614 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4941218 Nov 18 17:25:27.328908 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59744) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:27.351190 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ae3ef72b-c5f4-4383-9d32-adb80fb319b7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'security_group': {'name': 'tempest-secgroup-1134581422'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:27.422194 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7259173c-0842-4f3f-bbea-d9789fdc90d9 req-9ba498ff-0bf4-49a8-971c-81624e937c0c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091315 Nov 18 17:25:27.424319 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c124ef-9d8c-4d49-91cb-070f32648117 None None] Network 0734c41d-dd8a-4fcd-afd6-3df51d205d86 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:27.500250 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef72b-c5f4-4383-9d32-adb80fb319b7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:27.598806 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbe094a-1feb-48c4-b368-73c9611aca0c None None] Update dhcp port {'port': {'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f', 'fixed_ips': [{'subnet_id': 'b9dc8aeb-138c-4f75-820b-78f0d374fbc6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ff2c4f64-1a2d-4e2a-b88a-26638be3153a'}], 'binding:host_id': 'n-d-813419-11'}, 'id': '35ec855b-d076-4780-b1a9-4f8c9606317f'} from n-d-813419-11. {{(pid=104009) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 18 17:25:27.631139 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dbbe094a-1feb-48c4-b368-73c9611aca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:27.739600 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef72b-c5f4-4383-9d32-adb80fb319b7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:27.779320 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22ac1-be23-4e88-8193-658c35c5ca75 req-7c35d667-5b91-4e4e-b08c-d4ebbbac81b7 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:27.789413 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ac22ac1-be23-4e88-8193-658c35c5ca75 req-7c35d667-5b91-4e4e-b08c-d4ebbbac81b7 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.2022130 Nov 18 17:25:27.800023 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef72b-c5f4-4383-9d32-adb80fb319b7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:27.836066 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-076f9ecc-1a85-430f-b129-d869184fee75 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:27.907129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-dbbe094a-1feb-48c4-b368-73c9611aca0c None None] Allocated IP 2001:db8::2 (f2fadcca-2275-4a15-a247-b8bd308cea4f/ff2c4f64-1a2d-4e2a-b88a-26638be3153a/35ec855b-d076-4780-b1a9-4f8c9606317f) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:25:27.918223 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f9ecc-1a85-430f-b129-d869184fee75 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Port': ['ID=95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:27.933771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ac22ac1-be23-4e88-8193-658c35c5ca75 req-ccb679a5-47cf-4583-9b24-8d5a89f2a70c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432495 Nov 18 17:25:27.937589 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef72b-c5f4-4383-9d32-adb80fb319b7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:27.939975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ae3ef72b-c5f4-4383-9d32-adb80fb319b7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5943391 Nov 18 17:25:27.942490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59756) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:27.949164 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c89a7a33-944a-4a52-942d-93b295135614 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'security_group': {'name': 'tempest-secgroup-1695798073'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:27.997491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ef72b-c5f4-4383-9d32-adb80fb319b7 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176f4287-4a7b-450a-a263-214642d24c6e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:28.138787 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c89a7a33-944a-4a52-942d-93b295135614 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:28.276441 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c89a7a33-944a-4a52-942d-93b295135614 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:28.289670 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-dbbe094a-1feb-48c4-b368-73c9611aca0c None None] For port 35ec855b-d076-4780-b1a9-4f8c9606317f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=35ec855b-d076-4780-b1a9-4f8c9606317f,segment=NetworkSegment(160a7c49-cb77-45e3-90ef-a4ebd78e94f6),segment_id=160a7c49-cb77-45e3-90ef-a4ebd78e94f6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:28.342785 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-076f9ecc-1a85-430f-b129-d869184fee75 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:28.368286 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dbbe094a-1feb-48c4-b368-73c9611aca0c None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:28.565480 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c89a7a33-944a-4a52-942d-93b295135614 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:28.565480 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a7a33-944a-4a52-942d-93b295135614 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37d3775-8547-4fbc-b10d-26d6714c7268,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:28.650838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffe08e-43b0-4890-b8ac-d63598b8aff0 req-ec01c2de-5e86-400d-8875-fd1ed50106e4 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:28.652401 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97ffe08e-43b0-4890-b8ac-d63598b8aff0 req-ec01c2de-5e86-400d-8875-fd1ed50106e4 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 945 time: 0.1440890 Nov 18 17:25:28.654158 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dbbe094a-1feb-48c4-b368-73c9611aca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:28.678655 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c89a7a33-944a-4a52-942d-93b295135614 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:28.682528 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c89a7a33-944a-4a52-942d-93b295135614 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7356784 Nov 18 17:25:28.682816 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59788) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:28.687913 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-832025fd-d300-4b2f-8ee0-7da1a9d5f8f2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-743870469', 'security_groups': ['a37d3775-8547-4fbc-b10d-26d6714c7268'], 'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ff2c4f64-1a2d-4e2a-b88a-26638be3153a'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:28.757328 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-de3ac149-fb3d-4484-bd26-e87d2bfe6559 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:28.764404 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-de3ac149-fb3d-4484-bd26-e87d2bfe6559 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/networks?id=0734c41d-dd8a-4fcd-afd6-3df51d205d86 HTTP/1.1" status: 200 len: 809 time: 0.2579174 Nov 18 17:25:28.832152 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe094a-1feb-48c4-b368-73c9611aca0c None None] Pushing event updated for resources: {'Port': ['ID=35ec855b-d076-4780-b1a9-4f8c9606317f,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:28.860570 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-dd774b1d-eaed-471a-b4e4-bd6007ee139d tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/quotas/ce3feb4c16844a10a9c6e685d16cc257 HTTP/1.1" status: 200 len: 375 time: 0.0719910 Nov 18 17:25:28.989599 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97ffe08e-43b0-4890-b8ac-d63598b8aff0 req-b06f80d3-626c-410c-9a5a-928d04c11eb9 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933390 Nov 18 17:25:29.030472 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-bda438f3-0e26-4efd-b075-3ef88ca8cf7f tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce3feb4c16844a10a9c6e685d16cc257&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1679025 Nov 18 17:25:29.111238 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832025fd-d300-4b2f-8ee0-7da1a9d5f8f2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:29.237453 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076f9ecc-1a85-430f-b129-d869184fee75 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router 56f03266-3068-4038-9c4c-6f576b9b125a has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:25:29.339980 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d64cd5-4588-49fb-ad1c-fdf2283ed3c0 req-da7dc36e-97cf-422e-8ebf-fe64f9c2b6bb tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:29.342004 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-14d64cd5-4588-49fb-ad1c-fdf2283ed3c0 req-da7dc36e-97cf-422e-8ebf-fe64f9c2b6bb tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.2563519 Nov 18 17:25:29.380908 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-832025fd-d300-4b2f-8ee0-7da1a9d5f8f2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:29.413693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-832025fd-d300-4b2f-8ee0-7da1a9d5f8f2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] device_id is not set on port 4eeeb10d-b783-495c-8643-372e4cabdfb8 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:25:29.458429 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-5807bcc8-30b7-4048-879e-f7bb03b1336b service neutron] 10.222.0.72 "GET /v2.0/networks/0734c41d-dd8a-4fcd-afd6-3df51d205d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270627 Nov 18 17:25:29.642835 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-14d64cd5-4588-49fb-ad1c-fdf2283ed3c0 req-744d4e60-1f2b-406f-acca-1625bf119c37 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168195 Nov 18 17:25:29.675059 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076f9ecc-1a85-430f-b129-d869184fee75 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:25:29.690688 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-076f9ecc-1a85-430f-b129-d869184fee75 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "PUT /v2.0/routers/56f03266-3068-4038-9c4c-6f576b9b125a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4826572 Nov 18 17:25:29.693797 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59822) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:29.698916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce1797-c33e-40cf-a340-ba9cfea0b297 None None] Sync routers for ids ['56f03266-3068-4038-9c4c-6f576b9b125a'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:25:29.743387 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce1797-c33e-40cf-a340-ba9cfea0b297 None None] Routers {'56f03266-3068-4038-9c4c-6f576b9b125a'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:25:29.743820 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-adce1797-c33e-40cf-a340-ba9cfea0b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:25:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['56f03266-3068-4038-9c4c-6f576b9b125a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:29.795950 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-43131bef-721a-4e1c-a6c3-22719575b1b1 service neutron] 10.222.0.72 "GET /v2.0/networks/0734c41d-dd8a-4fcd-afd6-3df51d205d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269632 Nov 18 17:25:29.835156 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0cbe493-0b5c-46b4-a3f2-fb5b7af527df tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting subnet c1f8073c-dfc3-4d29-a82c-b846a14d0447 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:25:29.841093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-832025fd-d300-4b2f-8ee0-7da1a9d5f8f2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Allocated IP 2001:db8::314 (f2fadcca-2275-4a15-a247-b8bd308cea4f/ff2c4f64-1a2d-4e2a-b88a-26638be3153a/4eeeb10d-b783-495c-8643-372e4cabdfb8) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:25:29.848706 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0cbe493-0b5c-46b4-a3f2-fb5b7af527df tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:29.979358 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0cbe493-0b5c-46b4-a3f2-fb5b7af527df tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:30.067253 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-adce1797-c33e-40cf-a340-ba9cfea0b297 None None] Set router 56f03266-3068-4038-9c4c-6f576b9b125a gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:25:30.171465 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0cbe493-0b5c-46b4-a3f2-fb5b7af527df tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:30.218444 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b1b36b6-0cfd-4e06-ab65-61be784faaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:30.224753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-832025fd-d300-4b2f-8ee0-7da1a9d5f8f2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:30.346000 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8241be59-82ea-48ec-8d70-200d89965fdc None None] Provisioning complete for port 59fec66c-a1eb-41ea-8e52-3215f08cd989 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:30.346376 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8241be59-82ea-48ec-8d70-200d89965fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:30.385397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8241be59-82ea-48ec-8d70-200d89965fdc None None] Port 59fec66c-a1eb-41ea-8e52-3215f08cd989 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:25:30.403321 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0cbe493-0b5c-46b4-a3f2-fb5b7af527df tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:30.476329 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-832025fd-d300-4b2f-8ee0-7da1a9d5f8f2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:30.510016 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8241be59-82ea-48ec-8d70-200d89965fdc None None] Provisioning complete for port 35ec855b-d076-4780-b1a9-4f8c9606317f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:30.510449 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8241be59-82ea-48ec-8d70-200d89965fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:30.545632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbe493-0b5c-46b4-a3f2-fb5b7af527df tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f8073c-dfc3-4d29-a82c-b846a14d0447,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:30.552452 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0cbe493-0b5c-46b4-a3f2-fb5b7af527df tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:30.568102 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b0cbe493-0b5c-46b4-a3f2-fb5b7af527df tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/subnets/c1f8073c-dfc3-4d29-a82c-b846a14d0447 HTTP/1.1" status: 204 len: 168 time: 0.8670123 Nov 18 17:25:30.570672 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc29397f-3d0d-4683-96d0-21b0453e7441 req-d7cb7a66-9b6c-4944-b422-208ff6f78945 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/ports?device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 210 time: 0.1127911 Nov 18 17:25:30.571540 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59840) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:30.592493 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832025fd-d300-4b2f-8ee0-7da1a9d5f8f2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network f2fadcca-2275-4a15-a247-b8bd308cea4f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:25:30.615383 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-832025fd-d300-4b2f-8ee0-7da1a9d5f8f2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:30.619343 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832025fd-d300-4b2f-8ee0-7da1a9d5f8f2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:25:30.649015 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832025fd-d300-4b2f-8ee0-7da1a9d5f8f2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:30.649707 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-832025fd-d300-4b2f-8ee0-7da1a9d5f8f2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:30.725288 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832025fd-d300-4b2f-8ee0-7da1a9d5f8f2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=4eeeb10d-b783-495c-8643-372e4cabdfb8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:30.789682 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-832025fd-d300-4b2f-8ee0-7da1a9d5f8f2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1057324 Nov 18 17:25:30.792518 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59852) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:30.799802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d8887b75-a515-4b5d-abf4-7905c1abb881 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'subnet': {'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:30.843347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5ca30d-e773-4588-b4e9-01ed5c4058d0 None None] Network 56cec824-a482-4381-8f97-e988c87dca70 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:30.931449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 35ec855b-d076-4780-b1a9-4f8c9606317f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:25:30.937467 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d5eb17c-131b-443c-9355-0b7d10d809ba tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:31.024894 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893f4d9-d02a-4f3e-a662-bd56753daa05 req-7190b12b-3c26-4ed9-89ad-3774d90fb5e7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:31.026966 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a893f4d9-d02a-4f3e-a662-bd56753daa05 req-7190b12b-3c26-4ed9-89ad-3774d90fb5e7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 945 time: 0.2782567 Nov 18 17:25:31.129041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8887b75-a515-4b5d-abf4-7905c1abb881 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:31.133251 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d8887b75-a515-4b5d-abf4-7905c1abb881 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:31.187109 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-adce1797-c33e-40cf-a340-ba9cfea0b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762041536', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:44Z', 'updated_at': '2021-11-18T17:25:27Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '35ad2fda-97cf-4fb6-921b-39451dea57fa', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:45Z', 'updated_at': '2021-11-18T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:31.210134 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a893f4d9-d02a-4f3e-a662-bd56753daa05 req-4874a31a-ba1d-46cd-a4a1-882fc1dcc714 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691887 Nov 18 17:25:31.228049 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d5eb17c-131b-443c-9355-0b7d10d809ba tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:31.257851 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce1797-c33e-40cf-a340-ba9cfea0b297 None None] Checking router: 56f03266-3068-4038-9c4c-6f576b9b125a for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:25:31.288035 n-d-813419-11 neutron-server[104008]: INFO neutron.db.ipam_backend_mixin [None req-d8887b75-a515-4b5d-abf4-7905c1abb881 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ff2c4f64-1a2d-4e2a-b88a-26638be3153a (CIDR: 2001:db8::/64) Nov 18 17:25:31.329080 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8887b75-a515-4b5d-abf4-7905c1abb881 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:25:31.329577 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8887b75-a515-4b5d-abf4-7905c1abb881 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:25:31.426985 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 35ec855b-d076-4780-b1a9-4f8c9606317f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:31.427774 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:31.429866 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce1797-c33e-40cf-a340-ba9cfea0b297 None None] Routers {'56f03266-3068-4038-9c4c-6f576b9b125a'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:25:31.430522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-adce1797-c33e-40cf-a340-ba9cfea0b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:25:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['56f03266-3068-4038-9c4c-6f576b9b125a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:31.458494 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d8887b75-a515-4b5d-abf4-7905c1abb881 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6647227 Nov 18 17:25:31.461106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59876) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:31.468428 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-412df4ae-a77e-46df-8fd0-dc2399f2878c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'subnet': {'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:31.545311 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da19c8-830a-460f-b11f-1c9d06ee6157 req-b5c650a8-c79c-4a31-af1f-4e9a78ba88e2 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:31.546843 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98da19c8-830a-460f-b11f-1c9d06ee6157 req-b5c650a8-c79c-4a31-af1f-4e9a78ba88e2 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.1783276 Nov 18 17:25:31.548809 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-2d5eb17c-131b-443c-9355-0b7d10d809ba tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting port 35ad2fda-97cf-4fb6-921b-39451dea57fa {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:31.548949 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d5eb17c-131b-443c-9355-0b7d10d809ba tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:31.639414 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-23d22e64-217c-4134-91cc-4985bb62e8db None None] Provisioning complete for port 4eeeb10d-b783-495c-8643-372e4cabdfb8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:31.640057 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-23d22e64-217c-4134-91cc-4985bb62e8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:31.648001 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-adce1797-c33e-40cf-a340-ba9cfea0b297 None None] Set router 56f03266-3068-4038-9c4c-6f576b9b125a gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:25:31.756123 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a867ff2-a055-4e44-b9a8-d21bb01c9e65 None None] DHCP port deletion for 56cec824-a482-4381-8f97-e988c87dca70 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:25:31.763404 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-2d5eb17c-131b-443c-9355-0b7d10d809ba tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] For port 35ad2fda-97cf-4fb6-921b-39451dea57fa, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=35ad2fda-97cf-4fb6-921b-39451dea57fa,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:31.777612 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d5eb17c-131b-443c-9355-0b7d10d809ba tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:31.790296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-adce1797-c33e-40cf-a340-ba9cfea0b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762041536', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:44Z', 'updated_at': '2021-11-18T17:25:31Z', 'revision_number': 6, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:31.834445 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce1797-c33e-40cf-a340-ba9cfea0b297 None None] The sync data for ids ['56f03266-3068-4038-9c4c-6f576b9b125a'] in n-d-813419-11 is: [{'id': '56f03266-3068-4038-9c4c-6f576b9b125a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762041536', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:44Z', 'updated_at': '2021-11-18T17:25:31Z', 'revision_number': 6, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:25:31.848410 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412df4ae-a77e-46df-8fd0-dc2399f2878c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:31.852653 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-412df4ae-a77e-46df-8fd0-dc2399f2878c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:31.895454 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-2d5eb17c-131b-443c-9355-0b7d10d809ba tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Calling delete_port for 35ad2fda-97cf-4fb6-921b-39451dea57fa owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:31.909880 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-23d22e64-217c-4134-91cc-4985bb62e8db None None] Port 4eeeb10d-b783-495c-8643-372e4cabdfb8 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:25:31.990779 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7a867ff2-a055-4e44-b9a8-d21bb01c9e65 None None] Deleting port 9ea48bd6-e2f7-4eb5-acbc-d24d38427209 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:31.991930 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a867ff2-a055-4e44-b9a8-d21bb01c9e65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:31.992854 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98da19c8-830a-460f-b11f-1c9d06ee6157 req-e4f9a42d-61cd-42a2-abbe-fbb85a900df2 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736189 Nov 18 17:25:32.086530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62673a-da08-4e2d-9040-81a014b01686 req-b6298e62-a313-4a67-b4bd-ed2ed2886d9f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:32.093645 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec62673a-da08-4e2d-9040-81a014b01686 req-b6298e62-a313-4a67-b4bd-ed2ed2886d9f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 947 time: 0.3732877 Nov 18 17:25:32.151979 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-319faa0a-1d25-4462-981f-e7b0fc22638e req-cdaec9a9-7542-4e64-aefc-aa4056a32a8a tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/ports?device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 210 time: 0.0487969 Nov 18 17:25:32.154879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7a867ff2-a055-4e44-b9a8-d21bb01c9e65 None None] For port 9ea48bd6-e2f7-4eb5-acbc-d24d38427209, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9ea48bd6-e2f7-4eb5-acbc-d24d38427209,segment=NetworkSegment(e69f23db-0b8f-4676-8c66-61cdf5149f4f),segment_id=e69f23db-0b8f-4676-8c66-61cdf5149f4f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:32.161669 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a867ff2-a055-4e44-b9a8-d21bb01c9e65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:32.208246 n-d-813419-11 neutron-server[104008]: INFO neutron.db.ipam_backend_mixin [None req-412df4ae-a77e-46df-8fd0-dc2399f2878c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b9dc8aeb-138c-4f75-820b-78f0d374fbc6 (CIDR: 2001:db8:0:1::/64) Nov 18 17:25:32.208956 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7a867ff2-a055-4e44-b9a8-d21bb01c9e65 None None] Calling delete_port for 9ea48bd6-e2f7-4eb5-acbc-d24d38427209 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:32.290501 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-412df4ae-a77e-46df-8fd0-dc2399f2878c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:25:32.300081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412df4ae-a77e-46df-8fd0-dc2399f2878c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:25:32.427514 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fe95a-73ce-4d82-8a28-2d4c4c653550 req-0a164381-4c94-4e62-abcb-4289cffdc534 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:32.444220 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-292fe95a-73ce-4d82-8a28-2d4c4c653550 req-0a164381-4c94-4e62-abcb-4289cffdc534 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 945 time: 0.1998734 Nov 18 17:25:32.479313 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec62673a-da08-4e2d-9040-81a014b01686 req-aff0b4b2-8945-4798-a160-f1d31ccee9ff tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3847353 Nov 18 17:25:32.522996 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d5eb17c-131b-443c-9355-0b7d10d809ba tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:32.554654 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-811a7665-ed12-40e4-8839-4e1c48c99d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:32.575460 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5eb17c-131b-443c-9355-0b7d10d809ba tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Port': ['ID=35ad2fda-97cf-4fb6-921b-39451dea57fa,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:32.664500 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-412df4ae-a77e-46df-8fd0-dc2399f2878c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1996596 Nov 18 17:25:32.665113 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59900) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:32.674531 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c7b39bb0-9543-4f58-bcf5-809895d6f5c8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'subnet': {'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:32.729695 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a867ff2-a055-4e44-b9a8-d21bb01c9e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:32.810889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a867ff2-a055-4e44-b9a8-d21bb01c9e65 None None] Pushing event deleted for resources: {'Port': ['ID=9ea48bd6-e2f7-4eb5-acbc-d24d38427209,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:32.826317 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a867ff2-a055-4e44-b9a8-d21bb01c9e65 None None] No DVR routers for this DVR port 9ea48bd6-e2f7-4eb5-acbc-d24d38427209 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:25:32.893060 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-292fe95a-73ce-4d82-8a28-2d4c4c653550 req-4203ac72-43b8-45de-ba80-76d37e177009 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Deleting port 541f8a1f-419d-4ab1-848d-98fc8e63b22a {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:32.893539 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-292fe95a-73ce-4d82-8a28-2d4c4c653550 req-4203ac72-43b8-45de-ba80-76d37e177009 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:32.914565 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 35ad2fda-97cf-4fb6-921b-39451dea57fa no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:25:32.962475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 35ad2fda-97cf-4fb6-921b-39451dea57fa {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:25:32.962475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 35ad2fda-97cf-4fb6-921b-39451dea57fa not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:25:32.962475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:25:33.022093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:25:33.023500 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 95c9f45c-b67f-4f1c-bef3-0bd8eafbc03e not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:25:33.024312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9ea48bd6-e2f7-4eb5-acbc-d24d38427209 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:25:33.043936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b39bb0-9543-4f58-bcf5-809895d6f5c8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Made reservation on behalf of 1f0e469f747143568ee0f8a64d26b80b for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:33.048869 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7b39bb0-9543-4f58-bcf5-809895d6f5c8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:33.059504 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 9ea48bd6-e2f7-4eb5-acbc-d24d38427209 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:25:33.060777 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9ea48bd6-e2f7-4eb5-acbc-d24d38427209 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:25:33.205458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-292fe95a-73ce-4d82-8a28-2d4c4c653550 req-4203ac72-43b8-45de-ba80-76d37e177009 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] For port 541f8a1f-419d-4ab1-848d-98fc8e63b22a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=541f8a1f-419d-4ab1-848d-98fc8e63b22a,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:33.206085 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-292fe95a-73ce-4d82-8a28-2d4c4c653550 req-4203ac72-43b8-45de-ba80-76d37e177009 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:33.228210 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-292fe95a-73ce-4d82-8a28-2d4c4c653550 req-4203ac72-43b8-45de-ba80-76d37e177009 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Calling delete_port for 541f8a1f-419d-4ab1-848d-98fc8e63b22a owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:33.328311 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf1386-3846-486e-9f54-9b4c60ca58dc req-b2a66118-6992-4d49-b314-1665b4bfd87b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:33.330501 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8bf1386-3846-486e-9f54-9b4c60ca58dc req-b2a66118-6992-4d49-b314-1665b4bfd87b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 945 time: 0.8494959 Nov 18 17:25:33.445566 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8bf1386-3846-486e-9f54-9b4c60ca58dc req-1ae10f6a-8d53-4205-b02e-94d108e2aa5a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851638 Nov 18 17:25:33.504001 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b083ea-d753-4e7d-8be7-b158134d2ab8 req-24070dc1-ec65-498e-ac3d-0ba268f8db3a tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:33.505605 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-73b083ea-d753-4e7d-8be7-b158134d2ab8 req-24070dc1-ec65-498e-ac3d-0ba268f8db3a tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.2274623 Nov 18 17:25:33.512297 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d5eb17c-131b-443c-9355-0b7d10d809ba tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:33.580023 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:33.608290 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-292fe95a-73ce-4d82-8a28-2d4c4c653550 req-4203ac72-43b8-45de-ba80-76d37e177009 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:33.622242 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['541f8a1f-419d-4ab1-848d-98fc8e63b22a'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:25:33.660334 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203ac72-43b8-45de-ba80-76d37e177009 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event deleted for resources: {'Port': ['ID=541f8a1f-419d-4ab1-848d-98fc8e63b22a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:33.701859 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7b39bb0-9543-4f58-bcf5-809895d6f5c8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:33.733871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-292fe95a-73ce-4d82-8a28-2d4c4c653550 req-4203ac72-43b8-45de-ba80-76d37e177009 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] No DVR routers for this DVR port 541f8a1f-419d-4ab1-848d-98fc8e63b22a on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:25:33.745186 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-292fe95a-73ce-4d82-8a28-2d4c4c653550 req-4203ac72-43b8-45de-ba80-76d37e177009 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:33.748652 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-292fe95a-73ce-4d82-8a28-2d4c4c653550 req-4203ac72-43b8-45de-ba80-76d37e177009 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "DELETE /v2.0/ports/541f8a1f-419d-4ab1-848d-98fc8e63b22a HTTP/1.1" status: 204 len: 173 time: 1.3038857 Nov 18 17:25:33.754166 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-609fb08c-aab6-402d-8aa0-b19b14026648 req-392e298e-6b42-499d-aacb-8472b0360308 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/ports?device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 210 time: 0.1044998 Nov 18 17:25:33.880981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f89f81-095f-4bc8-86a9-6b9fa61f2f72', 'name': 'network-vif-deleted', 'tag': '541f8a1f-419d-4ab1-848d-98fc8e63b22a'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:25:33.890207 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afe1d5a-26bc-4a05-be98-ba73b30f3641" -d '{"events": [{"server_uuid": "c8f89f81-095f-4bc8-86a9-6b9fa61f2f72", "name": "network-vif-deleted", "tag": "541f8a1f-419d-4ab1-848d-98fc8e63b22a"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:25:33.904948 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b39bb0-9543-4f58-bcf5-809895d6f5c8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Subnet': ['ID=bb15b733-6b13-4751-b09e-cd2486f84202,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:33.929250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b39bb0-9543-4f58-bcf5-809895d6f5c8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Network f2fadcca-2275-4a15-a247-b8bd308cea4f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:25:33.930773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-c7b39bb0-9543-4f58-bcf5-809895d6f5c8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:33.934775 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b39bb0-9543-4f58-bcf5-809895d6f5c8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:33.938270 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7b39bb0-9543-4f58-bcf5-809895d6f5c8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:33.944200 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80d4b69-9c49-4ab2-90a0-1279496d2c91 None None] Network f2fadcca-2275-4a15-a247-b8bd308cea4f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:34.008052 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d5eb17c-131b-443c-9355-0b7d10d809ba tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:34.050815 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d5eb17c-131b-443c-9355-0b7d10d809ba tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:34.060088 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c7b39bb0-9543-4f58-bcf5-809895d6f5c8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3916361 Nov 18 17:25:34.062848 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59916) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:34.077203 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-73b083ea-d753-4e7d-8be7-b158134d2ab8 req-94c36914-8fac-4a0b-bf6f-10f806baa82c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882553 Nov 18 17:25:34.083367 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-aa9a0954-e27f-43bb-a4f0-4242d282f7fb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-181097323', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bb15b733-6b13-4751-b09e-cd2486f84202'}], 'security_groups': ['794b5d8a-0087-4d26-adc0-cd59e3ea11b6', '176f4287-4a7b-450a-a263-214642d24c6e']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:34.115852 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-4411fee0-2e5d-4e77-8cfc-b0945124ca57 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:34.117589 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-4411fee0-2e5d-4e77-8cfc-b0945124ca57 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.81 "GET /v2.0/networks?id=0734c41d-dd8a-4fcd-afd6-3df51d205d86 HTTP/1.1" status: 200 len: 809 time: 0.7694838 Nov 18 17:25:34.248796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-be39e912-9b5e-4866-a8cc-bee1e2aab23e tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Request body: {'port': {'device_id': '697c817a-70af-4ff0-984d-945edecc2a85', 'network_id': '0734c41d-dd8a-4fcd-afd6-3df51d205d86', 'admin_state_up': True, 'tenant_id': 'ce3feb4c16844a10a9c6e685d16cc257'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:34.302676 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa9a0954-e27f-43bb-a4f0-4242d282f7fb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:34.389697 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d76b9-e848-4848-a329-66fa0fbdc423 req-8ecd382e-7c59-4795-ae68-0fbd69ef8e72 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:34.397271 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd1d76b9-e848-4848-a329-66fa0fbdc423 req-8ecd382e-7c59-4795-ae68-0fbd69ef8e72 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 947 time: 0.4921436 Nov 18 17:25:34.447076 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d5eb17c-131b-443c-9355-0b7d10d809ba tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:34.448002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5eb17c-131b-443c-9355-0b7d10d809ba tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Fanout notify agent at l3_agent the message router_deleted on router 56f03266-3068-4038-9c4c-6f576b9b125a {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:25:34.456358 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2d5eb17c-131b-443c-9355-0b7d10d809ba tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:34.457446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2d5eb17c-131b-443c-9355-0b7d10d809ba tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/routers/56f03266-3068-4038-9c4c-6f576b9b125a HTTP/1.1" status: 204 len: 168 time: 3.8849416 Nov 18 17:25:34.471252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59928) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:34.491865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c63af2b-b305-45ca-889e-6d7fb43afa73 None None] Update dhcp port {'port': {'network_id': 'f2fadcca-2275-4a15-a247-b8bd308cea4f', 'fixed_ips': [{'subnet_id': 'b9dc8aeb-138c-4f75-820b-78f0d374fbc6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ff2c4f64-1a2d-4e2a-b88a-26638be3153a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb15b733-6b13-4751-b09e-cd2486f84202'}], 'binding:host_id': 'n-d-813419-11'}, 'id': '35ec855b-d076-4780-b1a9-4f8c9606317f'} from n-d-813419-11. {{(pid=104009) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 18 17:25:34.579300 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c63af2b-b305-45ca-889e-6d7fb43afa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:34.621265 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd1d76b9-e848-4848-a329-66fa0fbdc423 req-8c0ab528-86df-4164-8e34-acbfae87da65 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228937 Nov 18 17:25:34.653602 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe803-e61a-4f89-baf4-a91e383715f0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:34.658874 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e9cf98-e74b-489f-9b82-a44495b7cf01 x-openstack-request-id: req-04e9cf98-e74b-489f-9b82-a44495b7cf01 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:25:34.659176 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f89f81-095f-4bc8-86a9-6b9fa61f2f72", "name": "network-vif-deleted", "tag": "541f8a1f-419d-4ab1-848d-98fc8e63b22a", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:25:34.659443 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-04e9cf98-e74b-489f-9b82-a44495b7cf01 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:25:34.660924 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f89f81-095f-4bc8-86a9-6b9fa61f2f72', 'name': 'network-vif-deleted', 'tag': '541f8a1f-419d-4ab1-848d-98fc8e63b22a', 'status': 'completed', 'code': 200} Nov 18 17:25:34.680706 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bd6cfcc2-aef3-44ea-9fb9-3bc71f0fa72c req-135d2b6e-a250-45e5-9e13-5bf5a0e6ec23 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 210 time: 0.0446217 Nov 18 17:25:34.684710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-be39e912-9b5e-4866-a8cc-bee1e2aab23e tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Made reservation on behalf of ce3feb4c16844a10a9c6e685d16cc257 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:34.690780 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-be39e912-9b5e-4866-a8cc-bee1e2aab23e tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:34.908759 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe803-e61a-4f89-baf4-a91e383715f0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:34.933881 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-ff5fe803-e61a-4f89-baf4-a91e383715f0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cec824-a482-4381-8f97-e988c87dca70']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:34.949148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-ff5fe803-e61a-4f89-baf4-a91e383715f0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69f23db-0b8f-4676-8c66-61cdf5149f4f') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:34.951046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-ff5fe803-e61a-4f89-baf4-a91e383715f0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69f23db-0b8f-4676-8c66-61cdf5149f4f') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:34.961813 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe803-e61a-4f89-baf4-a91e383715f0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:34.979555 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe803-e61a-4f89-baf4-a91e383715f0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:34.987886 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5fe803-e61a-4f89-baf4-a91e383715f0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:25:34.988298 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe803-e61a-4f89-baf4-a91e383715f0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:25:35.067381 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:25:35.117917 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e02590c-374b-47e1-964c-d3b86978a5e9 req-d84d2fcc-4376-48db-b02a-52074880d0f2 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/ports?device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 210 time: 0.1592038 Nov 18 17:25:35.163825 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:35.164765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device fd90f52e-b087-47a4-ad59-6e11c9df188d details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:25:35.167082 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device fd90f52e-b087-47a4-ad59-6e11c9df188d no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:25:35.177401 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe803-e61a-4f89-baf4-a91e383715f0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:35.220151 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:25:35.274464 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-9c63af2b-b305-45ca-889e-6d7fb43afa73 None None] Allocated IP 2001:db8:0:2::2 (f2fadcca-2275-4a15-a247-b8bd308cea4f/bb15b733-6b13-4751-b09e-cd2486f84202/35ec855b-d076-4780-b1a9-4f8c9606317f) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:25:35.295115 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe803-e61a-4f89-baf4-a91e383715f0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:35.320160 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ff5fe803-e61a-4f89-baf4-a91e383715f0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/networks/56cec824-a482-4381-8f97-e988c87dca70 HTTP/1.1" status: 204 len: 168 time: 0.8427629 Nov 18 17:25:35.339829 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59958) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:35.356851 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fe803-e61a-4f89-baf4-a91e383715f0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Network': ['ID=56cec824-a482-4381-8f97-e988c87dca70,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:35.452339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f43b01-606c-4fef-b224-cea0773a540a req-228f3baf-c3c9-4869-b2f2-63ff0ee182f3 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:35.458374 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ec80e672-a4da-417c-a70b-cedbcb821cc1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:35.460276 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99f43b01-606c-4fef-b224-cea0773a540a req-228f3baf-c3c9-4869-b2f2-63ff0ee182f3 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.1964235 Nov 18 17:25:35.565017 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ec80e672-a4da-417c-a70b-cedbcb821cc1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:35.574783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-be39e912-9b5e-4866-a8cc-bee1e2aab23e tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Allocated IP 172.20.0.13 (0734c41d-dd8a-4fcd-afd6-3df51d205d86/9e268aad-a765-44ff-a4a3-899d3ec7ed07/1d71aa98-7577-4bd2-a3e8-44dc93aacb14) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:25:35.648857 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99f43b01-606c-4fef-b224-cea0773a540a req-d4d03993-3134-4422-96d0-67d24afa8cba tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827667 Nov 18 17:25:35.818133 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ec80e672-a4da-417c-a70b-cedbcb821cc1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:35.833434 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ec80e672-a4da-417c-a70b-cedbcb821cc1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:35.838287 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ec80e672-a4da-417c-a70b-cedbcb821cc1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/security-groups/d3613173-393f-41a9-8c83-26deab2d7855 HTTP/1.1" status: 204 len: 168 time: 0.4973526 Nov 18 17:25:35.853802 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:35.939166 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80e672-a4da-417c-a70b-cedbcb821cc1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3613173-393f-41a9-8c83-26deab2d7855,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:35.976159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port fd90f52e-b087-47a4-ad59-6e11c9df188d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fd90f52e-b087-47a4-ad59-6e11c9df188d,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:36.026557 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-be39e912-9b5e-4866-a8cc-bee1e2aab23e tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:36.201156 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c741f9f-816c-43e3-9e6b-132f7623150e req-b7d8f793-c427-4957-97cd-11a70d06c328 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 210 time: 0.0629263 Nov 18 17:25:36.205068 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9c63af2b-b305-45ca-889e-6d7fb43afa73 None None] For port 35ec855b-d076-4780-b1a9-4f8c9606317f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=35ec855b-d076-4780-b1a9-4f8c9606317f,segment=NetworkSegment(160a7c49-cb77-45e3-90ef-a4ebd78e94f6),segment_id=160a7c49-cb77-45e3-90ef-a4ebd78e94f6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:36.208827 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-be39e912-9b5e-4866-a8cc-bee1e2aab23e tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:36.255613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'fd90f52e-b087-47a4-ad59-6e11c9df188d', 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09', 'port_id': 'fd90f52e-b087-47a4-ad59-6e11c9df188d', 'mac_address': 'fa:16:3e:7e:da:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dcb9e7a-a59e-4dfb-a2e9-950bd022dd53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:25:36.270459 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:36.296129 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c63af2b-b305-45ca-889e-6d7fb43afa73 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:36.357854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-be39e912-9b5e-4866-a8cc-bee1e2aab23e tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Network 0734c41d-dd8a-4fcd-afd6-3df51d205d86 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:25:36.368916 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-be39e912-9b5e-4866-a8cc-bee1e2aab23e tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:36.374095 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0dafa1-2e11-4640-9e05-0420efc68396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd90f52e-b087-47a4-ad59-6e11c9df188d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:25:36.380195 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad1c657-4f9d-4130-bffa-ebe729e48687" -d '{"events": [{"server_uuid": "0f0dafa1-2e11-4640-9e05-0420efc68396", "name": "network-vif-unplugged", "status": "completed", "tag": "fd90f52e-b087-47a4-ad59-6e11c9df188d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:25:36.382419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-be39e912-9b5e-4866-a8cc-bee1e2aab23e tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:25:36.398624 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c63af2b-b305-45ca-889e-6d7fb43afa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:36.439144 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39e912-9b5e-4866-a8cc-bee1e2aab23e tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Pushing event updated for resources: {'Port': ['ID=1d71aa98-7577-4bd2-a3e8-44dc93aacb14,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:36.469524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fe81c-f886-428f-9c12-6c7ce846a473 req-2739e020-9081-40b7-99cb-1ceaf12eab84 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:36.472009 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f78fe81c-f886-428f-9c12-6c7ce846a473 req-2739e020-9081-40b7-99cb-1ceaf12eab84 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 947 time: 0.1961961 Nov 18 17:25:36.491420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port fd90f52e-b087-47a4-ad59-6e11c9df188d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fd90f52e-b087-47a4-ad59-6e11c9df188d,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:36.506765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-be39e912-9b5e-4866-a8cc-bee1e2aab23e tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:36.507991 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-be39e912-9b5e-4866-a8cc-bee1e2aab23e tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:36.542925 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:36.573477 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f78fe81c-f886-428f-9c12-6c7ce846a473 req-11ddd8ec-d266-403a-9b2f-6eb39cbbadaa tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949113 Nov 18 17:25:36.593196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-aa9a0954-e27f-43bb-a4f0-4242d282f7fb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Delete allocated IP 2001:db8::314 (f2fadcca-2275-4a15-a247-b8bd308cea4f/ff2c4f64-1a2d-4e2a-b88a-26638be3153a) {{(pid=104008) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 18 17:25:36.598797 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:36.599820 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6a41711e-76b2-42ef-ab70-e75764352775 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:25:36.612983 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-be39e912-9b5e-4866-a8cc-bee1e2aab23e tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3768294 Nov 18 17:25:36.614047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63af2b-b305-45ca-889e-6d7fb43afa73 None None] Pushing event updated for resources: {'Port': ['ID=35ec855b-d076-4780-b1a9-4f8c9606317f,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:36.630491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-6387573d-e6c3-4f2c-b9b3-2b34f5d01460 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:25:36.632379 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-aa9a0954-e27f-43bb-a4f0-4242d282f7fb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Allocated IP 2001:db8:0:2::32 (f2fadcca-2275-4a15-a247-b8bd308cea4f/bb15b733-6b13-4751-b09e-cd2486f84202/4eeeb10d-b783-495c-8643-372e4cabdfb8) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:25:36.633393 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-6387573d-e6c3-4f2c-b9b3-2b34f5d01460 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102096 Nov 18 17:25:36.651712 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd90f52e-b087-47a4-ad59-6e11c9df188d {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:25:36.778139 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4310a0-2d66-4f98-af3c-cc9abf9031c1 req-b5a9a3e4-406d-4d70-8724-494a8e5bbb4e tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:36.790012 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b4310a0-2d66-4f98-af3c-cc9abf9031c1 req-b5a9a3e4-406d-4d70-8724-494a8e5bbb4e tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/ports?device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 932 time: 0.0920632 Nov 18 17:25:36.831250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Request body: {'port': {'device_id': '697c817a-70af-4ff0-984d-945edecc2a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:36.992128 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:25:36.992495 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:25:36.993157 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=fd90f52e-b087-47a4-ad59-6e11c9df188d,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:37.009122 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 35ec855b-d076-4780-b1a9-4f8c9606317f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:25:37.034919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59990) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:37.072527 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-72a6679f-ecc2-43d3-aa1e-56023394d39d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1260126766', 'description': 'tempest-secgroup-smoke-1260126766 description', 'project_id': '2cf238edb8014a38996468367e264a07'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:37.097673 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:37.111878 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f410159-c771-4352-a77a-034435b3d4e0 x-openstack-request-id: req-5f410159-c771-4352-a77a-034435b3d4e0 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:25:37.111878 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0dafa1-2e11-4640-9e05-0420efc68396", "name": "network-vif-unplugged", "status": "completed", "tag": "fd90f52e-b087-47a4-ad59-6e11c9df188d", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:25:37.111878 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5f410159-c771-4352-a77a-034435b3d4e0 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:25:37.111878 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0dafa1-2e11-4640-9e05-0420efc68396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd90f52e-b087-47a4-ad59-6e11c9df188d', 'code': 200} Nov 18 17:25:37.169133 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b4310a0-2d66-4f98-af3c-cc9abf9031c1 req-94c24b45-8a75-4070-a6f0-3b2f7a4e0d49 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dfa291c-f2bb-4614-90fc-622f105916ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731625 Nov 18 17:25:37.174560 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa9a0954-e27f-43bb-a4f0-4242d282f7fb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:37.254592 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa9a0954-e27f-43bb-a4f0-4242d282f7fb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:37.291197 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:37.393783 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 35ec855b-d076-4780-b1a9-4f8c9606317f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:37.394238 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:37.428251 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a0954-e27f-43bb-a4f0-4242d282f7fb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event updated for resources: {'Port': ['ID=4eeeb10d-b783-495c-8643-372e4cabdfb8,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:37.444770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-aa9a0954-e27f-43bb-a4f0-4242d282f7fb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] In _notify_port_updated(), no bound segment for port 4eeeb10d-b783-495c-8643-372e4cabdfb8 on network f2fadcca-2275-4a15-a247-b8bd308cea4f {{(pid=104008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 18 17:25:37.456944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9a0954-e27f-43bb-a4f0-4242d282f7fb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:37.457754 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa9a0954-e27f-43bb-a4f0-4242d282f7fb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:37.463276 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-aa9a0954-e27f-43bb-a4f0-4242d282f7fb tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "PUT /v2.0/ports/4eeeb10d-b783-495c-8643-372e4cabdfb8 HTTP/1.1" status: 200 len: 968 time: 3.3976128 Nov 18 17:25:37.464055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60002) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:37.494468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b8deeccd-a549-4925-ab7c-c090f304256c req-d5737421-a921-4ba6-b04f-c68ecccaedc8 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 210 time: 0.1122181 Nov 18 17:25:37.521003 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6a41711e-76b2-42ef-ab70-e75764352775, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a41711e-76b2-42ef-ab70-e75764352775,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:37.526180 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-72a6679f-ecc2-43d3-aa1e-56023394d39d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:37.556910 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62b2e3-b4ac-44b7-9a9e-11a2bc050362 req-32b165e6-8e8d-4788-af68-8e203bc0a529 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:37.558502 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa62b2e3-b4ac-44b7-9a9e-11a2bc050362 req-32b165e6-8e8d-4788-af68-8e203bc0a529 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 944 time: 0.3236599 Nov 18 17:25:37.616096 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:37.675457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-19a1800c-3472-438f-b9c0-eb0311e33eab tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port 4eeeb10d-b783-495c-8643-372e4cabdfb8 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:37.676267 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19a1800c-3472-438f-b9c0-eb0311e33eab tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:37.710055 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:37.841188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd90f52e-b087-47a4-ad59-6e11c9df188d {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:25:37.896191 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port fd90f52e-b087-47a4-ad59-6e11c9df188d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fd90f52e-b087-47a4-ad59-6e11c9df188d,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:37.938573 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19a1800c-3472-438f-b9c0-eb0311e33eab tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:37.966371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6a41711e-76b2-42ef-ab70-e75764352775,revision_number=11']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:37.989905 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:38.008859 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa62b2e3-b4ac-44b7-9a9e-11a2bc050362 req-c8b0136e-b8be-4f73-93fd-12fcb567c22f tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374700 Nov 18 17:25:38.041222 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-19a1800c-3472-438f-b9c0-eb0311e33eab tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for 4eeeb10d-b783-495c-8643-372e4cabdfb8 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:38.045992 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bf234-99a1-41e7-8ca3-6f4ccb56a79d req-2f278d60-2020-4f25-a976-c003d318ac90 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:38.057443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-289bf234-99a1-41e7-8ca3-6f4ccb56a79d req-2f278d60-2020-4f25-a976-c003d318ac90 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.3024175 Nov 18 17:25:38.141035 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-72a6679f-ecc2-43d3-aa1e-56023394d39d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:38.163290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=fd90f52e-b087-47a4-ad59-6e11c9df188d,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:38.269216 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-72a6679f-ecc2-43d3-aa1e-56023394d39d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:38.350446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6679f-ecc2-43d3-aa1e-56023394d39d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71a006a-c752-403c-91cf-1936137cb5f5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:38.359572 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-289bf234-99a1-41e7-8ca3-6f4ccb56a79d req-7f78b167-c213-466d-bbd8-2cc9639937e2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009529 Nov 18 17:25:38.365927 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['fd90f52e-b087-47a4-ad59-6e11c9df188d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:25:38.418671 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d71aa98-7577-4bd2-a3e8-44dc93aacb14 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:25:38.434400 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:38.464546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b241374-6502-4195-914b-53e6b8e5a983 req-becde3e8-ceb8-451b-8451-cad0dd420b9d tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:38.472955 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b241374-6502-4195-914b-53e6b8e5a983 req-becde3e8-ceb8-451b-8451-cad0dd420b9d tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/ports?device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 932 time: 0.1363757 Nov 18 17:25:38.557118 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b241374-6502-4195-914b-53e6b8e5a983 req-553cd670-eb9d-49c2-a7cf-55c0884fc642 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dfa291c-f2bb-4614-90fc-622f105916ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830350 Nov 18 17:25:38.580857 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19a1800c-3472-438f-b9c0-eb0311e33eab tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:38.593872 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Transition to ACTIVE for port object 1d71aa98-7577-4bd2-a3e8-44dc93aacb14 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:25:38.620384 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f9793cdc-2b28-420b-ad88-74d88c3f91f0 req-c143c53e-6efb-4d96-96f7-2827ed2f8c4d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 210 time: 0.0405216 Nov 18 17:25:38.638438 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1800c-3472-438f-b9c0-eb0311e33eab tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=4eeeb10d-b783-495c-8643-372e4cabdfb8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:38.654544 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bc208192-8b62-4a16-a3e8-f748ab867564 None None] Provisioning complete for port 59fec66c-a1eb-41ea-8e52-3215f08cd989 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:38.655024 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bc208192-8b62-4a16-a3e8-f748ab867564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:38.667935 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19a1800c-3472-438f-b9c0-eb0311e33eab tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:38.673943 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-19a1800c-3472-438f-b9c0-eb0311e33eab tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/ports/4eeeb10d-b783-495c-8643-372e4cabdfb8 HTTP/1.1" status: 204 len: 168 time: 1.2059343 Nov 18 17:25:38.674116 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60022) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:38.698240 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bc208192-8b62-4a16-a3e8-f748ab867564 None None] Port 59fec66c-a1eb-41ea-8e52-3215f08cd989 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:25:38.703628 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3989122-003e-46b5-a4ad-0be03b73b74e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] GET failed (client error): The resource could not be found. Nov 18 17:25:38.706108 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a3989122-003e-46b5-a4ad-0be03b73b74e tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports/4eeeb10d-b783-495c-8643-372e4cabdfb8 HTTP/1.1" status: 404 len: 333 time: 0.0308573 Nov 18 17:25:38.708820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60024) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:38.719776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bc208192-8b62-4a16-a3e8-f748ab867564 None None] Provisioning complete for port 35ec855b-d076-4780-b1a9-4f8c9606317f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:38.719776 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bc208192-8b62-4a16-a3e8-f748ab867564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:38.741907 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-72a6679f-ecc2-43d3-aa1e-56023394d39d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:38.744109 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-72a6679f-ecc2-43d3-aa1e-56023394d39d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.7081828 Nov 18 17:25:38.747392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60026) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:38.754234 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-95faf284-a44b-4470-8e1c-657dc8001fa3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': 'd71a006a-c752-403c-91cf-1936137cb5f5', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:38.775880 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:38.858171 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f6c114b-e818-4a0f-9e46-3c27ff8fc2ea tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:38.941373 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bc208192-8b62-4a16-a3e8-f748ab867564 None None] Could not find standard attr ID for object 4eeeb10d-b783-495c-8643-372e4cabdfb8. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:25:38.963913 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f6c114b-e818-4a0f-9e46-3c27ff8fc2ea tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:38.981295 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Pushing event updated for resources: {'Port': ['ID=1d71aa98-7577-4bd2-a3e8-44dc93aacb14,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:39.063301 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95faf284-a44b-4470-8e1c-657dc8001fa3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:39.064665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6f5e73bd-30ac-496b-b184-42bd78280e20 None None] Could not find standard attr ID for object 4eeeb10d-b783-495c-8643-372e4cabdfb8. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:25:39.111217 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:25:39.113556 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad6d1de-8d90-40cc-8812-9fabe75f1741" -d '{"events": [{"server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "name": "network-vif-unplugged", "status": "completed", "tag": "6a41711e-76b2-42ef-ab70-e75764352775"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:25:39.228501 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f59bfac-cde3-4a4f-9ba1-8af6cda9d912 x-openstack-request-id: req-2f59bfac-cde3-4a4f-9ba1-8af6cda9d912 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:25:39.228802 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "name": "network-vif-unplugged", "status": "completed", "tag": "6a41711e-76b2-42ef-ab70-e75764352775", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:25:39.229064 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f59bfac-cde3-4a4f-9ba1-8af6cda9d912 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:25:39.229467 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775', 'code': 200} Nov 18 17:25:39.232728 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95faf284-a44b-4470-8e1c-657dc8001fa3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:39.236702 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f6c114b-e818-4a0f-9e46-3c27ff8fc2ea tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:39.239568 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f6c114b-e818-4a0f-9e46-3c27ff8fc2ea tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:39.242894 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7f6c114b-e818-4a0f-9e46-3c27ff8fc2ea tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/security-groups/a37d3775-8547-4fbc-b10d-26d6714c7268 HTTP/1.1" status: 204 len: 168 time: 0.5309355 Nov 18 17:25:39.249468 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60036) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:39.344404 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95faf284-a44b-4470-8e1c-657dc8001fa3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:39.349087 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Attempting to bind port 1d71aa98-7577-4bd2-a3e8-44dc93aacb14 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:25:39.349438 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Attempting to bind port 1d71aa98-7577-4bd2-a3e8-44dc93aacb14 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '3fce53d1-3aaf-4e76-8595-68dece73b4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '0734c41d-dd8a-4fcd-afd6-3df51d205d86'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:25:39.349772 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Attempting to bind port 1d71aa98-7577-4bd2-a3e8-44dc93aacb14 on network 0734c41d-dd8a-4fcd-afd6-3df51d205d86 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:25:39.405119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a952d-a162-4203-922c-02554ba8c41d req-66f61561-da44-4315-8e12-f336462bb32a tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:39.408629 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f7a952d-a162-4203-922c-02554ba8c41d req-66f61561-da44-4315-8e12-f336462bb32a tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 945 time: 0.2214415 Nov 18 17:25:39.418794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c114b-e818-4a0f-9e46-3c27ff8fc2ea tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37d3775-8547-4fbc-b10d-26d6714c7268,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:39.505376 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9444e0b-d341-4ae5-bc18-b1fa73a60f73 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:39.526357 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Port 1d71aa98-7577-4bd2-a3e8-44dc93aacb14 on network 0734c41d-dd8a-4fcd-afd6-3df51d205d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:25:39.527316 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Attempting to bind port 1d71aa98-7577-4bd2-a3e8-44dc93aacb14 on network 0734c41d-dd8a-4fcd-afd6-3df51d205d86 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:25:39.546681 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95faf284-a44b-4470-8e1c-657dc8001fa3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:39.562248 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9444e0b-d341-4ae5-bc18-b1fa73a60f73 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:39.563414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-95faf284-a44b-4470-8e1c-657dc8001fa3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8146012 Nov 18 17:25:39.566181 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60044) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:39.581121 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:25:39.581638 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Checking segment: {'id': '3fce53d1-3aaf-4e76-8595-68dece73b4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '0734c41d-dd8a-4fcd-afd6-3df51d205d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:25:39.582143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Bound using segment: {'id': '3fce53d1-3aaf-4e76-8595-68dece73b4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '0734c41d-dd8a-4fcd-afd6-3df51d205d86'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:25:39.582743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Bound port: 1d71aa98-7577-4bd2-a3e8-44dc93aacb14, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fce53d1-3aaf-4e76-8595-68dece73b4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '0734c41d-dd8a-4fcd-afd6-3df51d205d86'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:25:39.583376 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:39.585711 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95faf284-a44b-4470-8e1c-657dc8001fa3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aad237f-7dbb-45a9-8af0-83ffcb194d3a,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:39.599822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-259ed4ce-2bed-4428-aa7c-6334b8a4201b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': 'd71a006a-c752-403c-91cf-1936137cb5f5', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:39.711015 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9444e0b-d341-4ae5-bc18-b1fa73a60f73 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:39.713933 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9444e0b-d341-4ae5-bc18-b1fa73a60f73 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:39.715213 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c9444e0b-d341-4ae5-bc18-b1fa73a60f73 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/security-groups/176f4287-4a7b-450a-a263-214642d24c6e HTTP/1.1" status: 204 len: 168 time: 0.4647002 Nov 18 17:25:39.719087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60050) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:39.745081 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f7a952d-a162-4203-922c-02554ba8c41d req-6bfb4291-1141-453e-a966-52c721eb1f15 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906690 Nov 18 17:25:39.819681 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-259ed4ce-2bed-4428-aa7c-6334b8a4201b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:39.844606 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3c664-b785-4f27-96a7-e41dc349351d req-d0f89b78-9034-4d9b-81a0-e947e236749c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:39.854817 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47a3c664-b785-4f27-96a7-e41dc349351d req-d0f89b78-9034-4d9b-81a0-e947e236749c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.2798572 Nov 18 17:25:39.865265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9444e0b-d341-4ae5-bc18-b1fa73a60f73 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=176f4287-4a7b-450a-a263-214642d24c6e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:39.946977 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-393521b8-1d7b-4a02-9c44-fb37f67ed793 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:39.961181 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] For port 1d71aa98-7577-4bd2-a3e8-44dc93aacb14, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:25:40.001783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] For port 1d71aa98-7577-4bd2-a3e8-44dc93aacb14, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1d71aa98-7577-4bd2-a3e8-44dc93aacb14,segment=NetworkSegment(3fce53d1-3aaf-4e76-8595-68dece73b4b2),segment_id=3fce53d1-3aaf-4e76-8595-68dece73b4b2)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:25:40.012985 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6a41711e-76b2-42ef-ab70-e75764352775 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:25:40.017562 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device fd90f52e-b087-47a4-ad59-6e11c9df188d up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:25:40.052464 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-393521b8-1d7b-4a02-9c44-fb37f67ed793 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:40.088734 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-259ed4ce-2bed-4428-aa7c-6334b8a4201b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:40.148304 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:40.214509 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-393521b8-1d7b-4a02-9c44-fb37f67ed793 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:40.217384 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-393521b8-1d7b-4a02-9c44-fb37f67ed793 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:40.220960 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-393521b8-1d7b-4a02-9c44-fb37f67ed793 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/security-groups/794b5d8a-0087-4d26-adc0-cd59e3ea11b6 HTTP/1.1" status: 204 len: 168 time: 0.4973822 Nov 18 17:25:40.222296 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60068) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:40.283657 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47a3c664-b785-4f27-96a7-e41dc349351d req-049fb060-c2f7-4033-bd5f-6f087fac5774 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4278011 Nov 18 17:25:40.293513 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Pushing event updated for resources: {'Port': ['ID=1d71aa98-7577-4bd2-a3e8-44dc93aacb14,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:40.299599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393521b8-1d7b-4a02-9c44-fb37f67ed793 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=794b5d8a-0087-4d26-adc0-cd59e3ea11b6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:40.300898 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-259ed4ce-2bed-4428-aa7c-6334b8a4201b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:40.352173 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6a41711e-76b2-42ef-ab70-e75764352775, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a41711e-76b2-42ef-ab70-e75764352775,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:40.362928 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-00cf4cfa-16d6-48aa-b57a-d6176db2f29c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting subnet ff2c4f64-1a2d-4e2a-b88a-26638be3153a {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:25:40.373064 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00cf4cfa-16d6-48aa-b57a-d6176db2f29c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:40.380355 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '6a41711e-76b2-42ef-ab70-e75764352775', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'port_id': '6a41711e-76b2-42ef-ab70-e75764352775', 'mac_address': 'fa:16:3e:a4:b3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:25:40.396020 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:40.397126 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:40.398527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port fd90f52e-b087-47a4-ad59-6e11c9df188d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:40.399117 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:40.399610 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-04cee15e-a506-4331-9c6b-fd46a7549c1e service neutron] 10.222.0.81 "PUT /v2.0/ports/1d71aa98-7577-4bd2-a3e8-44dc93aacb14 HTTP/1.1" status: 200 len: 1093 time: 3.7513688 Nov 18 17:25:40.403602 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697c817a-70af-4ff0-984d-945edecc2a85', 'tag': '1d71aa98-7577-4bd2-a3e8-44dc93aacb14'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:25:40.417273 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d83b80-11f5-4a2b-baa5-8145a51c1026" -d '{"events": [{"name": "network-changed", "server_uuid": "697c817a-70af-4ff0-984d-945edecc2a85", "tag": "1d71aa98-7577-4bd2-a3e8-44dc93aacb14"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:25:40.433062 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ed4ce-2bed-4428-aa7c-6334b8a4201b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d9754f-305b-4b68-ad83-b01aaf6f689d,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:40.467172 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:40.527348 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00cf4cfa-16d6-48aa-b57a-d6176db2f29c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:40.542471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a41711e-76b2-42ef-ab70-e75764352775 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:25:40.578770 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60880261-9c32-4dbe-ae59-d5fbbc309726 req-b75ac462-2b07-4f2e-b467-7bb77be0d210 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:40.583822 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-60880261-9c32-4dbe-ae59-d5fbbc309726 req-b75ac462-2b07-4f2e-b467-7bb77be0d210 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/ports?device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 944 time: 0.5609968 Nov 18 17:25:40.600846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f5d504fe-9801-45e2-97ab-63e3b3c3eea1 req-9d86de8e-0b44-441b-a810-eb4230d119db tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 210 time: 0.1436324 Nov 18 17:25:40.637806 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6a41711e-76b2-42ef-ab70-e75764352775, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a41711e-76b2-42ef-ab70-e75764352775,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:40.658759 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-259ed4ce-2bed-4428-aa7c-6334b8a4201b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:40.665205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-259ed4ce-2bed-4428-aa7c-6334b8a4201b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0895588 Nov 18 17:25:40.674012 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60078) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:40.703725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-278a48de-86eb-47dc-ac96-a4e7a4b06d02 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': 'd71a006a-c752-403c-91cf-1936137cb5f5', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:40.727126 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155a3e71-f480-4060-a1ca-4bcc0650b785 x-openstack-request-id: req-155a3e71-f480-4060-a1ca-4bcc0650b785 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:25:40.727434 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697c817a-70af-4ff0-984d-945edecc2a85", "tag": "1d71aa98-7577-4bd2-a3e8-44dc93aacb14", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:25:40.728289 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-155a3e71-f480-4060-a1ca-4bcc0650b785 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:25:40.728712 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697c817a-70af-4ff0-984d-945edecc2a85', 'tag': '1d71aa98-7577-4bd2-a3e8-44dc93aacb14', 'status': 'completed', 'code': 200} Nov 18 17:25:40.752824 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:40.779364 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-60880261-9c32-4dbe-ae59-d5fbbc309726 req-d2274635-11a8-46ff-b999-6aee025a5cc8 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dfa291c-f2bb-4614-90fc-622f105916ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384666 Nov 18 17:25:40.779364 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-2d430ebf-ea10-4bda-bc4f-4f876e6d6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:40.787555 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-2d430ebf-ea10-4bda-bc4f-4f876e6d6773 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce3feb4c16844a10a9c6e685d16cc257&device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 1096 time: 0.1833441 Nov 18 17:25:40.818717 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:40.883668 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00cf4cfa-16d6-48aa-b57a-d6176db2f29c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:40.950606 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6a41711e-76b2-42ef-ab70-e75764352775,revision_number=12']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:40.958823 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-528448f1-954d-48e6-b44e-c22d55eaa10d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d71aa98-7577-4bd2-a3e8-44dc93aacb14 HTTP/1.1" status: 200 len: 217 time: 0.1620743 Nov 18 17:25:40.986308 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port fd90f52e-b087-47a4-ad59-6e11c9df188d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fd90f52e-b087-47a4-ad59-6e11c9df188d,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:40.997583 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278a48de-86eb-47dc-ac96-a4e7a4b06d02 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:41.018093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['6a41711e-76b2-42ef-ab70-e75764352775'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:25:41.106679 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:41.106944 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 541f8a1f-419d-4ab1-848d-98fc8e63b22a no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:25:41.127500 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cfbba-703b-4bd7-8f60-3a331e523eb7 req-8e64eb9e-63f9-46e8-aeef-6d42c49f4c7f tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:41.147222 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c77cfbba-703b-4bd7-8f60-3a331e523eb7 req-8e64eb9e-63f9-46e8-aeef-6d42c49f4c7f tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 945 time: 0.2022865 Nov 18 17:25:41.165902 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278a48de-86eb-47dc-ac96-a4e7a4b06d02 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:41.176914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-41c1bfad-2bcc-4d81-8ab5-4be8188feea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:41.179075 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-41c1bfad-2bcc-4d81-8ab5-4be8188feea3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9e268aad-a765-44ff-a4a3-899d3ec7ed07 HTTP/1.1" status: 200 len: 849 time: 0.1790416 Nov 18 17:25:41.195105 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 541f8a1f-419d-4ab1-848d-98fc8e63b22a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:25:41.195339 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 541f8a1f-419d-4ab1-848d-98fc8e63b22a not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:25:41.229665 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-1900ba34-1993-44d3-ba96-496bc5256664 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0734c41d-dd8a-4fcd-afd6-3df51d205d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406811 Nov 18 17:25:41.240831 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0dafa1-2e11-4640-9e05-0420efc68396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd90f52e-b087-47a4-ad59-6e11c9df188d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:25:41.243276 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb310281-3e7e-401d-8e26-6815fd434569" -d '{"events": [{"server_uuid": "0f0dafa1-2e11-4640-9e05-0420efc68396", "name": "network-vif-plugged", "status": "completed", "tag": "fd90f52e-b087-47a4-ad59-6e11c9df188d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:25:41.247439 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c77cfbba-703b-4bd7-8f60-3a331e523eb7 req-01f94e9d-dc5d-4338-9cf6-25f073043009 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991597 Nov 18 17:25:41.302459 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=fd90f52e-b087-47a4-ad59-6e11c9df188d,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:41.339754 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00cf4cfa-16d6-48aa-b57a-d6176db2f29c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:41.368362 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40f7cb3-bdb5-483b-bfce-0bdcb96c7317 x-openstack-request-id: req-a40f7cb3-bdb5-483b-bfce-0bdcb96c7317 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:25:41.371346 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0dafa1-2e11-4640-9e05-0420efc68396", "name": "network-vif-plugged", "status": "completed", "tag": "fd90f52e-b087-47a4-ad59-6e11c9df188d", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:25:41.371621 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a40f7cb3-bdb5-483b-bfce-0bdcb96c7317 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:25:41.372217 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0dafa1-2e11-4640-9e05-0420efc68396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd90f52e-b087-47a4-ad59-6e11c9df188d', 'code': 200} Nov 18 17:25:41.442969 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf4cfa-16d6-48aa-b57a-d6176db2f29c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2c4f64-1a2d-4e2a-b88a-26638be3153a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:41.453856 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278a48de-86eb-47dc-ac96-a4e7a4b06d02 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:41.469334 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a48de-86eb-47dc-ac96-a4e7a4b06d02 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1c5e41-6b26-48a2-ba9b-fa0dbd373c58,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:41.475607 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00cf4cfa-16d6-48aa-b57a-d6176db2f29c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:41.475607 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-00cf4cfa-16d6-48aa-b57a-d6176db2f29c tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/ff2c4f64-1a2d-4e2a-b88a-26638be3153a HTTP/1.1" status: 204 len: 168 time: 1.2521338 Nov 18 17:25:41.483592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63155d02-864c-44f5-a6a1-7ca4618c0236 None None] Network f2fadcca-2275-4a15-a247-b8bd308cea4f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:41.511014 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60102) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:41.646797 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-418a543f-0406-4e8d-986a-7d1920804979 service neutron] 10.222.0.81 "GET /v2.0/networks/0734c41d-dd8a-4fcd-afd6-3df51d205d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928096 Nov 18 17:25:41.693510 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce4a2e-fefc-4f87-9c4b-16343dfb49fa req-48ccd1da-2555-4f67-b9fd-48af5ea97eb2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:41.695674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6ce4a2e-fefc-4f87-9c4b-16343dfb49fa req-48ccd1da-2555-4f67-b9fd-48af5ea97eb2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 946 time: 0.1804709 Nov 18 17:25:41.721428 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278a48de-86eb-47dc-ac96-a4e7a4b06d02 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:41.723084 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-278a48de-86eb-47dc-ac96-a4e7a4b06d02 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0480809 Nov 18 17:25:41.741013 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60108) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:41.743855 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e7ed9f8-c544-4b24-84e9-1b7398dfaef2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting subnet bb15b733-6b13-4751-b09e-cd2486f84202 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:25:41.760162 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456a4b1-bbfa-493a-99ef-ceb60793184e req-0b0506ea-1a79-42ea-b4c6-9068aa0424a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:41.763429 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0456a4b1-bbfa-493a-99ef-ceb60793184e req-0b0506ea-1a79-42ea-b4c6-9068aa0424a6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 1098 time: 0.2200658 Nov 18 17:25:41.767593 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e7ed9f8-c544-4b24-84e9-1b7398dfaef2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:41.779702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8979d31d-d59d-483c-b1f1-752c40c873fe tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': 'd71a006a-c752-403c-91cf-1936137cb5f5', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:41.987226 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e7ed9f8-c544-4b24-84e9-1b7398dfaef2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:42.015385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6a41711e-76b2-42ef-ab70-e75764352775 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:25:42.071059 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6ce4a2e-fefc-4f87-9c4b-16343dfb49fa req-da82ea80-e5e6-45d7-80ab-a6d482678710 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145256 Nov 18 17:25:42.185529 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db1a6f54-5da5-4747-b6a9-bf219a94ce31 req-74e82a7b-de03-4c15-833c-e5457f2d70b7 service neutron] 10.222.0.81 "GET /v2.0/networks/0734c41d-dd8a-4fcd-afd6-3df51d205d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182371 Nov 18 17:25:42.202200 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 6a41711e-76b2-42ef-ab70-e75764352775 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:42.202755 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:42.214711 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e7ed9f8-c544-4b24-84e9-1b7398dfaef2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:42.237749 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8979d31d-d59d-483c-b1f1-752c40c873fe tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:42.293836 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0456a4b1-bbfa-493a-99ef-ceb60793184e req-fefa03fc-9a5f-4173-aeaa-4efc997deeee service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206337 Nov 18 17:25:42.430998 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8979d31d-d59d-483c-b1f1-752c40c873fe tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:42.455895 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:42.519066 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6a41711e-76b2-42ef-ab70-e75764352775, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a41711e-76b2-42ef-ab70-e75764352775,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:42.528421 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e7ed9f8-c544-4b24-84e9-1b7398dfaef2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:42.564003 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9280a8a1-4a98-4e6f-a174-0de34f703498 req-983eb23b-1e5f-467a-93c5-d3e333da21d7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8f89f81-095f-4bc8-86a9-6b9fa61f2f72 HTTP/1.1" status: 200 len: 210 time: 0.1314268 Nov 18 17:25:42.566188 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8979d31d-d59d-483c-b1f1-752c40c873fe tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:42.602402 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:42.634970 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e7ed9f8-c544-4b24-84e9-1b7398dfaef2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:42.640854 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4e7ed9f8-c544-4b24-84e9-1b7398dfaef2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/bb15b733-6b13-4751-b09e-cd2486f84202 HTTP/1.1" status: 204 len: 168 time: 1.1288853 Nov 18 17:25:42.652981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60116) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:42.661354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ed9f8-c544-4b24-84e9-1b7398dfaef2 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Subnet': ['ID=bb15b733-6b13-4751-b09e-cd2486f84202,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:42.696709 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979d31d-d59d-483c-b1f1-752c40c873fe tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3aae47d-a005-4cf3-b1f8-9e9eb64968e8,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:42.717280 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d83b80-11f5-4a2b-baa5-8145a51c1026 req-ed267027-a270-4f45-9616-3583293a8606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:42.719127 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53d83b80-11f5-4a2b-baa5-8145a51c1026 req-ed267027-a270-4f45-9616-3583293a8606 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce3feb4c16844a10a9c6e685d16cc257&device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 1096 time: 0.2600334 Nov 18 17:25:42.791880 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-876f0cd8-8c1b-4d4b-a1b7-afbba3ad64cd tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] DELETE failed (client error): The resource could not be found. Nov 18 17:25:42.796959 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-876f0cd8-8c1b-4d4b-a1b7-afbba3ad64cd tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:25:42.796959 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-876f0cd8-8c1b-4d4b-a1b7-afbba3ad64cd tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/ff2c4f64-1a2d-4e2a-b88a-26638be3153a HTTP/1.1" status: 404 len: 337 time: 0.1354017 Nov 18 17:25:42.802393 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60118) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:42.803696 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6a41711e-76b2-42ef-ab70-e75764352775,revision_number=13']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:42.924720 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8979d31d-d59d-483c-b1f1-752c40c873fe tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:42.928970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60120) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:42.933596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-efa9c5be-8e90-49a0-9ecb-7e5f18f7e9fb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': 'd71a006a-c752-403c-91cf-1936137cb5f5', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:42.937859 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8979d31d-d59d-483c-b1f1-752c40c873fe tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1584041 Nov 18 17:25:43.078390 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e224a1-938f-4d1b-b0b8-5fbce07a8412 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting subnet b9dc8aeb-138c-4f75-820b-78f0d374fbc6 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:25:43.099146 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24716872-cb02-4aa7-9318-c66b2ab48ee5 req-b5684c9f-c5f2-42b1-9db4-49776fd7906e tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:43.102013 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24716872-cb02-4aa7-9318-c66b2ab48ee5 req-b5684c9f-c5f2-42b1-9db4-49776fd7906e tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/ports?device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 944 time: 0.3256464 Nov 18 17:25:43.104829 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0e224a1-938f-4d1b-b0b8-5fbce07a8412 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:43.110794 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-efa9c5be-8e90-49a0-9ecb-7e5f18f7e9fb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Project 2cf238edb8014a38996468367e264a07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:25:43.117042 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efa9c5be-8e90-49a0-9ecb-7e5f18f7e9fb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:43.137249 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b903664-e6d4-4300-a448-5365c20984c5 None None] Network f2fadcca-2275-4a15-a247-b8bd308cea4f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:43.183503 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0e224a1-938f-4d1b-b0b8-5fbce07a8412 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:43.238954 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efa9c5be-8e90-49a0-9ecb-7e5f18f7e9fb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:43.333937 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-037ba4af-cf34-408c-af2d-753cd153b019 None None] Provisioning complete for port 59fec66c-a1eb-41ea-8e52-3215f08cd989 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:43.334592 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-037ba4af-cf34-408c-af2d-753cd153b019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:43.362549 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efa9c5be-8e90-49a0-9ecb-7e5f18f7e9fb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:43.385537 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9c5be-8e90-49a0-9ecb-7e5f18f7e9fb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7f03b3-fad5-4f1b-a5ac-4e9f6efa2fce,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:43.389315 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:25:43.395564 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf31257-8777-41cb-995d-01efefd479f9" -d '{"events": [{"server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "name": "network-vif-plugged", "status": "completed", "tag": "6a41711e-76b2-42ef-ab70-e75764352775"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:25:43.479543 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0e224a1-938f-4d1b-b0b8-5fbce07a8412 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:43.501770 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efa9c5be-8e90-49a0-9ecb-7e5f18f7e9fb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:43.506069 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-efa9c5be-8e90-49a0-9ecb-7e5f18f7e9fb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5760396 Nov 18 17:25:43.506715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60126) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:43.511597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-856bf925-6a70-4f0f-80cf-67513f417174 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': 'd71a006a-c752-403c-91cf-1936137cb5f5', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:43.524621 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-037ba4af-cf34-408c-af2d-753cd153b019 None None] Port 59fec66c-a1eb-41ea-8e52-3215f08cd989 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:25:43.570543 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-037ba4af-cf34-408c-af2d-753cd153b019 None None] Provisioning complete for port 35ec855b-d076-4780-b1a9-4f8c9606317f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:43.576070 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-037ba4af-cf34-408c-af2d-753cd153b019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:43.649009 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-856bf925-6a70-4f0f-80cf-67513f417174 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Project 2cf238edb8014a38996468367e264a07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:25:43.655399 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-856bf925-6a70-4f0f-80cf-67513f417174 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:43.924481 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-856bf925-6a70-4f0f-80cf-67513f417174 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:44.020436 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-856bf925-6a70-4f0f-80cf-67513f417174 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:44.073650 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bf925-6a70-4f0f-80cf-67513f417174 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32681c55-00a2-45e5-ad5f-85e16cb6cfc5,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:44.187773 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-856bf925-6a70-4f0f-80cf-67513f417174 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:44.193072 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-856bf925-6a70-4f0f-80cf-67513f417174 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6851475 Nov 18 17:25:44.193937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60132) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:44.199620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d7dab1a1-1c61-4409-a718-1d0c63090c73 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'network': {'name': 'tempest-network-smoke--1537421194', 'project_id': '2cf238edb8014a38996468367e264a07', 'port_security_enabled': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:44.305430 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d83b80-11f5-4a2b-baa5-8145a51c1026 req-adce6457-05a9-4146-8bb0-75c51db07e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:44.307061 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53d83b80-11f5-4a2b-baa5-8145a51c1026 req-adce6457-05a9-4146-8bb0-75c51db07e25 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0734c41d-dd8a-4fcd-afd6-3df51d205d86 HTTP/1.1" status: 200 len: 911 time: 1.5796916 Nov 18 17:25:44.385645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dab1a1-1c61-4409-a718-1d0c63090c73 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Made reservation on behalf of 2cf238edb8014a38996468367e264a07 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:44.392623 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7dab1a1-1c61-4409-a718-1d0c63090c73 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:44.417458 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53d83b80-11f5-4a2b-baa5-8145a51c1026 req-968a7621-78da-4b2f-a55f-4c0c63d98c47 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d71aa98-7577-4bd2-a3e8-44dc93aacb14 HTTP/1.1" status: 200 len: 217 time: 0.0970459 Nov 18 17:25:44.456403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7dab1a1-1c61-4409-a718-1d0c63090c73 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:25:44.477886 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7dab1a1-1c61-4409-a718-1d0c63090c73 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:44.478326 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-d7dab1a1-1c61-4409-a718-1d0c63090c73 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Added segment b444b4b2-14ef-4853-adbd-aef5dc7ba457 of type vlan for network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 Nov 18 17:25:44.528310 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d83b80-11f5-4a2b-baa5-8145a51c1026 req-551d1f4a-730a-4e39-af97-8875cacb7194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:44.530625 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53d83b80-11f5-4a2b-baa5-8145a51c1026 req-551d1f4a-730a-4e39-af97-8875cacb7194 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9e268aad-a765-44ff-a4a3-899d3ec7ed07 HTTP/1.1" status: 200 len: 849 time: 0.0895324 Nov 18 17:25:44.591527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1d71aa98-7577-4bd2-a3e8-44dc93aacb14 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:25:44.626959 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53d83b80-11f5-4a2b-baa5-8145a51c1026 req-eba0695c-ebd8-42c4-a1d4-789d17ab89cc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0734c41d-dd8a-4fcd-afd6-3df51d205d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869608 Nov 18 17:25:44.650777 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24716872-cb02-4aa7-9318-c66b2ab48ee5 req-e2838881-3f0c-4bb5-ba71-84a334449b41 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dfa291c-f2bb-4614-90fc-622f105916ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546660 Nov 18 17:25:44.654924 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7dab1a1-1c61-4409-a718-1d0c63090c73 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:44.821476 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7dab1a1-1c61-4409-a718-1d0c63090c73 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:44.832398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dab1a1-1c61-4409-a718-1d0c63090c73 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:44.834267 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7dab1a1-1c61-4409-a718-1d0c63090c73 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:44.893551 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f31979-b1ae-415a-b0fe-a55c2d6b3423 req-a9dc6337-4c5c-4e99-bca9-17a85dc00e21 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:44.895734 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b1f31979-b1ae-415a-b0fe-a55c2d6b3423 req-a9dc6337-4c5c-4e99-bca9-17a85dc00e21 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.0744417 Nov 18 17:25:44.900527 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0e224a1-938f-4d1b-b0b8-5fbce07a8412 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:44.992129 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b1f31979-b1ae-415a-b0fe-a55c2d6b3423 req-83168abc-f51b-480c-ae2c-da3d4521bed8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752363 Nov 18 17:25:45.073351 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e224a1-938f-4d1b-b0b8-5fbce07a8412 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Subnet': ['ID=b9dc8aeb-138c-4f75-820b-78f0d374fbc6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:45.078660 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d7dab1a1-1c61-4409-a718-1d0c63090c73 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8839650 Nov 18 17:25:45.079498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dab1a1-1c61-4409-a718-1d0c63090c73 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Network': ['ID=985f4fbd-9c9b-4f00-933a-f2224376d0f0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:45.085906 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53d83b80-11f5-4a2b-baa5-8145a51c1026 req-aa9d7820-531d-4d6d-a2fc-85920647ce01 service neutron] 10.222.0.81 "GET /v2.0/networks/0734c41d-dd8a-4fcd-afd6-3df51d205d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329219 Nov 18 17:25:45.087418 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60138) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:45.127352 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-309178709', 'admin_state_up': True, 'project_id': '2cf238edb8014a38996468367e264a07', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:45.131616 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:25:45.133770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a96cebd-a14c-4d57-8c3e-9dfd1cdff81e None None] Network f2fadcca-2275-4a15-a247-b8bd308cea4f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:45.284398 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e766e27d-fada-4be5-96dc-b349fb4ec49d None None] Provisioning complete for port 59fec66c-a1eb-41ea-8e52-3215f08cd989 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:45.284698 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e766e27d-fada-4be5-96dc-b349fb4ec49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:45.306145 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0e224a1-938f-4d1b-b0b8-5fbce07a8412 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:45.310940 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b0e224a1-938f-4d1b-b0b8-5fbce07a8412 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/b9dc8aeb-138c-4f75-820b-78f0d374fbc6 HTTP/1.1" status: 204 len: 168 time: 2.5075204 Nov 18 17:25:45.314682 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60140) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:45.317469 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53d83b80-11f5-4a2b-baa5-8145a51c1026 req-94e7e337-9bf5-460b-bc97-938bbbecabe9 service neutron] 10.222.0.81 "GET /v2.0/networks/0734c41d-dd8a-4fcd-afd6-3df51d205d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664639 Nov 18 17:25:45.362867 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-90dbd765-d3e9-4f02-9bf8-769ce39ca300 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] DELETE failed (client error): The resource could not be found. Nov 18 17:25:45.363334 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90dbd765-d3e9-4f02-9bf8-769ce39ca300 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:25:45.378160 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-90dbd765-d3e9-4f02-9bf8-769ce39ca300 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/4f678d0e-fdde-42a7-805b-a91e5a390ba3 HTTP/1.1" status: 404 len: 337 time: 0.0638759 Nov 18 17:25:45.380629 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60142) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:45.433747 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-807f942a-f4f4-4234-aa45-7a72b11efd48 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "GET /v2.0/ports?device_id=892c197b-6cef-419d-9277-0b2b1dbd7b82 HTTP/1.1" status: 200 len: 205 time: 0.0519528 Nov 18 17:25:45.436101 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60144) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:45.468603 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585aa26-7c21-4dcb-881b-5aa0067e4ba5 req-d21f7327-6d6d-4606-8f32-a3233495f31a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:45.470601 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8585aa26-7c21-4dcb-881b-5aa0067e4ba5 req-d21f7327-6d6d-4606-8f32-a3233495f31a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 947 time: 0.1518085 Nov 18 17:25:45.509797 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1d71aa98-7577-4bd2-a3e8-44dc93aacb14, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1d71aa98-7577-4bd2-a3e8-44dc93aacb14,segment=NetworkSegment(3fce53d1-3aaf-4e76-8595-68dece73b4b2),segment_id=3fce53d1-3aaf-4e76-8595-68dece73b4b2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:45.525189 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-239a95a4-f2bd-470f-941c-f747313e1268 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] delete failed (client error): The resource could not be found. Nov 18 17:25:45.526258 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-239a95a4-f2bd-470f-941c-f747313e1268 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/routers/892c197b-6cef-419d-9277-0b2b1dbd7b82 HTTP/1.1" status: 404 len: 336 time: 0.0892191 Nov 18 17:25:45.531255 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:45.535755 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e766e27d-fada-4be5-96dc-b349fb4ec49d None None] Port 59fec66c-a1eb-41ea-8e52-3215f08cd989 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:25:45.536475 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:45.536623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60146) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:45.568251 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '1d71aa98-7577-4bd2-a3e8-44dc93aacb14', 'network_id': '0734c41d-dd8a-4fcd-afd6-3df51d205d86', 'port_id': '1d71aa98-7577-4bd2-a3e8-44dc93aacb14', 'mac_address': 'fa:16:3e:3f:3d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e268aad-a765-44ff-a4a3-899d3ec7ed07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:25:45.606322 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-b451172e-7986-490f-9c9c-3cc863a6a353 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] DELETE failed (client error): The resource could not be found. Nov 18 17:25:45.606322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b451172e-7986-490f-9c9c-3cc863a6a353 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:25:45.618890 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b451172e-7986-490f-9c9c-3cc863a6a353 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/36c14e3b-7bb9-4d62-865a-1227cc7ea7af HTTP/1.1" status: 404 len: 337 time: 0.0812919 Nov 18 17:25:45.625246 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60148) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:45.667649 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:45.726194 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6f2a20-0fdc-40b6-9aff-03d98a89f89b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] DELETE failed (client error): The resource could not be found. Nov 18 17:25:45.726666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6f2a20-0fdc-40b6-9aff-03d98a89f89b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:25:45.728033 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8585aa26-7c21-4dcb-881b-5aa0067e4ba5 req-b1942533-cb95-4885-bd12-842c48404fc8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493699 Nov 18 17:25:45.732441 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8e6f2a20-0fdc-40b6-9aff-03d98a89f89b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/fc41da42-ef4c-4e1b-a122-4ee1969c34b3 HTTP/1.1" status: 404 len: 337 time: 0.1012952 Nov 18 17:25:45.734746 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60152) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:45.735966 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:45.738207 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e66a39c-ee35-4ff2-af18-fad24720158e None None] DHCP port deletion for f2fadcca-2275-4a15-a247-b8bd308cea4f request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:25:45.739728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e766e27d-fada-4be5-96dc-b349fb4ec49d None None] Provisioning complete for port 35ec855b-d076-4780-b1a9-4f8c9606317f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:45.740130 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e766e27d-fada-4be5-96dc-b349fb4ec49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:45.826408 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d71aa98-7577-4bd2-a3e8-44dc93aacb14 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:25:45.839981 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47a38b0-a721-43f2-9e7e-f95d2b1d439f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] DELETE failed (client error): The resource could not be found. Nov 18 17:25:45.839981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47a38b0-a721-43f2-9e7e-f95d2b1d439f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:25:45.840426 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf9fb24-db1e-4926-83cd-de7d83bec615 x-openstack-request-id: req-1bf9fb24-db1e-4926-83cd-de7d83bec615 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:25:45.840728 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "name": "network-vif-plugged", "status": "completed", "tag": "6a41711e-76b2-42ef-ab70-e75764352775", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:25:45.840988 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1bf9fb24-db1e-4926-83cd-de7d83bec615 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:25:45.841382 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775', 'code': 200} Nov 18 17:25:45.845771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d47a38b0-a721-43f2-9e7e-f95d2b1d439f tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/3e886c0b-8895-4bee-8fda-4ed61c353330 HTTP/1.1" status: 404 len: 337 time: 0.1057413 Nov 18 17:25:45.847133 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60154) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:45.883916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1d71aa98-7577-4bd2-a3e8-44dc93aacb14, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1d71aa98-7577-4bd2-a3e8-44dc93aacb14,segment=NetworkSegment(3fce53d1-3aaf-4e76-8595-68dece73b4b2),segment_id=3fce53d1-3aaf-4e76-8595-68dece73b4b2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:45.893999 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-159944df-3302-4008-bebf-6ac3f27a3f51 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] DELETE failed (client error): The resource could not be found. Nov 18 17:25:45.894584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159944df-3302-4008-bebf-6ac3f27a3f51 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:25:45.926283 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-159944df-3302-4008-bebf-6ac3f27a3f51 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/ports/5381c312-0d09-49f6-b30c-90b083fb7150 HTTP/1.1" status: 404 len: 333 time: 0.0766203 Nov 18 17:25:45.941901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60156) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:45.964041 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6e66a39c-ee35-4ff2-af18-fad24720158e None None] Deleting port 35ec855b-d076-4780-b1a9-4f8c9606317f {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:45.964582 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6e66a39c-ee35-4ff2-af18-fad24720158e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:46.045805 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-761f05c7-4535-425b-a454-ac85b0652c49 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] DELETE failed (client error): The resource could not be found. Nov 18 17:25:46.048121 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761f05c7-4535-425b-a454-ac85b0652c49 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:25:46.062425 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-761f05c7-4535-425b-a454-ac85b0652c49 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/46007093-2bff-4eae-9010-e0e5246f6983 HTTP/1.1" status: 404 len: 337 time: 0.1194036 Nov 18 17:25:46.065514 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6e66a39c-ee35-4ff2-af18-fad24720158e None None] For port 35ec855b-d076-4780-b1a9-4f8c9606317f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=35ec855b-d076-4780-b1a9-4f8c9606317f,segment=NetworkSegment(160a7c49-cb77-45e3-90ef-a4ebd78e94f6),segment_id=160a7c49-cb77-45e3-90ef-a4ebd78e94f6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:46.066016 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6e66a39c-ee35-4ff2-af18-fad24720158e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:46.066159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60162) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:46.081421 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6e66a39c-ee35-4ff2-af18-fad24720158e None None] Calling delete_port for 35ec855b-d076-4780-b1a9-4f8c9606317f owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:46.096501 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:46.111595 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:46.120346 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a174f70-d4c9-4b36-91f7-5da4404e1b2a tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] DELETE failed (client error): The resource could not be found. Nov 18 17:25:46.127848 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a174f70-d4c9-4b36-91f7-5da4404e1b2a tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:25:46.133897 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2a174f70-d4c9-4b36-91f7-5da4404e1b2a tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/c841a5d3-d23d-447b-9c54-0b3db0032b7a HTTP/1.1" status: 404 len: 337 time: 0.0666554 Nov 18 17:25:46.140338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60164) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:46.213631 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-71484476-60a5-4f1d-bbce-608d250ab3dc tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] DELETE failed (client error): The resource could not be found. Nov 18 17:25:46.214758 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71484476-60a5-4f1d-bbce-608d250ab3dc tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:25:46.218449 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-71484476-60a5-4f1d-bbce-608d250ab3dc tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/ports/86e4b9f4-aff8-4c43-a186-717e4728d8bc HTTP/1.1" status: 404 len: 333 time: 0.0767872 Nov 18 17:25:46.235950 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60166) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:46.236110 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=1d71aa98-7577-4bd2-a3e8-44dc93aacb14,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:46.236209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0639d-ee90-4873-820b-e2ba8664cd28 req-7047147a-18cd-41f3-b1f1-56350d938c18 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:46.248603 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8bc0639d-ee90-4873-820b-e2ba8664cd28 req-7047147a-18cd-41f3-b1f1-56350d938c18 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.1392403 Nov 18 17:25:46.285009 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a37f0b-1087-455a-aa09-5cbe250d8f5b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] DELETE failed (client error): The resource could not be found. Nov 18 17:25:46.286401 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a37f0b-1087-455a-aa09-5cbe250d8f5b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:25:46.294402 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-58a37f0b-1087-455a-aa09-5cbe250d8f5b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/07f34850-bc09-4ff7-9117-3e7d95c3adb3 HTTP/1.1" status: 404 len: 337 time: 0.0564423 Nov 18 17:25:46.298711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60168) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:46.322628 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6e66a39c-ee35-4ff2-af18-fad24720158e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:46.370785 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab3ee80-86a8-4155-863b-fab5038edbe8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] DELETE failed (client error): The resource could not be found. Nov 18 17:25:46.371365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab3ee80-86a8-4155-863b-fab5038edbe8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:25:46.417566 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1ab3ee80-86a8-4155-863b-fab5038edbe8 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/subnets/64aa934f-c1a9-4b36-be0a-3f6b63bb319e HTTP/1.1" status: 404 len: 337 time: 0.0850987 Nov 18 17:25:46.417566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60172) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:46.420871 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['1d71aa98-7577-4bd2-a3e8-44dc93aacb14'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:25:46.421044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8bc0639d-ee90-4873-820b-e2ba8664cd28 req-08eac144-2ffb-4a43-ad4e-2d85c2ce2e6f tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460199 Nov 18 17:25:46.421640 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66a39c-ee35-4ff2-af18-fad24720158e None None] Pushing event deleted for resources: {'Port': ['ID=35ec855b-d076-4780-b1a9-4f8c9606317f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:46.439938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e66a39c-ee35-4ff2-af18-fad24720158e None None] No DVR routers for this DVR port 35ec855b-d076-4780-b1a9-4f8c9606317f on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:25:46.625884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a7d2b-01fb-45fb-bf26-d4c1d0d78b03 req-dfadc165-fee9-4b90-a780-46cfcce2d2b6 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:46.633797 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-367a7d2b-01fb-45fb-bf26-d4c1d0d78b03 req-dfadc165-fee9-4b90-a780-46cfcce2d2b6 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/ports?device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 945 time: 0.1117687 Nov 18 17:25:46.662424 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5634b8c8-0f45-44b8-afec-a8110f1533e5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Deleting port 59fec66c-a1eb-41ea-8e52-3215f08cd989 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:46.673624 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5634b8c8-0f45-44b8-afec-a8110f1533e5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:46.803839 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-367a7d2b-01fb-45fb-bf26-d4c1d0d78b03 req-ed5f4593-dbe5-4a0c-b688-de2c7afeab31 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dfa291c-f2bb-4614-90fc-622f105916ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743062 Nov 18 17:25:46.805354 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5634b8c8-0f45-44b8-afec-a8110f1533e5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:46.805354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5634b8c8-0f45-44b8-afec-a8110f1533e5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Calling delete_port for 59fec66c-a1eb-41ea-8e52-3215f08cd989 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:46.982657 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 35ec855b-d076-4780-b1a9-4f8c9606317f no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:25:47.036739 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 35ec855b-d076-4780-b1a9-4f8c9606317f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:25:47.037097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 35ec855b-d076-4780-b1a9-4f8c9606317f not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:25:47.065134 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5634b8c8-0f45-44b8-afec-a8110f1533e5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:47.104842 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:47.130239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634b8c8-0f45-44b8-afec-a8110f1533e5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Port': ['ID=59fec66c-a1eb-41ea-8e52-3215f08cd989,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:47.153503 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5634b8c8-0f45-44b8-afec-a8110f1533e5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:47.160686 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5634b8c8-0f45-44b8-afec-a8110f1533e5 tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/ports/59fec66c-a1eb-41ea-8e52-3215f08cd989 HTTP/1.1" status: 204 len: 168 time: 0.7751081 Nov 18 17:25:47.161308 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60180) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:47.168667 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:47.433851 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-295b4107-3e47-485a-b3ca-b76c5224df2b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:47.596243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Allocated IP 172.25.3.147 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/08322867-184f-4416-81af-b52fc27720c5) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:25:47.707614 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-295b4107-3e47-485a-b3ca-b76c5224df2b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:47.740830 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f29997-618d-4664-bafb-1177b7fde636 req-961dc34c-3880-4ddc-b0f9-69230c1db1f9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:47.744771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0f29997-618d-4664-bafb-1177b7fde636 req-961dc34c-3880-4ddc-b0f9-69230c1db1f9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 947 time: 0.2562194 Nov 18 17:25:47.764826 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-295b4107-3e47-485a-b3ca-b76c5224df2b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2fadcca-2275-4a15-a247-b8bd308cea4f']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:47.788231 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-295b4107-3e47-485a-b3ca-b76c5224df2b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160a7c49-cb77-45e3-90ef-a4ebd78e94f6') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:47.788566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-295b4107-3e47-485a-b3ca-b76c5224df2b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160a7c49-cb77-45e3-90ef-a4ebd78e94f6') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:47.809545 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-295b4107-3e47-485a-b3ca-b76c5224df2b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:47.843296 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-295b4107-3e47-485a-b3ca-b76c5224df2b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:47.853877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295b4107-3e47-485a-b3ca-b76c5224df2b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:25:47.854313 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-295b4107-3e47-485a-b3ca-b76c5224df2b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:25:47.862689 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:25:47.994463 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0f29997-618d-4664-bafb-1177b7fde636 req-0da11346-72d4-4a2c-8596-9149726543fe tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370181 Nov 18 17:25:48.027777 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:48.048315 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-295b4107-3e47-485a-b3ca-b76c5224df2b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:48.055084 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-295b4107-3e47-485a-b3ca-b76c5224df2b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:48.060818 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-295b4107-3e47-485a-b3ca-b76c5224df2b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] 10.222.0.72 "DELETE /v2.0/networks/f2fadcca-2275-4a15-a247-b8bd308cea4f HTTP/1.1" status: 204 len: 168 time: 0.8960917 Nov 18 17:25:48.128426 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b4107-3e47-485a-b3ca-b76c5224df2b tempest-PortsIpV6TestJSON-1535950478 tempest-PortsIpV6TestJSON-1535950478-project] Pushing event deleted for resources: {'Network': ['ID=f2fadcca-2275-4a15-a247-b8bd308cea4f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:48.413916 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:48.486483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=08322867-184f-4416-81af-b52fc27720c5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:48.519385 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:25:48.525378 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:48.532688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:25:48.612371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1d71aa98-7577-4bd2-a3e8-44dc93aacb14 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:25:48.836622 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 1d71aa98-7577-4bd2-a3e8-44dc93aacb14 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:25:48.841513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 1d71aa98-7577-4bd2-a3e8-44dc93aacb14 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:48.841755 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:49.033088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee29ac-8fae-4a3e-ad28-c464a899eec2 req-43bf4ac9-28b4-4aa8-87ab-406c03da14cf tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:49.055427 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-baee29ac-8fae-4a3e-ad28-c464a899eec2 req-43bf4ac9-28b4-4aa8-87ab-406c03da14cf tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.83 "GET /v2.0/ports?device_id=0f0dafa1-2e11-4640-9e05-0420efc68396 HTTP/1.1" status: 200 len: 946 time: 0.1679976 Nov 18 17:25:49.162088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60212) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:49.194816 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:49.285533 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:49.308794 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1d71aa98-7577-4bd2-a3e8-44dc93aacb14, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1d71aa98-7577-4bd2-a3e8-44dc93aacb14,segment=NetworkSegment(3fce53d1-3aaf-4e76-8595-68dece73b4b2),segment_id=3fce53d1-3aaf-4e76-8595-68dece73b4b2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:49.313267 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697c817a-70af-4ff0-984d-945edecc2a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d71aa98-7577-4bd2-a3e8-44dc93aacb14'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:25:49.323938 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95676910-6689-417c-ab48-d7fc7d0f0a16" -d '{"events": [{"server_uuid": "697c817a-70af-4ff0-984d-945edecc2a85", "name": "network-vif-plugged", "status": "completed", "tag": "1d71aa98-7577-4bd2-a3e8-44dc93aacb14"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:25:49.401890 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:49.439744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-baee29ac-8fae-4a3e-ad28-c464a899eec2 req-8c21e819-1222-4f0c-938f-3ec0a9c6dee6 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Deleting port fd90f52e-b087-47a4-ad59-6e11c9df188d {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:25:49.460716 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-baee29ac-8fae-4a3e-ad28-c464a899eec2 req-8c21e819-1222-4f0c-938f-3ec0a9c6dee6 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:49.664158 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=1d71aa98-7577-4bd2-a3e8-44dc93aacb14,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:49.750988 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-baee29ac-8fae-4a3e-ad28-c464a899eec2 req-8c21e819-1222-4f0c-938f-3ec0a9c6dee6 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] For port fd90f52e-b087-47a4-ad59-6e11c9df188d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fd90f52e-b087-47a4-ad59-6e11c9df188d,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:49.751520 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-baee29ac-8fae-4a3e-ad28-c464a899eec2 req-8c21e819-1222-4f0c-938f-3ec0a9c6dee6 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:49.780452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-baee29ac-8fae-4a3e-ad28-c464a899eec2 req-8c21e819-1222-4f0c-938f-3ec0a9c6dee6 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Calling delete_port for fd90f52e-b087-47a4-ad59-6e11c9df188d owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:25:49.785166 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bb7e21d8-8901-43b0-8d5b-0b3c9f1cccac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1f0e469f747143568ee0f8a64d26b80b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6156344 Nov 18 17:25:49.787936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60224) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:49.853196 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:50.042940 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-473402a4-ad30-4c91-bb4d-7c2c031e3402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:50.141733 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-473402a4-ad30-4c91-bb4d-7c2c031e3402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:50.174550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-c79a802a-0583-49d2-9db8-b810ebeada68 req-7e16b266-16e0-4573-917e-cf66885af6a9 service neutron] (104008) timed out ('10.222.0.81', 64240) {{(pid=104008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 17:25:50.247532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router bbc6bd12-1f3e-4b6b-9269-7d9176518a85 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:25:50.396735 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-baee29ac-8fae-4a3e-ad28-c464a899eec2 req-8c21e819-1222-4f0c-938f-3ec0a9c6dee6 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:50.448894 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21e819-1222-4f0c-938f-3ec0a9c6dee6 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Pushing event deleted for resources: {'Port': ['ID=fd90f52e-b087-47a4-ad59-6e11c9df188d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:50.463530 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-473402a4-ad30-4c91-bb4d-7c2c031e3402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:50.466782 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-473402a4-ad30-4c91-bb4d-7c2c031e3402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:50.481375 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-473402a4-ad30-4c91-bb4d-7c2c031e3402 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cd0599a1-7651-4aa5-b9aa-f1a2245900ac HTTP/1.1" status: 204 len: 168 time: 0.6922832 Nov 18 17:25:50.513868 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:25:50.524531 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Sync routers for ids ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:25:50.535112 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Routers {'bbc6bd12-1f3e-4b6b-9269-7d9176518a85'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:25:50.535750 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:25:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:50.550829 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473402a4-ad30-4c91-bb4d-7c2c031e3402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0599a1-7651-4aa5-b9aa-f1a2245900ac,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:50.614538 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-baee29ac-8fae-4a3e-ad28-c464a899eec2 req-8c21e819-1222-4f0c-938f-3ec0a9c6dee6 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] No DVR routers for this DVR port fd90f52e-b087-47a4-ad59-6e11c9df188d on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:25:50.615417 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:50.620058 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9b8ba4a0-c499-4182-9a32-76ace4e40c7a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.5033092 Nov 18 17:25:50.620835 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60228) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:50.631743 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-baee29ac-8fae-4a3e-ad28-c464a899eec2 req-8c21e819-1222-4f0c-938f-3ec0a9c6dee6 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:50.644329 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-baee29ac-8fae-4a3e-ad28-c464a899eec2 req-8c21e819-1222-4f0c-938f-3ec0a9c6dee6 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.83 "DELETE /v2.0/ports/fd90f52e-b087-47a4-ad59-6e11c9df188d HTTP/1.1" status: 204 len: 173 time: 1.5813167 Nov 18 17:25:50.645035 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0dafa1-2e11-4640-9e05-0420efc68396', 'name': 'network-vif-deleted', 'tag': 'fd90f52e-b087-47a4-ad59-6e11c9df188d'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:25:50.659021 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1537dfb0-cf0d-4f65-9588-f13bcda568e0" -d '{"events": [{"server_uuid": "0f0dafa1-2e11-4640-9e05-0420efc68396", "name": "network-vif-deleted", "tag": "fd90f52e-b087-47a4-ad59-6e11c9df188d"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:25:50.717267 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60232) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:50.717744 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a3cb3acf-9fec-4636-97e6-bc652c9e1807 tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2cf238edb8014a38996468367e264a07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0954204 Nov 18 17:25:50.994492 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Set router bbc6bd12-1f3e-4b6b-9269-7d9176518a85 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:25:51.139663 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3caa555-8ec5-42a9-89f7-b2637548defe tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:51.152608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60238) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:51.168525 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b3caa555-8ec5-42a9-89f7-b2637548defe tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4499824 Nov 18 17:25:51.231149 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60242) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:51.231590 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2d8beacb-a9ed-4e37-8a17-c36df46aad37 tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0772767 Nov 18 17:25:51.237215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c1615c49-bfee-44fc-be03-6bdb540ecbbc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-640883000', 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0', 'project_id': '2cf238edb8014a38996468367e264a07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:51.436737 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:51.620678 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309178709', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '08322867-184f-4416-81af-b52fc27720c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:25:45Z', 'updated_at': '2021-11-18T17:25:48Z', 'revision_number': 3, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '08322867-184f-4416-81af-b52fc27720c5', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:47Z', 'updated_at': '2021-11-18T17:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:51.638206 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1615c49-bfee-44fc-be03-6bdb540ecbbc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Made reservation on behalf of 2cf238edb8014a38996468367e264a07 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:51.645336 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1615c49-bfee-44fc-be03-6bdb540ecbbc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:51.680972 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Checking router: bbc6bd12-1f3e-4b6b-9269-7d9176518a85 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:25:51.681354 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Updating router bbc6bd12-1f3e-4b6b-9269-7d9176518a85 port 08322867-184f-4416-81af-b52fc27720c5 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:25:51.746516 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:52.064918 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device fd90f52e-b087-47a4-ad59-6e11c9df188d no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:25:52.127289 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: fd90f52e-b087-47a4-ad59-6e11c9df188d {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:25:52.127639 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device fd90f52e-b087-47a4-ad59-6e11c9df188d not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:25:52.522598 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:52.590641 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:52.647232 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60260) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:52.691825 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea5e9d-16ae-47d3-bc0f-6c175864ff93 None None] Pushing event updated for resources: {'Port': ['ID=08322867-184f-4416-81af-b52fc27720c5,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:52.726133 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea5e9d-16ae-47d3-bc0f-6c175864ff93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:52.726494 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea5e9d-16ae-47d3-bc0f-6c175864ff93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:52.726839 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea5e9d-16ae-47d3-bc0f-6c175864ff93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:52.728330 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea5e9d-16ae-47d3-bc0f-6c175864ff93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:52.728777 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea5e9d-16ae-47d3-bc0f-6c175864ff93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:52.729123 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea5e9d-16ae-47d3-bc0f-6c175864ff93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:52.730932 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea5e9d-16ae-47d3-bc0f-6c175864ff93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:52.731306 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea5e9d-16ae-47d3-bc0f-6c175864ff93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:52.731655 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea5e9d-16ae-47d3-bc0f-6c175864ff93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:52.732565 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea5e9d-16ae-47d3-bc0f-6c175864ff93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:52.733635 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea5e9d-16ae-47d3-bc0f-6c175864ff93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:52.734100 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea5e9d-16ae-47d3-bc0f-6c175864ff93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:52.796429 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Attempting to bind port 08322867-184f-4416-81af-b52fc27720c5 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:25:52.796897 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Attempting to bind port 08322867-184f-4416-81af-b52fc27720c5 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:25:52.797159 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Attempting to bind port 08322867-184f-4416-81af-b52fc27720c5 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:25:52.815441 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:25:52.817131 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:25:52.817543 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:52.817940 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:25:52.824904 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Bound port: 08322867-184f-4416-81af-b52fc27720c5, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:25:52.824904 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:52.847783 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:52.938059 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ade61f46-d1d8-4988-84a1-b5fbaeb56f77 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-569939966'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:52.958852 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] For port 08322867-184f-4416-81af-b52fc27720c5, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:25:52.967032 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] For port 08322867-184f-4416-81af-b52fc27720c5, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=08322867-184f-4416-81af-b52fc27720c5,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:25:53.037012 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:53.059649 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1615c49-bfee-44fc-be03-6bdb540ecbbc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:53.060251 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade61f46-d1d8-4988-84a1-b5fbaeb56f77 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:53.063829 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ade61f46-d1d8-4988-84a1-b5fbaeb56f77 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:53.090979 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ade61f46-d1d8-4988-84a1-b5fbaeb56f77 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:53.281753 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Routers {'bbc6bd12-1f3e-4b6b-9269-7d9176518a85'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:25:53.284477 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:25:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:53.287976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1615c49-bfee-44fc-be03-6bdb540ecbbc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Subnet': ['ID=7b19ee56-2a81-4546-9772-a70239522cce,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:53.296908 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea5e9d-16ae-47d3-bc0f-6c175864ff93 None None] Pushing event updated for resources: {'Port': ['ID=08322867-184f-4416-81af-b52fc27720c5,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:53.309439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1615c49-bfee-44fc-be03-6bdb540ecbbc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Checking segment: {'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:25:53.316672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1615c49-bfee-44fc-be03-6bdb540ecbbc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network hostable DHCP agents. Network: 985f4fbd-9c9b-4f00-933a-f2224376d0f0, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:25:53.355284 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ade61f46-d1d8-4988-84a1-b5fbaeb56f77 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:53.425047 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1615c49-bfee-44fc-be03-6bdb540ecbbc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:25:53.453715 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ade61f46-d1d8-4988-84a1-b5fbaeb56f77 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:53.483574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade61f46-d1d8-4988-84a1-b5fbaeb56f77 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:25:53.493818 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade61f46-d1d8-4988-84a1-b5fbaeb56f77 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2430d3-e557-4c55-acc6-bab4726ac718,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:53.508838 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ade61f46-d1d8-4988-84a1-b5fbaeb56f77 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:53.509378 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-ade61f46-d1d8-4988-84a1-b5fbaeb56f77 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Added segment 9f543a73-25ab-488b-89b7-e7de8aa85aa1 of type vlan for network 7a345fb5-d9e8-4b3d-a773-0399282a95c9 Nov 18 17:25:53.510874 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-c1615c49-bfee-44fc-be03-6bdb540ecbbc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 985f4fbd-9c9b-4f00-933a-f2224376d0f0) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:53.515457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1615c49-bfee-44fc-be03-6bdb540ecbbc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:53.516207 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1615c49-bfee-44fc-be03-6bdb540ecbbc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:53.521030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78a919b-b320-4842-b703-aab6f1ff96db None None] Network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:53.622587 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] Set router bbc6bd12-1f3e-4b6b-9269-7d9176518a85 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:25:53.640860 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c1615c49-bfee-44fc-be03-6bdb540ecbbc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4081087 Nov 18 17:25:53.644568 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60266) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:53.961879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-985f4fbd-9c9b-4f00-933a-f2224376d0f0', 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'fixed_ips': [{'subnet_id': '7b19ee56-2a81-4546-9772-a70239522cce'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:25:53.964358 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:54.132828 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ade61f46-d1d8-4988-84a1-b5fbaeb56f77 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:54.158902 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309178709', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '08322867-184f-4416-81af-b52fc27720c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:25:45Z', 'updated_at': '2021-11-18T17:25:48Z', 'revision_number': 3, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '08322867-184f-4416-81af-b52fc27720c5', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:47Z', 'updated_at': '2021-11-18T17:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:54.201596 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e7b48-5eb7-492d-bda1-28f71cec8ca9 None None] The sync data for ids ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'] in n-d-813419-11 is: [{'id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309178709', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '08322867-184f-4416-81af-b52fc27720c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:25:45Z', 'updated_at': '2021-11-18T17:25:48Z', 'revision_number': 3, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '08322867-184f-4416-81af-b52fc27720c5', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:47Z', 'updated_at': '2021-11-18T17:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:25:54.260181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Allocated IP 172.20.0.2 (985f4fbd-9c9b-4f00-933a-f2224376d0f0/7b19ee56-2a81-4546-9772-a70239522cce/2604c18a-3441-4f80-b175-dbd7fbdf89d5) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:25:54.492342 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:54.542084 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:54.611867 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ade61f46-d1d8-4988-84a1-b5fbaeb56f77 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:54.617767 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade61f46-d1d8-4988-84a1-b5fbaeb56f77 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:54.618412 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ade61f46-d1d8-4988-84a1-b5fbaeb56f77 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:54.637722 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:54.682534 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:25:54.682534 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:54.741560 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:25:54.753389 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Pushing event updated for resources: {'Port': ['ID=2604c18a-3441-4f80-b175-dbd7fbdf89d5,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:54.768625 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:54.769810 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:54.769810 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:54.769810 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:54.770132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:54.770588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:54.770991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:54.771389 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:54.771877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:54.772296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:54.772671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:54.773629 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:25:54.849793 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Attempting to bind port 2604c18a-3441-4f80-b175-dbd7fbdf89d5 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:25:54.850272 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Attempting to bind port 2604c18a-3441-4f80-b175-dbd7fbdf89d5 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:25:54.850718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Attempting to bind port 2604c18a-3441-4f80-b175-dbd7fbdf89d5 on network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:25:54.856901 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:25:54.857625 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Checking segment: {'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:25:54.858129 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:54.858598 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Bound using segment: {'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:25:54.859227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Bound port: 2604c18a-3441-4f80-b175-dbd7fbdf89d5, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:25:54.859699 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:54.985900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 08322867-184f-4416-81af-b52fc27720c5 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:25:55.020000 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] For port 2604c18a-3441-4f80-b175-dbd7fbdf89d5, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:25:55.041070 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] For port 2604c18a-3441-4f80-b175-dbd7fbdf89d5, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2604c18a-3441-4f80-b175-dbd7fbdf89d5,segment=NetworkSegment(b444b4b2-14ef-4853-adbd-aef5dc7ba457),segment_id=b444b4b2-14ef-4853-adbd-aef5dc7ba457)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:25:55.058142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 08322867-184f-4416-81af-b52fc27720c5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:55.058516 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:55.138953 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:55.218816 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:55.249643 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade61f46-d1d8-4988-84a1-b5fbaeb56f77 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Network': ['ID=7a345fb5-d9e8-4b3d-a773-0399282a95c9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:55.311685 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ade61f46-d1d8-4988-84a1-b5fbaeb56f77 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6624486 Nov 18 17:25:55.313701 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60284) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:55.314314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 7a345fb5-d9e8-4b3d-a773-0399282a95c9 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:25:55.320270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5ec8bf1a-98fa-4420-bb7c-030782a5367a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2106620418'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:55.426697 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 08322867-184f-4416-81af-b52fc27720c5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=08322867-184f-4416-81af-b52fc27720c5,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:55.432612 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534dd384-acea-4d6b-a888-9d72a6022aaf None None] Pushing event updated for resources: {'Port': ['ID=2604c18a-3441-4f80-b175-dbd7fbdf89d5,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:55.456140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec8bf1a-98fa-4420-bb7c-030782a5367a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:55.459938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ec8bf1a-98fa-4420-bb7c-030782a5367a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:55.558327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec8bf1a-98fa-4420-bb7c-030782a5367a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] vlan segment allocate from pool success with {'vlan_id': 1109, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:25:55.595849 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ec8bf1a-98fa-4420-bb7c-030782a5367a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:55.595849 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-5ec8bf1a-98fa-4420-bb7c-030782a5367a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Added segment a1cff4cd-94b2-4517-b1be-ae292f345d7e of type vlan for network a2a87765-5033-4650-8266-778762d5de10 Nov 18 17:25:55.655770 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:55.767353 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ec8bf1a-98fa-4420-bb7c-030782a5367a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:55.859847 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=08322867-184f-4416-81af-b52fc27720c5,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:55.912682 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Allocated IP 172.20.0.1 (985f4fbd-9c9b-4f00-933a-f2224376d0f0/7b19ee56-2a81-4546-9772-a70239522cce/e8da363d-8224-4981-9797-6ddaccaa94ae) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:25:55.958368 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ec8bf1a-98fa-4420-bb7c-030782a5367a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:55.964294 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec8bf1a-98fa-4420-bb7c-030782a5367a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:55.965083 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ec8bf1a-98fa-4420-bb7c-030782a5367a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:56.078809 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:56.114107 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5ec8bf1a-98fa-4420-bb7c-030782a5367a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7985320 Nov 18 17:25:56.115079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8bf1a-98fa-4420-bb7c-030782a5367a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Network': ['ID=a2a87765-5033-4650-8266-778762d5de10,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:56.117692 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60288) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:56.128414 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network a2a87765-5033-4650-8266-778762d5de10 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:25:56.134258 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0f32ef23-ba7d-4824-a775-9098016b514c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'subnet': {'network_id': '7a345fb5-d9e8-4b3d-a773-0399282a95c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:56.288844 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:56.353790 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=e8da363d-8224-4981-9797-6ddaccaa94ae,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:56.362576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:25:56.364144 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:56.376648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:25:56.379555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f32ef23-ba7d-4824-a775-9098016b514c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:56.391719 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f32ef23-ba7d-4824-a775-9098016b514c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:56.447714 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:56.739072 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:56.797515 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f32ef23-ba7d-4824-a775-9098016b514c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:56.936942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32ef23-ba7d-4824-a775-9098016b514c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Subnet': ['ID=43913237-a6e0-4d4a-a65f-cc220f416fee,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:57.007405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f32ef23-ba7d-4824-a775-9098016b514c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Checking segment: {'id': '9f543a73-25ab-488b-89b7-e7de8aa85aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '7a345fb5-d9e8-4b3d-a773-0399282a95c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:25:57.008324 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f32ef23-ba7d-4824-a775-9098016b514c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network hostable DHCP agents. Network: 7a345fb5-d9e8-4b3d-a773-0399282a95c9, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:25:57.150296 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f32ef23-ba7d-4824-a775-9098016b514c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 7a345fb5-d9e8-4b3d-a773-0399282a95c9 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:25:57.207613 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-0f32ef23-ba7d-4824-a775-9098016b514c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 7a345fb5-d9e8-4b3d-a773-0399282a95c9) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:57.212091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f32ef23-ba7d-4824-a775-9098016b514c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:57.212539 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f32ef23-ba7d-4824-a775-9098016b514c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:57.307140 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0f32ef23-ba7d-4824-a775-9098016b514c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1883023 Nov 18 17:25:57.310358 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60344) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:57.315383 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8d6740a7-81da-4425-b101-0c8fd54301bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'subnet': {'network_id': 'a2a87765-5033-4650-8266-778762d5de10', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:57.495400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2604c18a-3441-4f80-b175-dbd7fbdf89d5 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:25:57.500851 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e29ba9-ef8b-427e-b55d-9d9eec5eb671 None None] Network 7a345fb5-d9e8-4b3d-a773-0399282a95c9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:57.502756 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:57.601625 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1562e38-4623-47b4-adf8-74365d3a2aa1 req-d9e7d2dd-4874-4ae0-8dd5-bf6dd259fb51 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:57.609225 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b1562e38-4623-47b4-adf8-74365d3a2aa1 req-d9e7d2dd-4874-4ae0-8dd5-bf6dd259fb51 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/ports?device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 946 time: 0.4625306 Nov 18 17:25:57.629460 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:57.655681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6740a7-81da-4425-b101-0c8fd54301bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:25:57.659715 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8d6740a7-81da-4425-b101-0c8fd54301bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:57.797040 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2604c18a-3441-4f80-b175-dbd7fbdf89d5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:57.797792 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:57.848649 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac12be-da88-495e-8300-f74da726d576 req-ad168fed-ff5a-419c-a7ee-e397837a22ff tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:57.848649 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1ac12be-da88-495e-8300-f74da726d576 req-ad168fed-ff5a-419c-a7ee-e397837a22ff tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/networks?id=78db5675-6397-4200-b888-e24b3b0b4d09 HTTP/1.1" status: 200 len: 815 time: 0.7521863 Nov 18 17:25:57.913133 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1ac12be-da88-495e-8300-f74da726d576 req-eae67762-d4c5-4f8a-9c19-251c57bb8f95 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/quotas/7d94a59b2899443e8d1259c8dbafd46b HTTP/1.1" status: 200 len: 375 time: 0.0501451 Nov 18 17:25:57.943191 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b1562e38-4623-47b4-adf8-74365d3a2aa1 req-74967acc-5b8e-4537-8187-df659dab0b1c tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dfa291c-f2bb-4614-90fc-622f105916ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244505 Nov 18 17:25:57.963959 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:57.966604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=e8da363d-8224-4981-9797-6ddaccaa94ae,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:57.984479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e210fd35-a86d-4cca-a9ba-d30186efd056 None None] Network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:58.023412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-7a345fb5-d9e8-4b3d-a773-0399282a95c9', 'network_id': '7a345fb5-d9e8-4b3d-a773-0399282a95c9', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'fixed_ips': [{'subnet_id': '43913237-a6e0-4d4a-a65f-cc220f416fee'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:25:58.028277 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:58.067975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1ac12be-da88-495e-8300-f74da726d576 req-0b96b865-baa0-4246-9919-560983dadd0e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7d94a59b2899443e8d1259c8dbafd46b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1264777 Nov 18 17:25:58.159269 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:58.226292 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8d6740a7-81da-4425-b101-0c8fd54301bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:58.248726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23e79b-66be-412c-967b-4639db96738f req-27a21e54-0613-4955-969a-daf6ebdef02f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:58.258986 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd23e79b-66be-412c-967b-4639db96738f req-27a21e54-0613-4955-969a-daf6ebdef02f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 947 time: 0.2058291 Nov 18 17:25:58.314892 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1ac12be-da88-495e-8300-f74da726d576 req-76528d8b-e5d4-4985-ab63-2343d1b3f2f3 service neutron] 10.222.0.72 "GET /v2.0/networks/78db5675-6397-4200-b888-e24b3b0b4d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303262 Nov 18 17:25:58.316681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:25:58.322803 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:58.337254 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6740a7-81da-4425-b101-0c8fd54301bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Subnet': ['ID=d31ee00f-3404-4a69-b5e3-2db1a1d22029,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:58.383327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd23e79b-66be-412c-967b-4639db96738f req-d0deedde-6dd8-4a65-9233-e84c8cbb8b97 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235158 Nov 18 17:25:58.428896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6740a7-81da-4425-b101-0c8fd54301bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Checking segment: {'id': 'a1cff4cd-94b2-4517-b1be-ae292f345d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'a2a87765-5033-4650-8266-778762d5de10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:25:58.429278 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6740a7-81da-4425-b101-0c8fd54301bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network hostable DHCP agents. Network: a2a87765-5033-4650-8266-778762d5de10, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:25:58.469770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Allocated IP 2001:db8::2 (7a345fb5-d9e8-4b3d-a773-0399282a95c9/43913237-a6e0-4d4a-a65f-cc220f416fee/81ef6e84-8345-45a8-b44e-553538c51f02) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:25:58.518847 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee67dd8e-a8b1-4ab5-abfd-1ccbfa65238f x-openstack-request-id: req-ee67dd8e-a8b1-4ab5-abfd-1ccbfa65238f {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:25:58.519427 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697c817a-70af-4ff0-984d-945edecc2a85", "name": "network-vif-plugged", "status": "completed", "tag": "1d71aa98-7577-4bd2-a3e8-44dc93aacb14", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:25:58.519427 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ee67dd8e-a8b1-4ab5-abfd-1ccbfa65238f {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:25:58.519569 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697c817a-70af-4ff0-984d-945edecc2a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d71aa98-7577-4bd2-a3e8-44dc93aacb14', 'code': 200} Nov 18 17:25:58.522258 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6740a7-81da-4425-b101-0c8fd54301bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network a2a87765-5033-4650-8266-778762d5de10 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:25:58.538585 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-223384f0-ba4f-4748-ae99-634222d98621 None None] Provisioning complete for port 2604c18a-3441-4f80-b175-dbd7fbdf89d5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:58.538963 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-223384f0-ba4f-4748-ae99-634222d98621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:58.587222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 2604c18a-3441-4f80-b175-dbd7fbdf89d5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2604c18a-3441-4f80-b175-dbd7fbdf89d5,segment=NetworkSegment(b444b4b2-14ef-4853-adbd-aef5dc7ba457),segment_id=b444b4b2-14ef-4853-adbd-aef5dc7ba457)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:25:58.593393 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1ac12be-da88-495e-8300-f74da726d576 req-aa7a61c6-57b6-4854-8f4a-9658b6cbb657 service neutron] 10.222.0.72 "GET /v2.0/networks/78db5675-6397-4200-b888-e24b3b0b4d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682135 Nov 18 17:25:58.614049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-8d6740a7-81da-4425-b101-0c8fd54301bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, a2a87765-5033-4650-8266-778762d5de10) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:25:58.618255 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6740a7-81da-4425-b101-0c8fd54301bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:58.618861 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8d6740a7-81da-4425-b101-0c8fd54301bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:58.634343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae5e35e-bb78-42dd-a68f-a80e95e298c2 None None] Network a2a87765-5033-4650-8266-778762d5de10 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:25:58.659927 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router bbc6bd12-1f3e-4b6b-9269-7d9176518a85 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:25:58.708047 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8d6740a7-81da-4425-b101-0c8fd54301bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3965297 Nov 18 17:25:58.710679 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60362) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:58.715517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d1adb2f0-e5d4-416d-a0c1-13d3b35aaa65 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-500508874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:58.723402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595dc7f-f2e8-4d3d-8cdb-20221913eadf req-46432b64-cd58-426a-858e-a522d55954a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:58.725032 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9595dc7f-f2e8-4d3d-8cdb-20221913eadf req-46432b64-cd58-426a-858e-a522d55954a3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 1098 time: 0.1305640 Nov 18 17:25:58.750283 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:58.751477 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 08322867-184f-4416-81af-b52fc27720c5 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:25:58.854126 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1adb2f0-e5d4-416d-a0c1-13d3b35aaa65 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:58.855031 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1adb2f0-e5d4-416d-a0c1-13d3b35aaa65 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:58.941089 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:25:58.963198 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a251abee-abe6-4966-9a35-2a77ed1e83c6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "PUT /v2.0/routers/bbc6bd12-1f3e-4b6b-9269-7d9176518a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3149166 Nov 18 17:25:58.990513 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1adb2f0-e5d4-416d-a0c1-13d3b35aaa65 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:59.049568 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9595dc7f-f2e8-4d3d-8cdb-20221913eadf req-10883304-7afa-45ec-ab97-59de46276a7b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3dfa291c-f2bb-4614-90fc-622f105916ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625203 Nov 18 17:25:59.094361 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1adb2f0-e5d4-416d-a0c1-13d3b35aaa65 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:59.096531 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Sync routers for ids ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:25:59.136828 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9bad69-7354-44e1-961e-37fae3b5eb35 x-openstack-request-id: req-db9bad69-7354-44e1-961e-37fae3b5eb35 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:25:59.137524 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0dafa1-2e11-4640-9e05-0420efc68396", "name": "network-vif-deleted", "tag": "fd90f52e-b087-47a4-ad59-6e11c9df188d", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:25:59.140365 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-db9bad69-7354-44e1-961e-37fae3b5eb35 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:25:59.141819 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0dafa1-2e11-4640-9e05-0420efc68396', 'name': 'network-vif-deleted', 'tag': 'fd90f52e-b087-47a4-ad59-6e11c9df188d', 'status': 'completed', 'code': 200} Nov 18 17:25:59.192926 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1adb2f0-e5d4-416d-a0c1-13d3b35aaa65 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:59.194945 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d1adb2f0-e5d4-416d-a0c1-13d3b35aaa65 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4825065 Nov 18 17:25:59.197094 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60406) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:25:59.309257 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Routers {'bbc6bd12-1f3e-4b6b-9269-7d9176518a85'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:25:59.311147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:25:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:25:59.462428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=2604c18a-3441-4f80-b175-dbd7fbdf89d5,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:59.559906 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-a2a87765-5033-4650-8266-778762d5de10', 'network_id': 'a2a87765-5033-4650-8266-778762d5de10', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'fixed_ips': [{'subnet_id': 'd31ee00f-3404-4a69-b5e3-2db1a1d22029'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:25:59.560933 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:59.567553 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:59.630527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 08322867-184f-4416-81af-b52fc27720c5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:25:59.631105 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:59.780057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d7b5d-8026-44de-ad10-91260487482e req-c596c4f2-a9e4-4369-93ba-17f94d609457 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:25:59.800259 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce2d7b5d-8026-44de-ad10-91260487482e req-c596c4f2-a9e4-4369-93ba-17f94d609457 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/ports?device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 946 time: 0.1815999 Nov 18 17:25:59.890236 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:25:59.955431 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Pushing event updated for resources: {'Port': ['ID=81ef6e84-8345-45a8-b44e-553538c51f02,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:25:59.983713 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce2d7b5d-8026-44de-ad10-91260487482e req-c96874b0-51f8-4b0e-a945-2666c8c219bc tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dfa291c-f2bb-4614-90fc-622f105916ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762891 Nov 18 17:26:00.086749 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:00.126527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Set router bbc6bd12-1f3e-4b6b-9269-7d9176518a85 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:26:00.141882 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Network 7a345fb5-d9e8-4b3d-a773-0399282a95c9 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:00.153641 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b1f92906-165e-4a52-ad9a-7890bd7afc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:00.230055 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-121fa4cb-b912-4a88-bf28-5a8968c800e9 req-34e44e13-e153-4df2-8c2d-50f01e58d189 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 210 time: 0.0734119 Nov 18 17:26:00.318356 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c4d89b78-a487-49ef-abb1-dfb9c003ea41 None None] Provisioning complete for port e8da363d-8224-4981-9797-6ddaccaa94ae triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:00.318356 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c4d89b78-a487-49ef-abb1-dfb9c003ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:00.325715 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:00.404455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:00.622152 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Allocated IP 2001:db8:1::2 (a2a87765-5033-4650-8266-778762d5de10/d31ee00f-3404-4a69-b5e3-2db1a1d22029/2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:00.662289 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6e46a4e5-0d17-4cd0-b587-b148aa9c314f no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:26:00.913229 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Allocated IP 2001:db8::1 (7a345fb5-d9e8-4b3d-a773-0399282a95c9/43913237-a6e0-4d4a-a65f-cc220f416fee/98c2a6eb-898e-431a-8f2c-a98043722a9f) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:01.117264 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c4d89b78-a487-49ef-abb1-dfb9c003ea41 None None] Port e8da363d-8224-4981-9797-6ddaccaa94ae cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:26:01.148333 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:01.208276 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Attempting to bind port 81ef6e84-8345-45a8-b44e-553538c51f02 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:26:01.212121 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Attempting to bind port 81ef6e84-8345-45a8-b44e-553538c51f02 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '9f543a73-25ab-488b-89b7-e7de8aa85aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '7a345fb5-d9e8-4b3d-a773-0399282a95c9'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:26:01.212922 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Attempting to bind port 81ef6e84-8345-45a8-b44e-553538c51f02 on network 7a345fb5-d9e8-4b3d-a773-0399282a95c9 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:01.279550 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:26:01.280106 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Checking segment: {'id': '9f543a73-25ab-488b-89b7-e7de8aa85aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '7a345fb5-d9e8-4b3d-a773-0399282a95c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:01.280637 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:01.281198 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Bound using segment: {'id': '9f543a73-25ab-488b-89b7-e7de8aa85aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '7a345fb5-d9e8-4b3d-a773-0399282a95c9'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:26:01.282421 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Bound port: 81ef6e84-8345-45a8-b44e-553538c51f02, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f543a73-25ab-488b-89b7-e7de8aa85aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '7a345fb5-d9e8-4b3d-a773-0399282a95c9'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:26:01.284405 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:01.295185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c4d89b78-a487-49ef-abb1-dfb9c003ea41 None None] Provisioning complete for port 2604c18a-3441-4f80-b175-dbd7fbdf89d5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:01.295730 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c4d89b78-a487-49ef-abb1-dfb9c003ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:01.311287 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:01.548704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=98c2a6eb-898e-431a-8f2c-a98043722a9f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:01.582611 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 7a345fb5-d9e8-4b3d-a773-0399282a95c9 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:01.584976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:01.587707 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:01.589075 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:01.590657 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309178709', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '08322867-184f-4416-81af-b52fc27720c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:25:45Z', 'updated_at': '2021-11-18T17:25:56Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '08322867-184f-4416-81af-b52fc27720c5', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:47Z', 'updated_at': '2021-11-18T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'e8da363d-8224-4981-9797-6ddaccaa94ae', 'name': '', 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:1b:f1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '7b19ee56-2a81-4546-9772-a70239522cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:55Z', 'updated_at': '2021-11-18T17:25:57Z', 'revision_number': 2, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '7b19ee56-2a81-4546-9772-a70239522cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:01.593424 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:01.597948 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8f774c7f-e230-4976-9834-79771db5778b None None] For port 81ef6e84-8345-45a8-b44e-553538c51f02, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:26:01.644404 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2604c18a-3441-4f80-b175-dbd7fbdf89d5 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:26:01.705453 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Checking router: bbc6bd12-1f3e-4b6b-9269-7d9176518a85 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:26:01.705908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Updating router bbc6bd12-1f3e-4b6b-9269-7d9176518a85 port e8da363d-8224-4981-9797-6ddaccaa94ae binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:26:01.713059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8f774c7f-e230-4976-9834-79771db5778b None None] For port 81ef6e84-8345-45a8-b44e-553538c51f02, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=81ef6e84-8345-45a8-b44e-553538c51f02,segment=NetworkSegment(9f543a73-25ab-488b-89b7-e7de8aa85aa1),segment_id=9f543a73-25ab-488b-89b7-e7de8aa85aa1)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:26:01.755218 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:01.794231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adc88a5-c4d3-402c-a34d-9f2854030f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e46a4e5-0d17-4cd0-b587-b148aa9c314f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:01.796507 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70883694-3049-4515-b692-17e999d8518c" -d '{"events": [{"server_uuid": "3adc88a5-c4d3-402c-a34d-9f2854030f3f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e46a4e5-0d17-4cd0-b587-b148aa9c314f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:01.804196 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:01.819703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6e46a4e5-0d17-4cd0-b587-b148aa9c314f,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:01.838377 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:01.898882 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:01.975300 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:01.991291 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:02.066510 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2604c18a-3441-4f80-b175-dbd7fbdf89d5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:02.069285 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:02.134769 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-29d28825-8b88-4c26-8b7f-b1bd5c2b1f70 None None] Provisioning complete for port e8da363d-8224-4981-9797-6ddaccaa94ae triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:02.135440 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-29d28825-8b88-4c26-8b7f-b1bd5c2b1f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:02.217274 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Network a2a87765-5033-4650-8266-778762d5de10 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:02.322270 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f774c7f-e230-4976-9834-79771db5778b None None] Pushing event updated for resources: {'Port': ['ID=81ef6e84-8345-45a8-b44e-553538c51f02,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:02.429309 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:02.448763 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:02.460075 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:02.499305 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:02.500234 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:02.551268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-29d28825-8b88-4c26-8b7f-b1bd5c2b1f70 None None] Port e8da363d-8224-4981-9797-6ddaccaa94ae cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:26:02.713035 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-586df5e0-ccd2-4783-a5b6-5f914a7647da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:02.757307 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=98c2a6eb-898e-431a-8f2c-a98043722a9f,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:02.787286 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=6e46a4e5-0d17-4cd0-b587-b148aa9c314f,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:02.963706 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 7a345fb5-d9e8-4b3d-a773-0399282a95c9 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:02.979560 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:03.121887 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Attempting to bind port 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:26:03.130131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Attempting to bind port 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'a1cff4cd-94b2-4517-b1be-ae292f345d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'a2a87765-5033-4650-8266-778762d5de10'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:26:03.130131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Attempting to bind port 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e on network a2a87765-5033-4650-8266-778762d5de10 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:03.227949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac12be-da88-495e-8300-f74da726d576 req-7dbb82cd-39f2-4377-89b7-93e448976d3d tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:03.231966 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1ac12be-da88-495e-8300-f74da726d576 req-7dbb82cd-39f2-4377-89b7-93e448976d3d tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.83 "GET /v2.0/networks?id=78db5675-6397-4200-b888-e24b3b0b4d09 HTTP/1.1" status: 200 len: 815 time: 0.4906404 Nov 18 17:26:03.298788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c1ac12be-da88-495e-8300-f74da726d576 req-94394201-2a91-4e3b-b28c-955e984f25d8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Request body: {'port': {'device_id': '4770f568-aea6-4720-8bce-0eefa4aa988e', 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09', 'admin_state_up': True, 'tenant_id': '7d94a59b2899443e8d1259c8dbafd46b'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:03.395587 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:26:03.396308 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Checking segment: {'id': 'a1cff4cd-94b2-4517-b1be-ae292f345d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'a2a87765-5033-4650-8266-778762d5de10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:03.396740 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:03.397151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Bound using segment: {'id': 'a1cff4cd-94b2-4517-b1be-ae292f345d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'a2a87765-5033-4650-8266-778762d5de10'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:26:03.400014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Bound port: 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cff4cd-94b2-4517-b1be-ae292f345d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'a2a87765-5033-4650-8266-778762d5de10'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:26:03.403480 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:03.440103 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Pushing event updated for resources: {'Port': ['ID=2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:03.716213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ac12be-da88-495e-8300-f74da726d576 req-94394201-2a91-4e3b-b28c-955e984f25d8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Made reservation on behalf of 7d94a59b2899443e8d1259c8dbafd46b for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:03.721467 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c1ac12be-da88-495e-8300-f74da726d576 req-94394201-2a91-4e3b-b28c-955e984f25d8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:03.740695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f0c7c-101f-43ff-b2a6-19bd9d5e933f None None] Network 7a345fb5-d9e8-4b3d-a773-0399282a95c9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:26:03.770166 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 60c50f58-cb77-4a5e-81de-cb75331e5b97 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:26:03.795235 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:03.814770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 81ef6e84-8345-45a8-b44e-553538c51f02 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:26:03.868366 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:03.983556 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:03.992836 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] For port 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:26:04.047539 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-c1ac12be-da88-495e-8300-f74da726d576 req-94394201-2a91-4e3b-b28c-955e984f25d8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Allocated IP 172.20.0.9 (78db5675-6397-4200-b888-e24b3b0b4d09/3dcb9e7a-a59e-4dfb-a2e9-950bd022dd53/9b39c1d5-0959-4edf-b64a-4590bc0bcc42) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:04.052829 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a17ddaa0-5a2e-404a-8f70-b69e3a39348d None None] Provisioning complete for port 81ef6e84-8345-45a8-b44e-553538c51f02 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:04.053216 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a17ddaa0-5a2e-404a-8f70-b69e3a39348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:04.066759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:26:04.076485 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60446) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:04.076886 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f7f4b86b-0ddd-4fd2-84a6-cbe729defd49 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/60c50f58-cb77-4a5e-81de-cb75331e5b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8785074 Nov 18 17:26:04.083762 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8ac44-41ef-4161-8074-a02a3e8fd2e9 None None] Sync routers for ids ['60c50f58-cb77-4a5e-81de-cb75331e5b97'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:26:04.095597 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] For port 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e,segment=NetworkSegment(a1cff4cd-94b2-4517-b1be-ae292f345d7e),segment_id=a1cff4cd-94b2-4517-b1be-ae292f345d7e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:26:04.102624 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8ac44-41ef-4161-8074-a02a3e8fd2e9 None None] Routers {'60c50f58-cb77-4a5e-81de-cb75331e5b97'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:04.105066 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-eaf8ac44-41ef-4161-8074-a02a3e8fd2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['60c50f58-cb77-4a5e-81de-cb75331e5b97'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:04.202265 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-eaf8ac44-41ef-4161-8074-a02a3e8fd2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:04.225971 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8ac44-41ef-4161-8074-a02a3e8fd2e9 None None] Routers {'60c50f58-cb77-4a5e-81de-cb75331e5b97'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:04.228181 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-eaf8ac44-41ef-4161-8074-a02a3e8fd2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['60c50f58-cb77-4a5e-81de-cb75331e5b97'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:04.255118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 81ef6e84-8345-45a8-b44e-553538c51f02 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:04.255424 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:04.274260 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:04.274654 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f555d1ce-b832-4e9b-874c-1114cb45861a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:04.276881 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f555d1ce-b832-4e9b-874c-1114cb45861a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports/98c2a6eb-898e-431a-8f2c-a98043722a9f HTTP/1.1" status: 200 len: 911 time: 0.1988666 Nov 18 17:26:04.279201 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60454) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:04.315010 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-eaf8ac44-41ef-4161-8074-a02a3e8fd2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:04.315693 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8ac44-41ef-4161-8074-a02a3e8fd2e9 None None] The sync data for ids ['60c50f58-cb77-4a5e-81de-cb75331e5b97'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:26:04.347251 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f441a-0667-4f0c-b18b-243d60687396 None None] Pushing event updated for resources: {'Port': ['ID=e8da363d-8224-4981-9797-6ddaccaa94ae,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:04.520223 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c1ac12be-da88-495e-8300-f74da726d576 req-94394201-2a91-4e3b-b28c-955e984f25d8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:04.665812 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c1ac12be-da88-495e-8300-f74da726d576 req-94394201-2a91-4e3b-b28c-955e984f25d8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:04.724292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ac12be-da88-495e-8300-f74da726d576 req-94394201-2a91-4e3b-b28c-955e984f25d8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Network 78db5675-6397-4200-b888-e24b3b0b4d09 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:04.729004 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-c1ac12be-da88-495e-8300-f74da726d576 req-94394201-2a91-4e3b-b28c-955e984f25d8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:04.741091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ac12be-da88-495e-8300-f74da726d576 req-94394201-2a91-4e3b-b28c-955e984f25d8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:04.812422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94394201-2a91-4e3b-b28c-955e984f25d8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Pushing event updated for resources: {'Port': ['ID=9b39c1d5-0959-4edf-b64a-4590bc0bcc42,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:04.838305 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Attempting to bind port e8da363d-8224-4981-9797-6ddaccaa94ae on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:26:04.842195 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Attempting to bind port e8da363d-8224-4981-9797-6ddaccaa94ae by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:26:04.842784 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Attempting to bind port e8da363d-8224-4981-9797-6ddaccaa94ae on network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:04.854817 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac12be-da88-495e-8300-f74da726d576 req-94394201-2a91-4e3b-b28c-955e984f25d8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:04.856091 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c1ac12be-da88-495e-8300-f74da726d576 req-94394201-2a91-4e3b-b28c-955e984f25d8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:04.873842 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:26:04.875892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Checking segment: {'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:04.875892 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:04.875892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Bound using segment: {'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:26:04.882969 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Bound port: e8da363d-8224-4981-9797-6ddaccaa94ae, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:26:04.882969 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:04.897451 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a17ddaa0-5a2e-404a-8f70-b69e3a39348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:04.955270 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b40750-e4ab-4d6e-abd8-2f3f7751dfea None None] Pushing event updated for resources: {'Port': ['ID=2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:04.976252 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1ac12be-da88-495e-8300-f74da726d576 req-94394201-2a91-4e3b-b28c-955e984f25d8 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6826885 Nov 18 17:26:04.986783 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-60d2f535-99ee-4a8b-a1d7-9d46e390f431 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1260126766&fields=id&tenant_id=2cf238edb8014a38996468367e264a07 HTTP/1.1" status: 200 len: 267 time: 0.3159833 Nov 18 17:26:05.041926 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-c1ac12be-da88-495e-8300-f74da726d576 req-850336b2-0e79-4c51-8f5b-9622a5821d1c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:26:05.051506 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1ac12be-da88-495e-8300-f74da726d576 req-850336b2-0e79-4c51-8f5b-9622a5821d1c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0183465 Nov 18 17:26:05.108309 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] For port e8da363d-8224-4981-9797-6ddaccaa94ae, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:26:05.112687 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] For port e8da363d-8224-4981-9797-6ddaccaa94ae, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e8da363d-8224-4981-9797-6ddaccaa94ae,segment=NetworkSegment(b444b4b2-14ef-4853-adbd-aef5dc7ba457),segment_id=b444b4b2-14ef-4853-adbd-aef5dc7ba457)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:26:05.208170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Request body: {'port': {'device_id': '4770f568-aea6-4720-8bce-0eefa4aa988e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:05.222404 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:05.236015 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:05.289860 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d585e-89f4-455f-961f-3e5e0f463aa2 req-088bc208-80e4-4281-beb5-2ffb01dfcb0c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:05.295187 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-757d585e-89f4-455f-961f-3e5e0f463aa2 req-088bc208-80e4-4281-beb5-2ffb01dfcb0c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 947 time: 0.4578815 Nov 18 17:26:05.360960 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f441a-0667-4f0c-b18b-243d60687396 None None] Pushing event updated for resources: {'Port': ['ID=e8da363d-8224-4981-9797-6ddaccaa94ae,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:05.383368 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:05.417203 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a17ddaa0-5a2e-404a-8f70-b69e3a39348d None None] For port 81ef6e84-8345-45a8-b44e-553538c51f02, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=81ef6e84-8345-45a8-b44e-553538c51f02,segment=NetworkSegment(9f543a73-25ab-488b-89b7-e7de8aa85aa1),segment_id=9f543a73-25ab-488b-89b7-e7de8aa85aa1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:05.420860 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:05.494120 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a17ddaa0-5a2e-404a-8f70-b69e3a39348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:05.554552 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-757d585e-89f4-455f-961f-3e5e0f463aa2 req-db718182-0865-498a-8925-70c2fadf7d28 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243104 Nov 18 17:26:05.601279 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:05.632107 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:05.682924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-a4e44a1e-d7c3-49cb-9cdb-1bcd7b1bd66a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:05.685150 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Routers {'bbc6bd12-1f3e-4b6b-9269-7d9176518a85'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:05.685799 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:05.688818 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-a4e44a1e-d7c3-49cb-9cdb-1bcd7b1bd66a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/networks?id=985f4fbd-9c9b-4f00-933a-f2224376d0f0 HTTP/1.1" status: 200 len: 797 time: 0.6828637 Nov 18 17:26:05.925820 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-b08aeec5-3d61-4799-b62f-0eaa7b03bddd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/quotas/2cf238edb8014a38996468367e264a07 HTTP/1.1" status: 200 len: 375 time: 0.1009965 Nov 18 17:26:05.981797 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] Set router bbc6bd12-1f3e-4b6b-9269-7d9176518a85 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:26:06.155501 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-68aec51d-5f7b-4fec-b55f-e6843d2625c0 None None] Provisioning complete for port e8da363d-8224-4981-9797-6ddaccaa94ae triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:06.156412 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68aec51d-5f7b-4fec-b55f-e6843d2625c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:06.162363 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b39c1d5-0959-4edf-b64a-4590bc0bcc42 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:26:06.168384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ddaa0-5a2e-404a-8f70-b69e3a39348d None None] Pushing event updated for resources: {'Port': ['ID=81ef6e84-8345-45a8-b44e-553538c51f02,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:06.185340 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:06.220408 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Transition to ACTIVE for port object 9b39c1d5-0959-4edf-b64a-4590bc0bcc42 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:26:06.259913 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:26:06.260277 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:26:06.475839 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68aec51d-5f7b-4fec-b55f-e6843d2625c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:06.476716 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:06.633512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-68aec51d-5f7b-4fec-b55f-e6843d2625c0 None None] For port e8da363d-8224-4981-9797-6ddaccaa94ae, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e8da363d-8224-4981-9797-6ddaccaa94ae,segment=NetworkSegment(b444b4b2-14ef-4853-adbd-aef5dc7ba457),segment_id=b444b4b2-14ef-4853-adbd-aef5dc7ba457)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:06.680796 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309178709', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '08322867-184f-4416-81af-b52fc27720c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:25:45Z', 'updated_at': '2021-11-18T17:25:56Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '08322867-184f-4416-81af-b52fc27720c5', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:47Z', 'updated_at': '2021-11-18T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'e8da363d-8224-4981-9797-6ddaccaa94ae', 'name': '', 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:1b:f1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '7b19ee56-2a81-4546-9772-a70239522cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:55Z', 'updated_at': '2021-11-18T17:26:05Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '7b19ee56-2a81-4546-9772-a70239522cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:06.696748 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Pushing event updated for resources: {'Port': ['ID=9b39c1d5-0959-4edf-b64a-4590bc0bcc42,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:06.718342 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460b4653-9ac4-4986-9caa-86d1ad57d21d None None] The sync data for ids ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'] in n-d-813419-11 is: [{'id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309178709', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '08322867-184f-4416-81af-b52fc27720c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:25:45Z', 'updated_at': '2021-11-18T17:25:56Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '08322867-184f-4416-81af-b52fc27720c5', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:47Z', 'updated_at': '2021-11-18T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'e8da363d-8224-4981-9797-6ddaccaa94ae', 'name': '', 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:1b:f1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '7b19ee56-2a81-4546-9772-a70239522cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:55Z', 'updated_at': '2021-11-18T17:26:05Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '7b19ee56-2a81-4546-9772-a70239522cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:26:06.720909 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68aec51d-5f7b-4fec-b55f-e6843d2625c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:06.841864 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29a7bf5-109c-48b1-920b-fb35ddf66e66 None None] Network a2a87765-5033-4650-8266-778762d5de10 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:26:06.844495 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73d3a2-5397-4dfd-b1ee-61b305773900 req-25717649-c848-407c-8298-b79e80264a4d tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:06.846503 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea73d3a2-5397-4dfd-b1ee-61b305773900 req-25717649-c848-407c-8298-b79e80264a4d tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/ports?device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 946 time: 1.0580478 Nov 18 17:26:06.854233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Attempting to bind port 9b39c1d5-0959-4edf-b64a-4590bc0bcc42 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:26:06.854939 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Attempting to bind port 9b39c1d5-0959-4edf-b64a-4590bc0bcc42 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'a7d8a5c6-fd85-4620-94a6-54432a9bbc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:26:06.855379 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Attempting to bind port 9b39c1d5-0959-4edf-b64a-4590bc0bcc42 on network 78db5675-6397-4200-b888-e24b3b0b4d09 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:06.860815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Port 9b39c1d5-0959-4edf-b64a-4590bc0bcc42 on network 78db5675-6397-4200-b888-e24b3b0b4d09 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:26:06.861217 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Attempting to bind port 9b39c1d5-0959-4edf-b64a-4590bc0bcc42 on network 78db5675-6397-4200-b888-e24b3b0b4d09 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:06.881972 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:26:06.882604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Checking segment: {'id': 'a7d8a5c6-fd85-4620-94a6-54432a9bbc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:06.883009 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Bound using segment: {'id': 'a7d8a5c6-fd85-4620-94a6-54432a9bbc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:26:06.883473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Bound port: 9b39c1d5-0959-4edf-b64a-4590bc0bcc42, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d8a5c6-fd85-4620-94a6-54432a9bbc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:26:06.883881 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:06.976929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] For port 9b39c1d5-0959-4edf-b64a-4590bc0bcc42, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:26:06.981362 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] For port 9b39c1d5-0959-4edf-b64a-4590bc0bcc42, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=9b39c1d5-0959-4edf-b64a-4590bc0bcc42,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:26:06.998402 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-852163ac-9302-404c-9026-33640b6af3d1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0302756 Nov 18 17:26:07.032980 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f9218db1-1aaa-4bc3-a6ce-6fb17da94364 None None] Provisioning complete for port 98c2a6eb-898e-431a-8f2c-a98043722a9f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:07.035183 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9218db1-1aaa-4bc3-a6ce-6fb17da94364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:07.099999 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:07.107548 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aec51d-5f7b-4fec-b55f-e6843d2625c0 None None] Pushing event updated for resources: {'Port': ['ID=e8da363d-8224-4981-9797-6ddaccaa94ae,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:07.138877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:07.138877 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:07.141874 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1ac12be-da88-495e-8300-f74da726d576 req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] 10.222.0.83 "PUT /v2.0/ports/9b39c1d5-0959-4edf-b64a-4590bc0bcc42 HTTP/1.1" status: 200 len: 1092 time: 2.0859509 Nov 18 17:26:07.148268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4770f568-aea6-4720-8bce-0eefa4aa988e', 'tag': '9b39c1d5-0959-4edf-b64a-4590bc0bcc42'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:07.155062 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5902a7-d411-42c5-a526-154f616d690d" -d '{"events": [{"name": "network-changed", "server_uuid": "4770f568-aea6-4720-8bce-0eefa4aa988e", "tag": "9b39c1d5-0959-4edf-b64a-4590bc0bcc42"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:07.170220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f9218db1-1aaa-4bc3-a6ce-6fb17da94364 None None] Port 98c2a6eb-898e-431a-8f2c-a98043722a9f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:26:07.190750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea73d3a2-5397-4dfd-b1ee-61b305773900 req-a7b4e143-1e7b-44ad-8421-799552caa5b6 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dfa291c-f2bb-4614-90fc-622f105916ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574069 Nov 18 17:26:07.226978 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f9218db1-1aaa-4bc3-a6ce-6fb17da94364 None None] Provisioning complete for port e8da363d-8224-4981-9797-6ddaccaa94ae triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:07.227730 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9218db1-1aaa-4bc3-a6ce-6fb17da94364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:07.240603 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-d1299028-f148-4535-8689-0ece6cecb2df service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:26:07.241627 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-d1299028-f148-4535-8689-0ece6cecb2df service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2028599 Nov 18 17:26:07.364207 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddaff9-c1d7-4a1a-945c-e0831a41af9d service neutron] Pushing event updated for resources: {'Port': ['ID=9b39c1d5-0959-4edf-b64a-4590bc0bcc42,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:07.436633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac12be-da88-495e-8300-f74da726d576 req-f818cb6a-c660-4f59-baa7-ef3947d969bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:07.439264 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1ac12be-da88-495e-8300-f74da726d576 req-f818cb6a-c660-4f59-baa7-ef3947d969bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7d94a59b2899443e8d1259c8dbafd46b&device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 1095 time: 0.1578381 Nov 18 17:26:07.543989 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1ac12be-da88-495e-8300-f74da726d576 req-35e7191f-90f0-4535-a22d-e85e86942f7c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b39c1d5-0959-4edf-b64a-4590bc0bcc42 HTTP/1.1" status: 200 len: 217 time: 0.0916626 Nov 18 17:26:07.570526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 81ef6e84-8345-45a8-b44e-553538c51f02 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:26:07.650833 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Allocated IP 2001:db8:1::1 (a2a87765-5033-4650-8266-778762d5de10/d31ee00f-3404-4a69-b5e3-2db1a1d22029/5156a5d8-c1bf-4f64-9a2a-305508285c86) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:07.665216 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-a72bf4c2-6a3c-4e24-b50e-7ff56353a2ed service neutron] 10.222.0.72 "GET /v2.0/networks/985f4fbd-9c9b-4f00-933a-f2224376d0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091871 Nov 18 17:26:07.685256 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63ff7d-ac5c-48e0-8cc3-5e2f6e135e38 req-626cf1c3-4463-4c6a-a3e6-c3d8782ed7f3 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:07.695066 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e63ff7d-ac5c-48e0-8cc3-5e2f6e135e38 req-626cf1c3-4463-4c6a-a3e6-c3d8782ed7f3 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 943 time: 0.2517512 Nov 18 17:26:07.696422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac12be-da88-495e-8300-f74da726d576 req-ac5768e7-ee38-430a-b43a-464881cd029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:07.699367 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f9218db1-1aaa-4bc3-a6ce-6fb17da94364 None None] Provisioning complete for port 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:07.699585 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1ac12be-da88-495e-8300-f74da726d576 req-ac5768e7-ee38-430a-b43a-464881cd029e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3dcb9e7a-a59e-4dfb-a2e9-950bd022dd53 HTTP/1.1" status: 200 len: 855 time: 0.1463342 Nov 18 17:26:07.706133 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9218db1-1aaa-4bc3-a6ce-6fb17da94364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:07.764857 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1ac12be-da88-495e-8300-f74da726d576 req-1154a99b-e16e-498d-84b2-d881ee6da264 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78db5675-6397-4200-b888-e24b3b0b4d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488460 Nov 18 17:26:07.832073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 81ef6e84-8345-45a8-b44e-553538c51f02 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:07.832447 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:07.925858 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e63ff7d-ac5c-48e0-8cc3-5e2f6e135e38 req-51e227fa-88f9-42eb-99c6-96a8b1a50a85 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298534 Nov 18 17:26:07.980163 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1ac12be-da88-495e-8300-f74da726d576 req-190abfef-5f68-4162-be52-97111080e3ea service neutron] 10.222.0.83 "GET /v2.0/networks/78db5675-6397-4200-b888-e24b3b0b4d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073185 Nov 18 17:26:07.998002 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9218db1-1aaa-4bc3-a6ce-6fb17da94364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:08.112617 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f9218db1-1aaa-4bc3-a6ce-6fb17da94364 None None] For port 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e,segment=NetworkSegment(a1cff4cd-94b2-4517-b1be-ae292f345d7e),segment_id=a1cff4cd-94b2-4517-b1be-ae292f345d7e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:08.137901 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:26:08.182965 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c1ac12be-da88-495e-8300-f74da726d576 req-826fa127-2c81-4347-96da-8cd174731ab9 service neutron] 10.222.0.83 "GET /v2.0/networks/78db5675-6397-4200-b888-e24b3b0b4d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949282 Nov 18 17:26:08.191649 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-f42725ba-d22a-4b43-8c2a-3a7b76be7813 service neutron] 10.222.0.72 "GET /v2.0/networks/985f4fbd-9c9b-4f00-933a-f2224376d0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922407 Nov 18 17:26:08.208701 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6a41711e-76b2-42ef-ab70-e75764352775 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:26:08.212177 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9218db1-1aaa-4bc3-a6ce-6fb17da94364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:08.278121 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:08.343564 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f9218db1-1aaa-4bc3-a6ce-6fb17da94364 None None] Provisioning complete for port 81ef6e84-8345-45a8-b44e-553538c51f02 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:08.344144 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9218db1-1aaa-4bc3-a6ce-6fb17da94364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:08.436625 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:08.536627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network a2a87765-5033-4650-8266-778762d5de10 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:08.541459 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:08.545085 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:08.546146 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:08.676930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=5156a5d8-c1bf-4f64-9a2a-305508285c86,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:08.686810 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5f0544-0df9-4be3-8380-f0c9a2230368 x-openstack-request-id: req-2e5f0544-0df9-4be3-8380-f0c9a2230368 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:08.695959 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3adc88a5-c4d3-402c-a34d-9f2854030f3f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e46a4e5-0d17-4cd0-b587-b148aa9c314f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:08.695959 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2e5f0544-0df9-4be3-8380-f0c9a2230368 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:08.695959 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3adc88a5-c4d3-402c-a34d-9f2854030f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e46a4e5-0d17-4cd0-b587-b148aa9c314f', 'code': 200} Nov 18 17:26:08.732288 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:08.732670 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:08.735700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:08.736561 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:08.737179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:08.737426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:08.737644 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:08.737998 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:08.738353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:08.738700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:08.741455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:08.741869 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:08.762636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9218db1-1aaa-4bc3-a6ce-6fb17da94364 None None] Pushing event updated for resources: {'Port': ['ID=2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:08.897703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:08.898086 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:08.901577 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:08.992532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb463a-44d9-42d9-9b4e-17bd1ec6b05c req-1e8f006f-9cb1-45b2-a6b4-94b3161337b4 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:08.997820 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fabb463a-44d9-42d9-9b4e-17bd1ec6b05c req-1e8f006f-9cb1-45b2-a6b4-94b3161337b4 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 947 time: 0.3121760 Nov 18 17:26:09.070473 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6a41711e-76b2-42ef-ab70-e75764352775, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a41711e-76b2-42ef-ab70-e75764352775,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:09.139089 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:09.174086 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:09.200680 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fabb463a-44d9-42d9-9b4e-17bd1ec6b05c req-f68975d6-be40-4cc8-bc44-bb0de952e365 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943471 Nov 18 17:26:09.208431 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e8da363d-8224-4981-9797-6ddaccaa94ae up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:26:09.309633 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b51fd3-1cc0-467a-97fe-7d315be2911e x-openstack-request-id: req-31b51fd3-1cc0-467a-97fe-7d315be2911e {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:09.310511 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4770f568-aea6-4720-8bce-0eefa4aa988e", "tag": "9b39c1d5-0959-4edf-b64a-4590bc0bcc42", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:09.311041 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-31b51fd3-1cc0-467a-97fe-7d315be2911e {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:09.311706 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4770f568-aea6-4720-8bce-0eefa4aa988e', 'tag': '9b39c1d5-0959-4edf-b64a-4590bc0bcc42', 'status': 'completed', 'code': 200} Nov 18 17:26:09.318699 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6a41711e-76b2-42ef-ab70-e75764352775,revision_number=14']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:09.368015 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-febfef9d-83c8-44d5-801c-913286c2fb74 None None] Provisioning complete for port 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:09.368511 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-febfef9d-83c8-44d5-801c-913286c2fb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:09.441761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5902a7-d411-42c5-a526-154f616d690d req-63fa6bbb-b0aa-47d4-9ece-25e5be2f4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:09.444092 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb5902a7-d411-42c5-a526-154f616d690d req-63fa6bbb-b0aa-47d4-9ece-25e5be2f4638 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7d94a59b2899443e8d1259c8dbafd46b&device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 1095 time: 0.1064680 Nov 18 17:26:09.459135 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port e8da363d-8224-4981-9797-6ddaccaa94ae triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:09.459517 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:09.618820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5902a7-d411-42c5-a526-154f616d690d req-276fc7d6-2705-42bd-bc2d-8b5730a7661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:09.620749 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb5902a7-d411-42c5-a526-154f616d690d req-276fc7d6-2705-42bd-bc2d-8b5730a7661f service neutron] 10.222.0.83 "GET /v2.0/networks?id=78db5675-6397-4200-b888-e24b3b0b4d09 HTTP/1.1" status: 200 len: 917 time: 0.1649296 Nov 18 17:26:09.710268 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb5902a7-d411-42c5-a526-154f616d690d req-be149aaa-17b5-4c7d-a1eb-e732964a97ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b39c1d5-0959-4edf-b64a-4590bc0bcc42 HTTP/1.1" status: 200 len: 217 time: 0.0805681 Nov 18 17:26:09.713733 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-febfef9d-83c8-44d5-801c-913286c2fb74 None None] Provisioning complete for port 5156a5d8-c1bf-4f64-9a2a-305508285c86 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:09.714758 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-febfef9d-83c8-44d5-801c-913286c2fb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:09.768570 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-febfef9d-83c8-44d5-801c-913286c2fb74 None None] Port 5156a5d8-c1bf-4f64-9a2a-305508285c86 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:26:09.791284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5902a7-d411-42c5-a526-154f616d690d req-2d1728bb-8d06-483e-891f-7c784485342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:09.793262 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb5902a7-d411-42c5-a526-154f616d690d req-2d1728bb-8d06-483e-891f-7c784485342c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3dcb9e7a-a59e-4dfb-a2e9-950bd022dd53 HTTP/1.1" status: 200 len: 855 time: 0.0707195 Nov 18 17:26:09.813376 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:26:09.838547 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cf87d747-237a-40c6-9112-873c917f00a1 req-5143c704-5aef-43be-80bf-8e966ef7b33e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 210 time: 0.1037571 Nov 18 17:26:09.854712 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb5902a7-d411-42c5-a526-154f616d690d req-01382b21-6ecd-418a-bcee-a4110fffd30c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78db5675-6397-4200-b888-e24b3b0b4d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505588 Nov 18 17:26:09.896164 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:09.897015 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:09.905166 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:10.002017 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:10.002640 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:10.056402 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e8da363d-8224-4981-9797-6ddaccaa94ae up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:26:10.095559 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb5902a7-d411-42c5-a526-154f616d690d req-ee5ed85a-bd3e-41eb-80cd-63c1f75a80b0 service neutron] 10.222.0.83 "GET /v2.0/networks/78db5675-6397-4200-b888-e24b3b0b4d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322030 Nov 18 17:26:10.135457 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port e8da363d-8224-4981-9797-6ddaccaa94ae triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:10.135999 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:10.172482 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=5156a5d8-c1bf-4f64-9a2a-305508285c86,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:10.237119 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb5902a7-d411-42c5-a526-154f616d690d req-bffbdbd2-c25c-48ec-8974-d03489c57892 service neutron] 10.222.0.83 "GET /v2.0/networks/78db5675-6397-4200-b888-e24b3b0b4d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296411 Nov 18 17:26:10.252945 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a41cd-79af-414f-b2e0-d11e4cb01802 req-cff2faae-c1e4-4e8e-b52a-f999e4d526e6 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:10.254527 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-058a41cd-79af-414f-b2e0-d11e4cb01802 req-cff2faae-c1e4-4e8e-b52a-f999e4d526e6 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 943 time: 0.1906950 Nov 18 17:26:10.328056 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network a2a87765-5033-4650-8266-778762d5de10 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:10.334547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:10.411716 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-058a41cd-79af-414f-b2e0-d11e4cb01802 req-4eb56ce0-67c3-42c8-b12c-62bc8129370c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322019 Nov 18 17:26:10.522283 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 60c50f58-cb77-4a5e-81de-cb75331e5b97 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:26:10.689097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:10.692139 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d58776-aa43-4d7d-b8e2-5017a26568c5" -d '{"events": [{"server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "name": "network-vif-unplugged", "status": "completed", "tag": "6a41711e-76b2-42ef-ab70-e75764352775"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:10.703801 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:26:10.714484 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a357f66e-0d60-4d0f-9fb1-0650c5ab2f23 None None] Sync routers for ids ['60c50f58-cb77-4a5e-81de-cb75331e5b97'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:26:10.722445 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1f267728-5409-42d4-9185-6bda29dbd5be tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/60c50f58-cb77-4a5e-81de-cb75331e5b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4396582 Nov 18 17:26:10.723379 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60622) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:10.731236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a357f66e-0d60-4d0f-9fb1-0650c5ab2f23 None None] Routers {'60c50f58-cb77-4a5e-81de-cb75331e5b97'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:10.732182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a357f66e-0d60-4d0f-9fb1-0650c5ab2f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['60c50f58-cb77-4a5e-81de-cb75331e5b97'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:10.739392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d41d18-6366-431d-9e99-26b9afe20a3f req-eef70731-eae8-4ab9-9513-3d414c52e0ed tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:10.747890 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9d41d18-6366-431d-9e99-26b9afe20a3f req-eef70731-eae8-4ab9-9513-3d414c52e0ed tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1367595 Nov 18 17:26:10.774258 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a357f66e-0d60-4d0f-9fb1-0650c5ab2f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:10.786103 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a357f66e-0d60-4d0f-9fb1-0650c5ab2f23 None None] Routers {'60c50f58-cb77-4a5e-81de-cb75331e5b97'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:10.786765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a357f66e-0d60-4d0f-9fb1-0650c5ab2f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['60c50f58-cb77-4a5e-81de-cb75331e5b97'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:10.826446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a357f66e-0d60-4d0f-9fb1-0650c5ab2f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:10.827409 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a357f66e-0d60-4d0f-9fb1-0650c5ab2f23 None None] The sync data for ids ['60c50f58-cb77-4a5e-81de-cb75331e5b97'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:26:10.835264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccac3fe-3bc7-4543-a658-47bac9dd7ad1 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:10.840665 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1ccac3fe-3bc7-4543-a658-47bac9dd7ad1 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports/5156a5d8-c1bf-4f64-9a2a-305508285c86 HTTP/1.1" status: 200 len: 913 time: 0.1161475 Nov 18 17:26:10.843636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60628) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:10.843946 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-fcab2062-be63-4090-8e7b-49228d98e99d None None] Provisioning complete for port 5156a5d8-c1bf-4f64-9a2a-305508285c86 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:10.844336 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fcab2062-be63-4090-8e7b-49228d98e99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:10.849728 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9d41d18-6366-431d-9e99-26b9afe20a3f req-96e88ad0-fd05-401d-b18e-68e49ac6b810 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965805 Nov 18 17:26:10.887878 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fcab2062-be63-4090-8e7b-49228d98e99d None None] Port 5156a5d8-c1bf-4f64-9a2a-305508285c86 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:26:10.997296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-5a1c9077-c099-41eb-b20c-39a55be864b5 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:11.002642 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-5a1c9077-c099-41eb-b20c-39a55be864b5 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/networks?id=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 HTTP/1.1" status: 200 len: 803 time: 0.2350507 Nov 18 17:26:11.026881 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-7048f0ed-023e-4df9-acb6-f288e4e18660 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/quotas/0de7d88c816240c0971ebec206414d16 HTTP/1.1" status: 200 len: 375 time: 0.0167410 Nov 18 17:26:11.076304 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-fc5c5689-264c-4ccb-a31a-c6788478cc0c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0de7d88c816240c0971ebec206414d16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0483942 Nov 18 17:26:11.198300 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-13d09281-5127-400d-8ebb-57ab172a5dcc service neutron] 10.222.0.72 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145029 Nov 18 17:26:11.227199 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e124a1b-8388-43c5-8576-888536ac4aa8 x-openstack-request-id: req-6e124a1b-8388-43c5-8576-888536ac4aa8 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:11.227507 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "name": "network-vif-unplugged", "status": "completed", "tag": "6a41711e-76b2-42ef-ab70-e75764352775", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:11.227776 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6e124a1b-8388-43c5-8576-888536ac4aa8 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:11.228205 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775', 'code': 200} Nov 18 17:26:11.322126 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-58537eee-2501-4825-a072-b70396fe3edd req-517c611b-2ccd-4691-9565-41d56e911ef9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 210 time: 0.0334594 Nov 18 17:26:11.448027 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-0fe6bec9-6010-4003-b2b6-c90943cc91a9 service neutron] 10.222.0.72 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414870 Nov 18 17:26:11.801196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-2718fa32-ad3e-4825-b3ba-ba41012be495 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:11.801196 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-2718fa32-ad3e-4825-b3ba-ba41012be495 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.83 "GET /v2.0/networks?id=985f4fbd-9c9b-4f00-933a-f2224376d0f0 HTTP/1.1" status: 200 len: 797 time: 0.2081983 Nov 18 17:26:11.804236 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc568468-bb15-4f8b-8369-f5d2e790ad9e req-f8e69e75-ee10-4086-bc0d-e1d2ca44e2af tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:11.804236 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc568468-bb15-4f8b-8369-f5d2e790ad9e req-f8e69e75-ee10-4086-bc0d-e1d2ca44e2af tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 943 time: 0.1073680 Nov 18 17:26:11.820359 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc568468-bb15-4f8b-8369-f5d2e790ad9e req-d5ea1b6c-896d-41d6-8d5a-881f1df129f7 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806584 Nov 18 17:26:11.823571 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-49f67c36-29b6-4ab2-a2a7-ed182625d024 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cf238edb8014a38996468367e264a07 HTTP/1.1" status: 200 len: 380 time: 0.0931375 Nov 18 17:26:11.860539 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-3c35df2f-be04-45c8-b061-38159341265c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'port': {'device_id': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0', 'admin_state_up': True, 'tenant_id': '2cf238edb8014a38996468367e264a07', 'security_groups': ['d71a006a-c752-403c-91cf-1936137cb5f5']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:11.861406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-717b55a1-a080-4288-b862-03df15d3731c req-f3a12e6c-30b3-46c4-a900-3328b6868859 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 210 time: 0.0850174 Nov 18 17:26:11.993604 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a20246b9-8d9a-4721-9039-7dff7344228b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:12.175481 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-3c35df2f-be04-45c8-b061-38159341265c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Made reservation on behalf of 2cf238edb8014a38996468367e264a07 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:12.184764 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 9b39c1d5-0959-4edf-b64a-4590bc0bcc42 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:26:12.189740 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-3c35df2f-be04-45c8-b061-38159341265c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:12.220450 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:26:12.374285 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a06f37-3f2a-44a0-aa7c-c17e48588ae0 req-b8a31b16-7514-404d-b95d-2125b55c803e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:12.378195 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-71a06f37-3f2a-44a0-aa7c-c17e48588ae0 req-b8a31b16-7514-404d-b95d-2125b55c803e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.81 "GET /v2.0/ports?device_id=3adc88a5-c4d3-402c-a34d-9f2854030f3f HTTP/1.1" status: 200 len: 944 time: 0.1002169 Nov 18 17:26:12.417455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 9b39c1d5-0959-4edf-b64a-4590bc0bcc42, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=9b39c1d5-0959-4edf-b64a-4590bc0bcc42,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:12.440674 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '9b39c1d5-0959-4edf-b64a-4590bc0bcc42', 'network_id': '78db5675-6397-4200-b888-e24b3b0b4d09', 'port_id': '9b39c1d5-0959-4edf-b64a-4590bc0bcc42', 'mac_address': 'fa:16:3e:d5:fb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dcb9e7a-a59e-4dfb-a2e9-950bd022dd53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:26:12.515286 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-3c35df2f-be04-45c8-b061-38159341265c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Allocated IP 172.20.0.13 (985f4fbd-9c9b-4f00-933a-f2224376d0f0/7b19ee56-2a81-4546-9772-a70239522cce/2cd3b501-54d3-48bf-ba90-1d4bb7d498c3) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:12.522769 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:12.567030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b39c1d5-0959-4edf-b64a-4590bc0bcc42 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:26:12.611078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 9b39c1d5-0959-4edf-b64a-4590bc0bcc42, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=9b39c1d5-0959-4edf-b64a-4590bc0bcc42,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:12.622990 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4b9c3ae7-43d4-4c25-9105-a295533b1acd req-a896e42f-288d-45a2-af8e-cb6ff4bfeec1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 210 time: 0.0978146 Nov 18 17:26:12.646175 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-71a06f37-3f2a-44a0-aa7c-c17e48588ae0 req-5829d231-3c3c-4e52-b7a1-4cdeee9f6a8d tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Deleting port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:26:12.649170 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-71a06f37-3f2a-44a0-aa7c-c17e48588ae0 req-5829d231-3c3c-4e52-b7a1-4cdeee9f6a8d tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:12.669820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a20246b9-8d9a-4721-9039-7dff7344228b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting port 5156a5d8-c1bf-4f64-9a2a-305508285c86 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:26:12.670161 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a20246b9-8d9a-4721-9039-7dff7344228b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:12.753116 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:12.790013 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-71a06f37-3f2a-44a0-aa7c-c17e48588ae0 req-5829d231-3c3c-4e52-b7a1-4cdeee9f6a8d tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] For port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6e46a4e5-0d17-4cd0-b587-b148aa9c314f,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:12.790683 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-71a06f37-3f2a-44a0-aa7c-c17e48588ae0 req-5829d231-3c3c-4e52-b7a1-4cdeee9f6a8d tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:12.811403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-71a06f37-3f2a-44a0-aa7c-c17e48588ae0 req-5829d231-3c3c-4e52-b7a1-4cdeee9f6a8d tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Calling delete_port for 6e46a4e5-0d17-4cd0-b587-b148aa9c314f owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:26:12.827488 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01ae7f14-589c-4e49-9cce-2217a82dd6af req-f39fcb15-7dce-45cc-8890-3e06da766770 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0763035 Nov 18 17:26:12.847777 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a20246b9-8d9a-4721-9039-7dff7344228b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:12.860597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-3c35df2f-be04-45c8-b061-38159341265c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:12.879142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a20246b9-8d9a-4721-9039-7dff7344228b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Calling delete_port for 5156a5d8-c1bf-4f64-9a2a-305508285c86 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:26:12.890026 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=9b39c1d5-0959-4edf-b64a-4590bc0bcc42,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:13.035767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['9b39c1d5-0959-4edf-b64a-4590bc0bcc42'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:26:13.100553 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16099436-74c9-407b-90f9-3a4ce9830d4f req-3c3873c2-45d5-4a76-b7cc-6d32f8133a90 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 210 time: 0.0813298 Nov 18 17:26:13.102505 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-3c35df2f-be04-45c8-b061-38159341265c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:13.112327 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae7f14-589c-4e49-9cce-2217a82dd6af req-233f41ac-468b-46c8-8d47-825a0c40a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:13.117334 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01ae7f14-589c-4e49-9cce-2217a82dd6af req-233f41ac-468b-46c8-8d47-825a0c40a311 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=672de6bd672e4abb9d212f3dab4d92c1&device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 1098 time: 0.1724374 Nov 18 17:26:13.201578 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-3c35df2f-be04-45c8-b061-38159341265c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:13.210148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-3c35df2f-be04-45c8-b061-38159341265c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:13.226248 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16965fae-b9c5-4ab8-9dc5-bb3edc3dd9da req-93505903-f63d-4d67-b29c-ac2d424f2fde tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:13.226248 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16965fae-b9c5-4ab8-9dc5-bb3edc3dd9da req-93505903-f63d-4d67-b29c-ac2d424f2fde tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 944 time: 0.2456541 Nov 18 17:26:13.226416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-3c35df2f-be04-45c8-b061-38159341265c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:13.228885 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35df2f-be04-45c8-b061-38159341265c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:13.287402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-3c35df2f-be04-45c8-b061-38159341265c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:13.288103 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-3c35df2f-be04-45c8-b061-38159341265c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:13.323224 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a20246b9-8d9a-4721-9039-7dff7344228b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:13.444397 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20246b9-8d9a-4721-9039-7dff7344228b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Port': ['ID=5156a5d8-c1bf-4f64-9a2a-305508285c86,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:13.450221 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-3c35df2f-be04-45c8-b061-38159341265c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6188810 Nov 18 17:26:13.472230 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Request body: {'port': {'device_id': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:13.518581 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae7f14-589c-4e49-9cce-2217a82dd6af req-87caa200-523d-4b59-8356-8cbaf06da9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:13.520971 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01ae7f14-589c-4e49-9cce-2217a82dd6af req-87caa200-523d-4b59-8356-8cbaf06da9d8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4822d3ad-5758-4982-9a69-332899af7e34 HTTP/1.1" status: 200 len: 915 time: 0.3792574 Nov 18 17:26:13.528338 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16965fae-b9c5-4ab8-9dc5-bb3edc3dd9da req-51cbbec0-948a-435c-ad3b-427e0c7a400b tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855403 Nov 18 17:26:13.694930 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01ae7f14-589c-4e49-9cce-2217a82dd6af req-61c8c256-8bb3-4d59-b061-214a876e0b15 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070f6a67-e51f-4035-abd0-488f224b961f HTTP/1.1" status: 200 len: 217 time: 0.1595910 Nov 18 17:26:13.697046 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-71a06f37-3f2a-44a0-aa7c-c17e48588ae0 req-5829d231-3c3c-4e52-b7a1-4cdeee9f6a8d tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:13.759595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b96db948-0cb8-465d-9136-3487013ab7f9 None None] Provisioning complete for port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:13.762142 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b96db948-0cb8-465d-9136-3487013ab7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:13.785760 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:13.816959 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a20246b9-8d9a-4721-9039-7dff7344228b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:13.837567 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829d231-3c3c-4e52-b7a1-4cdeee9f6a8d tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Pushing event deleted for resources: {'Port': ['ID=6e46a4e5-0d17-4cd0-b587-b148aa9c314f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:13.845927 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b96db948-0cb8-465d-9136-3487013ab7f9 None None] Port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:26:13.964380 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a06f37-3f2a-44a0-aa7c-c17e48588ae0 req-5829d231-3c3c-4e52-b7a1-4cdeee9f6a8d tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] No DVR routers for this DVR port 6e46a4e5-0d17-4cd0-b587-b148aa9c314f on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:26:13.966953 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-71a06f37-3f2a-44a0-aa7c-c17e48588ae0 req-5829d231-3c3c-4e52-b7a1-4cdeee9f6a8d tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:13.972170 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-71a06f37-3f2a-44a0-aa7c-c17e48588ae0 req-5829d231-3c3c-4e52-b7a1-4cdeee9f6a8d tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.81 "DELETE /v2.0/ports/6e46a4e5-0d17-4cd0-b587-b148aa9c314f HTTP/1.1" status: 204 len: 173 time: 1.5863309 Nov 18 17:26:13.977154 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adc88a5-c4d3-402c-a34d-9f2854030f3f', 'name': 'network-vif-deleted', 'tag': '6e46a4e5-0d17-4cd0-b587-b148aa9c314f'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:13.979874 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aaa4d38-1f11-4868-b5df-84d2489f1098" -d '{"events": [{"server_uuid": "3adc88a5-c4d3-402c-a34d-9f2854030f3f", "name": "network-vif-deleted", "tag": "6e46a4e5-0d17-4cd0-b587-b148aa9c314f"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:13.992184 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae7f14-589c-4e49-9cce-2217a82dd6af req-8cef31da-fae4-4531-a0f1-99f63ea379c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:13.993674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01ae7f14-589c-4e49-9cce-2217a82dd6af req-8cef31da-fae4-4531-a0f1-99f63ea379c1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5927dc87-a3e7-46a1-890e-3bbdae1d79a4 HTTP/1.1" status: 200 len: 853 time: 0.2828434 Nov 18 17:26:14.003939 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef5fb4-a339-492e-afa3-038081128b1c req-71d056b2-5c4a-4d48-a2f8-aecf10eac8ea tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:14.008314 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0ef5fb4-a339-492e-afa3-038081128b1c req-71d056b2-5c4a-4d48-a2f8-aecf10eac8ea tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 932 time: 0.2142801 Nov 18 17:26:14.073739 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01ae7f14-589c-4e49-9cce-2217a82dd6af req-3f45a1d7-9df8-43ee-ba60-797ec3f1e48a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4822d3ad-5758-4982-9a69-332899af7e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640938 Nov 18 17:26:14.135341 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0ef5fb4-a339-492e-afa3-038081128b1c req-d2ab1a27-de8f-45fc-86a8-321e071c45d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932751 Nov 18 17:26:14.201411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 9b39c1d5-0959-4edf-b64a-4590bc0bcc42 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:26:14.240185 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f5650b-a92a-4ddb-86e6-209512f2fdd3 x-openstack-request-id: req-95f5650b-a92a-4ddb-86e6-209512f2fdd3 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:14.240695 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3adc88a5-c4d3-402c-a34d-9f2854030f3f", "name": "network-vif-deleted", "tag": "6e46a4e5-0d17-4cd0-b587-b148aa9c314f", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:14.241138 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-95f5650b-a92a-4ddb-86e6-209512f2fdd3 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:14.242189 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3adc88a5-c4d3-402c-a34d-9f2854030f3f', 'name': 'network-vif-deleted', 'tag': '6e46a4e5-0d17-4cd0-b587-b148aa9c314f', 'status': 'completed', 'code': 200} Nov 18 17:26:14.319594 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01ae7f14-589c-4e49-9cce-2217a82dd6af req-b736ebbf-65ee-4919-8d14-100c20a90630 service neutron] 10.222.0.81 "GET /v2.0/networks/4822d3ad-5758-4982-9a69-332899af7e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315574 Nov 18 17:26:14.350313 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 9b39c1d5-0959-4edf-b64a-4590bc0bcc42 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:26:14.354706 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cee41773-168e-4489-bd14-98a1af4e2c95 req-67d42a84-ce5a-49d1-a997-61ef54d7edc5 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 210 time: 0.0754082 Nov 18 17:26:14.354838 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 9b39c1d5-0959-4edf-b64a-4590bc0bcc42 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:14.355203 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:14.461434 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20246b9-8d9a-4721-9039-7dff7344228b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 60c50f58-cb77-4a5e-81de-cb75331e5b97 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:26:14.510022 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:14.579351 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 9b39c1d5-0959-4edf-b64a-4590bc0bcc42, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=9b39c1d5-0959-4edf-b64a-4590bc0bcc42,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:14.580265 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4770f568-aea6-4720-8bce-0eefa4aa988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b39c1d5-0959-4edf-b64a-4590bc0bcc42'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:14.582600 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5876b2fc-b67e-462a-bab9-55804bf9d0d2" -d '{"events": [{"server_uuid": "4770f568-aea6-4720-8bce-0eefa4aa988e", "name": "network-vif-plugged", "status": "completed", "tag": "9b39c1d5-0959-4edf-b64a-4590bc0bcc42"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:14.646055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:26:14.659606 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:14.664728 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:14.681053 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20246b9-8d9a-4721-9039-7dff7344228b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:26:14.688295 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a20246b9-8d9a-4721-9039-7dff7344228b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/60c50f58-cb77-4a5e-81de-cb75331e5b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8433559 Nov 18 17:26:14.691426 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Transition to ACTIVE for port object 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:26:14.692225 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60780) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:14.697012 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864b37d-4a69-42fa-bb2c-f17468269688 None None] Sync routers for ids ['60c50f58-cb77-4a5e-81de-cb75331e5b97'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:26:14.710574 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864b37d-4a69-42fa-bb2c-f17468269688 None None] Routers {'60c50f58-cb77-4a5e-81de-cb75331e5b97'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:14.711206 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2864b37d-4a69-42fa-bb2c-f17468269688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['60c50f58-cb77-4a5e-81de-cb75331e5b97'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:14.769655 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2864b37d-4a69-42fa-bb2c-f17468269688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:14.776266 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:14.782044 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864b37d-4a69-42fa-bb2c-f17468269688 None None] Routers {'60c50f58-cb77-4a5e-81de-cb75331e5b97'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:14.782983 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2864b37d-4a69-42fa-bb2c-f17468269688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['60c50f58-cb77-4a5e-81de-cb75331e5b97'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:14.824853 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2864b37d-4a69-42fa-bb2c-f17468269688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:14.826289 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864b37d-4a69-42fa-bb2c-f17468269688 None None] The sync data for ids ['60c50f58-cb77-4a5e-81de-cb75331e5b97'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:26:14.850782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=9b39c1d5-0959-4edf-b64a-4590bc0bcc42,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:14.909464 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:15.088570 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-6b0d821b-7bc5-4a16-9f2b-7cb20b6c4ab0 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:15.090200 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-6b0d821b-7bc5-4a16-9f2b-7cb20b6c4ab0 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.81 "GET /v2.0/networks?id=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 HTTP/1.1" status: 200 len: 803 time: 0.8448493 Nov 18 17:26:15.126243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc88cd-17ca-40a5-bc68-e22d69114f60 req-1318e1e2-0827-49a3-97e6-ad8a47986389 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:15.127899 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ccbc88cd-17ca-40a5-bc68-e22d69114f60 req-1318e1e2-0827-49a3-97e6-ad8a47986389 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.7917957 Nov 18 17:26:15.131918 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-de2df862-461d-4629-944a-e662f4265a4e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Request body: {'port': {'device_id': '73776f5f-6fc3-4f9e-8282-0b07fd110e57', 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9', 'admin_state_up': True, 'tenant_id': '0de7d88c816240c0971ebec206414d16'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:15.180247 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01ae7f14-589c-4e49-9cce-2217a82dd6af req-796c40e8-ef0d-40d0-9007-920e2806432c service neutron] 10.222.0.81 "GET /v2.0/networks/4822d3ad-5758-4982-9a69-332899af7e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8316610 Nov 18 17:26:15.216595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea93ec-5795-46a2-a559-db00eb80e892 req-8d7086f2-05e1-475f-9484-768aa0d07a4c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:15.218223 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6ea93ec-5795-46a2-a559-db00eb80e892 req-8d7086f2-05e1-475f-9484-768aa0d07a4c tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 945 time: 0.2522213 Nov 18 17:26:15.343987 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ccbc88cd-17ca-40a5-bc68-e22d69114f60 req-694b6327-48aa-4658-8df6-77adf8210c90 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040648 Nov 18 17:26:15.372258 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6ea93ec-5795-46a2-a559-db00eb80e892 req-6882b087-f1b9-439a-95ad-005153b48030 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188369 Nov 18 17:26:15.435832 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b61bf09-bb49-4e88-8a79-13bfe1c2c579 x-openstack-request-id: req-8b61bf09-bb49-4e88-8a79-13bfe1c2c579 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:15.436544 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4770f568-aea6-4720-8bce-0eefa4aa988e", "name": "network-vif-plugged", "status": "completed", "tag": "9b39c1d5-0959-4edf-b64a-4590bc0bcc42", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:15.436544 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8b61bf09-bb49-4e88-8a79-13bfe1c2c579 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:15.437032 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4770f568-aea6-4720-8bce-0eefa4aa988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b39c1d5-0959-4edf-b64a-4590bc0bcc42', 'code': 200} Nov 18 17:26:15.438121 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Attempting to bind port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:26:15.438474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Attempting to bind port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:26:15.438804 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Attempting to bind port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 on network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:15.458792 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-de2df862-461d-4629-944a-e662f4265a4e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Made reservation on behalf of 0de7d88c816240c0971ebec206414d16 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:15.462496 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-de2df862-461d-4629-944a-e662f4265a4e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:15.464698 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 on network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:26:15.465213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Attempting to bind port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 on network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:15.476788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:26:15.476788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Checking segment: {'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:15.476788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Bound using segment: {'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:26:15.476788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Bound port: 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:26:15.476788 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:15.592198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] For port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:26:15.630083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e474da4-737b-403e-9079-0b97d2085f33 req-8bcf9b4c-ec23-43c4-ba44-8f1a2cfcfe1c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:15.635973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] For port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,segment=NetworkSegment(b444b4b2-14ef-4853-adbd-aef5dc7ba457),segment_id=b444b4b2-14ef-4853-adbd-aef5dc7ba457)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:26:15.636415 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e474da4-737b-403e-9079-0b97d2085f33 req-8bcf9b4c-ec23-43c4-ba44-8f1a2cfcfe1c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 944 time: 0.1118526 Nov 18 17:26:15.647006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7df489-8fab-4f59-9626-585b3298d0f2 req-6158aca9-339d-45d0-9755-a0d210f68707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:15.648621 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3d7df489-8fab-4f59-9626-585b3298d0f2 req-6158aca9-339d-45d0-9755-a0d210f68707 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 1097 time: 0.1161885 Nov 18 17:26:15.686830 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d3883d9-0ec5-4420-8075-21a864599c5e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:15.732675 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:15.764560 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e474da4-737b-403e-9079-0b97d2085f33 req-700a1c0a-95bd-4cc7-b24c-1efc773fb5fd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213837 Nov 18 17:26:15.793496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-de2df862-461d-4629-944a-e662f4265a4e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Allocated IP 172.20.0.11 (a0b7947d-b3ea-4be7-8b81-78e540c5fdb9/069ac9c4-0652-4a7d-9e28-3147189e9231/605371ac-fb4d-47fa-b4ba-f2687707eec5) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:15.815988 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3d7df489-8fab-4f59-9626-585b3298d0f2 req-9e8a9c7d-0dea-4f21-94d7-832b1e614ed5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573303 Nov 18 17:26:15.822180 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:15.824030 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:15.824264 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] 10.222.0.83 "PUT /v2.0/ports/2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 HTTP/1.1" status: 200 len: 1093 time: 2.3622410 Nov 18 17:26:15.826784 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'tag': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:15.829472 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8415e14e-85e9-4cb1-8f72-482f14ab04a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b43c39-0b10-492d-99ad-52ae183b02e0", "tag": "2cd3b501-54d3-48bf-ba90-1d4bb7d498c3"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:15.898879 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeedf0e-d788-4dbf-a4f0-cf1b20a640f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:15.955393 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e74a0707-ec4c-4b87-b2b6-ae1b50f46e78 req-f2232f7d-6893-4658-94e2-1ef77e77079e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 210 time: 0.0459042 Nov 18 17:26:16.133376 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-3d3883d9-0ec5-4420-8075-21a864599c5e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting port 98c2a6eb-898e-431a-8f2c-a98043722a9f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:26:16.133724 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d3883d9-0ec5-4420-8075-21a864599c5e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:16.156052 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-de2df862-461d-4629-944a-e662f4265a4e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:16.166071 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857868f-45ca-4544-ac15-324e3b7e44d7 req-cac94ea3-58f8-483f-b130-6ff314f1b2ed tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:16.167666 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9857868f-45ca-4544-ac15-324e3b7e44d7 req-cac94ea3-58f8-483f-b130-6ff314f1b2ed tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/ports?device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 946 time: 0.1126552 Nov 18 17:26:16.250495 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aea1f6d-f813-46d7-a16f-ea7fb4ff5db1 x-openstack-request-id: req-2aea1f6d-f813-46d7-a16f-ea7fb4ff5db1 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:16.250795 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b43c39-0b10-492d-99ad-52ae183b02e0", "tag": "2cd3b501-54d3-48bf-ba90-1d4bb7d498c3", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:16.253006 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2aea1f6d-f813-46d7-a16f-ea7fb4ff5db1 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:16.253006 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'tag': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3', 'status': 'completed', 'code': 200} Nov 18 17:26:16.253358 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9857868f-45ca-4544-ac15-324e3b7e44d7 req-36cdc300-18d1-4764-8fe4-3ca757ad2eb3 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dfa291c-f2bb-4614-90fc-622f105916ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780282 Nov 18 17:26:16.287922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-f9e79f96-3b8a-4f3a-aa34-31f79b397ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:16.289718 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-f9e79f96-3b8a-4f3a-aa34-31f79b397ba0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 1096 time: 0.1276605 Nov 18 17:26:16.317577 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d3883d9-0ec5-4420-8075-21a864599c5e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:16.319177 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-de2df862-461d-4629-944a-e662f4265a4e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:16.368456 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-8e13808b-2d25-4183-8ec6-ff2519d10575 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 HTTP/1.1" status: 200 len: 217 time: 0.0658484 Nov 18 17:26:16.386608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-3d3883d9-0ec5-4420-8075-21a864599c5e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Calling delete_port for 98c2a6eb-898e-431a-8f2c-a98043722a9f owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:26:16.421810 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-de2df862-461d-4629-944a-e662f4265a4e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:16.431934 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-de2df862-461d-4629-944a-e662f4265a4e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:16.443717 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-de2df862-461d-4629-944a-e662f4265a4e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:16.474241 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2df862-461d-4629-944a-e662f4265a4e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Pushing event updated for resources: {'Port': ['ID=605371ac-fb4d-47fa-b4ba-f2687707eec5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:16.490463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43980c6-8276-4316-8f60-66d4ddf5971e req-6e18f8f6-f41f-493a-94cf-fd9e118d0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:16.491025 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa20472-1b6c-41d8-a714-21c44c01a260 req-17f50329-daf2-41ff-af04-756b06d1b364 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:16.492015 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f43980c6-8276-4316-8f60-66d4ddf5971e req-6e18f8f6-f41f-493a-94cf-fd9e118d0fbb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 1097 time: 0.1766050 Nov 18 17:26:16.492594 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eaa20472-1b6c-41d8-a714-21c44c01a260 req-17f50329-daf2-41ff-af04-756b06d1b364 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1753464 Nov 18 17:26:16.501593 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-1835b7cd-b990-4823-af36-c95f5fc75fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:16.503044 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-1835b7cd-b990-4823-af36-c95f5fc75fc0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7b19ee56-2a81-4546-9772-a70239522cce HTTP/1.1" status: 200 len: 834 time: 0.1144078 Nov 18 17:26:16.563868 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-de2df862-461d-4629-944a-e662f4265a4e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:16.564394 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-de2df862-461d-4629-944a-e662f4265a4e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:16.607238 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eaa20472-1b6c-41d8-a714-21c44c01a260 req-da18c5f8-172f-4462-a17b-9ad698d873d8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075275 Nov 18 17:26:16.618138 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc4ee7-0e1f-4e4c-9413-d6a7fcf2245d req-30a68db9-4aae-46a9-bf04-55d83ed492bf tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:16.620515 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ecc4ee7-0e1f-4e4c-9413-d6a7fcf2245d req-30a68db9-4aae-46a9-bf04-55d83ed492bf tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 945 time: 0.1189477 Nov 18 17:26:16.663555 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-de2df862-461d-4629-944a-e662f4265a4e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5580056 Nov 18 17:26:16.679347 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-8385a502-fcb5-4767-91f7-25f54f972bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:16.680908 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-8385a502-fcb5-4767-91f7-25f54f972bb4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=985f4fbd-9c9b-4f00-933a-f2224376d0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1600788 Nov 18 17:26:16.685061 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Request body: {'port': {'device_id': '73776f5f-6fc3-4f9e-8282-0b07fd110e57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:16.695434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6e46a4e5-0d17-4cd0-b587-b148aa9c314f no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:26:16.721687 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 6e46a4e5-0d17-4cd0-b587-b148aa9c314f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:26:16.725905 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6e46a4e5-0d17-4cd0-b587-b148aa9c314f not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:26:16.755374 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ecc4ee7-0e1f-4e4c-9413-d6a7fcf2245d req-5c03707f-9edf-4fcf-addf-7269e1278e2a tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148136 Nov 18 17:26:16.756027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43980c6-8276-4316-8f60-66d4ddf5971e req-61c2d077-3243-4945-8e37-0c2d477b5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:16.756027 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f43980c6-8276-4316-8f60-66d4ddf5971e req-61c2d077-3243-4945-8e37-0c2d477b5af7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.2431443 Nov 18 17:26:16.779147 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:16.958515 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f43980c6-8276-4316-8f60-66d4ddf5971e req-1630bf01-b176-44d9-ac93-eaf7e5003e59 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a41711e-76b2-42ef-ab70-e75764352775 HTTP/1.1" status: 200 len: 1000 time: 0.1818094 Nov 18 17:26:16.960910 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-f2d3e645-4b95-414c-ad26-30cc671647cc service neutron] 10.222.0.83 "GET /v2.0/networks/985f4fbd-9c9b-4f00-933a-f2224376d0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716794 Nov 18 17:26:17.002052 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba97002-a5c0-4d7b-b169-d7e1578a467f req-d2f0bfc3-feca-4a41-b0c4-be34ba4edc8b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:17.009895 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dba97002-a5c0-4d7b-b169-d7e1578a467f req-d2f0bfc3-feca-4a41-b0c4-be34ba4edc8b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 944 time: 0.1220357 Nov 18 17:26:17.057619 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d3883d9-0ec5-4420-8075-21a864599c5e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:17.136550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43980c6-8276-4316-8f60-66d4ddf5971e req-63c086b5-761d-4e12-b434-f1dc69b683df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:17.138178 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f43980c6-8276-4316-8f60-66d4ddf5971e req-63c086b5-761d-4e12-b434-f1dc69b683df service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.1579392 Nov 18 17:26:17.162996 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dba97002-a5c0-4d7b-b169-d7e1578a467f req-41813422-1782-4aba-9ef1-484e702ceea7 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519387 Nov 18 17:26:17.206188 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3883d9-0ec5-4420-8075-21a864599c5e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Port': ['ID=98c2a6eb-898e-431a-8f2c-a98043722a9f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:17.225644 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f5876-c3ce-4cc3-847c-d886932b2b41 req-2c2ce1cd-46b9-4253-a49a-39abbcff05af tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:17.232344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa1f5876-c3ce-4cc3-847c-d886932b2b41 req-2c2ce1cd-46b9-4253-a49a-39abbcff05af tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 932 time: 0.1292117 Nov 18 17:26:17.434668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43980c6-8276-4316-8f60-66d4ddf5971e req-da748165-934b-481f-b807-6fc187a079ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:17.436217 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f43980c6-8276-4316-8f60-66d4ddf5971e req-da748165-934b-481f-b807-6fc187a079ed service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2271285 Nov 18 17:26:17.436802 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d3883d9-0ec5-4420-8075-21a864599c5e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:17.441496 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92c4c546-55fd-4c62-b517-2fabbffa0f60 req-4bef8bb5-cc3b-4d3b-82da-a0a2b24b19a9 service neutron] 10.222.0.83 "GET /v2.0/networks/985f4fbd-9c9b-4f00-933a-f2224376d0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597347 Nov 18 17:26:17.456716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605371ac-fb4d-47fa-b4ba-f2687707eec5 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:26:17.476845 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909f218-e915-43cd-a7fb-4238ddfd1e36 req-f4fbc872-0873-4935-9fe7-4727563f0691 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:17.524747 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3909f218-e915-43cd-a7fb-4238ddfd1e36 req-f4fbc872-0873-4935-9fe7-4727563f0691 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.81 "GET /v2.0/ports?device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 946 time: 0.2441781 Nov 18 17:26:17.524747 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa1f5876-c3ce-4cc3-847c-d886932b2b41 req-70ba6021-dbf3-4546-9d8e-39bab3a5d7f8 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479250 Nov 18 17:26:17.524747 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:17.546112 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Transition to ACTIVE for port object 605371ac-fb4d-47fa-b4ba-f2687707eec5 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:26:17.577501 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb23ca-d96a-45fa-9c7c-38b143ea6aff req-c022ee06-2ac0-4013-b3f7-af18c9b9acdc tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:17.579963 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-62bb23ca-d96a-45fa-9c7c-38b143ea6aff req-c022ee06-2ac0-4013-b3f7-af18c9b9acdc tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/ports?device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 946 time: 0.2044075 Nov 18 17:26:17.685811 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-62bb23ca-d96a-45fa-9c7c-38b143ea6aff req-8b03aad9-32aa-4df5-98b8-78e1f1d7ce8f tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dfa291c-f2bb-4614-90fc-622f105916ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727944 Nov 18 17:26:17.689030 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f43980c6-8276-4316-8f60-66d4ddf5971e req-50112325-a5a4-4191-a442-47407a1abafa service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414124 Nov 18 17:26:17.701339 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3883d9-0ec5-4420-8075-21a864599c5e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 60c50f58-cb77-4a5e-81de-cb75331e5b97 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:26:17.705903 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-3909f218-e915-43cd-a7fb-4238ddfd1e36 req-f0d08d40-829b-44ee-ba28-18563c275492 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Deleting port 1d71aa98-7577-4bd2-a3e8-44dc93aacb14 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:26:17.706566 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-3909f218-e915-43cd-a7fb-4238ddfd1e36 req-f0d08d40-829b-44ee-ba28-18563c275492 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:17.871501 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-3909f218-e915-43cd-a7fb-4238ddfd1e36 req-f0d08d40-829b-44ee-ba28-18563c275492 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] For port 1d71aa98-7577-4bd2-a3e8-44dc93aacb14, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1d71aa98-7577-4bd2-a3e8-44dc93aacb14,segment=NetworkSegment(3fce53d1-3aaf-4e76-8595-68dece73b4b2),segment_id=3fce53d1-3aaf-4e76-8595-68dece73b4b2)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:17.872614 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-3909f218-e915-43cd-a7fb-4238ddfd1e36 req-f0d08d40-829b-44ee-ba28-18563c275492 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:17.873147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3883d9-0ec5-4420-8075-21a864599c5e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:26:17.882777 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3d3883d9-0ec5-4420-8075-21a864599c5e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/60c50f58-cb77-4a5e-81de-cb75331e5b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1869726 Nov 18 17:26:17.883117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60820) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:17.903481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8257c62-9389-4525-915d-da25d2da2686 None None] Sync routers for ids ['60c50f58-cb77-4a5e-81de-cb75331e5b97'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:26:17.904145 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479e97c-10c8-4eda-afd7-37bd03eb9e99 req-117b7c84-b6d7-432e-95c4-06934253d24a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:17.905538 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0479e97c-10c8-4eda-afd7-37bd03eb9e99 req-117b7c84-b6d7-432e-95c4-06934253d24a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1481769 Nov 18 17:26:17.918046 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8257c62-9389-4525-915d-da25d2da2686 None None] Routers {'60c50f58-cb77-4a5e-81de-cb75331e5b97'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:17.918546 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-06823870-00af-46af-affe-ad7ff72f2ec1 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports?device_id=60c50f58-cb77-4a5e-81de-cb75331e5b97 HTTP/1.1" status: 200 len: 205 time: 0.0343518 Nov 18 17:26:17.919992 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f8257c62-9389-4525-915d-da25d2da2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['60c50f58-cb77-4a5e-81de-cb75331e5b97'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:17.921193 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60822) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:17.934015 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-3909f218-e915-43cd-a7fb-4238ddfd1e36 req-f0d08d40-829b-44ee-ba28-18563c275492 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Calling delete_port for 1d71aa98-7577-4bd2-a3e8-44dc93aacb14 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:26:17.966375 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f43980c6-8276-4316-8f60-66d4ddf5971e req-3246b5d7-b401-4fe1-b139-cd6dc2bf0079 service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689469 Nov 18 17:26:17.970689 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa21ab-23f9-4586-8c4d-bf15fdb9854b req-858dabf2-cafb-4346-abf6-b854273a5269 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:17.972771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bbaa21ab-23f9-4586-8c4d-bf15fdb9854b req-858dabf2-cafb-4346-abf6-b854273a5269 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 945 time: 0.1330187 Nov 18 17:26:17.980517 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f8257c62-9389-4525-915d-da25d2da2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:17.992349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8257c62-9389-4525-915d-da25d2da2686 None None] Routers {'60c50f58-cb77-4a5e-81de-cb75331e5b97'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:17.992447 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f8257c62-9389-4525-915d-da25d2da2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['60c50f58-cb77-4a5e-81de-cb75331e5b97'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:18.030453 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f8257c62-9389-4525-915d-da25d2da2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:18.031259 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8257c62-9389-4525-915d-da25d2da2686 None None] The sync data for ids ['60c50f58-cb77-4a5e-81de-cb75331e5b97'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:26:18.048023 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8417270-2628-49f8-b8a3-7ce0fc3a23a6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:18.100591 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bbaa21ab-23f9-4586-8c4d-bf15fdb9854b req-1bb412c9-bbf7-4b9f-9a13-13ab260a1c99 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138065 Nov 18 17:26:18.108408 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0479e97c-10c8-4eda-afd7-37bd03eb9e99 req-9767e443-2267-45fa-9bc8-f8461aa1eadf tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927102 Nov 18 17:26:18.171334 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:18.260362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Pushing event updated for resources: {'Port': ['ID=605371ac-fb4d-47fa-b4ba-f2687707eec5,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:18.301075 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8417270-2628-49f8-b8a3-7ce0fc3a23a6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:18.303854 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8417270-2628-49f8-b8a3-7ce0fc3a23a6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:18.328573 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-3909f218-e915-43cd-a7fb-4238ddfd1e36 req-f0d08d40-829b-44ee-ba28-18563c275492 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:18.341377 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['1d71aa98-7577-4bd2-a3e8-44dc93aacb14'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:26:18.367609 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415e14e-85e9-4cb1-8f72-482f14ab04a1 req-0ed3e665-3d4f-455a-a1fe-0b1bac6a7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:18.370257 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8415e14e-85e9-4cb1-8f72-482f14ab04a1 req-0ed3e665-3d4f-455a-a1fe-0b1bac6a7ea5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 1096 time: 0.1905456 Nov 18 17:26:18.377666 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d08d40-829b-44ee-ba28-18563c275492 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Pushing event deleted for resources: {'Port': ['ID=1d71aa98-7577-4bd2-a3e8-44dc93aacb14,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:18.451071 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Attempting to bind port 605371ac-fb4d-47fa-b4ba-f2687707eec5 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:26:18.451492 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Attempting to bind port 605371ac-fb4d-47fa-b4ba-f2687707eec5 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'ee5b9f4e-77f6-4998-922c-6ee2340fc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:26:18.451862 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Attempting to bind port 605371ac-fb4d-47fa-b4ba-f2687707eec5 on network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:18.472216 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-3909f218-e915-43cd-a7fb-4238ddfd1e36 req-f0d08d40-829b-44ee-ba28-18563c275492 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] No DVR routers for this DVR port 1d71aa98-7577-4bd2-a3e8-44dc93aacb14 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:26:18.475307 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-3909f218-e915-43cd-a7fb-4238ddfd1e36 req-f0d08d40-829b-44ee-ba28-18563c275492 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:18.479516 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3909f218-e915-43cd-a7fb-4238ddfd1e36 req-f0d08d40-829b-44ee-ba28-18563c275492 tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.81 "DELETE /v2.0/ports/1d71aa98-7577-4bd2-a3e8-44dc93aacb14 HTTP/1.1" status: 204 len: 173 time: 0.9845805 Nov 18 17:26:18.485959 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697c817a-70af-4ff0-984d-945edecc2a85', 'name': 'network-vif-deleted', 'tag': '1d71aa98-7577-4bd2-a3e8-44dc93aacb14'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:18.488402 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d639408-9f22-4113-a4b8-d108b1fea598" -d '{"events": [{"server_uuid": "697c817a-70af-4ff0-984d-945edecc2a85", "name": "network-vif-deleted", "tag": "1d71aa98-7577-4bd2-a3e8-44dc93aacb14"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:18.492974 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Port 605371ac-fb4d-47fa-b4ba-f2687707eec5 on network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:26:18.493299 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Attempting to bind port 605371ac-fb4d-47fa-b4ba-f2687707eec5 on network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:18.502542 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:26:18.502934 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Checking segment: {'id': 'ee5b9f4e-77f6-4998-922c-6ee2340fc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:18.503330 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Bound using segment: {'id': 'ee5b9f4e-77f6-4998-922c-6ee2340fc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:26:18.503770 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Bound port: 605371ac-fb4d-47fa-b4ba-f2687707eec5, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5b9f4e-77f6-4998-922c-6ee2340fc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:26:18.504148 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:18.514089 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd866f-a7a3-4211-9887-dc6971b12a07 req-20529f7e-c19a-4ca3-b849-74eebd40ebbc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:18.516044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6dcd866f-a7a3-4211-9887-dc6971b12a07 req-20529f7e-c19a-4ca3-b849-74eebd40ebbc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 944 time: 0.1525939 Nov 18 17:26:18.570453 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf63c32-5f8f-49e1-843a-9fb1b82b08a4 x-openstack-request-id: req-fbf63c32-5f8f-49e1-843a-9fb1b82b08a4 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:18.578521 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697c817a-70af-4ff0-984d-945edecc2a85", "name": "network-vif-deleted", "tag": "1d71aa98-7577-4bd2-a3e8-44dc93aacb14", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:18.578521 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fbf63c32-5f8f-49e1-843a-9fb1b82b08a4 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:18.578521 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697c817a-70af-4ff0-984d-945edecc2a85', 'name': 'network-vif-deleted', 'tag': '1d71aa98-7577-4bd2-a3e8-44dc93aacb14', 'status': 'completed', 'code': 200} Nov 18 17:26:18.736416 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6dcd866f-a7a3-4211-9887-dc6971b12a07 req-40323f31-4bf6-4924-ab9d-f7663be2021d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101235 Nov 18 17:26:18.752929 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] For port 605371ac-fb4d-47fa-b4ba-f2687707eec5, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:26:18.766868 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] For port 605371ac-fb4d-47fa-b4ba-f2687707eec5, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=605371ac-fb4d-47fa-b4ba-f2687707eec5,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:26:18.828769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df97af-8d10-4e40-9c7a-78f8d0405b5d req-d212d1d0-3485-4d72-8966-b61c874b7b2c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:18.840043 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68df97af-8d10-4e40-9c7a-78f8d0405b5d req-d212d1d0-3485-4d72-8966-b61c874b7b2c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 944 time: 0.2237482 Nov 18 17:26:18.845616 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8417270-2628-49f8-b8a3-7ce0fc3a23a6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:18.846166 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8417270-2628-49f8-b8a3-7ce0fc3a23a6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Fanout notify agent at l3_agent the message router_deleted on router 60c50f58-cb77-4a5e-81de-cb75331e5b97 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:26:18.854307 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8417270-2628-49f8-b8a3-7ce0fc3a23a6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:18.855414 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e8417270-2628-49f8-b8a3-7ce0fc3a23a6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/routers/60c50f58-cb77-4a5e-81de-cb75331e5b97 HTTP/1.1" status: 204 len: 168 time: 0.9332788 Nov 18 17:26:18.861212 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60836) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:18.921973 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:18.923461 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-5253fc97-0ceb-4f52-9089-6d45fbd9dc1c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting subnet d31ee00f-3404-4a69-b5e3-2db1a1d22029 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:26:18.926699 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6276cbba-d6ed-40aa-ab3c-8edaedf0f666 req-407681d6-98dc-417e-a1cc-5ca4caae24cf tempest-ServerTagsTestJSON-395836426 tempest-ServerTagsTestJSON-395836426-project] 10.222.0.72 "GET /v2.0/ports?device_id=697c817a-70af-4ff0-984d-945edecc2a85 HTTP/1.1" status: 200 len: 210 time: 0.0833383 Nov 18 17:26:18.934036 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5253fc97-0ceb-4f52-9089-6d45fbd9dc1c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:18.962215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415e14e-85e9-4cb1-8f72-482f14ab04a1 req-f0f105fc-c96e-41b8-96cf-777c62f646df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:18.962316 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8415e14e-85e9-4cb1-8f72-482f14ab04a1 req-f0f105fc-c96e-41b8-96cf-777c62f646df service neutron] 10.222.0.83 "GET /v2.0/networks?id=985f4fbd-9c9b-4f00-933a-f2224376d0f0 HTTP/1.1" status: 200 len: 899 time: 0.5849714 Nov 18 17:26:18.983921 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:18.984971 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:18.986612 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] 10.222.0.81 "PUT /v2.0/ports/605371ac-fb4d-47fa-b4ba-f2687707eec5 HTTP/1.1" status: 200 len: 1093 time: 2.3126526 Nov 18 17:26:19.011493 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8415e14e-85e9-4cb1-8f72-482f14ab04a1 req-ae443a4e-b16a-4e91-87ae-fe36b7c221b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 HTTP/1.1" status: 200 len: 217 time: 0.0387888 Nov 18 17:26:19.030923 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5253fc97-0ceb-4f52-9089-6d45fbd9dc1c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:19.037934 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68df97af-8d10-4e40-9c7a-78f8d0405b5d req-905f8e2b-1d58-4cea-afe9-ea0b810b1c9c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957378 Nov 18 17:26:19.042881 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e27492-4e68-41ef-9ecf-578c76a18096 service neutron] Pushing event updated for resources: {'Port': ['ID=605371ac-fb4d-47fa-b4ba-f2687707eec5,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:19.115430 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415e14e-85e9-4cb1-8f72-482f14ab04a1 req-43e0d6c0-22ce-47d8-8da0-47f78ab6541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:19.117591 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8415e14e-85e9-4cb1-8f72-482f14ab04a1 req-43e0d6c0-22ce-47d8-8da0-47f78ab6541e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7b19ee56-2a81-4546-9772-a70239522cce HTTP/1.1" status: 200 len: 834 time: 0.0958738 Nov 18 17:26:19.173253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-4ba241bb-062e-45a2-8c10-83465acfb7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:19.174845 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-4ba241bb-062e-45a2-8c10-83465acfb7a9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0de7d88c816240c0971ebec206414d16&device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 1096 time: 0.0706983 Nov 18 17:26:19.209365 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5253fc97-0ceb-4f52-9089-6d45fbd9dc1c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:19.235644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415e14e-85e9-4cb1-8f72-482f14ab04a1 req-d9b4671d-8410-4153-bb5e-a26a073a320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:19.237313 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8415e14e-85e9-4cb1-8f72-482f14ab04a1 req-d9b4671d-8410-4153-bb5e-a26a073a320c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=985f4fbd-9c9b-4f00-933a-f2224376d0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095388 Nov 18 17:26:19.330472 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-4547605d-b026-4268-9f13-25324e62d432 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=605371ac-fb4d-47fa-b4ba-f2687707eec5 HTTP/1.1" status: 200 len: 217 time: 0.1472564 Nov 18 17:26:19.399948 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8415e14e-85e9-4cb1-8f72-482f14ab04a1 req-d1c36507-6697-4385-8247-14d5265df5a4 service neutron] 10.222.0.83 "GET /v2.0/networks/985f4fbd-9c9b-4f00-933a-f2224376d0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509547 Nov 18 17:26:19.431284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-e51c2483-1f87-4638-9a84-2249aa1b9110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:19.433120 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-e51c2483-1f87-4638-9a84-2249aa1b9110 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=069ac9c4-0652-4a7d-9e28-3147189e9231 HTTP/1.1" status: 200 len: 843 time: 0.0812941 Nov 18 17:26:19.447276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a22b58-20c2-4f56-a211-26828dd67510 req-27877a58-939f-4188-a078-ae83e3047718 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:19.448892 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a5a22b58-20c2-4f56-a211-26828dd67510 req-27877a58-939f-4188-a078-ae83e3047718 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 945 time: 0.1427636 Nov 18 17:26:19.458703 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8736f5b-4bd0-4d38-9143-66a6d519df76 req-31282df4-9837-441f-9c67-1e6cd68f1689 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:19.460270 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b8736f5b-4bd0-4d38-9143-66a6d519df76 req-31282df4-9837-441f-9c67-1e6cd68f1689 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1422355 Nov 18 17:26:19.499106 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-4e320d0b-19fd-41a1-ba1e-ec66cc3f85eb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466118 Nov 18 17:26:19.568904 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5253fc97-0ceb-4f52-9089-6d45fbd9dc1c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:19.613565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253fc97-0ceb-4f52-9089-6d45fbd9dc1c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Subnet': ['ID=d31ee00f-3404-4a69-b5e3-2db1a1d22029,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:19.631580 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5253fc97-0ceb-4f52-9089-6d45fbd9dc1c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:19.635403 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5253fc97-0ceb-4f52-9089-6d45fbd9dc1c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/subnets/d31ee00f-3404-4a69-b5e3-2db1a1d22029 HTTP/1.1" status: 204 len: 168 time: 0.7732406 Nov 18 17:26:19.636191 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a5a22b58-20c2-4f56-a211-26828dd67510 req-43f9e81f-5cec-415b-a757-903b9f17f884 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664689 Nov 18 17:26:19.640842 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60846) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:19.641303 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81671c88-537b-4e82-ba38-afbd154e17b9 None None] Network a2a87765-5033-4650-8266-778762d5de10 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:26:19.658277 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b8736f5b-4bd0-4d38-9143-66a6d519df76 req-ed8fbacf-8935-48eb-8c70-e7e321facd41 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880949 Nov 18 17:26:19.711208 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-ccc2ac87-3879-4c69-bf2d-4b4cae22beb6 service neutron] 10.222.0.81 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964624 Nov 18 17:26:19.748934 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8abbf860-4349-420c-8bec-19ff0b5f3007 req-d0185a02-9710-45aa-ac0c-aa3229754832 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2276628 Nov 18 17:26:19.784121 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8415e14e-85e9-4cb1-8f72-482f14ab04a1 req-5f1f3da2-062d-406e-b4e8-f71e9af7b354 service neutron] 10.222.0.83 "GET /v2.0/networks/985f4fbd-9c9b-4f00-933a-f2224376d0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755686 Nov 18 17:26:19.794943 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-60eb4ade-8df9-4c28-b5f8-dde3dd6403eb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting subnet 43913237-a6e0-4d4a-a65f-cc220f416fee {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:26:19.800233 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60eb4ade-8df9-4c28-b5f8-dde3dd6403eb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:19.923066 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60eb4ade-8df9-4c28-b5f8-dde3dd6403eb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:19.974928 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbf860-4349-420c-8bec-19ff0b5f3007 req-d98f02dc-3679-4056-acaf-ddeb3783fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:19.980347 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8abbf860-4349-420c-8bec-19ff0b5f3007 req-d98f02dc-3679-4056-acaf-ddeb3783fd16 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 1097 time: 0.1284077 Nov 18 17:26:19.992058 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1de5b955-90f5-4dd4-94f8-e6c39f89d2f9 req-134ee6a3-86f6-4556-bc11-97942922cf79 service neutron] 10.222.0.81 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733653 Nov 18 17:26:19.995900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e7d960-6b6f-434e-b1d0-41979b2783f8 None None] DHCP port deletion for a2a87765-5033-4650-8266-778762d5de10 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:26:20.011622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c4e1c-0639-4dc6-912b-824f2186c366 req-1cfab90b-c6e6-40d3-ada3-57f8e4e4eecf tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:20.013229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f99c4e1c-0639-4dc6-912b-824f2186c366 req-1cfab90b-c6e6-40d3-ada3-57f8e4e4eecf tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 945 time: 0.1401062 Nov 18 17:26:20.049783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a75fa-d953-4340-b590-8c0a01eb0c84 req-7b333951-4aad-4142-84ce-5441d5c39fda tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:20.051232 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9f2a75fa-d953-4340-b590-8c0a01eb0c84 req-7b333951-4aad-4142-84ce-5441d5c39fda tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 944 time: 0.1263430 Nov 18 17:26:20.108586 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f99c4e1c-0639-4dc6-912b-824f2186c366 req-6db89d4d-ac7a-4c2a-980c-a3523d1ff782 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865247 Nov 18 17:26:20.115395 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-95e7d960-6b6f-434e-b1d0-41979b2783f8 None None] Deleting port 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:26:20.115395 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-95e7d960-6b6f-434e-b1d0-41979b2783f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:20.155433 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9f2a75fa-d953-4340-b590-8c0a01eb0c84 req-ba8460ac-4b08-4143-bd18-744b87c1e01b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897920 Nov 18 17:26:20.217233 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-95e7d960-6b6f-434e-b1d0-41979b2783f8 None None] For port 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e,segment=NetworkSegment(a1cff4cd-94b2-4517-b1be-ae292f345d7e),segment_id=a1cff4cd-94b2-4517-b1be-ae292f345d7e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:20.218540 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-95e7d960-6b6f-434e-b1d0-41979b2783f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:20.234100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-95e7d960-6b6f-434e-b1d0-41979b2783f8 None None] Calling delete_port for 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:26:20.256724 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60864) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:20.260293 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60eb4ade-8df9-4c28-b5f8-dde3dd6403eb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:20.398444 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbf860-4349-420c-8bec-19ff0b5f3007 req-676cd867-32ed-4224-b7a7-a18a522a90c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:20.400136 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8abbf860-4349-420c-8bec-19ff0b5f3007 req-676cd867-32ed-4224-b7a7-a18a522a90c8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.3767242 Nov 18 17:26:20.427260 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88295100-c8b6-4a7a-a390-720acc3256b7 req-66075daa-575a-46dd-a49a-0b21bed54ffe tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:20.429337 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88295100-c8b6-4a7a-a390-720acc3256b7 req-66075daa-575a-46dd-a49a-0b21bed54ffe tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1645761 Nov 18 17:26:20.432574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b224c7-ec1d-4830-ac20-de033ee4b4eb admin admin] Deleting subnet 9e268aad-a765-44ff-a4a3-899d3ec7ed07 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:26:20.436302 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32b224c7-ec1d-4830-ac20-de033ee4b4eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:20.458534 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-95e7d960-6b6f-434e-b1d0-41979b2783f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:20.475383 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7d960-6b6f-434e-b1d0-41979b2783f8 None None] No DVR routers for this DVR port 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:26:20.489023 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32b224c7-ec1d-4830-ac20-de033ee4b4eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:20.497102 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7d960-6b6f-434e-b1d0-41979b2783f8 None None] Pushing event deleted for resources: {'Port': ['ID=2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:20.529001 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8abbf860-4349-420c-8bec-19ff0b5f3007 req-4defaae2-20bd-44d3-94ee-a3a12172f7de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a41711e-76b2-42ef-ab70-e75764352775 HTTP/1.1" status: 200 len: 1000 time: 0.1135910 Nov 18 17:26:20.530799 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60eb4ade-8df9-4c28-b5f8-dde3dd6403eb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:20.551420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f904a9-df31-43f9-8625-a72b52883277 req-442f9757-0990-4bfc-9fc5-126eab2577af tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:20.553291 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-62f904a9-df31-43f9-8625-a72b52883277 req-442f9757-0990-4bfc-9fc5-126eab2577af tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 944 time: 0.2031708 Nov 18 17:26:20.589401 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73776f5f-6fc3-4f9e-8282-0b07fd110e57', 'tag': '605371ac-fb4d-47fa-b4ba-f2687707eec5'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:20.591736 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425dfcd2-2f3a-44d1-bf63-b624dc609ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "73776f5f-6fc3-4f9e-8282-0b07fd110e57", "tag": "605371ac-fb4d-47fa-b4ba-f2687707eec5"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:20.594561 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb4ade-8df9-4c28-b5f8-dde3dd6403eb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Subnet': ['ID=43913237-a6e0-4d4a-a65f-cc220f416fee,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:20.602900 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60eb4ade-8df9-4c28-b5f8-dde3dd6403eb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:20.606309 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-60eb4ade-8df9-4c28-b5f8-dde3dd6403eb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/subnets/43913237-a6e0-4d4a-a65f-cc220f416fee HTTP/1.1" status: 204 len: 168 time: 0.9648921 Nov 18 17:26:20.608926 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60870) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:20.613370 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8eddc0-e812-469e-8cc1-0f2299370e3e None None] Network 7a345fb5-d9e8-4b3d-a773-0399282a95c9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:26:20.646363 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32b224c7-ec1d-4830-ac20-de033ee4b4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:20.681883 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-62f904a9-df31-43f9-8625-a72b52883277 req-ac4e15b3-c3c1-4854-8872-0930ef07f9a8 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203017 Nov 18 17:26:20.700893 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88295100-c8b6-4a7a-a390-720acc3256b7 req-763912c9-3d67-4caa-b4ce-175558dac4e7 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638274 Nov 18 17:26:20.723504 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:20.732470 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1d71aa98-7577-4bd2-a3e8-44dc93aacb14 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:26:20.748090 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbf860-4349-420c-8bec-19ff0b5f3007 req-d11932d2-a66c-41f3-bb71-d2aedcf5be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:20.751035 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8abbf860-4349-420c-8bec-19ff0b5f3007 req-d11932d2-a66c-41f3-bb71-d2aedcf5be31 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.2117188 Nov 18 17:26:20.807571 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 1d71aa98-7577-4bd2-a3e8-44dc93aacb14 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:26:20.807822 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1d71aa98-7577-4bd2-a3e8-44dc93aacb14 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:26:20.827068 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faec505e-c9f5-4594-b4d2-6c51da288230 x-openstack-request-id: req-faec505e-c9f5-4594-b4d2-6c51da288230 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:20.827468 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73776f5f-6fc3-4f9e-8282-0b07fd110e57", "tag": "605371ac-fb4d-47fa-b4ba-f2687707eec5", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:20.827741 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-faec505e-c9f5-4594-b4d2-6c51da288230 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:20.828277 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73776f5f-6fc3-4f9e-8282-0b07fd110e57', 'tag': '605371ac-fb4d-47fa-b4ba-f2687707eec5', 'status': 'completed', 'code': 200} Nov 18 17:26:20.871213 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32b224c7-ec1d-4830-ac20-de033ee4b4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:20.895001 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbf860-4349-420c-8bec-19ff0b5f3007 req-6a0a2793-58c0-4d0f-893e-ecab85298562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:20.905152 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8abbf860-4349-420c-8bec-19ff0b5f3007 req-6a0a2793-58c0-4d0f-893e-ecab85298562 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443775 Nov 18 17:26:20.977625 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:20.997315 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2d89b5-60b4-469e-a96c-c58c83026ab9 None None] DHCP port deletion for 7a345fb5-d9e8-4b3d-a773-0399282a95c9 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:26:21.057466 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b224c7-ec1d-4830-ac20-de033ee4b4eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e268aad-a765-44ff-a4a3-899d3ec7ed07,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:21.082692 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32b224c7-ec1d-4830-ac20-de033ee4b4eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:21.086612 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-32b224c7-ec1d-4830-ac20-de033ee4b4eb admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9e268aad-a765-44ff-a4a3-899d3ec7ed07 HTTP/1.1" status: 204 len: 168 time: 0.8288243 Nov 18 17:26:21.092820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60876) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:21.200230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5d2d89b5-60b4-469e-a96c-c58c83026ab9 None None] Deleting port 81ef6e84-8345-45a8-b44e-553538c51f02 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:26:21.200618 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d2d89b5-60b4-469e-a96c-c58c83026ab9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:21.246845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a87765-5033-4650-8266-778762d5de10']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:21.277478 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1cff4cd-94b2-4517-b1be-ae292f345d7e') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:21.277793 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1cff4cd-94b2-4517-b1be-ae292f345d7e') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:21.300302 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:21.301955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5d2d89b5-60b4-469e-a96c-c58c83026ab9 None None] For port 81ef6e84-8345-45a8-b44e-553538c51f02, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=81ef6e84-8345-45a8-b44e-553538c51f02,segment=NetworkSegment(9f543a73-25ab-488b-89b7-e7de8aa85aa1),segment_id=9f543a73-25ab-488b-89b7-e7de8aa85aa1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:21.302368 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d2d89b5-60b4-469e-a96c-c58c83026ab9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:21.325976 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5d2d89b5-60b4-469e-a96c-c58c83026ab9 None None] Calling delete_port for 81ef6e84-8345-45a8-b44e-553538c51f02 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:26:21.357373 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:21.369664 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8abbf860-4349-420c-8bec-19ff0b5f3007 req-e8ed1721-96b7-49a5-86e5-e1ee1a9c08f8 service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357307 Nov 18 17:26:21.370782 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:26:21.371345 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:26:21.375771 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:26:21.401615 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:21.543710 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8abbf860-4349-420c-8bec-19ff0b5f3007 req-fc33a0c4-a7d3-4118-9544-6b9703d08f00 service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558597 Nov 18 17:26:21.561928 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba4eed-35b9-4644-ab29-68e4666671a9 req-3ac20eca-43f7-4a9e-9393-a233a9dcac35 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:21.563846 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:21.572996 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1ba4eed-35b9-4644-ab29-68e4666671a9 req-3ac20eca-43f7-4a9e-9393-a233a9dcac35 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.6349247 Nov 18 17:26:21.573962 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:21.578727 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/networks/a2a87765-5033-4650-8266-778762d5de10 HTTP/1.1" status: 204 len: 168 time: 0.9677742 Nov 18 17:26:21.584681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60884) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:21.604854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dfcd2-2f3a-44d1-bf63-b624dc609ab6 req-f284b0cd-27c8-4f29-8658-bbf285a1b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:21.605505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-425dfcd2-2f3a-44d1-bf63-b624dc609ab6 req-f284b0cd-27c8-4f29-8658-bbf285a1b520 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0de7d88c816240c0971ebec206414d16&device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 1096 time: 0.7504642 Nov 18 17:26:21.610984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Network': ['ID=a2a87765-5033-4650-8266-778762d5de10,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:21.620990 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4a1ef-da0b-4654-af2b-58e7dc127d5c req-9a3fce66-8042-4c03-97e8-7456b47f0603 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:21.629673 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ffe4a1ef-da0b-4654-af2b-58e7dc127d5c req-9a3fce66-8042-4c03-97e8-7456b47f0603 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 945 time: 0.6157606 Nov 18 17:26:21.635551 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3da6f309-fc71-4a7f-af16-e5c36486e30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:21.637929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:21.638296 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:21.638654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:21.639003 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:21.639351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:21.639693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:21.640068 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:21.640433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:21.641301 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:21.641754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:21.642102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:21.642439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9f472-398b-4e62-a93b-4672e68f5138 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:21.698622 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d2d89b5-60b4-469e-a96c-c58c83026ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:21.701720 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d64319a8-9aec-456f-88e2-e391e08b06e6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:21.735848 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2d89b5-60b4-469e-a96c-c58c83026ab9 None None] No DVR routers for this DVR port 81ef6e84-8345-45a8-b44e-553538c51f02 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:26:21.774301 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d89b5-60b4-469e-a96c-c58c83026ab9 None None] Pushing event deleted for resources: {'Port': ['ID=81ef6e84-8345-45a8-b44e-553538c51f02,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:21.780415 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1ba4eed-35b9-4644-ab29-68e4666671a9 req-58536c42-b557-4e14-928c-f29f3e1d10cf tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062492 Nov 18 17:26:21.809054 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:26:21.829800 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d64319a8-9aec-456f-88e2-e391e08b06e6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:21.853031 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:26:21.854736 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2e5fd0fe-5038-4b3f-a098-a8ac1642fb2e not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:26:21.856274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d64319a8-9aec-456f-88e2-e391e08b06e6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a345fb5-d9e8-4b3d-a773-0399282a95c9']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:21.861021 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ffe4a1ef-da0b-4654-af2b-58e7dc127d5c req-072681b8-48b8-44af-b894-b562b3d92c8e tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304504 Nov 18 17:26:21.871676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d64319a8-9aec-456f-88e2-e391e08b06e6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f543a73-25ab-488b-89b7-e7de8aa85aa1') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:21.871676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d64319a8-9aec-456f-88e2-e391e08b06e6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f543a73-25ab-488b-89b7-e7de8aa85aa1') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:21.883776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 81ef6e84-8345-45a8-b44e-553538c51f02 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:26:21.886979 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d64319a8-9aec-456f-88e2-e391e08b06e6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:21.902584 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d64319a8-9aec-456f-88e2-e391e08b06e6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:21.911151 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64319a8-9aec-456f-88e2-e391e08b06e6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:26:21.911565 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d64319a8-9aec-456f-88e2-e391e08b06e6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:21.939862 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 81ef6e84-8345-45a8-b44e-553538c51f02 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:26:21.940177 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 81ef6e84-8345-45a8-b44e-553538c51f02 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:26:22.000040 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:26:22.003668 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dfcd2-2f3a-44d1-bf63-b624dc609ab6 req-2dba6cd5-3e95-419e-a985-164654d26df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:22.003668 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-425dfcd2-2f3a-44d1-bf63-b624dc609ab6 req-2dba6cd5-3e95-419e-a985-164654d26df9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 HTTP/1.1" status: 200 len: 905 time: 0.3631451 Nov 18 17:26:22.075868 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3da6f309-fc71-4a7f-af16-e5c36486e30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:22.123515 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-425dfcd2-2f3a-44d1-bf63-b624dc609ab6 req-205292f8-d3c8-4e36-be1b-7cf481183cd1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=605371ac-fb4d-47fa-b4ba-f2687707eec5 HTTP/1.1" status: 200 len: 217 time: 0.0965641 Nov 18 17:26:22.142630 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-3da6f309-fc71-4a7f-af16-e5c36486e30c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0734c41d-dd8a-4fcd-afd6-3df51d205d86']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:22.155332 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d64319a8-9aec-456f-88e2-e391e08b06e6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:22.164138 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d64319a8-9aec-456f-88e2-e391e08b06e6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:22.171273 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d64319a8-9aec-456f-88e2-e391e08b06e6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/networks/7a345fb5-d9e8-4b3d-a773-0399282a95c9 HTTP/1.1" status: 204 len: 168 time: 0.5815070 Nov 18 17:26:22.173267 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60902) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:22.193254 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-57475c93-6c7e-4197-bde6-ba807c183577 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-944686681'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:22.195649 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4403c72-3ba4-4fc4-a772-518c86de6803 req-bf2097a0-4c60-45d2-b4f5-0f29da1406f8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:22.197263 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4403c72-3ba4-4fc4-a772-518c86de6803 req-bf2097a0-4c60-45d2-b4f5-0f29da1406f8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 944 time: 0.2787447 Nov 18 17:26:22.200073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64319a8-9aec-456f-88e2-e391e08b06e6 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Network': ['ID=7a345fb5-d9e8-4b3d-a773-0399282a95c9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:22.204991 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-3da6f309-fc71-4a7f-af16-e5c36486e30c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fce53d1-3aaf-4e76-8595-68dece73b4b2') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:22.205371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-3da6f309-fc71-4a7f-af16-e5c36486e30c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fce53d1-3aaf-4e76-8595-68dece73b4b2') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:22.216351 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba78ca-e23c-4aad-ad06-f20f5533d946 req-96f0ebb8-68b4-4451-8ece-087fffaad80d tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:22.221366 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2ba78ca-e23c-4aad-ad06-f20f5533d946 req-96f0ebb8-68b4-4451-8ece-087fffaad80d tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 944 time: 0.2345760 Nov 18 17:26:22.225850 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:26:22.257176 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3da6f309-fc71-4a7f-af16-e5c36486e30c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:22.288434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dfcd2-2f3a-44d1-bf63-b624dc609ab6 req-599059de-5743-4e64-8aba-dc6da22542c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:22.289925 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-425dfcd2-2f3a-44d1-bf63-b624dc609ab6 req-599059de-5743-4e64-8aba-dc6da22542c1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=069ac9c4-0652-4a7d-9e28-3147189e9231 HTTP/1.1" status: 200 len: 843 time: 0.1515470 Nov 18 17:26:22.301259 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3da6f309-fc71-4a7f-af16-e5c36486e30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:22.319462 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57475c93-6c7e-4197-bde6-ba807c183577 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:22.333636 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57475c93-6c7e-4197-bde6-ba807c183577 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:22.338421 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da6f309-fc71-4a7f-af16-e5c36486e30c admin admin] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:26:22.338833 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3da6f309-fc71-4a7f-af16-e5c36486e30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:22.345570 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,segment=NetworkSegment(b444b4b2-14ef-4853-adbd-aef5dc7ba457),segment_id=b444b4b2-14ef-4853-adbd-aef5dc7ba457)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:26:22.365294 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:26:22.371746 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3', 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0', 'port_id': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3', 'mac_address': 'fa:16:3e:17:05:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b19ee56-2a81-4546-9772-a70239522cce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:26:22.379745 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-425dfcd2-2f3a-44d1-bf63-b624dc609ab6 req-003a06f9-640b-409d-b040-f451a8a534e8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757029 Nov 18 17:26:22.391555 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4403c72-3ba4-4fc4-a772-518c86de6803 req-0231d693-2d19-4a71-b4b0-a262f250f6fe tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726630 Nov 18 17:26:22.421292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57475c93-6c7e-4197-bde6-ba807c183577 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] vlan segment allocate from pool success with {'vlan_id': 1140, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:26:22.449167 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57475c93-6c7e-4197-bde6-ba807c183577 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:22.451336 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-57475c93-6c7e-4197-bde6-ba807c183577 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Added segment 236a9fc3-fc49-4140-b186-6e56842ec11e of type vlan for network afa3597f-8d1e-4770-8267-13f30aef0143 Nov 18 17:26:22.479673 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2ba78ca-e23c-4aad-ad06-f20f5533d946 req-24499854-a1b7-46f1-94f5-2a65e3816471 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363884 Nov 18 17:26:22.540969 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57475c93-6c7e-4197-bde6-ba807c183577 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:22.556012 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:22.572922 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3da6f309-fc71-4a7f-af16-e5c36486e30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:22.580150 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3da6f309-fc71-4a7f-af16-e5c36486e30c admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:22.581514 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:26:22.585375 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3da6f309-fc71-4a7f-af16-e5c36486e30c admin admin] 10.222.0.72 "DELETE /v2.0/networks/0734c41d-dd8a-4fcd-afd6-3df51d205d86 HTTP/1.1" status: 204 len: 168 time: 1.4898965 Nov 18 17:26:22.620813 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,segment=NetworkSegment(b444b4b2-14ef-4853-adbd-aef5dc7ba457),segment_id=b444b4b2-14ef-4853-adbd-aef5dc7ba457)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:22.660335 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6f309-fc71-4a7f-af16-e5c36486e30c admin admin] Pushing event deleted for resources: {'Network': ['ID=0734c41d-dd8a-4fcd-afd6-3df51d205d86,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:22.674861 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57475c93-6c7e-4197-bde6-ba807c183577 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:22.680989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57475c93-6c7e-4197-bde6-ba807c183577 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:22.683001 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57475c93-6c7e-4197-bde6-ba807c183577 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:22.706321 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:22.714722 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-425dfcd2-2f3a-44d1-bf63-b624dc609ab6 req-c47c6505-9080-48ae-85ff-1970f52e3b9e service neutron] 10.222.0.81 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144290 Nov 18 17:26:22.769365 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8feb35-e13f-4de3-a4a8-4ef2e9d04d8c req-66326bff-ade1-4d51-bb22-f873c2939964 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:22.771007 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e8feb35-e13f-4de3-a4a8-4ef2e9d04d8c req-66326bff-ade1-4d51-bb22-f873c2939964 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 945 time: 0.2132709 Nov 18 17:26:22.786298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57475c93-6c7e-4197-bde6-ba807c183577 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Network': ['ID=afa3597f-8d1e-4770-8267-13f30aef0143,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:22.797742 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 605371ac-fb4d-47fa-b4ba-f2687707eec5 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:26:22.804348 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:22.805033 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-57475c93-6c7e-4197-bde6-ba807c183577 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6149385 Nov 18 17:26:22.806591 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60920) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:22.810335 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network afa3597f-8d1e-4770-8267-13f30aef0143 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:26:22.823342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-15ea794a-fc8c-45db-95db-eada4724b97a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'subnet': {'network_id': 'afa3597f-8d1e-4770-8267-13f30aef0143', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:22.897139 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-3bcbc84d-8dfe-4b88-be75-3774c6a56f8b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:22.898961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-3bcbc84d-8dfe-4b88-be75-3774c6a56f8b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 812 time: 0.2679286 Nov 18 17:26:22.934212 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-534dc60f-bda7-4193-81fb-5d9b1475b642 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/quotas/1516cf9926444ed288e6825e7143ec41 HTTP/1.1" status: 200 len: 375 time: 0.0229716 Nov 18 17:26:22.938139 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e8feb35-e13f-4de3-a4a8-4ef2e9d04d8c req-498c5192-1098-4cd8-9e54-5042469a07de tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503878 Nov 18 17:26:23.000847 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['2cd3b501-54d3-48bf-ba90-1d4bb7d498c3'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:26:23.007461 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:23.007991 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-425dfcd2-2f3a-44d1-bf63-b624dc609ab6 req-d3670385-b241-4110-819b-bdd63fd7c67f service neutron] 10.222.0.81 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576470 Nov 18 17:26:23.044247 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-fc849a7b-f892-4d61-a8b4-331681037146 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0960076 Nov 18 17:26:23.081150 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60934) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:23.111378 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 605371ac-fb4d-47fa-b4ba-f2687707eec5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=605371ac-fb4d-47fa-b4ba-f2687707eec5,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:23.125293 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '605371ac-fb4d-47fa-b4ba-f2687707eec5', 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9', 'port_id': '605371ac-fb4d-47fa-b4ba-f2687707eec5', 'mac_address': 'fa:16:3e:81:5e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069ac9c4-0652-4a7d-9e28-3147189e9231', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:26:23.149490 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4b26dabf-ce8e-40d4-ac00-0306ca7bde92 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce3feb4c16844a10a9c6e685d16cc257&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0670180 Nov 18 17:26:23.151977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60936) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:23.224589 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-19132866-1d93-46f5-8b89-ed4721454487 service neutron] 10.222.0.72 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648128 Nov 18 17:26:23.233880 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:23.238635 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ea794a-fc8c-45db-95db-eada4724b97a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:23.243242 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15ea794a-fc8c-45db-95db-eada4724b97a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:23.273113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605371ac-fb4d-47fa-b4ba-f2687707eec5 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:26:23.295300 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9aeb23b0-ca23-4bf0-b0f2-4f9ded41abfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:23.301718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 605371ac-fb4d-47fa-b4ba-f2687707eec5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=605371ac-fb4d-47fa-b4ba-f2687707eec5,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:23.389597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9aeb23b0-ca23-4bf0-b0f2-4f9ded41abfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:23.402488 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:23.402826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc71ee6-2b31-4294-a8f0-2bc0d88e66bf req-6a4da205-d41f-4b3d-adab-2ed8a74902ed tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:23.412035 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc71ee6-2b31-4294-a8f0-2bc0d88e66bf req-6a4da205-d41f-4b3d-adab-2ed8a74902ed tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 945 time: 0.1394823 Nov 18 17:26:23.444490 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-989d1fc6-21e1-427a-8f70-1fa2122a663f service neutron] 10.222.0.72 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130618 Nov 18 17:26:23.520024 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fc71ee6-2b31-4294-a8f0-2bc0d88e66bf req-a6e5aef5-51ee-4894-80b9-2e01be1054a4 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068890 Nov 18 17:26:23.639047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=605371ac-fb4d-47fa-b4ba-f2687707eec5,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:23.660859 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9aeb23b0-ca23-4bf0-b0f2-4f9ded41abfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:23.663808 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9aeb23b0-ca23-4bf0-b0f2-4f9ded41abfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:23.664982 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9aeb23b0-ca23-4bf0-b0f2-4f9ded41abfc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3dfa291c-f2bb-4614-90fc-622f105916ac HTTP/1.1" status: 204 len: 168 time: 0.5120199 Nov 18 17:26:23.672345 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['605371ac-fb4d-47fa-b4ba-f2687707eec5'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:26:23.676411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb23b0-ca23-4bf0-b0f2-4f9ded41abfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfa291c-f2bb-4614-90fc-622f105916ac,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:23.697536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1456e0-5e85-4194-8dd7-7c01784516c1 req-94d96bc3-b0ba-4ff5-9423-0d3a9a19b3a2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:23.700325 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c1456e0-5e85-4194-8dd7-7c01784516c1 req-94d96bc3-b0ba-4ff5-9423-0d3a9a19b3a2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 945 time: 0.0998971 Nov 18 17:26:23.744272 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15ea794a-fc8c-45db-95db-eada4724b97a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:23.798395 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c1456e0-5e85-4194-8dd7-7c01784516c1 req-e6f3e855-1bfd-41dc-872f-2aec4e83a7da tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872195 Nov 18 17:26:23.894541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e36fac-2c00-4d3d-aa4c-5c15f168aca1 req-aaa36a9e-a468-4f81-8df6-0e134056e05e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:23.897000 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0e36fac-2c00-4d3d-aa4c-5c15f168aca1 req-aaa36a9e-a468-4f81-8df6-0e134056e05e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 945 time: 0.0910492 Nov 18 17:26:23.926771 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea794a-fc8c-45db-95db-eada4724b97a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Subnet': ['ID=384f3c25-61bb-4c4a-b943-125a1f130da2,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:24.002201 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d647a2-6f0c-4359-a125-4e5b01fc59e0 req-ca5d5454-e694-4588-9607-e0477928bdec tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:24.004985 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ea794a-fc8c-45db-95db-eada4724b97a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Checking segment: {'id': '236a9fc3-fc49-4140-b186-6e56842ec11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'afa3597f-8d1e-4770-8267-13f30aef0143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:24.005352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ea794a-fc8c-45db-95db-eada4724b97a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network hostable DHCP agents. Network: afa3597f-8d1e-4770-8267-13f30aef0143, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:26:24.010467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9d647a2-6f0c-4359-a125-4e5b01fc59e0 req-ca5d5454-e694-4588-9607-e0477928bdec tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 945 time: 0.1123471 Nov 18 17:26:24.074873 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0e36fac-2c00-4d3d-aa4c-5c15f168aca1 req-3117ecba-7695-45c8-90f0-82ff099c6786 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648688 Nov 18 17:26:24.125467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9d647a2-6f0c-4359-a125-4e5b01fc59e0 req-539e6c65-fe71-4fb0-b020-7d609c1f94a9 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087840 Nov 18 17:26:24.139291 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ea794a-fc8c-45db-95db-eada4724b97a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network afa3597f-8d1e-4770-8267-13f30aef0143 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:26:24.219292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-15ea794a-fc8c-45db-95db-eada4724b97a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, afa3597f-8d1e-4770-8267-13f30aef0143) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:24.224052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ea794a-fc8c-45db-95db-eada4724b97a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:24.225058 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15ea794a-fc8c-45db-95db-eada4724b97a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:24.236996 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b704de8e-1d02-4500-8388-297edb4947ae None None] Network afa3597f-8d1e-4770-8267-13f30aef0143 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:26:24.239071 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:26:24.263064 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f1b109d-bdd3-4edf-8dfc-9347269b19a0 req-f354298a-c524-4b48-be10-18a18f4ad185 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 210 time: 0.0803010 Nov 18 17:26:24.345809 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-15ea794a-fc8c-45db-95db-eada4724b97a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5290360 Nov 18 17:26:24.352456 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60966) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:24.358823 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-056444fe-ec15-40c3-8079-dfe781c332b5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-424357186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:24.487257 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-afa3597f-8d1e-4770-8267-13f30aef0143', 'network_id': 'afa3597f-8d1e-4770-8267-13f30aef0143', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'fixed_ips': [{'subnet_id': '384f3c25-61bb-4c4a-b943-125a1f130da2'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:26:24.488662 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:24.533424 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-056444fe-ec15-40c3-8079-dfe781c332b5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:24.535226 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-056444fe-ec15-40c3-8079-dfe781c332b5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:24.604968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:26:24.620429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:24.621075 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:24.631490 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-056444fe-ec15-40c3-8079-dfe781c332b5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:24.691752 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-056444fe-ec15-40c3-8079-dfe781c332b5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:24.725286 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 605371ac-fb4d-47fa-b4ba-f2687707eec5 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:26:24.804932 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-056444fe-ec15-40c3-8079-dfe781c332b5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:24.808847 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-056444fe-ec15-40c3-8079-dfe781c332b5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4520161 Nov 18 17:26:24.809291 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60980) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:24.815017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Allocated IP 2001:db8::2 (afa3597f-8d1e-4770-8267-13f30aef0143/384f3c25-61bb-4c4a-b943-125a1f130da2/d6d446c7-ac35-413b-b6d6-fe6a80e95cd3) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:24.817638 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:24.834182 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7c0d9743-8e7b-4fae-87d7-32c8cd3ffdeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'port': {'network_id': 'afa3597f-8d1e-4770-8267-13f30aef0143', 'name': 'tempest-RoutersIpV6Test-1809463070'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:25.091432 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b73d96-fe29-4198-b0e2-7922761a6732 req-9d0d851e-5441-41f0-9c72-f585e96c4600 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:25.101496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-71b73d96-fe29-4198-b0e2-7922761a6732 req-9d0d851e-5441-41f0-9c72-f585e96c4600 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 945 time: 0.1180608 Nov 18 17:26:25.109531 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:25.113314 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440af0b8-9061-439b-bd67-d54161eee802" -d '{"events": [{"server_uuid": "b2b43c39-0b10-492d-99ad-52ae183b02e0", "name": "network-vif-plugged", "status": "completed", "tag": "2cd3b501-54d3-48bf-ba90-1d4bb7d498c3"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:25.140259 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,segment=NetworkSegment(b444b4b2-14ef-4853-adbd-aef5dc7ba457),segment_id=b444b4b2-14ef-4853-adbd-aef5dc7ba457)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:25.208394 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-71b73d96-fe29-4198-b0e2-7922761a6732 req-e13a1910-c9fd-40ba-b98f-78714a2a202e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042583 Nov 18 17:26:25.213008 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0d9743-8e7b-4fae-87d7-32c8cd3ffdeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:25.216704 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9743-8e7b-4fae-87d7-32c8cd3ffdeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:25.217226 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 605371ac-fb4d-47fa-b4ba-f2687707eec5 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:26:25.238765 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:25.244395 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead44ecd-b3bc-4e34-9ff4-7c4ddcd0c45f req-302c42c3-55f8-4957-9a90-211722efdbda tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:25.252480 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ead44ecd-b3bc-4e34-9ff4-7c4ddcd0c45f req-302c42c3-55f8-4957-9a90-211722efdbda tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 945 time: 0.1473112 Nov 18 17:26:25.273457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-7c0d9743-8e7b-4fae-87d7-32c8cd3ffdeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] device_id is not set on port 6ed8a6d6-1e44-465a-861b-9ddfafff6fe0 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:26:25.297222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:25.303812 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 605371ac-fb4d-47fa-b4ba-f2687707eec5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:25.304408 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:25.358056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32770) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:25.381949 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:25.399904 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ead44ecd-b3bc-4e34-9ff4-7c4ddcd0c45f req-336df43c-3fff-4ecb-8510-8a84805065fd tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407781 Nov 18 17:26:25.467761 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:25.501013 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaf78f-0207-4796-8e63-5b81687d3b4e req-af5f853d-4f6d-49f7-9813-56a74a6d752c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:25.508187 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8edaf78f-0207-4796-8e63-5b81687d3b4e req-af5f853d-4f6d-49f7-9813-56a74a6d752c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 945 time: 0.1070693 Nov 18 17:26:25.516090 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bdbb77-b287-4bd9-8ded-479b375e85a2 x-openstack-request-id: req-b3bdbb77-b287-4bd9-8ded-479b375e85a2 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:25.516090 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b43c39-0b10-492d-99ad-52ae183b02e0", "name": "network-vif-plugged", "status": "completed", "tag": "2cd3b501-54d3-48bf-ba90-1d4bb7d498c3", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:25.516513 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b3bdbb77-b287-4bd9-8ded-479b375e85a2 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:25.517301 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3', 'code': 200} Nov 18 17:26:25.530212 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:25.598194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 605371ac-fb4d-47fa-b4ba-f2687707eec5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=605371ac-fb4d-47fa-b4ba-f2687707eec5,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:25.618655 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-7c0d9743-8e7b-4fae-87d7-32c8cd3ffdeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Allocated IP 2001:db8::1cc (afa3597f-8d1e-4770-8267-13f30aef0143/384f3c25-61bb-4c4a-b943-125a1f130da2/6ed8a6d6-1e44-465a-861b-9ddfafff6fe0) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:25.647478 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e324e80f-be64-4c28-bab4-a5438325efff admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-953108757-network', 'tenant_id': 'c82a5a1551b94171a31ac6e4861762c3'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:25.670622 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98f5b072-6ae1-493c-b0c8-8875a63bf2ef req-5990a625-ae0c-4489-b1c4-6849717f3743 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 210 time: 0.0699053 Nov 18 17:26:25.675391 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8edaf78f-0207-4796-8e63-5b81687d3b4e req-283f12c5-0218-4d41-9ec7-5a2887547a6a tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663628 Nov 18 17:26:25.689455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Network afa3597f-8d1e-4770-8267-13f30aef0143 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:25.703847 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:25.713563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:25.728408 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:25.781348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7388e-0872-41e1-9d5e-26cfd81d0799 req-5b7f024c-6541-4bec-9d90-3dcc5bb8e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:25.784547 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6d7388e-0872-41e1-9d5e-26cfd81d0799 req-5b7f024c-6541-4bec-9d90-3dcc5bb8e223 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 1098 time: 0.1601887 Nov 18 17:26:25.818448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Pushing event updated for resources: {'Port': ['ID=d6d446c7-ac35-413b-b6d6-fe6a80e95cd3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:25.847335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e324e80f-be64-4c28-bab4-a5438325efff admin admin] Made reservation on behalf of c82a5a1551b94171a31ac6e4861762c3 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:25.852869 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e324e80f-be64-4c28-bab4-a5438325efff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:25.907872 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Attempting to bind port d6d446c7-ac35-413b-b6d6-fe6a80e95cd3 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:26:25.908495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Attempting to bind port d6d446c7-ac35-413b-b6d6-fe6a80e95cd3 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '236a9fc3-fc49-4140-b186-6e56842ec11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'afa3597f-8d1e-4770-8267-13f30aef0143'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:26:25.909465 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Attempting to bind port d6d446c7-ac35-413b-b6d6-fe6a80e95cd3 on network afa3597f-8d1e-4770-8267-13f30aef0143 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:25.914908 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e324e80f-be64-4c28-bab4-a5438325efff admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:25.920905 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:26:25.922220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Checking segment: {'id': '236a9fc3-fc49-4140-b186-6e56842ec11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'afa3597f-8d1e-4770-8267-13f30aef0143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:25.922785 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:25.923460 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Bound using segment: {'id': '236a9fc3-fc49-4140-b186-6e56842ec11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'afa3597f-8d1e-4770-8267-13f30aef0143'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:26:25.924141 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Bound port: d6d446c7-ac35-413b-b6d6-fe6a80e95cd3, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236a9fc3-fc49-4140-b186-6e56842ec11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'afa3597f-8d1e-4770-8267-13f30aef0143'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:26:25.924711 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:26.005773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=605371ac-fb4d-47fa-b4ba-f2687707eec5,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:26.012034 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6d7388e-0872-41e1-9d5e-26cfd81d0799 req-f1beffa8-b760-471e-a3b2-ab420770c215 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166176 Nov 18 17:26:26.071807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] For port d6d446c7-ac35-413b-b6d6-fe6a80e95cd3, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:26:26.076055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] For port d6d446c7-ac35-413b-b6d6-fe6a80e95cd3, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d6d446c7-ac35-413b-b6d6-fe6a80e95cd3,segment=NetworkSegment(236a9fc3-fc49-4140-b186-6e56842ec11e),segment_id=236a9fc3-fc49-4140-b186-6e56842ec11e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:26:26.088057 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9743-8e7b-4fae-87d7-32c8cd3ffdeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:26.150323 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:26.153696 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e324e80f-be64-4c28-bab4-a5438325efff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:26.218128 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706c3e7-5edf-4407-b8da-1d9155b6cd08 None None] Pushing event updated for resources: {'Port': ['ID=d6d446c7-ac35-413b-b6d6-fe6a80e95cd3,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:26.256217 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e324e80f-be64-4c28-bab4-a5438325efff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:26.304707 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9743-8e7b-4fae-87d7-32c8cd3ffdeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:26.409204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e324e80f-be64-4c28-bab4-a5438325efff admin admin] vlan segment allocate from pool success with {'vlan_id': 1103, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:26:26.409369 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df020a5f-0dc4-4a64-a6be-301e7359021c req-a7c28180-b5ec-4521-a970-98dc8d3734c1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:26.410057 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d9743-8e7b-4fae-87d7-32c8cd3ffdeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=6ed8a6d6-1e44-465a-861b-9ddfafff6fe0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:26.420354 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df020a5f-0dc4-4a64-a6be-301e7359021c req-a7c28180-b5ec-4521-a970-98dc8d3734c1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 946 time: 0.0916185 Nov 18 17:26:26.482162 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324e80f-be64-4c28-bab4-a5438325efff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:26.488224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0d9743-8e7b-4fae-87d7-32c8cd3ffdeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network afa3597f-8d1e-4770-8267-13f30aef0143 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:26.493219 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e324e80f-be64-4c28-bab4-a5438325efff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:26.493219 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-e324e80f-be64-4c28-bab4-a5438325efff admin admin] Added segment c86e4d22-aecb-40e5-88de-6f42aff79c48 of type vlan for network e59e94f2-f384-4c67-a2b2-bbfe576feffd Nov 18 17:26:26.506725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-7c0d9743-8e7b-4fae-87d7-32c8cd3ffdeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:26.517239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5897b4a-7d00-4054-966d-de126523d900 req-e2ccf52c-9ea2-4eba-b848-7d8586bb52a5 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:26.518816 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a5897b4a-7d00-4054-966d-de126523d900 req-e2ccf52c-9ea2-4eba-b848-7d8586bb52a5 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.83 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 945 time: 0.2829230 Nov 18 17:26:26.523935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0d9743-8e7b-4fae-87d7-32c8cd3ffdeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:26.534751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0d9743-8e7b-4fae-87d7-32c8cd3ffdeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:26.535677 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9743-8e7b-4fae-87d7-32c8cd3ffdeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:26.573515 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e324e80f-be64-4c28-bab4-a5438325efff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:26.632168 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df020a5f-0dc4-4a64-a6be-301e7359021c req-473d4036-a18b-4df9-82f6-a5f7cc161af9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106538 Nov 18 17:26:26.676103 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89e158-8082-464c-9e60-6b9345f6bb5a req-70a704ae-2677-4c0f-8589-f4d15bf3a449 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:26.681156 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f89e158-8082-464c-9e60-6b9345f6bb5a req-70a704ae-2677-4c0f-8589-f4d15bf3a449 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 945 time: 0.1404870 Nov 18 17:26:26.697826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-736f5d57-7782-4d80-9826-75b82ef90271 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:26.699812 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-736f5d57-7782-4d80-9826-75b82ef90271 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.81 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 812 time: 0.2314143 Nov 18 17:26:26.705607 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e324e80f-be64-4c28-bab4-a5438325efff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:26.705607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e324e80f-be64-4c28-bab4-a5438325efff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:26.705607 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e324e80f-be64-4c28-bab4-a5438325efff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:26.720284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-1813ebd4-6ce5-4bd6-8a33-9e001e302913 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Request body: {'port': {'device_id': '4552b923-125d-4329-9554-6debfe219a18', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'admin_state_up': True, 'tenant_id': '1516cf9926444ed288e6825e7143ec41'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:26.768422 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7c0d9743-8e7b-4fae-87d7-32c8cd3ffdeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9544699 Nov 18 17:26:26.783297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32796) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:26.848567 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6ca0f68-b3b4-4ab8-8dc2-ccc989932ba5 req-fc2ed053-4c8b-4f72-bed9-f6ecd2f9d254 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 210 time: 0.0510437 Nov 18 17:26:26.855412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324e80f-be64-4c28-bab4-a5438325efff admin admin] Pushing event updated for resources: {'Network': ['ID=e59e94f2-f384-4c67-a2b2-bbfe576feffd,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:26.867360 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network e59e94f2-f384-4c67-a2b2-bbfe576feffd details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:26:26.869545 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e324e80f-be64-4c28-bab4-a5438325efff admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4963329 Nov 18 17:26:26.873924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32798) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:26.891110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-dc18c08e-1676-45f7-ac49-f9bbdd8215a4 admin admin] Request body: {'subnet': {'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-953108757-subnet', 'tenant_id': 'c82a5a1551b94171a31ac6e4861762c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:26.949513 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f89e158-8082-464c-9e60-6b9345f6bb5a req-c77e3cc9-ffc1-4c92-b836-c5e296856140 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/security-groups?id=550ef5a6-58ec-4cc6-89c5-4a956136030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666154 Nov 18 17:26:27.032569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-a5897b4a-7d00-4054-966d-de126523d900 req-53b63e37-25b6-4cfc-b837-77744be63455 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Deleting port 9b39c1d5-0959-4edf-b64a-4590bc0bcc42 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:26:27.033302 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a5897b4a-7d00-4054-966d-de126523d900 req-53b63e37-25b6-4cfc-b837-77744be63455 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:27.071348 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cb176-ac05-4bc1-aea0-6034fc08648c req-afa40c5a-9432-40bd-aec2-ef2ad71a7673 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:27.073157 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-238cb176-ac05-4bc1-aea0-6034fc08648c req-afa40c5a-9432-40bd-aec2-ef2ad71a7673 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.0680132 Nov 18 17:26:27.118681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc18c08e-1676-45f7-ac49-f9bbdd8215a4 admin admin] Made reservation on behalf of c82a5a1551b94171a31ac6e4861762c3 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:27.121157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc18c08e-1676-45f7-ac49-f9bbdd8215a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:27.180593 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-238cb176-ac05-4bc1-aea0-6034fc08648c req-4358817a-b69c-4aa1-b06d-c1609f2e9a31 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867870 Nov 18 17:26:27.258669 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-1813ebd4-6ce5-4bd6-8a33-9e001e302913 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Made reservation on behalf of 1516cf9926444ed288e6825e7143ec41 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:27.263479 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-1813ebd4-6ce5-4bd6-8a33-9e001e302913 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:27.496992 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-1813ebd4-6ce5-4bd6-8a33-9e001e302913 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Allocated IP 172.20.0.9 (07ec2429-d3d7-4064-9a1d-8a3a182595b6/7976e89e-5be5-4df2-8b35-304447c16fb5/50f3a873-e3a7-4160-a8a5-d987c2e76694) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:27.520161 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73776f5f-6fc3-4f9e-8282-0b07fd110e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605371ac-fb4d-47fa-b4ba-f2687707eec5'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:27.526800 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd4c266-3ca8-495e-af01-edc770470523" -d '{"events": [{"server_uuid": "73776f5f-6fc3-4f9e-8282-0b07fd110e57", "name": "network-vif-plugged", "status": "completed", "tag": "605371ac-fb4d-47fa-b4ba-f2687707eec5"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:27.583153 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0860fd-b320-431d-adfd-0275e451838a x-openstack-request-id: req-de0860fd-b320-431d-adfd-0275e451838a {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:27.583420 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73776f5f-6fc3-4f9e-8282-0b07fd110e57", "name": "network-vif-plugged", "status": "completed", "tag": "605371ac-fb4d-47fa-b4ba-f2687707eec5", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:27.583682 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-de0860fd-b320-431d-adfd-0275e451838a {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:27.584188 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73776f5f-6fc3-4f9e-8282-0b07fd110e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605371ac-fb4d-47fa-b4ba-f2687707eec5', 'code': 200} Nov 18 17:26:27.610795 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2905da60-fc88-4d59-b706-ee4f076c8d76 None None] Network afa3597f-8d1e-4770-8267-13f30aef0143 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:26:27.745164 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-1813ebd4-6ce5-4bd6-8a33-9e001e302913 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:27.789602 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-76711d70-1a48-4c60-ab97-09224b5b7390 None None] Provisioning complete for port d6d446c7-ac35-413b-b6d6-fe6a80e95cd3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:27.789988 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76711d70-1a48-4c60-ab97-09224b5b7390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:27.912620 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-1813ebd4-6ce5-4bd6-8a33-9e001e302913 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:27.920719 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-a5897b4a-7d00-4054-966d-de126523d900 req-53b63e37-25b6-4cfc-b837-77744be63455 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] For port 9b39c1d5-0959-4edf-b64a-4590bc0bcc42, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=9b39c1d5-0959-4edf-b64a-4590bc0bcc42,segment=NetworkSegment(a7d8a5c6-fd85-4620-94a6-54432a9bbc73),segment_id=a7d8a5c6-fd85-4620-94a6-54432a9bbc73)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:27.921220 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a5897b4a-7d00-4054-966d-de126523d900 req-53b63e37-25b6-4cfc-b837-77744be63455 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:27.977100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d6d446c7-ac35-413b-b6d6-fe6a80e95cd3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:26:28.001398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-a5897b4a-7d00-4054-966d-de126523d900 req-53b63e37-25b6-4cfc-b837-77744be63455 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Calling delete_port for 9b39c1d5-0959-4edf-b64a-4590bc0bcc42 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:26:28.034138 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76711d70-1a48-4c60-ab97-09224b5b7390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:28.095744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-76711d70-1a48-4c60-ab97-09224b5b7390 None None] For port d6d446c7-ac35-413b-b6d6-fe6a80e95cd3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d6d446c7-ac35-413b-b6d6-fe6a80e95cd3,segment=NetworkSegment(236a9fc3-fc49-4140-b186-6e56842ec11e),segment_id=236a9fc3-fc49-4140-b186-6e56842ec11e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:28.099139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d6d446c7-ac35-413b-b6d6-fe6a80e95cd3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:28.099546 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:28.104487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-1813ebd4-6ce5-4bd6-8a33-9e001e302913 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:28.123658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-1813ebd4-6ce5-4bd6-8a33-9e001e302913 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:28.149003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-1813ebd4-6ce5-4bd6-8a33-9e001e302913 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:28.151135 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76711d70-1a48-4c60-ab97-09224b5b7390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:28.237314 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a651d250-4e7e-4bf1-ac5d-b00a5d93fe1e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:28.321989 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-1813ebd4-6ce5-4bd6-8a33-9e001e302913 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:28.322659 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-1813ebd4-6ce5-4bd6-8a33-9e001e302913 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:28.345570 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813ebd4-6ce5-4bd6-8a33-9e001e302913 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Pushing event updated for resources: {'Port': ['ID=50f3a873-e3a7-4160-a8a5-d987c2e76694,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:28.400181 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4c08a-199c-4f77-91e2-ec24da3ef233 req-6e9fb0e9-fe88-454d-8915-3d5f8e3443ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:28.400389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77e4c08a-199c-4f77-91e2-ec24da3ef233 req-6e9fb0e9-fe88-454d-8915-3d5f8e3443ec service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 1098 time: 0.5934203 Nov 18 17:26:28.443193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29a796-c6fd-4def-91e2-900d584df667 req-e65bce7b-e55a-4d03-ae44-f6f2e5c6d308 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:28.458950 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce29a796-c6fd-4def-91e2-900d584df667 req-e65bce7b-e55a-4d03-ae44-f6f2e5c6d308 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 946 time: 0.5938449 Nov 18 17:26:28.465970 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76711d70-1a48-4c60-ab97-09224b5b7390 None None] Pushing event updated for resources: {'Port': ['ID=d6d446c7-ac35-413b-b6d6-fe6a80e95cd3,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:28.534477 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-1813ebd4-6ce5-4bd6-8a33-9e001e302913 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8195260 Nov 18 17:26:28.590303 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c2564945-df06-4c7b-8b94-e9b12f8ef870 None None] Provisioning complete for port d6d446c7-ac35-413b-b6d6-fe6a80e95cd3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:28.590791 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c2564945-df06-4c7b-8b94-e9b12f8ef870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:28.612785 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Request body: {'port': {'device_id': '4552b923-125d-4329-9554-6debfe219a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:28.674555 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc18c08e-1676-45f7-ac49-f9bbdd8215a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:28.742664 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922586d8-eb27-4e80-b1f1-20a267fa7764 req-85dd7ffa-f03f-4258-a709-4d53d2e421b8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:28.749338 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-922586d8-eb27-4e80-b1f1-20a267fa7764 req-85dd7ffa-f03f-4258-a709-4d53d2e421b8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 931 time: 0.6916575 Nov 18 17:26:28.771708 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce29a796-c6fd-4def-91e2-900d584df667 req-aef399d3-c41b-4861-a370-0b616e0df548 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130198 Nov 18 17:26:28.781614 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c2564945-df06-4c7b-8b94-e9b12f8ef870 None None] Provisioning complete for port 6ed8a6d6-1e44-465a-861b-9ddfafff6fe0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:28.781998 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c2564945-df06-4c7b-8b94-e9b12f8ef870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:28.786896 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:28.792593 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77e4c08a-199c-4f77-91e2-ec24da3ef233 req-c9c49b4f-16fd-444c-9b21-fb9dfe8a84d9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739166 Nov 18 17:26:28.848369 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-922586d8-eb27-4e80-b1f1-20a267fa7764 req-e7f798e3-914e-4b6a-a5bb-e4b4131e87a9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721326 Nov 18 17:26:28.893262 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c2564945-df06-4c7b-8b94-e9b12f8ef870 None None] Port 6ed8a6d6-1e44-465a-861b-9ddfafff6fe0 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:26:29.019863 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0951a151-75ed-40b2-9fba-fdf6a8cc4746 req-096d16b7-56e7-4304-9bbe-857f1b9a2d63 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 210 time: 0.0518122 Nov 18 17:26:29.029102 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b6505e67-9cd1-4c1a-b24d-f0b2ee0b9b23 None None] Provisioning complete for port 6ed8a6d6-1e44-465a-861b-9ddfafff6fe0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:29.029600 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b6505e67-9cd1-4c1a-b24d-f0b2ee0b9b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:29.098383 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a5897b4a-7d00-4054-966d-de126523d900 req-53b63e37-25b6-4cfc-b837-77744be63455 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:29.122409 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b6505e67-9cd1-4c1a-b24d-f0b2ee0b9b23 None None] Port 6ed8a6d6-1e44-465a-861b-9ddfafff6fe0 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:26:29.145423 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b6505e67-9cd1-4c1a-b24d-f0b2ee0b9b23 None None] Provisioning complete for port 50f3a873-e3a7-4160-a8a5-d987c2e76694 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:29.146138 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b6505e67-9cd1-4c1a-b24d-f0b2ee0b9b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:29.154867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18c08e-1676-45f7-ac49-f9bbdd8215a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b53522fb-157f-447d-b118-4d80e9a8327f,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:29.157164 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b63e37-25b6-4cfc-b837-77744be63455 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Pushing event deleted for resources: {'Port': ['ID=9b39c1d5-0959-4edf-b64a-4590bc0bcc42,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:29.173667 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18c08e-1676-45f7-ac49-f9bbdd8215a4 admin admin] Checking segment: {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:29.174038 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18c08e-1676-45f7-ac49-f9bbdd8215a4 admin admin] Network hostable DHCP agents. Network: e59e94f2-f384-4c67-a2b2-bbfe576feffd, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:26:29.202754 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b6505e67-9cd1-4c1a-b24d-f0b2ee0b9b23 None None] Port 50f3a873-e3a7-4160-a8a5-d987c2e76694 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:26:29.240922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5897b4a-7d00-4054-966d-de126523d900 req-53b63e37-25b6-4cfc-b837-77744be63455 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] No DVR routers for this DVR port 9b39c1d5-0959-4edf-b64a-4590bc0bcc42 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:26:29.247872 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a5897b4a-7d00-4054-966d-de126523d900 req-53b63e37-25b6-4cfc-b837-77744be63455 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:29.252650 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a5897b4a-7d00-4054-966d-de126523d900 req-53b63e37-25b6-4cfc-b837-77744be63455 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.83 "DELETE /v2.0/ports/9b39c1d5-0959-4edf-b64a-4590bc0bcc42 HTTP/1.1" status: 204 len: 173 time: 2.7128668 Nov 18 17:26:29.253185 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4770f568-aea6-4720-8bce-0eefa4aa988e', 'name': 'network-vif-deleted', 'tag': '9b39c1d5-0959-4edf-b64a-4590bc0bcc42'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:29.259411 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7862adcf-c0c3-41b1-85cb-d3d947e25027" -d '{"events": [{"server_uuid": "4770f568-aea6-4720-8bce-0eefa4aa988e", "name": "network-vif-deleted", "tag": "9b39c1d5-0959-4edf-b64a-4590bc0bcc42"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:29.289694 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a651d250-4e7e-4bf1-ac5d-b00a5d93fe1e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:29.291479 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9ad7d-1301-4ba3-b937-0387ac9e6fbf req-9e7d6988-3d36-495d-8d8f-789ecaa0824b tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:29.293336 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dbb9ad7d-1301-4ba3-b937-0387ac9e6fbf req-9e7d6988-3d36-495d-8d8f-789ecaa0824b tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.2606127 Nov 18 17:26:29.326387 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc0351-2cfb-49f2-af9e-00aba519448f req-803cf8a5-10e5-44cf-a595-c8d239786a93 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:29.326387 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52bc0351-2cfb-49f2-af9e-00aba519448f req-803cf8a5-10e5-44cf-a595-c8d239786a93 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 946 time: 0.1821284 Nov 18 17:26:29.339855 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18c08e-1676-45f7-ac49-f9bbdd8215a4 admin admin] Network e59e94f2-f384-4c67-a2b2-bbfe576feffd is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:26:29.380495 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a651d250-4e7e-4bf1-ac5d-b00a5d93fe1e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:29.490707 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dbb9ad7d-1301-4ba3-b937-0387ac9e6fbf req-fb1103ff-e1c7-4f3b-818f-c224f718328d tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833518 Nov 18 17:26:29.521197 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52bc0351-2cfb-49f2-af9e-00aba519448f req-9324d76d-4383-4a81-8354-16e85d2dccb2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871028 Nov 18 17:26:29.542326 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f3a873-e3a7-4160-a8a5-d987c2e76694 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:26:29.567376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32826) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:29.583800 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-dc18c08e-1676-45f7-ac49-f9bbdd8215a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, e59e94f2-f384-4c67-a2b2-bbfe576feffd) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:29.589776 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:29.598865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109c1c96-18ef-4116-9942-894c36393f34 None None] Network e59e94f2-f384-4c67-a2b2-bbfe576feffd requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:26:29.613446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651d250-4e7e-4bf1-ac5d-b00a5d93fe1e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=6ed8a6d6-1e44-465a-861b-9ddfafff6fe0,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:29.617123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc18c08e-1676-45f7-ac49-f9bbdd8215a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:29.619092 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc18c08e-1676-45f7-ac49-f9bbdd8215a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:29.623648 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044cda0c-063b-4682-923d-61675325c2cb x-openstack-request-id: req-044cda0c-063b-4682-923d-61675325c2cb {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:29.626862 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Transition to ACTIVE for port object 50f3a873-e3a7-4160-a8a5-d987c2e76694 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:26:29.627448 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4770f568-aea6-4720-8bce-0eefa4aa988e", "name": "network-vif-deleted", "tag": "9b39c1d5-0959-4edf-b64a-4590bc0bcc42", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:29.628689 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-044cda0c-063b-4682-923d-61675325c2cb {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:29.629329 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4770f568-aea6-4720-8bce-0eefa4aa988e', 'name': 'network-vif-deleted', 'tag': '9b39c1d5-0959-4edf-b64a-4590bc0bcc42', 'status': 'completed', 'code': 200} Nov 18 17:26:29.641620 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa349df7-9d6c-426a-86f8-74a5d9fa9a8d tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:29.644144 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fa349df7-9d6c-426a-86f8-74a5d9fa9a8d tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 1093 time: 0.0757685 Nov 18 17:26:29.646862 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32828) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:29.652177 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:29.753472 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a651d250-4e7e-4bf1-ac5d-b00a5d93fe1e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:29.789954 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:29.848853 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dc18c08e-1676-45f7-ac49-f9bbdd8215a4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9740047 Nov 18 17:26:29.869289 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d6d446c7-ac35-413b-b6d6-fe6a80e95cd3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:26:29.945938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab448ce-c71e-472a-80b3-9834364ee4dd None None] Network e59e94f2-f384-4c67-a2b2-bbfe576feffd requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:26:29.978613 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Pushing event updated for resources: {'Port': ['ID=50f3a873-e3a7-4160-a8a5-d987c2e76694,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:30.121315 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:30.137468 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Attempting to bind port 50f3a873-e3a7-4160-a8a5-d987c2e76694 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:26:30.138144 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Attempting to bind port 50f3a873-e3a7-4160-a8a5-d987c2e76694 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:26:30.138686 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Attempting to bind port 50f3a873-e3a7-4160-a8a5-d987c2e76694 on network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:30.158729 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c7e7eeb-bf02-4da7-b25b-80f361d44587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:30.162957 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8b12a1b4-cf68-4ae8-b938-ac9d0fcc6a9a None None] Provisioning complete for port 6ed8a6d6-1e44-465a-861b-9ddfafff6fe0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:30.172765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Port 50f3a873-e3a7-4160-a8a5-d987c2e76694 on network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:26:30.173387 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Attempting to bind port 50f3a873-e3a7-4160-a8a5-d987c2e76694 on network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:30.173547 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b12a1b4-cf68-4ae8-b938-ac9d0fcc6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:30.211435 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a651d250-4e7e-4bf1-ac5d-b00a5d93fe1e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:30.243094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 9b39c1d5-0959-4edf-b64a-4590bc0bcc42 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:26:30.253453 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d6d446c7-ac35-413b-b6d6-fe6a80e95cd3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:30.253889 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:30.258105 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:26:30.258842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Checking segment: {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:30.259457 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Bound using segment: {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:26:30.260182 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Bound port: 50f3a873-e3a7-4160-a8a5-d987c2e76694, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:26:30.260851 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:30.268130 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3f10245-3673-4926-9fe1-840cda9de6ff req-0795af06-be37-4b2d-bf6e-65f282edc7a2 tempest-ServerDiskConfigTestJSON-1436873740 tempest-ServerDiskConfigTestJSON-1436873740-project] 10.222.0.72 "GET /v2.0/ports?device_id=4770f568-aea6-4720-8bce-0eefa4aa988e HTTP/1.1" status: 200 len: 210 time: 0.1227925 Nov 18 17:26:30.321312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 9b39c1d5-0959-4edf-b64a-4590bc0bcc42 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:26:30.321669 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 9b39c1d5-0959-4edf-b64a-4590bc0bcc42 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:26:30.331168 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8b12a1b4-cf68-4ae8-b938-ac9d0fcc6a9a None None] Port 6ed8a6d6-1e44-465a-861b-9ddfafff6fe0 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:26:30.388536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec996a9-923c-4158-98dd-3efad2bfd70a req-9d71054d-c873-4e96-afd4-7ff921ebef1e tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:30.403087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ec996a9-923c-4158-98dd-3efad2bfd70a req-9d71054d-c873-4e96-afd4-7ff921ebef1e tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 943 time: 0.3174167 Nov 18 17:26:30.516032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] For port 50f3a873-e3a7-4160-a8a5-d987c2e76694, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:26:30.552248 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] For port 50f3a873-e3a7-4160-a8a5-d987c2e76694, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=50f3a873-e3a7-4160-a8a5-d987c2e76694,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:26:30.610481 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ec996a9-923c-4158-98dd-3efad2bfd70a req-948f3882-08b1-4549-aa6e-57cd10b9714a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028494 Nov 18 17:26:30.658178 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:30.707050 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:30.834337 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a651d250-4e7e-4bf1-ac5d-b00a5d93fe1e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:30.898391 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a651d250-4e7e-4bf1-ac5d-b00a5d93fe1e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:30.899238 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a651d250-4e7e-4bf1-ac5d-b00a5d93fe1e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:30.970812 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651d250-4e7e-4bf1-ac5d-b00a5d93fe1e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=6ed8a6d6-1e44-465a-861b-9ddfafff6fe0,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:31.051940 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a651d250-4e7e-4bf1-ac5d-b00a5d93fe1e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network afa3597f-8d1e-4770-8267-13f30aef0143 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:31.053286 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-a651d250-4e7e-4bf1-ac5d-b00a5d93fe1e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:31.225252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:31.225833 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:31.227292 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] 10.222.0.81 "PUT /v2.0/ports/50f3a873-e3a7-4160-a8a5-d987c2e76694 HTTP/1.1" status: 200 len: 1092 time: 2.6397550 Nov 18 17:26:31.233804 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4552b923-125d-4329-9554-6debfe219a18', 'tag': '50f3a873-e3a7-4160-a8a5-d987c2e76694'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:31.236744 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7edcb6-e572-48a7-bb27-02e04d942a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "4552b923-125d-4329-9554-6debfe219a18", "tag": "50f3a873-e3a7-4160-a8a5-d987c2e76694"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:31.315575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a651d250-4e7e-4bf1-ac5d-b00a5d93fe1e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 511854a0-7be7-4a54-a4b6-1198db64d87e is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:26:31.345127 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb00a1-9bd2-4aa5-ae7a-a0a54570d906 service neutron] Pushing event updated for resources: {'Port': ['ID=50f3a873-e3a7-4160-a8a5-d987c2e76694,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:31.392988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b412783-ab12-4d47-a49d-65ee09b026e2 req-7308be45-2826-4f20-8cf6-ada2a6bc57fb tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:31.394571 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b412783-ab12-4d47-a49d-65ee09b026e2 req-7308be45-2826-4f20-8cf6-ada2a6bc57fb tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.6542258 Nov 18 17:26:31.422671 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-cff591c6-f062-4f97-a91b-915fe3530c8b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:31.424327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-cff591c6-f062-4f97-a91b-915fe3530c8b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 805 time: 0.7625713 Nov 18 17:26:31.425643 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Allocated IP 172.25.3.210 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/1b284967-9d2c-4529-996c-d6a6a0c92eee) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:31.435521 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0dc4e206-f027-423c-a9dc-fec418fdb3d2 None None] Provisioning complete for port 6ed8a6d6-1e44-465a-861b-9ddfafff6fe0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:31.438311 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0dc4e206-f027-423c-a9dc-fec418fdb3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:31.449979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a651d250-4e7e-4bf1-ac5d-b00a5d93fe1e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:26:31.462251 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e105b-2214-41ba-aedb-0070f5be97dd None None] Sync routers for ids ['511854a0-7be7-4a54-a4b6-1198db64d87e'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:26:31.477181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0dc4e206-f027-423c-a9dc-fec418fdb3d2 None None] Port 6ed8a6d6-1e44-465a-861b-9ddfafff6fe0 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:26:31.481281 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a651d250-4e7e-4bf1-ac5d-b00a5d93fe1e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/511854a0-7be7-4a54-a4b6-1198db64d87e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6966889 Nov 18 17:26:31.481742 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e105b-2214-41ba-aedb-0070f5be97dd None None] Routers {'511854a0-7be7-4a54-a4b6-1198db64d87e'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:31.482711 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b52e105b-2214-41ba-aedb-0070f5be97dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['511854a0-7be7-4a54-a4b6-1198db64d87e'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:31.484529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32864) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:31.487342 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-096b99b5-ebb4-40e2-bca1-b99ef183eba4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/quotas/c82a5a1551b94171a31ac6e4861762c3 HTTP/1.1" status: 200 len: 375 time: 0.0498939 Nov 18 17:26:31.525439 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b52e105b-2214-41ba-aedb-0070f5be97dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:31.536425 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e105b-2214-41ba-aedb-0070f5be97dd None None] Routers {'511854a0-7be7-4a54-a4b6-1198db64d87e'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:31.537041 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b52e105b-2214-41ba-aedb-0070f5be97dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['511854a0-7be7-4a54-a4b6-1198db64d87e'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:31.549451 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaa427d-2259-4df8-8cf9-2cf0da650606 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:31.553715 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ebaa427d-2259-4df8-8cf9-2cf0da650606 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports/6ed8a6d6-1e44-465a-861b-9ddfafff6fe0 HTTP/1.1" status: 200 len: 984 time: 0.0654089 Nov 18 17:26:31.554522 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32866) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:31.560199 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-5898775e-36ff-44a5-9f3b-947179be9b5b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450270 Nov 18 17:26:31.562259 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-366c9d09-5fce-40b2-b40d-b037ca7b58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:31.563660 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-366c9d09-5fce-40b2-b40d-b037ca7b58bc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 1095 time: 0.1959791 Nov 18 17:26:31.574864 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b52e105b-2214-41ba-aedb-0070f5be97dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:31.575838 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e105b-2214-41ba-aedb-0070f5be97dd None None] The sync data for ids ['511854a0-7be7-4a54-a4b6-1198db64d87e'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:26:31.590044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b412783-ab12-4d47-a49d-65ee09b026e2 req-817727a2-6dd9-4b4b-8449-aaf96269c2c7 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615248 Nov 18 17:26:31.676963 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c730e60-5b22-4392-82f1-7437ad8c1722 x-openstack-request-id: req-2c730e60-5b22-4392-82f1-7437ad8c1722 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:31.677270 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4552b923-125d-4329-9554-6debfe219a18", "tag": "50f3a873-e3a7-4160-a8a5-d987c2e76694", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:31.677608 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2c730e60-5b22-4392-82f1-7437ad8c1722 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:31.678016 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4552b923-125d-4329-9554-6debfe219a18', 'tag': '50f3a873-e3a7-4160-a8a5-d987c2e76694', 'status': 'completed', 'code': 200} Nov 18 17:26:31.684893 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-fc9f985b-33c2-41eb-a391-f364a781456e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50f3a873-e3a7-4160-a8a5-d987c2e76694 HTTP/1.1" status: 200 len: 217 time: 0.1003542 Nov 18 17:26:31.808654 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-60bba284-b0ff-4a7f-a5d4-1b53b2b359f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:31.810150 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-60bba284-b0ff-4a7f-a5d4-1b53b2b359f1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.1157548 Nov 18 17:26:31.813132 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:31.865816 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ca7f47f8-66d1-45dd-a4f0-ab08ba9b19e9 service neutron] 10.222.0.72 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936566 Nov 18 17:26:31.925828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-39f3182f-3245-4ad4-ae7e-5ff4bee858e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:31.927353 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-39f3182f-3245-4ad4-ae7e-5ff4bee858e3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055095 Nov 18 17:26:32.001383 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e0714121-08b9-40ef-956b-a3cd7e5e157b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:32.026781 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:32.115184 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-cbde08e5-bf9c-4c9f-9363-dc5d11664b02 service neutron] 10.222.0.72 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393532 Nov 18 17:26:32.154796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:32.177068 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:32.181911 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:32.201638 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=1b284967-9d2c-4529-996c-d6a6a0c92eee,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:32.227671 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-0cbb4a74-8a82-4bb3-93ff-bcddd81e4769 service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715876 Nov 18 17:26:32.264674 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fccbc-4ece-419c-ada6-c802fd1e2bce req-4d20c619-aeb4-4dfc-8290-b9aabd0a634d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:32.269134 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf7fccbc-4ece-419c-ada6-c802fd1e2bce req-4d20c619-aeb4-4dfc-8290-b9aabd0a634d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 943 time: 0.2269692 Nov 18 17:26:32.316216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e0714121-08b9-40ef-956b-a3cd7e5e157b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting port 6ed8a6d6-1e44-465a-861b-9ddfafff6fe0 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:26:32.316788 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e0714121-08b9-40ef-956b-a3cd7e5e157b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:32.416220 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e0714121-08b9-40ef-956b-a3cd7e5e157b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:32.431693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e0714121-08b9-40ef-956b-a3cd7e5e157b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Calling delete_port for 6ed8a6d6-1e44-465a-861b-9ddfafff6fe0 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:26:32.455520 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf7fccbc-4ece-419c-ada6-c802fd1e2bce req-9ef92b69-6f56-41b8-becb-dc831506c4e6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719570 Nov 18 17:26:32.475483 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-189a8b56-7f6a-4500-8dea-152300b3bdd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:32.485391 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f156726-b489-4a87-b059-5192c2fe2b49 req-5bf71af2-f6b7-4129-9f64-35319c51ec5b service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484107 Nov 18 17:26:32.683974 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7dac706b-804c-4b74-8e6d-82d7225decce req-c59aa59e-8780-4d01-b11b-56f1bd72bdd8 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 210 time: 0.0793309 Nov 18 17:26:32.774028 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e0714121-08b9-40ef-956b-a3cd7e5e157b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:32.818360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0714121-08b9-40ef-956b-a3cd7e5e157b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Port': ['ID=6ed8a6d6-1e44-465a-861b-9ddfafff6fe0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:32.818496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e9c74-6d24-4a2a-8b4f-102a5a7fb147 req-e1d693ca-45d1-4700-9535-182f62ed7672 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:32.820214 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-375e9c74-6d24-4a2a-8b4f-102a5a7fb147 req-e1d693ca-45d1-4700-9535-182f62ed7672 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.2122905 Nov 18 17:26:32.820835 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32898) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:32.920528 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7edcb6-e572-48a7-bb27-02e04d942a5c req-03a5f110-942b-456a-b133-fe62ce883711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:32.922658 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8e7edcb6-e572-48a7-bb27-02e04d942a5c req-03a5f110-942b-456a-b133-fe62ce883711 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 1095 time: 0.1820176 Nov 18 17:26:32.950124 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e0714121-08b9-40ef-956b-a3cd7e5e157b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:33.010989 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcfd3587-f2aa-425a-8107-5dca27028f13 admin admin] Deleting subnet 3dcb9e7a-a59e-4dfb-a2e9-950bd022dd53 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:26:33.029067 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dcfd3587-f2aa-425a-8107-5dca27028f13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:33.085802 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-375e9c74-6d24-4a2a-8b4f-102a5a7fb147 req-f683351e-e54f-4fa7-b2bd-8c74369dc05f tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486095 Nov 18 17:26:33.185336 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dcfd3587-f2aa-425a-8107-5dca27028f13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:33.236554 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:33.240368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7edcb6-e572-48a7-bb27-02e04d942a5c req-b27d0078-7a4b-477d-93e8-0c52d3eb7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:33.243703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8e7edcb6-e572-48a7-bb27-02e04d942a5c req-b27d0078-7a4b-477d-93e8-0c52d3eb7925 service neutron] 10.222.0.81 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.3109791 Nov 18 17:26:33.348139 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dcfd3587-f2aa-425a-8107-5dca27028f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:33.385056 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8e7edcb6-e572-48a7-bb27-02e04d942a5c req-18ce2044-5b9d-4703-bcc0-12dd17dd23ae service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50f3a873-e3a7-4160-a8a5-d987c2e76694 HTTP/1.1" status: 200 len: 217 time: 0.0937514 Nov 18 17:26:33.460581 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7edcb6-e572-48a7-bb27-02e04d942a5c req-394962a5-b0aa-432b-ba03-e8619ed14827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:33.462102 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8e7edcb6-e572-48a7-bb27-02e04d942a5c req-394962a5-b0aa-432b-ba03-e8619ed14827 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.0663068 Nov 18 17:26:33.502728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0714121-08b9-40ef-956b-a3cd7e5e157b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 511854a0-7be7-4a54-a4b6-1198db64d87e has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:26:33.520192 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7edcb6-e572-48a7-bb27-02e04d942a5c req-55623619-103e-4250-a273-0902e60aa8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:33.521750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8e7edcb6-e572-48a7-bb27-02e04d942a5c req-55623619-103e-4250-a273-0902e60aa8f1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514460 Nov 18 17:26:33.589926 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0714121-08b9-40ef-956b-a3cd7e5e157b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:26:33.590472 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:33.599997 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e0714121-08b9-40ef-956b-a3cd7e5e157b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/511854a0-7be7-4a54-a4b6-1198db64d87e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0427027 Nov 18 17:26:33.599997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32908) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:33.604416 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca60f49-734f-4963-a6ca-483793cb7fbf None None] Sync routers for ids ['511854a0-7be7-4a54-a4b6-1198db64d87e'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:26:33.622012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca60f49-734f-4963-a6ca-483793cb7fbf None None] Routers {'511854a0-7be7-4a54-a4b6-1198db64d87e'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:33.622945 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2ca60f49-734f-4963-a6ca-483793cb7fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['511854a0-7be7-4a54-a4b6-1198db64d87e'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:33.686815 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2ca60f49-734f-4963-a6ca-483793cb7fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:33.688765 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dcfd3587-f2aa-425a-8107-5dca27028f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:33.709894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca60f49-734f-4963-a6ca-483793cb7fbf None None] Routers {'511854a0-7be7-4a54-a4b6-1198db64d87e'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:33.711954 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2ca60f49-734f-4963-a6ca-483793cb7fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['511854a0-7be7-4a54-a4b6-1198db64d87e'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:33.741250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd3587-f2aa-425a-8107-5dca27028f13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dcb9e7a-a59e-4dfb-a2e9-950bd022dd53,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:33.746839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2ca60f49-734f-4963-a6ca-483793cb7fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:33.747435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca60f49-734f-4963-a6ca-483793cb7fbf None None] The sync data for ids ['511854a0-7be7-4a54-a4b6-1198db64d87e'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:26:33.835863 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-6c064535-5c76-429b-9364-d13331c5e0e4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] remove_router_interface failed (client error): The resource could not be found. Nov 18 17:26:33.837425 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6c064535-5c76-429b-9364-d13331c5e0e4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/511854a0-7be7-4a54-a4b6-1198db64d87e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2366409 Nov 18 17:26:33.842266 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32912) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:33.913242 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2d95e17d-4d95-4f96-8f38-10c7acd11e4a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports?device_id=511854a0-7be7-4a54-a4b6-1198db64d87e HTTP/1.1" status: 200 len: 205 time: 0.0632281 Nov 18 17:26:33.915866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32914) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:34.016124 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ac30d20-e9d3-422b-bcab-19c6c1d6ec16 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.178237 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.194165 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8e7edcb6-e572-48a7-bb27-02e04d942a5c req-1c2d76ca-18a7-42d1-9338-3f81b6d314d9 service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6639426 Nov 18 17:26:34.196385 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c83b39d0-03ea-4133-9c21-ea1c15f05d51 req-0d8d4b34-0603-45b5-bd23-e39c39cdd24e tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 210 time: 0.4622905 Nov 18 17:26:34.215243 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dcfd3587-f2aa-425a-8107-5dca27028f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.221538 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-dcfd3587-f2aa-425a-8107-5dca27028f13 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3dcb9e7a-a59e-4dfb-a2e9-950bd022dd53 HTTP/1.1" status: 204 len: 168 time: 1.3942707 Nov 18 17:26:34.227328 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfd0c0-d916-46d6-8192-9f3a1b4ca430 req-a7c06ac3-d5f5-401d-981c-bb2995137422 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:34.232290 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fbfd0c0-d916-46d6-8192-9f3a1b4ca430 req-a7c06ac3-d5f5-401d-981c-bb2995137422 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 943 time: 0.6851244 Nov 18 17:26:34.232290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32918) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:34.235298 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ac30d20-e9d3-422b-bcab-19c6c1d6ec16 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.238016 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ac30d20-e9d3-422b-bcab-19c6c1d6ec16 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.470793 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ac30d20-e9d3-422b-bcab-19c6c1d6ec16 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.471643 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac30d20-e9d3-422b-bcab-19c6c1d6ec16 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Fanout notify agent at l3_agent the message router_deleted on router 511854a0-7be7-4a54-a4b6-1198db64d87e {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:26:34.480985 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ac30d20-e9d3-422b-bcab-19c6c1d6ec16 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.482129 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0ac30d20-e9d3-422b-bcab-19c6c1d6ec16 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/routers/511854a0-7be7-4a54-a4b6-1198db64d87e HTTP/1.1" status: 204 len: 168 time: 0.5611312 Nov 18 17:26:34.489196 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e291bb61-9fbb-4ab0-8c65-7c19c18a624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.489341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32924) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:34.489517 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fbfd0c0-d916-46d6-8192-9f3a1b4ca430 req-aaa8f430-f6d0-4c42-9791-1701bfc7a4a5 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211778 Nov 18 17:26:34.550976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8fd3d7-db22-4ced-b548-422d9bd1a1bd tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting subnet 384f3c25-61bb-4c4a-b943-125a1f130da2 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:26:34.554592 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd3d7-db22-4ced-b548-422d9bd1a1bd tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.559085 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8ec83-57d1-46ef-9dea-2f5e819b6317 req-eb39c975-9e72-41e6-a402-806d41881ad9 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:34.560863 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ccc8ec83-57d1-46ef-9dea-2f5e819b6317 req-eb39c975-9e72-41e6-a402-806d41881ad9 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.2783556 Nov 18 17:26:34.568984 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8e7edcb6-e572-48a7-bb27-02e04d942a5c req-a2d4c191-cfa4-41fb-9f71-1fee67d68293 service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386073 Nov 18 17:26:34.598388 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd3d7-db22-4ced-b548-422d9bd1a1bd tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.692699 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd3d7-db22-4ced-b548-422d9bd1a1bd tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.711396 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e291bb61-9fbb-4ab0-8c65-7c19c18a624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.717350 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ccc8ec83-57d1-46ef-9dea-2f5e819b6317 req-126dc78a-7d2d-45d0-a030-53a30d27c64f tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459792 Nov 18 17:26:34.745307 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 50f3a873-e3a7-4160-a8a5-d987c2e76694 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:26:34.752328 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.756907 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-e291bb61-9fbb-4ab0-8c65-7c19c18a624d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78db5675-6397-4200-b888-e24b3b0b4d09']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:34.770204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-e291bb61-9fbb-4ab0-8c65-7c19c18a624d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d8a5c6-fd85-4620-94a6-54432a9bbc73') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:34.770660 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-e291bb61-9fbb-4ab0-8c65-7c19c18a624d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d8a5c6-fd85-4620-94a6-54432a9bbc73') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:34.790111 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e291bb61-9fbb-4ab0-8c65-7c19c18a624d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.806330 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e291bb61-9fbb-4ab0-8c65-7c19c18a624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.813796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e291bb61-9fbb-4ab0-8c65-7c19c18a624d admin admin] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:26:34.814200 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e291bb61-9fbb-4ab0-8c65-7c19c18a624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:26:34.815980 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:26:34.858436 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 50f3a873-e3a7-4160-a8a5-d987c2e76694, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=50f3a873-e3a7-4160-a8a5-d987c2e76694,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:34.869163 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.876734 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '50f3a873-e3a7-4160-a8a5-d987c2e76694', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'port_id': '50f3a873-e3a7-4160-a8a5-d987c2e76694', 'mac_address': 'fa:16:3e:49:8e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:26:34.942392 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.949506 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=1b284967-9d2c-4529-996c-d6a6a0c92eee,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:34.950665 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd3d7-db22-4ced-b548-422d9bd1a1bd tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.967197 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.970572 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f3a873-e3a7-4160-a8a5-d987c2e76694 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:26:34.982043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fd3d7-db22-4ced-b548-422d9bd1a1bd tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Subnet': ['ID=384f3c25-61bb-4c4a-b943-125a1f130da2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:34.986005 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd3d7-db22-4ced-b548-422d9bd1a1bd tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:34.990186 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2e8fd3d7-db22-4ced-b548-422d9bd1a1bd tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/subnets/384f3c25-61bb-4c4a-b943-125a1f130da2 HTTP/1.1" status: 204 len: 168 time: 0.5031896 Nov 18 17:26:34.992838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32926) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:35.001273 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9d85a6-872a-43c2-bb6c-f1873a10ec88 None None] Network afa3597f-8d1e-4770-8267-13f30aef0143 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:26:35.003607 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e291bb61-9fbb-4ab0-8c65-7c19c18a624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:35.007170 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 50f3a873-e3a7-4160-a8a5-d987c2e76694, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=50f3a873-e3a7-4160-a8a5-d987c2e76694,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:35.018753 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e291bb61-9fbb-4ab0-8c65-7c19c18a624d admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:35.018753 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e291bb61-9fbb-4ab0-8c65-7c19c18a624d admin admin] 10.222.0.72 "DELETE /v2.0/networks/78db5675-6397-4200-b888-e24b3b0b4d09 HTTP/1.1" status: 204 len: 168 time: 0.7773168 Nov 18 17:26:35.036716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291bb61-9fbb-4ab0-8c65-7c19c18a624d admin admin] Pushing event deleted for resources: {'Network': ['ID=78db5675-6397-4200-b888-e24b3b0b4d09,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:35.090015 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:35.112410 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:35.114486 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:35.120575 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Floating IP 0a52f058-f11f-44d5-b134-bc42e553ab28 associated. External IP: 172.25.3.210, port: 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3. Nov 18 17:26:35.194653 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=50f3a873-e3a7-4160-a8a5-d987c2e76694,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:35.195263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting port d6d446c7-ac35-413b-b6d6-fe6a80e95cd3 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:26:35.195763 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:35.280843 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] For port d6d446c7-ac35-413b-b6d6-fe6a80e95cd3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d6d446c7-ac35-413b-b6d6-fe6a80e95cd3,segment=NetworkSegment(236a9fc3-fc49-4140-b186-6e56842ec11e),segment_id=236a9fc3-fc49-4140-b186-6e56842ec11e)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:35.280843 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:35.293846 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efe5eac-9ac5-48cf-8ab6-6f937a741ef3 None None] DHCP port deletion for afa3597f-8d1e-4770-8267-13f30aef0143 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:26:35.294584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Calling delete_port for d6d446c7-ac35-413b-b6d6-fe6a80e95cd3 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:26:35.348630 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d0ac94a-6c64-4be1-bdd9-e737a87f4eca req-b2677b63-e093-40d7-84ee-359584fa206a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 210 time: 0.0282032 Nov 18 17:26:35.368361 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['50f3a873-e3a7-4160-a8a5-d987c2e76694'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:26:35.484899 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0efe5eac-9ac5-48cf-8ab6-6f937a741ef3 None None] Deleting port d6d446c7-ac35-413b-b6d6-fe6a80e95cd3 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:26:35.485244 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0efe5eac-9ac5-48cf-8ab6-6f937a741ef3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:35.486249 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router bbc6bd12-1f3e-4b6b-9269-7d9176518a85 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:26:35.527394 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32940) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:35.582066 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0efe5eac-9ac5-48cf-8ab6-6f937a741ef3 None None] For port d6d446c7-ac35-413b-b6d6-fe6a80e95cd3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d6d446c7-ac35-413b-b6d6-fe6a80e95cd3,segment=NetworkSegment(236a9fc3-fc49-4140-b186-6e56842ec11e),segment_id=236a9fc3-fc49-4140-b186-6e56842ec11e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:35.582738 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0efe5eac-9ac5-48cf-8ab6-6f937a741ef3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:35.587917 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:35.602720 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-62621307-e8d7-4677-84e1-0c3d5c509475 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7d94a59b2899443e8d1259c8dbafd46b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0698390 Nov 18 17:26:35.603570 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32942) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:35.617569 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:35.625465 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0efe5eac-9ac5-48cf-8ab6-6f937a741ef3 None None] Calling delete_port for d6d446c7-ac35-413b-b6d6-fe6a80e95cd3 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:26:35.653954 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Port': ['ID=d6d446c7-ac35-413b-b6d6-fe6a80e95cd3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:35.683281 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] No DVR routers for this DVR port d6d446c7-ac35-413b-b6d6-fe6a80e95cd3 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:26:35.747334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:26:35.761805 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb42cf4-3754-4b46-bad1-68f49a03abf5 None None] Sync routers for ids ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:26:35.785913 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb42cf4-3754-4b46-bad1-68f49a03abf5 None None] Routers {'bbc6bd12-1f3e-4b6b-9269-7d9176518a85'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:35.785913 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ebb42cf4-3754-4b46-bad1-68f49a03abf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:35.801902 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0efe5eac-9ac5-48cf-8ab6-6f937a741ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:35.834198 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe5eac-9ac5-48cf-8ab6-6f937a741ef3 None None] Pushing event deleted for resources: {'Port': ['ID=d6d446c7-ac35-413b-b6d6-fe6a80e95cd3,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:35.850076 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe5eac-9ac5-48cf-8ab6-6f937a741ef3 None None] No DVR routers for this DVR port d6d446c7-ac35-413b-b6d6-fe6a80e95cd3 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:26:35.875714 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d6d446c7-ac35-413b-b6d6-fe6a80e95cd3 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:26:35.904798 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: d6d446c7-ac35-413b-b6d6-fe6a80e95cd3 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:26:35.905154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d6d446c7-ac35-413b-b6d6-fe6a80e95cd3 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:26:35.939945 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc54820-2f93-41c9-bee4-422b1830ae22 req-d68fbce1-a3ee-43cd-aad8-be9bff4f701f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:35.940212 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:35.949876 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfc54820-2f93-41c9-bee4-422b1830ae22 req-d68fbce1-a3ee-43cd-aad8-be9bff4f701f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 944 time: 0.2887025 Nov 18 17:26:35.976775 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:35.981075 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7d17421-b6c8-45bb-9a3d-652e9abbab66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:35.994245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa3597f-8d1e-4770-8267-13f30aef0143']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:36.041410 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-ebb42cf4-3754-4b46-bad1-68f49a03abf5 None None] Set router bbc6bd12-1f3e-4b6b-9269-7d9176518a85 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:26:36.049801 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236a9fc3-fc49-4140-b186-6e56842ec11e') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:36.049801 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236a9fc3-fc49-4140-b186-6e56842ec11e') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:36.053955 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfc54820-2f93-41c9-bee4-422b1830ae22 req-e5483f29-1021-41ae-a524-785192e166c0 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030741 Nov 18 17:26:36.074253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07896962-988d-407d-a13c-68bd456a4565 req-f7907e32-d821-462c-887f-6f3e4cb4c597 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:36.076107 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-07896962-988d-407d-a13c-68bd456a4565 req-f7907e32-d821-462c-887f-6f3e4cb4c597 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.2048173 Nov 18 17:26:36.078922 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e76e9f0d-b681-467e-91a2-c3a607242a7f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4311168 Nov 18 17:26:36.079701 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'tag': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:36.097173 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f7c658-4257-4cc0-b1be-d865dfe00c91" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b43c39-0b10-492d-99ad-52ae183b02e0", "tag": "2cd3b501-54d3-48bf-ba90-1d4bb7d498c3"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:36.104638 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:36.119948 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7d17421-b6c8-45bb-9a3d-652e9abbab66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:36.144593 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:36.154645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:26:36.155065 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:36.229398 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-07896962-988d-407d-a13c-68bd456a4565 req-d25a2401-f99b-40a0-9476-2634f3c3a79d tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242979 Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:26:36.257473 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:26:36.259928 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f67e07-d655-4b7f-992c-1f8cb60985c7 req-8426ace0-451d-4080-8328-492d62e81112 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:36.270467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21f67e07-d655-4b7f-992c-1f8cb60985c7 req-8426ace0-451d-4080-8328-492d62e81112 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 946 time: 0.0890467 Nov 18 17:26:36.281961 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-295f27f6-6eef-4a4e-b5f3-4b615d898496 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:36.287669 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-295f27f6-6eef-4a4e-b5f3-4b615d898496 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 805 time: 0.6538942 Nov 18 17:26:36.318078 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-eda24201-21ad-46c5-af3d-675a34a812b4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Request body: {'port': {'device_id': 'c455f713-fe06-4cfb-b1ae-43ad829fd449', 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd', 'admin_state_up': True, 'tenant_id': 'c82a5a1551b94171a31ac6e4861762c3'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:36.341732 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae30b72d-a8e7-4643-99f9-d4622b4ecd2a x-openstack-request-id: req-ae30b72d-a8e7-4643-99f9-d4622b4ecd2a {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:36.342392 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b43c39-0b10-492d-99ad-52ae183b02e0", "tag": "2cd3b501-54d3-48bf-ba90-1d4bb7d498c3", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:36.342392 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ae30b72d-a8e7-4643-99f9-d4622b4ecd2a {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:36.342934 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'tag': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3', 'status': 'completed', 'code': 200} Nov 18 17:26:36.359612 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21f67e07-d655-4b7f-992c-1f8cb60985c7 req-c430c786-d99a-4163-b470-6a8b31133af8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851820 Nov 18 17:26:36.385833 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32954) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:36.433723 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:36.479324 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:36.482659 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/networks/afa3597f-8d1e-4770-8267-13f30aef0143 HTTP/1.1" status: 204 len: 168 time: 1.4883618 Nov 18 17:26:36.487156 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32958) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:36.487582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a72c6-15cb-4db0-bb65-9cf53de87124 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Network': ['ID=afa3597f-8d1e-4770-8267-13f30aef0143,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:36.501896 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-bdc1b1ce-a5b6-4de9-a2b7-ac76011e62e3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-164251810'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:36.548092 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7d17421-b6c8-45bb-9a3d-652e9abbab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:36.552632 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7d17421-b6c8-45bb-9a3d-652e9abbab66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:36.554320 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e7d17421-b6c8-45bb-9a3d-652e9abbab66 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/550ef5a6-58ec-4cc6-89c5-4a956136030a HTTP/1.1" status: 204 len: 168 time: 0.9493413 Nov 18 17:26:36.574503 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d17421-b6c8-45bb-9a3d-652e9abbab66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550ef5a6-58ec-4cc6-89c5-4a956136030a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:36.579256 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ebb42cf4-3754-4b46-bad1-68f49a03abf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309178709', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '08322867-184f-4416-81af-b52fc27720c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:25:45Z', 'updated_at': '2021-11-18T17:25:56Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '08322867-184f-4416-81af-b52fc27720c5', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:47Z', 'updated_at': '2021-11-18T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '0a52f058-f11f-44d5-b134-bc42e553ab28', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'floating_ip_address': '172.25.3.210', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'port_id': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0', 'mac_address': 'fa:16:3e:17:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:26:32Z', 'updated_at': '2021-11-18T17:26:32Z', 'revision_number': 0, 'project_id': '2cf238edb8014a38996468367e264a07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8da363d-8224-4981-9797-6ddaccaa94ae', 'name': '', 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:1b:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '7b19ee56-2a81-4546-9772-a70239522cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:55Z', 'updated_at': '2021-11-18T17:26:06Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '7b19ee56-2a81-4546-9772-a70239522cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:36.600372 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7c658-4257-4cc0-b1be-d865dfe00c91 req-c99fd8e1-f46e-4b12-9e0b-738cae19c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:36.602164 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7f7c658-4257-4cc0-b1be-d865dfe00c91 req-c99fd8e1-f46e-4b12-9e0b-738cae19c1b3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 1098 time: 0.2409728 Nov 18 17:26:36.614516 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34bd2bd5-77ef-4b4c-b540-f4ee71b1ab92 req-e684f16b-d195-4c99-af29-c6e99b65231e tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 210 time: 0.0956538 Nov 18 17:26:36.646467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2234f5fe-6d6f-4733-b809-3bb2f80bc6eb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/0a52f058-f11f-44d5-b134-bc42e553ab28 HTTP/1.1" status: 200 len: 992 time: 0.2604048 Nov 18 17:26:36.677598 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb42cf4-3754-4b46-bad1-68f49a03abf5 None None] Checking router: bbc6bd12-1f3e-4b6b-9269-7d9176518a85 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:26:36.700885 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb42cf4-3754-4b46-bad1-68f49a03abf5 None None] Routers {'bbc6bd12-1f3e-4b6b-9269-7d9176518a85'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:36.701546 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ebb42cf4-3754-4b46-bad1-68f49a03abf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:36.733899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7c658-4257-4cc0-b1be-d865dfe00c91 req-ca9c6b07-04c4-4203-8b6b-b1ad74ef4b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:36.735400 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7f7c658-4257-4cc0-b1be-d865dfe00c91 req-ca9c6b07-04c4-4203-8b6b-b1ad74ef4b99 service neutron] 10.222.0.83 "GET /v2.0/networks?id=985f4fbd-9c9b-4f00-933a-f2224376d0f0 HTTP/1.1" status: 200 len: 899 time: 0.1204331 Nov 18 17:26:36.737800 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc1b1ce-a5b6-4de9-a2b7-ac76011e62e3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:36.742775 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bdc1b1ce-a5b6-4de9-a2b7-ac76011e62e3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:36.752290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 50f3a873-e3a7-4160-a8a5-d987c2e76694 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:26:36.819737 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7f7c658-4257-4cc0-b1be-d865dfe00c91 req-86a9f256-ea25-48bc-a521-410c2ae7da48 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 HTTP/1.1" status: 200 len: 1000 time: 0.0680056 Nov 18 17:26:36.825226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc1b1ce-a5b6-4de9-a2b7-ac76011e62e3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:26:36.849554 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bdc1b1ce-a5b6-4de9-a2b7-ac76011e62e3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:36.849848 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-bdc1b1ce-a5b6-4de9-a2b7-ac76011e62e3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Added segment 97e84771-affb-41a6-8cc4-6ec3b7c4169d of type vlan for network 9360aed0-7f76-4b4d-ac2f-5238e67d3cc7 Nov 18 17:26:36.858433 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-ebb42cf4-3754-4b46-bad1-68f49a03abf5 None None] Set router bbc6bd12-1f3e-4b6b-9269-7d9176518a85 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:26:36.901019 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7c658-4257-4cc0-b1be-d865dfe00c91 req-1852431d-907e-4ec6-99e9-eb517058627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:36.903871 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7f7c658-4257-4cc0-b1be-d865dfe00c91 req-1852431d-907e-4ec6-99e9-eb517058627e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7b19ee56-2a81-4546-9772-a70239522cce HTTP/1.1" status: 200 len: 834 time: 0.0761056 Nov 18 17:26:36.905788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-eda24201-21ad-46c5-af3d-675a34a812b4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Made reservation on behalf of c82a5a1551b94171a31ac6e4861762c3 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:36.910154 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-eda24201-21ad-46c5-af3d-675a34a812b4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:36.964256 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bdc1b1ce-a5b6-4de9-a2b7-ac76011e62e3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:36.967217 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 50f3a873-e3a7-4160-a8a5-d987c2e76694 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:26:36.972522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 50f3a873-e3a7-4160-a8a5-d987c2e76694 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:36.973472 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:36.996110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7c658-4257-4cc0-b1be-d865dfe00c91 req-2c584b1a-9667-4dd6-8dac-4925b76c0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:37.000023 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7f7c658-4257-4cc0-b1be-d865dfe00c91 req-2c584b1a-9667-4dd6-8dac-4925b76c0323 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=985f4fbd-9c9b-4f00-933a-f2224376d0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764694 Nov 18 17:26:37.092853 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bdc1b1ce-a5b6-4de9-a2b7-ac76011e62e3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:37.098213 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc1b1ce-a5b6-4de9-a2b7-ac76011e62e3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:37.098832 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bdc1b1ce-a5b6-4de9-a2b7-ac76011e62e3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:37.150290 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:37.154387 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7f7c658-4257-4cc0-b1be-d865dfe00c91 req-e37c0139-b28e-4a02-a9a0-eb028eb337f5 service neutron] 10.222.0.83 "GET /v2.0/networks/985f4fbd-9c9b-4f00-933a-f2224376d0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213500 Nov 18 17:26:37.194868 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4552b923-125d-4329-9554-6debfe219a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f3a873-e3a7-4160-a8a5-d987c2e76694'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:37.197295 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd27d501-d8b1-4fc3-9167-e732548a2090" -d '{"events": [{"server_uuid": "4552b923-125d-4329-9554-6debfe219a18", "name": "network-vif-plugged", "status": "completed", "tag": "50f3a873-e3a7-4160-a8a5-d987c2e76694"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:37.225908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 50f3a873-e3a7-4160-a8a5-d987c2e76694, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=50f3a873-e3a7-4160-a8a5-d987c2e76694,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:37.282019 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149e2e6a-1b6d-4a2d-9260-660a1cc8c722 x-openstack-request-id: req-149e2e6a-1b6d-4a2d-9260-660a1cc8c722 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:37.282326 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4552b923-125d-4329-9554-6debfe219a18", "name": "network-vif-plugged", "status": "completed", "tag": "50f3a873-e3a7-4160-a8a5-d987c2e76694", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:37.282591 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-149e2e6a-1b6d-4a2d-9260-660a1cc8c722 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:37.283001 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4552b923-125d-4329-9554-6debfe219a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f3a873-e3a7-4160-a8a5-d987c2e76694', 'code': 200} Nov 18 17:26:37.305860 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7f7c658-4257-4cc0-b1be-d865dfe00c91 req-1f9ee8d6-7d2e-4981-9ef4-ac67af4cb6c9 service neutron] 10.222.0.83 "GET /v2.0/networks/985f4fbd-9c9b-4f00-933a-f2224376d0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322453 Nov 18 17:26:37.313037 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:37.385915 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=50f3a873-e3a7-4160-a8a5-d987c2e76694,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:37.410928 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bdc1b1ce-a5b6-4de9-a2b7-ac76011e62e3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9225888 Nov 18 17:26:37.416642 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ebb42cf4-3754-4b46-bad1-68f49a03abf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309178709', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '08322867-184f-4416-81af-b52fc27720c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:25:45Z', 'updated_at': '2021-11-18T17:25:56Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '08322867-184f-4416-81af-b52fc27720c5', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:47Z', 'updated_at': '2021-11-18T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '0a52f058-f11f-44d5-b134-bc42e553ab28', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'floating_ip_address': '172.25.3.210', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'port_id': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0', 'mac_address': 'fa:16:3e:17:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:26:32Z', 'updated_at': '2021-11-18T17:26:32Z', 'revision_number': 0, 'project_id': '2cf238edb8014a38996468367e264a07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8da363d-8224-4981-9797-6ddaccaa94ae', 'name': '', 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:1b:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '7b19ee56-2a81-4546-9772-a70239522cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:55Z', 'updated_at': '2021-11-18T17:26:06Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '7b19ee56-2a81-4546-9772-a70239522cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:37.417906 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32976) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:37.432462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1b1ce-a5b6-4de9-a2b7-ac76011e62e3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Network': ['ID=9360aed0-7f76-4b4d-ac2f-5238e67d3cc7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:37.437666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0b094662-c2ed-4bd2-b7c2-64df69645161 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'subnet': {'network_id': '9360aed0-7f76-4b4d-ac2f-5238e67d3cc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:37.449913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 9360aed0-7f76-4b4d-ac2f-5238e67d3cc7 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:26:37.500684 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb42cf4-3754-4b46-bad1-68f49a03abf5 None None] The sync data for ids ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'] in n-d-813419-11 is: [{'id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309178709', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '08322867-184f-4416-81af-b52fc27720c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:25:45Z', 'updated_at': '2021-11-18T17:25:56Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '08322867-184f-4416-81af-b52fc27720c5', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:47Z', 'updated_at': '2021-11-18T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '0a52f058-f11f-44d5-b134-bc42e553ab28', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'floating_ip_address': '172.25.3.210', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'port_id': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0', 'mac_address': 'fa:16:3e:17:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:26:32Z', 'updated_at': '2021-11-18T17:26:32Z', 'revision_number': 0, 'project_id': '2cf238edb8014a38996468367e264a07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8da363d-8224-4981-9797-6ddaccaa94ae', 'name': '', 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:1b:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '7b19ee56-2a81-4546-9772-a70239522cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:55Z', 'updated_at': '2021-11-18T17:26:06Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '7b19ee56-2a81-4546-9772-a70239522cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:26:37.529728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-eda24201-21ad-46c5-af3d-675a34a812b4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Allocated IP 172.20.0.4 (e59e94f2-f384-4c67-a2b2-bbfe576feffd/b53522fb-157f-447d-b118-4d80e9a8327f/8b0140f8-ab7d-4b55-b092-6caf280ecdb8) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:37.540503 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd3114-94b5-4fe1-a840-6c408d1f6332 req-aabff4a7-8b12-4f5c-aa89-b1913f5c35df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:37.542263 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9fd3114-94b5-4fe1-a840-6c408d1f6332 req-aabff4a7-8b12-4f5c-aa89-b1913f5c35df service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 1097 time: 0.1242251 Nov 18 17:26:37.558368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b92fe4-b73c-4628-94fb-63c11383c053 req-61a608ad-ecb5-47e1-8d5c-445541511c48 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:37.566568 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23b92fe4-b73c-4628-94fb-63c11383c053 req-61a608ad-ecb5-47e1-8d5c-445541511c48 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.3482997 Nov 18 17:26:37.614107 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff9ea5-e607-4ace-b88a-326a89921316 req-576200cd-3af2-4c5c-9232-c789e1dd05ef tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:37.615727 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80ff9ea5-e607-4ace-b88a-326a89921316 req-576200cd-3af2-4c5c-9232-c789e1dd05ef tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.1961529 Nov 18 17:26:37.655099 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32986) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:37.707708 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9fd3114-94b5-4fe1-a840-6c408d1f6332 req-7a26259b-ba83-456b-abca-f5c02bed2b19 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282294 Nov 18 17:26:37.772864 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23b92fe4-b73c-4628-94fb-63c11383c053 req-a6d2175b-52d0-4500-861d-6fac0bf9db8a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051563 Nov 18 17:26:37.876720 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80ff9ea5-e607-4ace-b88a-326a89921316 req-4cf6a6b9-f555-4628-b956-9e0c7b318907 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740663 Nov 18 17:26:37.979213 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc811b3b-a097-48f8-89c6-c40b25c07714 req-b7711f2b-0aea-4c81-9ae9-cd284a0b055c tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 210 time: 0.1014209 Nov 18 17:26:37.997310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6b45c-25a9-4438-8228-f9b5b7f20552 None None] New status for floating IP 0a52f058-f11f-44d5-b134-bc42e553ab28: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:26:38.048239 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1a1ce713-cf37-4cc3-aa1e-a4a8c252904d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/0a52f058-f11f-44d5-b134-bc42e553ab28 HTTP/1.1" status: 200 len: 992 time: 0.3862491 Nov 18 17:26:38.052462 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b094662-c2ed-4bd2-b7c2-64df69645161 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:38.056236 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b094662-c2ed-4bd2-b7c2-64df69645161 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:38.189045 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-eda24201-21ad-46c5-af3d-675a34a812b4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:38.337611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33000) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:38.361276 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-eda24201-21ad-46c5-af3d-675a34a812b4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:38.409091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-eda24201-21ad-46c5-af3d-675a34a812b4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Network e59e94f2-f384-4c67-a2b2-bbfe576feffd is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:38.412335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-eda24201-21ad-46c5-af3d-675a34a812b4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:38.416096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-eda24201-21ad-46c5-af3d-675a34a812b4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:38.445244 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda24201-21ad-46c5-af3d-675a34a812b4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Pushing event updated for resources: {'Port': ['ID=8b0140f8-ab7d-4b55-b092-6caf280ecdb8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:38.447426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7ff1ef1c-16fb-42bc-b0bf-5e9c52678cf7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-903918207-network', 'tenant_id': '8b3aab464f88486290d686765b0fc517'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:38.472265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-eda24201-21ad-46c5-af3d-675a34a812b4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:38.472889 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-eda24201-21ad-46c5-af3d-675a34a812b4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:38.498414 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b094662-c2ed-4bd2-b7c2-64df69645161 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:38.520799 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff1ef1c-16fb-42bc-b0bf-5e9c52678cf7 admin admin] Made reservation on behalf of 8b3aab464f88486290d686765b0fc517 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:38.523145 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ff1ef1c-16fb-42bc-b0bf-5e9c52678cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:38.536186 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ff1ef1c-16fb-42bc-b0bf-5e9c52678cf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:38.560692 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b094662-c2ed-4bd2-b7c2-64df69645161 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Subnet': ['ID=2abc38ef-b6b8-44c9-b8dd-5be40d6a469e,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:38.568797 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b094662-c2ed-4bd2-b7c2-64df69645161 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Checking segment: {'id': '97e84771-affb-41a6-8cc4-6ec3b7c4169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9360aed0-7f76-4b4d-ac2f-5238e67d3cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:38.569164 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b094662-c2ed-4bd2-b7c2-64df69645161 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network hostable DHCP agents. Network: 9360aed0-7f76-4b4d-ac2f-5238e67d3cc7, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:26:38.598384 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-eda24201-21ad-46c5-af3d-675a34a812b4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2972791 Nov 18 17:26:38.613861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Request body: {'port': {'device_id': 'c455f713-fe06-4cfb-b1ae-43ad829fd449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:38.615932 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ff1ef1c-16fb-42bc-b0bf-5e9c52678cf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:38.663771 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b094662-c2ed-4bd2-b7c2-64df69645161 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 9360aed0-7f76-4b4d-ac2f-5238e67d3cc7 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:26:38.677218 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:38.697965 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ff1ef1c-16fb-42bc-b0bf-5e9c52678cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:38.716205 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-0b094662-c2ed-4bd2-b7c2-64df69645161 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 9360aed0-7f76-4b4d-ac2f-5238e67d3cc7) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:38.722104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff1ef1c-16fb-42bc-b0bf-5e9c52678cf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:26:38.725303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b094662-c2ed-4bd2-b7c2-64df69645161 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:38.725303 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b094662-c2ed-4bd2-b7c2-64df69645161 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:38.728759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02172703-148a-47d5-9574-cff6445533c4 None None] Network 9360aed0-7f76-4b4d-ac2f-5238e67d3cc7 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:26:38.762781 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1ef1c-16fb-42bc-b0bf-5e9c52678cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5c2eed-51dc-4e91-b941-babda1bc62e8,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:38.768485 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ff1ef1c-16fb-42bc-b0bf-5e9c52678cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:38.769043 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-7ff1ef1c-16fb-42bc-b0bf-5e9c52678cf7 admin admin] Added segment 9510570d-2d7f-4063-a10e-212da7cba3a5 of type vlan for network 764bf6e6-a787-402f-b5ed-1104f8dab73d Nov 18 17:26:38.860837 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ff1ef1c-16fb-42bc-b0bf-5e9c52678cf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:38.868392 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0b094662-c2ed-4bd2-b7c2-64df69645161 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4447057 Nov 18 17:26:38.869069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33014) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:38.929793 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-39c3b0f1-6b65-4004-a315-3ab08c1eac13 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1495011544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:38.975178 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ff1ef1c-16fb-42bc-b0bf-5e9c52678cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:38.976243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff1ef1c-16fb-42bc-b0bf-5e9c52678cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:38.976910 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ff1ef1c-16fb-42bc-b0bf-5e9c52678cf7 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.030213 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-9360aed0-7f76-4b4d-ac2f-5238e67d3cc7', 'network_id': '9360aed0-7f76-4b4d-ac2f-5238e67d3cc7', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'fixed_ips': [{'subnet_id': '2abc38ef-b6b8-44c9-b8dd-5be40d6a469e'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:26:39.033686 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.042971 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39c3b0f1-6b65-4004-a315-3ab08c1eac13 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.044266 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39c3b0f1-6b65-4004-a315-3ab08c1eac13 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.059700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33024) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:39.141705 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085f5a3-01c0-41f5-9825-4979c7adfbc7 req-3b409bee-a68b-4ebd-b918-b48953d0b06b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:39.141933 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0140f8-ab7d-4b55-b092-6caf280ecdb8 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:26:39.143020 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e085f5a3-01c0-41f5-9825-4979c7adfbc7 req-3b409bee-a68b-4ebd-b918-b48953d0b06b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.2279971 Nov 18 17:26:39.175627 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39c3b0f1-6b65-4004-a315-3ab08c1eac13 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.177717 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.198011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Transition to ACTIVE for port object 8b0140f8-ab7d-4b55-b092-6caf280ecdb8 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:26:39.217289 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7ff1ef1c-16fb-42bc-b0bf-5e9c52678cf7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8759000 Nov 18 17:26:39.220208 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1ef1c-16fb-42bc-b0bf-5e9c52678cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=764bf6e6-a787-402f-b5ed-1104f8dab73d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:39.220355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33026) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:39.232146 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5ecfded8-86d0-474e-8eaf-1b61234a1c83 admin admin] Request body: {'subnet': {'network_id': '764bf6e6-a787-402f-b5ed-1104f8dab73d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-903918207-subnet', 'tenant_id': '8b3aab464f88486290d686765b0fc517', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:39.262418 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39c3b0f1-6b65-4004-a315-3ab08c1eac13 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.274403 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-88db1ba0-d0d4-42f8-b496-7dc5d6eed6e9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/0a52f058-f11f-44d5-b134-bc42e553ab28 HTTP/1.1" status: 200 len: 994 time: 0.2133105 Nov 18 17:26:39.297807 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.300992 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe4a55-c4e1-4953-89cf-8c83634a5efd req-29462331-cf38-4bb6-b0b1-f4dcd8d8c577 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:39.303995 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16fe4a55-c4e1-4953-89cf-8c83634a5efd req-29462331-cf38-4bb6-b0b1-f4dcd8d8c577 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.2504685 Nov 18 17:26:39.354680 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e085f5a3-01c0-41f5-9825-4979c7adfbc7 req-5cf91201-60a9-4a2b-8ae7-0d67098210d3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491001 Nov 18 17:26:39.377233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0140f8-ab7d-4b55-b092-6caf280ecdb8,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:39.379990 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecfded8-86d0-474e-8eaf-1b61234a1c83 admin admin] Made reservation on behalf of 8b3aab464f88486290d686765b0fc517 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:39.382836 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ecfded8-86d0-474e-8eaf-1b61234a1c83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.390527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 764bf6e6-a787-402f-b5ed-1104f8dab73d details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:26:39.482707 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16fe4a55-c4e1-4953-89cf-8c83634a5efd req-3e5eacde-e1d3-45c6-ac51-fdc5ad5e3a72 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665447 Nov 18 17:26:39.496499 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39c3b0f1-6b65-4004-a315-3ab08c1eac13 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.498096 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-39c3b0f1-6b65-4004-a315-3ab08c1eac13 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6217639 Nov 18 17:26:39.502839 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33028) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:39.503043 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Allocated IP 2001:db8::2 (9360aed0-7f76-4b4d-ac2f-5238e67d3cc7/2abc38ef-b6b8-44c9-b8dd-5be40d6a469e/290cee53-ab94-49c9-803a-1a9381344a26) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:39.638026 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d431f1-7079-46fb-886c-b9b4818f4662 req-1e759226-71e6-493b-a70b-d3638652c8b3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:39.640656 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c8d431f1-7079-46fb-886c-b9b4818f4662 req-1e759226-71e6-493b-a70b-d3638652c8b3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 943 time: 0.1502135 Nov 18 17:26:39.684636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Attempting to bind port 8b0140f8-ab7d-4b55-b092-6caf280ecdb8 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:26:39.685213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Attempting to bind port 8b0140f8-ab7d-4b55-b092-6caf280ecdb8 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:26:39.685333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Attempting to bind port 8b0140f8-ab7d-4b55-b092-6caf280ecdb8 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:39.712297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Port 8b0140f8-ab7d-4b55-b092-6caf280ecdb8 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:26:39.712634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Attempting to bind port 8b0140f8-ab7d-4b55-b092-6caf280ecdb8 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:39.726917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:26:39.727183 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Checking segment: {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:39.727574 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Bound using segment: {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:26:39.728051 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Bound port: 8b0140f8-ab7d-4b55-b092-6caf280ecdb8, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:26:39.728975 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.743158 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.808519 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.815642 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] For port 8b0140f8-ab7d-4b55-b092-6caf280ecdb8, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:26:39.820562 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] For port 8b0140f8-ab7d-4b55-b092-6caf280ecdb8, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8b0140f8-ab7d-4b55-b092-6caf280ecdb8,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:26:39.835460 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ecfded8-86d0-474e-8eaf-1b61234a1c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.852674 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Network 9360aed0-7f76-4b4d-ac2f-5238e67d3cc7 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:39.856151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:39.864354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:39.904252 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.923066 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c8d431f1-7079-46fb-886c-b9b4818f4662 req-3498b520-3832-4ccb-b343-7399e07b3d12 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889026 Nov 18 17:26:39.950639 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.955290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Pushing event updated for resources: {'Port': ['ID=290cee53-ab94-49c9-803a-1a9381344a26,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:39.968040 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Attempting to bind port 290cee53-ab94-49c9-803a-1a9381344a26 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:26:39.968442 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Attempting to bind port 290cee53-ab94-49c9-803a-1a9381344a26 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97e84771-affb-41a6-8cc4-6ec3b7c4169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9360aed0-7f76-4b4d-ac2f-5238e67d3cc7'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:26:39.968880 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Attempting to bind port 290cee53-ab94-49c9-803a-1a9381344a26 on network 9360aed0-7f76-4b4d-ac2f-5238e67d3cc7 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:39.971259 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:39.972123 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.973502 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] 10.222.0.83 "PUT /v2.0/ports/8b0140f8-ab7d-4b55-b092-6caf280ecdb8 HTTP/1.1" status: 200 len: 1092 time: 1.3651640 Nov 18 17:26:39.975114 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:26:39.975503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Checking segment: {'id': '97e84771-affb-41a6-8cc4-6ec3b7c4169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9360aed0-7f76-4b4d-ac2f-5238e67d3cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:39.976504 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.976971 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Bound using segment: {'id': '97e84771-affb-41a6-8cc4-6ec3b7c4169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9360aed0-7f76-4b4d-ac2f-5238e67d3cc7'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:26:39.977516 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Bound port: 290cee53-ab94-49c9-803a-1a9381344a26, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e84771-affb-41a6-8cc4-6ec3b7c4169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9360aed0-7f76-4b4d-ac2f-5238e67d3cc7'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:26:39.977649 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c455f713-fe06-4cfb-b1ae-43ad829fd449', 'tag': '8b0140f8-ab7d-4b55-b092-6caf280ecdb8'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:39.977800 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:39.980700 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf8079e-8ce3-44d0-a653-c6b95cc5c097" -d '{"events": [{"name": "network-changed", "server_uuid": "c455f713-fe06-4cfb-b1ae-43ad829fd449", "tag": "8b0140f8-ab7d-4b55-b092-6caf280ecdb8"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:39.995418 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfded8-86d0-474e-8eaf-1b61234a1c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1f9c974-6043-4643-ab39-5a4fcf7120e6,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:40.025887 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd17ac3-8400-4111-b9e4-6f59af0e4be7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0140f8-ab7d-4b55-b092-6caf280ecdb8,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:40.051622 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecfded8-86d0-474e-8eaf-1b61234a1c83 admin admin] Checking segment: {'id': '9510570d-2d7f-4063-a10e-212da7cba3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '764bf6e6-a787-402f-b5ed-1104f8dab73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:40.051622 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecfded8-86d0-474e-8eaf-1b61234a1c83 admin admin] Network hostable DHCP agents. Network: 764bf6e6-a787-402f-b5ed-1104f8dab73d, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:26:40.058454 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b36df58-474c-4e8a-b3fd-38c338f66944 x-openstack-request-id: req-4b36df58-474c-4e8a-b3fd-38c338f66944 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:40.058746 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c455f713-fe06-4cfb-b1ae-43ad829fd449", "tag": "8b0140f8-ab7d-4b55-b092-6caf280ecdb8", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:40.059019 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4b36df58-474c-4e8a-b3fd-38c338f66944 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:40.059431 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c455f713-fe06-4cfb-b1ae-43ad829fd449', 'tag': '8b0140f8-ab7d-4b55-b092-6caf280ecdb8', 'status': 'completed', 'code': 200} Nov 18 17:26:40.122068 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] For port 290cee53-ab94-49c9-803a-1a9381344a26, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:26:40.129491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] For port 290cee53-ab94-49c9-803a-1a9381344a26, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=290cee53-ab94-49c9-803a-1a9381344a26,segment=NetworkSegment(97e84771-affb-41a6-8cc4-6ec3b7c4169d),segment_id=97e84771-affb-41a6-8cc4-6ec3b7c4169d)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:26:40.138561 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8079e-8ce3-44d0-a653-c6b95cc5c097 req-08e8885d-be49-401b-b445-fc2f21f2b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:40.140179 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fdf8079e-8ce3-44d0-a653-c6b95cc5c097 req-08e8885d-be49-401b-b445-fc2f21f2b985 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 1095 time: 0.0564523 Nov 18 17:26:40.173992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecfded8-86d0-474e-8eaf-1b61234a1c83 admin admin] Network 764bf6e6-a787-402f-b5ed-1104f8dab73d is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:26:40.195540 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:40.301467 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31600d79-0a50-46b4-96d7-aaf593ba97e2 None None] Pushing event updated for resources: {'Port': ['ID=290cee53-ab94-49c9-803a-1a9381344a26,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:40.324365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-5ecfded8-86d0-474e-8eaf-1b61234a1c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 764bf6e6-a787-402f-b5ed-1104f8dab73d) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:40.332616 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade934ab-0d1f-48bb-ac66-3e9e159f5a4c None None] Network 764bf6e6-a787-402f-b5ed-1104f8dab73d requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:26:40.349613 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecfded8-86d0-474e-8eaf-1b61234a1c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:40.353741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ecfded8-86d0-474e-8eaf-1b61234a1c83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:40.370795 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8079e-8ce3-44d0-a653-c6b95cc5c097 req-c96738cb-1208-46b7-8690-a15dd422eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:40.375198 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fdf8079e-8ce3-44d0-a653-c6b95cc5c097 req-c96738cb-1208-46b7-8690-a15dd422eee6 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c82a5a1551b94171a31ac6e4861762c3&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2247264 Nov 18 17:26:40.408249 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Allocated IP 2001:db8::1 (9360aed0-7f76-4b4d-ac2f-5238e67d3cc7/2abc38ef-b6b8-44c9-b8dd-5be40d6a469e/99644120-4a57-4203-b23b-41db720c9bc9) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:40.596726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0479143d-07e2-4397-be48-6244b53c31ad None None] Network 764bf6e6-a787-402f-b5ed-1104f8dab73d requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:26:40.966632 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5ecfded8-86d0-474e-8eaf-1b61234a1c83 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7440832 Nov 18 17:26:41.012091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8079e-8ce3-44d0-a653-c6b95cc5c097 req-f9e2bb44-cbf1-46e6-bc9e-e12e72542236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:41.014098 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fdf8079e-8ce3-44d0-a653-c6b95cc5c097 req-f9e2bb44-cbf1-46e6-bc9e-e12e72542236 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6224630 Nov 18 17:26:41.123214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-6153a32b-869b-4b87-b24b-e6cbb4485b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:41.125099 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-6153a32b-869b-4b87-b24b-e6cbb4485b41 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 1095 time: 0.0633149 Nov 18 17:26:41.180619 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-f791a7fd-abe3-43d5-b2ba-ddea715cb4bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b0140f8-ab7d-4b55-b092-6caf280ecdb8 HTTP/1.1" status: 200 len: 217 time: 0.0450468 Nov 18 17:26:41.193945 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d34ac-4cf3-4bf3-8f6e-d25573be3db5 req-2989a33c-ac84-4dfb-a0fb-6c2223cff5e0 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:41.201659 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba1d34ac-4cf3-4bf3-8f6e-d25573be3db5 req-2989a33c-ac84-4dfb-a0fb-6c2223cff5e0 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.6891835 Nov 18 17:26:41.250537 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-76726029-871e-47b4-b36c-f3668f7213e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:41.253102 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-76726029-871e-47b4-b36c-f3668f7213e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b53522fb-157f-447d-b118-4d80e9a8327f HTTP/1.1" status: 200 len: 845 time: 0.0642638 Nov 18 17:26:41.257408 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:41.290298 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b7a69-cd60-4a17-b29a-6c114a8189f0 req-65245a0d-5268-4eea-b6b2-ba5cbd70704b tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:41.292029 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b53b7a69-cd60-4a17-b29a-6c114a8189f0 req-65245a0d-5268-4eea-b6b2-ba5cbd70704b tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.1734414 Nov 18 17:26:41.300034 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-41159c5c-3e02-421e-becd-4776ce014948 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e59e94f2-f384-4c67-a2b2-bbfe576feffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324843 Nov 18 17:26:41.305638 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba1d34ac-4cf3-4bf3-8f6e-d25573be3db5 req-1923f430-63ae-4240-b021-145bb68c41e9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017933 Nov 18 17:26:41.394710 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:41.406663 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b53b7a69-cd60-4a17-b29a-6c114a8189f0 req-736e0950-fc8e-4e42-a94c-3256c1756d4f tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757334 Nov 18 17:26:41.476546 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-89502fa6-ca8f-439e-b4de-0050f52a61d7 service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592219 Nov 18 17:26:41.484995 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=99644120-4a57-4203-b23b-41db720c9bc9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:41.506275 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 9360aed0-7f76-4b4d-ac2f-5238e67d3cc7 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:41.509555 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:41.513805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:41.514360 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:41.565600 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012429b-d78d-46dc-97f8-a9a1b33b6f9a req-1d6f4382-904f-48c5-9b84-04d3e50cae68 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:41.573189 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3012429b-d78d-46dc-97f8-a9a1b33b6f9a req-1d6f4382-904f-48c5-9b84-04d3e50cae68 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 943 time: 0.1890378 Nov 18 17:26:41.681928 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3012429b-d78d-46dc-97f8-a9a1b33b6f9a req-c575696a-3bc6-4c67-b62f-8ce87d4d9317 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076555 Nov 18 17:26:41.716589 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-aa262968-5a37-4f07-84bc-08f4392b1c7f req-f482dee2-87f5-4b52-83df-14d9d74f6fde service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237418 Nov 18 17:26:41.875370 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 290cee53-ab94-49c9-803a-1a9381344a26 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:26:41.879578 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:41.943926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 290cee53-ab94-49c9-803a-1a9381344a26 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:41.944661 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:42.099250 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d02129b-44b7-4b59-bfee-09cf120810de None None] Network 9360aed0-7f76-4b4d-ac2f-5238e67d3cc7 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:26:42.191505 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be618ddc-2fff-4432-9ddf-07c50316918a req-5fb5545c-bce3-4040-b0cc-fed3fd066f76 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:42.193016 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be618ddc-2fff-4432-9ddf-07c50316918a req-5fb5545c-bce3-4040-b0cc-fed3fd066f76 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/networks?id=764bf6e6-a787-402f-b5ed-1104f8dab73d HTTP/1.1" status: 200 len: 813 time: 0.3655367 Nov 18 17:26:42.196552 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c1a293a7-1584-4855-87c1-0b7b47fb8ea6 None None] Provisioning complete for port 290cee53-ab94-49c9-803a-1a9381344a26 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:42.200049 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c1a293a7-1584-4855-87c1-0b7b47fb8ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:42.235041 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:42.258253 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be618ddc-2fff-4432-9ddf-07c50316918a req-019e0620-831e-4e95-94a4-62509e83dae8 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/quotas/8b3aab464f88486290d686765b0fc517 HTTP/1.1" status: 200 len: 375 time: 0.0225043 Nov 18 17:26:42.288048 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27bf42-fe29-4269-be32-cd01c86ff23b req-643c2f33-b275-4ebe-a580-fa0dbf55a73e tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:42.289579 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b27bf42-fe29-4269-be32-cd01c86ff23b req-643c2f33-b275-4ebe-a580-fa0dbf55a73e tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.1272147 Nov 18 17:26:42.333105 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be618ddc-2fff-4432-9ddf-07c50316918a req-24ca598b-3126-46e1-80b3-dca84b7c0f86 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b3aab464f88486290d686765b0fc517&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425224 Nov 18 17:26:42.392641 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 290cee53-ab94-49c9-803a-1a9381344a26, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=290cee53-ab94-49c9-803a-1a9381344a26,segment=NetworkSegment(97e84771-affb-41a6-8cc4-6ec3b7c4169d),segment_id=97e84771-affb-41a6-8cc4-6ec3b7c4169d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:42.411021 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c1a293a7-1584-4855-87c1-0b7b47fb8ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:42.461378 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b27bf42-fe29-4269-be32-cd01c86ff23b req-dbe82267-2447-4351-9258-655d3f0d5fcd tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609237 Nov 18 17:26:42.516660 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:42.543017 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be618ddc-2fff-4432-9ddf-07c50316918a req-84c217ae-a83a-4352-9129-f067f037882e service neutron] 10.222.0.72 "GET /v2.0/networks/764bf6e6-a787-402f-b5ed-1104f8dab73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002573 Nov 18 17:26:42.586570 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:42.615448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=290cee53-ab94-49c9-803a-1a9381344a26,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:42.644512 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:42.645377 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:42.646260 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-c1a293a7-1584-4855-87c1-0b7b47fb8ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:26:42.646700 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-c1a293a7-1584-4855-87c1-0b7b47fb8ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:26:42.735995 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=99644120-4a57-4203-b23b-41db720c9bc9,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:42.741374 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be618ddc-2fff-4432-9ddf-07c50316918a req-b603cfd3-3a8a-45b9-a450-431332ebee2e service neutron] 10.222.0.72 "GET /v2.0/networks/764bf6e6-a787-402f-b5ed-1104f8dab73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827919 Nov 18 17:26:42.820497 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 9360aed0-7f76-4b4d-ac2f-5238e67d3cc7 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:42.822269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:43.033726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b718ab1-5a99-49e4-8533-38cb297c4bfa req-833c680a-b21a-485e-9dcb-e8054ab56577 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:43.035293 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b718ab1-5a99-49e4-8533-38cb297c4bfa req-833c680a-b21a-485e-9dcb-e8054ab56577 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.0824523 Nov 18 17:26:43.087738 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b718ab1-5a99-49e4-8533-38cb297c4bfa req-b55dc40d-932a-4991-a947-76dad8177ec3 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450118 Nov 18 17:26:43.113637 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:26:43.239502 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:26:43.245377 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-29549d0e-6297-4780-b7be-41c0436d3f4f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7428136 Nov 18 17:26:43.248357 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33098) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:43.253722 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003f7eac-7024-420d-a981-5d30b6ebb814 None None] Sync routers for ids ['3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:26:43.269877 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003f7eac-7024-420d-a981-5d30b6ebb814 None None] Routers {'3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:43.270652 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-003f7eac-7024-420d-a981-5d30b6ebb814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:43.322927 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-003f7eac-7024-420d-a981-5d30b6ebb814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:43.342530 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439b951b-a4c7-47bf-96e8-e67d09d30c00 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:43.345783 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-439b951b-a4c7-47bf-96e8-e67d09d30c00 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports/99644120-4a57-4203-b23b-41db720c9bc9 HTTP/1.1" status: 200 len: 911 time: 0.0955453 Nov 18 17:26:43.347622 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-568afc1e-8510-4a36-8862-59389c9c4b68 None None] Provisioning complete for port 99644120-4a57-4203-b23b-41db720c9bc9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:43.348182 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-568afc1e-8510-4a36-8862-59389c9c4b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:43.348488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33104) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:43.350251 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003f7eac-7024-420d-a981-5d30b6ebb814 None None] Routers {'3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:43.350871 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-003f7eac-7024-420d-a981-5d30b6ebb814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:43.397789 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-568afc1e-8510-4a36-8862-59389c9c4b68 None None] Port 99644120-4a57-4203-b23b-41db720c9bc9 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:26:43.410528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-568afc1e-8510-4a36-8862-59389c9c4b68 None None] Provisioning complete for port 290cee53-ab94-49c9-803a-1a9381344a26 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:43.411149 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-568afc1e-8510-4a36-8862-59389c9c4b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:43.411490 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-003f7eac-7024-420d-a981-5d30b6ebb814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:43.412486 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003f7eac-7024-420d-a981-5d30b6ebb814 None None] The sync data for ids ['3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:26:43.437194 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-445abae6-8202-4dc3-bf19-19ffdc89792a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:43.443708 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-445abae6-8202-4dc3-bf19-19ffdc89792a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 811 time: 0.1713185 Nov 18 17:26:43.465866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-ea8a0784-09fe-4f24-855e-efc4b9ffbeea tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/quotas/eb06569cbbd34a779286792999368bd6 HTTP/1.1" status: 200 len: 375 time: 0.0211918 Nov 18 17:26:43.476999 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d553e5e-e146-4a4f-bcec-3d2d4fc77ca2 req-460d4cdc-2cad-4699-bf57-998e0266ee2a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:43.478558 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d553e5e-e146-4a4f-bcec-3d2d4fc77ca2 req-460d4cdc-2cad-4699-bf57-998e0266ee2a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 943 time: 0.2099924 Nov 18 17:26:43.562372 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-b540f67e-4a3e-4dc3-86f8-f0b089199d94 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956187 Nov 18 17:26:43.587159 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d553e5e-e146-4a4f-bcec-3d2d4fc77ca2 req-7e8f01f8-bcde-4a86-872d-3122eeb345c0 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836656 Nov 18 17:26:43.725580 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-70b8f0c4-a4da-4d4d-8d22-cb761f93427f req-8218e0db-0260-4e0c-84b1-450c04537c27 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/ports?device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 210 time: 0.0551958 Nov 18 17:26:43.758412 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-3d03f836-58b3-4714-bcd4-2b8ce7bcfda5 service neutron] 10.222.0.72 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700888 Nov 18 17:26:43.765481 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6256-ed60-41cf-a407-8623ef2f71bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:43.810914 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 290cee53-ab94-49c9-803a-1a9381344a26 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:26:43.868048 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 290cee53-ab94-49c9-803a-1a9381344a26 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:43.868048 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:43.935374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefdb8d-e297-40c2-8ec5-ea493fd3d19d req-be9406ee-1567-41bf-8713-43e5c52aac65 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:43.937454 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3eefdb8d-e297-40c2-8ec5-ea493fd3d19d req-be9406ee-1567-41bf-8713-43e5c52aac65 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.1239641 Nov 18 17:26:43.948745 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-8dc8538e-7138-4fae-9f8d-48610f27e8f8 service neutron] 10.222.0.72 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783254 Nov 18 17:26:44.092449 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3eefdb8d-e297-40c2-8ec5-ea493fd3d19d req-d6f2c9f4-75e2-4b4e-b2e1-6e6e2632e56c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425388 Nov 18 17:26:44.168094 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0d9f6256-ed60-41cf-a407-8623ef2f71bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting port 99644120-4a57-4203-b23b-41db720c9bc9 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:26:44.168534 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6256-ed60-41cf-a407-8623ef2f71bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:44.231919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17b200-1b9c-4b6d-99ad-a2a385257341 req-d3a74233-04ae-40fa-bc08-5b0e0bef1386 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:44.232256 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8b0140f8-ab7d-4b55-b092-6caf280ecdb8 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:26:44.234236 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f17b200-1b9c-4b6d-99ad-a2a385257341 req-d3a74233-04ae-40fa-bc08-5b0e0bef1386 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.0618765 Nov 18 17:26:44.272312 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6256-ed60-41cf-a407-8623ef2f71bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:44.288406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0d9f6256-ed60-41cf-a407-8623ef2f71bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Calling delete_port for 99644120-4a57-4203-b23b-41db720c9bc9 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:26:44.295237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f17b200-1b9c-4b6d-99ad-a2a385257341 req-8bfdde07-cd7f-4fdc-baca-6f788f3e9689 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553401 Nov 18 17:26:44.349394 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 8b0140f8-ab7d-4b55-b092-6caf280ecdb8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8b0140f8-ab7d-4b55-b092-6caf280ecdb8,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:44.365187 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '8b0140f8-ab7d-4b55-b092-6caf280ecdb8', 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd', 'port_id': '8b0140f8-ab7d-4b55-b092-6caf280ecdb8', 'mac_address': 'fa:16:3e:38:e3:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53522fb-157f-447d-b118-4d80e9a8327f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:26:44.443562 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:44.462550 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0140f8-ab7d-4b55-b092-6caf280ecdb8 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:26:44.483021 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-807888ed-a19e-49f9-ad54-c5b3c0c5d98e req-14a655bd-4398-4a5d-b322-7bfe6f606068 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 210 time: 0.0421491 Nov 18 17:26:44.491326 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 8b0140f8-ab7d-4b55-b092-6caf280ecdb8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8b0140f8-ab7d-4b55-b092-6caf280ecdb8,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:44.554263 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6256-ed60-41cf-a407-8623ef2f71bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:44.554445 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:44.586800 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f6256-ed60-41cf-a407-8623ef2f71bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Port': ['ID=99644120-4a57-4203-b23b-41db720c9bc9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:44.657142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=8b0140f8-ab7d-4b55-b092-6caf280ecdb8,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:44.767113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f630e-f5aa-4955-bef8-8c0903d5f682 req-e3a12440-5e26-4545-949b-5c0aa067b6f3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:44.776341 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-079f630e-f5aa-4955-bef8-8c0903d5f682 req-e3a12440-5e26-4545-949b-5c0aa067b6f3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 944 time: 0.0889008 Nov 18 17:26:44.784572 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6256-ed60-41cf-a407-8623ef2f71bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:44.834044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-079f630e-f5aa-4955-bef8-8c0903d5f682 req-2cd33fbb-005a-4515-a457-a4105c6e0da5 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567248 Nov 18 17:26:44.855875 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8b0140f8-ab7d-4b55-b092-6caf280ecdb8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:26:44.918590 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2ee9e009-5ab4-4449-982b-fa2925a22f4a req-ef631698-694f-402b-b5a9-76ff9be1c457 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/ports?device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 210 time: 0.0734427 Nov 18 17:26:45.032784 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9f6256-ed60-41cf-a407-8623ef2f71bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:26:45.130052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9f6256-ed60-41cf-a407-8623ef2f71bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:26:45.138402 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0d9f6256-ed60-41cf-a407-8623ef2f71bc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7863412 Nov 18 17:26:45.138685 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33134) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:45.162649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa17894-6391-4357-9eef-12a7020e83f0 None None] Sync routers for ids ['3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:26:45.182528 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-055e04d9-35fd-485a-9520-32d5964b0d72 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0 HTTP/1.1" status: 200 len: 205 time: 0.0406041 Nov 18 17:26:45.182813 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33136) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:45.194577 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa17894-6391-4357-9eef-12a7020e83f0 None None] Routers {'3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:45.200994 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bfa17894-6391-4357-9eef-12a7020e83f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:45.232488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0943bb-3b84-40e5-986a-ed780e3d4672 req-1c17c6e8-7d2f-4076-b84f-48032c57e50f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:45.241096 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9a0943bb-3b84-40e5-986a-ed780e3d4672 req-1c17c6e8-7d2f-4076-b84f-48032c57e50f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.0609229 Nov 18 17:26:45.257837 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bfa17894-6391-4357-9eef-12a7020e83f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:45.268888 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa17894-6391-4357-9eef-12a7020e83f0 None None] Routers {'3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:45.270582 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bfa17894-6391-4357-9eef-12a7020e83f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:45.275749 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2026afd-313e-4cb7-a1b5-5dc5dad8f91c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:45.299855 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9a0943bb-3b84-40e5-986a-ed780e3d4672 req-cfdb1565-8d79-434e-8979-0abcaac7e4e5 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541832 Nov 18 17:26:45.313991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bfa17894-6391-4357-9eef-12a7020e83f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:45.314667 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa17894-6391-4357-9eef-12a7020e83f0 None None] The sync data for ids ['3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:26:45.427094 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442126cd-b63d-4d02-8d67-c46386481cac req-43b602ad-bd76-4865-974a-42de2a00605c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:45.428963 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-442126cd-b63d-4d02-8d67-c46386481cac req-43b602ad-bd76-4865-974a-42de2a00605c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.0579774 Nov 18 17:26:45.462482 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2026afd-313e-4cb7-a1b5-5dc5dad8f91c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:45.464965 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2026afd-313e-4cb7-a1b5-5dc5dad8f91c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:45.481244 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-442126cd-b63d-4d02-8d67-c46386481cac req-88770238-f289-4e6f-8e99-c4acc7be1256 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457010 Nov 18 17:26:45.566508 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2026afd-313e-4cb7-a1b5-5dc5dad8f91c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:45.566997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2026afd-313e-4cb7-a1b5-5dc5dad8f91c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Fanout notify agent at l3_agent the message router_deleted on router 3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:26:45.575257 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2026afd-313e-4cb7-a1b5-5dc5dad8f91c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:45.579474 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a2026afd-313e-4cb7-a1b5-5dc5dad8f91c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/routers/3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0 HTTP/1.1" status: 204 len: 168 time: 0.3957198 Nov 18 17:26:45.580393 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33142) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:45.583635 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f1b91a03-49b7-4628-9039-94a1d446f4b9 req-f64525c9-42d2-427a-9ffa-686e2384978b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 210 time: 0.0290620 Nov 18 17:26:45.638555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-f888fd17-6afd-46d8-9cd6-01538064e629 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting subnet 2abc38ef-b6b8-44c9-b8dd-5be40d6a469e {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:26:45.642427 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f888fd17-6afd-46d8-9cd6-01538064e629 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:45.691006 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f888fd17-6afd-46d8-9cd6-01538064e629 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:45.785136 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f888fd17-6afd-46d8-9cd6-01538064e629 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:45.915631 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f888fd17-6afd-46d8-9cd6-01538064e629 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:45.968643 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f888fd17-6afd-46d8-9cd6-01538064e629 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:45.976739 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f888fd17-6afd-46d8-9cd6-01538064e629 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/subnets/2abc38ef-b6b8-44c9-b8dd-5be40d6a469e HTTP/1.1" status: 204 len: 168 time: 0.3953466 Nov 18 17:26:45.977489 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cedf93-6fc1-4ee5-991f-ad1e6d31b58f None None] Network 9360aed0-7f76-4b4d-ac2f-5238e67d3cc7 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:26:45.979569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0b05b-562e-4641-8902-8291a04f5b80 req-968f2832-f828-4e7f-a052-17178857938c tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:45.981660 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66c0b05b-562e-4641-8902-8291a04f5b80 req-968f2832-f828-4e7f-a052-17178857938c tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 944 time: 0.0734885 Nov 18 17:26:45.982321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33148) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:45.991636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888fd17-6afd-46d8-9cd6-01538064e629 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Subnet': ['ID=2abc38ef-b6b8-44c9-b8dd-5be40d6a469e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:46.094304 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be618ddc-2fff-4432-9ddf-07c50316918a req-e56c5044-850f-42f7-a6bc-1f1be215ce8e tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:46.096026 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be618ddc-2fff-4432-9ddf-07c50316918a req-e56c5044-850f-42f7-a6bc-1f1be215ce8e tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.83 "GET /v2.0/networks?id=764bf6e6-a787-402f-b5ed-1104f8dab73d HTTP/1.1" status: 200 len: 813 time: 0.1737201 Nov 18 17:26:46.119342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-be618ddc-2fff-4432-9ddf-07c50316918a req-7acf6dc3-c279-4c61-b5e6-d6aad7c8113c tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Request body: {'port': {'device_id': '963950f1-bf3b-47e7-bad6-b23a3e10502a', 'network_id': '764bf6e6-a787-402f-b5ed-1104f8dab73d', 'admin_state_up': True, 'tenant_id': '8b3aab464f88486290d686765b0fc517'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:46.144372 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c018a618-7460-4d82-b637-64b96e7b15f2 req-142522b9-91d2-48de-99f0-01557e286a29 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/ports?device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 210 time: 0.0724032 Nov 18 17:26:46.163198 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:46.181599 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66c0b05b-562e-4641-8902-8291a04f5b80 req-b3b1dd9e-d0c1-4934-92ca-90a324c7a3f1 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843498 Nov 18 17:26:46.248080 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8b0140f8-ab7d-4b55-b092-6caf280ecdb8 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:26:46.276549 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting port 290cee53-ab94-49c9-803a-1a9381344a26 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:26:46.279621 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:46.361893 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] For port 290cee53-ab94-49c9-803a-1a9381344a26, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=290cee53-ab94-49c9-803a-1a9381344a26,segment=NetworkSegment(97e84771-affb-41a6-8cc4-6ec3b7c4169d),segment_id=97e84771-affb-41a6-8cc4-6ec3b7c4169d)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:46.362545 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:46.368389 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1aeb24-5b45-49c3-a55b-50498a4ba94c None None] DHCP port deletion for 9360aed0-7f76-4b4d-ac2f-5238e67d3cc7 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:26:46.388352 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Calling delete_port for 290cee53-ab94-49c9-803a-1a9381344a26 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:26:46.400197 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be618ddc-2fff-4432-9ddf-07c50316918a req-7acf6dc3-c279-4c61-b5e6-d6aad7c8113c tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Made reservation on behalf of 8b3aab464f88486290d686765b0fc517 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:46.404840 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 8b0140f8-ab7d-4b55-b092-6caf280ecdb8 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:26:46.405285 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be618ddc-2fff-4432-9ddf-07c50316918a req-7acf6dc3-c279-4c61-b5e6-d6aad7c8113c tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:46.409328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 8b0140f8-ab7d-4b55-b092-6caf280ecdb8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:46.409710 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:46.500636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2b1aeb24-5b45-49c3-a55b-50498a4ba94c None None] Deleting port 290cee53-ab94-49c9-803a-1a9381344a26 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:26:46.501017 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b1aeb24-5b45-49c3-a55b-50498a4ba94c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:46.576505 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2b1aeb24-5b45-49c3-a55b-50498a4ba94c None None] For port 290cee53-ab94-49c9-803a-1a9381344a26, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=290cee53-ab94-49c9-803a-1a9381344a26,segment=NetworkSegment(97e84771-affb-41a6-8cc4-6ec3b7c4169d),segment_id=97e84771-affb-41a6-8cc4-6ec3b7c4169d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:46.576905 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b1aeb24-5b45-49c3-a55b-50498a4ba94c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:46.589559 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2b1aeb24-5b45-49c3-a55b-50498a4ba94c None None] Calling delete_port for 290cee53-ab94-49c9-803a-1a9381344a26 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:26:46.600162 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-be618ddc-2fff-4432-9ddf-07c50316918a req-7acf6dc3-c279-4c61-b5e6-d6aad7c8113c tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Allocated IP 172.20.0.12 (764bf6e6-a787-402f-b5ed-1104f8dab73d/a1f9c974-6043-4643-ab39-5a4fcf7120e6/4dbe9f04-d726-44b2-9520-558173ec94e6) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:46.615418 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:46.672910 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:46.673870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] No DVR routers for this DVR port 290cee53-ab94-49c9-803a-1a9381344a26 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:26:46.715240 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c455f713-fe06-4cfb-b1ae-43ad829fd449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0140f8-ab7d-4b55-b092-6caf280ecdb8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:46.717624 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badacf72-6805-40f3-9b23-320ca16ae964" -d '{"events": [{"server_uuid": "c455f713-fe06-4cfb-b1ae-43ad829fd449", "name": "network-vif-plugged", "status": "completed", "tag": "8b0140f8-ab7d-4b55-b092-6caf280ecdb8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:46.734582 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 8b0140f8-ab7d-4b55-b092-6caf280ecdb8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8b0140f8-ab7d-4b55-b092-6caf280ecdb8,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:46.740715 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b1aeb24-5b45-49c3-a55b-50498a4ba94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:46.744853 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Port': ['ID=290cee53-ab94-49c9-803a-1a9381344a26,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:46.780040 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1aeb24-5b45-49c3-a55b-50498a4ba94c None None] Pushing event deleted for resources: {'Port': ['ID=290cee53-ab94-49c9-803a-1a9381344a26,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:46.788482 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1aeb24-5b45-49c3-a55b-50498a4ba94c None None] No DVR routers for this DVR port 290cee53-ab94-49c9-803a-1a9381344a26 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:26:46.817938 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:46.818757 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370d0d8-a879-4917-81dc-559f879796fb req-bf472f51-a5aa-49c8-8c7a-ea125487e264 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:46.827674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6370d0d8-a879-4917-81dc-559f879796fb req-bf472f51-a5aa-49c8-8c7a-ea125487e264 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.3007801 Nov 18 17:26:46.885929 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=8b0140f8-ab7d-4b55-b092-6caf280ecdb8,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:46.886500 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:46.941529 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e1d79-b2b2-47ef-a534-b8d5f785096b req-97cdf9fe-dfe4-497d-8269-7a6788666d32 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:46.944382 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-300e1d79-b2b2-47ef-a534-b8d5f785096b req-97cdf9fe-dfe4-497d-8269-7a6788666d32 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.2935588 Nov 18 17:26:46.944508 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1c6fecdb-69dc-46f4-b4b7-07f7462b87ad tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:46.945895 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1c6fecdb-69dc-46f4-b4b7-07f7462b87ad tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 811 time: 0.1552064 Nov 18 17:26:46.949986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9360aed0-7f76-4b4d-ac2f-5238e67d3cc7']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:46.969108 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-6d36f546-dc02-4bc5-9c55-7ddfddf33732 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Request body: {'port': {'device_id': 'c39716cf-3ea9-4f49-9ad0-78bfba096c37', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'admin_state_up': True, 'tenant_id': 'eb06569cbbd34a779286792999368bd6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:46.976802 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e84771-affb-41a6-8cc4-6ec3b7c4169d') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:46.977187 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e84771-affb-41a6-8cc4-6ec3b7c4169d') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:47.005653 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be618ddc-2fff-4432-9ddf-07c50316918a req-7acf6dc3-c279-4c61-b5e6-d6aad7c8113c tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:47.007955 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:47.030766 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6370d0d8-a879-4917-81dc-559f879796fb req-6e8750e2-249a-4ee7-aa9a-f625fdf7ef7c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012651 Nov 18 17:26:47.033003 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:47.050427 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:26:47.051059 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:26:47.054840 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:26:47.093829 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-300e1d79-b2b2-47ef-a534-b8d5f785096b req-de142f67-ee63-4dba-889e-3002709402fb tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358376 Nov 18 17:26:47.155012 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06d7f0e-635a-4e62-8f11-7266d9f10f22 x-openstack-request-id: req-d06d7f0e-635a-4e62-8f11-7266d9f10f22 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:47.156185 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c455f713-fe06-4cfb-b1ae-43ad829fd449", "name": "network-vif-plugged", "status": "completed", "tag": "8b0140f8-ab7d-4b55-b092-6caf280ecdb8", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:47.156278 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d06d7f0e-635a-4e62-8f11-7266d9f10f22 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:47.156758 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c455f713-fe06-4cfb-b1ae-43ad829fd449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0140f8-ab7d-4b55-b092-6caf280ecdb8', 'code': 200} Nov 18 17:26:47.186500 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be618ddc-2fff-4432-9ddf-07c50316918a req-7acf6dc3-c279-4c61-b5e6-d6aad7c8113c tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:47.236390 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad4ab511-a19f-4699-bc96-c36e51578c24 req-20c37ef3-f42e-452b-938b-8869cebf7490 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 210 time: 0.0676446 Nov 18 17:26:47.252260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-6d36f546-dc02-4bc5-9c55-7ddfddf33732 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Made reservation on behalf of eb06569cbbd34a779286792999368bd6 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:47.256326 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-6d36f546-dc02-4bc5-9c55-7ddfddf33732 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:47.269279 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:47.270749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be618ddc-2fff-4432-9ddf-07c50316918a req-7acf6dc3-c279-4c61-b5e6-d6aad7c8113c tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Network 764bf6e6-a787-402f-b5ed-1104f8dab73d is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:47.275191 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:47.284504 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/networks/9360aed0-7f76-4b4d-ac2f-5238e67d3cc7 HTTP/1.1" status: 204 len: 168 time: 1.3006873 Nov 18 17:26:47.291818 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33166) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:47.298473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-208173904', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:47.312470 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-be618ddc-2fff-4432-9ddf-07c50316918a req-7acf6dc3-c279-4c61-b5e6-d6aad7c8113c tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:47.343569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c230df-d4d3-4908-95f2-8ef109fba3c4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Network': ['ID=9360aed0-7f76-4b4d-ac2f-5238e67d3cc7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:47.353381 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-be618ddc-2fff-4432-9ddf-07c50316918a req-7acf6dc3-c279-4c61-b5e6-d6aad7c8113c tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:47.377769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5656700-4b2e-46a6-aae5-d6b1230c0c77 req-d9ad07d7-2285-4e4a-9f5b-334b8fe54f2c tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:47.386932 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5656700-4b2e-46a6-aae5-d6b1230c0c77 req-d9ad07d7-2285-4e4a-9f5b-334b8fe54f2c tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/ports?device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 932 time: 0.1539984 Nov 18 17:26:47.395123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf6dc3-c279-4c61-b5e6-d6aad7c8113c tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Pushing event updated for resources: {'Port': ['ID=4dbe9f04-d726-44b2-9520-558173ec94e6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:47.404551 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe4edf-b77c-4d5b-9df6-6c29bf678e68 req-822c2d3d-74fa-4628-8a98-40e5892708f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:47.408205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20fe4edf-b77c-4d5b-9df6-6c29bf678e68 req-822c2d3d-74fa-4628-8a98-40e5892708f9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 1097 time: 0.1693876 Nov 18 17:26:47.437198 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:47.438248 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:47.485531 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be618ddc-2fff-4432-9ddf-07c50316918a req-7acf6dc3-c279-4c61-b5e6-d6aad7c8113c tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:47.486247 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be618ddc-2fff-4432-9ddf-07c50316918a req-7acf6dc3-c279-4c61-b5e6-d6aad7c8113c tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:47.534554 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e5bee-58cb-4133-bbdd-214d2a79fb91 req-bbb6e2d3-5836-4e56-b82c-ad499ffc6bc8 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:47.536771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a3e5bee-58cb-4133-bbdd-214d2a79fb91 req-bbb6e2d3-5836-4e56-b82c-ad499ffc6bc8 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 945 time: 0.1473842 Nov 18 17:26:47.552491 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5656700-4b2e-46a6-aae5-d6b1230c0c77 req-ff054699-2a64-4bf9-9e4a-409223dccd93 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c5c2eed-51dc-4e91-b941-babda1bc62e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643355 Nov 18 17:26:47.573822 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20fe4edf-b77c-4d5b-9df6-6c29bf678e68 req-977297f7-1e11-4dd2-8066-2b88883b2328 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378152 Nov 18 17:26:47.575946 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:47.598669 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-6d36f546-dc02-4bc5-9c55-7ddfddf33732 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Allocated IP 172.20.0.5 (2a865f7b-e6e5-408d-a424-6ad90e179b12/d1171982-b40f-4085-92d0-7d3f68279805/8f25f7d9-26a5-4ceb-b9bc-c776ea901191) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:47.603923 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be618ddc-2fff-4432-9ddf-07c50316918a req-7acf6dc3-c279-4c61-b5e6-d6aad7c8113c tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4901209 Nov 18 17:26:47.606416 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a3e5bee-58cb-4133-bbdd-214d2a79fb91 req-ff55dee1-9e60-4c2e-b815-d760b6ab5121 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491133 Nov 18 17:26:47.791637 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 290cee53-ab94-49c9-803a-1a9381344a26 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:26:47.819306 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 290cee53-ab94-49c9-803a-1a9381344a26 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:26:47.819818 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 290cee53-ab94-49c9-803a-1a9381344a26 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:26:48.119115 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Request body: {'port': {'device_id': '963950f1-bf3b-47e7-bad6-b23a3e10502a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:48.195106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dafe2d-bc39-46e1-b756-b42637ef98dc req-bb86a4ab-03bc-4bac-a96f-f9192fe023fc tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:48.196798 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-12dafe2d-bc39-46e1-b756-b42637ef98dc req-bb86a4ab-03bc-4bac-a96f-f9192fe023fc tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.0552750 Nov 18 17:26:48.234133 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:48.251500 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:48.265286 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1a05b-259e-4b57-9675-d52797a92252 req-bd0d4287-4c66-484f-956e-d0464d949d55 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:48.266852 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-81d1a05b-259e-4b57-9675-d52797a92252 req-bd0d4287-4c66-484f-956e-d0464d949d55 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.0691471 Nov 18 17:26:48.311310 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-6d36f546-dc02-4bc5-9c55-7ddfddf33732 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:48.322310 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-12dafe2d-bc39-46e1-b756-b42637ef98dc req-df144108-fa66-4936-8b8e-ba870915ea9c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158886 Nov 18 17:26:48.371163 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-81d1a05b-259e-4b57-9675-d52797a92252 req-0fb829f7-8f05-48e7-9eff-d98b0d5e2db9 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770936 Nov 18 17:26:48.469351 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fea5cbda-4c6f-4a84-aa3a-fcab057965a0 req-c59d4a7c-b257-4b8c-9408-f044acffd9cd tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 210 time: 0.0397034 Nov 18 17:26:48.550251 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-6d36f546-dc02-4bc5-9c55-7ddfddf33732 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:48.628174 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-6d36f546-dc02-4bc5-9c55-7ddfddf33732 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Network 2a865f7b-e6e5-408d-a424-6ad90e179b12 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:48.652178 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-6d36f546-dc02-4bc5-9c55-7ddfddf33732 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:48.657122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-6d36f546-dc02-4bc5-9c55-7ddfddf33732 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:48.659975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36f546-dc02-4bc5-9c55-7ddfddf33732 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'Port': ['ID=8f25f7d9-26a5-4ceb-b9bc-c776ea901191,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:48.793297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-6d36f546-dc02-4bc5-9c55-7ddfddf33732 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:48.793995 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-6d36f546-dc02-4bc5-9c55-7ddfddf33732 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:48.801214 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7b2ef-f5ad-4e80-aea6-ba6b59ad7816 req-3a4a51cc-fd23-45cf-b886-e612ee743309 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:48.803420 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-26d7b2ef-f5ad-4e80-aea6-ba6b59ad7816 req-3a4a51cc-fd23-45cf-b886-e612ee743309 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/ports?device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 932 time: 0.1700332 Nov 18 17:26:48.886664 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dbe9f04-d726-44b2-9520-558173ec94e6 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:26:48.899201 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:48.919255 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3407c-767d-4691-8976-e0add07732ac req-0568ed3d-64e9-4867-a834-9b0c015b6a26 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:48.921013 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4c3407c-767d-4691-8976-e0add07732ac req-0568ed3d-64e9-4867-a834-9b0c015b6a26 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 945 time: 0.1450374 Nov 18 17:26:48.940952 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-26d7b2ef-f5ad-4e80-aea6-ba6b59ad7816 req-d5bfc8c8-2e45-4190-99df-b1a6d91dc506 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c5c2eed-51dc-4e91-b941-babda1bc62e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104450 Nov 18 17:26:48.973769 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:48.975818 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Transition to ACTIVE for port object 4dbe9f04-d726-44b2-9520-558173ec94e6 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:26:49.000237 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:49.042245 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4c3407c-767d-4691-8976-e0add07732ac req-0092d7da-fcbe-4e13-beed-82cc44154567 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936460 Nov 18 17:26:49.107816 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a1b2d5ba-dfc9-40e2-a0ea-ab4e4ea091b7 None None] Provisioning complete for port 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:49.108870 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a1b2d5ba-dfc9-40e2-a0ea-ab4e4ea091b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:49.118962 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-6d36f546-dc02-4bc5-9c55-7ddfddf33732 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1594651 Nov 18 17:26:49.122053 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:49.141618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Request body: {'port': {'device_id': 'c39716cf-3ea9-4f49-9ad0-78bfba096c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:49.149501 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a1b2d5ba-dfc9-40e2-a0ea-ab4e4ea091b7 None None] Port 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:26:49.211214 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:26:49.217824 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Allocated IP 172.25.3.152 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/7ee22c1f-2f30-449b-a5eb-87ddcb272689) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:49.250344 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbe9f04-d726-44b2-9520-558173ec94e6,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:49.311186 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:49.498675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Attempting to bind port 4dbe9f04-d726-44b2-9520-558173ec94e6 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:26:49.498675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Attempting to bind port 4dbe9f04-d726-44b2-9520-558173ec94e6 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '9510570d-2d7f-4063-a10e-212da7cba3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '764bf6e6-a787-402f-b5ed-1104f8dab73d'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:26:49.499556 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Attempting to bind port 4dbe9f04-d726-44b2-9520-558173ec94e6 on network 764bf6e6-a787-402f-b5ed-1104f8dab73d {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:49.530083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd0482-7fd1-4f32-bfe1-3f3503338ce3 req-83d9d78f-b87a-42de-9bbe-0109cd21500a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:49.531668 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f2bd0482-7fd1-4f32-bfe1-3f3503338ce3 req-83d9d78f-b87a-42de-9bbe-0109cd21500a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.1052558 Nov 18 17:26:49.540178 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca4c9a-765f-468f-8c2b-616a0f13163a req-cb9606e3-54f3-4562-a372-c88d14981cc2 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:49.548036 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2ca4c9a-765f-468f-8c2b-616a0f13163a req-cb9606e3-54f3-4562-a372-c88d14981cc2 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.0811071 Nov 18 17:26:49.559246 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Port 4dbe9f04-d726-44b2-9520-558173ec94e6 on network 764bf6e6-a787-402f-b5ed-1104f8dab73d not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:26:49.559837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Attempting to bind port 4dbe9f04-d726-44b2-9520-558173ec94e6 on network 764bf6e6-a787-402f-b5ed-1104f8dab73d {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:49.574989 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:49.584806 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:26:49.585169 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Checking segment: {'id': '9510570d-2d7f-4063-a10e-212da7cba3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '764bf6e6-a787-402f-b5ed-1104f8dab73d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:49.585536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Bound using segment: {'id': '9510570d-2d7f-4063-a10e-212da7cba3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '764bf6e6-a787-402f-b5ed-1104f8dab73d'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:26:49.585990 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Bound port: 4dbe9f04-d726-44b2-9520-558173ec94e6, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9510570d-2d7f-4063-a10e-212da7cba3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '764bf6e6-a787-402f-b5ed-1104f8dab73d'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:26:49.586345 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:49.756778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] For port 4dbe9f04-d726-44b2-9520-558173ec94e6, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:26:49.777386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] For port 4dbe9f04-d726-44b2-9520-558173ec94e6, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=4dbe9f04-d726-44b2-9520-558173ec94e6,segment=NetworkSegment(9510570d-2d7f-4063-a10e-212da7cba3a5),segment_id=9510570d-2d7f-4063-a10e-212da7cba3a5)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:26:49.794368 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:49.865684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:49.866960 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:49.876209 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:49.884380 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:49.895158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:26:49.904519 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=7ee22c1f-2f30-449b-a5eb-87ddcb272689,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:49.926938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:49.964587 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:49.965208 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:49.966620 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be618ddc-2fff-4432-9ddf-07c50316918a req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] 10.222.0.83 "PUT /v2.0/ports/4dbe9f04-d726-44b2-9520-558173ec94e6 HTTP/1.1" status: 200 len: 1093 time: 1.8585136 Nov 18 17:26:49.971499 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963950f1-bf3b-47e7-bad6-b23a3e10502a', 'tag': '4dbe9f04-d726-44b2-9520-558173ec94e6'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:49.973772 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3b51c4-e529-4fe3-828f-97c2778b08f2" -d '{"events": [{"name": "network-changed", "server_uuid": "963950f1-bf3b-47e7-bad6-b23a3e10502a", "tag": "4dbe9f04-d726-44b2-9520-558173ec94e6"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:49.986320 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f2bd0482-7fd1-4f32-bfe1-3f3503338ce3 req-588b6fe9-b073-4a0e-bec8-314a7e5a55a1 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302151 Nov 18 17:26:49.991025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Transition to ACTIVE for port object 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:26:50.023563 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2ca4c9a-765f-468f-8c2b-616a0f13163a req-7f3cd710-2174-4d66-b6cc-d2e2bf2321dd tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634471 Nov 18 17:26:50.071623 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:50.077266 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4ffdc-5819-467f-95e3-f3623de281d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbe9f04-d726-44b2-9520-558173ec94e6,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:50.133294 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc5d61-2c4f-40e8-a340-5521d3fb5791 req-2b0ce5c9-2c39-44ea-85a7-eb25b7be4c3e tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:50.142680 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2cfc5d61-2c4f-40e8-a340-5521d3fb5791 req-2b0ce5c9-2c39-44ea-85a7-eb25b7be4c3e tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/ports?device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 944 time: 0.0637364 Nov 18 17:26:50.290068 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Pushing event updated for resources: {'Port': ['ID=8f25f7d9-26a5-4ceb-b9bc-c776ea901191,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:50.300658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce2daf-7853-4470-afcb-47c3a6bee4e4 req-8dd79f10-fa20-403a-8371-a4505128daef tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:50.302547 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6ce2daf-7853-4470-afcb-47c3a6bee4e4 req-8dd79f10-fa20-403a-8371-a4505128daef tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.1500685 Nov 18 17:26:50.313034 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2cfc5d61-2c4f-40e8-a340-5521d3fb5791 req-80da5c60-680f-4b1c-8156-d3212723c806 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c5c2eed-51dc-4e91-b941-babda1bc62e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682930 Nov 18 17:26:50.338252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be618ddc-2fff-4432-9ddf-07c50316918a req-5f2402c8-4e12-4b5d-8e19-36a3e0756307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:50.345661 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be618ddc-2fff-4432-9ddf-07c50316918a req-5f2402c8-4e12-4b5d-8e19-36a3e0756307 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8b3aab464f88486290d686765b0fc517&device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 1096 time: 0.1825814 Nov 18 17:26:50.407518 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6ce2daf-7853-4470-afcb-47c3a6bee4e4 req-e64bc86f-f729-4885-9b04-01c871a5ae50 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932763 Nov 18 17:26:50.442853 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4bceff-6cd8-4cc4-abb8-2ee23b077404 x-openstack-request-id: req-5a4bceff-6cd8-4cc4-abb8-2ee23b077404 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:50.443159 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963950f1-bf3b-47e7-bad6-b23a3e10502a", "tag": "4dbe9f04-d726-44b2-9520-558173ec94e6", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:50.443429 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5a4bceff-6cd8-4cc4-abb8-2ee23b077404 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:50.443925 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963950f1-bf3b-47e7-bad6-b23a3e10502a', 'tag': '4dbe9f04-d726-44b2-9520-558173ec94e6', 'status': 'completed', 'code': 200} Nov 18 17:26:50.453379 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be618ddc-2fff-4432-9ddf-07c50316918a req-30204ab4-3c6c-431d-9ba3-fccb026ee042 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dbe9f04-d726-44b2-9520-558173ec94e6 HTTP/1.1" status: 200 len: 217 time: 0.0938983 Nov 18 17:26:50.584342 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5f397-66ce-4b80-8202-66fcebeddb3a req-cd63ed4d-dfc2-427e-82f6-6cb0e61760a2 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:50.594203 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4f5f397-66ce-4b80-8202-66fcebeddb3a req-cd63ed4d-dfc2-427e-82f6-6cb0e61760a2 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 945 time: 0.0725338 Nov 18 17:26:50.617530 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be618ddc-2fff-4432-9ddf-07c50316918a req-75b3fe7c-5ebe-4944-95e3-aa3b7aa911fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:50.622289 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be618ddc-2fff-4432-9ddf-07c50316918a req-75b3fe7c-5ebe-4944-95e3-aa3b7aa911fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1f9c974-6043-4643-ab39-5a4fcf7120e6 HTTP/1.1" status: 200 len: 853 time: 0.1327314 Nov 18 17:26:50.622289 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Attempting to bind port 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:26:50.622289 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Attempting to bind port 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:26:50.622289 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Attempting to bind port 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:50.641043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Port 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:26:50.641393 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Attempting to bind port 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:50.650059 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4f5f397-66ce-4b80-8202-66fcebeddb3a req-6d7a1097-2f1a-4507-8901-a167ea8a831b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546727 Nov 18 17:26:50.660855 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be618ddc-2fff-4432-9ddf-07c50316918a req-beaecf7a-91c5-4fba-bbdd-56c6121c6479 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=764bf6e6-a787-402f-b5ed-1104f8dab73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334051 Nov 18 17:26:50.681546 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:26:50.682210 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Checking segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:50.682760 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Bound using segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:26:50.683401 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Bound port: 8f25f7d9-26a5-4ceb-b9bc-c776ea901191, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:26:50.684422 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:50.708352 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:50.942413 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be618ddc-2fff-4432-9ddf-07c50316918a req-d46bbb56-d788-485c-ba4b-3d148cc6b146 service neutron] 10.222.0.83 "GET /v2.0/networks/764bf6e6-a787-402f-b5ed-1104f8dab73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620788 Nov 18 17:26:51.010392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] For port 8f25f7d9-26a5-4ceb-b9bc-c776ea901191, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:26:51.010956 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cac18-5cf6-498e-b9c1-e6c0bd16468b req-34b3a37f-ee48-4bbb-982a-c1c354cf230f tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:51.012580 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d0cac18-5cf6-498e-b9c1-e6c0bd16468b req-34b3a37f-ee48-4bbb-982a-c1c354cf230f tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 946 time: 0.1118481 Nov 18 17:26:51.046696 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fcf09-1488-4737-908c-b4901842b70e req-b276b332-c864-4cc7-90d9-4012fa806699 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:51.057053 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] For port 8f25f7d9-26a5-4ceb-b9bc-c776ea901191, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8f25f7d9-26a5-4ceb-b9bc-c776ea901191,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:26:51.057968 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-861fcf09-1488-4737-908c-b4901842b70e req-b276b332-c864-4cc7-90d9-4012fa806699 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 805 time: 0.2053111 Nov 18 17:26:51.083835 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-861fcf09-1488-4737-908c-b4901842b70e req-073de46d-bdfd-4c94-b677-7418f94aa315 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/quotas/c82a5a1551b94171a31ac6e4861762c3 HTTP/1.1" status: 200 len: 375 time: 0.0288026 Nov 18 17:26:51.131634 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:51.150991 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d0cac18-5cf6-498e-b9c1-e6c0bd16468b req-2a1497c3-b1d2-4d9a-b282-665db28ddfad tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274633 Nov 18 17:26:51.177586 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-861fcf09-1488-4737-908c-b4901842b70e req-aee07c83-91f8-442f-953c-68a82f94a0ac tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0857332 Nov 18 17:26:51.201437 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:51.223016 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-be618ddc-2fff-4432-9ddf-07c50316918a req-98fd1d95-c95a-4267-92dd-67e70a87bdd1 service neutron] 10.222.0.83 "GET /v2.0/networks/764bf6e6-a787-402f-b5ed-1104f8dab73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316232 Nov 18 17:26:51.252459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:51.252943 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:51.255870 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] 10.222.0.83 "PUT /v2.0/ports/8f25f7d9-26a5-4ceb-b9bc-c776ea901191 HTTP/1.1" status: 200 len: 1092 time: 2.1235051 Nov 18 17:26:51.312906 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b1577-b308-4272-bb6f-546d88571efc service neutron] Pushing event updated for resources: {'Port': ['ID=8f25f7d9-26a5-4ceb-b9bc-c776ea901191,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:51.369375 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-861fcf09-1488-4737-908c-b4901842b70e req-e9f200db-8fff-441c-af6d-55285d2ac502 service neutron] 10.222.0.72 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962779 Nov 18 17:26:51.410706 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31669b74-c775-4afc-b1ed-9b05ae9e1ff2 req-b0466637-a93f-4fad-ae3d-9e7882395ef4 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:51.413156 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-31669b74-c775-4afc-b1ed-9b05ae9e1ff2 req-b0466637-a93f-4fad-ae3d-9e7882395ef4 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.1324480 Nov 18 17:26:51.431492 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:51.541947 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-861fcf09-1488-4737-908c-b4901842b70e req-b66e3aa2-6011-42f6-97a0-53d4c5a3f7cd service neutron] 10.222.0.72 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710148 Nov 18 17:26:51.549177 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-31669b74-c775-4afc-b1ed-9b05ae9e1ff2 req-1b0a0f7e-a909-4328-a936-9b3bd1529d0c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259949 Nov 18 17:26:51.704654 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fce025-8eb8-4f65-b1b8-2c27ccfd18eb req-352cd689-db49-4c4c-8b23-e9dfc5b373d7 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:51.712383 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-73fce025-8eb8-4f65-b1b8-2c27ccfd18eb req-352cd689-db49-4c4c-8b23-e9dfc5b373d7 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.0613558 Nov 18 17:26:51.791580 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-73fce025-8eb8-4f65-b1b8-2c27ccfd18eb req-2e716a74-d11e-4dcb-b4e2-070ad7ac9b1f tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745921 Nov 18 17:26:51.857887 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-c3a5326c-aaba-49e8-8ff0-ce9eb09cbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:51.860124 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-c3a5326c-aaba-49e8-8ff0-ce9eb09cbb15 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 1095 time: 0.1005483 Nov 18 17:26:51.895003 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b51c4-e529-4fe3-828f-97c2778b08f2 req-fc295b37-db51-4d34-868d-1f38f368a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:51.896737 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3f3b51c4-e529-4fe3-828f-97c2778b08f2 req-fc295b37-db51-4d34-868d-1f38f368a444 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8b3aab464f88486290d686765b0fc517&device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 1096 time: 0.1270764 Nov 18 17:26:51.904458 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32200c-0692-4118-996c-585319dbd2c9 req-59821693-d011-4eb3-900b-103e1529ecdc tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:51.906127 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f32200c-0692-4118-996c-585319dbd2c9 req-59821693-d011-4eb3-900b-103e1529ecdc tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/ports?device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 944 time: 0.0992188 Nov 18 17:26:52.007833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f32200c-0692-4118-996c-585319dbd2c9 req-07698744-ade2-476b-a539-f7092cae7681 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c5c2eed-51dc-4e91-b941-babda1bc62e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939875 Nov 18 17:26:52.010432 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-e282c2e4-bbc4-4826-a57e-91ff6c9b58e1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f25f7d9-26a5-4ceb-b9bc-c776ea901191 HTTP/1.1" status: 200 len: 217 time: 0.1234679 Nov 18 17:26:52.020998 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feea190-5834-429c-9338-9a69f64adb48 req-d087a62c-9b22-4297-a5a9-835f1762d9f7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:52.024300 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1feea190-5834-429c-9338-9a69f64adb48 req-d087a62c-9b22-4297-a5a9-835f1762d9f7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.0894084 Nov 18 17:26:52.085897 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b51c4-e529-4fe3-828f-97c2778b08f2 req-bfb0b844-c947-4fdf-8572-d84088f5ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:52.087587 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3f3b51c4-e529-4fe3-828f-97c2778b08f2 req-bfb0b844-c947-4fdf-8572-d84088f5ef6e service neutron] 10.222.0.83 "GET /v2.0/networks?id=764bf6e6-a787-402f-b5ed-1104f8dab73d HTTP/1.1" status: 200 len: 915 time: 0.1587634 Nov 18 17:26:52.095279 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1feea190-5834-429c-9338-9a69f64adb48 req-ed6b585e-4c49-4731-82d7-8e0868b8f8f4 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701280 Nov 18 17:26:52.135970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 98c4e278-0ae0-4417-b4ec-baad2bb50dda is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:26:52.138802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-75f79efa-79bc-49b4-b77c-dee226753d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:52.140321 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-75f79efa-79bc-49b4-b77c-dee226753d6d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.1168759 Nov 18 17:26:52.142895 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3f3b51c4-e529-4fe3-828f-97c2778b08f2 req-e59744ad-876a-4d02-a2fb-5317d8304f11 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dbe9f04-d726-44b2-9520-558173ec94e6 HTTP/1.1" status: 200 len: 217 time: 0.0458055 Nov 18 17:26:52.290032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b51c4-e529-4fe3-828f-97c2778b08f2 req-655b3547-76d1-4f85-a396-14e847b41a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:52.291852 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3f3b51c4-e529-4fe3-828f-97c2778b08f2 req-655b3547-76d1-4f85-a396-14e847b41a92 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1f9c974-6043-4643-ab39-5a4fcf7120e6 HTTP/1.1" status: 200 len: 853 time: 0.0966127 Nov 18 17:26:52.365768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ba204-856c-4ae2-989e-06a33116444d req-a2e27ddd-429f-4caf-8ca2-3353d43d5d44 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:52.367326 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a30ba204-856c-4ae2-989e-06a33116444d req-a2e27ddd-429f-4caf-8ca2-3353d43d5d44 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 946 time: 0.0648339 Nov 18 17:26:52.376908 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3f3b51c4-e529-4fe3-828f-97c2778b08f2 req-b566b813-b581-46e3-a93e-c92ae5b882d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=764bf6e6-a787-402f-b5ed-1104f8dab73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460429 Nov 18 17:26:52.381764 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-3e6e206a-3b66-46af-a1fe-151dcc1df798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:52.383227 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-3e6e206a-3b66-46af-a1fe-151dcc1df798 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1864047 Nov 18 17:26:52.428155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:26:52.441848 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c9ec4-223f-4d77-8c70-0a03de82bb0a None None] Sync routers for ids ['98c4e278-0ae0-4417-b4ec-baad2bb50dda'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:26:52.447837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39716cf-3ea9-4f49-9ad0-78bfba096c37', 'tag': '8f25f7d9-26a5-4ceb-b9bc-c776ea901191'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:52.455297 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0227a11a-6ffc-4582-9aea-dd242a0a558b" -d '{"events": [{"name": "network-changed", "server_uuid": "c39716cf-3ea9-4f49-9ad0-78bfba096c37", "tag": "8f25f7d9-26a5-4ceb-b9bc-c776ea901191"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:52.459590 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c9ec4-223f-4d77-8c70-0a03de82bb0a None None] Routers {'98c4e278-0ae0-4417-b4ec-baad2bb50dda'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:52.460438 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-858c9ec4-223f-4d77-8c70-0a03de82bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['98c4e278-0ae0-4417-b4ec-baad2bb50dda'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:52.488688 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a30ba204-856c-4ae2-989e-06a33116444d req-aca09a23-4234-402e-ad82-a2eaf9ca91c1 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932558 Nov 18 17:26:52.529618 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc0e26-8752-43de-a0e2-011fa9000d5d req-8a099398-1f2e-44ab-bee1-64524933c640 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:52.531817 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41fc0e26-8752-43de-a0e2-011fa9000d5d req-8a099398-1f2e-44ab-bee1-64524933c640 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 946 time: 0.1001883 Nov 18 17:26:52.535226 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-858c9ec4-223f-4d77-8c70-0a03de82bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:52.558031 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c9ec4-223f-4d77-8c70-0a03de82bb0a None None] Routers {'98c4e278-0ae0-4417-b4ec-baad2bb50dda'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:52.558684 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-858c9ec4-223f-4d77-8c70-0a03de82bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['98c4e278-0ae0-4417-b4ec-baad2bb50dda'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:52.602655 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f549bdbc-6708-465b-a692-13ab29b11ec9 x-openstack-request-id: req-f549bdbc-6708-465b-a692-13ab29b11ec9 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:52.603274 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39716cf-3ea9-4f49-9ad0-78bfba096c37", "tag": "8f25f7d9-26a5-4ceb-b9bc-c776ea901191", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:52.603783 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f549bdbc-6708-465b-a692-13ab29b11ec9 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:52.604422 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39716cf-3ea9-4f49-9ad0-78bfba096c37', 'tag': '8f25f7d9-26a5-4ceb-b9bc-c776ea901191', 'status': 'completed', 'code': 200} Nov 18 17:26:52.625065 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:52.626537 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-db1235a9-c6d7-4430-b987-f73f9c5a7ab5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.3329797 Nov 18 17:26:52.631742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33250) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:52.638947 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-858c9ec4-223f-4d77-8c70-0a03de82bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:52.639654 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c9ec4-223f-4d77-8c70-0a03de82bb0a None None] The sync data for ids ['98c4e278-0ae0-4417-b4ec-baad2bb50dda'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:26:52.701744 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-41fc0e26-8752-43de-a0e2-011fa9000d5d req-bb72a76b-104c-4b2a-9b74-2eacf54ac309 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Deleting port 070f6a67-e51f-4035-abd0-488f224b961f {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:26:52.702155 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-41fc0e26-8752-43de-a0e2-011fa9000d5d req-bb72a76b-104c-4b2a-9b74-2eacf54ac309 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:52.740351 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-4bf77d36-0680-47cf-80ed-f5a34f2b0db6 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462610 Nov 18 17:26:52.744158 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3f3b51c4-e529-4fe3-828f-97c2778b08f2 req-49eb59df-55ec-4d94-b42c-36190d12504e service neutron] 10.222.0.83 "GET /v2.0/networks/764bf6e6-a787-402f-b5ed-1104f8dab73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513372 Nov 18 17:26:52.819979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452aedf-4fe3-4a86-9ad7-87eb23417853 req-04331443-fca4-43a1-9af6-730b9c0d93af tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:52.822322 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c452aedf-4fe3-4a86-9ad7-87eb23417853 req-04331443-fca4-43a1-9af6-730b9c0d93af tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.1170185 Nov 18 17:26:52.845909 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:52.861042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-41fc0e26-8752-43de-a0e2-011fa9000d5d req-bb72a76b-104c-4b2a-9b74-2eacf54ac309 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] For port 070f6a67-e51f-4035-abd0-488f224b961f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=070f6a67-e51f-4035-abd0-488f224b961f,segment=NetworkSegment(d2797497-6b75-4a18-9fba-a445447a0a1d),segment_id=d2797497-6b75-4a18-9fba-a445447a0a1d)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:52.861427 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-41fc0e26-8752-43de-a0e2-011fa9000d5d req-bb72a76b-104c-4b2a-9b74-2eacf54ac309 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:52.887347 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-41fc0e26-8752-43de-a0e2-011fa9000d5d req-bb72a76b-104c-4b2a-9b74-2eacf54ac309 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Calling delete_port for 070f6a67-e51f-4035-abd0-488f224b961f owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:26:52.915345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c452aedf-4fe3-4a86-9ad7-87eb23417853 req-270e337e-1572-4e6c-8f0a-0b73c0801876 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824194 Nov 18 17:26:53.003937 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f343a1bf-550e-4bc8-a3ca-d8ace66f91dc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/routers/98c4e278-0ae0-4417-b4ec-baad2bb50dda HTTP/1.1" status: 200 len: 884 time: 0.3685122 Nov 18 17:26:53.006952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33258) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:53.038117 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f6eb7-8a4f-44e6-abcb-c11671090c51 req-0746cbd2-09cc-4937-9940-bd3bdd8f660f tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:53.047255 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d06f6eb7-8a4f-44e6-abcb-c11671090c51 req-0746cbd2-09cc-4937-9940-bd3bdd8f660f tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.0882142 Nov 18 17:26:53.104160 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3f3b51c4-e529-4fe3-828f-97c2778b08f2 req-3c0c994b-7c38-4831-9fde-105ba5c6cc58 service neutron] 10.222.0.83 "GET /v2.0/networks/764bf6e6-a787-402f-b5ed-1104f8dab73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476324 Nov 18 17:26:53.107081 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1fffe32a-51ff-49a4-8c5d-7e015a840e25 req-f112aa34-e785-4ab8-9029-967c99d2a635 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495209 Nov 18 17:26:53.175100 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d06f6eb7-8a4f-44e6-abcb-c11671090c51 req-d53acbb9-34fa-4b9c-b0d5-86dca3b64fab tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265502 Nov 18 17:26:53.327890 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227a11a-6ffc-4582-9aea-dd242a0a558b req-4d9f09d2-9e30-46b5-ab63-24d99e92e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:53.328098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f781d-729f-4116-ad29-8fcd48a22392 req-597864bb-d5f6-4951-b525-529dfd7df0b0 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:53.329324 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0227a11a-6ffc-4582-9aea-dd242a0a558b req-4d9f09d2-9e30-46b5-ab63-24d99e92e172 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 1095 time: 0.0885231 Nov 18 17:26:53.329482 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-850f781d-729f-4116-ad29-8fcd48a22392 req-597864bb-d5f6-4951-b525-529dfd7df0b0 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/ports?device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 944 time: 0.0810106 Nov 18 17:26:53.330524 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-41fc0e26-8752-43de-a0e2-011fa9000d5d req-bb72a76b-104c-4b2a-9b74-2eacf54ac309 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:53.340157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-001acf1c-0aa0-4901-9970-46471bbcaef7 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:53.341804 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-001acf1c-0aa0-4901-9970-46471bbcaef7 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 805 time: 0.2417579 Nov 18 17:26:53.353241 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['070f6a67-e51f-4035-abd0-488f224b961f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:26:53.378050 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-30f02e98-5177-4b31-bdb8-cb59ccf34f00 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3699653 Nov 18 17:26:53.380939 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33274) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:53.385537 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-367958d2-2ff6-45af-a06d-be86dc2a30a4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-208173904'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:53.407686 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72a76b-104c-4b2a-9b74-2eacf54ac309 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Pushing event deleted for resources: {'Port': ['ID=070f6a67-e51f-4035-abd0-488f224b961f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:53.429263 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-2d6d2c4f-63b4-470e-95ad-278a306d1524 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/quotas/c82a5a1551b94171a31ac6e4861762c3 HTTP/1.1" status: 200 len: 375 time: 0.0605211 Nov 18 17:26:53.505154 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fc0e26-8752-43de-a0e2-011fa9000d5d req-bb72a76b-104c-4b2a-9b74-2eacf54ac309 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] No DVR routers for this DVR port 070f6a67-e51f-4035-abd0-488f224b961f on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:26:53.507859 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-41fc0e26-8752-43de-a0e2-011fa9000d5d req-bb72a76b-104c-4b2a-9b74-2eacf54ac309 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:53.511899 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41fc0e26-8752-43de-a0e2-011fa9000d5d req-bb72a76b-104c-4b2a-9b74-2eacf54ac309 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.81 "DELETE /v2.0/ports/070f6a67-e51f-4035-abd0-488f224b961f HTTP/1.1" status: 204 len: 173 time: 0.9694228 Nov 18 17:26:53.515639 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4d354a-8cf3-4366-8815-7d51a1b93a40', 'name': 'network-vif-deleted', 'tag': '070f6a67-e51f-4035-abd0-488f224b961f'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:53.517831 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987c1410-3066-476e-93ac-05bc4ba33368" -d '{"events": [{"server_uuid": "3c4d354a-8cf3-4366-8815-7d51a1b93a40", "name": "network-vif-deleted", "tag": "070f6a67-e51f-4035-abd0-488f224b961f"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:53.525713 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-850f781d-729f-4116-ad29-8fcd48a22392 req-ab7e2d35-30bc-4683-8c15-46f2f6748f9a tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c5c2eed-51dc-4e91-b941-babda1bc62e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795778 Nov 18 17:26:53.526162 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227a11a-6ffc-4582-9aea-dd242a0a558b req-ed4bf78e-2e64-43de-9c67-45ed13ff2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:53.527644 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0227a11a-6ffc-4582-9aea-dd242a0a558b req-ed4bf78e-2e64-43de-9c67-45ed13ff2b87 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 913 time: 0.1886442 Nov 18 17:26:53.561354 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-597edeea-5e66-4158-aca3-b5cff7ef9ecb tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1311116 Nov 18 17:26:53.595324 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0227a11a-6ffc-4582-9aea-dd242a0a558b req-12da2978-2724-4bdf-a088-2578228ad005 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f25f7d9-26a5-4ceb-b9bc-c776ea901191 HTTP/1.1" status: 200 len: 217 time: 0.0539308 Nov 18 17:26:53.687053 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227a11a-6ffc-4582-9aea-dd242a0a558b req-e099b618-631e-4df9-aa41-f9acdd246c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:53.688610 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0227a11a-6ffc-4582-9aea-dd242a0a558b req-e099b618-631e-4df9-aa41-f9acdd246c3e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.0874705 Nov 18 17:26:53.703217 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febda8c2-a1d1-4243-8f66-8f79066a2b8f req-a7f4016c-441d-4e76-befd-8c8dbb90ef24 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:53.704948 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-febda8c2-a1d1-4243-8f66-8f79066a2b8f req-a7f4016c-441d-4e76-befd-8c8dbb90ef24 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.1088521 Nov 18 17:26:53.715755 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-16edf59e-951b-43c3-9907-0c74d8256ca6 service neutron] 10.222.0.72 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533580 Nov 18 17:26:53.821839 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227a11a-6ffc-4582-9aea-dd242a0a558b req-0a870fac-f78c-4091-98cd-7ea0c67db040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:53.823479 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0227a11a-6ffc-4582-9aea-dd242a0a558b req-0a870fac-f78c-4091-98cd-7ea0c67db040 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014545 Nov 18 17:26:53.837337 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-febda8c2-a1d1-4243-8f66-8f79066a2b8f req-75449fc1-506d-44e2-b970-bd34429e864c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194215 Nov 18 17:26:53.876423 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-b83f5657-ccbb-4ec8-81a7-8edb6bfdcc6e service neutron] 10.222.0.72 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596136 Nov 18 17:26:53.968296 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9952088d-9160-44e9-aa31-f06708616590 req-ee898c42-2035-460c-8bfe-5e4eec59d072 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4d354a-8cf3-4366-8815-7d51a1b93a40 HTTP/1.1" status: 200 len: 210 time: 0.0341406 Nov 18 17:26:54.021319 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b91231-a1e3-4cdd-b647-ec6a6e75d9dc x-openstack-request-id: req-13b91231-a1e3-4cdd-b647-ec6a6e75d9dc {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:54.021937 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4d354a-8cf3-4366-8815-7d51a1b93a40", "name": "network-vif-deleted", "tag": "070f6a67-e51f-4035-abd0-488f224b961f", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:54.022211 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-13b91231-a1e3-4cdd-b647-ec6a6e75d9dc {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:54.022732 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4d354a-8cf3-4366-8815-7d51a1b93a40', 'name': 'network-vif-deleted', 'tag': '070f6a67-e51f-4035-abd0-488f224b961f', 'status': 'completed', 'code': 200} Nov 18 17:26:54.181914 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15a5570e-e821-42de-a915-fcd43cb3f7cb req-05347503-193e-4710-b92a-6af841c55250 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 210 time: 0.0462012 Nov 18 17:26:54.239366 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ee748-12ef-4a2f-8543-9dbc7e027735 req-3ae408f9-ba29-46e9-b92a-5f568674a4a2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:54.240546 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd4ee748-12ef-4a2f-8543-9dbc7e027735 req-3ae408f9-ba29-46e9-b92a-5f568674a4a2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.1335442 Nov 18 17:26:54.262184 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 4dbe9f04-d726-44b2-9520-558173ec94e6 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:26:54.319749 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd4ee748-12ef-4a2f-8543-9dbc7e027735 req-f9dca4d2-8deb-4874-919e-a6a5f6fb1b46 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742736 Nov 18 17:26:54.348259 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-367958d2-2ff6-45af-a06d-be86dc2a30a4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:54.390625 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408527f-1e51-40cd-8e6c-97561145a925 req-7afbca17-9bd4-4827-aea8-39071ab79028 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:54.393034 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0227a11a-6ffc-4582-9aea-dd242a0a558b req-02576d03-180c-401e-97ea-0d92c01ee4bc service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601282 Nov 18 17:26:54.398419 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4408527f-1e51-40cd-8e6c-97561145a925 req-7afbca17-9bd4-4827-aea8-39071ab79028 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.1059690 Nov 18 17:26:54.409652 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 4dbe9f04-d726-44b2-9520-558173ec94e6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=4dbe9f04-d726-44b2-9520-558173ec94e6,segment=NetworkSegment(9510570d-2d7f-4063-a10e-212da7cba3a5),segment_id=9510570d-2d7f-4063-a10e-212da7cba3a5)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:54.422525 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '4dbe9f04-d726-44b2-9520-558173ec94e6', 'network_id': '764bf6e6-a787-402f-b5ed-1104f8dab73d', 'port_id': '4dbe9f04-d726-44b2-9520-558173ec94e6', 'mac_address': 'fa:16:3e:0f:e1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f9c974-6043-4643-ab39-5a4fcf7120e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:26:54.459914 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4408527f-1e51-40cd-8e6c-97561145a925 req-0fbe43f6-8cbd-4711-bbfa-3ac2143b97d2 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590198 Nov 18 17:26:54.478578 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-367958d2-2ff6-45af-a06d-be86dc2a30a4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:54.479645 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:54.596824 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0227a11a-6ffc-4582-9aea-dd242a0a558b req-f6622b45-69c6-41a3-9061-28f6e1215c7b service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853833 Nov 18 17:26:54.631648 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367958d2-2ff6-45af-a06d-be86dc2a30a4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 98c4e278-0ae0-4417-b4ec-baad2bb50dda has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:26:54.665762 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbe9f04-d726-44b2-9520-558173ec94e6 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:26:54.687726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 4dbe9f04-d726-44b2-9520-558173ec94e6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=4dbe9f04-d726-44b2-9520-558173ec94e6,segment=NetworkSegment(9510570d-2d7f-4063-a10e-212da7cba3a5),segment_id=9510570d-2d7f-4063-a10e-212da7cba3a5)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:54.716810 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76563fce-862a-4f79-ad1b-ebe915ee6af8 req-7036f995-c7bb-4870-b86b-344b5dad4c27 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:54.718934 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76563fce-862a-4f79-ad1b-ebe915ee6af8 req-7036f995-c7bb-4870-b86b-344b5dad4c27 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/ports?device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 944 time: 0.0592251 Nov 18 17:26:54.760979 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:54.767696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367958d2-2ff6-45af-a06d-be86dc2a30a4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:26:54.783970 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-367958d2-2ff6-45af-a06d-be86dc2a30a4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:54.788813 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-367958d2-2ff6-45af-a06d-be86dc2a30a4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/98c4e278-0ae0-4417-b4ec-baad2bb50dda HTTP/1.1" status: 200 len: 891 time: 1.4067593 Nov 18 17:26:54.789393 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33296) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:54.801550 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e537917e-f3c9-4043-81c3-3d63d3d30201 None None] Sync routers for ids ['98c4e278-0ae0-4417-b4ec-baad2bb50dda'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:26:54.801652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76563fce-862a-4f79-ad1b-ebe915ee6af8 req-f99975ca-4c10-44a4-a422-5d5050ed9b67 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c5c2eed-51dc-4e91-b941-babda1bc62e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724549 Nov 18 17:26:54.811133 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e537917e-f3c9-4043-81c3-3d63d3d30201 None None] Routers {'98c4e278-0ae0-4417-b4ec-baad2bb50dda'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:54.812220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e537917e-f3c9-4043-81c3-3d63d3d30201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['98c4e278-0ae0-4417-b4ec-baad2bb50dda'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:54.851302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e537917e-f3c9-4043-81c3-3d63d3d30201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:54.878673 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=4dbe9f04-d726-44b2-9520-558173ec94e6,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:54.891192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:54.891292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:54.891623 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:54.891997 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:54.892345 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:54.892879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:54.893527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:54.894026 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:54.894367 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:54.894706 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:54.895044 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:54.895380 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:26:54.903135 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e537917e-f3c9-4043-81c3-3d63d3d30201 None None] Routers {'98c4e278-0ae0-4417-b4ec-baad2bb50dda'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:26:54.904026 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e537917e-f3c9-4043-81c3-3d63d3d30201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['98c4e278-0ae0-4417-b4ec-baad2bb50dda'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:54.932908 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-35f01e26-1959-458b-92e9-0bec4f8aa37f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/routers/98c4e278-0ae0-4417-b4ec-baad2bb50dda HTTP/1.1" status: 200 len: 891 time: 0.1423099 Nov 18 17:26:54.935675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33300) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:54.946601 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e537917e-f3c9-4043-81c3-3d63d3d30201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:26:54.947272 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e537917e-f3c9-4043-81c3-3d63d3d30201 None None] The sync data for ids ['98c4e278-0ae0-4417-b4ec-baad2bb50dda'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:26:54.974944 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-51a9103c-8e6d-4c69-a64b-69fdb2cc4834 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c4e278-0ae0-4417-b4ec-baad2bb50dda HTTP/1.1" status: 200 len: 205 time: 0.0356357 Nov 18 17:26:54.975167 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33302) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:54.993369 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250928b3-7e51-4f05-b3c8-d4b3342c3ad7 req-efa1e02f-9618-4f6d-b017-d86ce6eec01d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:54.994899 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-250928b3-7e51-4f05-b3c8-d4b3342c3ad7 req-efa1e02f-9618-4f6d-b017-d86ce6eec01d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.0641105 Nov 18 17:26:55.041945 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['4dbe9f04-d726-44b2-9520-558173ec94e6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:26:55.078512 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-250928b3-7e51-4f05-b3c8-d4b3342c3ad7 req-5d24ab06-ee25-4f91-83d0-938b816bb983 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677197 Nov 18 17:26:55.111100 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d14e73d-d4be-4f1e-ae58-672006196b6d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:55.232585 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d14e73d-d4be-4f1e-ae58-672006196b6d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:55.283393 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6769b41e-e3f3-4997-acd8-93117ce19555 req-d638d1a6-ee07-494f-8592-1c9b430453d4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 210 time: 0.0266199 Nov 18 17:26:55.420636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0d14e73d-d4be-4f1e-ae58-672006196b6d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting port 7ee22c1f-2f30-449b-a5eb-87ddcb272689 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:26:55.421711 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d14e73d-d4be-4f1e-ae58-672006196b6d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:55.459808 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d374f-feb3-4bf4-829f-6365c3b8563f req-d999bdbd-d952-4f4d-8600-32560064b2b5 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:55.459808 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-537d374f-feb3-4bf4-829f-6365c3b8563f req-d999bdbd-d952-4f4d-8600-32560064b2b5 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.0612414 Nov 18 17:26:55.543430 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d14e73d-d4be-4f1e-ae58-672006196b6d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:55.550749 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-537d374f-feb3-4bf4-829f-6365c3b8563f req-99460341-355c-4db6-a84c-c02a8246bd33 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779917 Nov 18 17:26:55.565514 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0d14e73d-d4be-4f1e-ae58-672006196b6d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Calling delete_port for 7ee22c1f-2f30-449b-a5eb-87ddcb272689 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:26:55.640323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252eb19-0a3a-4083-a2a8-8d20c7eb0f3b req-1fd3dda5-da4a-4ee2-96df-ad9ee5b8b359 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:55.641974 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4252eb19-0a3a-4083-a2a8-8d20c7eb0f3b req-1fd3dda5-da4a-4ee2-96df-ad9ee5b8b359 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.0902011 Nov 18 17:26:55.700147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4252eb19-0a3a-4083-a2a8-8d20c7eb0f3b req-99200b1f-b612-4e78-9c6f-ff292cd43186 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464036 Nov 18 17:26:55.852357 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d14e73d-d4be-4f1e-ae58-672006196b6d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:55.884454 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14e73d-d4be-4f1e-ae58-672006196b6d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Port': ['ID=7ee22c1f-2f30-449b-a5eb-87ddcb272689,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:55.930633 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78c263-1d3a-4e2f-aa7f-ad0fbd592510 req-cddee112-5882-4196-b633-66bbe99f92bf tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:55.932213 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa78c263-1d3a-4e2f-aa7f-ad0fbd592510 req-cddee112-5882-4196-b633-66bbe99f92bf tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/ports?device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 945 time: 0.0666208 Nov 18 17:26:55.961503 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d14e73d-d4be-4f1e-ae58-672006196b6d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:55.995436 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa78c263-1d3a-4e2f-aa7f-ad0fbd592510 req-5238d8ad-124f-486f-b794-18840280bd1b tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c5c2eed-51dc-4e91-b941-babda1bc62e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569715 Nov 18 17:26:56.072714 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d14e73d-d4be-4f1e-ae58-672006196b6d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:56.075415 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d14e73d-d4be-4f1e-ae58-672006196b6d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:56.214317 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d14e73d-d4be-4f1e-ae58-672006196b6d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:56.214857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d14e73d-d4be-4f1e-ae58-672006196b6d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Fanout notify agent at l3_agent the message router_deleted on router 98c4e278-0ae0-4417-b4ec-baad2bb50dda {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:26:56.222686 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d14e73d-d4be-4f1e-ae58-672006196b6d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:56.223813 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0d14e73d-d4be-4f1e-ae58-672006196b6d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/routers/98c4e278-0ae0-4417-b4ec-baad2bb50dda HTTP/1.1" status: 204 len: 168 time: 1.2476847 Nov 18 17:26:56.227405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33324) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:56.231223 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e69ba-6248-43fd-a927-d9b8e3cc8ad0 req-1513c3cf-a872-4bcc-9604-33f4e0cb1bb0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:56.232450 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-701a1d01-c6d2-4d11-83a4-af48f60a45db tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1979796555'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:56.233950 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d9e69ba-6248-43fd-a927-d9b8e3cc8ad0 req-1513c3cf-a872-4bcc-9604-33f4e0cb1bb0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.0671208 Nov 18 17:26:56.276983 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 4dbe9f04-d726-44b2-9520-558173ec94e6 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:26:56.311678 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d9e69ba-6248-43fd-a927-d9b8e3cc8ad0 req-758192e9-086e-406f-be7e-b8e7b967014c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702996 Nov 18 17:26:56.321143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701a1d01-c6d2-4d11-83a4-af48f60a45db tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:56.325445 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-701a1d01-c6d2-4d11-83a4-af48f60a45db tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:56.380589 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701a1d01-c6d2-4d11-83a4-af48f60a45db tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:26:56.391514 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-701a1d01-c6d2-4d11-83a4-af48f60a45db tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:56.391925 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-701a1d01-c6d2-4d11-83a4-af48f60a45db tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Added segment f11af2ca-e33b-40e3-a2e6-ed081d83dd13 of type vlan for network 01a864dd-4b64-48d3-b9e3-98a999564273 Nov 18 17:26:56.409102 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c54ba83-520c-4281-8d4c-db8850208e26 req-fc347d62-1676-4976-87c7-f88f3a610937 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 210 time: 0.0345230 Nov 18 17:26:56.439188 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-701a1d01-c6d2-4d11-83a4-af48f60a45db tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:56.463294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 4dbe9f04-d726-44b2-9520-558173ec94e6 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:26:56.470903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 4dbe9f04-d726-44b2-9520-558173ec94e6 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:56.471402 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:56.549098 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-701a1d01-c6d2-4d11-83a4-af48f60a45db tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:56.557392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701a1d01-c6d2-4d11-83a4-af48f60a45db tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:56.557821 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-701a1d01-c6d2-4d11-83a4-af48f60a45db tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:56.568842 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:56.609346 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963950f1-bf3b-47e7-bad6-b23a3e10502a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbe9f04-d726-44b2-9520-558173ec94e6'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:56.611719 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b1ef1e-9e04-4594-826f-95edca612688" -d '{"events": [{"server_uuid": "963950f1-bf3b-47e7-bad6-b23a3e10502a", "name": "network-vif-plugged", "status": "completed", "tag": "4dbe9f04-d726-44b2-9520-558173ec94e6"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:56.660174 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 4dbe9f04-d726-44b2-9520-558173ec94e6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=4dbe9f04-d726-44b2-9520-558173ec94e6,segment=NetworkSegment(9510570d-2d7f-4063-a10e-212da7cba3a5),segment_id=9510570d-2d7f-4063-a10e-212da7cba3a5)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:26:56.676203 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7ff49e-0cea-42f1-9cc6-6ae401e6c865 x-openstack-request-id: req-ea7ff49e-0cea-42f1-9cc6-6ae401e6c865 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:56.676513 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963950f1-bf3b-47e7-bad6-b23a3e10502a", "name": "network-vif-plugged", "status": "completed", "tag": "4dbe9f04-d726-44b2-9520-558173ec94e6", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:56.677008 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ea7ff49e-0cea-42f1-9cc6-6ae401e6c865 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:56.677417 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963950f1-bf3b-47e7-bad6-b23a3e10502a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbe9f04-d726-44b2-9520-558173ec94e6', 'code': 200} Nov 18 17:26:56.689663 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-701a1d01-c6d2-4d11-83a4-af48f60a45db tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4611239 Nov 18 17:26:56.691209 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a1d01-c6d2-4d11-83a4-af48f60a45db tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Network': ['ID=01a864dd-4b64-48d3-b9e3-98a999564273,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:56.695340 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33334) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:56.706633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 01a864dd-4b64-48d3-b9e3-98a999564273 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:26:56.714225 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-514f2b0e-c487-41f5-858a-9642a9249db2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'subnet': {'network_id': '01a864dd-4b64-48d3-b9e3-98a999564273', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:56.802449 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-71eafcab-911d-46de-bf33-01d3b8206851 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:56.809885 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-71eafcab-911d-46de-bf33-01d3b8206851 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.81 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 805 time: 0.2779851 Nov 18 17:26:56.826357 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-1166f299-7035-4d73-bc98-e3d6b223c216 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Request body: {'port': {'device_id': '63a53c17-48c1-4040-98a3-2ae9cf049e64', 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd', 'admin_state_up': True, 'tenant_id': 'c82a5a1551b94171a31ac6e4861762c3'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:56.842140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 070f6a67-e51f-4035-abd0-488f224b961f no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:26:56.871650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 070f6a67-e51f-4035-abd0-488f224b961f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:26:56.872994 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 070f6a67-e51f-4035-abd0-488f224b961f not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:26:56.875198 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:56.920953 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b016219-487a-4c11-9b8d-0b3ae9b20044 req-6b09942c-92dd-4e27-9e1a-65d0e8630850 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:56.929461 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b016219-487a-4c11-9b8d-0b3ae9b20044 req-6b09942c-92dd-4e27-9e1a-65d0e8630850 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.2507019 Nov 18 17:26:56.941225 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=4dbe9f04-d726-44b2-9520-558173ec94e6,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:56.990095 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dea6b3-6bed-4528-90aa-b31049ab1714 req-51715f13-6035-44b3-b6aa-b633a6422800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:56.992146 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53dea6b3-6bed-4528-90aa-b31049ab1714 req-51715f13-6035-44b3-b6aa-b633a6422800 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 1098 time: 0.2075713 Nov 18 17:26:57.057445 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53dea6b3-6bed-4528-90aa-b31049ab1714 req-e646f8c0-07ed-45c1-94e6-b4a51d5a7090 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8c5c2eed-51dc-4e91-b941-babda1bc62e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567386 Nov 18 17:26:57.073571 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3251c43-52fb-4284-84c9-4d94ade7cec9 req-c63cd37a-7172-49a7-a545-b02d728fe94f tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:57.075098 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3251c43-52fb-4284-84c9-4d94ade7cec9 req-c63cd37a-7172-49a7-a545-b02d728fe94f tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.2366030 Nov 18 17:26:57.088899 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b016219-487a-4c11-9b8d-0b3ae9b20044 req-711e0810-d504-4ad6-aaf7-6342cc5a9af4 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544478 Nov 18 17:26:57.092442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514f2b0e-c487-41f5-858a-9642a9249db2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:57.103620 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-514f2b0e-c487-41f5-858a-9642a9249db2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:57.235113 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3251c43-52fb-4284-84c9-4d94ade7cec9 req-b1d2edaf-8b45-4efa-9c1a-b06d8bec0f9a tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373980 Nov 18 17:26:57.260002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d56872-5f3a-4984-b278-1fbf917b3304 req-cf39b44b-989c-42fd-abd1-aa17b8d7ef79 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:57.261566 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57d56872-5f3a-4984-b278-1fbf917b3304 req-cf39b44b-989c-42fd-abd1-aa17b8d7ef79 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/ports?device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 946 time: 0.1019084 Nov 18 17:26:57.305532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-1166f299-7035-4d73-bc98-e3d6b223c216 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Made reservation on behalf of c82a5a1551b94171a31ac6e4861762c3 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:26:57.309147 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-1166f299-7035-4d73-bc98-e3d6b223c216 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:57.341290 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57d56872-5f3a-4984-b278-1fbf917b3304 req-38522538-43bc-4153-97b2-a97703fda4e8 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c5c2eed-51dc-4e91-b941-babda1bc62e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726473 Nov 18 17:26:57.448899 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-514f2b0e-c487-41f5-858a-9642a9249db2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:57.553390 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbb797-30d2-4f92-84bf-ea4589867219 req-989d39c3-8e0c-46c3-9d4b-e72c5b17ad6c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:57.562084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2fbb797-30d2-4f92-84bf-ea4589867219 req-989d39c3-8e0c-46c3-9d4b-e72c5b17ad6c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.0993853 Nov 18 17:26:57.588850 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-1166f299-7035-4d73-bc98-e3d6b223c216 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Allocated IP 172.20.0.9 (e59e94f2-f384-4c67-a2b2-bbfe576feffd/b53522fb-157f-447d-b118-4d80e9a8327f/aff3e927-38e5-4600-9e2f-00a685791687) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:57.638055 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-020e01e7-1874-4612-861c-8655c0560e0f req-3c3ace21-4270-456a-a699-838bad996799 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 210 time: 0.0466599 Nov 18 17:26:57.644703 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f2b0e-c487-41f5-858a-9642a9249db2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Subnet': ['ID=36f9e768-cb4d-44a2-bc3d-4ca6637f9cba,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:57.692616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f2b0e-c487-41f5-858a-9642a9249db2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Checking segment: {'id': 'f11af2ca-e33b-40e3-a2e6-ed081d83dd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '01a864dd-4b64-48d3-b9e3-98a999564273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:57.692616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514f2b0e-c487-41f5-858a-9642a9249db2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network hostable DHCP agents. Network: 01a864dd-4b64-48d3-b9e3-98a999564273, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:26:57.745598 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2fbb797-30d2-4f92-84bf-ea4589867219 req-90ee34b3-aa9a-4ab4-ac58-acbf760a6e02 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826684 Nov 18 17:26:57.776973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514f2b0e-c487-41f5-858a-9642a9249db2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 01a864dd-4b64-48d3-b9e3-98a999564273 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:26:57.849782 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-1166f299-7035-4d73-bc98-e3d6b223c216 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:57.870032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-514f2b0e-c487-41f5-858a-9642a9249db2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 01a864dd-4b64-48d3-b9e3-98a999564273) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:57.876474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514f2b0e-c487-41f5-858a-9642a9249db2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:57.879222 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-514f2b0e-c487-41f5-858a-9642a9249db2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:57.884959 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5e8f1f-0081-440a-a0f8-6e071bd26f94 None None] Network 01a864dd-4b64-48d3-b9e3-98a999564273 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:26:57.966734 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-1166f299-7035-4d73-bc98-e3d6b223c216 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:57.992436 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8b0140f8-ab7d-4b55-b092-6caf280ecdb8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:26:57.993103 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-514f2b0e-c487-41f5-858a-9642a9249db2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2962592 Nov 18 17:26:57.995460 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33348) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:58.003526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ef6a4b75-7a53-4113-9ef2-2ce85a5e6cbc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-959257964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:58.029133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-1166f299-7035-4d73-bc98-e3d6b223c216 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Network e59e94f2-f384-4c67-a2b2-bbfe576feffd is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:58.033529 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-1166f299-7035-4d73-bc98-e3d6b223c216 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:58.041943 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-1166f299-7035-4d73-bc98-e3d6b223c216 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:58.047501 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166f299-7035-4d73-bc98-e3d6b223c216 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Pushing event updated for resources: {'Port': ['ID=aff3e927-38e5-4600-9e2f-00a685791687,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:58.081794 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-01a864dd-4b64-48d3-b9e3-98a999564273', 'network_id': '01a864dd-4b64-48d3-b9e3-98a999564273', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'fixed_ips': [{'subnet_id': '36f9e768-cb4d-44a2-bc3d-4ca6637f9cba'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:26:58.082647 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:58.115476 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-1166f299-7035-4d73-bc98-e3d6b223c216 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:58.115476 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-1166f299-7035-4d73-bc98-e3d6b223c216 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:58.138671 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef6a4b75-7a53-4113-9ef2-2ce85a5e6cbc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:58.140517 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef6a4b75-7a53-4113-9ef2-2ce85a5e6cbc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:58.200764 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef6a4b75-7a53-4113-9ef2-2ce85a5e6cbc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:58.217009 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-1166f299-7035-4d73-bc98-e3d6b223c216 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3934817 Nov 18 17:26:58.230590 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Request body: {'port': {'device_id': '63a53c17-48c1-4040-98a3-2ae9cf049e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:26:58.282842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb0d9a-baa7-422f-a6b9-2f7aa7807c0d req-59b11507-b293-4599-a1bb-2c745f96e48f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:58.284702 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7fdb0d9a-baa7-422f-a6b9-2f7aa7807c0d req-59b11507-b293-4599-a1bb-2c745f96e48f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.1060836 Nov 18 17:26:58.290426 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef6a4b75-7a53-4113-9ef2-2ce85a5e6cbc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:58.298591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Allocated IP 2001:db8::2 (01a864dd-4b64-48d3-b9e3-98a999564273/36f9e768-cb4d-44a2-bc3d-4ca6637f9cba/56d64484-8c45-4c15-a902-5faf8e7d3962) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:58.346011 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:58.415749 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef6a4b75-7a53-4113-9ef2-2ce85a5e6cbc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:58.418351 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ef6a4b75-7a53-4113-9ef2-2ce85a5e6cbc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4216690 Nov 18 17:26:58.421078 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33356) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:26:58.432329 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7fdb0d9a-baa7-422f-a6b9-2f7aa7807c0d req-39da81c7-429d-48be-8f54-84d5aeec60fa tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274707 Nov 18 17:26:58.479392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8e657-ae12-4b27-8573-3210454e936a req-e986c236-f5bd-48be-ae8d-0a5ba7070841 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:58.482494 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59d8e657-ae12-4b27-8573-3210454e936a req-e986c236-f5bd-48be-ae8d-0a5ba7070841 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.1283731 Nov 18 17:26:58.519485 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:58.606483 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:58.657342 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Network 01a864dd-4b64-48d3-b9e3-98a999564273 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:58.661668 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:58.665614 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:58.699438 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59d8e657-ae12-4b27-8573-3210454e936a req-b7ad6706-71d6-4d2d-85eb-a3874f5e8cbd tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624277 Nov 18 17:26:58.733574 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Pushing event updated for resources: {'Port': ['ID=56d64484-8c45-4c15-a902-5faf8e7d3962,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:58.758867 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8897961-f5b5-45c4-8baa-3a65ecbce49e req-b91b8085-2e72-4adb-9e8b-633b8fb71b9e tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:58.760460 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8897961-f5b5-45c4-8baa-3a65ecbce49e req-b91b8085-2e72-4adb-9e8b-633b8fb71b9e tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/ports?device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 946 time: 0.2274525 Nov 18 17:26:58.771960 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Attempting to bind port 56d64484-8c45-4c15-a902-5faf8e7d3962 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:26:58.772347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Attempting to bind port 56d64484-8c45-4c15-a902-5faf8e7d3962 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'f11af2ca-e33b-40e3-a2e6-ed081d83dd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '01a864dd-4b64-48d3-b9e3-98a999564273'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:26:58.772722 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Attempting to bind port 56d64484-8c45-4c15-a902-5faf8e7d3962 on network 01a864dd-4b64-48d3-b9e3-98a999564273 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:58.778975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:26:58.779239 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Checking segment: {'id': 'f11af2ca-e33b-40e3-a2e6-ed081d83dd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '01a864dd-4b64-48d3-b9e3-98a999564273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:58.779934 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:58.780350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Bound using segment: {'id': 'f11af2ca-e33b-40e3-a2e6-ed081d83dd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '01a864dd-4b64-48d3-b9e3-98a999564273'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:26:58.780841 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Bound port: 56d64484-8c45-4c15-a902-5faf8e7d3962, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11af2ca-e33b-40e3-a2e6-ed081d83dd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '01a864dd-4b64-48d3-b9e3-98a999564273'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:26:58.781232 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:58.809969 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:58.906635 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] For port 56d64484-8c45-4c15-a902-5faf8e7d3962, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:26:58.910214 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] For port 56d64484-8c45-4c15-a902-5faf8e7d3962, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=56d64484-8c45-4c15-a902-5faf8e7d3962,segment=NetworkSegment(f11af2ca-e33b-40e3-a2e6-ed081d83dd13),segment_id=f11af2ca-e33b-40e3-a2e6-ed081d83dd13)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:26:58.928954 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8897961-f5b5-45c4-8baa-3a65ecbce49e req-69a6ac78-ec27-4b87-8e3f-35b949715157 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c5c2eed-51dc-4e91-b941-babda1bc62e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595759 Nov 18 17:26:58.961476 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86632ca6-be0d-424c-b291-758826693df5 req-dfcb2c40-7a95-4877-b0d4-c589820e4776 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:58.961476 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86632ca6-be0d-424c-b291-758826693df5 req-dfcb2c40-7a95-4877-b0d4-c589820e4776 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 931 time: 0.1256135 Nov 18 17:26:58.992159 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:59.044607 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff3e927-38e5-4600-9e2f-00a685791687 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:26:59.059945 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:59.097894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdeb295-3c7b-4554-8332-551b9abe0920 None None] Pushing event updated for resources: {'Port': ['ID=56d64484-8c45-4c15-a902-5faf8e7d3962,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:59.143418 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Transition to ACTIVE for port object aff3e927-38e5-4600-9e2f-00a685791687 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:26:59.151927 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86632ca6-be0d-424c-b291-758826693df5 req-b31b2d00-f76d-4cea-921c-8ffbecc56b5f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621134 Nov 18 17:26:59.184713 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4d0d2-a0d6-447c-aa1d-56b6b7afefa6 req-bd3b63e2-5806-4894-aebd-502ed2990d31 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:59.186823 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ab4d0d2-a0d6-447c-aa1d-56b6b7afefa6 req-bd3b63e2-5806-4894-aebd-502ed2990d31 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.1307199 Nov 18 17:26:59.201412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Allocated IP 2001:db8::1 (01a864dd-4b64-48d3-b9e3-98a999564273/36f9e768-cb4d-44a2-bc3d-4ca6637f9cba/3c09d78b-62e8-44ec-8c1e-7d420c7df3ac) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:26:59.227913 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:59.298997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Pushing event updated for resources: {'Port': ['ID=aff3e927-38e5-4600-9e2f-00a685791687,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:59.328745 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ab4d0d2-a0d6-447c-aa1d-56b6b7afefa6 req-c22c0d8a-fa37-4357-9464-f90563bc54a1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206350 Nov 18 17:26:59.439696 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Attempting to bind port aff3e927-38e5-4600-9e2f-00a685791687 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:26:59.439696 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Attempting to bind port aff3e927-38e5-4600-9e2f-00a685791687 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:26:59.439696 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Attempting to bind port aff3e927-38e5-4600-9e2f-00a685791687 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:59.445310 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Port aff3e927-38e5-4600-9e2f-00a685791687 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:26:59.445784 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Attempting to bind port aff3e927-38e5-4600-9e2f-00a685791687 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:26:59.457527 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:26:59.457943 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Checking segment: {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:26:59.458453 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Bound using segment: {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:26:59.458980 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Bound port: aff3e927-38e5-4600-9e2f-00a685791687, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:26:59.459826 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:59.465387 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:59.596723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] For port aff3e927-38e5-4600-9e2f-00a685791687, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:26:59.613681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] For port aff3e927-38e5-4600-9e2f-00a685791687, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=aff3e927-38e5-4600-9e2f-00a685791687,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:26:59.633400 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a980f47-e399-446c-b91a-d6332c9d7418 req-428be738-4b2e-4897-bdaf-4ed1e4347c99 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:59.635003 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:59.635725 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a980f47-e399-446c-b91a-d6332c9d7418 req-428be738-4b2e-4897-bdaf-4ed1e4347c99 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.0793197 Nov 18 17:26:59.690142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 01a864dd-4b64-48d3-b9e3-98a999564273 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:26:59.694542 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:26:59.697975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:26:59.698365 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:59.704988 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a980f47-e399-446c-b91a-d6332c9d7418 req-949134a8-423e-4e9e-beb9-defbd1cf7707 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622253 Nov 18 17:26:59.707612 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:59.801321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:59.802056 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:59.804652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] 10.222.0.81 "PUT /v2.0/ports/aff3e927-38e5-4600-9e2f-00a685791687 HTTP/1.1" status: 200 len: 1092 time: 1.5810690 Nov 18 17:26:59.805169 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a53c17-48c1-4040-98a3-2ae9cf049e64', 'tag': 'aff3e927-38e5-4600-9e2f-00a685791687'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:26:59.807721 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8e2fd4-50cf-425d-a0ac-b025d0bfd392" -d '{"events": [{"name": "network-changed", "server_uuid": "63a53c17-48c1-4040-98a3-2ae9cf049e64", "tag": "aff3e927-38e5-4600-9e2f-00a685791687"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:26:59.838980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=3c09d78b-62e8-44ec-8c1e-7d420c7df3ac,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:59.887598 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd82553-6fb8-455d-b74d-dddb72ce6c96 x-openstack-request-id: req-ebd82553-6fb8-455d-b74d-dddb72ce6c96 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:26:59.888688 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a53c17-48c1-4040-98a3-2ae9cf049e64", "tag": "aff3e927-38e5-4600-9e2f-00a685791687", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:26:59.889104 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ebd82553-6fb8-455d-b74d-dddb72ce6c96 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:26:59.889717 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a53c17-48c1-4040-98a3-2ae9cf049e64', 'tag': 'aff3e927-38e5-4600-9e2f-00a685791687', 'status': 'completed', 'code': 200} Nov 18 17:26:59.898924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdff1d-575a-4239-bc6e-4c33ddf491f9 service neutron] Pushing event updated for resources: {'Port': ['ID=aff3e927-38e5-4600-9e2f-00a685791687,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:26:59.926687 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 56d64484-8c45-4c15-a902-5faf8e7d3962 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:26:59.965375 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d2f3-286c-46ae-8e1f-0be4d2176722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:59.980229 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddba2d-4958-4d60-881e-b6008580a4f9 req-83710d88-556c-4c71-9547-aa0aaf1e41d3 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:59.982009 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bddba2d-4958-4d60-881e-b6008580a4f9 req-83710d88-556c-4c71-9547-aa0aaf1e41d3 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.0980563 Nov 18 17:26:59.988705 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 56d64484-8c45-4c15-a902-5faf8e7d3962 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:26:59.989329 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:26:59.989649 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e2fd4-50cf-425d-a0ac-b025d0bfd392 req-727de030-aaa2-4343-a5ca-7948db74e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:26:59.991365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c8e2fd4-50cf-425d-a0ac-b025d0bfd392 req-727de030-aaa2-4343-a5ca-7948db74e0cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 1095 time: 0.0687151 Nov 18 17:27:00.116492 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:00.132103 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:00.189934 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 56d64484-8c45-4c15-a902-5faf8e7d3962, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=56d64484-8c45-4c15-a902-5faf8e7d3962,segment=NetworkSegment(f11af2ca-e33b-40e3-a2e6-ed081d83dd13),segment_id=f11af2ca-e33b-40e3-a2e6-ed081d83dd13)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:00.281674 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:00.374129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=56d64484-8c45-4c15-a902-5faf8e7d3962,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:00.569018 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:00.599114 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b06de10-df89-4655-8aa2-cd15280539d2 None None] Network 01a864dd-4b64-48d3-b9e3-98a999564273 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:27:00.638790 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bddba2d-4958-4d60-881e-b6008580a4f9 req-7cc9ec16-898d-4eda-a711-b3b50173109b tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6398940 Nov 18 17:27:00.660299 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:00.661584 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:00.663920 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8954de-ae8c-40a2-b621-611da1e7d1f4 req-3701f5cc-434b-4867-a0a1-9c9f694e6f25 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:00.671367 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f8954de-ae8c-40a2-b621-611da1e7d1f4 req-3701f5cc-434b-4867-a0a1-9c9f694e6f25 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/ports?device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 946 time: 0.6133411 Nov 18 17:27:00.692125 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-de699d30-4bae-4d5e-853e-36a008e64e98 None None] Provisioning complete for port 56d64484-8c45-4c15-a902-5faf8e7d3962 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:00.692503 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-de699d30-4bae-4d5e-853e-36a008e64e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:00.718622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e2fd4-50cf-425d-a0ac-b025d0bfd392 req-667cccda-5fa4-4394-85cb-a8df309ad1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:00.720162 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c8e2fd4-50cf-425d-a0ac-b025d0bfd392 req-667cccda-5fa4-4394-85cb-a8df309ad1eb service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c82a5a1551b94171a31ac6e4861762c3&shared=False HTTP/1.1" status: 200 len: 907 time: 0.7140026 Nov 18 17:27:00.853367 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=3c09d78b-62e8-44ec-8c1e-7d420c7df3ac,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:00.864504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e2fd4-50cf-425d-a0ac-b025d0bfd392 req-2fe8264b-b892-41b4-aed2-67d316c70d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:00.871781 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c8e2fd4-50cf-425d-a0ac-b025d0bfd392 req-2fe8264b-b892-41b4-aed2-67d316c70d68 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1373994 Nov 18 17:27:00.923372 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f8954de-ae8c-40a2-b621-611da1e7d1f4 req-1ab5587d-2f09-4dd1-9fd0-e037957005de tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c5c2eed-51dc-4e91-b941-babda1bc62e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507780 Nov 18 17:27:00.965604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 01a864dd-4b64-48d3-b9e3-98a999564273 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:27:00.973826 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:01.052037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfff2f-25c3-43e4-8ac0-e94f72199c98 req-b8f83a14-5314-427e-9f75-f8a70d3f51e2 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:01.059960 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-accfff2f-25c3-43e4-8ac0-e94f72199c98 req-b8f83a14-5314-427e-9f75-f8a70d3f51e2 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 943 time: 0.1898296 Nov 18 17:27:01.101705 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-9a84f25a-f045-4439-9d11-35a081806135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:01.103240 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-9a84f25a-f045-4439-9d11-35a081806135 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 1095 time: 0.1743867 Nov 18 17:27:01.200848 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-22c51e21-edae-4eda-8104-e91fe221a818 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aff3e927-38e5-4600-9e2f-00a685791687 HTTP/1.1" status: 200 len: 217 time: 0.0841205 Nov 18 17:27:01.291441 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-accfff2f-25c3-43e4-8ac0-e94f72199c98 req-683e83e3-918a-4eb7-abd0-2c6fdfbd31a4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302327 Nov 18 17:27:01.292200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:27:01.314681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5f54b-fd7c-42cc-a0a8-fc8bcdfbe64a req-b340a05b-eacb-4c66-aa1e-42f62fb837e8 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:01.328599 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38c5f54b-fd7c-42cc-a0a8-fc8bcdfbe64a req-b340a05b-eacb-4c66-aa1e-42f62fb837e8 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.2435329 Nov 18 17:27:01.337765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-555981de-258c-4d37-a5f4-8529d186d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:01.339289 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-555981de-258c-4d37-a5f4-8529d186d9a0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b53522fb-157f-447d-b118-4d80e9a8327f HTTP/1.1" status: 200 len: 845 time: 0.1323938 Nov 18 17:27:01.399445 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-218816c9-6900-4ca5-9009-e5fb8c2e9cf9 None None] Provisioning complete for port 56d64484-8c45-4c15-a902-5faf8e7d3962 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:01.400406 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-218816c9-6900-4ca5-9009-e5fb8c2e9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:01.415355 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-7d5ebdeb-14c8-44be-b76e-08b442942eaa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e59e94f2-f384-4c67-a2b2-bbfe576feffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653729 Nov 18 17:27:01.462576 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:27:01.471018 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6d1db5c4-278e-4772-8ff3-8773bf876fe4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0463223 Nov 18 17:27:01.471268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33396) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:01.480755 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847cecb0-695e-419e-9c1d-73b4c42f3a79 None None] Sync routers for ids ['bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:27:01.499445 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847cecb0-695e-419e-9c1d-73b4c42f3a79 None None] Routers {'bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:01.508284 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-847cecb0-695e-419e-9c1d-73b4c42f3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:01.538448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8f91b-a8a3-404e-b728-f7f6a9557905 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:01.540645 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-adc8f91b-a8a3-404e-b728-f7f6a9557905 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports/3c09d78b-62e8-44ec-8c1e-7d420c7df3ac HTTP/1.1" status: 200 len: 911 time: 0.0672901 Nov 18 17:27:01.547378 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33400) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:01.552727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4fe64347-b980-4915-8459-d133421ad988 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '36f9e768-cb4d-44a2-bc3d-4ca6637f9cba'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:01.569740 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-847cecb0-695e-419e-9c1d-73b4c42f3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:01.574384 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38c5f54b-fd7c-42cc-a0a8-fc8bcdfbe64a req-f98239b2-033c-404e-be23-4a4b63f5b619 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508287 Nov 18 17:27:01.574776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-218816c9-6900-4ca5-9009-e5fb8c2e9cf9 None None] Provisioning complete for port 3c09d78b-62e8-44ec-8c1e-7d420c7df3ac triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:01.575169 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-218816c9-6900-4ca5-9009-e5fb8c2e9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:01.619630 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847cecb0-695e-419e-9c1d-73b4c42f3a79 None None] Routers {'bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:01.619965 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-847cecb0-695e-419e-9c1d-73b4c42f3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:01.652700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-218816c9-6900-4ca5-9009-e5fb8c2e9cf9 None None] Port 3c09d78b-62e8-44ec-8c1e-7d420c7df3ac cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:27:01.696705 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-847cecb0-695e-419e-9c1d-73b4c42f3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:01.697375 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847cecb0-695e-419e-9c1d-73b4c42f3a79 None None] The sync data for ids ['bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:27:01.735905 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-617a656c-06df-4871-8112-4aba1871da00 service neutron] 10.222.0.81 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985091 Nov 18 17:27:01.748103 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04136d-a0a6-4051-83d8-9cbced19b295 req-69715a0b-2209-4b57-9e23-dddde574b837 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:01.754015 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af04136d-a0a6-4051-83d8-9cbced19b295 req-69715a0b-2209-4b57-9e23-dddde574b837 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.3327663 Nov 18 17:27:01.838088 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4fe64347-b980-4915-8459-d133421ad988 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:01.848400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 56d64484-8c45-4c15-a902-5faf8e7d3962 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:01.910451 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af04136d-a0a6-4051-83d8-9cbced19b295 req-f605e29f-c0e1-4b18-a4c0-c02c84d2f14a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460557 Nov 18 17:27:01.935916 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32ff52ef-c2e9-4ade-b490-1a77814d9ba4 req-a74bd971-4ec3-4aa6-8992-49e465fe353f service neutron] 10.222.0.81 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846318 Nov 18 17:27:01.949410 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602887a-c05b-4b67-99e5-95031ec797c2 req-06d8348e-fe22-416e-b03e-720b742b9c26 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:01.951527 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0602887a-c05b-4b67-99e5-95031ec797c2 req-06d8348e-fe22-416e-b03e-720b742b9c26 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.1547799 Nov 18 17:27:01.973665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-426f9279-efe0-4615-b14c-a1e2d3af680f None None] Provisioning complete for port 3c09d78b-62e8-44ec-8c1e-7d420c7df3ac triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:01.974185 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-426f9279-efe0-4615-b14c-a1e2d3af680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:02.033821 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0602887a-c05b-4b67-99e5-95031ec797c2 req-308bee7a-cc15-45c0-b930-b0eb7e330440 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760431 Nov 18 17:27:02.049708 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-426f9279-efe0-4615-b14c-a1e2d3af680f None None] Port 3c09d78b-62e8-44ec-8c1e-7d420c7df3ac cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:27:02.071776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 56d64484-8c45-4c15-a902-5faf8e7d3962 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:02.072264 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:02.281419 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b9ca4752-6e63-4812-9b77-612afa7a1b75 None None] Provisioning complete for port 3c09d78b-62e8-44ec-8c1e-7d420c7df3ac triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:02.281810 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4752-6e63-4812-9b77-612afa7a1b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:02.329593 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca4752-6e63-4812-9b77-612afa7a1b75 None None] Port 3c09d78b-62e8-44ec-8c1e-7d420c7df3ac cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:27:02.406065 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4fe64347-b980-4915-8459-d133421ad988 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:02.406998 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-94f2af85-d634-42c5-b917-d979cb4697c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:02.459009 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d4fc4-c115-4f53-b41b-1a87b37ce705 req-4cf7e68e-cea1-479e-b6d9-93e677637b8c tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:02.460611 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-202d4fc4-c115-4f53-b41b-1a87b37ce705 req-4cf7e68e-cea1-479e-b6d9-93e677637b8c tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 943 time: 0.0591757 Nov 18 17:27:02.513572 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-202d4fc4-c115-4f53-b41b-1a87b37ce705 req-214f0f54-2003-4fc6-bf03-eac213159493 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452352 Nov 18 17:27:02.531693 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4fe64347-b980-4915-8459-d133421ad988 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:02.544889 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe64347-b980-4915-8459-d133421ad988 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:02.544889 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4fe64347-b980-4915-8459-d133421ad988 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:02.544889 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4fe64347-b980-4915-8459-d133421ad988 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/ports/3c09d78b-62e8-44ec-8c1e-7d420c7df3ac HTTP/1.1" status: 200 len: 911 time: 0.9922605 Nov 18 17:27:02.550682 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33418) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:02.594880 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe64347-b980-4915-8459-d133421ad988 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=3c09d78b-62e8-44ec-8c1e-7d420c7df3ac,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:02.777897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb46fc-aa41-4e07-845a-b8b2ba69ee6a req-ae6d2b4f-6d49-4839-894f-40520defa813 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:02.779448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-89cb46fc-aa41-4e07-845a-b8b2ba69ee6a req-ae6d2b4f-6d49-4839-894f-40520defa813 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/ports?device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 946 time: 0.1783867 Nov 18 17:27:02.796786 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aac730-de90-4868-8320-9833f59bc6ce req-3bd5b854-eaeb-42b1-9d9f-ff18c50e5e86 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:02.798943 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1aac730-de90-4868-8320-9833f59bc6ce req-3bd5b854-eaeb-42b1-9d9f-ff18c50e5e86 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.1337776 Nov 18 17:27:02.940439 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-89cb46fc-aa41-4e07-845a-b8b2ba69ee6a req-2cbd2da9-2ded-496a-959b-ece1472019b8 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c5c2eed-51dc-4e91-b941-babda1bc62e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400256 Nov 18 17:27:02.946517 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1aac730-de90-4868-8320-9833f59bc6ce req-d95c9965-a01f-47c9-b47e-a380861924c2 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167443 Nov 18 17:27:03.111424 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2b458-b1d7-4e26-9bc6-2cc5b819c5b0 req-03886b42-078c-4b21-873d-10cc12ee0b80 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:03.112992 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cca2b458-b1d7-4e26-9bc6-2cc5b819c5b0 req-03886b42-078c-4b21-873d-10cc12ee0b80 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.0952001 Nov 18 17:27:03.174165 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9b5e-948d-45c9-9177-708420a4eeeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:03.277994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cca2b458-b1d7-4e26-9bc6-2cc5b819c5b0 req-da5bd671-e0d6-41b7-b8a6-e68327640863 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535413 Nov 18 17:27:03.296384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fab65c-0ac5-4771-991b-f17aeea760cc req-ec0e9d9a-e5ef-45c4-a6e9-907ef524aad3 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:03.297908 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10fab65c-0ac5-4771-991b-f17aeea760cc req-ec0e9d9a-e5ef-45c4-a6e9-907ef524aad3 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.1560695 Nov 18 17:27:03.403774 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10fab65c-0ac5-4771-991b-f17aeea760cc req-dbfe5a8c-5e0b-40bf-a7ef-d16aabb74149 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991259 Nov 18 17:27:03.542500 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:03.556695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac9b5e-948d-45c9-9177-708420a4eeeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting port 3c09d78b-62e8-44ec-8c1e-7d420c7df3ac {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:27:03.557145 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9b5e-948d-45c9-9177-708420a4eeeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:03.722745 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7794bd-fba7-45c7-8c4e-1a592d1e3bba req-459dfee6-5fd2-40fd-8632-050f392dfb8c tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:03.724872 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c7794bd-fba7-45c7-8c4e-1a592d1e3bba req-459dfee6-5fd2-40fd-8632-050f392dfb8c tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 943 time: 0.1260273 Nov 18 17:27:03.729600 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9b5e-948d-45c9-9177-708420a4eeeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:03.751154 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac9b5e-948d-45c9-9177-708420a4eeeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Calling delete_port for 3c09d78b-62e8-44ec-8c1e-7d420c7df3ac owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:27:03.864612 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c7794bd-fba7-45c7-8c4e-1a592d1e3bba req-83c93ea9-a35b-4f44-8952-804f0773d262 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263278 Nov 18 17:27:04.110080 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49647e-4c83-4be6-8650-9f84a8142a09 req-d3b501e0-11de-47eb-aeee-bc9c2cbfe61b tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:04.111747 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d49647e-4c83-4be6-8650-9f84a8142a09 req-d3b501e0-11de-47eb-aeee-bc9c2cbfe61b tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/ports?device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 946 time: 0.0838096 Nov 18 17:27:04.113134 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9b5e-948d-45c9-9177-708420a4eeeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:04.171574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac9b5e-948d-45c9-9177-708420a4eeeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Port': ['ID=3c09d78b-62e8-44ec-8c1e-7d420c7df3ac,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:04.277072 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d2a73-75c6-48f1-9be8-bb87e5d48e1d req-2260c96d-e35e-479b-8ec6-d1f806ea3af7 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:04.278690 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8a6d2a73-75c6-48f1-9be8-bb87e5d48e1d req-2260c96d-e35e-479b-8ec6-d1f806ea3af7 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.83 "GET /v2.0/ports?device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 946 time: 0.0614495 Nov 18 17:27:04.331111 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9b5e-948d-45c9-9177-708420a4eeeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:04.336926 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d49647e-4c83-4be6-8650-9f84a8142a09 req-dae711bd-1368-4076-8155-eedfd44cb5b2 tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c5c2eed-51dc-4e91-b941-babda1bc62e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131364 Nov 18 17:27:04.354500 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9aba8b-d5eb-41f2-94e3-7b1e3f338cfa req-558c1893-8411-400b-8d28-7cab76db17ed tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:04.356092 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df9aba8b-d5eb-41f2-94e3-7b1e3f338cfa req-558c1893-8411-400b-8d28-7cab76db17ed tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.1975472 Nov 18 17:27:04.418748 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-8a6d2a73-75c6-48f1-9be8-bb87e5d48e1d req-47488ac7-a29b-4223-a984-06fea7b7f54e tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Deleting port 4dbe9f04-d726-44b2-9520-558173ec94e6 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:27:04.419594 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8a6d2a73-75c6-48f1-9be8-bb87e5d48e1d req-47488ac7-a29b-4223-a984-06fea7b7f54e tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:04.549652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-8a6d2a73-75c6-48f1-9be8-bb87e5d48e1d req-47488ac7-a29b-4223-a984-06fea7b7f54e tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] For port 4dbe9f04-d726-44b2-9520-558173ec94e6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=4dbe9f04-d726-44b2-9520-558173ec94e6,segment=NetworkSegment(9510570d-2d7f-4063-a10e-212da7cba3a5),segment_id=9510570d-2d7f-4063-a10e-212da7cba3a5)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:04.550034 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8a6d2a73-75c6-48f1-9be8-bb87e5d48e1d req-47488ac7-a29b-4223-a984-06fea7b7f54e tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:04.585122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-8a6d2a73-75c6-48f1-9be8-bb87e5d48e1d req-47488ac7-a29b-4223-a984-06fea7b7f54e tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Calling delete_port for 4dbe9f04-d726-44b2-9520-558173ec94e6 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:27:04.875665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device aff3e927-38e5-4600-9e2f-00a685791687 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:27:04.952798 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8a6d2a73-75c6-48f1-9be8-bb87e5d48e1d req-47488ac7-a29b-4223-a984-06fea7b7f54e tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:04.989414 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['4dbe9f04-d726-44b2-9520-558173ec94e6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:27:05.001437 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df9aba8b-d5eb-41f2-94e3-7b1e3f338cfa req-266fc996-8e96-4570-819e-673bfd2bb0e4 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5963202 Nov 18 17:27:05.018980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47488ac7-a29b-4223-a984-06fea7b7f54e tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Pushing event deleted for resources: {'Port': ['ID=4dbe9f04-d726-44b2-9520-558173ec94e6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:05.019431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ac9b5e-948d-45c9-9177-708420a4eeeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:27:05.033089 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:05.056687 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port aff3e927-38e5-4600-9e2f-00a685791687, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=aff3e927-38e5-4600-9e2f-00a685791687,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:05.061491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f88cb-dc4e-4d13-a03a-468252c0e163 req-e64b0343-56b2-43c9-babe-88b7082438e3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:05.063394 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a10f88cb-dc4e-4d13-a03a-468252c0e163 req-e64b0343-56b2-43c9-babe-88b7082438e3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.4746029 Nov 18 17:27:05.095014 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6d2a73-75c6-48f1-9be8-bb87e5d48e1d req-47488ac7-a29b-4223-a984-06fea7b7f54e tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] No DVR routers for this DVR port 4dbe9f04-d726-44b2-9520-558173ec94e6 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:27:05.098502 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8a6d2a73-75c6-48f1-9be8-bb87e5d48e1d req-47488ac7-a29b-4223-a984-06fea7b7f54e tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:05.102938 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8a6d2a73-75c6-48f1-9be8-bb87e5d48e1d req-47488ac7-a29b-4223-a984-06fea7b7f54e tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.83 "DELETE /v2.0/ports/4dbe9f04-d726-44b2-9520-558173ec94e6 HTTP/1.1" status: 204 len: 173 time: 0.8167405 Nov 18 17:27:05.103435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963950f1-bf3b-47e7-bad6-b23a3e10502a', 'name': 'network-vif-deleted', 'tag': '4dbe9f04-d726-44b2-9520-558173ec94e6'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:05.105923 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fc357c-38c6-43ce-8f2b-c4f9c08b603c" -d '{"events": [{"server_uuid": "963950f1-bf3b-47e7-bad6-b23a3e10502a", "name": "network-vif-deleted", "tag": "4dbe9f04-d726-44b2-9520-558173ec94e6"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:05.209465 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ac9b5e-948d-45c9-9177-708420a4eeeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:27:05.213619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'aff3e927-38e5-4600-9e2f-00a685791687', 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd', 'port_id': 'aff3e927-38e5-4600-9e2f-00a685791687', 'mac_address': 'fa:16:3e:59:56:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53522fb-157f-447d-b118-4d80e9a8327f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:27:05.215331 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f0ac9b5e-948d-45c9-9177-708420a4eeeb tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6651900 Nov 18 17:27:05.217989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33468) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:05.255638 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:05.258112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf7853b-4e43-400c-83a1-8ec081e7bf95 None None] Sync routers for ids ['bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:27:05.271138 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ec31ae35-ea03-41dc-8514-f9fa98cfe2a8 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f HTTP/1.1" status: 200 len: 205 time: 0.0515573 Nov 18 17:27:05.272163 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcf673-c01c-4ebc-9662-14a233770d51 req-8db62a9e-25c1-4627-ae44-8bd928d4c8d9 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:05.278498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33470) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:05.281859 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3bcf673-c01c-4ebc-9662-14a233770d51 req-8db62a9e-25c1-4627-ae44-8bd928d4c8d9 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 943 time: 0.1546087 Nov 18 17:27:05.282002 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff3e927-38e5-4600-9e2f-00a685791687 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:27:05.297194 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a10f88cb-dc4e-4d13-a03a-468252c0e163 req-110b30a7-a44b-4fba-922c-a461e02b8706 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769774 Nov 18 17:27:05.309570 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf7853b-4e43-400c-83a1-8ec081e7bf95 None None] Routers {'bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:05.309570 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9bf7853b-4e43-400c-83a1-8ec081e7bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:05.376819 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port aff3e927-38e5-4600-9e2f-00a685791687, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=aff3e927-38e5-4600-9e2f-00a685791687,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:05.378193 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3bcf673-c01c-4ebc-9662-14a233770d51 req-35a925b5-b363-4ed2-9325-19f57bb5fb43 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799203 Nov 18 17:27:05.383531 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9bf7853b-4e43-400c-83a1-8ec081e7bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:05.401616 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf7853b-4e43-400c-83a1-8ec081e7bf95 None None] Routers {'bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:05.402227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9bf7853b-4e43-400c-83a1-8ec081e7bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:05.440544 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9bf7853b-4e43-400c-83a1-8ec081e7bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:05.441287 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf7853b-4e43-400c-83a1-8ec081e7bf95 None None] The sync data for ids ['bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:27:05.451817 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:05.524915 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:05.551290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=aff3e927-38e5-4600-9e2f-00a685791687,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:05.558906 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0da36c3a-0809-48f4-8130-5d44e6ab37a9 req-d520be27-a708-4e5a-a18c-84f561a7db3c tempest-ServerAddressesTestJSON-226801610 tempest-ServerAddressesTestJSON-226801610-project] 10.222.0.72 "GET /v2.0/ports?device_id=963950f1-bf3b-47e7-bad6-b23a3e10502a HTTP/1.1" status: 200 len: 210 time: 0.0612154 Nov 18 17:27:05.727821 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018196c5-5799-468d-a6c0-d2327e420c15 x-openstack-request-id: req-018196c5-5799-468d-a6c0-d2327e420c15 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:05.728119 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963950f1-bf3b-47e7-bad6-b23a3e10502a", "name": "network-vif-deleted", "tag": "4dbe9f04-d726-44b2-9520-558173ec94e6", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:05.728380 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-018196c5-5799-468d-a6c0-d2327e420c15 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:05.728839 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963950f1-bf3b-47e7-bad6-b23a3e10502a', 'name': 'network-vif-deleted', 'tag': '4dbe9f04-d726-44b2-9520-558173ec94e6', 'status': 'completed', 'code': 200} Nov 18 17:27:05.733824 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a0471742-a539-4d38-b8e8-8653e54b4ee5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:05.741883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['aff3e927-38e5-4600-9e2f-00a685791687'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:27:05.922101 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a0471742-a539-4d38-b8e8-8653e54b4ee5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:05.924434 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a0471742-a539-4d38-b8e8-8653e54b4ee5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:06.039998 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a0471742-a539-4d38-b8e8-8653e54b4ee5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:06.040999 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0471742-a539-4d38-b8e8-8653e54b4ee5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Fanout notify agent at l3_agent the message router_deleted on router bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:27:06.050886 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a0471742-a539-4d38-b8e8-8653e54b4ee5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:06.052867 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a0471742-a539-4d38-b8e8-8653e54b4ee5 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/routers/bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f HTTP/1.1" status: 204 len: 168 time: 0.7771640 Nov 18 17:27:06.062257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33494) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:06.170668 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cce5049-b98a-4805-a50d-6f09030c0e80 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting subnet 36f9e768-cb4d-44a2-bc3d-4ca6637f9cba {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:27:06.218016 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4cce5049-b98a-4805-a50d-6f09030c0e80 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:06.277700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbc30e-61b3-41e0-9d5d-d0efe5bf619c req-483fb358-e7a1-440a-9753-a6ad8d7f1f85 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:06.279157 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0edbc30e-61b3-41e0-9d5d-d0efe5bf619c req-483fb358-e7a1-440a-9753-a6ad8d7f1f85 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.1846762 Nov 18 17:27:06.292991 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4cce5049-b98a-4805-a50d-6f09030c0e80 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:06.348028 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-72fa1626-5dc2-4cb5-a6b2-5a17d4e49f0e tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:06.349949 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-72fa1626-5dc2-4cb5-a6b2-5a17d4e49f0e tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/networks?id=4822d3ad-5758-4982-9a69-332899af7e34 HTTP/1.1" status: 200 len: 813 time: 0.2213018 Nov 18 17:27:06.398985 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-017a69e2-37c2-4bfb-972b-179f4b22d717 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/quotas/672de6bd672e4abb9d212f3dab4d92c1 HTTP/1.1" status: 200 len: 375 time: 0.0395451 Nov 18 17:27:06.405557 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0edbc30e-61b3-41e0-9d5d-d0efe5bf619c req-f86a0297-ff72-407d-93b1-cd6fc805c4c4 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151097 Nov 18 17:27:06.462617 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-8613e8c5-2d99-47c5-b62c-131a6265701f tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=672de6bd672e4abb9d212f3dab4d92c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316787 Nov 18 17:27:06.493592 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4cce5049-b98a-4805-a50d-6f09030c0e80 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:06.651504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a99a64-beae-43fa-a1e6-23ee323224f0 req-d35771a6-14f9-4eb7-9a6d-e8084e43cfaa tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:06.653059 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44a99a64-beae-43fa-a1e6-23ee323224f0 req-d35771a6-14f9-4eb7-9a6d-e8084e43cfaa tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.1712601 Nov 18 17:27:06.658035 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-8e40f85d-91f6-42aa-a19d-ba33730ecb45 service neutron] 10.222.0.72 "GET /v2.0/networks/4822d3ad-5758-4982-9a69-332899af7e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858006 Nov 18 17:27:06.765545 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44a99a64-beae-43fa-a1e6-23ee323224f0 req-b94a481b-b31e-4843-a993-c533e3d3dfaa tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053834 Nov 18 17:27:06.780369 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4cce5049-b98a-4805-a50d-6f09030c0e80 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:06.819694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-bde601a8-3b06-446f-9021-94a8bb1e7d06 service neutron] 10.222.0.72 "GET /v2.0/networks/4822d3ad-5758-4982-9a69-332899af7e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531351 Nov 18 17:27:06.820723 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4cce5049-b98a-4805-a50d-6f09030c0e80 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:06.827031 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4cce5049-b98a-4805-a50d-6f09030c0e80 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/subnets/36f9e768-cb4d-44a2-bc3d-4ca6637f9cba HTTP/1.1" status: 204 len: 168 time: 0.7602143 Nov 18 17:27:06.827031 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce5049-b98a-4805-a50d-6f09030c0e80 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Subnet': ['ID=36f9e768-cb4d-44a2-bc3d-4ca6637f9cba,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:06.827212 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33514) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:06.833819 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1206737d-4819-437d-bce6-76566e7decac None None] Network 01a864dd-4b64-48d3-b9e3-98a999564273 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:27:06.915166 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 605371ac-fb4d-47fa-b4ba-f2687707eec5 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:27:06.940854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41562c-b3f8-40ae-b115-d4e54410746f req-2736ff35-4b8b-446e-9507-ebb0847dd2f9 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:06.943773 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e41562c-b3f8-40ae-b115-d4e54410746f req-2736ff35-4b8b-446e-9507-ebb0847dd2f9 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 944 time: 0.1008899 Nov 18 17:27:06.955253 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device aff3e927-38e5-4600-9e2f-00a685791687 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:07.015419 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:07.041892 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e41562c-b3f8-40ae-b115-d4e54410746f req-863c7c54-edbf-4e96-893b-c3cf1f35debf tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912404 Nov 18 17:27:07.101753 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting port 56d64484-8c45-4c15-a902-5faf8e7d3962 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:27:07.102332 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:07.132580 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 605371ac-fb4d-47fa-b4ba-f2687707eec5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=605371ac-fb4d-47fa-b4ba-f2687707eec5,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:07.149242 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '605371ac-fb4d-47fa-b4ba-f2687707eec5', 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9', 'port_id': '605371ac-fb4d-47fa-b4ba-f2687707eec5', 'mac_address': 'fa:16:3e:81:5e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069ac9c4-0652-4a7d-9e28-3147189e9231', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:27:07.185485 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] For port 56d64484-8c45-4c15-a902-5faf8e7d3962, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=56d64484-8c45-4c15-a902-5faf8e7d3962,segment=NetworkSegment(f11af2ca-e33b-40e3-a2e6-ed081d83dd13),segment_id=f11af2ca-e33b-40e3-a2e6-ed081d83dd13)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:07.194874 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:07.201052 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:07.201372 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Calling delete_port for 56d64484-8c45-4c15-a902-5faf8e7d3962 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:27:07.218833 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88871cf-9ecc-40ec-9719-33c6ebcb929b None None] DHCP port deletion for 01a864dd-4b64-48d3-b9e3-98a999564273 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:27:07.223093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port aff3e927-38e5-4600-9e2f-00a685791687 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:27:07.227215 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a62752-f1c9-43b9-9fd0-716b08758368 req-4fb32d6a-913c-416a-8f9e-763135de2dbe tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:07.229349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 605371ac-fb4d-47fa-b4ba-f2687707eec5 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:27:07.230080 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-73a62752-f1c9-43b9-9fd0-716b08758368 req-4fb32d6a-913c-416a-8f9e-763135de2dbe tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 946 time: 0.0738952 Nov 18 17:27:07.234778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port aff3e927-38e5-4600-9e2f-00a685791687 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:07.235156 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:07.300919 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 605371ac-fb4d-47fa-b4ba-f2687707eec5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=605371ac-fb4d-47fa-b4ba-f2687707eec5,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:07.334578 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-73a62752-f1c9-43b9-9fd0-716b08758368 req-adfb81a2-b210-40d1-9766-28a2ab33ef3f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956621 Nov 18 17:27:07.349592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33528) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:07.412113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33542) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:07.465124 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-39a307d8-d9b6-44e0-92a3-6c9e3e7ad4c2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/0a52f058-f11f-44d5-b134-bc42e553ab28 HTTP/1.1" status: 200 len: 994 time: 0.1080787 Nov 18 17:27:07.503519 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b88871cf-9ecc-40ec-9719-33c6ebcb929b None None] Deleting port 56d64484-8c45-4c15-a902-5faf8e7d3962 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:27:07.503914 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b88871cf-9ecc-40ec-9719-33c6ebcb929b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:07.508678 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:07.512527 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:07.567908 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80665eb3-6480-4fef-982b-084ec6e57dc8 req-ad60c901-ad5a-4a40-8136-b33d429dccf6 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3462577a-dcf0-4eca-b92c-8fa1dc4596b3 HTTP/1.1" status: 200 len: 210 time: 0.0872853 Nov 18 17:27:07.570467 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Port': ['ID=56d64484-8c45-4c15-a902-5faf8e7d3962,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:07.584968 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] No DVR routers for this DVR port 56d64484-8c45-4c15-a902-5faf8e7d3962 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:27:07.610279 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0601e0-897e-4a4c-a3a7-2375e6e5a717 admin admin] Deleting subnet a1f9c974-6043-4643-ab39-5a4fcf7120e6 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:27:07.634091 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-be0601e0-897e-4a4c-a3a7-2375e6e5a717 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:07.704865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['605371ac-fb4d-47fa-b4ba-f2687707eec5'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:27:07.707285 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:07.763834 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-be0601e0-897e-4a4c-a3a7-2375e6e5a717 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:07.802791 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:07.851996 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b88871cf-9ecc-40ec-9719-33c6ebcb929b None None] For port 56d64484-8c45-4c15-a902-5faf8e7d3962, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=56d64484-8c45-4c15-a902-5faf8e7d3962,segment=NetworkSegment(f11af2ca-e33b-40e3-a2e6-ed081d83dd13),segment_id=f11af2ca-e33b-40e3-a2e6-ed081d83dd13)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:07.851996 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b88871cf-9ecc-40ec-9719-33c6ebcb929b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:07.852955 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bfd60-db59-46f8-ae6e-0e91d783b0cd req-5c23c7fc-2f54-4fb6-8bf1-b726664890ac tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:07.861258 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-918bfd60-db59-46f8-ae6e-0e91d783b0cd req-5c23c7fc-2f54-4fb6-8bf1-b726664890ac tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.2914307 Nov 18 17:27:07.861626 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a864dd-4b64-48d3-b9e3-98a999564273']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:07.892686 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-be0601e0-897e-4a4c-a3a7-2375e6e5a717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:07.900805 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11af2ca-e33b-40e3-a2e6-ed081d83dd13') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:07.901113 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11af2ca-e33b-40e3-a2e6-ed081d83dd13') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:07.925684 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:07.929962 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 56d64484-8c45-4c15-a902-5faf8e7d3962 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:27:07.946352 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b88871cf-9ecc-40ec-9719-33c6ebcb929b None None] Calling delete_port for 56d64484-8c45-4c15-a902-5faf8e7d3962 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:27:07.952389 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:07.979260 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port aff3e927-38e5-4600-9e2f-00a685791687, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=aff3e927-38e5-4600-9e2f-00a685791687,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:07.987872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:27:07.988299 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:27:07.999807 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:27:08.012634 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a53c17-48c1-4040-98a3-2ae9cf049e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff3e927-38e5-4600-9e2f-00a685791687'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:08.014976 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc79569-5a7a-4212-b99e-2224187eacf7" -d '{"events": [{"server_uuid": "63a53c17-48c1-4040-98a3-2ae9cf049e64", "name": "network-vif-plugged", "status": "completed", "tag": "aff3e927-38e5-4600-9e2f-00a685791687"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:08.016286 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-918bfd60-db59-46f8-ae6e-0e91d783b0cd req-5f0dabd3-dd83-44b7-9620-1e18939f8351 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537890 Nov 18 17:27:08.059851 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=605371ac-fb4d-47fa-b4ba-f2687707eec5,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:08.065275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 56d64484-8c45-4c15-a902-5faf8e7d3962 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:27:08.065839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 56d64484-8c45-4c15-a902-5faf8e7d3962 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:27:08.074024 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:08.078529 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855bb80-bc17-4d4b-b87a-4d5f8397f1d2 req-417d26d9-6bcc-48f1-831f-9f4a917212a3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:08.091503 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4855bb80-bc17-4d4b-b87a-4d5f8397f1d2 req-417d26d9-6bcc-48f1-831f-9f4a917212a3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.1747332 Nov 18 17:27:08.139913 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4855bb80-bc17-4d4b-b87a-4d5f8397f1d2 req-98e79e89-907d-48bd-8ec7-23b532d35215 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473604 Nov 18 17:27:08.198058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a4074-6612-4a31-9751-380a24fee5b6 req-fc9c0334-b621-4d49-82d9-42902a61c207 tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:08.198058 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a78a4074-6612-4a31-9751-380a24fee5b6 req-fc9c0334-b621-4d49-82d9-42902a61c207 tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 1098 time: 0.0548687 Nov 18 17:27:08.198058 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-be0601e0-897e-4a4c-a3a7-2375e6e5a717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:08.209344 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1955ae-93f1-471f-afe1-7d3c3f0c7340 x-openstack-request-id: req-6e1955ae-93f1-471f-afe1-7d3c3f0c7340 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:08.209645 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a53c17-48c1-4040-98a3-2ae9cf049e64", "name": "network-vif-plugged", "status": "completed", "tag": "aff3e927-38e5-4600-9e2f-00a685791687", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:08.209908 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6e1955ae-93f1-471f-afe1-7d3c3f0c7340 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:08.210307 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a53c17-48c1-4040-98a3-2ae9cf049e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff3e927-38e5-4600-9e2f-00a685791687', 'code': 200} Nov 18 17:27:08.285279 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0601e0-897e-4a4c-a3a7-2375e6e5a717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1f9c974-6043-4643-ab39-5a4fcf7120e6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:08.315688 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:08.317896 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-be0601e0-897e-4a4c-a3a7-2375e6e5a717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:08.320940 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:08.325117 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/networks/01a864dd-4b64-48d3-b9e3-98a999564273 HTTP/1.1" status: 204 len: 168 time: 1.4968047 Nov 18 17:27:08.334841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33578) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:08.334945 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=aff3e927-38e5-4600-9e2f-00a685791687,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:08.335074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8436c3fe-19e2-43a1-b879-13aa765e83f2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-913312889', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:08.346718 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-be0601e0-897e-4a4c-a3a7-2375e6e5a717 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a1f9c974-6043-4643-ab39-5a4fcf7120e6 HTTP/1.1" status: 204 len: 168 time: 0.9323394 Nov 18 17:27:08.348977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33580) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:08.359699 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 4dbe9f04-d726-44b2-9520-558173ec94e6 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:27:08.385046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082da3f-5c56-4321-878e-8dfd7f85972d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Network': ['ID=01a864dd-4b64-48d3-b9e3-98a999564273,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:08.408268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 4dbe9f04-d726-44b2-9520-558173ec94e6 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:27:08.408630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 4dbe9f04-d726-44b2-9520-558173ec94e6 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:27:08.421813 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b88871cf-9ecc-40ec-9719-33c6ebcb929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:08.476060 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a78a4074-6612-4a31-9751-380a24fee5b6 req-08426414-0d34-4de6-8375-47f7f6e23066 tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716234 Nov 18 17:27:08.487519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619e735-7a0c-4659-bad7-16a5da398a47 req-9968f479-ad36-4ccd-a15a-d7589cf9e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:08.489629 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b619e735-7a0c-4659-bad7-16a5da398a47 req-9968f479-ad36-4ccd-a15a-d7589cf9e034 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 1097 time: 0.1876950 Nov 18 17:27:08.498839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b88871cf-9ecc-40ec-9719-33c6ebcb929b None None] Network 01a864dd-4b64-48d3-b9e3-98a999564273 is not hosted by any dhcp agent {{(pid=104009) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 18 17:27:08.499389 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88871cf-9ecc-40ec-9719-33c6ebcb929b None None] No DVR routers for this DVR port 56d64484-8c45-4c15-a902-5faf8e7d3962 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:27:08.505718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88871cf-9ecc-40ec-9719-33c6ebcb929b None None] Pushing event deleted for resources: {'Port': ['ID=56d64484-8c45-4c15-a902-5faf8e7d3962,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:08.510688 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21efcefc-521e-44c5-995f-9862fefa499a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:08.523049 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02251c99-0a08-47f3-bfec-8df67ff91f12 req-09533dee-eb26-4613-a00a-d7fc967bba60 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:08.533678 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02251c99-0a08-47f3-bfec-8df67ff91f12 req-09533dee-eb26-4613-a00a-d7fc967bba60 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 945 time: 0.1852756 Nov 18 17:27:08.534568 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8436c3fe-19e2-43a1-b879-13aa765e83f2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:08.536090 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8436c3fe-19e2-43a1-b879-13aa765e83f2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:08.596301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b619e735-7a0c-4659-bad7-16a5da398a47 req-6f730910-e5e2-406c-9453-17e4129764c1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942559 Nov 18 17:27:08.673401 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8436c3fe-19e2-43a1-b879-13aa765e83f2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:08.687512 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02251c99-0a08-47f3-bfec-8df67ff91f12 req-607a66a2-c73c-40f2-86a7-3b92b8089521 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526330 Nov 18 17:27:08.713695 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21efcefc-521e-44c5-995f-9862fefa499a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:08.751029 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-21efcefc-521e-44c5-995f-9862fefa499a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764bf6e6-a787-402f-b5ed-1104f8dab73d']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:08.767290 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8436c3fe-19e2-43a1-b879-13aa765e83f2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:08.777866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-21efcefc-521e-44c5-995f-9862fefa499a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9510570d-2d7f-4063-a10e-212da7cba3a5') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:08.778421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-21efcefc-521e-44c5-995f-9862fefa499a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9510570d-2d7f-4063-a10e-212da7cba3a5') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:08.796065 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21efcefc-521e-44c5-995f-9862fefa499a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:08.819359 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21efcefc-521e-44c5-995f-9862fefa499a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:08.831259 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21efcefc-521e-44c5-995f-9862fefa499a admin admin] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:27:08.832499 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21efcefc-521e-44c5-995f-9862fefa499a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:27:08.838181 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:27:08.910114 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb9d9885-1db4-4b32-b15f-171383413eda req-05d86c08-4add-4005-89be-f6ec45c2db45 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3462577a-dcf0-4eca-b92c-8fa1dc4596b3 HTTP/1.1" status: 200 len: 210 time: 0.0906982 Nov 18 17:27:08.956871 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 605371ac-fb4d-47fa-b4ba-f2687707eec5 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:08.984859 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8436c3fe-19e2-43a1-b879-13aa765e83f2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:08.990187 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8436c3fe-19e2-43a1-b879-13aa765e83f2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6593208 Nov 18 17:27:08.993433 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33598) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:08.999066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1223810377'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:09.048457 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 605371ac-fb4d-47fa-b4ba-f2687707eec5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:09.048842 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:09.111879 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74bb01-8db1-4193-848f-860832d48ed7 req-70526844-0854-4985-86d6-5ea195a4b82b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:09.120237 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21efcefc-521e-44c5-995f-9862fefa499a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:09.121593 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f74bb01-8db1-4193-848f-860832d48ed7 req-70526844-0854-4985-86d6-5ea195a4b82b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.0890229 Nov 18 17:27:09.126199 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:27:09.138817 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:09.139442 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21efcefc-521e-44c5-995f-9862fefa499a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:09.139442 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-21efcefc-521e-44c5-995f-9862fefa499a admin admin] 10.222.0.72 "DELETE /v2.0/networks/764bf6e6-a787-402f-b5ed-1104f8dab73d HTTP/1.1" status: 204 len: 168 time: 0.7857935 Nov 18 17:27:09.176569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efcefc-521e-44c5-995f-9862fefa499a admin admin] Pushing event deleted for resources: {'Network': ['ID=764bf6e6-a787-402f-b5ed-1104f8dab73d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:09.228685 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f74bb01-8db1-4193-848f-860832d48ed7 req-8019d307-1992-4237-b4e0-44527c299efa tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060331 Nov 18 17:27:09.273123 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:27:09.299582 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:09.313842 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:09.318920 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Added segment aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb of type vlan for network 5df1bc63-3ffb-43e2-bd34-29ed1b4e201b Nov 18 17:27:09.392347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 605371ac-fb4d-47fa-b4ba-f2687707eec5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=605371ac-fb4d-47fa-b4ba-f2687707eec5,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:09.423511 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:09.471773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0652b-00e1-4ec4-a638-210c6455fda3 req-54ff0d86-e722-41ac-a551-651cab81017d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:09.473476 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3df0652b-00e1-4ec4-a638-210c6455fda3 req-54ff0d86-e722-41ac-a551-651cab81017d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.1127982 Nov 18 17:27:09.495148 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:09.536094 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3df0652b-00e1-4ec4-a638-210c6455fda3 req-a52b1abf-604a-4813-a4b6-e2f5fb0af9de tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562005 Nov 18 17:27:09.571883 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:09.601031 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:09.603394 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:09.660114 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=605371ac-fb4d-47fa-b4ba-f2687707eec5,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:09.758751 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Network': ['ID=5df1bc63-3ffb-43e2-bd34-29ed1b4e201b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:09.788082 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33620) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:09.812965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:09.813930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:09.814293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:09.814752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:09.815690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:09.817266 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:09.818140 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:09.818576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:09.819431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:09.819864 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:09.820275 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:09.821270 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:09.834214 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 5df1bc63-3ffb-43e2-bd34-29ed1b4e201b details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:27:09.847356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82e40c-425e-44f9-b050-124a61a1dcb5 req-3c40c6e1-95e8-4a48-99c4-0e7f3fdad409 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:09.849221 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e82e40c-425e-44f9-b050-124a61a1dcb5 req-3c40c6e1-95e8-4a48-99c4-0e7f3fdad409 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1019607 Nov 18 17:27:09.899103 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33624) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:09.900323 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-562d8752-8fce-4fda-b7a8-c832e7bdd1ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8b3aab464f88486290d686765b0fc517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1062744 Nov 18 17:27:09.941511 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-39a7a00e-e027-48e5-b221-6bb24cf44b29 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9474034 Nov 18 17:27:09.950420 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33628) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:09.961401 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-79079853-f924-4caf-b324-c2197cbb2d41 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'subnet': {'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:09.987178 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e82e40c-425e-44f9-b050-124a61a1dcb5 req-1b256038-6689-4ab1-904c-95e62db4d6b2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263695 Nov 18 17:27:10.066427 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eee08358-b92c-4ded-9310-20e7031f743f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:10.114223 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eee08358-b92c-4ded-9310-20e7031f743f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:10.211480 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73776f5f-6fc3-4f9e-8282-0b07fd110e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605371ac-fb4d-47fa-b4ba-f2687707eec5'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:10.214849 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b784bea-e00a-42a0-8bc6-b0f1123e4d8a" -d '{"events": [{"server_uuid": "73776f5f-6fc3-4f9e-8282-0b07fd110e57", "name": "network-vif-plugged", "status": "completed", "tag": "605371ac-fb4d-47fa-b4ba-f2687707eec5"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:10.251200 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08c602-6664-4efd-bb38-798faf9f5c3f req-564461b7-12f5-4514-8d89-0e9d6138ea1a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:10.254517 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd08c602-6664-4efd-bb38-798faf9f5c3f req-564461b7-12f5-4514-8d89-0e9d6138ea1a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 945 time: 0.0901511 Nov 18 17:27:10.319221 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd08c602-6664-4efd-bb38-798faf9f5c3f req-2cd28b0d-b46b-49f2-bd54-886b16e2e5c7 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576918 Nov 18 17:27:10.324400 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79079853-f924-4caf-b324-c2197cbb2d41 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:27:10.329352 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79079853-f924-4caf-b324-c2197cbb2d41 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:10.395663 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eee08358-b92c-4ded-9310-20e7031f743f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:10.398563 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eee08358-b92c-4ded-9310-20e7031f743f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:10.402664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-eee08358-b92c-4ded-9310-20e7031f743f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c5c2eed-51dc-4e91-b941-babda1bc62e8 HTTP/1.1" status: 204 len: 168 time: 0.5031853 Nov 18 17:27:10.506514 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee08358-b92c-4ded-9310-20e7031f743f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5c2eed-51dc-4e91-b941-babda1bc62e8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:10.597039 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-ac8059bd-b9b3-4af8-9c9e-d42b84c99a1d tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:10.604527 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-ac8059bd-b9b3-4af8-9c9e-d42b84c99a1d tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.81 "GET /v2.0/networks?id=4822d3ad-5758-4982-9a69-332899af7e34 HTTP/1.1" status: 200 len: 813 time: 0.2567010 Nov 18 17:27:10.645693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-0c81006b-8cfc-429d-9b4e-a25a7671735f tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Request body: {'port': {'device_id': '3462577a-dcf0-4eca-b92c-8fa1dc4596b3', 'network_id': '4822d3ad-5758-4982-9a69-332899af7e34', 'admin_state_up': True, 'tenant_id': '672de6bd672e4abb9d212f3dab4d92c1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:10.677836 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6de2370-a88b-4f42-8194-2e494c834ffd req-e78525ab-ef5f-4c06-8225-381978a178d8 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3462577a-dcf0-4eca-b92c-8fa1dc4596b3 HTTP/1.1" status: 200 len: 210 time: 0.0719836 Nov 18 17:27:10.854931 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-8028ead5-de2a-4738-b029-e0f673db03da service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4379373 Nov 18 17:27:10.858477 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79079853-f924-4caf-b324-c2197cbb2d41 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:10.875866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-95062965-95bc-43c5-81f1-946818478977 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:27:10.875866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-95062965-95bc-43c5-81f1-946818478977 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094213 Nov 18 17:27:10.948008 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79079853-f924-4caf-b324-c2197cbb2d41 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Subnet': ['ID=e6baa837-0c83-41bf-99b3-0447797c7d35,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:10.968054 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79079853-f924-4caf-b324-c2197cbb2d41 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Checking segment: {'id': 'aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:10.968845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79079853-f924-4caf-b324-c2197cbb2d41 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network hostable DHCP agents. Network: 5df1bc63-3ffb-43e2-bd34-29ed1b4e201b, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:27:11.064273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-289ccb68-3162-4076-93e7-e713d888505c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:11.068280 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-289ccb68-3162-4076-93e7-e713d888505c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 812 time: 0.2512736 Nov 18 17:27:11.077090 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79079853-f924-4caf-b324-c2197cbb2d41 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 5df1bc63-3ffb-43e2-bd34-29ed1b4e201b is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:27:11.100493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-d82b380f-e28e-4906-b5e2-010628f1be7d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/quotas/1516cf9926444ed288e6825e7143ec41 HTTP/1.1" status: 200 len: 375 time: 0.0276251 Nov 18 17:27:11.160280 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-79079853-f924-4caf-b324-c2197cbb2d41 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 5df1bc63-3ffb-43e2-bd34-29ed1b4e201b) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:11.162255 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-0c81006b-8cfc-429d-9b4e-a25a7671735f tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Made reservation on behalf of 672de6bd672e4abb9d212f3dab4d92c1 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:27:11.166047 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-0c81006b-8cfc-429d-9b4e-a25a7671735f tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:11.169062 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90297e13-8cb1-41ba-aba6-604102c32608 None None] Network 5df1bc63-3ffb-43e2-bd34-29ed1b4e201b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:27:11.178418 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79079853-f924-4caf-b324-c2197cbb2d41 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:11.183780 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79079853-f924-4caf-b324-c2197cbb2d41 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:11.323525 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-79079853-f924-4caf-b324-c2197cbb2d41 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3699055 Nov 18 17:27:11.332030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33678) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:11.358364 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-190da81d-4e17-4941-9f99-86c68c60a346 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2477031 Nov 18 17:27:11.527397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:27:11.528385 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:11.619911 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-0c81006b-8cfc-429d-9b4e-a25a7671735f tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Allocated IP 172.20.0.13 (4822d3ad-5758-4982-9a69-332899af7e34/5927dc87-a3e7-46a1-890e-3bbdae1d79a4/99f7cef7-2838-4c76-99c8-ed31b8606e4f) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:27:11.787283 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-a18f2b72-8a7d-429a-84ff-71575513a251 service neutron] 10.222.0.72 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333441 Nov 18 17:27:11.884847 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:11.992677 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Allocated IP 2001:db8::2 (5df1bc63-3ffb-43e2-bd34-29ed1b4e201b/e6baa837-0c83-41bf-99b3-0447797c7d35/a98c6f75-d422-41c4-bd18-0d7e9d0294d3) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:27:12.153996 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-06c005b5-599b-415b-ac02-13602f671053 service neutron] 10.222.0.72 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474932 Nov 18 17:27:12.183411 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:12.240827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-256bf355-daf4-45ed-8640-94de27b2eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:12.247978 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-256bf355-daf4-45ed-8640-94de27b2eed4 service neutron] 10.222.0.72 "GET /v2.0/ports/2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 HTTP/1.1" status: 200 len: 1095 time: 0.0917664 Nov 18 17:27:12.252356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-8b30103c-b097-44d9-886c-72fd0cf15a20 service neutron] Request body: {'binding': {'host': 'n-h1-813419-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:12.252824 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-8b30103c-b097-44d9-886c-72fd0cf15a20 service neutron] Unknown quota resources ['binding']. {{(pid=104007) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 18 17:27:12.257536 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-0c81006b-8cfc-429d-9b4e-a25a7671735f tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:12.360230 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:12.452308 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-8b30103c-b097-44d9-886c-72fd0cf15a20 service neutron] Attempting to bind port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 on host n-h1-813419-11 for vnic_type normal with profile None {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:27:12.455226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-8b30103c-b097-44d9-886c-72fd0cf15a20 service neutron] Attempting to bind port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:27:12.456956 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-8b30103c-b097-44d9-886c-72fd0cf15a20 service neutron] Attempting to bind port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 on network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:12.469230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-8b30103c-b097-44d9-886c-72fd0cf15a20 service neutron] Port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 on network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:27:12.470949 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-8b30103c-b097-44d9-886c-72fd0cf15a20 service neutron] Attempting to bind port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 on network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:12.478359 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-8b30103c-b097-44d9-886c-72fd0cf15a20 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:27:12.478859 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-8b30103c-b097-44d9-886c-72fd0cf15a20 service neutron] Checking segment: {'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:12.479261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-8b30103c-b097-44d9-886c-72fd0cf15a20 service neutron] Bound using segment: {'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:27:12.479701 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-8b30103c-b097-44d9-886c-72fd0cf15a20 service neutron] Bound port: 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:27:12.479886 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Allocated IP 2001:db8::1 (5df1bc63-3ffb-43e2-bd34-29ed1b4e201b/e6baa837-0c83-41bf-99b3-0447797c7d35/cc16fd4e-266b-48a9-8ea1-2d0c7026f71b) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:27:12.525096 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Network 5df1bc63-3ffb-43e2-bd34-29ed1b4e201b is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:27:12.542297 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:12.549629 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:27:12.572540 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-0c81006b-8cfc-429d-9b4e-a25a7671735f tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:12.582849 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33698) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:12.639509 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9e68ad-06ac-446f-b871-8b135a0030a4 x-openstack-request-id: req-fc9e68ad-06ac-446f-b871-8b135a0030a4 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:12.639973 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73776f5f-6fc3-4f9e-8282-0b07fd110e57", "name": "network-vif-plugged", "status": "completed", "tag": "605371ac-fb4d-47fa-b4ba-f2687707eec5", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:12.640342 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fc9e68ad-06ac-446f-b871-8b135a0030a4 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:12.640851 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73776f5f-6fc3-4f9e-8282-0b07fd110e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605371ac-fb4d-47fa-b4ba-f2687707eec5', 'code': 200} Nov 18 17:27:12.650800 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Pushing event updated for resources: {'Port': ['ID=a98c6f75-d422-41c4-bd18-0d7e9d0294d3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:12.792615 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Attempting to bind port a98c6f75-d422-41c4-bd18-0d7e9d0294d3 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:27:12.799688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Attempting to bind port a98c6f75-d422-41c4-bd18-0d7e9d0294d3 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:27:12.800896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Attempting to bind port a98c6f75-d422-41c4-bd18-0d7e9d0294d3 on network 5df1bc63-3ffb-43e2-bd34-29ed1b4e201b {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:12.820599 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:27:12.821006 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Checking segment: {'id': 'aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:12.827405 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:12.830367 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Bound using segment: {'id': 'aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:27:12.830945 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Bound port: a98c6f75-d422-41c4-bd18-0d7e9d0294d3, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:27:12.831355 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:12.887044 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:12.905387 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-0c81006b-8cfc-429d-9b4e-a25a7671735f tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Network 4822d3ad-5758-4982-9a69-332899af7e34 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:27:12.917468 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-8b30103c-b097-44d9-886c-72fd0cf15a20 service neutron] For port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,segment=NetworkSegment(b444b4b2-14ef-4853-adbd-aef5dc7ba457),segment_id=b444b4b2-14ef-4853-adbd-aef5dc7ba457)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:27:12.924434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-591dbb51-193a-4657-aa72-9f422b465b35 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-754690779-network', 'tenant_id': '77ae5f7c7fc04a84aff9e0619dd8388d'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:12.939077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-0c81006b-8cfc-429d-9b4e-a25a7671735f tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:12.945986 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] For port a98c6f75-d422-41c4-bd18-0d7e9d0294d3, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:27:12.948108 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-0c81006b-8cfc-429d-9b4e-a25a7671735f tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:27:12.955380 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] For port a98c6f75-d422-41c4-bd18-0d7e9d0294d3, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a98c6f75-d422-41c4-bd18-0d7e9d0294d3,segment=NetworkSegment(aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb),segment_id=aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:27:13.028606 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:13.036679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094e258-a839-467f-92ca-1d81ae7966db req-449698cc-b173-4f98-8205-c1cd51c8638e tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:13.038327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b094e258-a839-467f-92ca-1d81ae7966db req-449698cc-b173-4f98-8205-c1cd51c8638e tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 945 time: 0.3098900 Nov 18 17:27:13.039022 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81006b-8cfc-429d-9b4e-a25a7671735f tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Pushing event updated for resources: {'Port': ['ID=99f7cef7-2838-4c76-99c8-ed31b8606e4f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:13.052019 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-8b30103c-b097-44d9-886c-72fd0cf15a20 service neutron] Publish callbacks [] for binding, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:13.052753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:13.053219 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-8b30103c-b097-44d9-886c-72fd0cf15a20 service neutron] 10.222.0.72 "POST /v2.0/ports/2cd3b501-54d3-48bf-ba90-1d4bb7d498c3/bindings HTTP/1.1" status: 201 len: 390 time: 0.8044026 Nov 18 17:27:13.097905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-0c81006b-8cfc-429d-9b4e-a25a7671735f tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:13.098592 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-0c81006b-8cfc-429d-9b4e-a25a7671735f tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:13.141275 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b094e258-a839-467f-92ca-1d81ae7966db req-02d90245-96f6-4464-91f1-d123049f8eeb tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857778 Nov 18 17:27:13.142537 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591dbb51-193a-4657-aa72-9f422b465b35 admin admin] Made reservation on behalf of 77ae5f7c7fc04a84aff9e0619dd8388d for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:27:13.145121 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-591dbb51-193a-4657-aa72-9f422b465b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:13.158455 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-591dbb51-193a-4657-aa72-9f422b465b35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:13.238954 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54a246-6a0a-4070-9878-302393f780ee None None] Pushing event updated for resources: {'Port': ['ID=a98c6f75-d422-41c4-bd18-0d7e9d0294d3,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:13.276618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 5df1bc63-3ffb-43e2-bd34-29ed1b4e201b is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:27:13.285384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:13.319328 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:27:13.319995 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:13.325012 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-0c81006b-8cfc-429d-9b4e-a25a7671735f tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6775057 Nov 18 17:27:13.335749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Request body: {'port': {'device_id': '3462577a-dcf0-4eca-b92c-8fa1dc4596b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:13.547430 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=cc16fd4e-266b-48a9-8ea1-2d0c7026f71b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:13.615540 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdd64f-a31b-4e97-9ee9-aca9eddd6efb req-9da99184-ddba-4639-9537-416fc207f948 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:13.629070 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2bdd64f-a31b-4e97-9ee9-aca9eddd6efb req-9da99184-ddba-4639-9537-416fc207f948 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.3003821 Nov 18 17:27:13.645180 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:13.730689 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-591dbb51-193a-4657-aa72-9f422b465b35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:13.750371 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:13.832957 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2bdd64f-a31b-4e97-9ee9-aca9eddd6efb req-8d0902c7-a17c-46a5-b793-8696391aea07 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029028 Nov 18 17:27:13.838601 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-591dbb51-193a-4657-aa72-9f422b465b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:13.875776 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e7b5c-2b87-4917-a9c9-81eb840b02b1 req-a6ee8b58-d789-43ac-80d0-975c0ed5bc71 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:13.885726 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-737e7b5c-2b87-4917-a9c9-81eb840b02b1 req-a6ee8b58-d789-43ac-80d0-975c0ed5bc71 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3462577a-dcf0-4eca-b92c-8fa1dc4596b3 HTTP/1.1" status: 200 len: 932 time: 0.2545478 Nov 18 17:27:13.910453 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a98c6f75-d422-41c4-bd18-0d7e9d0294d3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:14.043955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a98c6f75-d422-41c4-bd18-0d7e9d0294d3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:14.044590 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:14.226177 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:14.307301 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port a98c6f75-d422-41c4-bd18-0d7e9d0294d3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a98c6f75-d422-41c4-bd18-0d7e9d0294d3,segment=NetworkSegment(aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb),segment_id=aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:14.384664 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:14.440213 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:14.534928 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=a98c6f75-d422-41c4-bd18-0d7e9d0294d3,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:14.630691 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591dbb51-193a-4657-aa72-9f422b465b35 admin admin] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:27:14.674719 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dbb51-193a-4657-aa72-9f422b465b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2076ee13-cd37-42d0-825a-c49e1aca02a3,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:14.701988 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3e43b91-678c-4813-8e53-a68578b7d6f3 req-5e14e157-167e-4856-8d2c-29386558598f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 210 time: 0.1250556 Nov 18 17:27:14.777871 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-591dbb51-193a-4657-aa72-9f422b465b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:14.777871 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-591dbb51-193a-4657-aa72-9f422b465b35 admin admin] Added segment 648764f9-9c5a-4afb-bf75-5fd78a523de3 of type vlan for network 28cadae8-58f7-455f-869d-7b1c0b344f58 Nov 18 17:27:14.802805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-cf5df4fe-3916-436e-84d4-58cfcb25307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:14.817225 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-cf5df4fe-3916-436e-84d4-58cfcb25307e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 1098 time: 0.2430000 Nov 18 17:27:14.863045 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:14.869437 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:14.900466 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-737e7b5c-2b87-4917-a9c9-81eb840b02b1 req-f7a5feef-6ff5-4185-9891-0d95672d5123 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279989 Nov 18 17:27:14.916784 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-591dbb51-193a-4657-aa72-9f422b465b35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:14.952768 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5361c1-5c3e-449e-98c1-d8ece6abcbaa None None] Network 5df1bc63-3ffb-43e2-bd34-29ed1b4e201b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:27:15.059514 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=cc16fd4e-266b-48a9-8ea1-2d0c7026f71b,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:15.108528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f133c388-3dcc-4eac-81a1-f3770b0d1d18 None None] Provisioning complete for port a98c6f75-d422-41c4-bd18-0d7e9d0294d3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:15.109823 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f133c388-3dcc-4eac-81a1-f3770b0d1d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:15.151210 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-c117b4d6-ebbf-4919-84dd-2a076ed3dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:15.152373 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-c117b4d6-ebbf-4919-84dd-2a076ed3dce0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=985f4fbd-9c9b-4f00-933a-f2224376d0f0 HTTP/1.1" status: 200 len: 899 time: 0.3170862 Nov 18 17:27:15.154332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 5df1bc63-3ffb-43e2-bd34-29ed1b4e201b is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:27:15.156413 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:15.184764 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd02dd1-78b0-4d48-bd9a-adbf57e93eee req-a8812b0a-86c3-45ae-987d-95bf28d1da87 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:15.192487 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9bd02dd1-78b0-4d48-bd9a-adbf57e93eee req-a8812b0a-86c3-45ae-987d-95bf28d1da87 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 946 time: 0.1801057 Nov 18 17:27:15.248835 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-591dbb51-193a-4657-aa72-9f422b465b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:15.249825 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591dbb51-193a-4657-aa72-9f422b465b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:15.250419 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-591dbb51-193a-4657-aa72-9f422b465b35 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:15.292830 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f7cef7-2838-4c76-99c8-ed31b8606e4f {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:27:15.312135 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:15.355468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-36fbd18f-0ffb-4504-9516-9a43238a97a5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 HTTP/1.1" status: 200 len: 1002 time: 0.1602063 Nov 18 17:27:15.408345 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Transition to ACTIVE for port object 99f7cef7-2838-4c76-99c8-ed31b8606e4f will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:27:15.413498 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dbb51-193a-4657-aa72-9f422b465b35 admin admin] Pushing event updated for resources: {'Network': ['ID=28cadae8-58f7-455f-869d-7b1c0b344f58,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:15.425704 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 28cadae8-58f7-455f-869d-7b1c0b344f58 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:27:15.453683 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 561069ff-6ac5-4679-af3b-186f77466136 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:27:15.459968 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9bd02dd1-78b0-4d48-bd9a-adbf57e93eee req-b972e378-8287-4843-b6e3-6db203887a61 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645919 Nov 18 17:27:15.464086 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-591dbb51-193a-4657-aa72-9f422b465b35 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.8550510 Nov 18 17:27:15.468565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33740) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:15.508402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-cc2573ac-af11-4b69-b9a4-ab4eb99c39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:15.509964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-cc2573ac-af11-4b69-b9a4-ab4eb99c39cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7b19ee56-2a81-4546-9772-a70239522cce HTTP/1.1" status: 200 len: 834 time: 0.1451843 Nov 18 17:27:15.523883 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-90524b81-82ae-4429-a792-5a535f25f17a admin admin] Request body: {'subnet': {'network_id': '28cadae8-58f7-455f-869d-7b1c0b344f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-754690779-subnet', 'tenant_id': '77ae5f7c7fc04a84aff9e0619dd8388d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:15.531492 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:15.717633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:27:15.724024 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-55a0ab4a-1749-4489-a394-cc24b3d03e6c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/561069ff-6ac5-4679-af3b-186f77466136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3907869 Nov 18 17:27:15.732632 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Sync routers for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:27:15.748815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33742) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:15.755341 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:15.756058 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:15.759984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-023ffa6d-1eb7-4af2-92fe-c2aea6ae5192 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-298467163'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:15.773663 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a3f52888-6553-41c6-8f79-b96906f04842 None None] Provisioning complete for port a98c6f75-d422-41c4-bd18-0d7e9d0294d3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:15.775200 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3f52888-6553-41c6-8f79-b96906f04842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:15.789283 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Pushing event updated for resources: {'Port': ['ID=99f7cef7-2838-4c76-99c8-ed31b8606e4f,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:15.862264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90524b81-82ae-4429-a792-5a535f25f17a admin admin] Made reservation on behalf of 77ae5f7c7fc04a84aff9e0619dd8388d for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:27:15.887030 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90524b81-82ae-4429-a792-5a535f25f17a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:15.906718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a98c6f75-d422-41c4-bd18-0d7e9d0294d3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:15.950136 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023ffa6d-1eb7-4af2-92fe-c2aea6ae5192 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:27:15.953833 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-023ffa6d-1eb7-4af2-92fe-c2aea6ae5192 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:16.033856 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:27:16.055676 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e73cfb-13a5-45a9-8067-67bab940e9c0 req-2b0a7020-0538-4092-984b-26490cf39442 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:16.057360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6e73cfb-13a5-45a9-8067-67bab940e9c0 req-2b0a7020-0538-4092-984b-26490cf39442 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 945 time: 0.4150560 Nov 18 17:27:16.072779 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023ffa6d-1eb7-4af2-92fe-c2aea6ae5192 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] vlan segment allocate from pool success with {'vlan_id': 1124, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:27:16.085358 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-1cdf3472-028e-4450-b0f2-e3bdb9f8dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:16.087014 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-1cdf3472-028e-4450-b0f2-e3bdb9f8dbfd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=985f4fbd-9c9b-4f00-933a-f2224376d0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5657921 Nov 18 17:27:16.092305 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-023ffa6d-1eb7-4af2-92fe-c2aea6ae5192 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:16.092665 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-023ffa6d-1eb7-4af2-92fe-c2aea6ae5192 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Added segment 7b201816-3eab-42d7-9f88-b0defe91bc30 of type vlan for network 2ef5a6e9-e372-444c-937d-9077a5a7937a Nov 18 17:27:16.142705 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7072b2-f1e9-49c0-bc18-168197b6c770 req-11a893fc-fe57-4fd9-8812-85267f3cabf3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:16.144544 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d7072b2-f1e9-49c0-bc18-168197b6c770 req-11a893fc-fe57-4fd9-8812-85267f3cabf3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.5010719 Nov 18 17:27:16.152137 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-023ffa6d-1eb7-4af2-92fe-c2aea6ae5192 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:16.176514 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a98c6f75-d422-41c4-bd18-0d7e9d0294d3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:16.177467 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:16.272479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a3f52888-6553-41c6-8f79-b96906f04842 None None] Provisioning complete for port cc16fd4e-266b-48a9-8ea1-2d0c7026f71b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:16.280161 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3f52888-6553-41c6-8f79-b96906f04842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:16.314473 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-023ffa6d-1eb7-4af2-92fe-c2aea6ae5192 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:16.320536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023ffa6d-1eb7-4af2-92fe-c2aea6ae5192 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:16.321340 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-023ffa6d-1eb7-4af2-92fe-c2aea6ae5192 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:16.325426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a3f52888-6553-41c6-8f79-b96906f04842 None None] Port cc16fd4e-266b-48a9-8ea1-2d0c7026f71b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:27:16.518861 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cabccb16-ce28-47c5-b687-ab41038ef17b None None] Provisioning complete for port cc16fd4e-266b-48a9-8ea1-2d0c7026f71b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:16.522953 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cabccb16-ce28-47c5-b687-ab41038ef17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:16.532611 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:13Z', 'revision_number': 2, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:14Z', 'revision_number': 2, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:16.619915 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-67f1b2f7-00fe-4a1d-b93f-32a73386ff8d service neutron] 10.222.0.81 "GET /v2.0/networks/985f4fbd-9c9b-4f00-933a-f2224376d0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712696 Nov 18 17:27:16.630764 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cabccb16-ce28-47c5-b687-ab41038ef17b None None] Port cc16fd4e-266b-48a9-8ea1-2d0c7026f71b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:27:16.644058 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-023ffa6d-1eb7-4af2-92fe-c2aea6ae5192 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8932815 Nov 18 17:27:16.644393 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Checking router: 561069ff-6ac5-4679-af3b-186f77466136 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:27:16.644925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ffa6d-1eb7-4af2-92fe-c2aea6ae5192 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Network': ['ID=2ef5a6e9-e372-444c-937d-9077a5a7937a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:16.656365 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33752) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:16.657522 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Updating router 561069ff-6ac5-4679-af3b-186f77466136 port cc16fd4e-266b-48a9-8ea1-2d0c7026f71b binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:27:16.658641 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 2ef5a6e9-e372-444c-937d-9077a5a7937a details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:27:16.676525 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-485e21bb-5961-415c-8848-a93dfa56c85c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:16.685155 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-485e21bb-5961-415c-8848-a93dfa56c85c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.81 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 812 time: 0.4571056 Nov 18 17:27:16.711150 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2a06cab5-45f4-42fc-88a9-c34a98ddcb2b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'subnet': {'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:16.722631 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:16.744019 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Attempting to bind port 99f7cef7-2838-4c76-99c8-ed31b8606e4f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:27:16.744437 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Attempting to bind port 99f7cef7-2838-4c76-99c8-ed31b8606e4f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'd2797497-6b75-4a18-9fba-a445447a0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4822d3ad-5758-4982-9a69-332899af7e34'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:27:16.744895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Attempting to bind port 99f7cef7-2838-4c76-99c8-ed31b8606e4f on network 4822d3ad-5758-4982-9a69-332899af7e34 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:16.752046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.81', 64559) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:16.791970 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Port 99f7cef7-2838-4c76-99c8-ed31b8606e4f on network 4822d3ad-5758-4982-9a69-332899af7e34 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:27:16.792527 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Attempting to bind port 99f7cef7-2838-4c76-99c8-ed31b8606e4f on network 4822d3ad-5758-4982-9a69-332899af7e34 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:16.839651 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6e73cfb-13a5-45a9-8067-67bab940e9c0 req-dfc61e0f-8fdb-42fa-8f57-47e3df54b371 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7515981 Nov 18 17:27:16.873783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:27:16.874466 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Checking segment: {'id': 'd2797497-6b75-4a18-9fba-a445447a0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4822d3ad-5758-4982-9a69-332899af7e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:16.875068 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Bound using segment: {'id': 'd2797497-6b75-4a18-9fba-a445447a0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4822d3ad-5758-4982-9a69-332899af7e34'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:27:16.875712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Bound port: 99f7cef7-2838-4c76-99c8-ed31b8606e4f, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2797497-6b75-4a18-9fba-a445447a0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4822d3ad-5758-4982-9a69-332899af7e34'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:27:16.876294 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:16.891134 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d7072b2-f1e9-49c0-bc18-168197b6c770 req-8b7c577a-031b-45ae-bdfd-3b7e0eee1738 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616078 Nov 18 17:27:16.894633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4301709c-d472-4691-be76-f05f00282b29 None None] Provisioning complete for port cc16fd4e-266b-48a9-8ea1-2d0c7026f71b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:16.895024 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4301709c-d472-4691-be76-f05f00282b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:17.026374 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4301709c-d472-4691-be76-f05f00282b29 None None] Port cc16fd4e-266b-48a9-8ea1-2d0c7026f71b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:27:17.108663 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-1af22b35-d02c-4e21-8ad5-900e006955ec tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Request body: {'port': {'device_id': '26abea16-0057-403a-9c87-6d1123899338', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'admin_state_up': True, 'tenant_id': '1516cf9926444ed288e6825e7143ec41'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:17.160887 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff0a1c-4668-4d12-b204-d1a9a32d706c req-fe395b1b-9d2a-4966-a1a9-04505af56455 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:17.166152 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-01ff0a1c-4668-4d12-b204-d1a9a32d706c req-fe395b1b-9d2a-4966-a1a9-04505af56455 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.81 "GET /v2.0/ports?device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 945 time: 0.4122355 Nov 18 17:27:17.214347 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] For port 99f7cef7-2838-4c76-99c8-ed31b8606e4f, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:27:17.226824 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] For port 99f7cef7-2838-4c76-99c8-ed31b8606e4f, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=99f7cef7-2838-4c76-99c8-ed31b8606e4f,segment=NetworkSegment(d2797497-6b75-4a18-9fba-a445447a0a1d),segment_id=d2797497-6b75-4a18-9fba-a445447a0a1d)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:27:17.360217 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76b9d64f-adde-4ea9-9abb-2016a9957719 req-2e981f28-34d2-4688-b069-28096f4d97c6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 210 time: 0.0580120 Nov 18 17:27:17.361386 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:17.366744 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90524b81-82ae-4429-a792-5a535f25f17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:17.432660 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:17.465493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-cbd9863c-2374-40aa-82c1-7d047d1c1fc3 service neutron] 10.222.0.81 "GET /v2.0/networks/985f4fbd-9c9b-4f00-933a-f2224376d0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8171604 Nov 18 17:27:17.495628 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:17.501220 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:17.501220 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] 10.222.0.81 "PUT /v2.0/ports/99f7cef7-2838-4c76-99c8-ed31b8606e4f HTTP/1.1" status: 200 len: 1093 time: 4.1672139 Nov 18 17:27:17.501220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3462577a-dcf0-4eca-b92c-8fa1dc4596b3', 'tag': '99f7cef7-2838-4c76-99c8-ed31b8606e4f'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:17.518618 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8132d2a5-f1fb-477d-aea1-248e558adeff" -d '{"events": [{"name": "network-changed", "server_uuid": "3462577a-dcf0-4eca-b92c-8fa1dc4596b3", "tag": "99f7cef7-2838-4c76-99c8-ed31b8606e4f"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:17.519449 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:17.548077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc46466-7568-4b69-b0bc-9d44ad8f3daf service neutron] Pushing event updated for resources: {'Port': ['ID=99f7cef7-2838-4c76-99c8-ed31b8606e4f,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:17.585793 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.api [None req-2a06cab5-45f4-42fc-88a9-c34a98ddcb2b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 18 17:27:17.585793 n-d-813419-11 neutron-server[104007]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 18 17:27:17.585793 n-d-813419-11 neutron-server[104007]: [parameters: {'project_id_1': 'ff749e327e3f4d4a8aac79e56b1a247e', 'expiration_1': datetime.datetime(2021, 11, 18, 17, 26, 57, 489086)}] Nov 18 17:27:17.585793 n-d-813419-11 neutron-server[104007]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:27:17.586220 n-d-813419-11 neutron-server[104007]: DEBUG oslo_db.api [None req-2a06cab5-45f4-42fc-88a9-c34a98ddcb2b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:27:17.590347 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2b185-0c23-41b9-9a71-38158ae2dcba None None] Pushing event updated for resources: {'Port': ['ID=cc16fd4e-266b-48a9-8ea1-2d0c7026f71b,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:17.607979 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2b185-0c23-41b9-9a71-38158ae2dcba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:17.620377 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2b185-0c23-41b9-9a71-38158ae2dcba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:17.620959 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2b185-0c23-41b9-9a71-38158ae2dcba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:17.621373 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2b185-0c23-41b9-9a71-38158ae2dcba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:17.621901 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2b185-0c23-41b9-9a71-38158ae2dcba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:17.622505 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2b185-0c23-41b9-9a71-38158ae2dcba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:17.622843 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2b185-0c23-41b9-9a71-38158ae2dcba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:17.624689 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2b185-0c23-41b9-9a71-38158ae2dcba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:17.625041 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2b185-0c23-41b9-9a71-38158ae2dcba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:17.625425 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2b185-0c23-41b9-9a71-38158ae2dcba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:17.625765 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2b185-0c23-41b9-9a71-38158ae2dcba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:17.626097 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2b185-0c23-41b9-9a71-38158ae2dcba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:17.630100 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0f436-b730-4ad5-adcd-0282cebb0e6a req-be91bdfc-57b5-4f92-957d-d8cc9985d923 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:17.632029 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ff0f436-b730-4ad5-adcd-0282cebb0e6a req-be91bdfc-57b5-4f92-957d-d8cc9985d923 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3462577a-dcf0-4eca-b92c-8fa1dc4596b3 HTTP/1.1" status: 200 len: 944 time: 0.5806472 Nov 18 17:27:17.680389 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90524b81-82ae-4429-a792-5a535f25f17a admin admin] Pushing event updated for resources: {'Subnet': ['ID=62d71617-8b0d-4839-be96-ceb1c69447c4,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:17.711719 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2478be-4a1f-4168-97c0-6e9a15ad182b req-509c7334-dc72-4fa9-81ee-dd6bd351f4cb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:17.716975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-1af22b35-d02c-4e21-8ad5-900e006955ec tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Made reservation on behalf of 1516cf9926444ed288e6825e7143ec41 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:27:17.717437 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd2478be-4a1f-4168-97c0-6e9a15ad182b req-509c7334-dc72-4fa9-81ee-dd6bd351f4cb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 946 time: 0.2465696 Nov 18 17:27:17.726943 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-a1fc3562-17e2-44f2-9d2b-db548882cf7a tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:17.727061 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-1af22b35-d02c-4e21-8ad5-900e006955ec tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:17.728562 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-a1fc3562-17e2-44f2-9d2b-db548882cf7a tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0&tenant_id=2cf238edb8014a38996468367e264a07&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 1098 time: 0.1934247 Nov 18 17:27:17.729744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90524b81-82ae-4429-a792-5a535f25f17a admin admin] Checking segment: {'id': '648764f9-9c5a-4afb-bf75-5fd78a523de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '28cadae8-58f7-455f-869d-7b1c0b344f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:17.731550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90524b81-82ae-4429-a792-5a535f25f17a admin admin] Network hostable DHCP agents. Network: 28cadae8-58f7-455f-869d-7b1c0b344f58, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:27:17.765894 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813419-11'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:17.797831 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Attempting to bind port cc16fd4e-266b-48a9-8ea1-2d0c7026f71b on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:27:17.799152 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Attempting to bind port cc16fd4e-266b-48a9-8ea1-2d0c7026f71b by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:27:17.799152 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Attempting to bind port cc16fd4e-266b-48a9-8ea1-2d0c7026f71b on network 5df1bc63-3ffb-43e2-bd34-29ed1b4e201b {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:17.808261 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:27:17.808718 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Checking segment: {'id': 'aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:17.810075 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:17.811398 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Bound using segment: {'id': 'aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:27:17.812518 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Bound port: cc16fd4e-266b-48a9-8ea1-2d0c7026f71b, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:27:17.816652 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:17.862228 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-01ff0a1c-4668-4d12-b204-d1a9a32d706c req-7c53238f-e872-47b1-b1af-555e217ee05b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Deleting port aff3e927-38e5-4600-9e2f-00a685791687 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:27:17.862596 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-01ff0a1c-4668-4d12-b204-d1a9a32d706c req-7c53238f-e872-47b1-b1af-555e217ee05b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:17.905726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-06ada981-5504-4bd7-9142-60161c51d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:17.907442 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-06ada981-5504-4bd7-9142-60161c51d7b6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=672de6bd672e4abb9d212f3dab4d92c1&device_id=3462577a-dcf0-4eca-b92c-8fa1dc4596b3 HTTP/1.1" status: 200 len: 1096 time: 0.2734556 Nov 18 17:27:17.941926 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ff0f436-b730-4ad5-adcd-0282cebb0e6a req-cf81e2b1-96d6-43cd-afc1-fffb0bf79ebf tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757704 Nov 18 17:27:17.955394 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] For port cc16fd4e-266b-48a9-8ea1-2d0c7026f71b, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:27:17.960688 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] For port cc16fd4e-266b-48a9-8ea1-2d0c7026f71b, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cc16fd4e-266b-48a9-8ea1-2d0c7026f71b,segment=NetworkSegment(aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb),segment_id=aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:27:18.014395 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-d022297e-ae5b-4f9a-9421-c3b886591a1a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99f7cef7-2838-4c76-99c8-ed31b8606e4f HTTP/1.1" status: 200 len: 217 time: 0.0914962 Nov 18 17:27:18.022479 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-01ff0a1c-4668-4d12-b204-d1a9a32d706c req-7c53238f-e872-47b1-b1af-555e217ee05b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] For port aff3e927-38e5-4600-9e2f-00a685791687, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=aff3e927-38e5-4600-9e2f-00a685791687,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:18.022860 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-01ff0a1c-4668-4d12-b204-d1a9a32d706c req-7c53238f-e872-47b1-b1af-555e217ee05b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:18.043970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-01ff0a1c-4668-4d12-b204-d1a9a32d706c req-7c53238f-e872-47b1-b1af-555e217ee05b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Calling delete_port for aff3e927-38e5-4600-9e2f-00a685791687 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:27:18.051923 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:18.135771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd2478be-4a1f-4168-97c0-6e9a15ad182b req-8671fca0-07d8-4e2d-961b-05c3ce343039 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4023428 Nov 18 17:27:18.149583 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0e0fd0-7dce-4cb4-9bf6-dce0afd6303e x-openstack-request-id: req-7d0e0fd0-7dce-4cb4-9bf6-dce0afd6303e {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:18.149980 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3462577a-dcf0-4eca-b92c-8fa1dc4596b3", "tag": "99f7cef7-2838-4c76-99c8-ed31b8606e4f", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:18.150247 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7d0e0fd0-7dce-4cb4-9bf6-dce0afd6303e {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:18.150670 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3462577a-dcf0-4eca-b92c-8fa1dc4596b3', 'tag': '99f7cef7-2838-4c76-99c8-ed31b8606e4f', 'status': 'completed', 'code': 200} Nov 18 17:27:18.155939 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:18.224782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-00298776-f25f-46cb-9ec2-7a75ef6d9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:18.224979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0443f9e8-20f7-4c75-aa22-61d08b383ae8 None None] Provisioning complete for port cc16fd4e-266b-48a9-8ea1-2d0c7026f71b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:18.225439 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0443f9e8-20f7-4c75-aa22-61d08b383ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:18.226287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-00298776-f25f-46cb-9ec2-7a75ef6d9a69 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5927dc87-a3e7-46a1-890e-3bbdae1d79a4 HTTP/1.1" status: 200 len: 853 time: 0.1700711 Nov 18 17:27:18.257462 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:18.258113 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:18.288969 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-a787d5cf-0e3c-4743-8f0d-63f39cb85def service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4822d3ad-5758-4982-9a69-332899af7e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546620 Nov 18 17:27:18.301029 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a06cab5-45f4-42fc-88a9-c34a98ddcb2b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:27:18.304822 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2a06cab5-45f4-42fc-88a9-c34a98ddcb2b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:18.335371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90524b81-82ae-4429-a792-5a535f25f17a admin admin] Network 28cadae8-58f7-455f-869d-7b1c0b344f58 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:27:18.401106 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-01ff0a1c-4668-4d12-b204-d1a9a32d706c req-7c53238f-e872-47b1-b1af-555e217ee05b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:18.451364 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:27:18.459238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['aff3e927-38e5-4600-9e2f-00a685791687'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:27:18.479575 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8b0140f8-ab7d-4b55-b092-6caf280ecdb8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:27:18.624097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53238f-e872-47b1-b1af-555e217ee05b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Pushing event deleted for resources: {'Port': ['ID=aff3e927-38e5-4600-9e2f-00a685791687,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:18.634922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-90524b81-82ae-4429-a792-5a535f25f17a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 28cadae8-58f7-455f-869d-7b1c0b344f58) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:18.655611 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90524b81-82ae-4429-a792-5a535f25f17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:18.656892 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90524b81-82ae-4429-a792-5a535f25f17a admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:18.661508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff59b78-51a2-4fc6-8bf6-1800795e8727 None None] Network 28cadae8-58f7-455f-869d-7b1c0b344f58 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:27:18.713989 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2b185-0c23-41b9-9a71-38158ae2dcba None None] Pushing event updated for resources: {'Port': ['ID=cc16fd4e-266b-48a9-8ea1-2d0c7026f71b,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:18.726397 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:13Z', 'revision_number': 2, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:17Z', 'revision_number': 4, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:18.744588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-1af22b35-d02c-4e21-8ad5-900e006955ec tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Allocated IP 172.20.0.8 (07ec2429-d3d7-4064-9a1d-8a3a182595b6/7976e89e-5be5-4df2-8b35-304447c16fb5/1151ed2c-eadf-439b-b3ba-a9668077b34c) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:27:18.747587 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ff0a1c-4668-4d12-b204-d1a9a32d706c req-7c53238f-e872-47b1-b1af-555e217ee05b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] No DVR routers for this DVR port aff3e927-38e5-4600-9e2f-00a685791687 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:27:18.756232 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-01ff0a1c-4668-4d12-b204-d1a9a32d706c req-7c53238f-e872-47b1-b1af-555e217ee05b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:18.762000 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f3cd9-52f9-4b6c-b1d3-1e880ea36629 None None] The sync data for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 is: [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:13Z', 'revision_number': 2, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:17Z', 'revision_number': 4, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:27:18.762381 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-01ff0a1c-4668-4d12-b204-d1a9a32d706c req-7c53238f-e872-47b1-b1af-555e217ee05b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.81 "DELETE /v2.0/ports/aff3e927-38e5-4600-9e2f-00a685791687 HTTP/1.1" status: 204 len: 173 time: 1.4275100 Nov 18 17:27:18.762998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a53c17-48c1-4040-98a3-2ae9cf049e64', 'name': 'network-vif-deleted', 'tag': 'aff3e927-38e5-4600-9e2f-00a685791687'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:18.785219 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897f5cab-6fd8-4a60-bb4b-fcff19813d5d" -d '{"events": [{"server_uuid": "63a53c17-48c1-4040-98a3-2ae9cf049e64", "name": "network-vif-deleted", "tag": "aff3e927-38e5-4600-9e2f-00a685791687"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:18.856062 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-90524b81-82ae-4429-a792-5a535f25f17a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.3721492 Nov 18 17:27:19.025989 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0443f9e8-20f7-4c75-aa22-61d08b383ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:19.100892 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-1af22b35-d02c-4e21-8ad5-900e006955ec tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:19.182223 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a275308b-1d1e-4b50-b8ae-9abb14fb5add None None] Network 28cadae8-58f7-455f-869d-7b1c0b344f58 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:27:19.235286 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0443f9e8-20f7-4c75-aa22-61d08b383ae8 None None] For port cc16fd4e-266b-48a9-8ea1-2d0c7026f71b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cc16fd4e-266b-48a9-8ea1-2d0c7026f71b,segment=NetworkSegment(aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb),segment_id=aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:19.352360 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0443f9e8-20f7-4c75-aa22-61d08b383ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:19.462507 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61fe9f-0c5e-4345-8ae4-866a6ddf755c req-eb4b033f-d074-41e3-9074-ebfaaa165d04 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:19.492651 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e61fe9f-0c5e-4345-8ae4-866a6ddf755c req-eb4b033f-d074-41e3-9074-ebfaaa165d04 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=63a53c17-48c1-4040-98a3-2ae9cf049e64 HTTP/1.1" status: 200 len: 867 time: 1.2385893 Nov 18 17:27:19.588354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443f9e8-20f7-4c75-aa22-61d08b383ae8 None None] Pushing event updated for resources: {'Port': ['ID=cc16fd4e-266b-48a9-8ea1-2d0c7026f71b,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:19.656418 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e61fe9f-0c5e-4345-8ae4-866a6ddf755c req-b022ebf1-6bb2-4207-96c0-230fa8771d05 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649346 Nov 18 17:27:19.730172 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-45f67ea0-e875-412e-bcac-d07bc3545e51 None None] Provisioning complete for port cc16fd4e-266b-48a9-8ea1-2d0c7026f71b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:19.730556 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-45f67ea0-e875-412e-bcac-d07bc3545e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:19.755483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] For port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,segment=NetworkSegment(b444b4b2-14ef-4853-adbd-aef5dc7ba457),segment_id=b444b4b2-14ef-4853-adbd-aef5dc7ba457)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:19.786373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be28e3e-ae1a-4563-b1f6-b4eb064ba671 req-d2efac51-b2e7-4300-9a83-27b1e7778263 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:19.813589 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0be28e3e-ae1a-4563-b1f6-b4eb064ba671 req-d2efac51-b2e7-4300-9a83-27b1e7778263 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 1.4394755 Nov 18 17:27:19.931645 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-1af22b35-d02c-4e21-8ad5-900e006955ec tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:19.957843 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['50f3a873-e3a7-4160-a8a5-d987c2e76694'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:27:19.966553 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-6994ffb6-c71b-4f3d-b229-87ada45f2fd3 service neutron] 10.222.0.81 "GET /v2.0/networks/4822d3ad-5758-4982-9a69-332899af7e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6538742 Nov 18 17:27:20.013085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-1af22b35-d02c-4e21-8ad5-900e006955ec tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:27:20.027629 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cc16fd4e-266b-48a9-8ea1-2d0c7026f71b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:20.038404 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-1af22b35-d02c-4e21-8ad5-900e006955ec tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:20.046946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-1af22b35-d02c-4e21-8ad5-900e006955ec tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:27:20.049450 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] For port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:27:20.154109 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:20.163064 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-1af22b35-d02c-4e21-8ad5-900e006955ec tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:20.163630 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-1af22b35-d02c-4e21-8ad5-900e006955ec tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:20.205095 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af22b35-d02c-4e21-8ad5-900e006955ec tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Pushing event updated for resources: {'Port': ['ID=1151ed2c-eadf-439b-b3ba-a9668077b34c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:20.249658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:20.255732 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c657fe9f-6e22-45ae-a902-7ded4fc4e70f" -d '{"events": [{"server_uuid": "b2b43c39-0b10-492d-99ad-52ae183b02e0", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd3b501-54d3-48bf-ba90-1d4bb7d498c3"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:20.277662 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-1af22b35-d02c-4e21-8ad5-900e006955ec tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5391455 Nov 18 17:27:20.298319 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Request body: {'port': {'device_id': '26abea16-0057-403a-9c87-6d1123899338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:20.386032 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:20.461153 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:20.469983 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port cc16fd4e-266b-48a9-8ea1-2d0c7026f71b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:20.484793 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:20.547886 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2a06cab5-45f4-42fc-88a9-c34a98ddcb2b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:20.576050 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2a19452f-727c-4389-b001-bb5f81c02382 None None] Provisioning complete for port 1151ed2c-eadf-439b-b3ba-a9668077b34c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:20.577287 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a19452f-727c-4389-b001-bb5f81c02382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:20.637390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2a19452f-727c-4389-b001-bb5f81c02382 None None] Port 1151ed2c-eadf-439b-b3ba-a9668077b34c cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:27:20.670097 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0be28e3e-ae1a-4563-b1f6-b4eb064ba671 req-3ba619b4-8077-4ba7-b699-6ef860572420 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8562434 Nov 18 17:27:20.805276 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea5a1af-9b0a-4a4a-82a2-6595c484ed95 x-openstack-request-id: req-aea5a1af-9b0a-4a4a-82a2-6595c484ed95 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:20.805583 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a53c17-48c1-4040-98a3-2ae9cf049e64", "name": "network-vif-deleted", "tag": "aff3e927-38e5-4600-9e2f-00a685791687", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:20.806015 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aea5a1af-9b0a-4a4a-82a2-6595c484ed95 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:20.806427 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a53c17-48c1-4040-98a3-2ae9cf049e64', 'name': 'network-vif-deleted', 'tag': 'aff3e927-38e5-4600-9e2f-00a685791687', 'status': 'completed', 'code': 200} Nov 18 17:27:20.936748 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device aff3e927-38e5-4600-9e2f-00a685791687 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:27:20.981038 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: aff3e927-38e5-4600-9e2f-00a685791687 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:27:20.981038 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device aff3e927-38e5-4600-9e2f-00a685791687 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:27:20.981683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883ed10-5156-41b1-a040-885570b76daf req-55430b01-3cd2-4782-b339-2bb3f7a3d36a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:20.986155 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9883ed10-5156-41b1-a040-885570b76daf req-55430b01-3cd2-4782-b339-2bb3f7a3d36a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 931 time: 1.0145087 Nov 18 17:27:20.986155 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,revision_number=7']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:21.006891 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-975005d2-a7a0-40b7-ac8e-234353cb2717 req-0fedbdfe-f649-4dfe-8b34-5dc491cb9820 service neutron] 10.222.0.81 "GET /v2.0/networks/4822d3ad-5758-4982-9a69-332899af7e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7510686 Nov 18 17:27:21.007130 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06cab5-45f4-42fc-88a9-c34a98ddcb2b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Subnet': ['ID=f654b306-64c4-4d3f-b9bc-cb947a1fc289,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:21.032860 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1151ed2c-eadf-439b-b3ba-a9668077b34c {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:27:21.059661 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:21.098703 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Transition to ACTIVE for port object 1151ed2c-eadf-439b-b3ba-a9668077b34c will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:27:21.139049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:21.179067 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a06cab5-45f4-42fc-88a9-c34a98ddcb2b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Checking segment: {'id': '7b201816-3eab-42d7-9f88-b0defe91bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:21.179446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a06cab5-45f4-42fc-88a9-c34a98ddcb2b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network hostable DHCP agents. Network: 2ef5a6e9-e372-444c-937d-9077a5a7937a, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:27:21.228830 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9883ed10-5156-41b1-a040-885570b76daf req-e461e94d-92a5-4319-9c5e-362e33d2ce33 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550102 Nov 18 17:27:21.319381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-84b96712-33ce-4d79-bc86-8f8666028f39 None None] Provisioning complete for port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:21.328322 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84b96712-33ce-4d79-bc86-8f8666028f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:21.359628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Pushing event updated for resources: {'Port': ['ID=1151ed2c-eadf-439b-b3ba-a9668077b34c,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:21.409712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18952e3-25b3-4056-8161-be2ffac57d63 req-d7b8409d-19fb-41fa-ae69-d6702bf39010 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:21.412438 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b18952e3-25b3-4056-8161-be2ffac57d63 req-d7b8409d-19fb-41fa-ae69-d6702bf39010 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3462577a-dcf0-4eca-b92c-8fa1dc4596b3 HTTP/1.1" status: 200 len: 944 time: 0.5254369 Nov 18 17:27:21.413355 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a06cab5-45f4-42fc-88a9-c34a98ddcb2b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 2ef5a6e9-e372-444c-937d-9077a5a7937a is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:27:21.452800 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132d2a5-f1fb-477d-aea1-248e558adeff req-78807281-fc73-4641-b3a6-cc8ba0ed274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:21.455039 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8132d2a5-f1fb-477d-aea1-248e558adeff req-78807281-fc73-4641-b3a6-cc8ba0ed274d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=672de6bd672e4abb9d212f3dab4d92c1&device_id=3462577a-dcf0-4eca-b92c-8fa1dc4596b3 HTTP/1.1" status: 200 len: 1096 time: 0.2420781 Nov 18 17:27:21.539919 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-84b96712-33ce-4d79-bc86-8f8666028f39 None None] Port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:27:21.562972 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-2a06cab5-45f4-42fc-88a9-c34a98ddcb2b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 2ef5a6e9-e372-444c-937d-9077a5a7937a) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:21.572505 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145ade6b-5d04-457b-8922-e515aa4fe525 None None] Network 2ef5a6e9-e372-444c-937d-9077a5a7937a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:27:21.651262 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Attempting to bind port 1151ed2c-eadf-439b-b3ba-a9668077b34c on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:27:21.651672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Attempting to bind port 1151ed2c-eadf-439b-b3ba-a9668077b34c by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:27:21.652808 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Attempting to bind port 1151ed2c-eadf-439b-b3ba-a9668077b34c on network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:21.660349 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a06cab5-45f4-42fc-88a9-c34a98ddcb2b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:21.660968 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2a06cab5-45f4-42fc-88a9-c34a98ddcb2b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:21.665822 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Port 1151ed2c-eadf-439b-b3ba-a9668077b34c on network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:27:21.666208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Attempting to bind port 1151ed2c-eadf-439b-b3ba-a9668077b34c on network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:21.683478 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:27:21.684003 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Checking segment: {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:21.684917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Bound using segment: {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:27:21.685400 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Bound port: 1151ed2c-eadf-439b-b3ba-a9668077b34c, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:27:21.685836 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:21.773178 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b18952e3-25b3-4056-8161-be2ffac57d63 req-5560b7ba-293c-4af1-a209-aa185416b620 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504884 Nov 18 17:27:21.773964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Attempting to bind port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 on host n-h2-813419-11 for vnic_type normal with profile {"migrating_to": "n-h1-813419-11"} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:27:21.774305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Attempting to bind port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:27:21.774643 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Attempting to bind port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 on network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:21.859400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2a06cab5-45f4-42fc-88a9-c34a98ddcb2b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.1680100 Nov 18 17:27:21.862350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33804) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:21.864454 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 on network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:27:21.864805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Attempting to bind port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 on network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:21.888856 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbaf055-9110-47a4-9c0c-4454331fb86b req-528560c0-0f8c-4a15-be14-18b43ff1fa3f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:21.896610 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fcbaf055-9110-47a4-9c0c-4454331fb86b req-528560c0-0f8c-4a15-be14-18b43ff1fa3f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 944 time: 0.3515139 Nov 18 17:27:21.901322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:27:21.901676 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Checking segment: {'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:21.902064 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Bound using segment: {'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:27:21.902595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Bound port: 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b444b4b2-14ef-4853-adbd-aef5dc7ba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:27:21.902963 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:21.991450 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132d2a5-f1fb-477d-aea1-248e558adeff req-bd59ddae-1b94-493a-a2cc-402ff69b8351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:21.993668 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8132d2a5-f1fb-477d-aea1-248e558adeff req-bd59ddae-1b94-493a-a2cc-402ff69b8351 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4822d3ad-5758-4982-9a69-332899af7e34 HTTP/1.1" status: 200 len: 915 time: 0.5236938 Nov 18 17:27:22.026276 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:22.078539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-2ef5a6e9-e372-444c-937d-9077a5a7937a', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:27:22.079431 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:22.110940 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fcbaf055-9110-47a4-9c0c-4454331fb86b req-2b0e690c-bffd-42f5-93e9-b5a461e87c42 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948912 Nov 18 17:27:22.112286 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8132d2a5-f1fb-477d-aea1-248e558adeff req-22e0819e-8456-4fa1-a2bc-1ac33380eb58 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99f7cef7-2838-4c76-99c8-ed31b8606e4f HTTP/1.1" status: 200 len: 217 time: 0.1064136 Nov 18 17:27:22.265781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] For port 1151ed2c-eadf-439b-b3ba-a9668077b34c, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:27:22.283341 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132d2a5-f1fb-477d-aea1-248e558adeff req-b4d4a311-60be-496a-879b-9d1fa1f17b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:22.290158 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8132d2a5-f1fb-477d-aea1-248e558adeff req-b4d4a311-60be-496a-879b-9d1fa1f17b63 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5927dc87-a3e7-46a1-890e-3bbdae1d79a4 HTTP/1.1" status: 200 len: 853 time: 0.1474926 Nov 18 17:27:22.292023 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a24a08-21da-4de1-9599-dccbc9ff0e98 x-openstack-request-id: req-73a24a08-21da-4de1-9599-dccbc9ff0e98 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:22.292330 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b43c39-0b10-492d-99ad-52ae183b02e0", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd3b501-54d3-48bf-ba90-1d4bb7d498c3", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:22.292597 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-73a24a08-21da-4de1-9599-dccbc9ff0e98 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:22.293001 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3', 'code': 200} Nov 18 17:27:22.317504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] For port 1151ed2c-eadf-439b-b3ba-a9668077b34c, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1151ed2c-eadf-439b-b3ba-a9668077b34c,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:27:22.349278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Allocated IP 2001:db8:1::2 (2ef5a6e9-e372-444c-937d-9077a5a7937a/f654b306-64c4-4d3f-b9bc-cb947a1fc289/2e8da72a-9ba5-463a-a411-a456cf2ec911) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:27:22.398163 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] For port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:27:22.414530 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8132d2a5-f1fb-477d-aea1-248e558adeff req-039fbf69-e8dd-416f-ae9a-8068c5f509fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4822d3ad-5758-4982-9a69-332899af7e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019142 Nov 18 17:27:22.422022 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:22.478002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:22.478635 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:22.486080 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] 10.222.0.81 "PUT /v2.0/ports/1151ed2c-eadf-439b-b3ba-a9668077b34c HTTP/1.1" status: 200 len: 1092 time: 2.1921232 Nov 18 17:27:22.517091 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] For port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,segment=NetworkSegment(b444b4b2-14ef-4853-adbd-aef5dc7ba457),segment_id=b444b4b2-14ef-4853-adbd-aef5dc7ba457)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:27:22.678629 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:22.690738 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:22.742237 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0ed6d-accb-4e2d-8ea5-dd5784052537 req-c4ada531-3b51-4d2e-9178-d33f544cb537 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:22.742491 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Pushing event updated for resources: {'Port': ['ID=1151ed2c-eadf-439b-b3ba-a9668077b34c,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:22.744442 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48a0ed6d-accb-4e2d-8ea5-dd5784052537 req-c4ada531-3b51-4d2e-9178-d33f544cb537 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.4455004 Nov 18 17:27:22.754753 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:22.788710 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Network 2ef5a6e9-e372-444c-937d-9077a5a7937a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:27:22.794391 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-78f1adc1-57e8-45df-9b51-e4befcbf4ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:22.798673 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:22.802590 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-78f1adc1-57e8-45df-9b51-e4befcbf4ca3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 1095 time: 0.1368642 Nov 18 17:27:22.804401 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:27:22.811201 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26abea16-0057-403a-9c87-6d1123899338', 'tag': '1151ed2c-eadf-439b-b3ba-a9668077b34c'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:22.818297 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6aff54-1d50-48b0-8379-a3d72298dcb9" -d '{"events": [{"name": "network-changed", "server_uuid": "26abea16-0057-403a-9c87-6d1123899338", "tag": "1151ed2c-eadf-439b-b3ba-a9668077b34c"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:22.827187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:22.827558 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:22.827937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:22.830137 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:22.831535 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:22.831933 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:22.832314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:22.832807 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:22.833156 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:22.833499 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:22.836050 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:22.836411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1dc9c8-a1ad-4191-98f2-273b53b15466 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:22.890497 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-7bb66ccf-86fe-4f6b-ae71-1337a075ce15 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1151ed2c-eadf-439b-b3ba-a9668077b34c HTTP/1.1" status: 200 len: 217 time: 0.0413430 Nov 18 17:27:22.892486 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:22.950154 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-6313b699-4673-4ca1-a598-2162d7a88c44 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:22.953583 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-6313b699-4673-4ca1-a598-2162d7a88c44 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/networks?id=28cadae8-58f7-455f-869d-7b1c0b344f58 HTTP/1.1" status: 200 len: 821 time: 0.8597486 Nov 18 17:27:23.003292 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8132d2a5-f1fb-477d-aea1-248e558adeff req-698e45e6-b030-4edb-8842-557280474b29 service neutron] 10.222.0.81 "GET /v2.0/networks/4822d3ad-5758-4982-9a69-332899af7e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868921 Nov 18 17:27:23.004198 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 99f7cef7-2838-4c76-99c8-ed31b8606e4f details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:27:23.075280 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Pushing event updated for resources: {'Port': ['ID=2e8da72a-9ba5-463a-a411-a456cf2ec911,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:23.094701 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:23.103561 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-5a1d9bdd-b769-4579-b9cd-63ec9d19461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:23.105257 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-5a1d9bdd-b769-4579-b9cd-63ec9d19461e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.1929252 Nov 18 17:27:23.115622 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Attempting to bind port 2e8da72a-9ba5-463a-a411-a456cf2ec911 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:27:23.116110 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Attempting to bind port 2e8da72a-9ba5-463a-a411-a456cf2ec911 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7b201816-3eab-42d7-9f88-b0defe91bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:27:23.116491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Attempting to bind port 2e8da72a-9ba5-463a-a411-a456cf2ec911 on network 2ef5a6e9-e372-444c-937d-9077a5a7937a {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:23.129020 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-9838800d-542f-48bf-8a4a-ac0b0813555c tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/quotas/77ae5f7c7fc04a84aff9e0619dd8388d HTTP/1.1" status: 200 len: 375 time: 0.1511137 Nov 18 17:27:23.137275 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,revision_number=8']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:23.156366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:27:23.156762 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Checking segment: {'id': '7b201816-3eab-42d7-9f88-b0defe91bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:23.157195 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:23.157588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Bound using segment: {'id': '7b201816-3eab-42d7-9f88-b0defe91bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:27:23.158094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Bound port: 2e8da72a-9ba5-463a-a411-a456cf2ec911, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b201816-3eab-42d7-9f88-b0defe91bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:27:23.158489 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:23.197635 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-0eee2574-bf41-4cc5-83d9-f6257380a74f tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=77ae5f7c7fc04a84aff9e0619dd8388d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438426 Nov 18 17:27:23.282349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-9611d346-2d30-46af-a510-7a3816e56ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:23.284055 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-9611d346-2d30-46af-a510-7a3816e56ad8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1649802 Nov 18 17:27:23.291899 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48a0ed6d-accb-4e2d-8ea5-dd5784052537 req-8e2ba63e-c271-4707-bd92-51067bd4fb8a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470677 Nov 18 17:27:23.402288 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 99f7cef7-2838-4c76-99c8-ed31b8606e4f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=99f7cef7-2838-4c76-99c8-ed31b8606e4f,segment=NetworkSegment(d2797497-6b75-4a18-9fba-a445447a0a1d),segment_id=d2797497-6b75-4a18-9fba-a445447a0a1d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:23.426926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a19adfe9-1c6a-4a7b-bc9a-0e9c809c5f29 None None] Provisioning complete for port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:23.427304 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a19adfe9-1c6a-4a7b-bc9a-0e9c809c5f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:23.464190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] For port 2e8da72a-9ba5-463a-a411-a456cf2ec911, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:27:23.466469 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '99f7cef7-2838-4c76-99c8-ed31b8606e4f', 'network_id': '4822d3ad-5758-4982-9a69-332899af7e34', 'port_id': '99f7cef7-2838-4c76-99c8-ed31b8606e4f', 'mac_address': 'fa:16:3e:17:db:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5927dc87-a3e7-46a1-890e-3bbdae1d79a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:27:23.484233 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:23.484873 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:23.486288 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-6462fb77-cf55-42e4-94e8-0a81afa96b84 service neutron] 10.222.0.81 "PUT /v2.0/ports/2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 HTTP/1.1" status: 200 len: 1124 time: 5.7475727 Nov 18 17:27:23.499216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] For port 2e8da72a-9ba5-463a-a411-a456cf2ec911, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2e8da72a-9ba5-463a-a411-a456cf2ec911,segment=NetworkSegment(7b201816-3eab-42d7-9f88-b0defe91bc30),segment_id=7b201816-3eab-42d7-9f88-b0defe91bc30)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:27:23.511517 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8132d2a5-f1fb-477d-aea1-248e558adeff req-453d56a4-4e28-4066-94bf-acc7031b5f4a service neutron] 10.222.0.81 "GET /v2.0/networks/4822d3ad-5758-4982-9a69-332899af7e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581437 Nov 18 17:27:23.530833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-47fb19ad-342b-4433-8987-1d5abbc9292b service neutron] 10.222.0.72 "GET /v2.0/networks/28cadae8-58f7-455f-869d-7b1c0b344f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153486 Nov 18 17:27:23.531954 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-72be3fba-f521-41c3-972d-00b2fcdec4b2 service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311776 Nov 18 17:27:23.587145 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:23.664588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['2cd3b501-54d3-48bf-ba90-1d4bb7d498c3'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:27:23.776537 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-2bcad750-f3a0-43c6-b714-8dda5d2b74c8 service neutron] 10.222.0.72 "GET /v2.0/networks/28cadae8-58f7-455f-869d-7b1c0b344f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397740 Nov 18 17:27:23.817472 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:23.926869 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1035539b-9d1f-46e3-bd8c-5a9e70214628 req-9f11356a-11cb-48c4-811f-2649c12d3ef6 service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909783 Nov 18 17:27:23.943122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Allocated IP 2001:db8:1::1 (2ef5a6e9-e372-444c-937d-9077a5a7937a/f654b306-64c4-4d3f-b9bc-cb947a1fc289/1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:27:24.007910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f7cef7-2838-4c76-99c8-ed31b8606e4f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:27:24.077997 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7cd0e-3edb-4ebc-8874-57d32e0147f2 None None] Pushing event updated for resources: {'Port': ['ID=2e8da72a-9ba5-463a-a411-a456cf2ec911,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:24.104677 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a19adfe9-1c6a-4a7b-bc9a-0e9c809c5f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:24.153408 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 99f7cef7-2838-4c76-99c8-ed31b8606e4f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=99f7cef7-2838-4c76-99c8-ed31b8606e4f,segment=NetworkSegment(d2797497-6b75-4a18-9fba-a445447a0a1d),segment_id=d2797497-6b75-4a18-9fba-a445447a0a1d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:24.281831 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:24.285218 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:24.293955 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'tag': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:24.296777 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cca8809-476d-4e45-bc45-3f8534b7b115" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b43c39-0b10-492d-99ad-52ae183b02e0", "tag": "2cd3b501-54d3-48bf-ba90-1d4bb7d498c3"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:24.323249 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:24.328115 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7a1099-802a-4a7d-bc42-2ef9885688e8" -d '{"events": [{"server_uuid": "b2b43c39-0b10-492d-99ad-52ae183b02e0", "name": "network-vif-plugged", "status": "completed", "tag": "2cd3b501-54d3-48bf-ba90-1d4bb7d498c3"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:24.400456 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24d71e-4ecd-4a2d-ab62-24af04b877bf req-733ea9b3-fec2-46e2-bea2-d81cac250635 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:24.412535 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f24d71e-4ecd-4a2d-ab62-24af04b877bf req-733ea9b3-fec2-46e2-bea2-d81cac250635 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 943 time: 0.1336541 Nov 18 17:27:24.475115 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a19adfe9-1c6a-4a7b-bc9a-0e9c809c5f29 None None] For port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,segment=NetworkSegment(b444b4b2-14ef-4853-adbd-aef5dc7ba457),segment_id=b444b4b2-14ef-4853-adbd-aef5dc7ba457)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:24.533171 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f24d71e-4ecd-4a2d-ab62-24af04b877bf req-0de4672e-d865-4f32-bf3f-b9eb74330e93 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194191 Nov 18 17:27:24.577019 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=99f7cef7-2838-4c76-99c8-ed31b8606e4f,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:24.617834 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['99f7cef7-2838-4c76-99c8-ed31b8606e4f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:27:24.737726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29a019-ccab-42b3-8768-99cc3af90e5b req-ec92fda2-6eaa-4252-a654-e02aaaa11342 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:24.737924 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:24.739689 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc29a019-ccab-42b3-8768-99cc3af90e5b req-ec92fda2-6eaa-4252-a654-e02aaaa11342 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3462577a-dcf0-4eca-b92c-8fa1dc4596b3 HTTP/1.1" status: 200 len: 945 time: 0.0548656 Nov 18 17:27:24.785258 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 2ef5a6e9-e372-444c-937d-9077a5a7937a is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:27:24.796450 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:24.804367 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:27:24.804912 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:24.816653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:24.846751 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc29a019-ccab-42b3-8768-99cc3af90e5b req-6b71e1ce-39e8-45f8-9f39-8353fcbe5f41 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005702 Nov 18 17:27:24.867703 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a19adfe9-1c6a-4a7b-bc9a-0e9c809c5f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:24.940244 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe3fb2f-527d-409f-ad87-884a17dfaf50 x-openstack-request-id: req-0fe3fb2f-527d-409f-ad87-884a17dfaf50 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:24.940550 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26abea16-0057-403a-9c87-6d1123899338", "tag": "1151ed2c-eadf-439b-b3ba-a9668077b34c", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:24.940820 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0fe3fb2f-527d-409f-ad87-884a17dfaf50 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:24.941245 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26abea16-0057-403a-9c87-6d1123899338', 'tag': '1151ed2c-eadf-439b-b3ba-a9668077b34c', 'status': 'completed', 'code': 200} Nov 18 17:27:25.004727 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:27:25.076682 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-19a2197a-e5c0-4f85-9ee3-724c3889ba95 req-11373394-26eb-4ed5-a58c-b72e0d09542c tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 210 time: 0.0729728 Nov 18 17:27:25.134228 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aff54-1d50-48b0-8379-a3d72298dcb9 req-b2476cf8-62c8-4989-9555-6c9da4afe994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:25.134605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19adfe9-1c6a-4a7b-bc9a-0e9c809c5f29 None None] Pushing event updated for resources: {'Port': ['ID=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:25.135934 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd6aff54-1d50-48b0-8379-a3d72298dcb9 req-b2476cf8-62c8-4989-9555-6c9da4afe994 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 1095 time: 0.1725781 Nov 18 17:27:25.295458 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:25.382362 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,segment=NetworkSegment(b444b4b2-14ef-4853-adbd-aef5dc7ba457),segment_id=b444b4b2-14ef-4853-adbd-aef5dc7ba457)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:25.395041 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cfbe4-a4e5-4154-9da7-dfd5f2d12f69 req-a348e7d3-be5b-4f3f-9c50-42c10127f0b6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:25.399241 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f1cfbe4-a4e5-4154-9da7-dfd5f2d12f69 req-a348e7d3-be5b-4f3f-9c50-42c10127f0b6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 946 time: 0.3386812 Nov 18 17:27:25.412964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 has no active binding in host n-h1-813419-11 {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 18 17:27:25.489415 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603838a-d74c-49f0-8623-c024664a3f8e req-724596ce-463b-4059-8f15-7a34cc8b64b5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:25.497448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b603838a-d74c-49f0-8623-c024664a3f8e req-724596ce-463b-4059-8f15-7a34cc8b64b5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.2755942 Nov 18 17:27:25.652463 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f1cfbe4-a4e5-4154-9da7-dfd5f2d12f69 req-7f4a3c24-069c-4e38-a3af-eb7547ef5c63 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432513 Nov 18 17:27:25.683182 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b603838a-d74c-49f0-8623-c024664a3f8e req-64bd241e-6498-44df-95b5-a6ffe76cc17b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842155 Nov 18 17:27:25.725335 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:25.768078 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce450a1-15c2-42f5-9746-30c7c2516a5f x-openstack-request-id: req-6ce450a1-15c2-42f5-9746-30c7c2516a5f {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:25.768181 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b43c39-0b10-492d-99ad-52ae183b02e0", "name": "network-vif-plugged", "status": "completed", "tag": "2cd3b501-54d3-48bf-ba90-1d4bb7d498c3", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:25.769337 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6ce450a1-15c2-42f5-9746-30c7c2516a5f {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:25.769337 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3', 'code': 200} Nov 18 17:27:25.773247 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aff54-1d50-48b0-8379-a3d72298dcb9 req-0889129f-3550-4cf8-b112-9f2b519fb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:25.790840 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb66b49e-3b0e-4e21-ac4c-e2e1db2d3819 x-openstack-request-id: req-fb66b49e-3b0e-4e21-ac4c-e2e1db2d3819 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:25.793225 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b43c39-0b10-492d-99ad-52ae183b02e0", "tag": "2cd3b501-54d3-48bf-ba90-1d4bb7d498c3", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:25.796718 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fb66b49e-3b0e-4e21-ac4c-e2e1db2d3819 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:25.796718 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'tag': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3', 'status': 'completed', 'code': 200} Nov 18 17:27:25.797026 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65f5088-28ce-457e-9fdd-a9b2570fbfdc None None] Network 2ef5a6e9-e372-444c-937d-9077a5a7937a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:27:25.797126 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd6aff54-1d50-48b0-8379-a3d72298dcb9 req-0889129f-3550-4cf8-b112-9f2b519fb657 service neutron] 10.222.0.81 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.5984635 Nov 18 17:27:25.798478 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:25.800561 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:25.981403 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2e8da72a-9ba5-463a-a411-a456cf2ec911 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:26.089534 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd6aff54-1d50-48b0-8379-a3d72298dcb9 req-fa3d9320-417f-4144-b96d-9861475191a6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1151ed2c-eadf-439b-b3ba-a9668077b34c HTTP/1.1" status: 200 len: 217 time: 0.2770190 Nov 18 17:27:26.089920 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-05b15a12-3f3d-4343-91d7-5b36a3415074 None None] Provisioning complete for port 2e8da72a-9ba5-463a-a411-a456cf2ec911 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:26.090348 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05b15a12-3f3d-4343-91d7-5b36a3415074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:26.157527 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:26.171407 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2e8da72a-9ba5-463a-a411-a456cf2ec911 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:26.171802 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:26.211004 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8809-476d-4e45-bc45-3f8534b7b115 req-dfcd21bc-d19e-4d84-8968-0154de7ce1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:26.211661 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:27:26.213623 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5cca8809-476d-4e45-bc45-3f8534b7b115 req-dfcd21bc-d19e-4d84-8968-0154de7ce1d5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 1129 time: 0.3285799 Nov 18 17:27:26.226747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aff54-1d50-48b0-8379-a3d72298dcb9 req-ff3eb30f-36a8-4081-9eae-fa06434bab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:26.228990 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd6aff54-1d50-48b0-8379-a3d72298dcb9 req-ff3eb30f-36a8-4081-9eae-fa06434bab9e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.1159661 Nov 18 17:27:26.306333 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29678567-7fa2-46ca-b625-b81bc5b72d93 req-76285ea3-058c-4a10-99a1-1a16f0a19ba3 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:26.317833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29678567-7fa2-46ca-b625-b81bc5b72d93 req-76285ea3-058c-4a10-99a1-1a16f0a19ba3 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3462577a-dcf0-4eca-b92c-8fa1dc4596b3 HTTP/1.1" status: 200 len: 945 time: 0.2958109 Nov 18 17:27:26.338154 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff1856-e10a-4ad4-b358-3918a0f58da8 req-846390a5-3186-4de1-a6c3-2b45f724466e tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:26.340240 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2ff1856-e10a-4ad4-b358-3918a0f58da8 req-846390a5-3186-4de1-a6c3-2b45f724466e tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 943 time: 0.3082497 Nov 18 17:27:26.368032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 2ef5a6e9-e372-444c-937d-9077a5a7937a is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:27:26.375380 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:26.401653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aff54-1d50-48b0-8379-a3d72298dcb9 req-c8717338-8a4a-4c44-970c-8494e3c66cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:26.403465 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd6aff54-1d50-48b0-8379-a3d72298dcb9 req-c8717338-8a4a-4c44-970c-8494e3c66cc3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1603298 Nov 18 17:27:26.473520 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29678567-7fa2-46ca-b625-b81bc5b72d93 req-31c7107f-c5a1-4194-bd33-3979c55b0929 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543064 Nov 18 17:27:26.556861 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2ff1856-e10a-4ad4-b358-3918a0f58da8 req-dbe7d7c5-2e1a-415b-9707-214b4acc78d6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954618 Nov 18 17:27:26.559239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 561069ff-6ac5-4679-af3b-186f77466136 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:27:26.573168 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8809-476d-4e45-bc45-3f8534b7b115 req-bdcca085-d4da-4b47-b55a-0f09148d1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:26.589608 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5cca8809-476d-4e45-bc45-3f8534b7b115 req-bdcca085-d4da-4b47-b55a-0f09148d1feb service neutron] 10.222.0.83 "GET /v2.0/networks?id=985f4fbd-9c9b-4f00-933a-f2224376d0f0 HTTP/1.1" status: 200 len: 899 time: 0.3446038 Nov 18 17:27:26.678581 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05b15a12-3f3d-4343-91d7-5b36a3415074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:26.722218 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-05b15a12-3f3d-4343-91d7-5b36a3415074 None None] For port 2e8da72a-9ba5-463a-a411-a456cf2ec911, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2e8da72a-9ba5-463a-a411-a456cf2ec911,segment=NetworkSegment(7b201816-3eab-42d7-9f88-b0defe91bc30),segment_id=7b201816-3eab-42d7-9f88-b0defe91bc30)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:26.723744 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:26.783957 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-152b124e-62fe-4c38-9f6b-80c0ff7b234e req-282c45b1-ca7b-44c7-b7db-178a97a2ddc6 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 210 time: 0.0582104 Nov 18 17:27:26.799869 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05b15a12-3f3d-4343-91d7-5b36a3415074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:26.905420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-8649353e-e823-4875-9da8-6191999574b2 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:26.916467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-8649353e-e823-4875-9da8-6191999574b2 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 805 time: 0.2680800 Nov 18 17:27:26.946928 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-6b565245-6a87-4b78-bd06-f1331cba06c9 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/quotas/c82a5a1551b94171a31ac6e4861762c3 HTTP/1.1" status: 200 len: 375 time: 0.0292420 Nov 18 17:27:26.948850 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b15a12-3f3d-4343-91d7-5b36a3415074 None None] Pushing event updated for resources: {'Port': ['ID=2e8da72a-9ba5-463a-a411-a456cf2ec911,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:26.967664 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd6aff54-1d50-48b0-8379-a3d72298dcb9 req-a50a5e18-b421-41f3-90c3-386e605d898c service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449003 Nov 18 17:27:26.976846 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5cca8809-476d-4e45-bc45-3f8534b7b115 req-9122be8e-3ab6-4618-8be0-df7169907c36 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 HTTP/1.1" status: 200 len: 1002 time: 0.3844013 Nov 18 17:27:27.016917 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1151ed2c-eadf-439b-b3ba-a9668077b34c details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:27:27.092313 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-26c40f13-df8a-435d-b78c-1692d90b7e79 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1343920 Nov 18 17:27:27.142617 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1151ed2c-eadf-439b-b3ba-a9668077b34c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1151ed2c-eadf-439b-b3ba-a9668077b34c,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:27.155898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 99f7cef7-2838-4c76-99c8-ed31b8606e4f up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:27.161964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '1151ed2c-eadf-439b-b3ba-a9668077b34c', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'port_id': '1151ed2c-eadf-439b-b3ba-a9668077b34c', 'mac_address': 'fa:16:3e:05:37:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:27:27.198559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:27:27.219145 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b1f3a75f-d24d-48c5-aa53-ca1e1bdb49d0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/561069ff-6ac5-4679-af3b-186f77466136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3547058 Nov 18 17:27:27.232973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33892) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:27.257286 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0ffd4bc3-246d-4c17-8b48-85a4270c5339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1664609080'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:27.262184 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Sync routers for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:27:27.276636 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:27:27.281946 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:27:27.301636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cf862f01-aeb6-4f59-9157-aad67a5042fb None None] Provisioning complete for port 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:27.302170 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cf862f01-aeb6-4f59-9157-aad67a5042fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:27.307666 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd6aff54-1d50-48b0-8379-a3d72298dcb9 req-1ff72abc-9c05-457f-a95e-6e24d0ddfdc8 service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291063 Nov 18 17:27:27.358564 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8809-476d-4e45-bc45-3f8534b7b115 req-d82bcb63-0afb-44b5-ab74-f7447a0f5071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:27.360309 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5cca8809-476d-4e45-bc45-3f8534b7b115 req-d82bcb63-0afb-44b5-ab74-f7447a0f5071 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7b19ee56-2a81-4546-9772-a70239522cce HTTP/1.1" status: 200 len: 834 time: 0.3275020 Nov 18 17:27:27.370542 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cf862f01-aeb6-4f59-9157-aad67a5042fb None None] Port 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:27:27.386099 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:27.386906 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:27.445289 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffd4bc3-246d-4c17-8b48-85a4270c5339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:27:27.452881 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ffd4bc3-246d-4c17-8b48-85a4270c5339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:27.467865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cf862f01-aeb6-4f59-9157-aad67a5042fb None None] Provisioning complete for port 2e8da72a-9ba5-463a-a411-a456cf2ec911 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:27.468853 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cf862f01-aeb6-4f59-9157-aad67a5042fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:27.505290 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8809-476d-4e45-bc45-3f8534b7b115 req-9f1ca8d9-599c-40c3-a07e-5974465611d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:27.512960 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5cca8809-476d-4e45-bc45-3f8534b7b115 req-9f1ca8d9-599c-40c3-a07e-5974465611d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=985f4fbd-9c9b-4f00-933a-f2224376d0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1323364 Nov 18 17:27:27.530269 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:27.547560 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ffd4bc3-246d-4c17-8b48-85a4270c5339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:27:27.556939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1151ed2c-eadf-439b-b3ba-a9668077b34c {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:27:27.587885 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1151ed2c-eadf-439b-b3ba-a9668077b34c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1151ed2c-eadf-439b-b3ba-a9668077b34c,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:27.767607 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:27.900310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 99f7cef7-2838-4c76-99c8-ed31b8606e4f completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:27:27.910731 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33a62e-3020-4c61-b372-af4010f433ed req-7a36c547-e59d-4b68-844d-6543bc3b5e11 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:27.912386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea33a62e-3020-4c61-b372-af4010f433ed req-7a36c547-e59d-4b68-844d-6543bc3b5e11 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 946 time: 0.8989809 Nov 18 17:27:27.916093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=1151ed2c-eadf-439b-b3ba-a9668077b34c,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:27.941909 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:27:28.003818 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 99f7cef7-2838-4c76-99c8-ed31b8606e4f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:28.009897 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:28.073650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0db6a82e-6704-4e7c-9a6e-e70075781b2a None None] Provisioning complete for port 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:28.074916 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0db6a82e-6704-4e7c-9a6e-e70075781b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:28.128751 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0db6a82e-6704-4e7c-9a6e-e70075781b2a None None] Port 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:27:28.131314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['1151ed2c-eadf-439b-b3ba-a9668077b34c'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:27:28.194884 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea33a62e-3020-4c61-b372-af4010f433ed req-e41a6fd7-59e0-4787-8a7b-4b4fa27af4f0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677350 Nov 18 17:27:28.203123 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-8278d347-ddbf-4e2a-8913-bc24de28e531 service neutron] 10.222.0.72 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1034071 Nov 18 17:27:28.354179 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2e8da72a-9ba5-463a-a411-a456cf2ec911 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:28.395973 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5cca8809-476d-4e45-bc45-3f8534b7b115 req-4e7d8f94-092f-469e-9fa8-5d3ad857b9a6 service neutron] 10.222.0.83 "GET /v2.0/networks/985f4fbd-9c9b-4f00-933a-f2224376d0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8533702 Nov 18 17:27:28.467066 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ffd4bc3-246d-4c17-8b48-85a4270c5339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:28.467066 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-0ffd4bc3-246d-4c17-8b48-85a4270c5339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Added segment e4e59ffa-57e9-4402-a14c-48ae96df9b6f of type vlan for network 27043452-a2c2-4582-bbbb-d823dedde6f9 Nov 18 17:27:28.469583 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3064dacb-adcb-4e46-b283-058fd1250e3b None None] Provisioning complete for port 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:28.470069 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3064dacb-adcb-4e46-b283-058fd1250e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:28.503756 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-0a8e4995-24f4-4f7e-b7b6-0a4fa4a44ee3 service neutron] 10.222.0.72 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928503 Nov 18 17:27:28.514337 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2250767-ab96-44a4-8655-4df9ad6cde47 req-4b8d25cf-8b55-48c6-8c31-8f100da33305 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:28.517020 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ffd4bc3-246d-4c17-8b48-85a4270c5339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:28.521691 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2250767-ab96-44a4-8655-4df9ad6cde47 req-4b8d25cf-8b55-48c6-8c31-8f100da33305 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.1081576 Nov 18 17:27:28.558619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3064dacb-adcb-4e46-b283-058fd1250e3b None None] Port 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:27:28.603643 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2250767-ab96-44a4-8655-4df9ad6cde47 req-5822a5ff-6913-4304-be9e-852e8c9b2446 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771120 Nov 18 17:27:28.634412 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5cca8809-476d-4e45-bc45-3f8534b7b115 req-a68bb32e-3303-4f4a-9541-8bddf9f8ac0e service neutron] 10.222.0.83 "GET /v2.0/networks/985f4fbd-9c9b-4f00-933a-f2224376d0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012785 Nov 18 17:27:28.695611 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-261074dc-d590-4627-9bac-4c2724977c7f tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:28.700482 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-261074dc-d590-4627-9bac-4c2724977c7f tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.83 "GET /v2.0/networks?id=28cadae8-58f7-455f-869d-7b1c0b344f58 HTTP/1.1" status: 200 len: 821 time: 1.1591456 Nov 18 17:27:28.724180 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-2de3622b-e608-4a9a-bc20-b23039cf7712 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Request body: {'port': {'device_id': 'c9dab61e-7d10-45d8-ae57-1bcda736226a', 'network_id': '28cadae8-58f7-455f-869d-7b1c0b344f58', 'admin_state_up': True, 'tenant_id': '77ae5f7c7fc04a84aff9e0619dd8388d'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:28.811951 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2e8da72a-9ba5-463a-a411-a456cf2ec911 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:28.812337 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:28.823000 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:28.917509 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ffd4bc3-246d-4c17-8b48-85a4270c5339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:28.928532 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffd4bc3-246d-4c17-8b48-85a4270c5339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:28.930256 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ffd4bc3-246d-4c17-8b48-85a4270c5339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:28.975129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3462577a-dcf0-4eca-b92c-8fa1dc4596b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f7cef7-2838-4c76-99c8-ed31b8606e4f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:28.977356 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77caac25-cdcc-4d40-a93b-dd6a971aff24" -d '{"events": [{"server_uuid": "3462577a-dcf0-4eca-b92c-8fa1dc4596b3", "name": "network-vif-plugged", "status": "completed", "tag": "99f7cef7-2838-4c76-99c8-ed31b8606e4f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:29.018620 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 99f7cef7-2838-4c76-99c8-ed31b8606e4f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=99f7cef7-2838-4c76-99c8-ed31b8606e4f,segment=NetworkSegment(d2797497-6b75-4a18-9fba-a445447a0a1d),segment_id=d2797497-6b75-4a18-9fba-a445447a0a1d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:29.031611 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:24Z', 'revision_number': 3, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:25Z', 'revision_number': 2, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:29.043034 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089eb07e-5b84-46b3-9486-859dcbd4a257 req-f4090bc8-06ba-4da5-9fef-38d346075748 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:29.050580 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-089eb07e-5b84-46b3-9486-859dcbd4a257 req-f4090bc8-06ba-4da5-9fef-38d346075748 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3462577a-dcf0-4eca-b92c-8fa1dc4596b3 HTTP/1.1" status: 200 len: 945 time: 0.2539525 Nov 18 17:27:29.065474 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Checking router: 561069ff-6ac5-4679-af3b-186f77466136 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:27:29.065843 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Updating router 561069ff-6ac5-4679-af3b-186f77466136 port 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:27:29.097943 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:29.133699 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8f8be-a4df-4b23-a7b6-2212314da6fc req-b476a73e-8ceb-4bef-bf11-c8c2f14a2cc8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:29.135304 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03f8f8be-a4df-4b23-a7b6-2212314da6fc req-b476a73e-8ceb-4bef-bf11-c8c2f14a2cc8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 944 time: 0.1968594 Nov 18 17:27:29.154378 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0ffd4bc3-246d-4c17-8b48-85a4270c5339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9168198 Nov 18 17:27:29.155158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd4bc3-246d-4c17-8b48-85a4270c5339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Network': ['ID=27043452-a2c2-4582-bbbb-d823dedde6f9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:29.157202 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33914) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:29.164984 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-348ca88f-6f28-45ba-9aeb-45c87a9b170a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'subnet': {'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:29.211120 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 27043452-a2c2-4582-bbbb-d823dedde6f9 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:27:29.219303 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:29.264384 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03f8f8be-a4df-4b23-a7b6-2212314da6fc req-ec2beef3-af64-48ca-9e39-22c7821a4365 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132712 Nov 18 17:27:29.284134 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-089eb07e-5b84-46b3-9486-859dcbd4a257 req-1f04594b-1e24-4836-99c3-987183271b3c tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277300 Nov 18 17:27:29.285233 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-1b7fd953-72f4-4f8f-9d79-d8c30826e391 service neutron] 10.222.0.83 "GET /v2.0/ports/2cd3b501-54d3-48bf-ba90-1d4bb7d498c3/bindings/n-h1-813419-11 HTTP/1.1" status: 200 len: 385 time: 0.1625688 Nov 18 17:27:29.303581 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-2de3622b-e608-4a9a-bc20-b23039cf7712 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Made reservation on behalf of 77ae5f7c7fc04a84aff9e0619dd8388d for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:27:29.313545 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-2de3622b-e608-4a9a-bc20-b23039cf7712 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:29.498306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fc175b4-4373-4058-bdd6-9385eff9a854 req-435e99a2-a5ef-4575-9ace-f2c08c146a08 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 210 time: 0.0676956 Nov 18 17:27:29.584453 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-917862bc-2247-4ca0-9f13-d4c2b584f0d7 req-4d1b58ea-a24f-4f45-b895-5ee00b56963f tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 210 time: 0.1554840 Nov 18 17:27:29.594326 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf75934-9efc-4c4e-8cb1-094ed63bc62f x-openstack-request-id: req-baf75934-9efc-4c4e-8cb1-094ed63bc62f {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:29.612336 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3462577a-dcf0-4eca-b92c-8fa1dc4596b3", "name": "network-vif-plugged", "status": "completed", "tag": "99f7cef7-2838-4c76-99c8-ed31b8606e4f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:29.612648 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-baf75934-9efc-4c4e-8cb1-094ed63bc62f {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:29.613039 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3462577a-dcf0-4eca-b92c-8fa1dc4596b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f7cef7-2838-4c76-99c8-ed31b8606e4f', 'code': 200} Nov 18 17:27:29.624423 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=99f7cef7-2838-4c76-99c8-ed31b8606e4f,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:29.648933 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348ca88f-6f28-45ba-9aeb-45c87a9b170a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:27:29.657382 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-348ca88f-6f28-45ba-9aeb-45c87a9b170a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:29.860315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baae30-027f-420c-a053-0ecd25151a88 req-737f11b8-4442-4a49-9ba5-146f237d0c21 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:29.874946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f1baae30-027f-420c-a053-0ecd25151a88 req-737f11b8-4442-4a49-9ba5-146f237d0c21 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 946 time: 0.2308235 Nov 18 17:27:29.940100 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88ba60-804a-4c20-a9a2-54959c5c4155 req-97464205-14c2-406c-8f7e-65223f910d6d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:29.947192 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d88ba60-804a-4c20-a9a2-54959c5c4155 req-97464205-14c2-406c-8f7e-65223f910d6d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.1779070 Nov 18 17:27:29.973241 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f7e8c4f8-ec70-4366-a31c-f9eaeca935f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:29.982828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-2de3622b-e608-4a9a-bc20-b23039cf7712 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Allocated IP 172.20.0.11 (28cadae8-58f7-455f-869d-7b1c0b344f58/62d71617-8b0d-4839-be96-ceb1c69447c4/f072b54a-0bff-4889-bcff-0862cc0815d7) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:27:29.986910 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-d201995b-59da-4bd4-b598-c24c0da30e57 service neutron] For port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,segment=NetworkSegment(b444b4b2-14ef-4853-adbd-aef5dc7ba457),segment_id=b444b4b2-14ef-4853-adbd-aef5dc7ba457)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:30.013977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50723d-aa9e-4408-bc66-0651865038c6 req-1fd01f33-e7dd-4f2b-bd72-418d098da227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:30.019776 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f1baae30-027f-420c-a053-0ecd25151a88 req-6e327eb3-ec1c-4dc0-8cb4-2f6ce77f2b3e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493974 Nov 18 17:27:30.020506 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3c50723d-aa9e-4408-bc66-0651865038c6 req-1fd01f33-e7dd-4f2b-bd72-418d098da227 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3462577a-dcf0-4eca-b92c-8fa1dc4596b3 HTTP/1.1" status: 200 len: 1098 time: 0.3476179 Nov 18 17:27:30.045727 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:30.093313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-d201995b-59da-4bd4-b598-c24c0da30e57 service neutron] For port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:27:30.095360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d88ba60-804a-4c20-a9a2-54959c5c4155 req-968bac48-f6ff-4d07-9a56-7a815ae71fd1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461041 Nov 18 17:27:30.096043 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-348ca88f-6f28-45ba-9aeb-45c87a9b170a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:30.118520 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:30.216318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc146be-48d4-46a5-8d94-b0a3fa0de132 None None] Pushing event updated for resources: {'Port': ['ID=1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:30.242767 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3c50723d-aa9e-4408-bc66-0651865038c6 req-510c4141-c4be-4ba3-a695-c940362a4fad service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083266 Nov 18 17:27:30.248582 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ca88f-6f28-45ba-9aeb-45c87a9b170a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Checking segment: {'id': 'e4e59ffa-57e9-4402-a14c-48ae96df9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:30.249221 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348ca88f-6f28-45ba-9aeb-45c87a9b170a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network hostable DHCP agents. Network: 27043452-a2c2-4582-bbbb-d823dedde6f9, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:27:30.263693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ca88f-6f28-45ba-9aeb-45c87a9b170a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Subnet': ['ID=e49ab405-6789-4d5e-ac0d-8e54f82a8d79,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:30.269815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:30.280395 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cff043-b6e0-4162-b647-6175ae18a73a" -d '{"events": [{"server_uuid": "b2b43c39-0b10-492d-99ad-52ae183b02e0", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd3b501-54d3-48bf-ba90-1d4bb7d498c3"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:30.300372 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-d201995b-59da-4bd4-b598-c24c0da30e57 service neutron] For port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,segment=NetworkSegment(b444b4b2-14ef-4853-adbd-aef5dc7ba457),segment_id=b444b4b2-14ef-4853-adbd-aef5dc7ba457)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:30.321910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Attempting to bind port 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:27:30.322413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Attempting to bind port 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7b201816-3eab-42d7-9f88-b0defe91bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:27:30.323028 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Attempting to bind port 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 on network 2ef5a6e9-e372-444c-937d-9077a5a7937a {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:30.331077 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:27:30.332841 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Checking segment: {'id': '7b201816-3eab-42d7-9f88-b0defe91bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:30.332841 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:30.332841 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Bound using segment: {'id': '7b201816-3eab-42d7-9f88-b0defe91bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:27:30.333351 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Bound port: 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b201816-3eab-42d7-9f88-b0defe91bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:27:30.333834 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:30.401987 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e944a4-a42e-4cb8-98fd-31e41c92d057 x-openstack-request-id: req-e7e944a4-a42e-4cb8-98fd-31e41c92d057 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:30.401987 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b43c39-0b10-492d-99ad-52ae183b02e0", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd3b501-54d3-48bf-ba90-1d4bb7d498c3", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:30.401987 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e7e944a4-a42e-4cb8-98fd-31e41c92d057 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:30.401987 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3', 'code': 200} Nov 18 17:27:30.422883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348ca88f-6f28-45ba-9aeb-45c87a9b170a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 27043452-a2c2-4582-bbbb-d823dedde6f9 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:27:30.455080 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] For port 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:27:30.459824 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-d201995b-59da-4bd4-b598-c24c0da30e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:30.468750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] For port 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60,segment=NetworkSegment(7b201816-3eab-42d7-9f88-b0defe91bc30),segment_id=7b201816-3eab-42d7-9f88-b0defe91bc30)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:27:30.509738 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-348ca88f-6f28-45ba-9aeb-45c87a9b170a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 27043452-a2c2-4582-bbbb-d823dedde6f9) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:30.519742 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e480cd3-cfe7-4efa-b29d-fee1f3f96595 None None] Network 27043452-a2c2-4582-bbbb-d823dedde6f9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:27:30.524287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ca88f-6f28-45ba-9aeb-45c87a9b170a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:30.525803 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-348ca88f-6f28-45ba-9aeb-45c87a9b170a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:30.557197 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:30.557406 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0554e9-043c-4a40-b582-41a16a8cd258 req-db098ffe-661b-44eb-a587-b88137d3dd1c tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:30.557532 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-2de3622b-e608-4a9a-bc20-b23039cf7712 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:30.560817 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0e0554e9-043c-4a40-b582-41a16a8cd258 req-db098ffe-661b-44eb-a587-b88137d3dd1c tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3462577a-dcf0-4eca-b92c-8fa1dc4596b3 HTTP/1.1" status: 200 len: 946 time: 0.1074717 Nov 18 17:27:30.682774 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0e0554e9-043c-4a40-b582-41a16a8cd258 req-9c1fe4fd-722a-4726-a1ec-64615d596ba2 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196771 Nov 18 17:27:30.696769 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33946) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:30.698240 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-348ca88f-6f28-45ba-9aeb-45c87a9b170a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5399027 Nov 18 17:27:30.726109 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d7f81-9c9c-4a05-99e7-65b3e64b6400 req-2ef69c14-3720-4de4-959d-09146ed64b4f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:30.734321 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-254d7f81-9c9c-4a05-99e7-65b3e64b6400 req-2ef69c14-3720-4de4-959d-09146ed64b4f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 944 time: 0.1700990 Nov 18 17:27:30.740959 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:30.741636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:30.817746 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-d201995b-59da-4bd4-b598-c24c0da30e57 service neutron] Transition to ACTIVE for port object 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:27:30.819357 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-2de3622b-e608-4a9a-bc20-b23039cf7712 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:30.822597 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc146be-48d4-46a5-8d94-b0a3fa0de132 None None] Pushing event updated for resources: {'Port': ['ID=1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:30.829913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-18395803-9afc-4398-96e8-ec20ccf70cc1 None None] Provisioning complete for port 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:30.830426 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18395803-9afc-4398-96e8-ec20ccf70cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:30.845340 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-254d7f81-9c9c-4a05-99e7-65b3e64b6400 req-631c7ed2-ab7f-46f3-95a2-218400b81f85 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029193 Nov 18 17:27:30.925746 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21e9f0c9-0dc5-4c50-84a6-f855f9066c79 req-5eac9ed3-fd5d-4310-a482-b6365f9cba88 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 210 time: 0.0863864 Nov 18 17:27:30.930929 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-d201995b-59da-4bd4-b598-c24c0da30e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:30.937396 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-2de3622b-e608-4a9a-bc20-b23039cf7712 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Network 28cadae8-58f7-455f-869d-7b1c0b344f58 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:27:30.961544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-2de3622b-e608-4a9a-bc20-b23039cf7712 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:30.981208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-2de3622b-e608-4a9a-bc20-b23039cf7712 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:27:31.010666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1151ed2c-eadf-439b-b3ba-a9668077b34c up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:31.103544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3622b-e608-4a9a-bc20-b23039cf7712 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Pushing event updated for resources: {'Port': ['ID=f072b54a-0bff-4889-bcff-0862cc0815d7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:31.105334 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:27:31.114488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311795d-6da8-42c0-9c35-96a009803dfb req-00a41a33-d18f-4c65-950b-390288a73875 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:31.129233 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2311795d-6da8-42c0-9c35-96a009803dfb req-00a41a33-d18f-4c65-950b-390288a73875 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 932 time: 0.1339025 Nov 18 17:27:31.254350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-27043452-a2c2-4582-bbbb-d823dedde6f9', 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'fixed_ips': [{'subnet_id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:27:31.261908 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:31.271019 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2311795d-6da8-42c0-9c35-96a009803dfb req-4671e65f-792b-4d1b-a8b6-3262e0151132 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/security-groups?id=2076ee13-cd37-42d0-825a-c49e1aca02a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404111 Nov 18 17:27:31.330053 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab48d0-450f-45a9-b9ff-56994d4287c9 req-b03d2dcd-7647-4998-997c-7620c6f329cd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:31.347094 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7fab48d0-450f-45a9-b9ff-56994d4287c9 req-b03d2dcd-7647-4998-997c-7620c6f329cd tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 945 time: 0.1863713 Nov 18 17:27:31.398508 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-2de3622b-e608-4a9a-bc20-b23039cf7712 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:31.517977 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-2de3622b-e608-4a9a-bc20-b23039cf7712 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:31.519454 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18395803-9afc-4398-96e8-ec20ccf70cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:31.519558 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7fab48d0-450f-45a9-b9ff-56994d4287c9 req-ff205ee4-2906-4ffa-90f9-94a1427cbaad tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457822 Nov 18 17:27:31.611835 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292594ad-4b8c-4a09-a1cc-0149226c8fbb req-967f4d77-cad8-49e5-845e-6d0d5616b810 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:31.617390 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-292594ad-4b8c-4a09-a1cc-0149226c8fbb req-967f4d77-cad8-49e5-845e-6d0d5616b810 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.1479640 Nov 18 17:27:31.631416 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 1151ed2c-eadf-439b-b3ba-a9668077b34c completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:27:31.659055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 1151ed2c-eadf-439b-b3ba-a9668077b34c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:31.659425 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:31.675072 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-d201995b-59da-4bd4-b598-c24c0da30e57 service neutron] No DVR routers for this DVR port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:27:31.678184 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-18395803-9afc-4398-96e8-ec20ccf70cc1 None None] For port 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60,segment=NetworkSegment(7b201816-3eab-42d7-9f88-b0defe91bc30),segment_id=7b201816-3eab-42d7-9f88-b0defe91bc30)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:31.764253 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-292594ad-4b8c-4a09-a1cc-0149226c8fbb req-60ae02d1-e6cf-48a3-b142-79aedd59bafa tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410897 Nov 18 17:27:31.808223 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Allocated IP 2001:db8:2::2 (27043452-a2c2-4582-bbbb-d823dedde6f9/e49ab405-6789-4d5e-ac0d-8e54f82a8d79/378a1514-1c57-4100-9117-80b53741cfdc) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:27:31.810032 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18395803-9afc-4398-96e8-ec20ccf70cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:31.840481 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201995b-59da-4bd4-b598-c24c0da30e57 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,revision_number=11']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:31.903698 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:31.955950 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a19357-6dbd-48a3-a2c8-1d0416fd8715 req-3ee765c3-e40c-48bf-8b2d-ac3631aabc47 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:31.957786 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8a19357-6dbd-48a3-a2c8-1d0416fd8715 req-3ee765c3-e40c-48bf-8b2d-ac3631aabc47 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/ports?device_id=3462577a-dcf0-4eca-b92c-8fa1dc4596b3 HTTP/1.1" status: 200 len: 946 time: 0.1362801 Nov 18 17:27:31.978072 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-2de3622b-e608-4a9a-bc20-b23039cf7712 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2648408 Nov 18 17:27:32.037294 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c4d84-d844-4723-81c6-491accf6c424 req-ccdc931f-524d-4cd8-b0da-682e2e894a6b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:32.038885 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-259c4d84-d844-4723-81c6-491accf6c424 req-ccdc931f-524d-4cd8-b0da-682e2e894a6b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 944 time: 0.0784235 Nov 18 17:27:32.055337 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Request body: {'port': {'device_id': 'c9dab61e-7d10-45d8-ae57-1bcda736226a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:32.098500 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8a19357-6dbd-48a3-a2c8-1d0416fd8715 req-cc03237f-8536-4257-97f2-27c4c29373cd tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946422 Nov 18 17:27:32.162484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-259c4d84-d844-4723-81c6-491accf6c424 req-998083cb-f0de-4b56-9dc3-d1ac23c663ed tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117260 Nov 18 17:27:32.196909 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:32.212413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:24Z', 'revision_number': 3, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:30Z', 'revision_number': 4, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:32.219734 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18395803-9afc-4398-96e8-ec20ccf70cc1 None None] Pushing event updated for resources: {'Port': ['ID=1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:32.239718 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36a81006-16ed-4f13-a8c5-7c52a1cd99c5 req-3f3d2197-72bb-41ef-81a6-4aaf2783311b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 210 time: 0.0509050 Nov 18 17:27:32.274278 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:32.285349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d6ace-d2ea-4e26-9865-dc2f39191219 None None] The sync data for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 is: [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:24Z', 'revision_number': 3, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:30Z', 'revision_number': 4, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:27:32.303013 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-d201995b-59da-4bd4-b598-c24c0da30e57 service neutron] 10.222.0.83 "PUT /v2.0/ports/2cd3b501-54d3-48bf-ba90-1d4bb7d498c3/bindings/n-h1-813419-11/activate HTTP/1.1" status: 200 len: 370 time: 2.9776795 Nov 18 17:27:32.324037 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d95a714d-097d-437d-bc18-17355999d5e4 None None] Provisioning complete for port 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:32.324412 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d95a714d-097d-437d-bc18-17355999d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:32.334060 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:32.405423 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:32.487000 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:27:32.619153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c3f2d-7d50-4bbc-a2a1-139d717d3d5e req-c96414da-dc04-4815-ab39-4197d2482034 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:32.628960 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-262c3f2d-7d50-4bbc-a2a1-139d717d3d5e req-c96414da-dc04-4815-ab39-4197d2482034 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 932 time: 0.1961658 Nov 18 17:27:32.635204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-e0b2798c-0a56-48fe-892d-3c9d620fa2b2 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:32.635431 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-e0b2798c-0a56-48fe-892d-3c9d620fa2b2 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.81 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 805 time: 0.7105572 Nov 18 17:27:32.667579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-8c43da31-3e03-4c96-a4de-ddfd1986ea0d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Request body: {'port': {'device_id': 'fe08d636-48a0-453c-b825-dab2e0bcdf2c', 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd', 'admin_state_up': True, 'tenant_id': 'c82a5a1551b94171a31ac6e4861762c3'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:32.678261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-19781200-5952-46a2-b102-e956d284104b tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:32.679944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-19781200-5952-46a2-b102-e956d284104b tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0&tenant_id=2cf238edb8014a38996468367e264a07&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 1097 time: 0.1822312 Nov 18 17:27:32.733520 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-262c3f2d-7d50-4bbc-a2a1-139d717d3d5e req-541dfeae-ed0e-4f1f-b8f4-cdf4115ba829 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/security-groups?id=2076ee13-cd37-42d0-825a-c49e1aca02a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018322 Nov 18 17:27:32.877652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-db8fe381-281c-4907-a7f5-750c85385b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:32.881731 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-db8fe381-281c-4907-a7f5-750c85385b0a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0&tenant_id=2cf238edb8014a38996468367e264a07 HTTP/1.1" status: 200 len: 1097 time: 0.1924155 Nov 18 17:27:32.998493 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc480e-0cd8-401f-bcc1-3885dc630aaf req-3e5e3696-5176-4ad2-a505-ceeeca87a301 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:33.006620 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5cdc480e-0cd8-401f-bcc1-3885dc630aaf req-3e5e3696-5176-4ad2-a505-ceeeca87a301 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 945 time: 0.1217542 Nov 18 17:27:33.022411 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9e46a75b-affa-4b9f-b391-f8de57b0670d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:33.024014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Pushing event updated for resources: {'Port': ['ID=378a1514-1c57-4100-9117-80b53741cfdc,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:33.036481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Network 27043452-a2c2-4582-bbbb-d823dedde6f9 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:27:33.043641 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-9b7d44a0-726d-4844-986e-4277e77a07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:33.049945 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-9b7d44a0-726d-4844-986e-4277e77a07c3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 1097 time: 0.1304302 Nov 18 17:27:33.050248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26abea16-0057-403a-9c87-6d1123899338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1151ed2c-eadf-439b-b3ba-a9668077b34c'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:33.053426 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676b8f63-d77f-4cc3-b6bd-c4d92e097a1d" -d '{"events": [{"server_uuid": "26abea16-0057-403a-9c87-6d1123899338", "name": "network-vif-plugged", "status": "completed", "tag": "1151ed2c-eadf-439b-b3ba-a9668077b34c"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:33.083352 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:33.094027 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:27:33.176400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1151ed2c-eadf-439b-b3ba-a9668077b34c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1151ed2c-eadf-439b-b3ba-a9668077b34c,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:33.189887 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Allocated IP 2001:db8:2::1 (27043452-a2c2-4582-bbbb-d823dedde6f9/e49ab405-6789-4d5e-ac0d-8e54f82a8d79/6fd94ac8-bb34-4745-94d7-4b6f5944bba0) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:27:33.198130 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:27:33.207641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-8c43da31-3e03-4c96-a4de-ddfd1986ea0d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Made reservation on behalf of c82a5a1551b94171a31ac6e4861762c3 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:27:33.211530 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-8c43da31-3e03-4c96-a4de-ddfd1986ea0d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:33.264635 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5cdc480e-0cd8-401f-bcc1-3885dc630aaf req-738167f7-7929-40af-a3ef-a21585314148 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561347 Nov 18 17:27:33.312931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Attempting to bind port 378a1514-1c57-4100-9117-80b53741cfdc on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:27:33.316206 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Attempting to bind port 378a1514-1c57-4100-9117-80b53741cfdc by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'e4e59ffa-57e9-4402-a14c-48ae96df9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:27:33.322798 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Attempting to bind port 378a1514-1c57-4100-9117-80b53741cfdc on network 27043452-a2c2-4582-bbbb-d823dedde6f9 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:33.322798 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:33.380194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:27:33.388921 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Checking segment: {'id': 'e4e59ffa-57e9-4402-a14c-48ae96df9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:33.390970 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:33.391509 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Bound using segment: {'id': 'e4e59ffa-57e9-4402-a14c-48ae96df9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:27:33.393584 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Bound port: 378a1514-1c57-4100-9117-80b53741cfdc, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e59ffa-57e9-4402-a14c-48ae96df9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:27:33.394095 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:33.396804 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-1b2c6e9e-84d0-4026-8ae7-6e9aa984a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:33.403261 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-1b2c6e9e-84d0-4026-8ae7-6e9aa984a892 service neutron] 10.222.0.81 "GET /v2.0/networks?id=985f4fbd-9c9b-4f00-933a-f2224376d0f0 HTTP/1.1" status: 200 len: 899 time: 0.3031876 Nov 18 17:27:33.485495 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f072b54a-0bff-4889-bcff-0862cc0815d7 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:27:33.518489 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:33.535055 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd79800e-be49-46f7-a161-47a1cd3da92e x-openstack-request-id: req-fd79800e-be49-46f7-a161-47a1cd3da92e {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:33.535401 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26abea16-0057-403a-9c87-6d1123899338", "name": "network-vif-plugged", "status": "completed", "tag": "1151ed2c-eadf-439b-b3ba-a9668077b34c", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:33.535741 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fd79800e-be49-46f7-a161-47a1cd3da92e {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:33.536227 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26abea16-0057-403a-9c87-6d1123899338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1151ed2c-eadf-439b-b3ba-a9668077b34c', 'code': 200} Nov 18 17:27:33.549371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Transition to ACTIVE for port object f072b54a-0bff-4889-bcff-0862cc0815d7 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:27:33.607582 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=1151ed2c-eadf-439b-b3ba-a9668077b34c,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:33.633924 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:33.655628 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] For port 378a1514-1c57-4100-9117-80b53741cfdc, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:27:33.662760 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:33.665049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] For port 378a1514-1c57-4100-9117-80b53741cfdc, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=378a1514-1c57-4100-9117-80b53741cfdc,segment=NetworkSegment(e4e59ffa-57e9-4402-a14c-48ae96df9b6f),segment_id=e4e59ffa-57e9-4402-a14c-48ae96df9b6f)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:27:33.748780 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:33.794036 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c9e8a-0987-4223-a318-c946c604fb98 req-3720e2b3-49e2-4957-bd41-d900678e2ff3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:33.809376 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c04c9e8a-0987-4223-a318-c946c604fb98 req-3720e2b3-49e2-4957-bd41-d900678e2ff3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.2036207 Nov 18 17:27:33.857479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af4c2f-3e1a-4e27-a5b4-7373343fe067 None None] Pushing event updated for resources: {'Port': ['ID=378a1514-1c57-4100-9117-80b53741cfdc,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:33.870721 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-951b0611-ded2-4c7c-acda-32e860f9f3e5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 HTTP/1.1" status: 200 len: 1000 time: 0.4589612 Nov 18 17:27:33.965932 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a05d52-121f-4dad-8664-9e5b2420eebd req-256295cf-9d4e-492c-b174-00d02d50fd35 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:33.971461 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79a05d52-121f-4dad-8664-9e5b2420eebd req-256295cf-9d4e-492c-b174-00d02d50fd35 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 945 time: 0.3647554 Nov 18 17:27:33.980877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f71ff-c480-4768-b1ff-15a9fe66fff0 req-300f20ff-cab9-49a1-99ae-fb0b966499d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:33.985644 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-107f71ff-c480-4768-b1ff-15a9fe66fff0 req-300f20ff-cab9-49a1-99ae-fb0b966499d3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 1097 time: 0.3790522 Nov 18 17:27:34.031188 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c04c9e8a-0987-4223-a318-c946c604fb98 req-a79c9863-913b-4438-ae72-9fe7e51b2212 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207816 Nov 18 17:27:34.070836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-25395e88-41cc-4b4c-8e49-210be8e9de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:34.073043 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-25395e88-41cc-4b4c-8e49-210be8e9de93 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7b19ee56-2a81-4546-9772-a70239522cce HTTP/1.1" status: 200 len: 834 time: 0.1716378 Nov 18 17:27:34.171317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Pushing event updated for resources: {'Port': ['ID=f072b54a-0bff-4889-bcff-0862cc0815d7,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:34.271161 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-077babd2-8ead-426b-b753-02be23c1fe60 req-46022648-735d-4bef-b1a0-239475ba4823 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 210 time: 0.0495577 Nov 18 17:27:34.280490 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-107f71ff-c480-4768-b1ff-15a9fe66fff0 req-5f9b7d6e-c4d2-4ce1-908a-fa358d927610 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674201 Nov 18 17:27:34.299602 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79a05d52-121f-4dad-8664-9e5b2420eebd req-103762f2-8440-4253-aec9-10f0e8e7fbd7 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074629 Nov 18 17:27:34.320941 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-f8cc80ff-5a01-40fe-93c6-3afa6a31fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:34.328099 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-f8cc80ff-5a01-40fe-93c6-3afa6a31fccb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=985f4fbd-9c9b-4f00-933a-f2224376d0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2209702 Nov 18 17:27:34.411714 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:34.433352 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:34.492753 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-8c43da31-3e03-4c96-a4de-ddfd1986ea0d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Allocated IP 172.20.0.12 (e59e94f2-f384-4c67-a2b2-bbfe576feffd/b53522fb-157f-447d-b118-4d80e9a8327f/57045423-595f-4fff-865f-90a15bbe1734) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:27:34.549783 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:34.550627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc898-17f0-4343-b115-773a97ffa437 req-582c0579-4dcc-46c5-a1b1-f23af28b7abf tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:34.551197 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:34.555438 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a13bc898-17f0-4343-b115-773a97ffa437 req-582c0579-4dcc-46c5-a1b1-f23af28b7abf tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 944 time: 0.1746809 Nov 18 17:27:34.588275 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Attempting to bind port f072b54a-0bff-4889-bcff-0862cc0815d7 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:27:34.588618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Attempting to bind port f072b54a-0bff-4889-bcff-0862cc0815d7 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '648764f9-9c5a-4afb-bf75-5fd78a523de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '28cadae8-58f7-455f-869d-7b1c0b344f58'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:27:34.588952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Attempting to bind port f072b54a-0bff-4889-bcff-0862cc0815d7 on network 28cadae8-58f7-455f-869d-7b1c0b344f58 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:34.603507 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:34.616394 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed246e-181a-4991-b402-738594ca023b req-f16824fa-1ba0-4967-9db4-2acb23a509d2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:34.626633 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-beed246e-181a-4991-b402-738594ca023b req-f16824fa-1ba0-4967-9db4-2acb23a509d2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 945 time: 0.2564864 Nov 18 17:27:34.632226 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Port f072b54a-0bff-4889-bcff-0862cc0815d7 on network 28cadae8-58f7-455f-869d-7b1c0b344f58 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:27:34.632550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Attempting to bind port f072b54a-0bff-4889-bcff-0862cc0815d7 on network 28cadae8-58f7-455f-869d-7b1c0b344f58 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:34.700830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 27043452-a2c2-4582-bbbb-d823dedde6f9 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:27:34.701690 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:27:34.702023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Checking segment: {'id': '648764f9-9c5a-4afb-bf75-5fd78a523de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '28cadae8-58f7-455f-869d-7b1c0b344f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:34.702416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Bound using segment: {'id': '648764f9-9c5a-4afb-bf75-5fd78a523de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '28cadae8-58f7-455f-869d-7b1c0b344f58'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:27:34.702857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Bound port: f072b54a-0bff-4889-bcff-0862cc0815d7, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648764f9-9c5a-4afb-bf75-5fd78a523de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '28cadae8-58f7-455f-869d-7b1c0b344f58'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:27:34.703216 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:34.745651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:34.758496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:27:34.759386 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:34.780780 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-beed246e-181a-4991-b402-738594ca023b req-61531114-9d4b-44b9-b62f-b3c89e506ba7 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528325 Nov 18 17:27:34.792131 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=6fd94ac8-bb34-4745-94d7-4b6f5944bba0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:34.796317 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a13bc898-17f0-4343-b115-773a97ffa437 req-64ca4ac3-948a-43f4-b92d-bd31a7e533bd tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/security-groups?id=2076ee13-cd37-42d0-825a-c49e1aca02a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118237 Nov 18 17:27:34.839525 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-450e48a7-d592-4e9d-ae14-c7db0b29b4ad service neutron] 10.222.0.81 "GET /v2.0/networks/985f4fbd-9c9b-4f00-933a-f2224376d0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707707 Nov 18 17:27:34.972212 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-b777e592-c955-4679-9993-5a53266a1669 service neutron] 10.222.0.81 "GET /v2.0/networks/985f4fbd-9c9b-4f00-933a-f2224376d0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205227 Nov 18 17:27:35.030950 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] For port f072b54a-0bff-4889-bcff-0862cc0815d7, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:27:35.046094 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:35.066547 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] For port f072b54a-0bff-4889-bcff-0862cc0815d7, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=f072b54a-0bff-4889-bcff-0862cc0815d7,segment=NetworkSegment(648764f9-9c5a-4afb-bf75-5fd78a523de3),segment_id=648764f9-9c5a-4afb-bf75-5fd78a523de3)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:27:35.074705 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-8c43da31-3e03-4c96-a4de-ddfd1986ea0d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:35.183966 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:35.276723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad0ea0-f064-4b44-805f-fa116bfabb5c req-9145e850-621d-4f79-98e7-b33c3c1732bd tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:35.278062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Pushing event updated for resources: {'Port': ['ID=f072b54a-0bff-4889-bcff-0862cc0815d7,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:35.290983 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8ad0ea0-f064-4b44-805f-fa116bfabb5c req-9145e850-621d-4f79-98e7-b33c3c1732bd tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.1467555 Nov 18 17:27:35.301675 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-8c43da31-3e03-4c96-a4de-ddfd1986ea0d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:35.332938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8b0140f8-ab7d-4b55-b092-6caf280ecdb8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:27:35.412713 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:35.470282 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:35.487052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:35.489653 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:35.493401 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-72a6aa06-e90f-4991-89ab-7f668d16ec65 service neutron] 10.222.0.83 "PUT /v2.0/ports/f072b54a-0bff-4889-bcff-0862cc0815d7 HTTP/1.1" status: 200 len: 1093 time: 3.4434903 Nov 18 17:27:35.493998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9dab61e-7d10-45d8-ae57-1bcda736226a', 'tag': 'f072b54a-0bff-4889-bcff-0862cc0815d7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:35.498433 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f455536d-bcd2-4d82-bbc9-1e53bf58e687" -d '{"events": [{"name": "network-changed", "server_uuid": "c9dab61e-7d10-45d8-ae57-1bcda736226a", "tag": "f072b54a-0bff-4889-bcff-0862cc0815d7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:35.533367 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8ad0ea0-f064-4b44-805f-fa116bfabb5c req-3c43c852-69e1-409a-8d6e-f4f00ca723d9 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413392 Nov 18 17:27:35.667349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-8c43da31-3e03-4c96-a4de-ddfd1986ea0d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Network e59e94f2-f384-4c67-a2b2-bbfe576feffd is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:27:35.671579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-8c43da31-3e03-4c96-a4de-ddfd1986ea0d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:35.676506 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-8c43da31-3e03-4c96-a4de-ddfd1986ea0d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:27:35.786376 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111a9d4f-072a-4c17-9a4d-0dee8e3e0de5 None None] Network 27043452-a2c2-4582-bbbb-d823dedde6f9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:27:35.796920 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef18832-fc1e-4db9-a695-9f9a109647f1 req-990c8d54-87c3-467b-a502-26e8ee29d81f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:35.806236 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ef18832-fc1e-4db9-a695-9f9a109647f1 req-990c8d54-87c3-467b-a502-26e8ee29d81f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 932 time: 0.3428540 Nov 18 17:27:35.816473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-8c43da31-3e03-4c96-a4de-ddfd1986ea0d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:35.817146 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-8c43da31-3e03-4c96-a4de-ddfd1986ea0d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:35.900260 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ef18832-fc1e-4db9-a695-9f9a109647f1 req-8d3d4e9f-6eb0-468b-9a5a-9efbc018eff5 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930867 Nov 18 17:27:35.917483 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43da31-3e03-4c96-a4de-ddfd1986ea0d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Pushing event updated for resources: {'Port': ['ID=57045423-595f-4fff-865f-90a15bbe1734,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:35.917643 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f982d4e-d53c-44bf-b0b6-2267af2581ce req-6dbe15c5-de4c-4b7e-a5da-bee3b99939b7 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:35.926121 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f982d4e-d53c-44bf-b0b6-2267af2581ce req-6dbe15c5-de4c-4b7e-a5da-bee3b99939b7 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 945 time: 0.2222705 Nov 18 17:27:35.937808 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-fbc455a4-201a-42a6-a680-e5173ddda17e tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:35.939687 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-fbc455a4-201a-42a6-a680-e5173ddda17e tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0&tenant_id=2cf238edb8014a38996468367e264a07&binding%3Ahost_id=n-h1-813419-11 HTTP/1.1" status: 200 len: 1097 time: 0.3109736 Nov 18 17:27:36.002630 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a728378e-92b3-471a-a57f-e0763008b30f x-openstack-request-id: req-a728378e-92b3-471a-a57f-e0763008b30f {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:36.002890 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9dab61e-7d10-45d8-ae57-1bcda736226a", "tag": "f072b54a-0bff-4889-bcff-0862cc0815d7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:36.003153 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a728378e-92b3-471a-a57f-e0763008b30f {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:36.003561 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9dab61e-7d10-45d8-ae57-1bcda736226a', 'tag': 'f072b54a-0bff-4889-bcff-0862cc0815d7', 'status': 'completed', 'code': 200} Nov 18 17:27:36.005653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-12f7cd86-47a7-4db5-9ef5-a6fac9fc4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:36.007277 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-12f7cd86-47a7-4db5-9ef5-a6fac9fc4bd7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=77ae5f7c7fc04a84aff9e0619dd8388d&device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 1096 time: 0.2303979 Nov 18 17:27:36.056282 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8ee8ef47-9069-454d-8d73-52794275d2d3 None None] Provisioning complete for port 378a1514-1c57-4100-9117-80b53741cfdc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:36.056282 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ee8ef47-9069-454d-8d73-52794275d2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:36.079928 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-5f21d5ae-4558-4beb-9c10-30b6c7d7d9e7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f072b54a-0bff-4889-bcff-0862cc0815d7 HTTP/1.1" status: 200 len: 217 time: 0.0633218 Nov 18 17:27:36.086867 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-8c43da31-3e03-4c96-a4de-ddfd1986ea0d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4362872 Nov 18 17:27:36.099566 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f982d4e-d53c-44bf-b0b6-2267af2581ce req-b6df2de9-de97-466d-b11e-33afd748df6b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723220 Nov 18 17:27:36.150660 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Request body: {'port': {'device_id': 'fe08d636-48a0-453c-b825-dab2e0bcdf2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:36.238759 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ace8f-20a9-4d2b-8f68-7a582d2ad37f req-6183fd3a-5ccd-4862-8dea-d6f5c8e4dd74 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:36.248570 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-932ace8f-20a9-4d2b-8f68-7a582d2ad37f req-6183fd3a-5ccd-4862-8dea-d6f5c8e4dd74 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 945 time: 0.1468005 Nov 18 17:27:36.249591 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ee8ef47-9069-454d-8d73-52794275d2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:36.321231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8ee8ef47-9069-454d-8d73-52794275d2d3 None None] For port 378a1514-1c57-4100-9117-80b53741cfdc, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=378a1514-1c57-4100-9117-80b53741cfdc,segment=NetworkSegment(e4e59ffa-57e9-4402-a14c-48ae96df9b6f),segment_id=e4e59ffa-57e9-4402-a14c-48ae96df9b6f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:36.382265 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-94273bf7-ab1f-4042-b74c-4208dc76e1a0 service neutron] For port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:27:36.391174 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:36.396358 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-16fc5a28-c060-48c1-af28-d9a36f6303f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:36.398105 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-16fc5a28-c060-48c1-af28-d9a36f6303f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=62d71617-8b0d-4839-be96-ceb1c69447c4 HTTP/1.1" status: 200 len: 861 time: 0.3078341 Nov 18 17:27:36.405648 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 378a1514-1c57-4100-9117-80b53741cfdc up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:36.407708 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-94273bf7-ab1f-4042-b74c-4208dc76e1a0 service neutron] Publish callbacks [] for binding, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:36.409247 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3c09749-f703-45c9-b576-7bb0ca182337 req-94273bf7-ab1f-4042-b74c-4208dc76e1a0 service neutron] 10.222.0.81 "DELETE /v2.0/ports/2cd3b501-54d3-48bf-ba90-1d4bb7d498c3/bindings/n-h2-813419-11 HTTP/1.1" status: 204 len: 173 time: 0.4595692 Nov 18 17:27:36.415075 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-932ace8f-20a9-4d2b-8f68-7a582d2ad37f req-bc3f30bf-4de8-4f46-b659-bfdec7c65e90 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653337 Nov 18 17:27:36.450255 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ee8ef47-9069-454d-8d73-52794275d2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:36.486292 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ff0aa-aa0a-469b-a085-ff7b8960d489 req-0bd837e5-fa50-4c08-bab5-f82ac7db05e8 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:36.506422 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-7bb1c8ef-c482-43c6-88b2-0852e1a400c8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=28cadae8-58f7-455f-869d-7b1c0b344f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824244 Nov 18 17:27:36.510875 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc7ff0aa-aa0a-469b-a085-ff7b8960d489 req-0bd837e5-fa50-4c08-bab5-f82ac7db05e8 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 944 time: 0.2236776 Nov 18 17:27:36.537458 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8ef47-9069-454d-8d73-52794275d2d3 None None] Pushing event updated for resources: {'Port': ['ID=378a1514-1c57-4100-9117-80b53741cfdc,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:36.542752 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:36.547094 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:36.571137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 378a1514-1c57-4100-9117-80b53741cfdc triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:36.571494 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:36.666094 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc7ff0aa-aa0a-469b-a085-ff7b8960d489 req-5f62cfdf-f709-47c7-a95f-4587c2a6f463 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/security-groups?id=2076ee13-cd37-42d0-825a-c49e1aca02a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490870 Nov 18 17:27:36.706803 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e1336241-5eaf-42da-ac43-f80d639a536d None None] Provisioning complete for port 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:36.707275 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e1336241-5eaf-42da-ac43-f80d639a536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:36.712922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=6fd94ac8-bb34-4745-94d7-4b6f5944bba0,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:36.718198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b86df-b641-4f4c-98c5-def5da695f5d req-49d631aa-4716-4987-ac72-652477babdc7 tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:36.735435 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f0b86df-b641-4f4c-98c5-def5da695f5d req-49d631aa-4716-4987-ac72-652477babdc7 tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 1097 time: 0.0662673 Nov 18 17:27:36.820351 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e1336241-5eaf-42da-ac43-f80d639a536d None None] Port 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:27:36.841043 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e1336241-5eaf-42da-ac43-f80d639a536d None None] Provisioning complete for port 378a1514-1c57-4100-9117-80b53741cfdc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:36.841625 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e1336241-5eaf-42da-ac43-f80d639a536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:36.860428 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:36.867669 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f0b86df-b641-4f4c-98c5-def5da695f5d req-ea8be16d-49ed-4fd6-a6a6-2a55face78fd tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261957 Nov 18 17:27:36.948406 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0e85e-7813-4c9a-9235-2ea2d0a2002e req-def87436-df97-4c6a-8adc-b1fef6405541 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:36.955674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-19d0e85e-7813-4c9a-9235-2ea2d0a2002e req-def87436-df97-4c6a-8adc-b1fef6405541 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.1512787 Nov 18 17:27:37.057614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-19d0e85e-7813-4c9a-9235-2ea2d0a2002e req-176fcd11-94b4-4011-8d4e-4d08f7141b04 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945241 Nov 18 17:27:37.141497 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c96337-3cca-4019-b1da-d51519c6f4a2 req-f34f173e-872c-4b27-b749-ce21227f5321 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:37.149284 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47c96337-3cca-4019-b1da-d51519c6f4a2 req-f34f173e-872c-4b27-b749-ce21227f5321 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 945 time: 0.0800059 Nov 18 17:27:37.207435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-939581fe-53ba-4a0b-837f-5b43e207aec9 None None] Provisioning complete for port 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:37.207947 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-939581fe-53ba-4a0b-837f-5b43e207aec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:37.242037 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47c96337-3cca-4019-b1da-d51519c6f4a2 req-21eb7479-b578-4717-9740-4f51d73a5fdf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889266 Nov 18 17:27:37.243344 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-1262598e-5e0c-4933-a34e-6a1ad1d18393 service neutron] 10.222.0.83 "GET /v2.0/networks/28cadae8-58f7-455f-869d-7b1c0b344f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7184350 Nov 18 17:27:37.269593 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-939581fe-53ba-4a0b-837f-5b43e207aec9 None None] Port 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:27:37.270312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34078) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:37.274314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 27043452-a2c2-4582-bbbb-d823dedde6f9 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:27:37.280495 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbcd39-a77d-4511-871a-b315a6c048ca req-6ad74af0-ebe6-46c6-9909-f0885589946a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:37.282842 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54fbcd39-a77d-4511-871a-b315a6c048ca req-6ad74af0-ebe6-46c6-9909-f0885589946a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 932 time: 0.1174154 Nov 18 17:27:37.339483 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54fbcd39-a77d-4511-871a-b315a6c048ca req-e1018046-6e1e-4bda-95d2-45d358306692 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487232 Nov 18 17:27:37.355840 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:37.521601 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae63f4-6fed-4c25-97ce-6714106dc573 req-6a3be627-6b0b-44a1-b9d2-b30c02fca661 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:37.526845 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-69ae63f4-6fed-4c25-97ce-6714106dc573 req-6a3be627-6b0b-44a1-b9d2-b30c02fca661 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 945 time: 0.0929286 Nov 18 17:27:37.577202 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a91a912-ba40-4dcc-ad75-38621b29b866 req-47716eb0-bd16-4096-9511-71525bdcb6e6 service neutron] 10.222.0.83 "GET /v2.0/networks/28cadae8-58f7-455f-869d-7b1c0b344f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035355 Nov 18 17:27:37.606499 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-37c42217-6db7-4fb6-81b6-161764e61e0e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/0a52f058-f11f-44d5-b134-bc42e553ab28 HTTP/1.1" status: 200 len: 992 time: 0.2647250 Nov 18 17:27:37.619393 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 561069ff-6ac5-4679-af3b-186f77466136 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:27:37.633457 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-69ae63f4-6fed-4c25-97ce-6714106dc573 req-ed023e44-8bf9-4cbf-91ba-a136424843f9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003129 Nov 18 17:27:37.807907 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e6a6ea81-8a55-427b-a45f-4f20f67f02b9 None None] Provisioning complete for port 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:37.808495 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e6a6ea81-8a55-427b-a45f-4f20f67f02b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:37.840452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:27:37.846535 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fc2ad30a-1a76-43fb-b6ba-7700503251b2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/561069ff-6ac5-4679-af3b-186f77466136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1474445 Nov 18 17:27:37.849715 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34104) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:37.854926 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-cfcaa71a-770b-42b1-836a-e57bdc012e3d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1187852843'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:37.855138 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Sync routers for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:27:37.879521 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:37.880553 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455536d-bcd2-4d82-bbc9-1e53bf58e687 req-62b80364-f80a-433f-8896-f24fdb945ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:37.882314 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f455536d-bcd2-4d82-bbc9-1e53bf58e687 req-62b80364-f80a-433f-8896-f24fdb945ac8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=77ae5f7c7fc04a84aff9e0619dd8388d&device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 1096 time: 0.1171803 Nov 18 17:27:37.883503 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:37.912930 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e6a6ea81-8a55-427b-a45f-4f20f67f02b9 None None] Port 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:27:37.922748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34106) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:37.984119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57045423-595f-4fff-865f-90a15bbe1734 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:27:38.000597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:38.028629 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:27:38.047589 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Transition to ACTIVE for port object 57045423-595f-4fff-865f-90a15bbe1734 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:27:38.070158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455536d-bcd2-4d82-bbc9-1e53bf58e687 req-f870abf9-92cf-44f5-ae8b-7456c2fd7b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:38.072465 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f455536d-bcd2-4d82-bbc9-1e53bf58e687 req-f870abf9-92cf-44f5-ae8b-7456c2fd7b10 service neutron] 10.222.0.83 "GET /v2.0/networks?id=28cadae8-58f7-455f-869d-7b1c0b344f58 HTTP/1.1" status: 200 len: 923 time: 0.1393158 Nov 18 17:27:38.108317 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcaa71a-770b-42b1-836a-e57bdc012e3d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:27:38.111647 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa71a-770b-42b1-836a-e57bdc012e3d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:38.123434 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f455536d-bcd2-4d82-bbc9-1e53bf58e687 req-c4256560-f459-48f1-a0f2-0d3426e85625 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f072b54a-0bff-4889-bcff-0862cc0815d7 HTTP/1.1" status: 200 len: 217 time: 0.0419598 Nov 18 17:27:38.130133 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:38.200400 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0324db5-dbde-4d43-bf43-4db492992d3e req-8a5859a4-064b-45ea-9871-89e02f21195a tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:38.208495 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0324db5-dbde-4d43-bf43-4db492992d3e req-8a5859a4-064b-45ea-9871-89e02f21195a tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 944 time: 0.1012907 Nov 18 17:27:38.230494 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcaa71a-770b-42b1-836a-e57bdc012e3d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] vlan segment allocate from pool success with {'vlan_id': 1130, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:27:38.265359 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa71a-770b-42b1-836a-e57bdc012e3d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:38.265714 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-cfcaa71a-770b-42b1-836a-e57bdc012e3d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Added segment d4bd384e-628b-489d-862f-00d37ff12521 of type vlan for network 4cc95ddb-2357-4d7a-b221-43eaca0d34db Nov 18 17:27:38.313358 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0324db5-dbde-4d43-bf43-4db492992d3e req-e762942c-b69f-480a-9e52-8a5262bcadb3 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/security-groups?id=2076ee13-cd37-42d0-825a-c49e1aca02a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039014 Nov 18 17:27:38.319132 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455536d-bcd2-4d82-bbc9-1e53bf58e687 req-189f1482-1b89-443a-afb8-309c962cae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:38.321054 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f455536d-bcd2-4d82-bbc9-1e53bf58e687 req-189f1482-1b89-443a-afb8-309c962cae36 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=62d71617-8b0d-4839-be96-ceb1c69447c4 HTTP/1.1" status: 200 len: 861 time: 0.1858368 Nov 18 17:27:38.336410 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:35Z', 'revision_number': 4, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:31Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd94ac8-bb34-4745-94d7-4b6f5944bba0', 'name': '', 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:15:00:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:32Z', 'updated_at': '2021-11-18T17:27:35Z', 'revision_number': 2, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:38.383715 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Checking router: 561069ff-6ac5-4679-af3b-186f77466136 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:27:38.384402 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Updating router 561069ff-6ac5-4679-af3b-186f77466136 port 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:27:38.390497 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa71a-770b-42b1-836a-e57bdc012e3d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:38.399710 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 378a1514-1c57-4100-9117-80b53741cfdc up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:38.430714 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f455536d-bcd2-4d82-bbc9-1e53bf58e687 req-bb212a9c-ee8a-4362-b2f1-15fdf5095677 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=28cadae8-58f7-455f-869d-7b1c0b344f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315442 Nov 18 17:27:38.448416 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:38.454540 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:27:38.457623 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b62ae293-5aac-446c-b16c-5d9664aa0329 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting port 1b284967-9d2c-4529-996c-d6a6a0c92eee {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:27:38.457978 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b62ae293-5aac-446c-b16c-5d9664aa0329 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:38.540714 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6998e7-24f1-4a5d-be91-9f962a84fa97 req-952ea36a-cb64-4318-9e94-7206e1424b5d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:38.548876 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb6998e7-24f1-4a5d-be91-9f962a84fa97 req-952ea36a-cb64-4318-9e94-7206e1424b5d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 943 time: 0.1355457 Nov 18 17:27:38.562502 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa71a-770b-42b1-836a-e57bdc012e3d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:38.568119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcaa71a-770b-42b1-836a-e57bdc012e3d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:38.568632 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa71a-770b-42b1-836a-e57bdc012e3d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:38.584807 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Attempting to bind port 57045423-595f-4fff-865f-90a15bbe1734 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:27:38.585767 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Attempting to bind port 57045423-595f-4fff-865f-90a15bbe1734 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:27:38.590461 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Attempting to bind port 57045423-595f-4fff-865f-90a15bbe1734 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:38.624766 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Port 57045423-595f-4fff-865f-90a15bbe1734 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:27:38.627284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Attempting to bind port 57045423-595f-4fff-865f-90a15bbe1734 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:38.632199 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 378a1514-1c57-4100-9117-80b53741cfdc triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:38.632702 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:38.647547 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:27:38.648572 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Checking segment: {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:38.650200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Bound using segment: {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:27:38.651070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Bound port: 57045423-595f-4fff-865f-90a15bbe1734, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:27:38.651719 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:38.654785 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Pushing event updated for resources: {'Port': ['ID=57045423-595f-4fff-865f-90a15bbe1734,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:38.700648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa71a-770b-42b1-836a-e57bdc012e3d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Network': ['ID=4cc95ddb-2357-4d7a-b221-43eaca0d34db,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:38.705595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 8f25f7d9-26a5-4ceb-b9bc-c776ea901191, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8f25f7d9-26a5-4ceb-b9bc-c776ea901191,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:38.723380 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '8f25f7d9-26a5-4ceb-b9bc-c776ea901191', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'port_id': '8f25f7d9-26a5-4ceb-b9bc-c776ea901191', 'mac_address': 'fa:16:3e:45:08:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:27:38.729316 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 4cc95ddb-2357-4d7a-b221-43eaca0d34db details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:27:38.763259 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b62ae293-5aac-446c-b16c-5d9664aa0329 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:38.763750 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b62ae293-5aac-446c-b16c-5d9664aa0329 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:38.790637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] For port 57045423-595f-4fff-865f-90a15bbe1734, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:27:38.794137 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] For port 57045423-595f-4fff-865f-90a15bbe1734, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=57045423-595f-4fff-865f-90a15bbe1734,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:27:38.817834 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b62ae293-5aac-446c-b16c-5d9664aa0329 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Calling delete_port for 1b284967-9d2c-4529-996c-d6a6a0c92eee owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:27:38.825730 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cfcaa71a-770b-42b1-836a-e57bdc012e3d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9722447 Nov 18 17:27:38.828226 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34134) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:38.836614 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f105a4d6-b7c1-48da-8869-c10e3ec86587 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'subnet': {'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:38.846246 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb6998e7-24f1-4a5d-be91-9f962a84fa97 req-cd93a895-0b5f-401d-b1f0-81f5211f69ca tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964211 Nov 18 17:27:38.858669 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:38.875832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:27:38.895446 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:38.897018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 8f25f7d9-26a5-4ceb-b9bc-c776ea901191, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8f25f7d9-26a5-4ceb-b9bc-c776ea901191,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:38.968127 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:39.017422 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:39.078607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:39.079304 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:39.080746 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] 10.222.0.81 "PUT /v2.0/ports/57045423-595f-4fff-865f-90a15bbe1734 HTTP/1.1" status: 200 len: 1093 time: 2.9781654 Nov 18 17:27:39.084919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6518951-607b-4fda-8a10-e8691a541865 req-cdb2de16-3ce5-4b9c-a7db-eb9a74cd3820 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:39.085662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=8f25f7d9-26a5-4ceb-b9bc-c776ea901191,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:39.090515 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:39.107731 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6518951-607b-4fda-8a10-e8691a541865 req-cdb2de16-3ce5-4b9c-a7db-eb9a74cd3820 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 944 time: 0.1469986 Nov 18 17:27:39.113026 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02d158-fb63-4578-ac71-632999b9ee12 service neutron] Pushing event updated for resources: {'Port': ['ID=57045423-595f-4fff-865f-90a15bbe1734,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:39.127416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe08d636-48a0-453c-b825-dab2e0bcdf2c', 'tag': '57045423-595f-4fff-865f-90a15bbe1734'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:39.131302 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed52a01-2f12-47cc-8aa6-b2482c2b96c1" -d '{"events": [{"name": "network-changed", "server_uuid": "fe08d636-48a0-453c-b825-dab2e0bcdf2c", "tag": "57045423-595f-4fff-865f-90a15bbe1734"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:39.135942 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f455536d-bcd2-4d82-bbc9-1e53bf58e687 req-10398d7b-d12d-4f88-bde2-c4dee0417360 service neutron] 10.222.0.83 "GET /v2.0/networks/28cadae8-58f7-455f-869d-7b1c0b344f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6773870 Nov 18 17:27:39.214131 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc08cd4-313a-4a22-99b7-97e3bab0bb0c None None] Pushing event updated for resources: {'Port': ['ID=6fd94ac8-bb34-4745-94d7-4b6f5944bba0,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:39.222523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f105a4d6-b7c1-48da-8869-c10e3ec86587 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Made reservation on behalf of ff749e327e3f4d4a8aac79e56b1a247e for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:27:39.226507 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f105a4d6-b7c1-48da-8869-c10e3ec86587 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:39.240446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6518951-607b-4fda-8a10-e8691a541865 req-edbdedee-ec23-4661-8a3d-c3e7b25ed8e9 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304266 Nov 18 17:27:39.252100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8f25f7d9-26a5-4ceb-b9bc-c776ea901191'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:27:39.304202 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Attempting to bind port 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:27:39.304908 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Attempting to bind port 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'e4e59ffa-57e9-4402-a14c-48ae96df9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:27:39.305502 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Attempting to bind port 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 on network 27043452-a2c2-4582-bbbb-d823dedde6f9 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:39.328202 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:27:39.329007 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Checking segment: {'id': 'e4e59ffa-57e9-4402-a14c-48ae96df9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:39.329637 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:39.330277 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Bound using segment: {'id': 'e4e59ffa-57e9-4402-a14c-48ae96df9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:27:39.331028 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Bound port: 6fd94ac8-bb34-4745-94d7-4b6f5944bba0, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e59ffa-57e9-4402-a14c-48ae96df9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:27:39.331660 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:39.379193 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5312c2-e605-41b2-bd5b-d775e04939b9 x-openstack-request-id: req-ef5312c2-e605-41b2-bd5b-d775e04939b9 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:39.379429 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe08d636-48a0-453c-b825-dab2e0bcdf2c", "tag": "57045423-595f-4fff-865f-90a15bbe1734", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:39.379691 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ef5312c2-e605-41b2-bd5b-d775e04939b9 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:39.380229 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe08d636-48a0-453c-b825-dab2e0bcdf2c', 'tag': '57045423-595f-4fff-865f-90a15bbe1734', 'status': 'completed', 'code': 200} Nov 18 17:27:39.451668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-9bdba965-e383-47a4-b2d6-4b21c07fa559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:39.453224 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-9bdba965-e383-47a4-b2d6-4b21c07fa559 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 1096 time: 0.2207410 Nov 18 17:27:39.478524 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] For port 6fd94ac8-bb34-4745-94d7-4b6f5944bba0, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:27:39.484744 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] For port 6fd94ac8-bb34-4745-94d7-4b6f5944bba0, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6fd94ac8-bb34-4745-94d7-4b6f5944bba0,segment=NetworkSegment(e4e59ffa-57e9-4402-a14c-48ae96df9b6f),segment_id=e4e59ffa-57e9-4402-a14c-48ae96df9b6f)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:27:39.527194 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b62ae293-5aac-446c-b16c-5d9664aa0329 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:39.552718 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:39.569152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ae293-5aac-446c-b16c-5d9664aa0329 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Port': ['ID=1b284967-9d2c-4529-996c-d6a6a0c92eee,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:39.595565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371049e-4129-4544-bcfa-2927ca93d884 req-30e2801e-c632-4ec9-b883-b4109a6caee7 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:39.605281 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d371049e-4129-4544-bcfa-2927ca93d884 req-30e2801e-c632-4ec9-b883-b4109a6caee7 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 944 time: 0.1230488 Nov 18 17:27:39.658411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8ce318da-a031-4c80-8ff4-9f53674bbc4b None None] Provisioning complete for port 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:39.658878 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ce318da-a031-4c80-8ff4-9f53674bbc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:39.712925 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc08cd4-313a-4a22-99b7-97e3bab0bb0c None None] Pushing event updated for resources: {'Port': ['ID=6fd94ac8-bb34-4745-94d7-4b6f5944bba0,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:39.715567 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b62ae293-5aac-446c-b16c-5d9664aa0329 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:39.716133 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-b62ae293-5aac-446c-b16c-5d9664aa0329 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Floating IP 0a52f058-f11f-44d5-b134-bc42e553ab28 disassociated (deleted). External IP: 172.25.3.210, port: 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3. Nov 18 17:27:39.738491 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:39.738750 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:39.821251 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d371049e-4129-4544-bcfa-2927ca93d884 req-a64f2227-2842-496d-ab36-0f7cf201f47a tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/security-groups?id=2076ee13-cd37-42d0-825a-c49e1aca02a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109888 Nov 18 17:27:39.910864 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ce318da-a031-4c80-8ff4-9f53674bbc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:39.998499 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8ce318da-a031-4c80-8ff4-9f53674bbc4b None None] For port 6fd94ac8-bb34-4745-94d7-4b6f5944bba0, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6fd94ac8-bb34-4745-94d7-4b6f5944bba0,segment=NetworkSegment(e4e59ffa-57e9-4402-a14c-48ae96df9b6f),segment_id=e4e59ffa-57e9-4402-a14c-48ae96df9b6f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:40.061732 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:27:40.064009 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ce318da-a031-4c80-8ff4-9f53674bbc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:40.158051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce318da-a031-4c80-8ff4-9f53674bbc4b None None] Pushing event updated for resources: {'Port': ['ID=6fd94ac8-bb34-4745-94d7-4b6f5944bba0,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:40.195502 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-de70dbbe-6e85-41d5-aab0-7bdd607e572e None None] Provisioning complete for port 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:40.195976 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-de70dbbe-6e85-41d5-aab0-7bdd607e572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:40.230589 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-c89196e5-4ccc-48af-b79c-da1ae3991afd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57045423-595f-4fff-865f-90a15bbe1734 HTTP/1.1" status: 200 len: 217 time: 0.0518641 Nov 18 17:27:40.299504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-abedcb32-5e78-494a-90f1-a20c8f3095db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:40.301237 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-abedcb32-5e78-494a-90f1-a20c8f3095db service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b53522fb-157f-447d-b118-4d80e9a8327f HTTP/1.1" status: 200 len: 845 time: 0.0597408 Nov 18 17:27:40.354776 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-123d4ce3-6957-4e47-9c47-8435aff89ee3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e59e94f2-f384-4c67-a2b2-bbfe576feffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397027 Nov 18 17:27:40.365525 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f455536d-bcd2-4d82-bbc9-1e53bf58e687 req-abd71b8f-cf8a-4fec-84c0-b52e2e389df2 service neutron] 10.222.0.83 "GET /v2.0/networks/28cadae8-58f7-455f-869d-7b1c0b344f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2153463 Nov 18 17:27:40.418703 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:35Z', 'revision_number': 4, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:31Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd94ac8-bb34-4745-94d7-4b6f5944bba0', 'name': '', 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:15:00:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:32Z', 'updated_at': '2021-11-18T17:27:39Z', 'revision_number': 4, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:40.442272 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device f072b54a-0bff-4889-bcff-0862cc0815d7 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:27:40.444783 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:40.483757 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38df746-959e-4d6d-97a3-3d604876ed3e None None] The sync data for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 is: [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:35Z', 'revision_number': 4, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:31Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd94ac8-bb34-4745-94d7-4b6f5944bba0', 'name': '', 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:15:00:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:32Z', 'updated_at': '2021-11-18T17:27:39Z', 'revision_number': 4, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:27:40.495564 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-87f30a3c-2b9d-4cdf-b74d-d27e37fbae6f service neutron] 10.222.0.81 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272869 Nov 18 17:27:40.619161 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f84e3458-ed23-4e21-ad04-0d23dcc588a6 req-4d0e6e90-4171-42f3-bb64-34b60935cd24 service neutron] 10.222.0.81 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139565 Nov 18 17:27:40.737069 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:27:40.752364 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:40.753017 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:40.802782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port f072b54a-0bff-4889-bcff-0862cc0815d7, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=f072b54a-0bff-4889-bcff-0862cc0815d7,segment=NetworkSegment(648764f9-9c5a-4afb-bf75-5fd78a523de3),segment_id=648764f9-9c5a-4afb-bf75-5fd78a523de3)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:40.821317 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'f072b54a-0bff-4889-bcff-0862cc0815d7', 'network_id': '28cadae8-58f7-455f-869d-7b1c0b344f58', 'port_id': 'f072b54a-0bff-4889-bcff-0862cc0815d7', 'mac_address': 'fa:16:3e:40:1d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d71617-8b0d-4839-be96-ceb1c69447c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:27:40.838446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed52a01-2f12-47cc-8aa6-b2482c2b96c1 req-7e39eba0-af7d-409d-824a-88069f85475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:40.840033 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9ed52a01-2f12-47cc-8aa6-b2482c2b96c1 req-7e39eba0-af7d-409d-824a-88069f85475b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 1096 time: 0.0858521 Nov 18 17:27:40.843566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-eb1873c1-4581-4065-8ec2-11bbaa695b2b tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:40.845241 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-eb1873c1-4581-4065-8ec2-11bbaa695b2b tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/networks?id=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 HTTP/1.1" status: 200 len: 803 time: 0.2560034 Nov 18 17:27:40.853473 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643cc45-2128-4fab-8aaa-78c7d65a093c req-5fb1bdbc-32f8-4bfb-94f1-fcebf8938a1d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:40.854982 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1643cc45-2128-4fab-8aaa-78c7d65a093c req-5fb1bdbc-32f8-4bfb-94f1-fcebf8938a1d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 944 time: 0.8505199 Nov 18 17:27:40.900253 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-bfbb8f24-d6de-44a7-8d8b-28289e1318e1 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/quotas/0de7d88c816240c0971ebec206414d16 HTTP/1.1" status: 200 len: 375 time: 0.0416043 Nov 18 17:27:40.917308 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:40.931834 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:40.977726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f072b54a-0bff-4889-bcff-0862cc0815d7 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:27:40.989958 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39716cf-3ea9-4f49-9ad0-78bfba096c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f25f7d9-26a5-4ceb-b9bc-c776ea901191'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:40.992258 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99830931-86d6-4d36-ad84-ef1c20e5ecda" -d '{"events": [{"server_uuid": "c39716cf-3ea9-4f49-9ad0-78bfba096c37", "name": "network-vif-plugged", "status": "completed", "tag": "8f25f7d9-26a5-4ceb-b9bc-c776ea901191"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:41.010060 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed52a01-2f12-47cc-8aa6-b2482c2b96c1 req-15a5994d-0ee9-40ec-afd7-8d3c29da966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:41.012110 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9ed52a01-2f12-47cc-8aa6-b2482c2b96c1 req-15a5994d-0ee9-40ec-afd7-8d3c29da966e service neutron] 10.222.0.81 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 907 time: 0.1594992 Nov 18 17:27:41.014144 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f105a4d6-b7c1-48da-8869-c10e3ec86587 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:41.016041 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 8f25f7d9-26a5-4ceb-b9bc-c776ea901191, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8f25f7d9-26a5-4ceb-b9bc-c776ea901191,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:41.018030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port f072b54a-0bff-4889-bcff-0862cc0815d7, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=f072b54a-0bff-4889-bcff-0862cc0815d7,segment=NetworkSegment(648764f9-9c5a-4afb-bf75-5fd78a523de3),segment_id=648764f9-9c5a-4afb-bf75-5fd78a523de3)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:41.051518 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 605371ac-fb4d-47fa-b4ba-f2687707eec5 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:27:41.054911 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-c8441574-5cab-4c91-8229-5b3297bedf5a tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0de7d88c816240c0971ebec206414d16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1536727 Nov 18 17:27:41.098126 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:41.122804 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62ae293-5aac-446c-b16c-5d9664aa0329 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router bbc6bd12-1f3e-4b6b-9269-7d9176518a85 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:27:41.134551 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1643cc45-2128-4fab-8aaa-78c7d65a093c req-7fe71abc-b49b-49e7-b073-828c15905f4f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713625 Nov 18 17:27:41.139499 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9ed52a01-2f12-47cc-8aa6-b2482c2b96c1 req-c5c0f168-2010-400c-a93b-840254f99d64 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57045423-595f-4fff-865f-90a15bbe1734 HTTP/1.1" status: 200 len: 217 time: 0.1184113 Nov 18 17:27:41.184914 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:41.195543 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=8f25f7d9-26a5-4ceb-b9bc-c776ea901191,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:41.224142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105a4d6-b7c1-48da-8869-c10e3ec86587 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Subnet': ['ID=ede6f8ef-5402-43c0-a40e-a5ed43346891,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:41.235032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f105a4d6-b7c1-48da-8869-c10e3ec86587 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Checking segment: {'id': 'd4bd384e-628b-489d-862f-00d37ff12521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:41.235641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f105a4d6-b7c1-48da-8869-c10e3ec86587 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network hostable DHCP agents. Network: 4cc95ddb-2357-4d7a-b221-43eaca0d34db, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:27:41.247968 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed52a01-2f12-47cc-8aa6-b2482c2b96c1 req-c570d9b7-557f-4913-874c-35b20aa704e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:41.249475 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9ed52a01-2f12-47cc-8aa6-b2482c2b96c1 req-c570d9b7-557f-4913-874c-35b20aa704e5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b53522fb-157f-447d-b118-4d80e9a8327f HTTP/1.1" status: 200 len: 845 time: 0.0774341 Nov 18 17:27:41.305954 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9ed52a01-2f12-47cc-8aa6-b2482c2b96c1 req-38be1cd8-5dc5-4e3f-acbb-7aa23103253a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e59e94f2-f384-4c67-a2b2-bbfe576feffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431981 Nov 18 17:27:41.313913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=f072b54a-0bff-4889-bcff-0862cc0815d7,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:41.367038 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:41.375916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f105a4d6-b7c1-48da-8869-c10e3ec86587 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 4cc95ddb-2357-4d7a-b221-43eaca0d34db is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:27:41.425961 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 605371ac-fb4d-47fa-b4ba-f2687707eec5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=605371ac-fb4d-47fa-b4ba-f2687707eec5,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:41.450069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-f105a4d6-b7c1-48da-8869-c10e3ec86587 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 4cc95ddb-2357-4d7a-b221-43eaca0d34db) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:41.460137 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f105a4d6-b7c1-48da-8869-c10e3ec86587 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:41.460743 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f105a4d6-b7c1-48da-8869-c10e3ec86587 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:41.464214 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42d28d3-d089-4b00-99cc-0707fa8d3e37 None None] Network 4cc95ddb-2357-4d7a-b221-43eaca0d34db requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:27:41.487192 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62ae293-5aac-446c-b16c-5d9664aa0329 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:27:41.495000 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['f072b54a-0bff-4889-bcff-0862cc0815d7'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:27:41.507094 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b62ae293-5aac-446c-b16c-5d9664aa0329 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:41.530166 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9ed52a01-2f12-47cc-8aa6-b2482c2b96c1 req-c0f38512-ffca-421c-a2b1-43493e9744a5 service neutron] 10.222.0.81 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088990 Nov 18 17:27:41.536628 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368bc495-7b9d-4e79-9c2b-03a882cabfce None None] Sync routers for ids ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:27:41.566995 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:41.567245 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452f191-6882-4e5a-9f75-9564861ced77 req-3b3ea56c-00b9-4d9f-9184-90d4d9f73d53 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:41.568676 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9452f191-6882-4e5a-9f75-9564861ced77 req-3b3ea56c-00b9-4d9f-9184-90d4d9f73d53 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.81 "GET /v2.0/ports?device_id=73776f5f-6fc3-4f9e-8282-0b07fd110e57 HTTP/1.1" status: 200 len: 946 time: 0.1397181 Nov 18 17:27:41.572953 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b62ae293-5aac-446c-b16c-5d9664aa0329 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/floatingips/0a52f058-f11f-44d5-b134-bc42e553ab28 HTTP/1.1" status: 204 len: 168 time: 3.6462739 Nov 18 17:27:41.575034 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'tag': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:41.577446 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b084fd9-6547-472b-bed4-55be8d06f6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b43c39-0b10-492d-99ad-52ae183b02e0", "tag": "2cd3b501-54d3-48bf-ba90-1d4bb7d498c3"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:41.595918 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f105a4d6-b7c1-48da-8869-c10e3ec86587 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7638733 Nov 18 17:27:41.598192 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34176) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:41.602962 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-bf8cef05-8f92-44a2-96b9-3a1b134f1aad service neutron] 10.222.0.72 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470831 Nov 18 17:27:41.715216 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c780476-9212-422f-be25-124ef03d0822 req-dd52491a-425f-4f1e-9c71-efda108cc65c tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:41.723154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c780476-9212-422f-be25-124ef03d0822 req-dd52491a-425f-4f1e-9c71-efda108cc65c tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 944 time: 0.2683830 Nov 18 17:27:41.778658 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368bc495-7b9d-4e79-9c2b-03a882cabfce None None] Routers {'bbc6bd12-1f3e-4b6b-9269-7d9176518a85'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:41.779227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-368bc495-7b9d-4e79-9c2b-03a882cabfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:41.800971 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-a5adfe6c-4a50-4edb-9cbb-805e96071309 service neutron] 10.222.0.72 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970654 Nov 18 17:27:41.894067 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c780476-9212-422f-be25-124ef03d0822 req-4f49d844-86fa-445a-b267-124d50be4956 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699419 Nov 18 17:27:41.910428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=605371ac-fb4d-47fa-b4ba-f2687707eec5,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:41.937755 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9ed52a01-2f12-47cc-8aa6-b2482c2b96c1 req-02139d84-6a6e-473f-842e-531c6e7bd492 service neutron] 10.222.0.81 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909805 Nov 18 17:27:41.946641 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-9452f191-6882-4e5a-9f75-9564861ced77 req-92b1e5b3-3d58-49a4-b85c-32be5f1bef57 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Deleting port 605371ac-fb4d-47fa-b4ba-f2687707eec5 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:27:41.948026 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9452f191-6882-4e5a-9f75-9564861ced77 req-92b1e5b3-3d58-49a4-b85c-32be5f1bef57 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:42.042081 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-368bc495-7b9d-4e79-9c2b-03a882cabfce None None] Set router bbc6bd12-1f3e-4b6b-9269-7d9176518a85 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:27:42.135313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-9452f191-6882-4e5a-9f75-9564861ced77 req-92b1e5b3-3d58-49a4-b85c-32be5f1bef57 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] For port 605371ac-fb4d-47fa-b4ba-f2687707eec5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=605371ac-fb4d-47fa-b4ba-f2687707eec5,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:42.135687 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9452f191-6882-4e5a-9f75-9564861ced77 req-92b1e5b3-3d58-49a4-b85c-32be5f1bef57 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:42.181997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e813ea5-abdf-4f59-83b7-eaf4e9fefdd6 req-54806ab6-b18f-4039-a510-bad5e12d7dbe tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:42.184522 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e813ea5-abdf-4f59-83b7-eaf4e9fefdd6 req-54806ab6-b18f-4039-a510-bad5e12d7dbe tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 945 time: 0.1923573 Nov 18 17:27:42.187173 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b717665-1c99-4835-b740-e2811d521c3c x-openstack-request-id: req-5b717665-1c99-4835-b740-e2811d521c3c {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:42.187600 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39716cf-3ea9-4f49-9ad0-78bfba096c37", "name": "network-vif-plugged", "status": "completed", "tag": "8f25f7d9-26a5-4ceb-b9bc-c776ea901191", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:42.188115 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5b717665-1c99-4835-b740-e2811d521c3c {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:42.188520 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39716cf-3ea9-4f49-9ad0-78bfba096c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f25f7d9-26a5-4ceb-b9bc-c776ea901191', 'code': 200} Nov 18 17:27:42.190607 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-9452f191-6882-4e5a-9f75-9564861ced77 req-92b1e5b3-3d58-49a4-b85c-32be5f1bef57 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Calling delete_port for 605371ac-fb4d-47fa-b4ba-f2687707eec5 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:27:42.329223 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e813ea5-abdf-4f59-83b7-eaf4e9fefdd6 req-882b5654-0625-4b5a-bc6b-e00f3cd8386c tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/security-groups?id=2076ee13-cd37-42d0-825a-c49e1aca02a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353636 Nov 18 17:27:42.336444 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-4cc95ddb-2357-4d7a-b221-43eaca0d34db', 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'fixed_ips': [{'subnet_id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:27:42.337350 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:42.430163 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22c8170-77ee-4527-88df-dfa5a5dddb8b x-openstack-request-id: req-b22c8170-77ee-4527-88df-dfa5a5dddb8b {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:42.430470 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b43c39-0b10-492d-99ad-52ae183b02e0", "tag": "2cd3b501-54d3-48bf-ba90-1d4bb7d498c3", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:42.430739 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b22c8170-77ee-4527-88df-dfa5a5dddb8b {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:42.430957 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea47ef-a1ea-4c5d-af11-c209d5203844 req-745e1000-5821-4795-9282-1c67af4da317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:42.433185 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'tag': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3', 'status': 'completed', 'code': 200} Nov 18 17:27:42.433550 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27ea47ef-a1ea-4c5d-af11-c209d5203844 req-745e1000-5821-4795-9282-1c67af4da317 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 1097 time: 0.2401924 Nov 18 17:27:42.438347 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:42.443029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:42.510303 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b843bf4-fa5a-4c79-a25d-9561331bc1b7 req-4852d9d1-d5d9-4774-b57f-02e5db4a97aa tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=52819fbe-6e91-45ed-a9e3-f3b182aabf4d HTTP/1.1" status: 200 len: 210 time: 0.0286887 Nov 18 17:27:42.519352 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9452f191-6882-4e5a-9f75-9564861ced77 req-92b1e5b3-3d58-49a4-b85c-32be5f1bef57 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:42.627374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1e5b3-3d58-49a4-b85c-32be5f1bef57 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Pushing event deleted for resources: {'Port': ['ID=605371ac-fb4d-47fa-b4ba-f2687707eec5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:42.721858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-9452f191-6882-4e5a-9f75-9564861ced77 req-92b1e5b3-3d58-49a4-b85c-32be5f1bef57 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] No DVR routers for this DVR port 605371ac-fb4d-47fa-b4ba-f2687707eec5 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:27:42.723821 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-27ea47ef-a1ea-4c5d-af11-c209d5203844 req-5a7c5774-05fd-4cf4-8f8f-b5cd5afd337b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759306 Nov 18 17:27:42.730755 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9452f191-6882-4e5a-9f75-9564861ced77 req-92b1e5b3-3d58-49a4-b85c-32be5f1bef57 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:42.738443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9452f191-6882-4e5a-9f75-9564861ced77 req-92b1e5b3-3d58-49a4-b85c-32be5f1bef57 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.81 "DELETE /v2.0/ports/605371ac-fb4d-47fa-b4ba-f2687707eec5 HTTP/1.1" status: 204 len: 173 time: 1.1534486 Nov 18 17:27:42.740473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b084fd9-6547-472b-bed4-55be8d06f6b2 req-40fd69a6-e3da-4f04-b99f-0659fb16c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:42.748867 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0b084fd9-6547-472b-bed4-55be8d06f6b2 req-40fd69a6-e3da-4f04-b99f-0659fb16c9cc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 1097 time: 0.2709773 Nov 18 17:27:42.757624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:42.758607 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:42.770734 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f4f44-59d8-4710-9a46-67870e4d8162 req-bb4a5655-a2c1-461d-a261-3250efd6d214 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:42.770734 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be1f4f44-59d8-4710-9a46-67870e4d8162 req-bb4a5655-a2c1-461d-a261-3250efd6d214 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 945 time: 0.1410120 Nov 18 17:27:42.808622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d861da6-aba7-4387-afb4-ae5d238a8e8a req-98aec2ce-08ad-4afe-8f26-78043759d2e3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:42.810287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d861da6-aba7-4387-afb4-ae5d238a8e8a req-98aec2ce-08ad-4afe-8f26-78043759d2e3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 945 time: 0.0992825 Nov 18 17:27:42.853278 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be1f4f44-59d8-4710-9a46-67870e4d8162 req-9490c3f4-3645-4df8-9792-5a7466e7a5b4 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759656 Nov 18 17:27:42.925124 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d861da6-aba7-4387-afb4-ae5d238a8e8a req-c2de4094-cc50-4e98-80f9-5587d244f773 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=d71a006a-c752-403c-91cf-1936137cb5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805435 Nov 18 17:27:42.926461 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Allocated IP 2001:db8:3::2 (4cc95ddb-2357-4d7a-b221-43eaca0d34db/ede6f8ef-5402-43c0-a40e-a5ed43346891/d2e3f718-c46c-4281-b329-6e10dcae11d5) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:27:42.973620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b084fd9-6547-472b-bed4-55be8d06f6b2 req-8cffb6c5-a748-44f2-8fb5-a6b33f5fd3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:42.975189 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0b084fd9-6547-472b-bed4-55be8d06f6b2 req-8cffb6c5-a748-44f2-8fb5-a6b33f5fd3a5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=985f4fbd-9c9b-4f00-933a-f2224376d0f0 HTTP/1.1" status: 200 len: 899 time: 0.2152128 Nov 18 17:27:43.023904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-368bc495-7b9d-4e79-9c2b-03a882cabfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309178709', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '08322867-184f-4416-81af-b52fc27720c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:25:45Z', 'updated_at': '2021-11-18T17:25:56Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '08322867-184f-4416-81af-b52fc27720c5', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:47Z', 'updated_at': '2021-11-18T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'e8da363d-8224-4981-9797-6ddaccaa94ae', 'name': '', 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:1b:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '7b19ee56-2a81-4546-9772-a70239522cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:55Z', 'updated_at': '2021-11-18T17:26:06Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '7b19ee56-2a81-4546-9772-a70239522cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:43.054330 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 57045423-595f-4fff-865f-90a15bbe1734 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:27:43.072193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60590d-2774-4880-a8cb-eebdc3c93814 req-7ffb57a7-0b37-45f5-94f0-55d0faa8f8f3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:43.073916 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc60590d-2774-4880-a8cb-eebdc3c93814 req-7ffb57a7-0b37-45f5-94f0-55d0faa8f8f3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 944 time: 0.0871019 Nov 18 17:27:43.080440 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0b084fd9-6547-472b-bed4-55be8d06f6b2 req-81493d31-9dc8-4c5d-b659-3e3673934119 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 HTTP/1.1" status: 200 len: 217 time: 0.0929008 Nov 18 17:27:43.087965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a629c6-4711-423b-9308-e676a0447f07 req-e40b0540-68e0-4161-90c4-9826cf324fe5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:43.089656 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9a629c6-4711-423b-9308-e676a0447f07 req-e40b0540-68e0-4161-90c4-9826cf324fe5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 945 time: 0.1008656 Nov 18 17:27:43.109859 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368bc495-7b9d-4e79-9c2b-03a882cabfce None None] Checking router: bbc6bd12-1f3e-4b6b-9269-7d9176518a85 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:27:43.129086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368bc495-7b9d-4e79-9c2b-03a882cabfce None None] Routers {'bbc6bd12-1f3e-4b6b-9269-7d9176518a85'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:43.129739 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-368bc495-7b9d-4e79-9c2b-03a882cabfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:43.148301 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b084fd9-6547-472b-bed4-55be8d06f6b2 req-7fd7921b-f183-4d45-93fb-dcecd4f2763b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:43.149899 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0b084fd9-6547-472b-bed4-55be8d06f6b2 req-7fd7921b-f183-4d45-93fb-dcecd4f2763b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7b19ee56-2a81-4546-9772-a70239522cce HTTP/1.1" status: 200 len: 834 time: 0.0601392 Nov 18 17:27:43.203610 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b084fd9-6547-472b-bed4-55be8d06f6b2 req-11792b06-5b0e-4255-8b42-c2fad42156d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:43.204844 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0b084fd9-6547-472b-bed4-55be8d06f6b2 req-11792b06-5b0e-4255-8b42-c2fad42156d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=985f4fbd-9c9b-4f00-933a-f2224376d0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450716 Nov 18 17:27:43.217626 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc60590d-2774-4880-a8cb-eebdc3c93814 req-4fc5c9c3-cac9-48b7-bfbb-3d51249ce3a2 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121228 Nov 18 17:27:43.257700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-a9a629c6-4711-423b-9308-e676a0447f07 req-26e32889-e8c0-4b4b-8853-e24b5bf53e65 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:27:43.258099 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a9a629c6-4711-423b-9308-e676a0447f07 req-26e32889-e8c0-4b4b-8853-e24b5bf53e65 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:43.311476 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0b084fd9-6547-472b-bed4-55be8d06f6b2 req-e5871ee5-0fd3-4730-91fe-7ae4465a10bb service neutron] 10.222.0.81 "GET /v2.0/networks/985f4fbd-9c9b-4f00-933a-f2224376d0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957985 Nov 18 17:27:43.366552 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-a9a629c6-4711-423b-9308-e676a0447f07 req-26e32889-e8c0-4b4b-8853-e24b5bf53e65 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] For port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,segment=NetworkSegment(b444b4b2-14ef-4853-adbd-aef5dc7ba457),segment_id=b444b4b2-14ef-4853-adbd-aef5dc7ba457)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:43.366929 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a9a629c6-4711-423b-9308-e676a0447f07 req-26e32889-e8c0-4b4b-8853-e24b5bf53e65 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:43.367295 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:43.383520 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-a9a629c6-4711-423b-9308-e676a0447f07 req-26e32889-e8c0-4b4b-8853-e24b5bf53e65 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Calling delete_port for 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:27:43.400404 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 57045423-595f-4fff-865f-90a15bbe1734, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=57045423-595f-4fff-865f-90a15bbe1734,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:43.408390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-368bc495-7b9d-4e79-9c2b-03a882cabfce None None] Set router bbc6bd12-1f3e-4b6b-9269-7d9176518a85 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:27:43.421732 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0b084fd9-6547-472b-bed4-55be8d06f6b2 req-6b991dce-33c0-4278-af9b-0f021991c02c service neutron] 10.222.0.81 "GET /v2.0/networks/985f4fbd-9c9b-4f00-933a-f2224376d0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009128 Nov 18 17:27:43.451755 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '57045423-595f-4fff-865f-90a15bbe1734', 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd', 'port_id': '57045423-595f-4fff-865f-90a15bbe1734', 'mac_address': 'fa:16:3e:a7:98:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53522fb-157f-447d-b118-4d80e9a8327f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:27:43.526179 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:43.533785 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c1fc0-60fe-4053-a4cc-ec87038e3233 req-bdcf7a30-e677-4440-bc40-40f4cd428c9e tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:43.535342 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-154c1fc0-60fe-4053-a4cc-ec87038e3233 req-bdcf7a30-e677-4440-bc40-40f4cd428c9e tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 945 time: 0.1258721 Nov 18 17:27:43.584917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Allocated IP 2001:db8:3::1 (4cc95ddb-2357-4d7a-b221-43eaca0d34db/ede6f8ef-5402-43c0-a40e-a5ed43346891/8dce5faf-1754-4702-80a6-22be8ccfae8d) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:27:43.607137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Network 4cc95ddb-2357-4d7a-b221-43eaca0d34db is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:27:43.611056 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:43.648569 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:43.650961 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:27:43.688800 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57045423-595f-4fff-865f-90a15bbe1734 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:27:43.717778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Pushing event updated for resources: {'Port': ['ID=d2e3f718-c46c-4281-b329-6e10dcae11d5,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:43.735705 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f90ffc8-e4f2-40aa-84b7-d6f1209c0c43 req-7ee58586-8781-413e-9165-7983f69a73a4 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=52819fbe-6e91-45ed-a9e3-f3b182aabf4d HTTP/1.1" status: 200 len: 210 time: 0.0953069 Nov 18 17:27:43.744267 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:43.758861 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-154c1fc0-60fe-4053-a4cc-ec87038e3233 req-231cbb5c-9f4a-40c4-8eb7-5b7327d48ff7 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/security-groups?id=2076ee13-cd37-42d0-825a-c49e1aca02a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634581 Nov 18 17:27:43.781732 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 57045423-595f-4fff-865f-90a15bbe1734, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=57045423-595f-4fff-865f-90a15bbe1734,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:43.816861 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a9a629c6-4711-423b-9308-e676a0447f07 req-26e32889-e8c0-4b4b-8853-e24b5bf53e65 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:43.865026 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e32889-e8c0-4b4b-8853-e24b5bf53e65 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Port': ['ID=2cd3b501-54d3-48bf-ba90-1d4bb7d498c3,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:43.868402 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Attempting to bind port d2e3f718-c46c-4281-b329-6e10dcae11d5 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:27:43.868816 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Attempting to bind port d2e3f718-c46c-4281-b329-6e10dcae11d5 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'd4bd384e-628b-489d-862f-00d37ff12521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:27:43.870218 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Attempting to bind port d2e3f718-c46c-4281-b329-6e10dcae11d5 on network 4cc95ddb-2357-4d7a-b221-43eaca0d34db {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:43.893167 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:27:43.893762 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Checking segment: {'id': 'd4bd384e-628b-489d-862f-00d37ff12521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:43.894507 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:43.895606 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Bound using segment: {'id': 'd4bd384e-628b-489d-862f-00d37ff12521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:27:43.895606 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Bound port: d2e3f718-c46c-4281-b329-6e10dcae11d5, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bd384e-628b-489d-862f-00d37ff12521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:27:43.896066 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:43.916669 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a629c6-4711-423b-9308-e676a0447f07 req-26e32889-e8c0-4b4b-8853-e24b5bf53e65 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] No DVR routers for this DVR port 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:27:43.920199 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a9a629c6-4711-423b-9308-e676a0447f07 req-26e32889-e8c0-4b4b-8853-e24b5bf53e65 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:43.923781 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9a629c6-4711-423b-9308-e676a0447f07 req-26e32889-e8c0-4b4b-8853-e24b5bf53e65 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.81 "DELETE /v2.0/ports/2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 HTTP/1.1" status: 204 len: 173 time: 0.8279059 Nov 18 17:27:43.926892 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:43.930501 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:43.992879 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 4cc95ddb-2357-4d7a-b221-43eaca0d34db is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:27:44.001452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:44.005501 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:27:44.006401 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:44.026386 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e4bee-0bc5-426a-856b-3cac113acd74 req-894c32ac-5ee5-4e0e-8ecd-3aaf70846c62 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:44.032360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e1e4bee-0bc5-426a-856b-3cac113acd74 req-894c32ac-5ee5-4e0e-8ecd-3aaf70846c62 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 945 time: 0.0685024 Nov 18 17:27:44.069852 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=8dce5faf-1754-4702-80a6-22be8ccfae8d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:44.105115 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-244191bc-2778-4f0e-9b19-5cfced199698 req-9b300ca0-74a5-4850-ab1b-11f405faf03b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2b43c39-0b10-492d-99ad-52ae183b02e0 HTTP/1.1" status: 200 len: 210 time: 0.0713739 Nov 18 17:27:44.177948 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e1e4bee-0bc5-426a-856b-3cac113acd74 req-0a7c0901-d817-4143-aeca-313e24ae4eb0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250625 Nov 18 17:27:44.195586 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73776f5f-6fc3-4f9e-8282-0b07fd110e57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605371ac-fb4d-47fa-b4ba-f2687707eec5'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:44.207328 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa96db80-3b97-487b-84af-3661527117fb" -d '{"events": [{"server_uuid": "73776f5f-6fc3-4f9e-8282-0b07fd110e57", "name": "network-vif-unplugged", "status": "completed", "tag": "605371ac-fb4d-47fa-b4ba-f2687707eec5"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:44.236400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] For port d2e3f718-c46c-4281-b329-6e10dcae11d5, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:27:44.261646 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-368bc495-7b9d-4e79-9c2b-03a882cabfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309178709', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '08322867-184f-4416-81af-b52fc27720c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:25:45Z', 'updated_at': '2021-11-18T17:25:56Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '08322867-184f-4416-81af-b52fc27720c5', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:47Z', 'updated_at': '2021-11-18T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'e8da363d-8224-4981-9797-6ddaccaa94ae', 'name': '', 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:1b:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '7b19ee56-2a81-4546-9772-a70239522cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:55Z', 'updated_at': '2021-11-18T17:26:06Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '7b19ee56-2a81-4546-9772-a70239522cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:44.264027 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=57045423-595f-4fff-865f-90a15bbe1734,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:44.267624 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8460a705-dad2-4d2e-86d6-ec0d2e7c0350 x-openstack-request-id: req-8460a705-dad2-4d2e-86d6-ec0d2e7c0350 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:44.267831 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73776f5f-6fc3-4f9e-8282-0b07fd110e57", "name": "network-vif-unplugged", "status": "completed", "tag": "605371ac-fb4d-47fa-b4ba-f2687707eec5", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:44.268082 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8460a705-dad2-4d2e-86d6-ec0d2e7c0350 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:44.268501 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73776f5f-6fc3-4f9e-8282-0b07fd110e57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605371ac-fb4d-47fa-b4ba-f2687707eec5', 'code': 200} Nov 18 17:27:44.273397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] For port d2e3f718-c46c-4281-b329-6e10dcae11d5, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d2e3f718-c46c-4281-b329-6e10dcae11d5,segment=NetworkSegment(d4bd384e-628b-489d-862f-00d37ff12521),segment_id=d4bd384e-628b-489d-862f-00d37ff12521)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:27:44.276676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['57045423-595f-4fff-865f-90a15bbe1734'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:27:44.313871 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:44.325772 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368bc495-7b9d-4e79-9c2b-03a882cabfce None None] The sync data for ids ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'] in n-d-813419-11 is: [{'id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309178709', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '08322867-184f-4416-81af-b52fc27720c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:25:45Z', 'updated_at': '2021-11-18T17:25:56Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '08322867-184f-4416-81af-b52fc27720c5', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:47Z', 'updated_at': '2021-11-18T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'e8da363d-8224-4981-9797-6ddaccaa94ae', 'name': '', 'network_id': '985f4fbd-9c9b-4f00-933a-f2224376d0f0', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:1b:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '7b19ee56-2a81-4546-9772-a70239522cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:55Z', 'updated_at': '2021-11-18T17:26:06Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '7b19ee56-2a81-4546-9772-a70239522cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:27:44.400879 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798f22e-e7f9-44db-a67e-f7831e2188c4 req-89d9618d-aea8-4dd5-b8ef-697762c9a1d8 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:44.402721 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4798f22e-e7f9-44db-a67e-f7831e2188c4 req-89d9618d-aea8-4dd5-b8ef-697762c9a1d8 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 945 time: 0.0811183 Nov 18 17:27:44.425473 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:44.435489 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73776f5f-6fc3-4f9e-8282-0b07fd110e57', 'name': 'network-vif-deleted', 'tag': '605371ac-fb4d-47fa-b4ba-f2687707eec5'}, {'server_uuid': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'name': 'network-vif-deleted', 'tag': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:44.438540 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3eaa714-297d-4e54-8701-2ff584072426" -d '{"events": [{"server_uuid": "73776f5f-6fc3-4f9e-8282-0b07fd110e57", "name": "network-vif-deleted", "tag": "605371ac-fb4d-47fa-b4ba-f2687707eec5"}, {"server_uuid": "b2b43c39-0b10-492d-99ad-52ae183b02e0", "name": "network-vif-deleted", "tag": "2cd3b501-54d3-48bf-ba90-1d4bb7d498c3"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:44.456793 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device f072b54a-0bff-4889-bcff-0862cc0815d7 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:44.499866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4798f22e-e7f9-44db-a67e-f7831e2188c4 req-22c75386-1aa0-4b2a-9549-2586ad4d4c19 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805366 Nov 18 17:27:44.536333 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecafabc-eb5a-49bd-b3e7-9255e5f29627 x-openstack-request-id: req-4ecafabc-eb5a-49bd-b3e7-9255e5f29627 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:44.536785 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73776f5f-6fc3-4f9e-8282-0b07fd110e57", "name": "network-vif-deleted", "tag": "605371ac-fb4d-47fa-b4ba-f2687707eec5", "status": "completed", "code": 200}, {"server_uuid": "b2b43c39-0b10-492d-99ad-52ae183b02e0", "name": "network-vif-deleted", "tag": "2cd3b501-54d3-48bf-ba90-1d4bb7d498c3", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:44.537039 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4ecafabc-eb5a-49bd-b3e7-9255e5f29627 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:44.537561 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73776f5f-6fc3-4f9e-8282-0b07fd110e57', 'name': 'network-vif-deleted', 'tag': '605371ac-fb4d-47fa-b4ba-f2687707eec5', 'status': 'completed', 'code': 200} Nov 18 17:27:44.537894 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b43c39-0b10-492d-99ad-52ae183b02e0', 'name': 'network-vif-deleted', 'tag': '2cd3b501-54d3-48bf-ba90-1d4bb7d498c3', 'status': 'completed', 'code': 200} Nov 18 17:27:44.635991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0d480-b53e-4501-a591-0857cc8c3427 None None] Pushing event updated for resources: {'Port': ['ID=d2e3f718-c46c-4281-b329-6e10dcae11d5,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:44.751364 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port f072b54a-0bff-4889-bcff-0862cc0815d7 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:27:44.765017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port f072b54a-0bff-4889-bcff-0862cc0815d7 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:44.765553 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:44.799235 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db508b18-5977-4aca-83dd-c46f01494bd5 None None] New status for floating IP 0a52f058-f11f-44d5-b134-bc42e553ab28: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:27:44.899150 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:44.921106 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6636ce12-473d-4374-b75f-6feaf98f449d req-d523748c-f9ff-4c26-8eb5-bb61dc71b954 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=52819fbe-6e91-45ed-a9e3-f3b182aabf4d HTTP/1.1" status: 200 len: 210 time: 0.0581620 Nov 18 17:27:44.948681 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:44.992255 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port f072b54a-0bff-4889-bcff-0862cc0815d7, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=f072b54a-0bff-4889-bcff-0862cc0815d7,segment=NetworkSegment(648764f9-9c5a-4afb-bf75-5fd78a523de3),segment_id=648764f9-9c5a-4afb-bf75-5fd78a523de3)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:45.023989 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:45.025552 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:45.050054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feff23a-7376-4773-98ed-f99116e27b92 req-03a1d2dc-3d53-4298-a466-f276b07773af tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:45.053299 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8feff23a-7376-4773-98ed-f99116e27b92 req-03a1d2dc-3d53-4298-a466-f276b07773af tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 945 time: 0.1471083 Nov 18 17:27:45.062425 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:27:45.067047 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:45.094628 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:27:45.096125 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2cd3b501-54d3-48bf-ba90-1d4bb7d498c3 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:27:45.096125 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 605371ac-fb4d-47fa-b4ba-f2687707eec5 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:27:45.124210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8feff23a-7376-4773-98ed-f99116e27b92 req-2299cfce-29cb-406c-a570-44c02130fb91 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/security-groups?id=2076ee13-cd37-42d0-825a-c49e1aca02a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648701 Nov 18 17:27:45.144655 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 605371ac-fb4d-47fa-b4ba-f2687707eec5 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:27:45.145016 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 605371ac-fb4d-47fa-b4ba-f2687707eec5 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:27:45.168259 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=f072b54a-0bff-4889-bcff-0862cc0815d7,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:45.191714 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event updated for resources: {'Port': ['ID=8dce5faf-1754-4702-80a6-22be8ccfae8d,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:45.202740 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-cbd573e5-b8d1-4357-8489-d115a8dcbfcb tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:45.204370 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-cbd573e5-b8d1-4357-8489-d115a8dcbfcb tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.83 "GET /v2.0/networks?id=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 HTTP/1.1" status: 200 len: 803 time: 0.3814459 Nov 18 17:27:45.207821 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34228) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:45.220417 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-6c2022e7-7d41-4de6-8c97-7d0fe2977112 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Request body: {'port': {'device_id': '52819fbe-6e91-45ed-a9e3-f3b182aabf4d', 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9', 'admin_state_up': True, 'tenant_id': '0de7d88c816240c0971ebec206414d16'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:45.270565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Network 4cc95ddb-2357-4d7a-b221-43eaca0d34db is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:27:45.275031 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:45.370929 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4e120-7f7e-41ba-a524-031bf68f0712 req-660de4e1-8c79-4792-b226-2e4eb2c335d0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:45.373307 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15c4e120-7f7e-41ba-a524-031bf68f0712 req-660de4e1-8c79-4792-b226-2e4eb2c335d0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 945 time: 0.0977938 Nov 18 17:27:45.439410 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 561069ff-6ac5-4679-af3b-186f77466136 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:27:45.510019 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15c4e120-7f7e-41ba-a524-031bf68f0712 req-8553489c-2062-4597-892f-43f55e9b12dd tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269715 Nov 18 17:27:45.571943 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:27:45.606883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34236) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:45.607084 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f377370c-5131-43db-9f3b-dff11b0ff841 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/561069ff-6ac5-4679-af3b-186f77466136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9848294 Nov 18 17:27:45.607209 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Sync routers for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:27:45.607684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-010a0ab8-3d70-4d59-bf9e-4b7072bda7d4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:45.607814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:45.607814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:45.695909 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-6c2022e7-7d41-4de6-8c97-7d0fe2977112 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Made reservation on behalf of 0de7d88c816240c0971ebec206414d16 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:27:45.699619 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-6c2022e7-7d41-4de6-8c97-7d0fe2977112 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:45.711370 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:27:45.861894 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea2d50-133c-4467-a9ac-1d03eb6be97a req-97753ddc-2bf6-4543-8095-218626eabc51 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:45.869463 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ceea2d50-133c-4467-a9ac-1d03eb6be97a req-97753ddc-2bf6-4543-8095-218626eabc51 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 945 time: 0.2292774 Nov 18 17:27:45.879478 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fd192-4b3a-4d63-a0d4-555745ee6e1b req-a3ff5484-a436-443d-902e-e78f75c32b0f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:45.886394 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-991fd192-4b3a-4d63-a0d4-555745ee6e1b req-a3ff5484-a436-443d-902e-e78f75c32b0f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 945 time: 0.2424557 Nov 18 17:27:45.888889 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-6c2022e7-7d41-4de6-8c97-7d0fe2977112 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Allocated IP 172.20.0.13 (a0b7947d-b3ea-4be7-8b81-78e540c5fdb9/069ac9c4-0652-4a7d-9e28-3147189e9231/dd3ef0dd-5c6e-4b73-8817-1f73cc562d87) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:27:45.909477 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d656b1aa-d6b4-42bb-82c5-bca34fe63b39 None None] Network 4cc95ddb-2357-4d7a-b221-43eaca0d34db requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:27:46.033456 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-768e1f86-d4c9-41f5-a32a-e1de62237aff None None] Provisioning complete for port d2e3f718-c46c-4281-b329-6e10dcae11d5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:46.033836 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-768e1f86-d4c9-41f5-a32a-e1de62237aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:46.076604 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-6c2022e7-7d41-4de6-8c97-7d0fe2977112 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:46.112352 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ceea2d50-133c-4467-a9ac-1d03eb6be97a req-2439b49d-0998-4afb-b0c6-8b71f6118428 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419968 Nov 18 17:27:46.130973 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-991fd192-4b3a-4d63-a0d4-555745ee6e1b req-11c03275-4761-4644-a6fe-a82089aae53a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430847 Nov 18 17:27:46.147713 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:44Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:31Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd94ac8-bb34-4745-94d7-4b6f5944bba0', 'name': '', 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:15:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:32Z', 'updated_at': '2021-11-18T17:27:39Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dce5faf-1754-4702-80a6-22be8ccfae8d', 'name': '', 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:7c:64:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:42Z', 'updated_at': '2021-11-18T17:27:44Z', 'revision_number': 2, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:46.183212 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-6c2022e7-7d41-4de6-8c97-7d0fe2977112 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:46.197215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Checking router: 561069ff-6ac5-4679-af3b-186f77466136 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:27:46.197588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Updating router 561069ff-6ac5-4679-af3b-186f77466136 port 8dce5faf-1754-4702-80a6-22be8ccfae8d binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:27:46.222680 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d26aeabf-336d-4dc4-893d-50f8376e21eb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:46.255496 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:46.258325 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-768e1f86-d4c9-41f5-a32a-e1de62237aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:46.274751 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9dab61e-7d10-45d8-ae57-1bcda736226a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f072b54a-0bff-4889-bcff-0862cc0815d7'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:46.277986 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f1a760-a19a-4abb-b045-f22d042d1514" -d '{"events": [{"server_uuid": "c9dab61e-7d10-45d8-ae57-1bcda736226a", "name": "network-vif-plugged", "status": "completed", "tag": "f072b54a-0bff-4889-bcff-0862cc0815d7"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:46.315595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2022e7-7d41-4de6-8c97-7d0fe2977112 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Pushing event updated for resources: {'Port': ['ID=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:46.330306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-6c2022e7-7d41-4de6-8c97-7d0fe2977112 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:27:46.334452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-6c2022e7-7d41-4de6-8c97-7d0fe2977112 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:27:46.344731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-6c2022e7-7d41-4de6-8c97-7d0fe2977112 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:27:46.351623 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-768e1f86-d4c9-41f5-a32a-e1de62237aff None None] For port d2e3f718-c46c-4281-b329-6e10dcae11d5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d2e3f718-c46c-4281-b329-6e10dcae11d5,segment=NetworkSegment(d4bd384e-628b-489d-862f-00d37ff12521),segment_id=d4bd384e-628b-489d-862f-00d37ff12521)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:46.422461 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d2e3f718-c46c-4281-b329-6e10dcae11d5 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:46.425089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-6c2022e7-7d41-4de6-8c97-7d0fe2977112 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:46.425838 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-6c2022e7-7d41-4de6-8c97-7d0fe2977112 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:46.442754 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-768e1f86-d4c9-41f5-a32a-e1de62237aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:46.516859 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-6c2022e7-7d41-4de6-8c97-7d0fe2977112 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3012700 Nov 18 17:27:46.532302 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Request body: {'port': {'device_id': '52819fbe-6e91-45ed-a9e3-f3b182aabf4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:46.560794 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e1f86-d4c9-41f5-a32a-e1de62237aff None None] Pushing event updated for resources: {'Port': ['ID=d2e3f718-c46c-4281-b329-6e10dcae11d5,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:46.609722 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d2e3f718-c46c-4281-b329-6e10dcae11d5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:46.610392 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:46.624116 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:46.714281 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-06e1f106-18be-4fd9-9073-5adaf8fcd9d9 None None] Provisioning complete for port 8dce5faf-1754-4702-80a6-22be8ccfae8d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:46.714490 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-06e1f106-18be-4fd9-9073-5adaf8fcd9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:46.927649 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3c6a3-6277-4f67-9ca6-9fbab0ca5c46 req-64f02b33-a1b2-4585-b63d-59e72fcc1117 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:46.929399 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10f3c6a3-6277-4f67-9ca6-9fbab0ca5c46 req-64f02b33-a1b2-4585-b63d-59e72fcc1117 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 946 time: 0.2191768 Nov 18 17:27:46.954460 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-06e1f106-18be-4fd9-9073-5adaf8fcd9d9 None None] Port 8dce5faf-1754-4702-80a6-22be8ccfae8d cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:27:46.965668 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:46.974652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.extraroute_db [None req-010a0ab8-3d70-4d59-bf9e-4b7072bda7d4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=104007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 18 17:27:46.975999 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-06e1f106-18be-4fd9-9073-5adaf8fcd9d9 None None] Provisioning complete for port d2e3f718-c46c-4281-b329-6e10dcae11d5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:46.976371 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-06e1f106-18be-4fd9-9073-5adaf8fcd9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:46.987493 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:27:46.988041 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f4671-88f9-4ff0-879e-7f3cb18fc5a6 req-3d75520d-8ed6-430d-aa62-9f4de0dc8c3e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:46.989636 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-254f4671-88f9-4ff0-879e-7f3cb18fc5a6 req-3d75520d-8ed6-430d-aa62-9f4de0dc8c3e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=52819fbe-6e91-45ed-a9e3-f3b182aabf4d HTTP/1.1" status: 200 len: 932 time: 0.2783005 Nov 18 17:27:47.000034 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.016703 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Transition to ACTIVE for port object dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:27:47.048569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.extraroute_db [None req-010a0ab8-3d70-4d59-bf9e-4b7072bda7d4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Removed routes are [] {{(pid=104007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 18 17:27:47.048977 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-010a0ab8-3d70-4d59-bf9e-4b7072bda7d4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.061636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 57045423-595f-4fff-865f-90a15bbe1734 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:47.077012 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.079119 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.117471 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10f3c6a3-6277-4f67-9ca6-9fbab0ca5c46 req-a34936fb-5eb5-462a-b178-87fb9711ef7e tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/security-groups?id=2076ee13-cd37-42d0-825a-c49e1aca02a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473379 Nov 18 17:27:47.163536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:47.195950 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-254f4671-88f9-4ff0-879e-7f3cb18fc5a6 req-9c71b050-b785-4ce1-9b89-2348a53f063e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725957 Nov 18 17:27:47.202122 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d9a3c-8d53-4544-bc0b-6bd0dab67f3c None None] Pushing event updated for resources: {'Port': ['ID=8dce5faf-1754-4702-80a6-22be8ccfae8d,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:47.287335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Attempting to bind port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:27:47.287842 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Attempting to bind port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'ee5b9f4e-77f6-4998-922c-6ee2340fc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:27:47.288185 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Attempting to bind port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 on network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:47.296578 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 on network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:27:47.297480 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Attempting to bind port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 on network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:47.310760 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dddfa7-936b-40b4-9600-ba035540d1d1 x-openstack-request-id: req-f2dddfa7-936b-40b4-9600-ba035540d1d1 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:47.311211 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9dab61e-7d10-45d8-ae57-1bcda736226a", "name": "network-vif-plugged", "status": "completed", "tag": "f072b54a-0bff-4889-bcff-0862cc0815d7", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:47.311588 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f2dddfa7-936b-40b4-9600-ba035540d1d1 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:47.312262 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9dab61e-7d10-45d8-ae57-1bcda736226a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f072b54a-0bff-4889-bcff-0862cc0815d7', 'code': 200} Nov 18 17:27:47.329022 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:27:47.329372 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Checking segment: {'id': 'ee5b9f4e-77f6-4998-922c-6ee2340fc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:47.329821 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Bound using segment: {'id': 'ee5b9f4e-77f6-4998-922c-6ee2340fc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:27:47.330274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Bound port: dd3ef0dd-5c6e-4b73-8817-1f73cc562d87, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5b9f4e-77f6-4998-922c-6ee2340fc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:27:47.330635 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.335057 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e98c56cb-aaf2-4e89-835f-ed51fe740d3d None None] Provisioning complete for port 8dce5faf-1754-4702-80a6-22be8ccfae8d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:47.335442 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e98c56cb-aaf2-4e89-835f-ed51fe740d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.383524 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e98c56cb-aaf2-4e89-835f-ed51fe740d3d None None] Port 8dce5faf-1754-4702-80a6-22be8ccfae8d cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:27:47.385864 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Attempting to bind port 8dce5faf-1754-4702-80a6-22be8ccfae8d on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:27:47.385864 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Attempting to bind port 8dce5faf-1754-4702-80a6-22be8ccfae8d by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'd4bd384e-628b-489d-862f-00d37ff12521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:27:47.385864 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Attempting to bind port 8dce5faf-1754-4702-80a6-22be8ccfae8d on network 4cc95ddb-2357-4d7a-b221-43eaca0d34db {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:27:47.395924 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:27:47.395924 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Checking segment: {'id': 'd4bd384e-628b-489d-862f-00d37ff12521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:27:47.396227 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.396580 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Bound using segment: {'id': 'd4bd384e-628b-489d-862f-00d37ff12521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:27:47.397168 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Bound port: 8dce5faf-1754-4702-80a6-22be8ccfae8d, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bd384e-628b-489d-862f-00d37ff12521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:27:47.397680 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.400057 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 57045423-595f-4fff-865f-90a15bbe1734 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:27:47.410892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 57045423-595f-4fff-865f-90a15bbe1734 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:47.411273 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.434531 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] For port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:27:47.438643 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] For port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:27:47.490583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54530f-e3d6-4cf5-bf36-15a1110c7ebe req-35d34646-e91d-4cb1-a432-2f709bdd20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:47.492991 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ac54530f-e3d6-4cf5-bf36-15a1110c7ebe req-35d34646-e91d-4cb1-a432-2f709bdd20ef service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 1098 time: 0.1346805 Nov 18 17:27:47.502003 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.524978 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] For port 8dce5faf-1754-4702-80a6-22be8ccfae8d, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:27:47.532643 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] For port 8dce5faf-1754-4702-80a6-22be8ccfae8d, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8dce5faf-1754-4702-80a6-22be8ccfae8d,segment=NetworkSegment(d4bd384e-628b-489d-862f-00d37ff12521),segment_id=d4bd384e-628b-489d-862f-00d37ff12521)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:27:47.535514 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bfbdb69c-5c35-486d-8db2-4a5251bc2ccd None None] Provisioning complete for port 8dce5faf-1754-4702-80a6-22be8ccfae8d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:47.535979 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bfbdb69c-5c35-486d-8db2-4a5251bc2ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.603535 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc5642-1168-4c5d-9e93-ca4be71e3e78 req-0502445b-fdd5-4909-afd9-ab9ffce02c75 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:47.605558 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.621034 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7adc5642-1168-4c5d-9e93-ca4be71e3e78 req-0502445b-fdd5-4909-afd9-ab9ffce02c75 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 945 time: 0.3116634 Nov 18 17:27:47.621187 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ac54530f-e3d6-4cf5-bf36-15a1110c7ebe req-26088fe8-ad42-47f4-9d1a-e0b6475d3577 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2076ee13-cd37-42d0-825a-c49e1aca02a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123161 Nov 18 17:27:47.626833 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:47.627471 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.629247 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] 10.222.0.83 "PUT /v2.0/ports/dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 HTTP/1.1" status: 200 len: 1093 time: 1.1025136 Nov 18 17:27:47.629709 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52819fbe-6e91-45ed-a9e3-f3b182aabf4d', 'tag': 'dd3ef0dd-5c6e-4b73-8817-1f73cc562d87'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:47.632085 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd65ac4-ca6c-4fab-8d08-253b86200f89" -d '{"events": [{"name": "network-changed", "server_uuid": "52819fbe-6e91-45ed-a9e3-f3b182aabf4d", "tag": "dd3ef0dd-5c6e-4b73-8817-1f73cc562d87"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:47.641624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80670b-fe8d-48ac-b76d-6defb78c2600 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:47.660950 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.663015 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4cb1a-bfc0-4f9a-b63d-7daf636da3d7 req-0d2c798e-b539-429b-834b-0146b97d40dd tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:47.664915 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16c4cb1a-bfc0-4f9a-b63d-7daf636da3d7 req-0d2c798e-b539-429b-834b-0146b97d40dd tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 945 time: 0.2685411 Nov 18 17:27:47.665950 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bfbdb69c-5c35-486d-8db2-4a5251bc2ccd None None] Port 8dce5faf-1754-4702-80a6-22be8ccfae8d cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:27:47.685869 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-010a0ab8-3d70-4d59-bf9e-4b7072bda7d4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.718439 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-010a0ab8-3d70-4d59-bf9e-4b7072bda7d4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.718566 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:47.718978 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:47.740049 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d26aeabf-336d-4dc4-893d-50f8376e21eb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting port e8da363d-8224-4981-9797-6ddaccaa94ae {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:27:47.740448 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d26aeabf-336d-4dc4-893d-50f8376e21eb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.752595 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7adc5642-1168-4c5d-9e93-ca4be71e3e78 req-785777b5-5c57-448e-b882-bebfa99f1419 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372242 Nov 18 17:27:47.764364 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d9a3c-8d53-4544-bc0b-6bd0dab67f3c None None] Pushing event updated for resources: {'Port': ['ID=8dce5faf-1754-4702-80a6-22be8ccfae8d,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:47.793641 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 57045423-595f-4fff-865f-90a15bbe1734, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=57045423-595f-4fff-865f-90a15bbe1734,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:47.865530 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-95fb297d-6b59-4d4e-808d-44d718dc67d2 None None] Provisioning complete for port 8dce5faf-1754-4702-80a6-22be8ccfae8d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:47.868966 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-95fb297d-6b59-4d4e-808d-44d718dc67d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.868966 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:47.928026 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ece3e71-8388-4985-a62f-218a572778f2 x-openstack-request-id: req-6ece3e71-8388-4985-a62f-218a572778f2 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:47.928335 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52819fbe-6e91-45ed-a9e3-f3b182aabf4d", "tag": "dd3ef0dd-5c6e-4b73-8817-1f73cc562d87", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:47.928598 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6ece3e71-8388-4985-a62f-218a572778f2 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:47.929038 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52819fbe-6e91-45ed-a9e3-f3b182aabf4d', 'tag': 'dd3ef0dd-5c6e-4b73-8817-1f73cc562d87', 'status': 'completed', 'code': 200} Nov 18 17:27:47.982006 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16c4cb1a-bfc0-4f9a-b63d-7daf636da3d7 req-2795bcf1-3fc5-454f-af54-d74132300966 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941384 Nov 18 17:27:47.993651 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:27:48.026783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010a0ab8-3d70-4d59-bf9e-4b7072bda7d4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 561069ff-6ac5-4679-af3b-186f77466136 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:27:48.042642 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-4a4aa27d-086c-4792-86de-0c0b1477cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:48.044684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-d26aeabf-336d-4dc4-893d-50f8376e21eb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] For port e8da363d-8224-4981-9797-6ddaccaa94ae, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e8da363d-8224-4981-9797-6ddaccaa94ae,segment=NetworkSegment(b444b4b2-14ef-4853-adbd-aef5dc7ba457),segment_id=b444b4b2-14ef-4853-adbd-aef5dc7ba457)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:48.044684 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d26aeabf-336d-4dc4-893d-50f8376e21eb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:48.045709 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-4a4aa27d-086c-4792-86de-0c0b1477cb80 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0de7d88c816240c0971ebec206414d16&device_id=52819fbe-6e91-45ed-a9e3-f3b182aabf4d HTTP/1.1" status: 200 len: 1096 time: 0.1032441 Nov 18 17:27:48.071732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d26aeabf-336d-4dc4-893d-50f8376e21eb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Calling delete_port for e8da363d-8224-4981-9797-6ddaccaa94ae owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:27:48.103240 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-e5ed33be-154d-4733-b680-fe9ab939e7b6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 HTTP/1.1" status: 200 len: 217 time: 0.0467911 Nov 18 17:27:48.141522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=57045423-595f-4fff-865f-90a15bbe1734,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:48.211498 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-95fb297d-6b59-4d4e-808d-44d718dc67d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:48.217713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-b9a62f19-e704-465e-8e3a-edfc5b6f0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:48.220133 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-b9a62f19-e704-465e-8e3a-edfc5b6f0d96 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=069ac9c4-0652-4a7d-9e28-3147189e9231 HTTP/1.1" status: 200 len: 843 time: 0.1095440 Nov 18 17:27:48.241064 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010a0ab8-3d70-4d59-bf9e-4b7072bda7d4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:27:48.252608 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-010a0ab8-3d70-4d59-bf9e-4b7072bda7d4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:48.256273 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-010a0ab8-3d70-4d59-bf9e-4b7072bda7d4 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/561069ff-6ac5-4679-af3b-186f77466136 HTTP/1.1" status: 200 len: 953 time: 2.6654508 Nov 18 17:27:48.268374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34268) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:48.293011 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-bd3c74ac-aba6-4b87-9043-83b51da84f1c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631504 Nov 18 17:27:48.304640 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-95fb297d-6b59-4d4e-808d-44d718dc67d2 None None] For port 8dce5faf-1754-4702-80a6-22be8ccfae8d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8dce5faf-1754-4702-80a6-22be8ccfae8d,segment=NetworkSegment(d4bd384e-628b-489d-862f-00d37ff12521),segment_id=d4bd384e-628b-489d-862f-00d37ff12521)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:48.364139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d2e3f718-c46c-4281-b329-6e10dcae11d5 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:48.396514 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-95fb297d-6b59-4d4e-808d-44d718dc67d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:48.412527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:46Z', 'revision_number': 6, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:31Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd94ac8-bb34-4745-94d7-4b6f5944bba0', 'name': '', 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:15:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:32Z', 'updated_at': '2021-11-18T17:27:39Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dce5faf-1754-4702-80a6-22be8ccfae8d', 'name': '', 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:7c:64:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:42Z', 'updated_at': '2021-11-18T17:27:47Z', 'revision_number': 4, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:48.432206 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-93d1c911-d05b-4c48-9761-c2f03ab722eb service neutron] 10.222.0.83 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231689 Nov 18 17:27:48.470654 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b156558-48d3-4ad1-98d8-a9c59ea50409 None None] The sync data for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 is: [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:46Z', 'revision_number': 6, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:31Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd94ac8-bb34-4745-94d7-4b6f5944bba0', 'name': '', 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:15:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:32Z', 'updated_at': '2021-11-18T17:27:39Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dce5faf-1754-4702-80a6-22be8ccfae8d', 'name': '', 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:7c:64:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:42Z', 'updated_at': '2021-11-18T17:27:47Z', 'revision_number': 4, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:27:48.504854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb297d-6b59-4d4e-808d-44d718dc67d2 None None] Pushing event updated for resources: {'Port': ['ID=8dce5faf-1754-4702-80a6-22be8ccfae8d,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:48.527716 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4f7471d4-9f8c-479f-8b99-eff02f25d29f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/routers/561069ff-6ac5-4679-af3b-186f77466136 HTTP/1.1" status: 200 len: 953 time: 0.2617321 Nov 18 17:27:48.532990 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34272) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:48.533879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d2e3f718-c46c-4281-b329-6e10dcae11d5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:48.534448 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:48.540819 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3abe3def-e822-4fc3-b7ab-48ff4f68b4c2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'router': {'routes': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:48.575146 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8d012608-bd4f-45bd-ae80-27b46e048bfb None None] Provisioning complete for port 8dce5faf-1754-4702-80a6-22be8ccfae8d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:48.575565 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d012608-bd4f-45bd-ae80-27b46e048bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:48.617443 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c495af-cdb0-4291-8ef4-ceb2fbc1b760 req-cd5760cf-ac36-46a6-a683-7ffc1e446f33 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:48.620201 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16c495af-cdb0-4291-8ef4-ceb2fbc1b760 req-cd5760cf-ac36-46a6-a683-7ffc1e446f33 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 946 time: 0.2941332 Nov 18 17:27:48.639363 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d819df9f-059e-4e71-8f5b-1325a8d2f59f req-efeae88e-489a-4edb-ac22-58a757096792 service neutron] 10.222.0.83 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977494 Nov 18 17:27:48.751345 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a7808-96fa-4125-9183-726fe91ec7d0 req-d887e1a8-20e7-481f-a839-cbe537e93c3f tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:48.753026 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-402a7808-96fa-4125-9183-726fe91ec7d0 req-d887e1a8-20e7-481f-a839-cbe537e93c3f tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=52819fbe-6e91-45ed-a9e3-f3b182aabf4d HTTP/1.1" status: 200 len: 944 time: 0.3156173 Nov 18 17:27:48.799923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd65ac4-ca6c-4fab-8d08-253b86200f89 req-57c9231a-05f6-42df-99b7-6f26b2c149c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:48.801513 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2cd65ac4-ca6c-4fab-8d08-253b86200f89 req-57c9231a-05f6-42df-99b7-6f26b2c149c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0de7d88c816240c0971ebec206414d16&device_id=52819fbe-6e91-45ed-a9e3-f3b182aabf4d HTTP/1.1" status: 200 len: 1096 time: 0.0522859 Nov 18 17:27:48.915123 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16c495af-cdb0-4291-8ef4-ceb2fbc1b760 req-43033d78-365a-4dd4-8510-556d3654451b tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/security-groups?id=2076ee13-cd37-42d0-825a-c49e1aca02a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419205 Nov 18 17:27:48.948287 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd65ac4-ca6c-4fab-8d08-253b86200f89 req-a64ca14c-1ad0-4208-814b-5d7583bc9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:48.949986 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2cd65ac4-ca6c-4fab-8d08-253b86200f89 req-a64ca14c-1ad0-4208-814b-5d7583bc9f4e service neutron] 10.222.0.83 "GET /v2.0/networks?id=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 HTTP/1.1" status: 200 len: 905 time: 0.1387544 Nov 18 17:27:49.019683 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2cd65ac4-ca6c-4fab-8d08-253b86200f89 req-6632f0c6-3283-41d3-9983-6c2965c76f5d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 HTTP/1.1" status: 200 len: 217 time: 0.0613897 Nov 18 17:27:49.038756 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d26aeabf-336d-4dc4-893d-50f8376e21eb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:49.085430 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd65ac4-ca6c-4fab-8d08-253b86200f89 req-aabb3e74-1f68-4d13-a8a7-45fb44de370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:49.086947 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2cd65ac4-ca6c-4fab-8d08-253b86200f89 req-aabb3e74-1f68-4d13-a8a7-45fb44de370e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=069ac9c4-0652-4a7d-9e28-3147189e9231 HTTP/1.1" status: 200 len: 843 time: 0.0516007 Nov 18 17:27:49.133341 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2cd65ac4-ca6c-4fab-8d08-253b86200f89 req-d4cf6d96-b788-4bd8-94db-3997090702a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360467 Nov 18 17:27:49.313664 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe08d636-48a0-453c-b825-dab2e0bcdf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57045423-595f-4fff-865f-90a15bbe1734'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:49.318135 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca52dcf-5570-4316-9c7d-2e0e7630b279" -d '{"events": [{"server_uuid": "fe08d636-48a0-453c-b825-dab2e0bcdf2c", "name": "network-vif-plugged", "status": "completed", "tag": "57045423-595f-4fff-865f-90a15bbe1734"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:49.433502 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-402a7808-96fa-4125-9183-726fe91ec7d0 req-b352e605-cd9e-4eb3-968e-c193c9fbfa0e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6679106 Nov 18 17:27:49.515617 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26aeabf-336d-4dc4-893d-50f8376e21eb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Port': ['ID=e8da363d-8224-4981-9797-6ddaccaa94ae,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:49.540497 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b30cd-ae89-49a5-9198-ad7842805e73 None None] Sync routers for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:27:49.566521 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b30cd-ae89-49a5-9198-ad7842805e73 None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:49.567269 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e75b30cd-ae89-49a5-9198-ad7842805e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:49.592656 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2cd65ac4-ca6c-4fab-8d08-253b86200f89 req-60d4187f-86ef-4670-a17e-4b5f4f412184 service neutron] 10.222.0.83 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501944 Nov 18 17:27:49.713676 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2cd65ac4-ca6c-4fab-8d08-253b86200f89 req-060dbc5b-d50c-4d72-a2c5-1fd7c64ed4a1 service neutron] 10.222.0.83 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054909 Nov 18 17:27:49.724060 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-e75b30cd-ae89-49a5-9198-ad7842805e73 None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:27:49.820090 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ef71f-cbea-4c27-8b7f-d29f22fd804f req-b60bdd97-ffaf-4b2f-8ea8-9be0168fd0e4 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:49.821707 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-908ef71f-cbea-4c27-8b7f-d29f22fd804f req-b60bdd97-ffaf-4b2f-8ea8-9be0168fd0e4 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 945 time: 0.8208277 Nov 18 17:27:49.892058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358067b-5403-41d5-a3e0-f00116981ce4 req-2b9803af-b111-4826-9028-bf14f417e5b7 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:49.897193 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3358067b-5403-41d5-a3e0-f00116981ce4 req-2b9803af-b111-4826-9028-bf14f417e5b7 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 946 time: 0.2243452 Nov 18 17:27:49.923005 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d26aeabf-336d-4dc4-893d-50f8376e21eb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:49.962693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.extraroute_db [None req-3abe3def-e822-4fc3-b7ab-48ff4f68b4c2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Added routes are [] {{(pid=104007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 18 17:27:49.963104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.extraroute_db [None req-3abe3def-e822-4fc3-b7ab-48ff4f68b4c2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=104007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 18 17:27:49.965712 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e75b30cd-ae89-49a5-9198-ad7842805e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:46Z', 'revision_number': 6, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:31Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd94ac8-bb34-4745-94d7-4b6f5944bba0', 'name': '', 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:15:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:32Z', 'updated_at': '2021-11-18T17:27:39Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dce5faf-1754-4702-80a6-22be8ccfae8d', 'name': '', 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:7c:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:42Z', 'updated_at': '2021-11-18T17:27:48Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:49.995286 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b30cd-ae89-49a5-9198-ad7842805e73 None None] Checking router: 561069ff-6ac5-4679-af3b-186f77466136 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:27:50.005441 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b30cd-ae89-49a5-9198-ad7842805e73 None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:50.006681 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e75b30cd-ae89-49a5-9198-ad7842805e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:50.044130 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-908ef71f-cbea-4c27-8b7f-d29f22fd804f req-7f7d1532-c8e6-4530-a9ba-16f3b174f07d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102983 Nov 18 17:27:50.064820 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3358067b-5403-41d5-a3e0-f00116981ce4 req-d821377b-3103-429a-bca8-34f15a4f6a62 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533532 Nov 18 17:27:50.111039 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-e75b30cd-ae89-49a5-9198-ad7842805e73 None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:27:50.112055 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3abe3def-e822-4fc3-b7ab-48ff4f68b4c2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:50.144737 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c45189-35db-461e-84af-618a3301fed2 x-openstack-request-id: req-36c45189-35db-461e-84af-618a3301fed2 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:50.145141 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe08d636-48a0-453c-b825-dab2e0bcdf2c", "name": "network-vif-plugged", "status": "completed", "tag": "57045423-595f-4fff-865f-90a15bbe1734", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:50.145522 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-36c45189-35db-461e-84af-618a3301fed2 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:50.146023 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe08d636-48a0-453c-b825-dab2e0bcdf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57045423-595f-4fff-865f-90a15bbe1734', 'code': 200} Nov 18 17:27:50.261486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04713f-d0a6-45a4-aeb0-deee0b91d3f4 req-eec6d190-5adc-4a64-9309-128d88fc261a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:50.265416 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d04713f-d0a6-45a4-aeb0-deee0b91d3f4 req-eec6d190-5adc-4a64-9309-128d88fc261a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 945 time: 0.1077158 Nov 18 17:27:50.440757 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8dce5faf-1754-4702-80a6-22be8ccfae8d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:50.444654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-5d04713f-d0a6-45a4-aeb0-deee0b91d3f4 req-2e00d5ea-2c19-458c-8368-06ab9afcd440 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Deleting port 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:27:50.445129 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5d04713f-d0a6-45a4-aeb0-deee0b91d3f4 req-2e00d5ea-2c19-458c-8368-06ab9afcd440 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:50.504873 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e75b30cd-ae89-49a5-9198-ad7842805e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:46Z', 'revision_number': 6, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:31Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd94ac8-bb34-4745-94d7-4b6f5944bba0', 'name': '', 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:15:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:32Z', 'updated_at': '2021-11-18T17:27:39Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dce5faf-1754-4702-80a6-22be8ccfae8d', 'name': '', 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:7c:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:42Z', 'updated_at': '2021-11-18T17:27:48Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:50.508182 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d0188-dd45-474e-ba8d-802bad7aa5a1 req-6cb41344-e628-44a5-9c44-888e687fd545 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:50.509674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-297d0188-dd45-474e-ba8d-802bad7aa5a1 req-6cb41344-e628-44a5-9c44-888e687fd545 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.3084641 Nov 18 17:27:50.548619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 8dce5faf-1754-4702-80a6-22be8ccfae8d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:50.549235 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:50.563535 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b30cd-ae89-49a5-9198-ad7842805e73 None None] The sync data for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 is: [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:46Z', 'revision_number': 6, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:31Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd94ac8-bb34-4745-94d7-4b6f5944bba0', 'name': '', 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:15:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:32Z', 'updated_at': '2021-11-18T17:27:39Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dce5faf-1754-4702-80a6-22be8ccfae8d', 'name': '', 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:7c:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:42Z', 'updated_at': '2021-11-18T17:27:48Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:27:50.632026 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36295ed-9521-4bf1-8671-ab9236076ccf req-f67cc370-4d29-4c7c-b5c2-f1ec3d23d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:50.633899 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e36295ed-9521-4bf1-8671-ab9236076ccf req-f67cc370-4d29-4c7c-b5c2-f1ec3d23d2d6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 1098 time: 0.4171419 Nov 18 17:27:50.640184 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5d04713f-d0a6-45a4-aeb0-deee0b91d3f4 req-2e00d5ea-2c19-458c-8368-06ab9afcd440 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] For port 8f25f7d9-26a5-4ceb-b9bc-c776ea901191, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8f25f7d9-26a5-4ceb-b9bc-c776ea901191,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:50.640705 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5d04713f-d0a6-45a4-aeb0-deee0b91d3f4 req-2e00d5ea-2c19-458c-8368-06ab9afcd440 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:50.664108 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-5d04713f-d0a6-45a4-aeb0-deee0b91d3f4 req-2e00d5ea-2c19-458c-8368-06ab9afcd440 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Calling delete_port for 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:27:50.755854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdbc45-3fb9-4763-a9d8-c43a336675ce req-ea08de3b-1dcd-4b72-ab0c-e384964613ca tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:50.757560 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33bdbc45-3fb9-4763-a9d8-c43a336675ce req-ea08de3b-1dcd-4b72-ab0c-e384964613ca tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 946 time: 0.4597459 Nov 18 17:27:50.907934 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5d04713f-d0a6-45a4-aeb0-deee0b91d3f4 req-2e00d5ea-2c19-458c-8368-06ab9afcd440 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:50.925038 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8f25f7d9-26a5-4ceb-b9bc-c776ea901191'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:27:50.965052 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e36295ed-9521-4bf1-8671-ab9236076ccf req-80685684-83d0-4a05-a97a-57d29178a6e6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200338 Nov 18 17:27:50.997592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00d5ea-2c19-458c-8368-06ab9afcd440 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event deleted for resources: {'Port': ['ID=8f25f7d9-26a5-4ceb-b9bc-c776ea901191,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:51.015868 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-297d0188-dd45-474e-ba8d-802bad7aa5a1 req-5cf67164-7f7e-49b7-ab82-97473eb1b9c0 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4512484 Nov 18 17:27:51.034521 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3abe3def-e822-4fc3-b7ab-48ff4f68b4c2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:51.049251 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26aeabf-336d-4dc4-893d-50f8376e21eb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router bbc6bd12-1f3e-4b6b-9269-7d9176518a85 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:27:51.080969 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3abe3def-e822-4fc3-b7ab-48ff4f68b4c2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:51.100812 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d04713f-d0a6-45a4-aeb0-deee0b91d3f4 req-2e00d5ea-2c19-458c-8368-06ab9afcd440 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] No DVR routers for this DVR port 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:27:51.103756 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5d04713f-d0a6-45a4-aeb0-deee0b91d3f4 req-2e00d5ea-2c19-458c-8368-06ab9afcd440 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:51.108445 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5d04713f-d0a6-45a4-aeb0-deee0b91d3f4 req-2e00d5ea-2c19-458c-8368-06ab9afcd440 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "DELETE /v2.0/ports/8f25f7d9-26a5-4ceb-b9bc-c776ea901191 HTTP/1.1" status: 204 len: 173 time: 0.8356645 Nov 18 17:27:51.109175 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39716cf-3ea9-4f49-9ad0-78bfba096c37', 'name': 'network-vif-deleted', 'tag': '8f25f7d9-26a5-4ceb-b9bc-c776ea901191'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:51.111678 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bb3e44-944b-4a8c-a1dd-cc29366a4e74" -d '{"events": [{"server_uuid": "c39716cf-3ea9-4f49-9ad0-78bfba096c37", "name": "network-vif-deleted", "tag": "8f25f7d9-26a5-4ceb-b9bc-c776ea901191"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:51.260928 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33bdbc45-3fb9-4763-a9d8-c43a336675ce req-13434d8c-a137-4442-b5ea-3668ef8604a4 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/security-groups?id=2076ee13-cd37-42d0-825a-c49e1aca02a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854352 Nov 18 17:27:51.347977 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e491a66-cdf9-4206-bcae-cd49e722c579 req-f3e6e568-ec41-494c-a1da-b5830677cfef tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:51.355748 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e491a66-cdf9-4206-bcae-cd49e722c579 req-f3e6e568-ec41-494c-a1da-b5830677cfef tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=52819fbe-6e91-45ed-a9e3-f3b182aabf4d HTTP/1.1" status: 200 len: 944 time: 0.1759329 Nov 18 17:27:51.405578 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:51.425563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abe3def-e822-4fc3-b7ab-48ff4f68b4c2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 561069ff-6ac5-4679-af3b-186f77466136 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:27:51.475407 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26aeabf-336d-4dc4-893d-50f8376e21eb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:27:51.481043 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d26aeabf-336d-4dc4-893d-50f8376e21eb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "PUT /v2.0/routers/bbc6bd12-1f3e-4b6b-9269-7d9176518a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2718654 Nov 18 17:27:51.484347 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34304) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:51.491290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24602d19-b517-419c-82ff-af1d990300bf None None] Sync routers for ids ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:27:51.515074 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e491a66-cdf9-4206-bcae-cd49e722c579 req-5944a51a-e8a3-4cfe-9354-80da2b51c63d tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544297 Nov 18 17:27:51.532004 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24602d19-b517-419c-82ff-af1d990300bf None None] Routers {'bbc6bd12-1f3e-4b6b-9269-7d9176518a85'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:51.533417 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-24602d19-b517-419c-82ff-af1d990300bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:51.588232 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-13407f27-e3b5-438d-b068-9bf952fe564a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting subnet 7b19ee56-2a81-4546-9772-a70239522cce {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:27:51.601381 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13407f27-e3b5-438d-b068-9bf952fe564a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:51.643051 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abe3def-e822-4fc3-b7ab-48ff4f68b4c2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:27:51.651104 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3abe3def-e822-4fc3-b7ab-48ff4f68b4c2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:51.652277 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3abe3def-e822-4fc3-b7ab-48ff4f68b4c2 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/561069ff-6ac5-4679-af3b-186f77466136 HTTP/1.1" status: 200 len: 703 time: 3.1154728 Nov 18 17:27:51.656606 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7461170b-2f83-4e62-a2fa-133ac211c1e3 None None] Sync routers for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:27:51.657107 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34306) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:51.671290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f97-ed92-4fe3-bca9-dfe64e8af5b3 req-ff6f01b9-5dbf-4609-8f4b-b2db85d7b77c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:51.673277 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33668f97-ed92-4fe3-bca9-dfe64e8af5b3 req-ff6f01b9-5dbf-4609-8f4b-b2db85d7b77c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.2775469 Nov 18 17:27:51.681570 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7461170b-2f83-4e62-a2fa-133ac211c1e3 None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:51.682444 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7461170b-2f83-4e62-a2fa-133ac211c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:51.755854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-24602d19-b517-419c-82ff-af1d990300bf None None] Set router bbc6bd12-1f3e-4b6b-9269-7d9176518a85 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:27:51.768544 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33668f97-ed92-4fe3-bca9-dfe64e8af5b3 req-1b6e9aa8-0f96-435f-9a96-5f9711ae03e3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856447 Nov 18 17:27:51.787715 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4ccd0eb3-9953-4027-9439-bf64ee1fbe5b req-90e97f86-7778-492d-b556-dcf7acb2c24b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 210 time: 0.1305990 Nov 18 17:27:51.838419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34312) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:51.839586 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ff98dc7f-5777-4636-a1b0-b573ec3e6274 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/routers/561069ff-6ac5-4679-af3b-186f77466136 HTTP/1.1" status: 200 len: 703 time: 0.1812572 Nov 18 17:27:51.896598 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13407f27-e3b5-438d-b068-9bf952fe564a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:51.958349 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7461170b-2f83-4e62-a2fa-133ac211c1e3 None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:27:51.968640 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51689497-1f5c-4079-b1b1-f7cccc2e8473 x-openstack-request-id: req-51689497-1f5c-4079-b1b1-f7cccc2e8473 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:51.969235 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39716cf-3ea9-4f49-9ad0-78bfba096c37", "name": "network-vif-deleted", "tag": "8f25f7d9-26a5-4ceb-b9bc-c776ea901191", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:51.969665 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-51689497-1f5c-4079-b1b1-f7cccc2e8473 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:51.975265 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39716cf-3ea9-4f49-9ad0-78bfba096c37', 'name': 'network-vif-deleted', 'tag': '8f25f7d9-26a5-4ceb-b9bc-c776ea901191', 'status': 'completed', 'code': 200} Nov 18 17:27:52.337044 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13407f27-e3b5-438d-b068-9bf952fe564a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:52.439665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-24602d19-b517-419c-82ff-af1d990300bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309178709', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '08322867-184f-4416-81af-b52fc27720c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:25:45Z', 'updated_at': '2021-11-18T17:27:48Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '08322867-184f-4416-81af-b52fc27720c5', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:47Z', 'updated_at': '2021-11-18T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:52.451687 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05657a-cd8e-4d38-8f20-9e336ed1dfa7 req-4ce022ed-dd78-4aa8-b0ab-6b00c14cf4ad tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:52.453340 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d05657a-cd8e-4d38-8f20-9e336ed1dfa7 req-4ce022ed-dd78-4aa8-b0ab-6b00c14cf4ad tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 946 time: 0.4030843 Nov 18 17:27:52.510946 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:27:52.516437 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24602d19-b517-419c-82ff-af1d990300bf None None] Checking router: bbc6bd12-1f3e-4b6b-9269-7d9176518a85 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:27:52.545527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24602d19-b517-419c-82ff-af1d990300bf None None] Routers {'bbc6bd12-1f3e-4b6b-9269-7d9176518a85'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:52.548059 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13407f27-e3b5-438d-b068-9bf952fe564a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:52.560077 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-24602d19-b517-419c-82ff-af1d990300bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:52.626996 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13407f27-e3b5-438d-b068-9bf952fe564a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Subnet': ['ID=7b19ee56-2a81-4546-9772-a70239522cce,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:52.638435 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13407f27-e3b5-438d-b068-9bf952fe564a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:52.656356 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-13407f27-e3b5-438d-b068-9bf952fe564a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/subnets/7b19ee56-2a81-4546-9772-a70239522cce HTTP/1.1" status: 204 len: 168 time: 1.1680131 Nov 18 17:27:52.659158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34322) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:52.690679 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7461170b-2f83-4e62-a2fa-133ac211c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:49Z', 'revision_number': 7, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:31Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd94ac8-bb34-4745-94d7-4b6f5944bba0', 'name': '', 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:15:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:32Z', 'updated_at': '2021-11-18T17:27:39Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dce5faf-1754-4702-80a6-22be8ccfae8d', 'name': '', 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:7c:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:42Z', 'updated_at': '2021-11-18T17:27:48Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:52.913675 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97524f19-23ca-4dba-9461-860c89235853 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:52.922695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-24602d19-b517-419c-82ff-af1d990300bf None None] Set router bbc6bd12-1f3e-4b6b-9269-7d9176518a85 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:27:52.979488 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7461170b-2f83-4e62-a2fa-133ac211c1e3 None None] Checking router: 561069ff-6ac5-4679-af3b-186f77466136 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:27:53.012707 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.resource_extend [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:27:53.018457 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7461170b-2f83-4e62-a2fa-133ac211c1e3 None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:53.019100 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7461170b-2f83-4e62-a2fa-133ac211c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:53.021579 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5f837b-a909-4a6b-a9fc-ecd41496b7a3 None None] Network 985f4fbd-9c9b-4f00-933a-f2224376d0f0 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:27:53.094343 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d05657a-cd8e-4d38-8f20-9e336ed1dfa7 req-af907432-a04e-4c3a-a8a6-735e7ba32ff6 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773830 Nov 18 17:27:53.159576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e136620-05b7-4dd0-a40b-17ddd78719c7 req-344956ae-dada-4b58-b51e-d0bcff6d182f tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:53.161201 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e136620-05b7-4dd0-a40b-17ddd78719c7 req-344956ae-dada-4b58-b51e-d0bcff6d182f tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=52819fbe-6e91-45ed-a9e3-f3b182aabf4d HTTP/1.1" status: 200 len: 944 time: 0.1429048 Nov 18 17:27:53.162864 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97524f19-23ca-4dba-9461-860c89235853 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:53.222286 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7461170b-2f83-4e62-a2fa-133ac211c1e3 None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:27:53.347364 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e136620-05b7-4dd0-a40b-17ddd78719c7 req-53115a37-8a86-4777-87d3-d2de35d1a056 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311276 Nov 18 17:27:53.349714 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-97524f19-23ca-4dba-9461-860c89235853 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting port 08322867-184f-4416-81af-b52fc27720c5 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:27:53.350021 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97524f19-23ca-4dba-9461-860c89235853 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:53.382308 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdb74b-c398-47fb-8f28-bec53fda34d2 req-8a55ae3f-b2b5-40a8-8c3f-094408a3a93d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:53.383827 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56bdb74b-c398-47fb-8f28-bec53fda34d2 req-8a55ae3f-b2b5-40a8-8c3f-094408a3a93d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1662042 Nov 18 17:27:53.410834 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:53.515534 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-97524f19-23ca-4dba-9461-860c89235853 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] For port 08322867-184f-4416-81af-b52fc27720c5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=08322867-184f-4416-81af-b52fc27720c5,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:53.516458 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97524f19-23ca-4dba-9461-860c89235853 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:53.540979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-97524f19-23ca-4dba-9461-860c89235853 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Calling delete_port for 08322867-184f-4416-81af-b52fc27720c5 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:27:53.571345 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:53.576668 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56bdb74b-c398-47fb-8f28-bec53fda34d2 req-097dd402-2404-4b42-822b-24ae888d540b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771121 Nov 18 17:27:53.623735 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-624d4900-1e0a-40ff-9cea-9cfc73baf61d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:53.624993 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7461170b-2f83-4e62-a2fa-133ac211c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:49Z', 'revision_number': 7, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:31Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd94ac8-bb34-4745-94d7-4b6f5944bba0', 'name': '', 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:15:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:32Z', 'updated_at': '2021-11-18T17:27:39Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dce5faf-1754-4702-80a6-22be8ccfae8d', 'name': '', 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:7c:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:42Z', 'updated_at': '2021-11-18T17:27:48Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:53.665223 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'dd3ef0dd-5c6e-4b73-8817-1f73cc562d87', 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9', 'port_id': 'dd3ef0dd-5c6e-4b73-8817-1f73cc562d87', 'mac_address': 'fa:16:3e:8c:9a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069ac9c4-0652-4a7d-9e28-3147189e9231', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:27:53.670867 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a3c5c-8b21-4612-84bd-000d2f8c2b9d None None] DHCP port deletion for 985f4fbd-9c9b-4f00-933a-f2224376d0f0 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:27:53.687809 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7461170b-2f83-4e62-a2fa-133ac211c1e3 None None] The sync data for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 is: [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:49Z', 'revision_number': 7, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:31Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd94ac8-bb34-4745-94d7-4b6f5944bba0', 'name': '', 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:15:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:32Z', 'updated_at': '2021-11-18T17:27:39Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dce5faf-1754-4702-80a6-22be8ccfae8d', 'name': '', 'network_id': '4cc95ddb-2357-4d7a-b221-43eaca0d34db', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:7c:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:42Z', 'updated_at': '2021-11-18T17:27:48Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'ede6f8ef-5402-43c0-a40e-a5ed43346891', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:27:53.868587 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:53.876896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-24602d19-b517-419c-82ff-af1d990300bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309178709', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '08322867-184f-4416-81af-b52fc27720c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:25:45Z', 'updated_at': '2021-11-18T17:27:48Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '08322867-184f-4416-81af-b52fc27720c5', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:47Z', 'updated_at': '2021-11-18T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:53.885343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f14a3c5c-8b21-4612-84bd-000d2f8c2b9d None None] Deleting port 2604c18a-3441-4f80-b175-dbd7fbdf89d5 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:27:53.885733 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f14a3c5c-8b21-4612-84bd-000d2f8c2b9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:53.912484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-14db3b45-d3c2-4ddf-a8ec-b3416a511def req-6acfd1c5-362b-46f1-b109-7f3a59b7d69f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 210 time: 0.1352472 Nov 18 17:27:53.936165 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97524f19-23ca-4dba-9461-860c89235853 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:53.946055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24602d19-b517-419c-82ff-af1d990300bf None None] The sync data for ids ['bbc6bd12-1f3e-4b6b-9269-7d9176518a85'] in n-d-813419-11 is: [{'id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309178709', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '08322867-184f-4416-81af-b52fc27720c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:25:45Z', 'updated_at': '2021-11-18T17:27:48Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': '08322867-184f-4416-81af-b52fc27720c5', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bd12-1f3e-4b6b-9269-7d9176518a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:25:47Z', 'updated_at': '2021-11-18T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:27:53.951395 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:27:53.999185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:54.018041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97524f19-23ca-4dba-9461-860c89235853 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Port': ['ID=08322867-184f-4416-81af-b52fc27720c5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:54.105261 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:54.115563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f14a3c5c-8b21-4612-84bd-000d2f8c2b9d None None] For port 2604c18a-3441-4f80-b175-dbd7fbdf89d5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2604c18a-3441-4f80-b175-dbd7fbdf89d5,segment=NetworkSegment(b444b4b2-14ef-4853-adbd-aef5dc7ba457),segment_id=b444b4b2-14ef-4853-adbd-aef5dc7ba457)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:54.116083 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f14a3c5c-8b21-4612-84bd-000d2f8c2b9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:54.158476 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97524f19-23ca-4dba-9461-860c89235853 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:54.164977 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f14a3c5c-8b21-4612-84bd-000d2f8c2b9d None None] Calling delete_port for 2604c18a-3441-4f80-b175-dbd7fbdf89d5 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:27:54.171186 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b8bcc-99f4-4710-9e64-da0b4e3668e2 req-f6a75f7c-41e3-4197-addd-8d21c9cd6365 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:54.203043 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d4b8bcc-99f4-4710-9e64-da0b4e3668e2 req-f6a75f7c-41e3-4197-addd-8d21c9cd6365 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 946 time: 0.1375332 Nov 18 17:27:54.257020 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:54.364840 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d4b8bcc-99f4-4710-9e64-da0b4e3668e2 req-56bf8fc5-4f87-4c57-a13d-a93b246de2f6 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/security-groups?id=2076ee13-cd37-42d0-825a-c49e1aca02a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607740 Nov 18 17:27:54.414255 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97524f19-23ca-4dba-9461-860c89235853 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:54.419615 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97524f19-23ca-4dba-9461-860c89235853 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:54.423749 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['dd3ef0dd-5c6e-4b73-8817-1f73cc562d87'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:27:54.524349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:27:54.528678 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f14a3c5c-8b21-4612-84bd-000d2f8c2b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:54.592982 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97524f19-23ca-4dba-9461-860c89235853 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:54.593900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97524f19-23ca-4dba-9461-860c89235853 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Fanout notify agent at l3_agent the message router_deleted on router bbc6bd12-1f3e-4b6b-9269-7d9176518a85 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:27:54.605022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:27:54.605022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8f25f7d9-26a5-4ceb-b9bc-c776ea901191 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:27:54.605697 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97524f19-23ca-4dba-9461-860c89235853 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:54.605697 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-97524f19-23ca-4dba-9461-860c89235853 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/routers/bbc6bd12-1f3e-4b6b-9269-7d9176518a85 HTTP/1.1" status: 204 len: 168 time: 1.9399333 Nov 18 17:27:54.608124 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34346) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:54.615684 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a3c5c-8b21-4612-84bd-000d2f8c2b9d None None] Pushing event deleted for resources: {'Port': ['ID=2604c18a-3441-4f80-b175-dbd7fbdf89d5,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:54.618809 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2604c18a-3441-4f80-b175-dbd7fbdf89d5 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:27:54.681904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 2604c18a-3441-4f80-b175-dbd7fbdf89d5 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:27:54.682195 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2604c18a-3441-4f80-b175-dbd7fbdf89d5 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:27:54.682640 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e8da363d-8224-4981-9797-6ddaccaa94ae no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:27:54.755398 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: e8da363d-8224-4981-9797-6ddaccaa94ae {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:27:54.755398 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e8da363d-8224-4981-9797-6ddaccaa94ae not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:27:54.760156 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c0aa-3c10-4997-b388-904b01555060 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:54.775452 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a3c5c-8b21-4612-84bd-000d2f8c2b9d None None] No DVR routers for this DVR port 2604c18a-3441-4f80-b175-dbd7fbdf89d5 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:27:54.821141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408d637-fb78-477f-9010-b38035ccf907 req-0151106e-8729-4ca5-921d-4aa236f6a17e tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:54.827505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0408d637-fb78-477f-9010-b38035ccf907 req-0151106e-8729-4ca5-921d-4aa236f6a17e tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 946 time: 0.2444749 Nov 18 17:27:54.913362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-624d4900-1e0a-40ff-9cea-9cfc73baf61d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting port 8dce5faf-1754-4702-80a6-22be8ccfae8d {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:27:54.914127 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-624d4900-1e0a-40ff-9cea-9cfc73baf61d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:54.920699 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c0aa-3c10-4997-b388-904b01555060 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:54.939668 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac31297-cb16-4bbf-b8e1-72dd08d88dbf req-be3609ed-862b-49f7-a8bb-39e33e8df6cb tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:54.941334 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fac31297-cb16-4bbf-b8e1-72dd08d88dbf req-be3609ed-862b-49f7-a8bb-39e33e8df6cb tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=52819fbe-6e91-45ed-a9e3-f3b182aabf4d HTTP/1.1" status: 200 len: 945 time: 0.2669189 Nov 18 17:27:54.946879 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-8cd4c0aa-3c10-4997-b388-904b01555060 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985f4fbd-9c9b-4f00-933a-f2224376d0f0']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:54.967739 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-8cd4c0aa-3c10-4997-b388-904b01555060 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b444b4b2-14ef-4853-adbd-aef5dc7ba457') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:54.967969 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-8cd4c0aa-3c10-4997-b388-904b01555060 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b444b4b2-14ef-4853-adbd-aef5dc7ba457') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:54.985443 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c0aa-3c10-4997-b388-904b01555060 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:55.004253 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c0aa-3c10-4997-b388-904b01555060 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:55.012683 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd4c0aa-3c10-4997-b388-904b01555060 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:27:55.014899 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c0aa-3c10-4997-b388-904b01555060 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:55.021073 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0408d637-fb78-477f-9010-b38035ccf907 req-1a56e9de-7ad3-47e9-b172-88017a43cd3b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736472 Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:27:55.098881 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:27:55.118237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fac31297-cb16-4bbf-b8e1-72dd08d88dbf req-117135b1-ae45-42b9-af87-4624ae17f7b3 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598909 Nov 18 17:27:55.144980 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-624d4900-1e0a-40ff-9cea-9cfc73baf61d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] For port 8dce5faf-1754-4702-80a6-22be8ccfae8d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8dce5faf-1754-4702-80a6-22be8ccfae8d,segment=NetworkSegment(d4bd384e-628b-489d-862f-00d37ff12521),segment_id=d4bd384e-628b-489d-862f-00d37ff12521)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:55.145594 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-624d4900-1e0a-40ff-9cea-9cfc73baf61d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:55.179800 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-624d4900-1e0a-40ff-9cea-9cfc73baf61d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Calling delete_port for 8dce5faf-1754-4702-80a6-22be8ccfae8d owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:27:55.198696 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c0aa-3c10-4997-b388-904b01555060 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:55.208149 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c0aa-3c10-4997-b388-904b01555060 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:55.213352 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8cd4c0aa-3c10-4997-b388-904b01555060 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/networks/985f4fbd-9c9b-4f00-933a-f2224376d0f0 HTTP/1.1" status: 204 len: 168 time: 0.6015654 Nov 18 17:27:55.215226 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34352) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:55.237729 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4c0aa-3c10-4997-b388-904b01555060 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Network': ['ID=985f4fbd-9c9b-4f00-933a-f2224376d0f0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:55.302780 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f3174f7-cb61-455d-ad73-2b65573ace5c req-c16ad6a5-6130-4a45-9f9c-debb3f33fc7c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 210 time: 0.0331206 Nov 18 17:27:55.343729 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18a0f39d-8ad0-4977-8202-c268e5987fe5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:55.400256 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18a0f39d-8ad0-4977-8202-c268e5987fe5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:55.475200 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab12acd-56cf-4e01-84d7-11f4cbbe9d0e req-aae81fbd-d9e6-4948-ba62-41b998164383 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:55.483148 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cab12acd-56cf-4e01-84d7-11f4cbbe9d0e req-aae81fbd-d9e6-4948-ba62-41b998164383 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 946 time: 0.0885186 Nov 18 17:27:55.496676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8b5c8-d755-4776-8d72-c5340238b900 req-11ff1c5d-cc96-433d-a5f2-9598a459d34a tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:55.498766 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1f8b5c8-d755-4776-8d72-c5340238b900 req-11ff1c5d-cc96-433d-a5f2-9598a459d34a tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.83 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 946 time: 0.0628774 Nov 18 17:27:55.634309 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cab12acd-56cf-4e01-84d7-11f4cbbe9d0e req-71b37124-cd43-42ba-a5d1-2e0fda6ec148 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502435 Nov 18 17:27:55.659538 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18a0f39d-8ad0-4977-8202-c268e5987fe5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:55.666202 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18a0f39d-8ad0-4977-8202-c268e5987fe5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:55.669741 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fec74-6a12-4135-b9f9-5833a2e9b50a req-508af520-429e-4ec2-ade6-c7a654ba0ddc tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:55.672056 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a2fec74-6a12-4135-b9f9-5833a2e9b50a req-508af520-429e-4ec2-ade6-c7a654ba0ddc tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 946 time: 0.1483533 Nov 18 17:27:55.673067 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-18a0f39d-8ad0-4977-8202-c268e5987fe5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/security-groups/d71a006a-c752-403c-91cf-1936137cb5f5 HTTP/1.1" status: 204 len: 168 time: 0.4564438 Nov 18 17:27:55.702072 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-624d4900-1e0a-40ff-9cea-9cfc73baf61d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:55.707125 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-d1f8b5c8-d755-4776-8d72-c5340238b900 req-2f08d7bb-80e5-4c9b-abe2-9724d42442b0 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Deleting port f072b54a-0bff-4889-bcff-0862cc0815d7 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:27:55.707404 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d1f8b5c8-d755-4776-8d72-c5340238b900 req-2f08d7bb-80e5-4c9b-abe2-9724d42442b0 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:55.831081 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d4900-1e0a-40ff-9cea-9cfc73baf61d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Port': ['ID=8dce5faf-1754-4702-80a6-22be8ccfae8d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:55.928490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-d1f8b5c8-d755-4776-8d72-c5340238b900 req-2f08d7bb-80e5-4c9b-abe2-9724d42442b0 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] For port f072b54a-0bff-4889-bcff-0862cc0815d7, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=f072b54a-0bff-4889-bcff-0862cc0815d7,segment=NetworkSegment(648764f9-9c5a-4afb-bf75-5fd78a523de3),segment_id=648764f9-9c5a-4afb-bf75-5fd78a523de3)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:55.929221 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d1f8b5c8-d755-4776-8d72-c5340238b900 req-2f08d7bb-80e5-4c9b-abe2-9724d42442b0 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:55.966916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-d1f8b5c8-d755-4776-8d72-c5340238b900 req-2f08d7bb-80e5-4c9b-abe2-9724d42442b0 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Calling delete_port for f072b54a-0bff-4889-bcff-0862cc0815d7 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:27:55.971598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0f39d-8ad0-4977-8202-c268e5987fe5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71a006a-c752-403c-91cf-1936137cb5f5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:56.003923 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a2fec74-6a12-4135-b9f9-5833a2e9b50a req-6d55f454-d9f9-4996-964e-f416286d5451 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/security-groups?id=2076ee13-cd37-42d0-825a-c49e1aca02a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232832 Nov 18 17:27:56.120990 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-624d4900-1e0a-40ff-9cea-9cfc73baf61d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:56.240805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8854f-9af0-4668-a430-fefb26cfb823 req-4b42ea01-9609-4d7e-a154-97c2f4fe67ab tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:56.242679 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ef8854f-9af0-4668-a430-fefb26cfb823 req-4b42ea01-9609-4d7e-a154-97c2f4fe67ab tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.4740458 Nov 18 17:27:56.313730 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 08322867-184f-4416-81af-b52fc27720c5 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:27:56.330051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 08322867-184f-4416-81af-b52fc27720c5 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:27:56.330637 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 08322867-184f-4416-81af-b52fc27720c5 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:27:56.345515 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d1f8b5c8-d755-4776-8d72-c5340238b900 req-2f08d7bb-80e5-4c9b-abe2-9724d42442b0 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:56.349249 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ef8854f-9af0-4668-a430-fefb26cfb823 req-4fe21548-632f-44b2-bba9-e4cebd844676 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970166 Nov 18 17:27:56.373633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['f072b54a-0bff-4889-bcff-0862cc0815d7'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:27:56.389623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08d7bb-80e5-4c9b-abe2-9724d42442b0 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Pushing event deleted for resources: {'Port': ['ID=f072b54a-0bff-4889-bcff-0862cc0815d7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:56.407634 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624d4900-1e0a-40ff-9cea-9cfc73baf61d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 561069ff-6ac5-4679-af3b-186f77466136 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:27:56.461917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f8b5c8-d755-4776-8d72-c5340238b900 req-2f08d7bb-80e5-4c9b-abe2-9724d42442b0 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] No DVR routers for this DVR port f072b54a-0bff-4889-bcff-0862cc0815d7 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:27:56.464636 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d1f8b5c8-d755-4776-8d72-c5340238b900 req-2f08d7bb-80e5-4c9b-abe2-9724d42442b0 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:56.469030 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1f8b5c8-d755-4776-8d72-c5340238b900 req-2f08d7bb-80e5-4c9b-abe2-9724d42442b0 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.83 "DELETE /v2.0/ports/f072b54a-0bff-4889-bcff-0862cc0815d7 HTTP/1.1" status: 204 len: 173 time: 0.9591064 Nov 18 17:27:56.469513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9dab61e-7d10-45d8-ae57-1bcda736226a', 'name': 'network-vif-deleted', 'tag': 'f072b54a-0bff-4889-bcff-0862cc0815d7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:56.473336 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050050a5-562c-45d3-b2ab-948ea113feab" -d '{"events": [{"server_uuid": "c9dab61e-7d10-45d8-ae57-1bcda736226a", "name": "network-vif-deleted", "tag": "f072b54a-0bff-4889-bcff-0862cc0815d7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:56.500363 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:27:56.561351 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624d4900-1e0a-40ff-9cea-9cfc73baf61d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:27:56.573425 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-624d4900-1e0a-40ff-9cea-9cfc73baf61d tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/561069ff-6ac5-4679-af3b-186f77466136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7326272 Nov 18 17:27:56.576319 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34374) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:56.576853 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec0efe-8016-4826-b5ea-e933a53baeef None None] Sync routers for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:27:56.593605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec0efe-8016-4826-b5ea-e933a53baeef None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:56.594450 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-09ec0efe-8016-4826-b5ea-e933a53baeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:56.645274 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:27:56.653036 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:27:56.653841 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:56.670883 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8477a9e-222a-43ea-a25c-870422268705 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting subnet ede6f8ef-5402-43c0-a40e-a5ed43346891 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:27:56.676001 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8477a9e-222a-43ea-a25c-870422268705 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:56.687637 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b65dda20-1f71-45d7-b144-ee9bea0bc0fe req-453c32ed-0dbc-4767-8f72-312a2a1d83fc tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 210 time: 0.0615091 Nov 18 17:27:56.750869 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8477a9e-222a-43ea-a25c-870422268705 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:56.817534 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-09ec0efe-8016-4826-b5ea-e933a53baeef None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:27:56.895183 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8477a9e-222a-43ea-a25c-870422268705 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:56.969853 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d3244f-0e42-47b8-a12f-5070dc850346 x-openstack-request-id: req-09d3244f-0e42-47b8-a12f-5070dc850346 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:56.970718 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9dab61e-7d10-45d8-ae57-1bcda736226a", "name": "network-vif-deleted", "tag": "f072b54a-0bff-4889-bcff-0862cc0815d7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:56.970718 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-09d3244f-0e42-47b8-a12f-5070dc850346 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:56.970924 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9dab61e-7d10-45d8-ae57-1bcda736226a', 'name': 'network-vif-deleted', 'tag': 'f072b54a-0bff-4889-bcff-0862cc0815d7', 'status': 'completed', 'code': 200} Nov 18 17:27:57.027777 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8477a9e-222a-43ea-a25c-870422268705 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:57.061986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b146cd-5687-4b08-9372-fe829fa7aa8a req-c822c106-ee56-4693-a0e1-a817b6dda098 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:57.070603 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68b146cd-5687-4b08-9372-fe829fa7aa8a req-c822c106-ee56-4693-a0e1-a817b6dda098 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=52819fbe-6e91-45ed-a9e3-f3b182aabf4d HTTP/1.1" status: 200 len: 945 time: 0.0857084 Nov 18 17:27:57.088689 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8477a9e-222a-43ea-a25c-870422268705 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:57.101718 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a8477a9e-222a-43ea-a25c-870422268705 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/subnets/ede6f8ef-5402-43c0-a40e-a5ed43346891 HTTP/1.1" status: 204 len: 168 time: 0.5200646 Nov 18 17:27:57.101718 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8477a9e-222a-43ea-a25c-870422268705 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Subnet': ['ID=ede6f8ef-5402-43c0-a40e-a5ed43346891,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:57.102250 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:57.113674 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34384) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:57.113858 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d144a740-e147-41dc-b6cd-4cd513656e68 None None] Network 4cc95ddb-2357-4d7a-b221-43eaca0d34db requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:27:57.143258 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68b146cd-5687-4b08-9372-fe829fa7aa8a req-4570a1e4-e70c-4a54-a5fc-f16681f4c796 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713444 Nov 18 17:27:57.269706 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:57.270582 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7d238-3563-46f0-ae37-47fbb9ae153d req-5476b663-de3a-468d-8827-a5af4288bee3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:57.282729 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-22b7d238-3563-46f0-ae37-47fbb9ae153d req-5476b663-de3a-468d-8827-a5af4288bee3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 946 time: 0.0682917 Nov 18 17:27:57.353973 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:57.363979 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-22b7d238-3563-46f0-ae37-47fbb9ae153d req-6c78e6c8-1378-4f0c-8f9d-11ea5b55bcb6 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653713 Nov 18 17:27:57.366681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52819fbe-6e91-45ed-a9e3-f3b182aabf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3ef0dd-5c6e-4b73-8817-1f73cc562d87'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:57.370043 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8658f5-b49e-400f-8e40-cda9041aece1" -d '{"events": [{"server_uuid": "52819fbe-6e91-45ed-a9e3-f3b182aabf4d", "name": "network-vif-plugged", "status": "completed", "tag": "dd3ef0dd-5c6e-4b73-8817-1f73cc562d87"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:57.416408 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting port d2e3f718-c46c-4281-b329-6e10dcae11d5 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:27:57.417161 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:57.486787 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34390) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:57.492903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8ed8b60e-7cf0-42c0-b790-2e255fab180e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-239846775', 'description': 'tempest-secgroup-smoke-239846775 description', 'project_id': '2cf238edb8014a38996468367e264a07'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:57.505688 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:57.525997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] For port d2e3f718-c46c-4281-b329-6e10dcae11d5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d2e3f718-c46c-4281-b329-6e10dcae11d5,segment=NetworkSegment(d4bd384e-628b-489d-862f-00d37ff12521),segment_id=d4bd384e-628b-489d-862f-00d37ff12521)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:57.529121 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:57.540326 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4941b1d-aede-43ee-8cd7-aca0e987dc02 req-0831ded7-e6bd-48d7-b368-8c536f388df9 tempest-ServerAddressesNegativeTestJSON-1407950060 tempest-ServerAddressesNegativeTestJSON-1407950060-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9dab61e-7d10-45d8-ae57-1bcda736226a HTTP/1.1" status: 200 len: 210 time: 0.0927324 Nov 18 17:27:57.572618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Calling delete_port for d2e3f718-c46c-4281-b329-6e10dcae11d5 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:27:57.627586 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743a375e-9b98-4b00-9fd1-4114228f28c3 x-openstack-request-id: req-743a375e-9b98-4b00-9fd1-4114228f28c3 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:57.627945 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52819fbe-6e91-45ed-a9e3-f3b182aabf4d", "name": "network-vif-plugged", "status": "completed", "tag": "dd3ef0dd-5c6e-4b73-8817-1f73cc562d87", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:57.628152 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-743a375e-9b98-4b00-9fd1-4114228f28c3 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:57.628551 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52819fbe-6e91-45ed-a9e3-f3b182aabf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3ef0dd-5c6e-4b73-8817-1f73cc562d87', 'code': 200} Nov 18 17:27:57.659985 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:57.697735 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ed8b60e-7cf0-42c0-b790-2e255fab180e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:57.709720 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04ef5c-1e07-4f96-8cc7-4e6a983a1cc9 req-d526c004-635b-4427-adb9-6d487a5d013c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:57.720020 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f04ef5c-1e07-4f96-8cc7-4e6a983a1cc9 req-d526c004-635b-4427-adb9-6d487a5d013c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.0977917 Nov 18 17:27:57.820503 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f04ef5c-1e07-4f96-8cc7-4e6a983a1cc9 req-ae194e9f-9c0c-4600-ae51-69d22a14e171 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993519 Nov 18 17:27:57.848645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a11f62-6d00-4a1d-b281-cf1d35b19f6a req-e7fbe1c6-e20d-4209-8664-1028bf1d8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:57.850731 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-29a11f62-6d00-4a1d-b281-cf1d35b19f6a req-e7fbe1c6-e20d-4209-8664-1028bf1d8411 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=52819fbe-6e91-45ed-a9e3-f3b182aabf4d HTTP/1.1" status: 200 len: 1098 time: 0.1714613 Nov 18 17:27:57.871853 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:57.872084 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:57.872468 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:57.872709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:57.873045 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:57.873381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:57.873711 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:57.874037 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:57.874356 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:57.875305 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:57.875305 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:57.875305 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:27:57.909552 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d03c66ea-6d05-4a77-bc74-dbd24fcc33f5 req-15175057-f69d-47d7-92ee-bd84093194ef tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 210 time: 0.0476913 Nov 18 17:27:57.974348 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:57.978675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cb7c26-c0bd-4c06-9638-8961a4ef3794 None None] DHCP port deletion for 4cc95ddb-2357-4d7a-b221-43eaca0d34db request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:27:57.998113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-09ec0efe-8016-4826-b5ea-e933a53baeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:55Z', 'revision_number': 8, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:31Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd94ac8-bb34-4745-94d7-4b6f5944bba0', 'name': '', 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:15:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:32Z', 'updated_at': '2021-11-18T17:27:39Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:58.023856 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] No DVR routers for this DVR port d2e3f718-c46c-4281-b329-6e10dcae11d5 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:27:58.031069 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-29a11f62-6d00-4a1d-b281-cf1d35b19f6a req-8538df5b-8c32-4147-b80c-12231163a987 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420667 Nov 18 17:27:58.042056 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec0efe-8016-4826-b5ea-e933a53baeef None None] Checking router: 561069ff-6ac5-4679-af3b-186f77466136 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:27:58.056533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Port': ['ID=d2e3f718-c46c-4281-b329-6e10dcae11d5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:58.077686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec0efe-8016-4826-b5ea-e933a53baeef None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:27:58.079476 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-09ec0efe-8016-4826-b5ea-e933a53baeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:58.083620 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016f694-3305-44aa-badc-9d4707de3702 req-1d044c25-101a-4c9a-a985-8a5a5fee65d6 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:58.085623 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c016f694-3305-44aa-badc-9d4707de3702 req-1d044c25-101a-4c9a-a985-8a5a5fee65d6 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 946 time: 0.0592246 Nov 18 17:27:58.103149 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ed8b60e-7cf0-42c0-b790-2e255fab180e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:58.184771 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:58.188659 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ed8b60e-7cf0-42c0-b790-2e255fab180e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:58.226193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-c016f694-3305-44aa-badc-9d4707de3702 req-0bdb0b53-1037-416e-a6b7-ec5065916b4d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Deleting port 57045423-595f-4fff-865f-90a15bbe1734 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:27:58.230649 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c016f694-3305-44aa-badc-9d4707de3702 req-0bdb0b53-1037-416e-a6b7-ec5065916b4d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:58.249811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-09ec0efe-8016-4826-b5ea-e933a53baeef None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:27:58.276831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc95ddb-2357-4d7a-b221-43eaca0d34db']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:58.295673 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bd384e-628b-489d-862f-00d37ff12521') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:58.296034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bd384e-628b-489d-862f-00d37ff12521') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:58.300811 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ed8b60e-7cf0-42c0-b790-2e255fab180e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:58.305578 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8ed8b60e-7cf0-42c0-b790-2e255fab180e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8167269 Nov 18 17:27:58.309756 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34398) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:58.312258 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8b60e-7cf0-42c0-b790-2e255fab180e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685806a1-fac9-42f1-b784-4bdd456e927d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:58.319052 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:58.332130 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3c062ea3-3c37-4c0f-ad23-92338a265a50 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': '685806a1-fac9-42f1-b784-4bdd456e927d', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:58.335012 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:58.344487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:27:58.345051 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:27:58.348873 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:27:58.442514 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bb53e-0df2-42ed-aed0-8d2c01fe9a16 req-a7c65fb5-8929-46ba-a455-d407ddc679db tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:58.450949 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-587bb53e-0df2-42ed-aed0-8d2c01fe9a16 req-a7c65fb5-8929-46ba-a455-d407ddc679db tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=52819fbe-6e91-45ed-a9e3-f3b182aabf4d HTTP/1.1" status: 200 len: 946 time: 0.1909177 Nov 18 17:27:58.454928 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d2e3f718-c46c-4281-b329-6e10dcae11d5 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:27:58.482516 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: d2e3f718-c46c-4281-b329-6e10dcae11d5 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:27:58.482868 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d2e3f718-c46c-4281-b329-6e10dcae11d5 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:27:58.530870 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-587bb53e-0df2-42ed-aed0-8d2c01fe9a16 req-9656f334-72cb-45bd-acee-74facab125f5 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786929 Nov 18 17:27:58.554806 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:58.566220 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:58.581389 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/networks/4cc95ddb-2357-4d7a-b221-43eaca0d34db HTTP/1.1" status: 204 len: 168 time: 1.4590397 Nov 18 17:27:58.583173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34404) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:58.598836 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-09ec0efe-8016-4826-b5ea-e933a53baeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:55Z', 'revision_number': 8, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:31Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd94ac8-bb34-4745-94d7-4b6f5944bba0', 'name': '', 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:15:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:32Z', 'updated_at': '2021-11-18T17:27:39Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:27:58.617326 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3c062ea3-3c37-4c0f-ad23-92338a265a50 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:58.644779 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34406) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:58.656429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec0efe-8016-4826-b5ea-e933a53baeef None None] The sync data for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 is: [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:27:55Z', 'revision_number': 8, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:31Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd94ac8-bb34-4745-94d7-4b6f5944bba0', 'name': '', 'network_id': '27043452-a2c2-4582-bbbb-d823dedde6f9', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:15:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:32Z', 'updated_at': '2021-11-18T17:27:39Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e49ab405-6789-4d5e-ac0d-8e54f82a8d79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:27:58.660499 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bc3ef-78ae-45a5-b0e3-3ed55fd3506f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Network': ['ID=4cc95ddb-2357-4d7a-b221-43eaca0d34db,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:58.689503 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3c062ea3-3c37-4c0f-ad23-92338a265a50 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:58.719328 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-c016f694-3305-44aa-badc-9d4707de3702 req-0bdb0b53-1037-416e-a6b7-ec5065916b4d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] For port 57045423-595f-4fff-865f-90a15bbe1734, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=57045423-595f-4fff-865f-90a15bbe1734,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:27:58.719995 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c016f694-3305-44aa-badc-9d4707de3702 req-0bdb0b53-1037-416e-a6b7-ec5065916b4d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:58.739965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-c016f694-3305-44aa-badc-9d4707de3702 req-0bdb0b53-1037-416e-a6b7-ec5065916b4d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Calling delete_port for 57045423-595f-4fff-865f-90a15bbe1734 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:27:58.750467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb14bf-c04a-44da-bf2f-773c0e0610f1 req-50ee6b77-762d-49e1-9e6c-d5c463413827 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:58.758285 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66eb14bf-c04a-44da-bf2f-773c0e0610f1 req-50ee6b77-762d-49e1-9e6c-d5c463413827 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 946 time: 0.2420638 Nov 18 17:27:58.759110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae947c78-6202-494f-b5c0-911f4417533e admin admin] Deleting subnet 62d71617-8b0d-4839-be96-ceb1c69447c4 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:27:58.763307 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae947c78-6202-494f-b5c0-911f4417533e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:58.784117 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3c062ea3-3c37-4c0f-ad23-92338a265a50 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:58.800594 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae947c78-6202-494f-b5c0-911f4417533e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:58.818059 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c062ea3-3c37-4c0f-ad23-92338a265a50 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5bf792d-b535-41c0-9194-917d2ce0c7c1,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:58.845535 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae947c78-6202-494f-b5c0-911f4417533e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:58.894912 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3c062ea3-3c37-4c0f-ad23-92338a265a50 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:58.896470 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3c062ea3-3c37-4c0f-ad23-92338a265a50 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5851243 Nov 18 17:27:58.902598 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34410) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:58.908900 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-64fef8ae-c011-4346-b520-7582da9ef009 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': '685806a1-fac9-42f1-b784-4bdd456e927d', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:58.941710 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66eb14bf-c04a-44da-bf2f-773c0e0610f1 req-dc6a367f-3c35-4916-924b-101305d367d9 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817498 Nov 18 17:27:59.062046 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae947c78-6202-494f-b5c0-911f4417533e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:59.121728 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1160019d-2573-4b43-b3c9-7d62c70ff3e6 req-a12cecce-e34d-43ac-a8c4-be91f8b913ca tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 210 time: 0.0734816 Nov 18 17:27:59.126666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae947c78-6202-494f-b5c0-911f4417533e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62d71617-8b0d-4839-be96-ceb1c69447c4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:59.136023 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae947c78-6202-494f-b5c0-911f4417533e admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:59.142769 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ae947c78-6202-494f-b5c0-911f4417533e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/62d71617-8b0d-4839-be96-ceb1c69447c4 HTTP/1.1" status: 204 len: 168 time: 0.4885058 Nov 18 17:27:59.143435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34416) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:59.171393 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64fef8ae-c011-4346-b520-7582da9ef009 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:59.216215 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c35a54-3091-4470-8f59-3a863fbcbe78 req-566f453f-a3a7-4e66-be2c-ad3f231baea2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:59.218590 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25c35a54-3091-4470-8f59-3a863fbcbe78 req-566f453f-a3a7-4e66-be2c-ad3f231baea2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.2984340 Nov 18 17:27:59.411902 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bfe59da-d019-42c5-a0c5-800d01fb7986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:59.460313 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64fef8ae-c011-4346-b520-7582da9ef009 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:59.474301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25c35a54-3091-4470-8f59-3a863fbcbe78 req-bcba9d77-fd59-4c3a-b926-ccf504ff3dc1 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428753 Nov 18 17:27:59.570245 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64fef8ae-c011-4346-b520-7582da9ef009 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:59.576010 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c016f694-3305-44aa-badc-9d4707de3702 req-0bdb0b53-1037-416e-a6b7-ec5065916b4d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:59.597448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8b0140f8-ab7d-4b55-b092-6caf280ecdb8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:27:59.636081 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fef8ae-c011-4346-b520-7582da9ef009 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80929bb-07bf-4da1-ab18-6b5603961324,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:59.649296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb0b53-1037-416e-a6b7-ec5065916b4d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Pushing event deleted for resources: {'Port': ['ID=57045423-595f-4fff-865f-90a15bbe1734,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:27:59.720383 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c016f694-3305-44aa-badc-9d4707de3702 req-0bdb0b53-1037-416e-a6b7-ec5065916b4d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] No DVR routers for this DVR port 57045423-595f-4fff-865f-90a15bbe1734 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:27:59.725250 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c016f694-3305-44aa-badc-9d4707de3702 req-0bdb0b53-1037-416e-a6b7-ec5065916b4d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:59.730365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c016f694-3305-44aa-badc-9d4707de3702 req-0bdb0b53-1037-416e-a6b7-ec5065916b4d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.81 "DELETE /v2.0/ports/57045423-595f-4fff-865f-90a15bbe1734 HTTP/1.1" status: 204 len: 173 time: 1.6371274 Nov 18 17:27:59.736926 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe08d636-48a0-453c-b825-dab2e0bcdf2c', 'name': 'network-vif-deleted', 'tag': '57045423-595f-4fff-865f-90a15bbe1734'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:27:59.739696 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8138525d-0a8f-4003-ad8e-ab60f3b39ebf" -d '{"events": [{"server_uuid": "fe08d636-48a0-453c-b825-dab2e0bcdf2c", "name": "network-vif-deleted", "tag": "57045423-595f-4fff-865f-90a15bbe1734"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:27:59.751437 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64fef8ae-c011-4346-b520-7582da9ef009 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:59.756290 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-64fef8ae-c011-4346-b520-7582da9ef009 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8502023 Nov 18 17:27:59.756290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34422) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:27:59.768036 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d4194e29-7282-4ab1-be42-489e1bd56dce tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': '685806a1-fac9-42f1-b784-4bdd456e927d', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:27:59.794948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871868a6-4ba8-4ca4-aec9-c74f68f06fec req-41ccd78d-6f20-494e-aec2-a7e698d6aa47 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:27:59.801513 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-871868a6-4ba8-4ca4-aec9-c74f68f06fec req-41ccd78d-6f20-494e-aec2-a7e698d6aa47 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=52819fbe-6e91-45ed-a9e3-f3b182aabf4d HTTP/1.1" status: 200 len: 946 time: 0.1628978 Nov 18 17:27:59.803308 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2539d8-6a51-4aef-81b8-88bba148b14a x-openstack-request-id: req-3d2539d8-6a51-4aef-81b8-88bba148b14a {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:27:59.803883 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe08d636-48a0-453c-b825-dab2e0bcdf2c", "name": "network-vif-deleted", "tag": "57045423-595f-4fff-865f-90a15bbe1734", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:27:59.804377 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3d2539d8-6a51-4aef-81b8-88bba148b14a {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:27:59.805015 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe08d636-48a0-453c-b825-dab2e0bcdf2c', 'name': 'network-vif-deleted', 'tag': '57045423-595f-4fff-865f-90a15bbe1734', 'status': 'completed', 'code': 200} Nov 18 17:27:59.881669 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-871868a6-4ba8-4ca4-aec9-c74f68f06fec req-0d33fb4f-7467-4221-956d-e541dbe5eca7 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696135 Nov 18 17:27:59.965350 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d4194e29-7282-4ab1-be42-489e1bd56dce tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:27:59.965875 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-09150f5b-bc63-4882-95db-6198c24d8924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:00.016709 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bfe59da-d019-42c5-a0c5-800d01fb7986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:00.047378 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d4194e29-7282-4ab1-be42-489e1bd56dce tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:00.057687 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-3bfe59da-d019-42c5-a0c5-800d01fb7986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28cadae8-58f7-455f-869d-7b1c0b344f58']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:00.073752 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-3bfe59da-d019-42c5-a0c5-800d01fb7986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648764f9-9c5a-4afb-bf75-5fd78a523de3') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:00.074548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-3bfe59da-d019-42c5-a0c5-800d01fb7986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648764f9-9c5a-4afb-bf75-5fd78a523de3') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:00.088158 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bfe59da-d019-42c5-a0c5-800d01fb7986 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:00.090140 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0cde947e-db03-4363-b6eb-86d1e844c218 req-d3731777-1898-4c5a-9617-1f8589f790fb tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08d636-48a0-453c-b825-dab2e0bcdf2c HTTP/1.1" status: 200 len: 210 time: 0.0306537 Nov 18 17:28:00.104676 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bfe59da-d019-42c5-a0c5-800d01fb7986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:00.112194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfe59da-d019-42c5-a0c5-800d01fb7986 admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:28:00.112746 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bfe59da-d019-42c5-a0c5-800d01fb7986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:28:00.172929 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:28:00.182722 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d4194e29-7282-4ab1-be42-489e1bd56dce tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:00.196568 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9acd0dd-15d1-4c15-90b1-f97748be1a56 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:00.209279 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4194e29-7282-4ab1-be42-489e1bd56dce tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1642c768-d6ef-476b-a9cf-a5b94454306c,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:00.254659 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8dce5faf-1754-4702-80a6-22be8ccfae8d no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:28:00.273659 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40939163-e677-47ab-a65e-2f698ca37b86 req-857eb82e-da9b-457a-ae45-a46c151c8a95 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=c39716cf-3ea9-4f49-9ad0-78bfba096c37 HTTP/1.1" status: 200 len: 210 time: 0.0328321 Nov 18 17:28:00.281333 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bfe59da-d019-42c5-a0c5-800d01fb7986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:00.291692 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 8dce5faf-1754-4702-80a6-22be8ccfae8d {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:28:00.292676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8dce5faf-1754-4702-80a6-22be8ccfae8d not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:28:00.300900 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bfe59da-d019-42c5-a0c5-800d01fb7986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:00.306864 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3bfe59da-d019-42c5-a0c5-800d01fb7986 admin admin] 10.222.0.72 "DELETE /v2.0/networks/28cadae8-58f7-455f-869d-7b1c0b344f58 HTTP/1.1" status: 204 len: 168 time: 1.1497936 Nov 18 17:28:00.307409 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe59da-d019-42c5-a0c5-800d01fb7986 admin admin] Pushing event deleted for resources: {'Network': ['ID=28cadae8-58f7-455f-869d-7b1c0b344f58,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:00.326407 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d4194e29-7282-4ab1-be42-489e1bd56dce tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:00.333769 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d4194e29-7282-4ab1-be42-489e1bd56dce tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5654256 Nov 18 17:28:00.333769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34434) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:00.336292 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f5571467-4f0d-4bb2-af7d-8b153f8f7381 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': '685806a1-fac9-42f1-b784-4bdd456e927d', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:00.466716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93548d90-41db-40ff-a2d5-40fafe53c742 req-a9fb235c-dd46-464c-bada-5d663afb87d4 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:00.468411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-93548d90-41db-40ff-a2d5-40fafe53c742 req-a9fb235c-dd46-464c-bada-5d663afb87d4 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=52819fbe-6e91-45ed-a9e3-f3b182aabf4d HTTP/1.1" status: 200 len: 946 time: 0.0568557 Nov 18 17:28:00.483546 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f5571467-4f0d-4bb2-af7d-8b153f8f7381 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:00.524489 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device f072b54a-0bff-4889-bcff-0862cc0815d7 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:28:00.603374 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c9acd0dd-15d1-4c15-90b1-f97748be1a56 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting port 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:28:00.604236 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9acd0dd-15d1-4c15-90b1-f97748be1a56 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:00.617440 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: f072b54a-0bff-4889-bcff-0862cc0815d7 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:28:00.617941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device f072b54a-0bff-4889-bcff-0862cc0815d7 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:28:00.658936 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-93548d90-41db-40ff-a2d5-40fafe53c742 req-b8b1219f-c179-4e57-af3c-40e7f39d0a64 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769779 Nov 18 17:28:00.688088 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f86f96-4e1e-431b-aa16-1f536ffacdbd req-2cdd0300-4c53-46b4-8258-d1bd5ba04c8d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:00.689869 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-19f86f96-4e1e-431b-aa16-1f536ffacdbd req-2cdd0300-4c53-46b4-8258-d1bd5ba04c8d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1193790 Nov 18 17:28:00.702976 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f5571467-4f0d-4bb2-af7d-8b153f8f7381 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:00.736801 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-c9acd0dd-15d1-4c15-90b1-f97748be1a56 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] For port 6fd94ac8-bb34-4745-94d7-4b6f5944bba0, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6fd94ac8-bb34-4745-94d7-4b6f5944bba0,segment=NetworkSegment(e4e59ffa-57e9-4402-a14c-48ae96df9b6f),segment_id=e4e59ffa-57e9-4402-a14c-48ae96df9b6f)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:00.737087 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9acd0dd-15d1-4c15-90b1-f97748be1a56 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:00.749699 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-19f86f96-4e1e-431b-aa16-1f536ffacdbd req-e4c74b79-7fcc-4fb8-8f04-c48360d7070e tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452604 Nov 18 17:28:00.751645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c9acd0dd-15d1-4c15-90b1-f97748be1a56 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Calling delete_port for 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:28:00.773548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34440) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:00.789602 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f5571467-4f0d-4bb2-af7d-8b153f8f7381 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:00.816226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5571467-4f0d-4bb2-af7d-8b153f8f7381 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32dd185a-20e6-4cdf-86f4-27669f35d947,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:00.885208 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-70e5758f-60ae-4def-a91e-5bb97b7bf797 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=77ae5f7c7fc04a84aff9e0619dd8388d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1103222 Nov 18 17:28:00.889437 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34442) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:00.922212 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f5571467-4f0d-4bb2-af7d-8b153f8f7381 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:00.923864 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f5571467-4f0d-4bb2-af7d-8b153f8f7381 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5916426 Nov 18 17:28:00.926868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34444) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:00.931384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9d9b2f79-7683-4c56-be10-0c4a75f091d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': '685806a1-fac9-42f1-b784-4bdd456e927d', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:00.976552 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3c84365c-ae66-4bf4-a28a-d665744dd08a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:01.003384 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3c84365c-ae66-4bf4-a28a-d665744dd08a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:01.032633 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-9d9b2f79-7683-4c56-be10-0c4a75f091d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Project 2cf238edb8014a38996468367e264a07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:28:01.039256 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d9b2f79-7683-4c56-be10-0c4a75f091d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:01.092804 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9acd0dd-15d1-4c15-90b1-f97748be1a56 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:01.111292 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d9b2f79-7683-4c56-be10-0c4a75f091d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:01.112602 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 57045423-595f-4fff-865f-90a15bbe1734 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:28:01.140186 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acd0dd-15d1-4c15-90b1-f97748be1a56 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Port': ['ID=6fd94ac8-bb34-4745-94d7-4b6f5944bba0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:01.158122 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d9b2f79-7683-4c56-be10-0c4a75f091d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:01.161973 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3c84365c-ae66-4bf4-a28a-d665744dd08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:01.169148 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3c84365c-ae66-4bf4-a28a-d665744dd08a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:01.172832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 57045423-595f-4fff-865f-90a15bbe1734 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:28:01.172832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 57045423-595f-4fff-865f-90a15bbe1734 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:28:01.173070 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3c84365c-ae66-4bf4-a28a-d665744dd08a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2076ee13-cd37-42d0-825a-c49e1aca02a3 HTTP/1.1" status: 204 len: 168 time: 0.2797308 Nov 18 17:28:01.186511 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84365c-ae66-4bf4-a28a-d665744dd08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2076ee13-cd37-42d0-825a-c49e1aca02a3,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:01.248317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b2f79-7683-4c56-be10-0c4a75f091d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed2ab7f-0422-4b46-ace6-4121d1b1d784,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:01.358762 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c9acd0dd-15d1-4c15-90b1-f97748be1a56 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:01.381718 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d9b2f79-7683-4c56-be10-0c4a75f091d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:01.386290 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9d9b2f79-7683-4c56-be10-0c4a75f091d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4583061 Nov 18 17:28:01.388261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34464) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:01.394008 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-6462f486-afa4-46b9-a406-f91aff0173e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'security_group_rule': {'security_group_id': '685806a1-fac9-42f1-b784-4bdd456e927d', 'project_id': '2cf238edb8014a38996468367e264a07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:01.518957 n-d-813419-11 neutron-server[104007]: INFO neutron.db.securitygroups_db [None req-6462f486-afa4-46b9-a406-f91aff0173e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Project 2cf238edb8014a38996468367e264a07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:28:01.527872 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6462f486-afa4-46b9-a406-f91aff0173e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:01.633571 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6462f486-afa4-46b9-a406-f91aff0173e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:01.827733 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9acd0dd-15d1-4c15-90b1-f97748be1a56 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 561069ff-6ac5-4679-af3b-186f77466136 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:28:01.847777 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6462f486-afa4-46b9-a406-f91aff0173e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:01.935473 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462f486-afa4-46b9-a406-f91aff0173e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4854ba-489e-4c6d-9930-3f86d05249f0,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:01.945833 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9acd0dd-15d1-4c15-90b1-f97748be1a56 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:28:01.955720 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e460af-f794-4a5b-bfcc-c6e0a7476536 None None] Sync routers for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:28:01.967352 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c9acd0dd-15d1-4c15-90b1-f97748be1a56 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/561069ff-6ac5-4679-af3b-186f77466136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3715084 Nov 18 17:28:01.970740 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34488) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:01.982355 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e460af-f794-4a5b-bfcc-c6e0a7476536 None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:01.983089 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-95e460af-f794-4a5b-bfcc-c6e0a7476536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:27:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:01.984863 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-a2c9f074-01bf-463a-9954-04eeda4b3a09 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:01.986507 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-a2c9f074-01bf-463a-9954-04eeda4b3a09 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 805 time: 0.3466101 Nov 18 17:28:02.033860 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4467d2-d915-407a-a5ba-72f07ec1256d req-0e923ede-5ec6-46ad-b84a-845fd72c6d5a tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:02.035376 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4a4467d2-d915-407a-a5ba-72f07ec1256d req-0e923ede-5ec6-46ad-b84a-845fd72c6d5a tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=52819fbe-6e91-45ed-a9e3-f3b182aabf4d HTTP/1.1" status: 200 len: 946 time: 0.1917365 Nov 18 17:28:02.041633 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6462f486-afa4-46b9-a406-f91aff0173e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:02.046046 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6462f486-afa4-46b9-a406-f91aff0173e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6531732 Nov 18 17:28:02.049123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-369bd41b-23b9-47da-9166-b05861af89cd tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting subnet e49ab405-6789-4d5e-ac0d-8e54f82a8d79 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:28:02.053104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34492) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:02.053943 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-369bd41b-23b9-47da-9166-b05861af89cd tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:02.058150 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-bef114dc-4f9c-4f3d-a640-2c85a501ba93 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'network': {'name': 'tempest-network-smoke--91947925', 'project_id': '2cf238edb8014a38996468367e264a07', 'port_security_enabled': True}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:02.075649 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-d77eb91c-c736-4d92-a2fa-e8082ec441cc tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/quotas/c82a5a1551b94171a31ac6e4861762c3 HTTP/1.1" status: 200 len: 375 time: 0.0803564 Nov 18 17:28:02.132535 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-95e460af-f794-4a5b-bfcc-c6e0a7476536 None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:28:02.132877 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-369bd41b-23b9-47da-9166-b05861af89cd tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:02.250793 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4a4467d2-d915-407a-a5ba-72f07ec1256d req-b7df1a6b-3c68-4667-a3ef-fbb1a79c07d2 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005358 Nov 18 17:28:02.279642 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-369bd41b-23b9-47da-9166-b05861af89cd tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:02.300766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef114dc-4f9c-4f3d-a640-2c85a501ba93 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Made reservation on behalf of 2cf238edb8014a38996468367e264a07 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:28:02.311113 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bef114dc-4f9c-4f3d-a640-2c85a501ba93 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:02.346085 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5f793a4b-08ea-4b39-91c1-0500ae23b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:02.383702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef114dc-4f9c-4f3d-a640-2c85a501ba93 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:28:02.408065 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-02c77fc9-4460-47f1-90b0-76f46fc3b991 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3083076 Nov 18 17:28:02.499887 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-95e460af-f794-4a5b-bfcc-c6e0a7476536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:28:00Z', 'revision_number': 9, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:31Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:02.513197 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-459ff517-04ab-4cfc-98ee-02cecf4b2595 service neutron] 10.222.0.72 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040723 Nov 18 17:28:02.525423 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bef114dc-4f9c-4f3d-a640-2c85a501ba93 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:02.526056 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-bef114dc-4f9c-4f3d-a640-2c85a501ba93 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Added segment 212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e of type vlan for network 0ba92f63-afbc-4d4a-8a56-1c89df73beec Nov 18 17:28:02.541199 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-369bd41b-23b9-47da-9166-b05861af89cd tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:02.585618 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e460af-f794-4a5b-bfcc-c6e0a7476536 None None] Checking router: 561069ff-6ac5-4679-af3b-186f77466136 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:28:02.587440 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bd41b-23b9-47da-9166-b05861af89cd tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Subnet': ['ID=e49ab405-6789-4d5e-ac0d-8e54f82a8d79,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:02.609574 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e460af-f794-4a5b-bfcc-c6e0a7476536 None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:02.612435 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-95e460af-f794-4a5b-bfcc-c6e0a7476536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:02.616701 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bef114dc-4f9c-4f3d-a640-2c85a501ba93 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:02.617190 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-369bd41b-23b9-47da-9166-b05861af89cd tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:02.624346 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-369bd41b-23b9-47da-9166-b05861af89cd tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/subnets/e49ab405-6789-4d5e-ac0d-8e54f82a8d79 HTTP/1.1" status: 204 len: 168 time: 0.6523275 Nov 18 17:28:02.624694 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d7ce1f-63d8-473f-827f-d94da034a152 None None] Network 27043452-a2c2-4582-bbbb-d823dedde6f9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:28:02.625314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34508) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:02.708241 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34510) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:02.748939 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-95e460af-f794-4a5b-bfcc-c6e0a7476536 None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:28:02.759370 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:02.829777 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting port 378a1514-1c57-4100-9117-80b53741cfdc {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:28:02.830014 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:02.938621 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11096dbe-3148-4c20-8fe8-b123f8fd3fe0 None None] DHCP port deletion for 27043452-a2c2-4582-bbbb-d823dedde6f9 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:28:02.944304 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] For port 378a1514-1c57-4100-9117-80b53741cfdc, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=378a1514-1c57-4100-9117-80b53741cfdc,segment=NetworkSegment(e4e59ffa-57e9-4402-a14c-48ae96df9b6f),segment_id=e4e59ffa-57e9-4402-a14c-48ae96df9b6f)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:02.944902 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:02.960371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Calling delete_port for 378a1514-1c57-4100-9117-80b53741cfdc owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:28:03.043460 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-11096dbe-3148-4c20-8fe8-b123f8fd3fe0 None None] Deleting port 378a1514-1c57-4100-9117-80b53741cfdc {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:28:03.046067 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-11096dbe-3148-4c20-8fe8-b123f8fd3fe0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:03.112638 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-95e460af-f794-4a5b-bfcc-c6e0a7476536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:28:00Z', 'revision_number': 9, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:31Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:03.148208 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e460af-f794-4a5b-bfcc-c6e0a7476536 None None] The sync data for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 is: [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:28:00Z', 'revision_number': 9, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': '1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60', 'name': '', 'network_id': '2ef5a6e9-e372-444c-937d-9077a5a7937a', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:ea:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:23Z', 'updated_at': '2021-11-18T17:27:31Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'f654b306-64c4-4d3f-b9bc-cb947a1fc289', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:28:03.175758 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:03.201786 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-11096dbe-3148-4c20-8fe8-b123f8fd3fe0 None None] For port 378a1514-1c57-4100-9117-80b53741cfdc, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=378a1514-1c57-4100-9117-80b53741cfdc,segment=NetworkSegment(e4e59ffa-57e9-4402-a14c-48ae96df9b6f),segment_id=e4e59ffa-57e9-4402-a14c-48ae96df9b6f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:03.202201 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-11096dbe-3148-4c20-8fe8-b123f8fd3fe0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:03.208496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Port': ['ID=378a1514-1c57-4100-9117-80b53741cfdc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:03.214597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] No DVR routers for this DVR port 378a1514-1c57-4100-9117-80b53741cfdc on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:28:03.229611 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:28:03.232691 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-11096dbe-3148-4c20-8fe8-b123f8fd3fe0 None None] Calling delete_port for 378a1514-1c57-4100-9117-80b53741cfdc owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:28:03.346863 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:03.381950 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-11096dbe-3148-4c20-8fe8-b123f8fd3fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:03.404645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27043452-a2c2-4582-bbbb-d823dedde6f9']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:03.405928 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11096dbe-3148-4c20-8fe8-b123f8fd3fe0 None None] No DVR routers for this DVR port 378a1514-1c57-4100-9117-80b53741cfdc on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:28:03.432134 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e59ffa-57e9-4402-a14c-48ae96df9b6f') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:03.432134 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e59ffa-57e9-4402-a14c-48ae96df9b6f') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:03.441435 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:03.455896 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.resource_extend [None req-bef114dc-4f9c-4f3d-a640-2c85a501ba93 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] It took 0.83 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:28:03.463904 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:03.479447 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:28:03.480963 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11096dbe-3148-4c20-8fe8-b123f8fd3fe0 None None] Pushing event deleted for resources: {'Port': ['ID=378a1514-1c57-4100-9117-80b53741cfdc,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:03.481994 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:28:03.492295 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:28:03.529222 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d6608-e5c1-4d71-ba61-a8532192375e req-0b5dcd5f-6697-49b7-812a-0a976ba108eb tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:03.541843 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f27d6608-e5c1-4d71-ba61-a8532192375e req-0b5dcd5f-6697-49b7-812a-0a976ba108eb tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 1.0368931 Nov 18 17:28:03.563303 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bef114dc-4f9c-4f3d-a640-2c85a501ba93 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:03.569005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef114dc-4f9c-4f3d-a640-2c85a501ba93 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:03.569651 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bef114dc-4f9c-4f3d-a640-2c85a501ba93 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:03.576747 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:03.662620 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:03.675780 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:03.687667 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34518) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:03.688444 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/networks/27043452-a2c2-4582-bbbb-d823dedde6f9 HTTP/1.1" status: 204 len: 168 time: 1.0618873 Nov 18 17:28:03.713158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ead00-417f-4800-a506-fe08bf1326f9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Network': ['ID=27043452-a2c2-4582-bbbb-d823dedde6f9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:03.723263 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-871484eb-9af9-484d-a50d-85dd373774dd service neutron] 10.222.0.72 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2058635 Nov 18 17:28:03.738172 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bef114dc-4f9c-4f3d-a640-2c85a501ba93 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6840088 Nov 18 17:28:03.740948 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34520) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:03.748855 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-35553822', 'admin_state_up': True, 'project_id': '2cf238edb8014a38996468367e264a07', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:03.818979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-6860ae3e-a42f-427c-8b41-69efdbe090a9 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2133420712-network', 'tenant_id': 'df625204aa2442f1a8bf4e821d3c7052'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:03.856420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef114dc-4f9c-4f3d-a640-2c85a501ba93 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Network': ['ID=0ba92f63-afbc-4d4a-8a56-1c89df73beec,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:03.861552 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f27d6608-e5c1-4d71-ba61-a8532192375e req-7c0af372-867b-4511-836f-2f4546065670 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188620 Nov 18 17:28:03.868071 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:03.869784 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:03.881969 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 0ba92f63-afbc-4d4a-8a56-1c89df73beec details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:28:03.989990 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:04.111632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6860ae3e-a42f-427c-8b41-69efdbe090a9 admin admin] Made reservation on behalf of df625204aa2442f1a8bf4e821d3c7052 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:28:04.114067 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6860ae3e-a42f-427c-8b41-69efdbe090a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:04.140794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-19cdcdd8-9730-4f0d-b608-8e81811524a6 req-d91e91ba-95ce-4756-a468-7f7760d45c82 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 210 time: 0.0707159 Nov 18 17:28:04.150753 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6860ae3e-a42f-427c-8b41-69efdbe090a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:04.358572 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:28:04.362513 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:04.392488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:28:04.393424 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6fd94ac8-bb34-4745-94d7-4b6f5944bba0 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:28:04.399614 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 378a1514-1c57-4100-9117-80b53741cfdc no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:28:04.399737 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6860ae3e-a42f-427c-8b41-69efdbe090a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:04.419387 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 378a1514-1c57-4100-9117-80b53741cfdc {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:28:04.420040 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 378a1514-1c57-4100-9117-80b53741cfdc not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:28:04.472558 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6c132e4-5d18-4408-b7a2-db6a7c6383c9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:04.551240 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6860ae3e-a42f-427c-8b41-69efdbe090a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:04.591624 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6860ae3e-a42f-427c-8b41-69efdbe090a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:28:04.605850 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860ae3e-a42f-427c-8b41-69efdbe090a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c017b4-80c9-4c5c-8aa4-e17a7af77c05,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:04.611556 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6860ae3e-a42f-427c-8b41-69efdbe090a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:04.611942 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-6860ae3e-a42f-427c-8b41-69efdbe090a9 admin admin] Added segment e59edf38-8f70-47f0-aa60-7d90ffe4be4a of type vlan for network 7eb4c074-03c0-4a91-80a7-fa86e4923ee1 Nov 18 17:28:04.741075 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:04.756481 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6860ae3e-a42f-427c-8b41-69efdbe090a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:04.785722 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:04.901634 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6860ae3e-a42f-427c-8b41-69efdbe090a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:04.904224 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6860ae3e-a42f-427c-8b41-69efdbe090a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:04.904924 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6860ae3e-a42f-427c-8b41-69efdbe090a9 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:04.967962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Allocated IP 172.25.3.124 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/d3433e69-813b-4de1-9e35-f9ec87818b73) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:28:04.976057 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:04.982681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860ae3e-a42f-427c-8b41-69efdbe090a9 admin admin] Pushing event updated for resources: {'Network': ['ID=7eb4c074-03c0-4a91-80a7-fa86e4923ee1,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:05.004091 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 7eb4c074-03c0-4a91-80a7-fa86e4923ee1 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:28:05.079912 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eaaf08-f11c-4e6b-82c8-ea02f56a25bc req-3a82409b-12f9-47d8-9a3e-5022fdbd9b80 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:05.081487 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1eaaf08-f11c-4e6b-82c8-ea02f56a25bc req-3a82409b-12f9-47d8-9a3e-5022fdbd9b80 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.0998909 Nov 18 17:28:05.103093 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c6c132e4-5d18-4408-b7a2-db6a7c6383c9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting port 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:28:05.103518 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6c132e4-5d18-4408-b7a2-db6a7c6383c9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:05.118317 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:05.139422 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6860ae3e-a42f-427c-8b41-69efdbe090a9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4270122 Nov 18 17:28:05.143514 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34562) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:05.151407 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5307da91-a13d-407d-bb36-dbe943f7364f admin admin] Request body: {'subnet': {'network_id': '7eb4c074-03c0-4a91-80a7-fa86e4923ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2133420712-subnet', 'tenant_id': 'df625204aa2442f1a8bf4e821d3c7052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:05.235781 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:05.275464 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1eaaf08-f11c-4e6b-82c8-ea02f56a25bc req-f7306c56-94ec-41f5-b66d-94703d6c15d9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766677 Nov 18 17:28:05.280247 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-972050e6-a3f5-4fe3-9f6b-e3a6389bbbf7 req-4dbfc030-d342-4d24-8736-3a8dca7b2022 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 210 time: 0.0602055 Nov 18 17:28:05.287828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5307da91-a13d-407d-bb36-dbe943f7364f admin admin] Made reservation on behalf of df625204aa2442f1a8bf4e821d3c7052 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:28:05.290348 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5307da91-a13d-407d-bb36-dbe943f7364f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:05.308385 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:28:05.319276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-c6c132e4-5d18-4408-b7a2-db6a7c6383c9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] For port 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60,segment=NetworkSegment(7b201816-3eab-42d7-9f88-b0defe91bc30),segment_id=7b201816-3eab-42d7-9f88-b0defe91bc30)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:05.319655 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6c132e4-5d18-4408-b7a2-db6a7c6383c9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:05.366337 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=d3433e69-813b-4de1-9e35-f9ec87818b73,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:05.369227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c6c132e4-5d18-4408-b7a2-db6a7c6383c9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Calling delete_port for 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:28:05.376825 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:05.383902 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:28:05.432712 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:05.706864 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5307da91-a13d-407d-bb36-dbe943f7364f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:05.739538 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6c132e4-5d18-4408-b7a2-db6a7c6383c9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:05.796125 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c132e4-5d18-4408-b7a2-db6a7c6383c9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Port': ['ID=1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:05.851641 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307da91-a13d-407d-bb36-dbe943f7364f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cdde29d-d6f1-4683-bd59-49d31dc08b4a,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:05.878379 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:06.080918 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6c132e4-5d18-4408-b7a2-db6a7c6383c9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:06.083573 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5307da91-a13d-407d-bb36-dbe943f7364f admin admin] Checking segment: {'id': 'e59edf38-8f70-47f0-aa60-7d90ffe4be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '7eb4c074-03c0-4a91-80a7-fa86e4923ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:28:06.084112 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5307da91-a13d-407d-bb36-dbe943f7364f admin admin] Network hostable DHCP agents. Network: 7eb4c074-03c0-4a91-80a7-fa86e4923ee1, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:28:06.213482 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:06.235494 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5307da91-a13d-407d-bb36-dbe943f7364f admin admin] Network 7eb4c074-03c0-4a91-80a7-fa86e4923ee1 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:28:06.407213 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c132e4-5d18-4408-b7a2-db6a7c6383c9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 561069ff-6ac5-4679-af3b-186f77466136 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:28:06.410118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-5307da91-a13d-407d-bb36-dbe943f7364f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 7eb4c074-03c0-4a91-80a7-fa86e4923ee1) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:06.417704 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5307da91-a13d-407d-bb36-dbe943f7364f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:06.420152 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f92da99-3d1c-4148-85c7-e32cda51dbb0 None None] Network 7eb4c074-03c0-4a91-80a7-fa86e4923ee1 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:28:06.433823 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5307da91-a13d-407d-bb36-dbe943f7364f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:06.564439 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:28:06.610512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router 196369d9-afc1-459f-a902-df68f30e4180 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:28:06.735947 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd77c465-8f93-402b-971a-705c116939cc None None] Network 7eb4c074-03c0-4a91-80a7-fa86e4923ee1 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:28:06.754044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fa66634-c928-499f-8317-3afc546c05c8 req-67236882-7e66-497a-9585-fb5f28c13aa4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 210 time: 0.2248645 Nov 18 17:28:06.784235 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5307da91-a13d-407d-bb36-dbe943f7364f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6384847 Nov 18 17:28:06.832827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c132e4-5d18-4408-b7a2-db6a7c6383c9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:28:06.852986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22675546-9dc6-45c5-8831-6abd5b5ee6b8 req-bb5a6b54-0105-4f98-abf3-550a7814f564 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:06.862841 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-22675546-9dc6-45c5-8831-6abd5b5ee6b8 req-bb5a6b54-0105-4f98-abf3-550a7814f564 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.3351333 Nov 18 17:28:06.900260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34598) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:06.904701 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a093d48d-e02c-4422-83c0-88d30ceebb9b None None] Sync routers for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:28:06.906126 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c6c132e4-5d18-4408-b7a2-db6a7c6383c9 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/561069ff-6ac5-4679-af3b-186f77466136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2008128 Nov 18 17:28:07.032190 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-22675546-9dc6-45c5-8831-6abd5b5ee6b8 req-f3e84be9-70d8-43cf-85e6-1aa45776a865 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221683 Nov 18 17:28:07.035236 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-c62407cc-f64e-4132-ae31-6a95477854a7 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:07.036968 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-c62407cc-f64e-4132-ae31-6a95477854a7 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 805 time: 0.4233263 Nov 18 17:28:07.060466 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-78df40aa-2d07-4fb6-9ddd-a13d71614808 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Request body: {'port': {'device_id': '6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6', 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd', 'admin_state_up': True, 'tenant_id': 'c82a5a1551b94171a31ac6e4861762c3'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:07.068662 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c6375b-b312-4e30-91b0-18af5696401e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting subnet f654b306-64c4-4d3f-b9bc-cb947a1fc289 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:28:07.085526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:07.105170 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a093d48d-e02c-4422-83c0-88d30ceebb9b None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:07.105170 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a093d48d-e02c-4422-83c0-88d30ceebb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:07.158945 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8c6375b-b312-4e30-91b0-18af5696401e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:07.193771 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:28:07.205502 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Sync routers for ids ['196369d9-afc1-459f-a902-df68f30e4180'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:28:07.225838 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Routers {'196369d9-afc1-459f-a902-df68f30e4180'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:07.226511 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['196369d9-afc1-459f-a902-df68f30e4180'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:07.272600 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-a093d48d-e02c-4422-83c0-88d30ceebb9b None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:28:07.352507 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8c6375b-b312-4e30-91b0-18af5696401e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:07.525261 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Set router 196369d9-afc1-459f-a902-df68f30e4180 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:28:07.647290 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8c6375b-b312-4e30-91b0-18af5696401e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:07.758104 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:07.760014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'dd3ef0dd-5c6e-4b73-8817-1f73cc562d87', 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9', 'port_id': 'dd3ef0dd-5c6e-4b73-8817-1f73cc562d87', 'mac_address': 'fa:16:3e:8c:9a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069ac9c4-0652-4a7d-9e28-3147189e9231', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:28:07.760572 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e6c90fbe-4d4f-410f-b703-0852d18ecec3 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.0171943 Nov 18 17:28:07.768589 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34640) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:07.806526 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe2c13-5ef7-4d56-b643-3f8acdd45af8 req-be67346b-95e8-4e07-98d0-77cc2f505286 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:07.808998 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4bfe2c13-5ef7-4d56-b643-3f8acdd45af8 req-be67346b-95e8-4e07-98d0-77cc2f505286 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.2006888 Nov 18 17:28:07.912500 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-88a9c484-786a-4374-90e5-c4f67a9b7414 tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2cf238edb8014a38996468367e264a07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1272848 Nov 18 17:28:07.920373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34650) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:07.938304 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8c6375b-b312-4e30-91b0-18af5696401e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:08.001751 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:08.018960 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196369d9-afc1-459f-a902-df68f30e4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35553822', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:28:03Z', 'updated_at': '2021-11-18T17:28:05Z', 'revision_number': 3, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:04Z', 'updated_at': '2021-11-18T17:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:08.030841 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634e973-a157-456e-a299-83415b59b93b req-39ec6961-4b75-4b76-ad6e-574be6678612 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:08.041286 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2634e973-a157-456e-a299-83415b59b93b req-39ec6961-4b75-4b76-ad6e-574be6678612 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/networks?id=7eb4c074-03c0-4a91-80a7-fa86e4923ee1 HTTP/1.1" status: 200 len: 821 time: 0.4117742 Nov 18 17:28:08.052511 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:28:08.058720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6375b-b312-4e30-91b0-18af5696401e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Subnet': ['ID=f654b306-64c4-4d3f-b9bc-cb947a1fc289,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:08.073201 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a093d48d-e02c-4422-83c0-88d30ceebb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:28:05Z', 'revision_number': 10, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:08.074183 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e8c6375b-b312-4e30-91b0-18af5696401e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:08.085427 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e8c6375b-b312-4e30-91b0-18af5696401e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/subnets/f654b306-64c4-4d3f-b9bc-cb947a1fc289 HTTP/1.1" status: 204 len: 168 time: 1.1782403 Nov 18 17:28:08.086676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34656) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:08.094762 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Checking router: 196369d9-afc1-459f-a902-df68f30e4180 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:28:08.098085 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Updating router 196369d9-afc1-459f-a902-df68f30e4180 port d3433e69-813b-4de1-9e35-f9ec87818b73 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:28:08.111300 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a093d48d-e02c-4422-83c0-88d30ceebb9b None None] Checking router: 561069ff-6ac5-4679-af3b-186f77466136 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:28:08.113642 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09163593-ab6f-4c24-b2ab-6330f83a08ec None None] Network 2ef5a6e9-e372-444c-937d-9077a5a7937a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:28:08.124208 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:08.141950 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:08.152519 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cb839-c602-4f26-8efc-0b81a37feb7a req-506d01b4-8665-4e82-be5b-63f78ba0bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:08.156916 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9e7cb839-c602-4f26-8efc-0b81a37feb7a req-506d01b4-8665-4e82-be5b-63f78ba0bd55 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 1097 time: 0.4062197 Nov 18 17:28:08.176487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-78df40aa-2d07-4fb6-9ddd-a13d71614808 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Made reservation on behalf of c82a5a1551b94171a31ac6e4861762c3 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:28:08.182821 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-78df40aa-2d07-4fb6-9ddd-a13d71614808 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:08.194206 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a093d48d-e02c-4422-83c0-88d30ceebb9b None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:08.195037 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a093d48d-e02c-4422-83c0-88d30ceebb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:08.274976 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:08.281287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4bfe2c13-5ef7-4d56-b643-3f8acdd45af8 req-f0d521c6-a699-49a3-b122-9030667e7686 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4268208 Nov 18 17:28:08.285176 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2634e973-a157-456e-a299-83415b59b93b req-aa81276c-8293-48ce-939c-afbafb3b35c4 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/quotas/df625204aa2442f1a8bf4e821d3c7052 HTTP/1.1" status: 200 len: 375 time: 0.2430577 Nov 18 17:28:08.415319 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2634e973-a157-456e-a299-83415b59b93b req-9990514b-a9e6-456c-b658-5c3b6bb0ef2a tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=df625204aa2442f1a8bf4e821d3c7052&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0988157 Nov 18 17:28:08.482011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f074a09a-ca05-40bc-b6dd-4ae72924d489 req-17f88c74-5a8a-4cb9-b692-d45f62229873 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 210 time: 0.0653219 Nov 18 17:28:08.499780 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-a093d48d-e02c-4422-83c0-88d30ceebb9b None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:28:08.511533 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e35b3b-7cd0-4e00-ab0a-7b1527f18c0e tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:08.513421 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-79e35b3b-7cd0-4e00-ab0a-7b1527f18c0e tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5883572 Nov 18 17:28:08.520820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34666) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:08.593142 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b8d070bd-744b-4dba-81ad-06a5646a09fc tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0711935 Nov 18 17:28:08.598800 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34670) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:08.607211 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-170326256', 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec', 'project_id': '2cf238edb8014a38996468367e264a07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:08.700135 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:08.713102 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2634e973-a157-456e-a299-83415b59b93b req-d6af34da-2b06-4286-a291-d0b6d8377bcb service neutron] 10.222.0.72 "GET /v2.0/networks/7eb4c074-03c0-4a91-80a7-fa86e4923ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829893 Nov 18 17:28:08.773229 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['dd3ef0dd-5c6e-4b73-8817-1f73cc562d87'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:28:08.781513 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:08.869747 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Attempting to bind port d3433e69-813b-4de1-9e35-f9ec87818b73 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:28:08.870205 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Attempting to bind port d3433e69-813b-4de1-9e35-f9ec87818b73 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:28:08.871047 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Attempting to bind port d3433e69-813b-4de1-9e35-f9ec87818b73 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:28:08.886273 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5a9a9-5bab-45c8-bbf8-f31008c7aae5 None None] Pushing event updated for resources: {'Port': ['ID=d3433e69-813b-4de1-9e35-f9ec87818b73,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:08.897315 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:28:08.898625 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:28:08.899526 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:08.899724 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:08.900461 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:28:08.901242 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Bound port: d3433e69-813b-4de1-9e35-f9ec87818b73, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:28:08.902231 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:09.015061 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] For port d3433e69-813b-4de1-9e35-f9ec87818b73, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:28:09.021289 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] For port d3433e69-813b-4de1-9e35-f9ec87818b73, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d3433e69-813b-4de1-9e35-f9ec87818b73,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:28:09.075164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2634e973-a157-456e-a299-83415b59b93b req-60084daa-893b-4e6f-971b-23f3f973a42f service neutron] 10.222.0.72 "GET /v2.0/networks/7eb4c074-03c0-4a91-80a7-fa86e4923ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207505 Nov 18 17:28:09.082138 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Made reservation on behalf of 2cf238edb8014a38996468367e264a07 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:28:09.085929 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:09.086126 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846a4a39-a892-432b-ac29-195f51e11ecc None None] DHCP port deletion for 2ef5a6e9-e372-444c-937d-9077a5a7937a request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:28:09.113328 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:09.240848 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a093d48d-e02c-4422-83c0-88d30ceebb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:28:05Z', 'revision_number': 10, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:09.323630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a093d48d-e02c-4422-83c0-88d30ceebb9b None None] The sync data for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 is: [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:28:05Z', 'revision_number': 10, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None, '_interfaces': [{'id': 'cc16fd4e-266b-48a9-8ea1-2d0c7026f71b', 'name': '', 'network_id': '5df1bc63-3ffb-43e2-bd34-29ed1b4e201b', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'mac_address': 'fa:16:3e:c8:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561069ff-6ac5-4679-af3b-186f77466136', 'device_owner': 'network:router_interface', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:27:12Z', 'updated_at': '2021-11-18T17:27:19Z', 'revision_number': 5, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'subnets': [{'id': 'e6baa837-0c83-41bf-99b3-0447797c7d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:28:09.351508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-846a4a39-a892-432b-ac29-195f51e11ecc None None] Deleting port 2e8da72a-9ba5-463a-a411-a456cf2ec911 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:28:09.356341 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-846a4a39-a892-432b-ac29-195f51e11ecc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:09.360755 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Routers {'196369d9-afc1-459f-a902-df68f30e4180'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:09.361730 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['196369d9-afc1-459f-a902-df68f30e4180'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:09.427175 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5a9a9-5bab-45c8-bbf8-f31008c7aae5 None None] Pushing event updated for resources: {'Port': ['ID=d3433e69-813b-4de1-9e35-f9ec87818b73,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:09.519120 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-846a4a39-a892-432b-ac29-195f51e11ecc None None] For port 2e8da72a-9ba5-463a-a411-a456cf2ec911, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2e8da72a-9ba5-463a-a411-a456cf2ec911,segment=NetworkSegment(7b201816-3eab-42d7-9f88-b0defe91bc30),segment_id=7b201816-3eab-42d7-9f88-b0defe91bc30)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:09.522438 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-846a4a39-a892-432b-ac29-195f51e11ecc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:09.540770 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] Set router 196369d9-afc1-459f-a902-df68f30e4180 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:28:09.566296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-846a4a39-a892-432b-ac29-195f51e11ecc None None] Calling delete_port for 2e8da72a-9ba5-463a-a411-a456cf2ec911 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:28:09.611674 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cb839-c602-4f26-8efc-0b81a37feb7a req-074e1f4f-1f66-4de9-9092-c9ae95e7e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:09.615123 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9e7cb839-c602-4f26-8efc-0b81a37feb7a req-074e1f4f-1f66-4de9-9092-c9ae95e7e0f6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 1.4485905 Nov 18 17:28:09.659242 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4368-40c1-4c69-8c81-5fdd79650459 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:09.821213 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-846a4a39-a892-432b-ac29-195f51e11ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:09.913390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a4a39-a892-432b-ac29-195f51e11ecc None None] Pushing event deleted for resources: {'Port': ['ID=2e8da72a-9ba5-463a-a411-a456cf2ec911,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:09.926279 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846a4a39-a892-432b-ac29-195f51e11ecc None None] No DVR routers for this DVR port 2e8da72a-9ba5-463a-a411-a456cf2ec911 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:28:09.999771 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196369d9-afc1-459f-a902-df68f30e4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35553822', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:28:03Z', 'updated_at': '2021-11-18T17:28:05Z', 'revision_number': 3, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:04Z', 'updated_at': '2021-11-18T17:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:10.032767 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4368-40c1-4c69-8c81-5fdd79650459 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:10.084088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-cb5b4368-40c1-4c69-8c81-5fdd79650459 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef5a6e9-e372-444c-937d-9077a5a7937a']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:10.094191 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-cb5b4368-40c1-4c69-8c81-5fdd79650459 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b201816-3eab-42d7-9f88-b0defe91bc30') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:10.094544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-cb5b4368-40c1-4c69-8c81-5fdd79650459 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b201816-3eab-42d7-9f88-b0defe91bc30') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:10.096524 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c58d3-959d-484a-9937-a146b98c85d7 None None] The sync data for ids ['196369d9-afc1-459f-a902-df68f30e4180'] in n-d-813419-11 is: [{'id': '196369d9-afc1-459f-a902-df68f30e4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35553822', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:28:03Z', 'updated_at': '2021-11-18T17:28:05Z', 'revision_number': 3, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:04Z', 'updated_at': '2021-11-18T17:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:28:10.109587 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4368-40c1-4c69-8c81-5fdd79650459 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:10.127617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4368-40c1-4c69-8c81-5fdd79650459 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:10.135272 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5b4368-40c1-4c69-8c81-5fdd79650459 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:28:10.135682 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4368-40c1-4c69-8c81-5fdd79650459 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:28:10.207472 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:28:10.262217 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9e7cb839-c602-4f26-8efc-0b81a37feb7a req-8b645f6e-835d-4256-a218-e26a86827a7a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a41711e-76b2-42ef-ab70-e75764352775 HTTP/1.1" status: 200 len: 1000 time: 0.6246777 Nov 18 17:28:10.272803 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4368-40c1-4c69-8c81-5fdd79650459 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:10.278550 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4368-40c1-4c69-8c81-5fdd79650459 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:10.285584 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cb5b4368-40c1-4c69-8c81-5fdd79650459 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/networks/2ef5a6e9-e372-444c-937d-9077a5a7937a HTTP/1.1" status: 204 len: 168 time: 2.1934400 Nov 18 17:28:10.312708 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34706) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:10.364476 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-78df40aa-2d07-4fb6-9ddd-a13d71614808 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Allocated IP 172.20.0.8 (e59e94f2-f384-4c67-a2b2-bbfe576feffd/b53522fb-157f-447d-b118-4d80e9a8327f/505735c4-4acc-4d77-8fff-a2c5544e63e8) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:28:10.399282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b4368-40c1-4c69-8c81-5fdd79650459 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Network': ['ID=2ef5a6e9-e372-444c-937d-9077a5a7937a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:10.434830 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2e8da72a-9ba5-463a-a411-a456cf2ec911 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:28:10.548848 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 2e8da72a-9ba5-463a-a411-a456cf2ec911 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:28:10.556023 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2e8da72a-9ba5-463a-a411-a456cf2ec911 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:28:10.556671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:28:10.589188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:28:10.605472 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dafa0081-dccf-4b40-b2f1-352f0758849d req-7bba7b19-eb7a-4f73-aa1b-f523ff8679ce tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 210 time: 0.1682169 Nov 18 17:28:10.621314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cb839-c602-4f26-8efc-0b81a37feb7a req-acfd7f1c-04e7-432f-af1e-9d5ddba1fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:10.629516 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:10.635645 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9e7cb839-c602-4f26-8efc-0b81a37feb7a req-acfd7f1c-04e7-432f-af1e-9d5ddba1fd33 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.3642807 Nov 18 17:28:10.698748 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:28:10.702231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1b552f9b-1fd2-43d3-ad8a-6a330c5a0b60 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:28:10.759681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33bc80-9ed0-4319-b83d-b1275259f602 req-6fca84ef-3afd-4f49-9576-538e92462408 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:10.767988 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b33bc80-9ed0-4319-b83d-b1275259f602 req-6fca84ef-3afd-4f49-9576-538e92462408 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 1.2760098 Nov 18 17:28:10.916319 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c03d0349-b0ef-42ad-bc84-d46b358ca374 req-90713c86-27cb-4708-8305-f5f474433298 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 210 time: 0.1568134 Nov 18 17:28:10.993652 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:10.994153 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:10.995092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Checking segment: {'id': '212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:28:10.998654 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network hostable DHCP agents. Network: 0ba92f63-afbc-4d4a-8a56-1c89df73beec, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:28:11.020665 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Subnet': ['ID=5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:11.035003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:11.035354 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:11.035705 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:11.036100 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:11.036482 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:11.036969 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:11.037312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:11.038158 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:11.038158 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:11.038353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:11.038648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:11.039077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:11.068635 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b33bc80-9ed0-4319-b83d-b1275259f602 req-2c3ce2f4-186c-4d60-97b9-af8b582ea6e5 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947593 Nov 18 17:28:11.151022 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cb839-c602-4f26-8efc-0b81a37feb7a req-242b3f90-78e2-46db-b86d-3cfd2874574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:11.153663 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9e7cb839-c602-4f26-8efc-0b81a37feb7a req-242b3f90-78e2-46db-b86d-3cfd2874574f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4687934 Nov 18 17:28:11.170121 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network 0ba92f63-afbc-4d4a-8a56-1c89df73beec is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:28:11.256429 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 0ba92f63-afbc-4d4a-8a56-1c89df73beec) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:11.261463 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:11.262960 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:11.268999 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c111c4a-be6f-426f-8ff1-a69190025081 None None] Network 0ba92f63-afbc-4d4a-8a56-1c89df73beec requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:28:11.303002 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9e7cb839-c602-4f26-8efc-0b81a37feb7a req-5ec7c2c1-a208-498e-8b8d-38af18967a77 service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261313 Nov 18 17:28:11.349923 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-dfe00c9c-57ac-49bd-b589-c6d8fd97acd5 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7496207 Nov 18 17:28:11.352645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34724) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:11.405723 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:11.498355 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52819fbe-6e91-45ed-a9e3-f3b182aabf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3ef0dd-5c6e-4b73-8817-1f73cc562d87'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:28:11.502771 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5791d842-7e64-44a1-9c7e-def98cc4d1de" -d '{"events": [{"server_uuid": "52819fbe-6e91-45ed-a9e3-f3b182aabf4d", "name": "network-vif-plugged", "status": "completed", "tag": "dd3ef0dd-5c6e-4b73-8817-1f73cc562d87"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:28:11.600901 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:11.664212 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2614683-3440-4239-8091-2a470fb5749a x-openstack-request-id: req-e2614683-3440-4239-8091-2a470fb5749a {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:28:11.666217 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52819fbe-6e91-45ed-a9e3-f3b182aabf4d", "name": "network-vif-plugged", "status": "completed", "tag": "dd3ef0dd-5c6e-4b73-8817-1f73cc562d87", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:28:11.666898 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e2614683-3440-4239-8091-2a470fb5749a {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:28:11.667490 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52819fbe-6e91-45ed-a9e3-f3b182aabf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3ef0dd-5c6e-4b73-8817-1f73cc562d87', 'code': 200} Nov 18 17:28:11.693188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-0ba92f63-afbc-4d4a-8a56-1c89df73beec', 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'fixed_ips': [{'subnet_id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:28:11.698618 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:11.699272 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-78df40aa-2d07-4fb6-9ddd-a13d71614808 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:11.716849 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:11.752806 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9e7cb839-c602-4f26-8efc-0b81a37feb7a req-b54ad30c-542c-4157-aaf1-95354c4d1d6b service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343636 Nov 18 17:28:11.830366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:11.911908 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50518229-eba2-4b03-a7dd-8fa7191298ab tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:12.126674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-78df40aa-2d07-4fb6-9ddd-a13d71614808 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:12.159534 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8b0140f8-ab7d-4b55-b092-6caf280ecdb8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:28:12.185870 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-78df40aa-2d07-4fb6-9ddd-a13d71614808 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Network e59e94f2-f384-4c67-a2b2-bbfe576feffd is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:28:12.189557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-78df40aa-2d07-4fb6-9ddd-a13d71614808 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:12.225739 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-78df40aa-2d07-4fb6-9ddd-a13d71614808 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:28:12.391227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df40aa-2d07-4fb6-9ddd-a13d71614808 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Pushing event updated for resources: {'Port': ['ID=505735c4-4acc-4d77-8fff-a2c5544e63e8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:12.412341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-78df40aa-2d07-4fb6-9ddd-a13d71614808 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:12.413191 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-78df40aa-2d07-4fb6-9ddd-a13d71614808 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:12.606108 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-78df40aa-2d07-4fb6-9ddd-a13d71614808 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5534594 Nov 18 17:28:12.613709 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94c6574a-ca70-4579-bc51-4b29f726a9e2 req-c64a5aca-a027-460d-8485-efaa1b7de65d tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 210 time: 0.5505371 Nov 18 17:28:12.625396 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Request body: {'port': {'device_id': '6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:12.731574 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d3433e69-813b-4de1-9e35-f9ec87818b73 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:28:12.785719 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7af874-7683-4f83-a4c5-bdd02109be22 req-b83c7b97-e4f4-4e59-8742-083086770f29 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:12.804507 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb7af874-7683-4f83-a4c5-bdd02109be22 req-b83c7b97-e4f4-4e59-8742-083086770f29 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 931 time: 1.0311511 Nov 18 17:28:12.884432 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:12.928271 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Allocated IP 172.20.0.2 (0ba92f63-afbc-4d4a-8a56-1c89df73beec/5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1/2966eb54-3f41-447b-838f-a55414dc9e7d) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:28:12.991432 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d3433e69-813b-4de1-9e35-f9ec87818b73 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:12.992108 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:13.312769 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:13.358492 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port d3433e69-813b-4de1-9e35-f9ec87818b73, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d3433e69-813b-4de1-9e35-f9ec87818b73,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:13.385649 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb7af874-7683-4f83-a4c5-bdd02109be22 req-ae354185-f8f4-4d94-81c8-5da8701808f8 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5786910 Nov 18 17:28:13.430701 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505735c4-4acc-4d77-8fff-a2c5544e63e8 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:28:13.441576 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:13.455706 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:13.458837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Transition to ACTIVE for port object 505735c4-4acc-4d77-8fff-a2c5544e63e8 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:28:13.500456 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-50518229-eba2-4b03-a7dd-8fa7191298ab tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting port cc16fd4e-266b-48a9-8ea1-2d0c7026f71b {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:28:13.500707 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50518229-eba2-4b03-a7dd-8fa7191298ab tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:13.504905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f1bf6-c175-4703-99da-085944ffd452 req-e5651f4d-58d5-4cc7-97ba-739f4a8c8d20 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:13.506941 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-804f1bf6-c175-4703-99da-085944ffd452 req-e5651f4d-58d5-4cc7-97ba-739f4a8c8d20 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.4700658 Nov 18 17:28:13.551039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=d3433e69-813b-4de1-9e35-f9ec87818b73,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:13.661207 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:13.726040 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:13.741597 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:13.786629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634e973-a157-456e-a299-83415b59b93b req-97f7ae2c-706f-4292-90d9-b821e035daa8 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:13.788194 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2634e973-a157-456e-a299-83415b59b93b req-97f7ae2c-706f-4292-90d9-b821e035daa8 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.81 "GET /v2.0/networks?id=7eb4c074-03c0-4a91-80a7-fa86e4923ee1 HTTP/1.1" status: 200 len: 821 time: 0.1897831 Nov 18 17:28:13.827754 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-2634e973-a157-456e-a299-83415b59b93b req-833191cc-87ee-4462-bc2f-8848872e7d14 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Request body: {'port': {'device_id': '2e4c2dd5-8880-4561-8705-76a813cdc1c1', 'network_id': '7eb4c074-03c0-4a91-80a7-fa86e4923ee1', 'admin_state_up': True, 'tenant_id': 'df625204aa2442f1a8bf4e821d3c7052'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:13.873893 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Pushing event updated for resources: {'Port': ['ID=2966eb54-3f41-447b-838f-a55414dc9e7d,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:13.925504 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Network 0ba92f63-afbc-4d4a-8a56-1c89df73beec is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:28:13.926838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1b1d9fa-235d-4139-a72f-9bdea7300cd4 req-33d8efa3-ab00-4f65-9b25-a9f10a91cbbd tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 210 time: 0.1355538 Nov 18 17:28:13.932906 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:13.937748 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:28:13.978744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-50518229-eba2-4b03-a7dd-8fa7191298ab tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] For port cc16fd4e-266b-48a9-8ea1-2d0c7026f71b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cc16fd4e-266b-48a9-8ea1-2d0c7026f71b,segment=NetworkSegment(aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb),segment_id=aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:13.992729 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50518229-eba2-4b03-a7dd-8fa7191298ab tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:14.084696 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Attempting to bind port 2966eb54-3f41-447b-838f-a55414dc9e7d on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:28:14.085089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Attempting to bind port 2966eb54-3f41-447b-838f-a55414dc9e7d by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:28:14.085468 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Attempting to bind port 2966eb54-3f41-447b-838f-a55414dc9e7d on network 0ba92f63-afbc-4d4a-8a56-1c89df73beec {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:28:14.099565 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:28:14.099839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Checking segment: {'id': '212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:28:14.100434 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:14.100684 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Bound using segment: {'id': '212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:28:14.101135 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Bound port: 2966eb54-3f41-447b-838f-a55414dc9e7d, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:28:14.101521 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:14.119634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-50518229-eba2-4b03-a7dd-8fa7191298ab tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Calling delete_port for cc16fd4e-266b-48a9-8ea1-2d0c7026f71b owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:28:14.139622 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-804f1bf6-c175-4703-99da-085944ffd452 req-47438234-6955-46bb-9a75-337e568642e6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6181884 Nov 18 17:28:14.205284 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:14.255979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] For port 2966eb54-3f41-447b-838f-a55414dc9e7d, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:28:14.259458 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] For port 2966eb54-3f41-447b-838f-a55414dc9e7d, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2966eb54-3f41-447b-838f-a55414dc9e7d,segment=NetworkSegment(212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e),segment_id=212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:28:14.321473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Pushing event updated for resources: {'Port': ['ID=505735c4-4acc-4d77-8fff-a2c5544e63e8,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:14.329325 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:14.401759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Attempting to bind port 505735c4-4acc-4d77-8fff-a2c5544e63e8 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:28:14.402102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Attempting to bind port 505735c4-4acc-4d77-8fff-a2c5544e63e8 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:28:14.403160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Attempting to bind port 505735c4-4acc-4d77-8fff-a2c5544e63e8 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:28:14.411980 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d3433e69-813b-4de1-9e35-f9ec87818b73 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:28:14.415207 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Port 505735c4-4acc-4d77-8fff-a2c5544e63e8 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:28:14.416596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Attempting to bind port 505735c4-4acc-4d77-8fff-a2c5544e63e8 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:28:14.528735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:28:14.528962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Checking segment: {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:28:14.542391 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Bound using segment: {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:28:14.543001 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Bound port: 505735c4-4acc-4d77-8fff-a2c5544e63e8, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:28:14.544083 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:14.633874 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3761748-f640-4121-b9dd-9a5b831117ac None None] Pushing event updated for resources: {'Port': ['ID=2966eb54-3f41-447b-838f-a55414dc9e7d,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:14.643527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d3433e69-813b-4de1-9e35-f9ec87818b73 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:14.645418 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:14.787782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a59da8-bcbd-4de7-a31a-66b39c89d97a req-de0b9af3-f5c3-4821-8b36-ad8f91f685e9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:14.796624 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6a59da8-bcbd-4de7-a31a-66b39c89d97a req-de0b9af3-f5c3-4821-8b36-ad8f91f685e9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.4868343 Nov 18 17:28:14.852564 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f8308-957e-447b-9d1d-ed642e4418bc req-fa0afe9c-7111-4ed1-91a4-b5439496c0df tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:14.854462 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba7f8308-957e-447b-9d1d-ed642e4418bc req-fa0afe9c-7111-4ed1-91a4-b5439496c0df tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 943 time: 0.3127649 Nov 18 17:28:14.933382 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6a59da8-bcbd-4de7-a31a-66b39c89d97a req-a91b7cec-23d0-43b3-a3ea-ac819f9d17cf tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307676 Nov 18 17:28:15.020961 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50518229-eba2-4b03-a7dd-8fa7191298ab tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:15.056284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2634e973-a157-456e-a299-83415b59b93b req-833191cc-87ee-4462-bc2f-8848872e7d14 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Made reservation on behalf of df625204aa2442f1a8bf4e821d3c7052 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:28:15.060259 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2634e973-a157-456e-a299-83415b59b93b req-833191cc-87ee-4462-bc2f-8848872e7d14 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:15.166605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] For port 505735c4-4acc-4d77-8fff-a2c5544e63e8, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:28:15.207139 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50518229-eba2-4b03-a7dd-8fa7191298ab tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Port': ['ID=cc16fd4e-266b-48a9-8ea1-2d0c7026f71b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:15.241193 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] For port 505735c4-4acc-4d77-8fff-a2c5544e63e8, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=505735c4-4acc-4d77-8fff-a2c5544e63e8,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:28:15.291102 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba7f8308-957e-447b-9d1d-ed642e4418bc req-6f634e5f-80de-4521-b862-ab7b9bfced92 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271178 Nov 18 17:28:15.475065 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50518229-eba2-4b03-a7dd-8fa7191298ab tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:15.480210 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-2634e973-a157-456e-a299-83415b59b93b req-833191cc-87ee-4462-bc2f-8848872e7d14 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Allocated IP 172.20.0.12 (7eb4c074-03c0-4a91-80a7-fa86e4923ee1/6cdde29d-d6f1-4683-bd59-49d31dc08b4a/661c4769-79d3-43f3-bbec-119e51c71a52) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:28:15.481570 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1f0b231-4ea8-4482-b07f-0d9d74b4bb20 req-fa479a6c-b61c-4a61-8e9f-f2af429a05f4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4769964 Nov 18 17:28:15.491605 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:15.693564 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:15.694273 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:15.695717 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] 10.222.0.83 "PUT /v2.0/ports/505735c4-4acc-4d77-8fff-a2c5544e63e8 HTTP/1.1" status: 200 len: 1092 time: 3.0809598 Nov 18 17:28:15.703799 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6', 'tag': '505735c4-4acc-4d77-8fff-a2c5544e63e8'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:28:15.712236 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bb9e9e-d328-4c30-8230-220e5a2cabe4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6", "tag": "505735c4-4acc-4d77-8fff-a2c5544e63e8"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:28:15.745184 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6accd91d-e3a8-4196-8152-38049168e941 req-886ccde5-383b-44d3-a107-6a5d15e6e285 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 210 time: 0.0869179 Nov 18 17:28:15.948757 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Allocated IP 172.20.0.1 (0ba92f63-afbc-4d4a-8a56-1c89df73beec/5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1/3ae559cd-f60c-4ff9-8c9a-db20f03d4b31) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:28:15.950996 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cb8c61-fff1-4ff7-83b3-46031dfc48bb x-openstack-request-id: req-05cb8c61-fff1-4ff7-83b3-46031dfc48bb {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:28:15.951295 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6", "tag": "505735c4-4acc-4d77-8fff-a2c5544e63e8", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:28:15.951558 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-05cb8c61-fff1-4ff7-83b3-46031dfc48bb {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:28:15.952423 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6', 'tag': '505735c4-4acc-4d77-8fff-a2c5544e63e8', 'status': 'completed', 'code': 200} Nov 18 17:28:15.960632 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0b231-4ea8-4482-b07f-0d9d74b4bb20 req-61098c66-a9e7-4ac1-a267-22b8a4647cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:15.962173 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1f0b231-4ea8-4482-b07f-0d9d74b4bb20 req-61098c66-a9e7-4ac1-a267-22b8a4647cc3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 1097 time: 0.4018443 Nov 18 17:28:15.982583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50518229-eba2-4b03-a7dd-8fa7191298ab tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 561069ff-6ac5-4679-af3b-186f77466136 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:28:15.983731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57790d-0d42-4c54-9b33-dbde09db8020 service neutron] Pushing event updated for resources: {'Port': ['ID=505735c4-4acc-4d77-8fff-a2c5544e63e8,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:16.215023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0b231-4ea8-4482-b07f-0d9d74b4bb20 req-d08b9965-f56f-4486-b9d6-210b7d211a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:16.219458 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2634e973-a157-456e-a299-83415b59b93b req-833191cc-87ee-4462-bc2f-8848872e7d14 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:16.230344 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6716f4-e4ed-4186-a8db-a9926a674c62 req-6c2c8d12-b614-408f-9127-b2a16e62539c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:16.230719 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1f0b231-4ea8-4482-b07f-0d9d74b4bb20 req-d08b9965-f56f-4486-b9d6-210b7d211a3a service neutron] 10.222.0.81 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.2404892 Nov 18 17:28:16.232234 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c6716f4-e4ed-4186-a8db-a9926a674c62 req-6c2c8d12-b614-408f-9127-b2a16e62539c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.3331654 Nov 18 17:28:16.333039 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:16.339523 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1f0b231-4ea8-4482-b07f-0d9d74b4bb20 req-077878fe-6974-4ef7-8a77-0b735f26aec9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50f3a873-e3a7-4160-a8a5-d987c2e76694 HTTP/1.1" status: 200 len: 217 time: 0.0912435 Nov 18 17:28:16.343001 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7d89618d-ea80-42be-be95-2f8ac72399fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:16.343822 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-7d89618d-ea80-42be-be95-2f8ac72399fa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 1095 time: 0.5260763 Nov 18 17:28:16.586952 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2966eb54-3f41-447b-838f-a55414dc9e7d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:28:16.597123 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c6716f4-e4ed-4186-a8db-a9926a674c62 req-a5a9f393-9cd0-4e60-a776-dd71a62efef7 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3403869 Nov 18 17:28:16.673746 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-c3b20d9a-846d-478a-8c64-0ff15137e611 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=505735c4-4acc-4d77-8fff-a2c5544e63e8 HTTP/1.1" status: 200 len: 217 time: 0.2495308 Nov 18 17:28:16.806076 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2966eb54-3f41-447b-838f-a55414dc9e7d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:16.816661 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:16.831424 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74cf2b-6cd4-4061-a1c5-bf473b3cb5e7 req-051198af-2a55-4bea-819f-2cdcac8691ee tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:16.841627 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db74cf2b-6cd4-4061-a1c5-bf473b3cb5e7 req-051198af-2a55-4bea-819f-2cdcac8691ee tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 943 time: 0.3015149 Nov 18 17:28:16.851227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-cc5b7f79-a28c-4fb1-97f3-7348cf9dc49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:16.860980 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-cc5b7f79-a28c-4fb1-97f3-7348cf9dc49d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b53522fb-157f-447d-b118-4d80e9a8327f HTTP/1.1" status: 200 len: 845 time: 0.1601233 Nov 18 17:28:16.893059 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:16.940546 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a72307-9fb1-43c4-9b31-1f5c35f7e9a5 None None] Network 0ba92f63-afbc-4d4a-8a56-1c89df73beec requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:28:16.943209 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2634e973-a157-456e-a299-83415b59b93b req-833191cc-87ee-4462-bc2f-8848872e7d14 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:16.992723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network 0ba92f63-afbc-4d4a-8a56-1c89df73beec is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:28:16.999410 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:17.011982 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:28:17.220176 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2634e973-a157-456e-a299-83415b59b93b req-833191cc-87ee-4462-bc2f-8848872e7d14 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Network 7eb4c074-03c0-4a91-80a7-fa86e4923ee1 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:28:17.226572 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=3ae559cd-f60c-4ff9-8c9a-db20f03d4b31,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:17.244260 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-2634e973-a157-456e-a299-83415b59b93b req-833191cc-87ee-4462-bc2f-8848872e7d14 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:17.256347 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-2634e973-a157-456e-a299-83415b59b93b req-833191cc-87ee-4462-bc2f-8848872e7d14 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:28:17.315615 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f837ec6d-f00f-460f-a44a-225c865921d7 None None] Provisioning complete for port 2966eb54-3f41-447b-838f-a55414dc9e7d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:17.324914 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f837ec6d-f00f-460f-a44a-225c865921d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:17.379961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db74cf2b-6cd4-4061-a1c5-bf473b3cb5e7 req-acbbcaae-fb1e-483c-86fc-ae9a30365d3b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372560 Nov 18 17:28:17.569641 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:17.578727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634e973-a157-456e-a299-83415b59b93b req-833191cc-87ee-4462-bc2f-8848872e7d14 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:17.579681 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2634e973-a157-456e-a299-83415b59b93b req-833191cc-87ee-4462-bc2f-8848872e7d14 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:17.591516 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:17.698693 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f837ec6d-f00f-460f-a44a-225c865921d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:17.713755 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833191cc-87ee-4462-bc2f-8848872e7d14 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Pushing event updated for resources: {'Port': ['ID=661c4769-79d3-43f3-bbec-119e51c71a52,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:17.733529 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 2966eb54-3f41-447b-838f-a55414dc9e7d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2966eb54-3f41-447b-838f-a55414dc9e7d,segment=NetworkSegment(212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e),segment_id=212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:17.790758 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0b231-4ea8-4482-b07f-0d9d74b4bb20 req-12ef0621-1d3f-4d97-a9ca-788d921f1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:17.798846 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1f0b231-4ea8-4482-b07f-0d9d74b4bb20 req-12ef0621-1d3f-4d97-a9ca-788d921f1125 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 1.4078140 Nov 18 17:28:17.802067 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:17.802315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50518229-eba2-4b03-a7dd-8fa7191298ab tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:28:17.816894 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-50518229-eba2-4b03-a7dd-8fa7191298ab tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/561069ff-6ac5-4679-af3b-186f77466136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4597249 Nov 18 17:28:17.836974 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34862) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:17.846571 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8033d9eb-3062-40e3-9361-c77ea0aa1f40 None None] Sync routers for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:28:17.890829 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-41521ce0-1759-4993-8f77-d42b66e34a3d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e59e94f2-f384-4c67-a2b2-bbfe576feffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309850 Nov 18 17:28:17.939426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29783935-1eb1-4829-892d-7323b45a13ca req-8bcd6288-58c5-42c6-8bde-90f0d1e171cd tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:17.946169 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29783935-1eb1-4829-892d-7323b45a13ca req-8bcd6288-58c5-42c6-8bde-90f0d1e171cd tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 932 time: 0.5625379 Nov 18 17:28:18.016016 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2634e973-a157-456e-a299-83415b59b93b req-833191cc-87ee-4462-bc2f-8848872e7d14 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2051351 Nov 18 17:28:18.075511 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0b231-4ea8-4482-b07f-0d9d74b4bb20 req-82aea679-53f3-4abf-b31d-cb601b694abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:18.077494 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1f0b231-4ea8-4482-b07f-0d9d74b4bb20 req-82aea679-53f3-4abf-b31d-cb601b694abf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2192371 Nov 18 17:28:18.093125 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Request body: {'port': {'device_id': '2e4c2dd5-8880-4561-8705-76a813cdc1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:18.127890 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-818d763a-e976-4098-994a-55823dba8407 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting subnet e6baa837-0c83-41bf-99b3-0447797c7d35 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:28:18.174309 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-f837ec6d-f00f-460f-a44a-225c865921d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:28:18.174674 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-f837ec6d-f00f-460f-a44a-225c865921d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:28:18.185090 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-4230cc97-d9c3-4ef7-8988-41221184f795 service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450876 Nov 18 17:28:18.235356 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8033d9eb-3062-40e3-9361-c77ea0aa1f40 None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:18.238081 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8033d9eb-3062-40e3-9361-c77ea0aa1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:18.257739 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-818d763a-e976-4098-994a-55823dba8407 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:18.267460 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1f0b231-4ea8-4482-b07f-0d9d74b4bb20 req-53e5ba1c-ec00-493d-9c3d-d6fc22b52573 service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784077 Nov 18 17:28:18.385524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0a277-39e1-43f4-b34e-ecf9933e19ac req-092c2e91-9117-47a4-a28b-c86189c1a0bb tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:18.401419 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cbf0a277-39e1-43f4-b34e-ecf9933e19ac req-092c2e91-9117-47a4-a28b-c86189c1a0bb tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.6913280 Nov 18 17:28:18.444600 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0c42e112-9fc5-400d-b84a-086e3651f3c4 req-5f02177e-1865-469c-b3b9-fe915be388d6 service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487063 Nov 18 17:28:18.472060 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1f0b231-4ea8-4482-b07f-0d9d74b4bb20 req-31e2741e-f8d7-4ca7-8897-86009a45c6c0 service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646228 Nov 18 17:28:18.526457 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-8033d9eb-3062-40e3-9361-c77ea0aa1f40 None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:28:18.548308 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29783935-1eb1-4829-892d-7323b45a13ca req-eb3384e6-2911-4ae2-b859-65e45683f445 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/security-groups?id=85c017b4-80c9-4c5c-8aa4-e17a7af77c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6009927 Nov 18 17:28:18.656298 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=2966eb54-3f41-447b-838f-a55414dc9e7d,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:18.674997 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-818d763a-e976-4098-994a-55823dba8407 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:18.747105 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8033d9eb-3062-40e3-9361-c77ea0aa1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:28:14Z', 'revision_number': 11, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:18.753200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb9e9e-d328-4c30-8230-220e5a2cabe4 req-3d5f5c47-4267-401f-8fe6-7a2bbb6f48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:18.756716 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e9bb9e9e-d328-4c30-8230-220e5a2cabe4 req-3d5f5c47-4267-401f-8fe6-7a2bbb6f48a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 1095 time: 0.1727223 Nov 18 17:28:18.917872 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cbf0a277-39e1-43f4-b34e-ecf9933e19ac req-6a9618a6-8c42-496c-b713-e3a4814e26aa tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5134108 Nov 18 17:28:18.923626 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8033d9eb-3062-40e3-9361-c77ea0aa1f40 None None] Checking router: 561069ff-6ac5-4679-af3b-186f77466136 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:28:18.940613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8033d9eb-3062-40e3-9361-c77ea0aa1f40 None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:18.941246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8033d9eb-3062-40e3-9361-c77ea0aa1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:19.015689 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:19.053299 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb9e9e-d328-4c30-8230-220e5a2cabe4 req-72e074d0-9d64-47a5-89a0-c23537a4c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:19.054928 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e9bb9e9e-d328-4c30-8230-220e5a2cabe4 req-72e074d0-9d64-47a5-89a0-c23537a4c16d service neutron] 10.222.0.83 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 907 time: 0.2869964 Nov 18 17:28:19.116801 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e9bb9e9e-d328-4c30-8230-220e5a2cabe4 req-18e3593f-26e7-4c00-a402-571ff5407309 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=505735c4-4acc-4d77-8fff-a2c5544e63e8 HTTP/1.1" status: 200 len: 217 time: 0.0461748 Nov 18 17:28:19.190123 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-8033d9eb-3062-40e3-9361-c77ea0aa1f40 None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:28:19.223841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb9e9e-d328-4c30-8230-220e5a2cabe4 req-7aac2b66-9fc0-4389-8ea0-07bab451d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:19.234309 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e9bb9e9e-d328-4c30-8230-220e5a2cabe4 req-7aac2b66-9fc0-4389-8ea0-07bab451d049 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b53522fb-157f-447d-b118-4d80e9a8327f HTTP/1.1" status: 200 len: 845 time: 0.0996544 Nov 18 17:28:19.280728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0efeee32-d714-4212-a002-73ac97fd963e None None] Provisioning complete for port 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:19.281111 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0efeee32-d714-4212-a002-73ac97fd963e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:19.307395 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e9bb9e9e-d328-4c30-8230-220e5a2cabe4 req-30ee7be8-8d8e-473e-bbbb-f91c90c8fb21 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e59e94f2-f384-4c67-a2b2-bbfe576feffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720904 Nov 18 17:28:19.388806 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:19.440287 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8033d9eb-3062-40e3-9361-c77ea0aa1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:28:14Z', 'revision_number': 11, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:19.512732 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e9bb9e9e-d328-4c30-8230-220e5a2cabe4 req-bbf212f2-7d40-43ec-90e4-607e5c806187 service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919718 Nov 18 17:28:19.531740 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8033d9eb-3062-40e3-9361-c77ea0aa1f40 None None] The sync data for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 is: [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:28:14Z', 'revision_number': 11, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:28:19.580968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0efeee32-d714-4212-a002-73ac97fd963e None None] Port 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:28:19.608019 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0efeee32-d714-4212-a002-73ac97fd963e None None] Provisioning complete for port 2966eb54-3f41-447b-838f-a55414dc9e7d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:19.608736 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0efeee32-d714-4212-a002-73ac97fd963e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:19.727412 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e9bb9e9e-d328-4c30-8230-220e5a2cabe4 req-0429b357-0cf6-4742-9e04-54bd394601f5 service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109478 Nov 18 17:28:20.184220 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-818d763a-e976-4098-994a-55823dba8407 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:20.231957 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c58035-37a5-42c9-8e32-e34f60b5dc86 req-46a75323-2e5f-4178-88c3-0a0e8cd59857 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:20.233541 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56c58035-37a5-42c9-8e32-e34f60b5dc86 req-46a75323-2e5f-4178-88c3-0a0e8cd59857 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 943 time: 1.1730425 Nov 18 17:28:20.402147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2966eb54-3f41-447b-838f-a55414dc9e7d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:28:20.510800 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56c58035-37a5-42c9-8e32-e34f60b5dc86 req-5aed30b5-87a6-40fb-9a89-d891eeabe73a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204311 Nov 18 17:28:20.532662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2966eb54-3f41-447b-838f-a55414dc9e7d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:20.533051 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:20.626408 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 505735c4-4acc-4d77-8fff-a2c5544e63e8 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:28:20.684693 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cc16fd4e-266b-48a9-8ea1-2d0c7026f71b no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:28:20.707671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: cc16fd4e-266b-48a9-8ea1-2d0c7026f71b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:28:20.708071 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cc16fd4e-266b-48a9-8ea1-2d0c7026f71b not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:28:20.777097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 505735c4-4acc-4d77-8fff-a2c5544e63e8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=505735c4-4acc-4d77-8fff-a2c5544e63e8,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:20.796413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '505735c4-4acc-4d77-8fff-a2c5544e63e8', 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd', 'port_id': '505735c4-4acc-4d77-8fff-a2c5544e63e8', 'mac_address': 'fa:16:3e:0b:dc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53522fb-157f-447d-b118-4d80e9a8327f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:28:20.799018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661c4769-79d3-43f3-bbec-119e51c71a52 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:28:20.812696 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:20.825486 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2c0de-9863-42f7-86d3-06be6701f162 req-c0502f82-b097-4bc8-9092-e6c24f051424 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:20.834550 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ae2c0de-9863-42f7-86d3-06be6701f162 req-c0502f82-b097-4bc8-9092-e6c24f051424 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 932 time: 0.1869619 Nov 18 17:28:20.840345 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:20.854773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505735c4-4acc-4d77-8fff-a2c5544e63e8 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:28:20.884418 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-818d763a-e976-4098-994a-55823dba8407 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:20.887278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 505735c4-4acc-4d77-8fff-a2c5544e63e8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=505735c4-4acc-4d77-8fff-a2c5544e63e8,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:20.901484 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:20.914027 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Transition to ACTIVE for port object 661c4769-79d3-43f3-bbec-119e51c71a52 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:28:20.938496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d763a-e976-4098-994a-55823dba8407 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Subnet': ['ID=e6baa837-0c83-41bf-99b3-0447797c7d35,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:20.944800 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-818d763a-e976-4098-994a-55823dba8407 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:20.945782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ea9459-723f-4884-82eb-7a3f240f885a None None] Network 5df1bc63-3ffb-43e2-bd34-29ed1b4e201b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:28:20.949115 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-818d763a-e976-4098-994a-55823dba8407 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/subnets/e6baa837-0c83-41bf-99b3-0447797c7d35 HTTP/1.1" status: 204 len: 168 time: 3.1043341 Nov 18 17:28:20.952073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34916) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:20.965709 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:20.969977 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ae2c0de-9863-42f7-86d3-06be6701f162 req-529651b7-908c-4c78-8e7c-6ce7e27aa79a tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/security-groups?id=85c017b4-80c9-4c5c-8aa4-e17a7af77c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285622 Nov 18 17:28:20.973699 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:21.079117 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:21.157835 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=505735c4-4acc-4d77-8fff-a2c5544e63e8,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:21.181313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Deleting port a98c6f75-d422-41c4-bd18-0d7e9d0294d3 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:28:21.181313 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:21.187050 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:21.270934 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:21.271182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['505735c4-4acc-4d77-8fff-a2c5544e63e8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:28:21.276490 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=3ae559cd-f60c-4ff9-8c9a-db20f03d4b31,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:21.296288 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] For port a98c6f75-d422-41c4-bd18-0d7e9d0294d3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a98c6f75-d422-41c4-bd18-0d7e9d0294d3,segment=NetworkSegment(aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb),segment_id=aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:21.296664 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:21.312391 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Calling delete_port for a98c6f75-d422-41c4-bd18-0d7e9d0294d3 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:28:21.322464 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c185412-5cb1-491e-82f1-13e06dab1f46 None None] DHCP port deletion for 5df1bc63-3ffb-43e2-bd34-29ed1b4e201b request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:28:21.354201 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9cee0-43f1-431f-b599-e9b90bc3d59c req-af91448d-0c10-4920-9a91-8374c92e4a33 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:21.356095 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3b9cee0-43f1-431f-b599-e9b90bc3d59c req-af91448d-0c10-4920-9a91-8374c92e4a33 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.2522080 Nov 18 17:28:21.469389 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Pushing event updated for resources: {'Port': ['ID=661c4769-79d3-43f3-bbec-119e51c71a52,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:21.492394 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9c185412-5cb1-491e-82f1-13e06dab1f46 None None] Deleting port a98c6f75-d422-41c4-bd18-0d7e9d0294d3 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:28:21.492394 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c185412-5cb1-491e-82f1-13e06dab1f46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:21.516401 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3b9cee0-43f1-431f-b599-e9b90bc3d59c req-80101267-f8f7-49b4-bbea-ee6c2f36dd7a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236689 Nov 18 17:28:21.556139 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Attempting to bind port 661c4769-79d3-43f3-bbec-119e51c71a52 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:28:21.556496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Attempting to bind port 661c4769-79d3-43f3-bbec-119e51c71a52 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'e59edf38-8f70-47f0-aa60-7d90ffe4be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '7eb4c074-03c0-4a91-80a7-fa86e4923ee1'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:28:21.556837 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Attempting to bind port 661c4769-79d3-43f3-bbec-119e51c71a52 on network 7eb4c074-03c0-4a91-80a7-fa86e4923ee1 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:28:21.566154 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Port 661c4769-79d3-43f3-bbec-119e51c71a52 on network 7eb4c074-03c0-4a91-80a7-fa86e4923ee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:28:21.566495 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Attempting to bind port 661c4769-79d3-43f3-bbec-119e51c71a52 on network 7eb4c074-03c0-4a91-80a7-fa86e4923ee1 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:28:21.576464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:28:21.576837 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Checking segment: {'id': 'e59edf38-8f70-47f0-aa60-7d90ffe4be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '7eb4c074-03c0-4a91-80a7-fa86e4923ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:28:21.577216 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Bound using segment: {'id': 'e59edf38-8f70-47f0-aa60-7d90ffe4be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '7eb4c074-03c0-4a91-80a7-fa86e4923ee1'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:28:21.577677 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Bound port: 661c4769-79d3-43f3-bbec-119e51c71a52, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59edf38-8f70-47f0-aa60-7d90ffe4be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '7eb4c074-03c0-4a91-80a7-fa86e4923ee1'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:28:21.578043 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:21.581483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network 0ba92f63-afbc-4d4a-8a56-1c89df73beec is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:28:21.589861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:21.636388 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9c185412-5cb1-491e-82f1-13e06dab1f46 None None] For port a98c6f75-d422-41c4-bd18-0d7e9d0294d3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a98c6f75-d422-41c4-bd18-0d7e9d0294d3,segment=NetworkSegment(aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb),segment_id=aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:21.637447 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c185412-5cb1-491e-82f1-13e06dab1f46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:21.658148 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:21.671307 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9c185412-5cb1-491e-82f1-13e06dab1f46 None None] Calling delete_port for a98c6f75-d422-41c4-bd18-0d7e9d0294d3 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:28:21.700730 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:21.787304 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] No DVR routers for this DVR port a98c6f75-d422-41c4-bd18-0d7e9d0294d3 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:28:21.804009 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Port': ['ID=a98c6f75-d422-41c4-bd18-0d7e9d0294d3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:21.847400 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737195db-003a-4e70-aba4-ff4f6648572a req-1c0188c6-b5e3-41b6-b4e2-288b9076a5d3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:21.849665 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-737195db-003a-4e70-aba4-ff4f6648572a req-1c0188c6-b5e3-41b6-b4e2-288b9076a5d3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 944 time: 0.1700706 Nov 18 17:28:21.852790 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] For port 661c4769-79d3-43f3-bbec-119e51c71a52, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:28:21.921670 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] For port 661c4769-79d3-43f3-bbec-119e51c71a52, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=661c4769-79d3-43f3-bbec-119e51c71a52,segment=NetworkSegment(e59edf38-8f70-47f0-aa60-7d90ffe4be4a),segment_id=e59edf38-8f70-47f0-aa60-7d90ffe4be4a)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:28:21.923951 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c185412-5cb1-491e-82f1-13e06dab1f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:21.942136 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router 196369d9-afc1-459f-a902-df68f30e4180 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:28:21.994500 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:22.013135 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c185412-5cb1-491e-82f1-13e06dab1f46 None None] Pushing event deleted for resources: {'Port': ['ID=a98c6f75-d422-41c4-bd18-0d7e9d0294d3,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:22.026707 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c185412-5cb1-491e-82f1-13e06dab1f46 None None] No DVR routers for this DVR port a98c6f75-d422-41c4-bd18-0d7e9d0294d3 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:28:22.047654 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7afa45b5-af45-41f2-950c-d4740c5827b6 None None] Provisioning complete for port 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:22.048064 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7afa45b5-af45-41f2-950c-d4740c5827b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:22.117058 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7afa45b5-af45-41f2-950c-d4740c5827b6 None None] Port 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:28:22.135050 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-737195db-003a-4e70-aba4-ff4f6648572a req-e859c313-0dc4-453a-a442-3d6ad9d3d295 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571044 Nov 18 17:28:22.154371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:22.155274 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:22.156890 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2634e973-a157-456e-a299-83415b59b93b req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] 10.222.0.81 "PUT /v2.0/ports/661c4769-79d3-43f3-bbec-119e51c71a52 HTTP/1.1" status: 200 len: 1093 time: 4.0936856 Nov 18 17:28:22.159449 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4c2dd5-8880-4561-8705-76a813cdc1c1', 'tag': '661c4769-79d3-43f3-bbec-119e51c71a52'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:28:22.162295 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571fae27-4522-4ea3-835d-9cc04c3a3983" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4c2dd5-8880-4561-8705-76a813cdc1c1", "tag": "661c4769-79d3-43f3-bbec-119e51c71a52"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:28:22.182503 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:22.246930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df1bc63-3ffb-43e2-bd34-29ed1b4e201b']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:22.273331 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd2992-8b02-4617-87b9-3a6f159865f0 service neutron] Pushing event updated for resources: {'Port': ['ID=661c4769-79d3-43f3-bbec-119e51c71a52,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:22.294193 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:22.294645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeae78c3-52cf-42cf-b9f7-c1c35ba4aafb') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:22.317163 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:22.344657 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:28:22.361183 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a828483a-f390-42c4-bc91-0d7503f51c23 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "PUT /v2.0/routers/196369d9-afc1-459f-a902-df68f30e4180/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9982426 Nov 18 17:28:22.361276 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Sync routers for ids ['196369d9-afc1-459f-a902-df68f30e4180'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:28:22.379632 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a98c6f75-d422-41c4-bd18-0d7e9d0294d3 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:28:22.382247 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634e973-a157-456e-a299-83415b59b93b req-05768320-cb03-407f-bc6a-1b38f3ae4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:22.385289 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2634e973-a157-456e-a299-83415b59b93b req-05768320-cb03-407f-bc6a-1b38f3ae4ed0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df625204aa2442f1a8bf4e821d3c7052&device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 1096 time: 0.1063020 Nov 18 17:28:22.389623 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:22.409513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:28:22.412810 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:28:22.421604 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:28:22.435489 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Routers {'196369d9-afc1-459f-a902-df68f30e4180'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:22.438912 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['196369d9-afc1-459f-a902-df68f30e4180'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:22.459558 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: a98c6f75-d422-41c4-bd18-0d7e9d0294d3 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:28:22.459939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a98c6f75-d422-41c4-bd18-0d7e9d0294d3 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:28:22.474255 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2634e973-a157-456e-a299-83415b59b93b req-6c566c65-9291-47e2-94a1-9f449fb994ac service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=661c4769-79d3-43f3-bbec-119e51c71a52 HTTP/1.1" status: 200 len: 217 time: 0.0796514 Nov 18 17:28:22.618700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 505735c4-4acc-4d77-8fff-a2c5544e63e8 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:28:22.637836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634e973-a157-456e-a299-83415b59b93b req-f0839acd-2f63-4d09-9498-18364fea0d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:22.642871 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2634e973-a157-456e-a299-83415b59b93b req-f0839acd-2f63-4d09-9498-18364fea0d7c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6cdde29d-d6f1-4683-bd59-49d31dc08b4a HTTP/1.1" status: 200 len: 861 time: 0.1606967 Nov 18 17:28:22.706877 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:22.708045 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Set router 196369d9-afc1-459f-a902-df68f30e4180 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:28:22.732425 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:22.752245 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/networks/5df1bc63-3ffb-43e2-bd34-29ed1b4e201b HTTP/1.1" status: 204 len: 168 time: 1.7986901 Nov 18 17:28:22.763285 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 505735c4-4acc-4d77-8fff-a2c5544e63e8 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:28:22.769210 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34946) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:22.769688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 505735c4-4acc-4d77-8fff-a2c5544e63e8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:22.770106 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:22.781191 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-da28b27a-7a5c-4940-aa4b-aec2bdb5d0ff tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'router': {'routes': None}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:22.784810 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2634e973-a157-456e-a299-83415b59b93b req-72d39db7-1709-4d78-9371-1b4ad3db57e2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7eb4c074-03c0-4a91-80a7-fa86e4923ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280897 Nov 18 17:28:22.824591 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82ffef-0daa-440a-b766-1095de0ae939 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Pushing event deleted for resources: {'Network': ['ID=5df1bc63-3ffb-43e2-bd34-29ed1b4e201b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:22.889332 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf50fbc-5145-46f6-801e-40a9c1775176 req-2334ffd5-5225-4f30-b1a8-32c770e31a51 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:22.899682 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fcf50fbc-5145-46f6-801e-40a9c1775176 req-2334ffd5-5225-4f30-b1a8-32c770e31a51 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 944 time: 0.2523446 Nov 18 17:28:22.990169 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:23.034272 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:23.046038 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fcf50fbc-5145-46f6-801e-40a9c1775176 req-964a078e-7989-4acb-b10c-0e60555cd265 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/security-groups?id=85c017b4-80c9-4c5c-8aa4-e17a7af77c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449783 Nov 18 17:28:23.105288 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2634e973-a157-456e-a299-83415b59b93b req-b758c4b2-b386-4643-aa2b-72e8debcd91e service neutron] 10.222.0.81 "GET /v2.0/networks/7eb4c074-03c0-4a91-80a7-fa86e4923ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805338 Nov 18 17:28:23.119760 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505735c4-4acc-4d77-8fff-a2c5544e63e8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:28:23.127393 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe29183-dd89-41b5-a342-0ec88fbac844" -d '{"events": [{"server_uuid": "6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6", "name": "network-vif-plugged", "status": "completed", "tag": "505735c4-4acc-4d77-8fff-a2c5544e63e8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:28:23.145962 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196369d9-afc1-459f-a902-df68f30e4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35553822', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:28:03Z', 'updated_at': '2021-11-18T17:28:18Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:04Z', 'updated_at': '2021-11-18T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '3ae559cd-f60c-4ff9-8c9a-db20f03d4b31', 'name': '', 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:92:b3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:15Z', 'updated_at': '2021-11-18T17:28:20Z', 'revision_number': 2, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:23.148403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.extraroute_db [None req-da28b27a-7a5c-4940-aa4b-aec2bdb5d0ff tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Added routes are [] {{(pid=104008) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 18 17:28:23.148792 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.extraroute_db [None req-da28b27a-7a5c-4940-aa4b-aec2bdb5d0ff tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Removed routes are [] {{(pid=104008) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 18 17:28:23.149227 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da28b27a-7a5c-4940-aa4b-aec2bdb5d0ff tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:23.158629 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 505735c4-4acc-4d77-8fff-a2c5544e63e8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=505735c4-4acc-4d77-8fff-a2c5544e63e8,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:23.218431 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Checking router: 196369d9-afc1-459f-a902-df68f30e4180 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:28:23.218925 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Updating router 196369d9-afc1-459f-a902-df68f30e4180 port 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:28:23.228216 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:23.312193 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:23.361978 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=505735c4-4acc-4d77-8fff-a2c5544e63e8,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:23.371250 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2634e973-a157-456e-a299-83415b59b93b req-6c2a1bc3-08a0-4651-a05b-faf4f7e566ab service neutron] 10.222.0.81 "GET /v2.0/networks/7eb4c074-03c0-4a91-80a7-fa86e4923ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577758 Nov 18 17:28:23.433139 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da28b27a-7a5c-4940-aa4b-aec2bdb5d0ff tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:23.436868 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da28b27a-7a5c-4940-aa4b-aec2bdb5d0ff tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:23.578487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da28b27a-7a5c-4940-aa4b-aec2bdb5d0ff tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 561069ff-6ac5-4679-af3b-186f77466136 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:28:23.601061 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8543ee5a-f5cd-4ce5-bfa2-3b6b92d2c78b req-232f7fe0-ebe6-43a4-8de3-ee47355f6125 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0740242 Nov 18 17:28:23.765657 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e303cb-618b-445a-8e06-d40c1b85d859 x-openstack-request-id: req-d6e303cb-618b-445a-8e06-d40c1b85d859 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:28:23.766151 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4c2dd5-8880-4561-8705-76a813cdc1c1", "tag": "661c4769-79d3-43f3-bbec-119e51c71a52", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:28:23.766250 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d6e303cb-618b-445a-8e06-d40c1b85d859 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:28:23.766626 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4c2dd5-8880-4561-8705-76a813cdc1c1', 'tag': '661c4769-79d3-43f3-bbec-119e51c71a52', 'status': 'completed', 'code': 200} Nov 18 17:28:23.848252 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:23.854735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da28b27a-7a5c-4940-aa4b-aec2bdb5d0ff tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:28:23.865937 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da28b27a-7a5c-4940-aa4b-aec2bdb5d0ff tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:23.870769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34958) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:23.871776 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-da28b27a-7a5c-4940-aa4b-aec2bdb5d0ff tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/561069ff-6ac5-4679-af3b-186f77466136 HTTP/1.1" status: 200 len: 704 time: 1.0974455 Nov 18 17:28:23.874579 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae56ca-017f-4031-acc6-79af10846176 None None] Sync routers for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:28:23.891586 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae56ca-017f-4031-acc6-79af10846176 None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:23.893754 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b7ae56ca-017f-4031-acc6-79af10846176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:23.900294 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543ee5a-f5cd-4ce5-bfa2-3b6b92d2c78b req-bc4d4d47-b2b9-4b08-b68d-71055f361c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:23.903469 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8543ee5a-f5cd-4ce5-bfa2-3b6b92d2c78b req-bc4d4d47-b2b9-4b08-b68d-71055f361c9c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 1097 time: 0.1907961 Nov 18 17:28:23.918869 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:23.944837 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-47c41e2c-9091-4069-a1c5-57712981fb30 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports?device_id=561069ff-6ac5-4679-af3b-186f77466136 HTTP/1.1" status: 200 len: 205 time: 0.0648434 Nov 18 17:28:23.953317 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34960) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:24.010403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fae27-4522-4ea3-835d-9cc04c3a3983 req-93dc14f3-f74d-45ee-bd53-57a7c1cc2d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:24.012549 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-571fae27-4522-4ea3-835d-9cc04c3a3983 req-93dc14f3-f74d-45ee-bd53-57a7c1cc2d43 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df625204aa2442f1a8bf4e821d3c7052&device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 1096 time: 0.2221084 Nov 18 17:28:24.027085 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f8402-f95f-414c-96e7-df5fecf9399d None None] Pushing event updated for resources: {'Port': ['ID=3ae559cd-f60c-4ff9-8c9a-db20f03d4b31,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:24.086260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543ee5a-f5cd-4ce5-bfa2-3b6b92d2c78b req-230b4b78-ad12-4493-9a88-2a73bc23e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:24.089420 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8543ee5a-f5cd-4ce5-bfa2-3b6b92d2c78b req-230b4b78-ad12-4493-9a88-2a73bc23e52c service neutron] 10.222.0.83 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.1506498 Nov 18 17:28:24.095554 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462f8402-f95f-414c-96e7-df5fecf9399d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:24.096243 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462f8402-f95f-414c-96e7-df5fecf9399d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:24.096656 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462f8402-f95f-414c-96e7-df5fecf9399d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:24.097020 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-b7ae56ca-017f-4031-acc6-79af10846176 None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:28:24.097151 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462f8402-f95f-414c-96e7-df5fecf9399d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:24.097633 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462f8402-f95f-414c-96e7-df5fecf9399d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:24.099459 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462f8402-f95f-414c-96e7-df5fecf9399d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:24.100474 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462f8402-f95f-414c-96e7-df5fecf9399d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:24.103194 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462f8402-f95f-414c-96e7-df5fecf9399d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:24.105139 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462f8402-f95f-414c-96e7-df5fecf9399d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:24.112165 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462f8402-f95f-414c-96e7-df5fecf9399d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:24.112165 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462f8402-f95f-414c-96e7-df5fecf9399d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:24.112165 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462f8402-f95f-414c-96e7-df5fecf9399d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:24.119456 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a2736-005e-411c-83b6-42b14c015fc5 req-9b22bb24-1c6f-4a64-8d61-2ed7984b1fcb tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:24.136230 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e89a2736-005e-411c-83b6-42b14c015fc5 req-9b22bb24-1c6f-4a64-8d61-2ed7984b1fcb tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.2913620 Nov 18 17:28:24.142326 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dd7d-1460-4138-aef5-9bb981d89923 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:24.204560 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Attempting to bind port 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:28:24.205117 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Attempting to bind port 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:28:24.205544 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Attempting to bind port 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 on network 0ba92f63-afbc-4d4a-8a56-1c89df73beec {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:28:24.216445 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:28:24.218564 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Checking segment: {'id': '212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:28:24.218564 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:24.220019 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Bound using segment: {'id': '212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:28:24.221852 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Bound port: 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:28:24.222266 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:24.272918 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b7ae56ca-017f-4031-acc6-79af10846176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:28:14Z', 'revision_number': 11, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:24.274262 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8543ee5a-f5cd-4ce5-bfa2-3b6b92d2c78b req-707f68c8-69a4-4253-bdd7-e3ba34f99874 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a41711e-76b2-42ef-ab70-e75764352775 HTTP/1.1" status: 200 len: 1000 time: 0.1751804 Nov 18 17:28:24.356709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae56ca-017f-4031-acc6-79af10846176 None None] Checking router: 561069ff-6ac5-4679-af3b-186f77466136 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:28:24.369253 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae56ca-017f-4031-acc6-79af10846176 None None] Routers {'561069ff-6ac5-4679-af3b-186f77466136'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:24.369919 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b7ae56ca-017f-4031-acc6-79af10846176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['561069ff-6ac5-4679-af3b-186f77466136'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:24.394739 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543ee5a-f5cd-4ce5-bfa2-3b6b92d2c78b req-82902326-b99d-4265-a8e2-7e06d4f48e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:24.406955 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8543ee5a-f5cd-4ce5-bfa2-3b6b92d2c78b req-82902326-b99d-4265-a8e2-7e06d4f48e87 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.1230032 Nov 18 17:28:24.547701 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543ee5a-f5cd-4ce5-bfa2-3b6b92d2c78b req-146688e8-f058-4917-913b-4608ff174bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:24.549202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-b7ae56ca-017f-4031-acc6-79af10846176 None None] Set router 561069ff-6ac5-4679-af3b-186f77466136 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:28:24.553836 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8543ee5a-f5cd-4ce5-bfa2-3b6b92d2c78b req-146688e8-f058-4917-913b-4608ff174bd3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1374333 Nov 18 17:28:24.573484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e89a2736-005e-411c-83b6-42b14c015fc5 req-db0b111a-7afb-4ef2-8188-538f763e854b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4287670 Nov 18 17:28:24.613069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fae27-4522-4ea3-835d-9cc04c3a3983 req-81c375dc-7133-42f8-b674-0ddcbf9ac499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:24.615219 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-571fae27-4522-4ea3-835d-9cc04c3a3983 req-81c375dc-7133-42f8-b674-0ddcbf9ac499 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7eb4c074-03c0-4a91-80a7-fa86e4923ee1 HTTP/1.1" status: 200 len: 923 time: 0.5927923 Nov 18 17:28:24.617819 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dd7d-1460-4138-aef5-9bb981d89923 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:24.624709 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dd7d-1460-4138-aef5-9bb981d89923 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:24.625957 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b7ae56ca-017f-4031-acc6-79af10846176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:28:14Z', 'revision_number': 11, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:24.654175 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] For port 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:28:24.661135 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae56ca-017f-4031-acc6-79af10846176 None None] The sync data for ids ['561069ff-6ac5-4679-af3b-186f77466136'] in n-d-813419-11 is: [{'id': '561069ff-6ac5-4679-af3b-186f77466136', 'name': 'tempest-RoutersIpV6Test-router-913312889', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:27:08Z', 'updated_at': '2021-11-18T17:28:14Z', 'revision_number': 11, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:28:24.666772 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] For port 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=3ae559cd-f60c-4ff9-8c9a-db20f03d4b31,segment=NetworkSegment(212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e),segment_id=212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:28:24.672900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-921ad367-9e55-4936-9a89-6c661d8b7121 None None] Provisioning complete for port 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:24.673372 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-921ad367-9e55-4936-9a89-6c661d8b7121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:24.697245 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-571fae27-4522-4ea3-835d-9cc04c3a3983 req-ef21826a-46de-42a7-a68d-b4487fd6879e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=661c4769-79d3-43f3-bbec-119e51c71a52 HTTP/1.1" status: 200 len: 217 time: 0.0697711 Nov 18 17:28:24.734506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-921ad367-9e55-4936-9a89-6c661d8b7121 None None] Port 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:28:24.740969 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:24.779197 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8543ee5a-f5cd-4ce5-bfa2-3b6b92d2c78b req-fae12cfa-fffa-4663-b9c0-5a4aee9ed439 service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145481 Nov 18 17:28:24.807223 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fae27-4522-4ea3-835d-9cc04c3a3983 req-e9595bf6-21d2-4a20-8623-40439f7adff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:24.813383 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-571fae27-4522-4ea3-835d-9cc04c3a3983 req-e9595bf6-21d2-4a20-8623-40439f7adff0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6cdde29d-d6f1-4683-bd59-49d31dc08b4a HTTP/1.1" status: 200 len: 861 time: 0.0520082 Nov 18 17:28:24.857638 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-571fae27-4522-4ea3-835d-9cc04c3a3983 req-ab4e2059-8335-4510-91b0-1bda3c99b37a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7eb4c074-03c0-4a91-80a7-fa86e4923ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390959 Nov 18 17:28:24.859868 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dd7d-1460-4138-aef5-9bb981d89923 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:24.860618 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf7dd7d-1460-4138-aef5-9bb981d89923 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Fanout notify agent at l3_agent the message router_deleted on router 561069ff-6ac5-4679-af3b-186f77466136 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:28:24.870204 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dd7d-1460-4138-aef5-9bb981d89923 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:24.873695 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9bf7dd7d-1460-4138-aef5-9bb981d89923 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/routers/561069ff-6ac5-4679-af3b-186f77466136 HTTP/1.1" status: 204 len: 168 time: 0.9141402 Nov 18 17:28:24.885557 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34972) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:24.891987 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f8402-f95f-414c-96e7-df5fecf9399d None None] Pushing event updated for resources: {'Port': ['ID=3ae559cd-f60c-4ff9-8c9a-db20f03d4b31,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:24.896579 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-c84f8a00-34be-461b-bb2e-993bd0cc243a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1464546073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:24.911207 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Routers {'196369d9-afc1-459f-a902-df68f30e4180'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:24.912384 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['196369d9-afc1-459f-a902-df68f30e4180'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:25.032926 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8543ee5a-f5cd-4ce5-bfa2-3b6b92d2c78b req-abb0ca1d-7cda-4df4-af8d-1f4117318c8f service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441115 Nov 18 17:28:25.088246 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a00-34be-461b-bb2e-993bd0cc243a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:25.097114 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a00-34be-461b-bb2e-993bd0cc243a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:25.202496 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 661c4769-79d3-43f3-bbec-119e51c71a52 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:28:25.229832 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] Set router 196369d9-afc1-459f-a902-df68f30e4180 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:28:25.261526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb4d8d-16a0-471a-a98e-eb170260e89d req-25ec040d-48fa-4e54-af46-516be7405fd1 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:25.263473 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c6cb4d8d-16a0-471a-a98e-eb170260e89d req-25ec040d-48fa-4e54-af46-516be7405fd1 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.81 "GET /v2.0/ports?device_id=3462577a-dcf0-4eca-b92c-8fa1dc4596b3 HTTP/1.1" status: 200 len: 946 time: 0.0987258 Nov 18 17:28:25.482692 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 661c4769-79d3-43f3-bbec-119e51c71a52, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=661c4769-79d3-43f3-bbec-119e51c71a52,segment=NetworkSegment(e59edf38-8f70-47f0-aa60-7d90ffe4be4a),segment_id=e59edf38-8f70-47f0-aa60-7d90ffe4be4a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:25.517021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c6cb4d8d-16a0-471a-a98e-eb170260e89d req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Deleting port 99f7cef7-2838-4c76-99c8-ed31b8606e4f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:28:25.517409 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c6cb4d8d-16a0-471a-a98e-eb170260e89d req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:25.523375 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '661c4769-79d3-43f3-bbec-119e51c71a52', 'network_id': '7eb4c074-03c0-4a91-80a7-fa86e4923ee1', 'port_id': '661c4769-79d3-43f3-bbec-119e51c71a52', 'mac_address': 'fa:16:3e:72:79:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdde29d-d6f1-4683-bd59-49d31dc08b4a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:28:25.615782 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:25.653528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e552f1f8-da0e-4858-89f2-77bdb3bc3bea None None] Provisioning complete for port 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:25.653910 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e552f1f8-da0e-4858-89f2-77bdb3bc3bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:25.661469 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661c4769-79d3-43f3-bbec-119e51c71a52 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:28:25.723597 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196369d9-afc1-459f-a902-df68f30e4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35553822', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:28:03Z', 'updated_at': '2021-11-18T17:28:18Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:04Z', 'updated_at': '2021-11-18T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '3ae559cd-f60c-4ff9-8c9a-db20f03d4b31', 'name': '', 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:92:b3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:15Z', 'updated_at': '2021-11-18T17:28:24Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:25.749897 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 661c4769-79d3-43f3-bbec-119e51c71a52, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=661c4769-79d3-43f3-bbec-119e51c71a52,segment=NetworkSegment(e59edf38-8f70-47f0-aa60-7d90ffe4be4a),segment_id=e59edf38-8f70-47f0-aa60-7d90ffe4be4a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:25.772033 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-571fae27-4522-4ea3-835d-9cc04c3a3983 req-767d2839-2753-4d2a-977c-d7931edc148c service neutron] 10.222.0.81 "GET /v2.0/networks/7eb4c074-03c0-4a91-80a7-fa86e4923ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8848920 Nov 18 17:28:25.772033 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a00-34be-461b-bb2e-993bd0cc243a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:25.772360 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7973ce37-63ec-495e-ab75-fafaf98c2f2b None None] The sync data for ids ['196369d9-afc1-459f-a902-df68f30e4180'] in n-d-813419-11 is: [{'id': '196369d9-afc1-459f-a902-df68f30e4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35553822', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:28:03Z', 'updated_at': '2021-11-18T17:28:18Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:04Z', 'updated_at': '2021-11-18T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '3ae559cd-f60c-4ff9-8c9a-db20f03d4b31', 'name': '', 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:92:b3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:15Z', 'updated_at': '2021-11-18T17:28:24Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:28:25.782199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c6cb4d8d-16a0-471a-a98e-eb170260e89d req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] For port 99f7cef7-2838-4c76-99c8-ed31b8606e4f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=99f7cef7-2838-4c76-99c8-ed31b8606e4f,segment=NetworkSegment(d2797497-6b75-4a18-9fba-a445447a0a1d),segment_id=d2797497-6b75-4a18-9fba-a445447a0a1d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:25.783351 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c6cb4d8d-16a0-471a-a98e-eb170260e89d req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:25.810000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c6cb4d8d-16a0-471a-a98e-eb170260e89d req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Calling delete_port for 99f7cef7-2838-4c76-99c8-ed31b8606e4f owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:28:26.036376 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e552f1f8-da0e-4858-89f2-77bdb3bc3bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:26.046748 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-571fae27-4522-4ea3-835d-9cc04c3a3983 req-f74ac80d-4ea5-4779-aa28-ae220ac5643f service neutron] 10.222.0.81 "GET /v2.0/networks/7eb4c074-03c0-4a91-80a7-fa86e4923ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812488 Nov 18 17:28:26.083988 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e552f1f8-da0e-4858-89f2-77bdb3bc3bea None None] For port 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=3ae559cd-f60c-4ff9-8c9a-db20f03d4b31,segment=NetworkSegment(212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e),segment_id=212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:26.260157 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:26.358175 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a00-34be-461b-bb2e-993bd0cc243a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:26.362152 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c6cb4d8d-16a0-471a-a98e-eb170260e89d req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:26.424889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['99f7cef7-2838-4c76-99c8-ed31b8606e4f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:28:26.467198 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a00-34be-461b-bb2e-993bd0cc243a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:26.468177 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:28:26.468835 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c84f8a00-34be-461b-bb2e-993bd0cc243a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5811555 Nov 18 17:28:26.472301 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34976) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:26.483186 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-0502e172-4369-4278-88ee-6eb4a0d9bac3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:26.488009 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cb4d8d-16a0-471a-a98e-eb170260e89d req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] No DVR routers for this DVR port 99f7cef7-2838-4c76-99c8-ed31b8606e4f on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:28:26.490132 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Pushing event deleted for resources: {'Port': ['ID=99f7cef7-2838-4c76-99c8-ed31b8606e4f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:26.492939 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c6cb4d8d-16a0-471a-a98e-eb170260e89d req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:26.506865 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c6cb4d8d-16a0-471a-a98e-eb170260e89d req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] 10.222.0.81 "DELETE /v2.0/ports/99f7cef7-2838-4c76-99c8-ed31b8606e4f HTTP/1.1" status: 204 len: 173 time: 1.2365236 Nov 18 17:28:26.507366 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3462577a-dcf0-4eca-b92c-8fa1dc4596b3', 'name': 'network-vif-deleted', 'tag': '99f7cef7-2838-4c76-99c8-ed31b8606e4f'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:28:26.509825 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9745953c-3ccd-4c65-b9b2-92cb03782737" -d '{"events": [{"server_uuid": "3462577a-dcf0-4eca-b92c-8fa1dc4596b3", "name": "network-vif-deleted", "tag": "99f7cef7-2838-4c76-99c8-ed31b8606e4f"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:28:26.545061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:26.545334 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:26.545692 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:26.546040 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:26.546403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:26.552347 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:26.552347 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:26.552776 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:26.553149 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:26.554352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:26.554706 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:26.555052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d71c57c-9794-4217-a283-3deb1417c507 tempest-VolumesSnapshotTestJSON-1420001799 tempest-VolumesSnapshotTestJSON-1420001799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:26.564008 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e552f1f8-da0e-4858-89f2-77bdb3bc3bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:26.630915 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=661c4769-79d3-43f3-bbec-119e51c71a52,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:26.653731 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['661c4769-79d3-43f3-bbec-119e51c71a52'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:28:26.789777 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:26.790187 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:26.835782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552f1f8-da0e-4858-89f2-77bdb3bc3bea None None] Pushing event updated for resources: {'Port': ['ID=3ae559cd-f60c-4ff9-8c9a-db20f03d4b31,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:27.119411 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0502e172-4369-4278-88ee-6eb4a0d9bac3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:27.203763 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0502e172-4369-4278-88ee-6eb4a0d9bac3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:27.483496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0502e172-4369-4278-88ee-6eb4a0d9bac3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Router 4b7c10aa-8d3b-4926-939e-20a951592f0b is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:28:27.630693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0502e172-4369-4278-88ee-6eb4a0d9bac3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:28:27.643575 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0502e172-4369-4278-88ee-6eb4a0d9bac3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:27.644384 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e727b-de64-4d02-9aee-55a78bb68c9a None None] Sync routers for ids ['4b7c10aa-8d3b-4926-939e-20a951592f0b'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:28:27.654565 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0502e172-4369-4278-88ee-6eb4a0d9bac3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "PUT /v2.0/routers/4b7c10aa-8d3b-4926-939e-20a951592f0b HTTP/1.1" status: 200 len: 698 time: 1.1714337 Nov 18 17:28:27.654724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34982) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:27.655172 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e727b-de64-4d02-9aee-55a78bb68c9a None None] Routers {'4b7c10aa-8d3b-4926-939e-20a951592f0b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:27.655561 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4a6e727b-de64-4d02-9aee-55a78bb68c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4b7c10aa-8d3b-4926-939e-20a951592f0b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:27.815054 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4a6e727b-de64-4d02-9aee-55a78bb68c9a None None] Set router 4b7c10aa-8d3b-4926-939e-20a951592f0b gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:28:27.836546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34986) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:27.836861 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c648aa93-3f39-4a75-a875-337ab480aa0a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/routers/4b7c10aa-8d3b-4926-939e-20a951592f0b HTTP/1.1" status: 200 len: 704 time: 0.1868389 Nov 18 17:28:27.891467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8de144a7-64b9-4458-804c-15e458b13801 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b7c10aa-8d3b-4926-939e-20a951592f0b HTTP/1.1" status: 200 len: 205 time: 0.0536587 Nov 18 17:28:27.893109 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4a6e727b-de64-4d02-9aee-55a78bb68c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7c10aa-8d3b-4926-939e-20a951592f0b', 'name': 'tempest-RoutersIpV6Test-router-1464546073', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:28:25Z', 'updated_at': '2021-11-18T17:28:27Z', 'revision_number': 2, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:27.894106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34988) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:27.926305 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e727b-de64-4d02-9aee-55a78bb68c9a None None] Checking router: 4b7c10aa-8d3b-4926-939e-20a951592f0b for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:28:27.943364 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e727b-de64-4d02-9aee-55a78bb68c9a None None] Routers {'4b7c10aa-8d3b-4926-939e-20a951592f0b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:27.944300 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4a6e727b-de64-4d02-9aee-55a78bb68c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4b7c10aa-8d3b-4926-939e-20a951592f0b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:27.997623 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f51d5ae-f9a4-416d-b798-d36a6d030339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:28.030306 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4a6e727b-de64-4d02-9aee-55a78bb68c9a None None] Set router 4b7c10aa-8d3b-4926-939e-20a951592f0b gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:28:28.090509 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4a6e727b-de64-4d02-9aee-55a78bb68c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7c10aa-8d3b-4926-939e-20a951592f0b', 'name': 'tempest-RoutersIpV6Test-router-1464546073', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:28:25Z', 'updated_at': '2021-11-18T17:28:27Z', 'revision_number': 2, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:28.128503 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e727b-de64-4d02-9aee-55a78bb68c9a None None] The sync data for ids ['4b7c10aa-8d3b-4926-939e-20a951592f0b'] in n-d-813419-11 is: [{'id': '4b7c10aa-8d3b-4926-939e-20a951592f0b', 'name': 'tempest-RoutersIpV6Test-router-1464546073', 'tenant_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:28:25Z', 'updated_at': '2021-11-18T17:28:27Z', 'revision_number': 2, 'project_id': 'ff749e327e3f4d4a8aac79e56b1a247e', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:28:28.202386 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f51d5ae-f9a4-416d-b798-d36a6d030339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:28.205480 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f51d5ae-f9a4-416d-b798-d36a6d030339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:28.321655 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:28:28.344433 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f51d5ae-f9a4-416d-b798-d36a6d030339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:28.344433 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f51d5ae-f9a4-416d-b798-d36a6d030339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Fanout notify agent at l3_agent the message router_deleted on router 4b7c10aa-8d3b-4926-939e-20a951592f0b {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:28:28.352208 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f51d5ae-f9a4-416d-b798-d36a6d030339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:28.357278 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34990) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:28.358499 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5f51d5ae-f9a4-416d-b798-d36a6d030339 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/routers/4b7c10aa-8d3b-4926-939e-20a951592f0b HTTP/1.1" status: 204 len: 168 time: 0.4633057 Nov 18 17:28:28.396531 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7349bd9f-0069-4205-9a6f-e7e0c796dabc tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b7c10aa-8d3b-4926-939e-20a951592f0b HTTP/1.1" status: 200 len: 205 time: 0.0366538 Nov 18 17:28:28.397653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34992) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:28.435187 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:28.435574 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:28.447023 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-5f2be002-17d3-45c7-9166-cfe377fa30ba tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] delete failed (client error): The resource could not be found. Nov 18 17:28:28.447023 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5f2be002-17d3-45c7-9166-cfe377fa30ba tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/routers/4b7c10aa-8d3b-4926-939e-20a951592f0b HTTP/1.1" status: 404 len: 336 time: 0.0436492 Nov 18 17:28:28.447023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34996) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:28.493503 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a6423f-58b9-43e4-909e-495870e18147 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] DELETE failed (client error): The resource could not be found. Nov 18 17:28:28.494210 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a6423f-58b9-43e4-909e-495870e18147 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:28:28.498728 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-15a6423f-58b9-43e4-909e-495870e18147 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/subnets/ede6f8ef-5402-43c0-a40e-a5ed43346891 HTTP/1.1" status: 404 len: 337 time: 0.0500455 Nov 18 17:28:28.503306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35000) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:28.529819 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca51f969-149d-44c6-97e6-f65ca20964a3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] DELETE failed (client error): The resource could not be found. Nov 18 17:28:28.530373 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca51f969-149d-44c6-97e6-f65ca20964a3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:28:28.533994 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ca51f969-149d-44c6-97e6-f65ca20964a3 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/subnets/e49ab405-6789-4d5e-ac0d-8e54f82a8d79 HTTP/1.1" status: 404 len: 337 time: 0.0317261 Nov 18 17:28:28.537082 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35002) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:28.566397 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c39877-3a1c-437f-9efc-4199c8303a6e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] DELETE failed (client error): The resource could not be found. Nov 18 17:28:28.566953 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c39877-3a1c-437f-9efc-4199c8303a6e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:28:28.572562 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-36c39877-3a1c-437f-9efc-4199c8303a6e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/subnets/f654b306-64c4-4d3f-b9bc-cb947a1fc289 HTTP/1.1" status: 404 len: 337 time: 0.0320802 Nov 18 17:28:28.572750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35004) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:28.605118 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee84db7-9685-4a3d-9e5b-2ce483f7993a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] DELETE failed (client error): The resource could not be found. Nov 18 17:28:28.606131 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee84db7-9685-4a3d-9e5b-2ce483f7993a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:28:28.609258 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1ee84db7-9685-4a3d-9e5b-2ce483f7993a tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/subnets/e6baa837-0c83-41bf-99b3-0447797c7d35 HTTP/1.1" status: 404 len: 337 time: 0.0354009 Nov 18 17:28:28.611901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35006) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:28.641216 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fedd9b4a-b276-4ee3-9396-839ec806f78c tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports?device_id=561069ff-6ac5-4679-af3b-186f77466136 HTTP/1.1" status: 200 len: 205 time: 0.0279598 Nov 18 17:28:28.643704 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35008) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:28.698652 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-0370083b-0cd6-4a3f-ab63-d4b881c16dc7 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] delete failed (client error): The resource could not be found. Nov 18 17:28:28.700023 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0370083b-0cd6-4a3f-ab63-d4b881c16dc7 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/routers/561069ff-6ac5-4679-af3b-186f77466136 HTTP/1.1" status: 404 len: 336 time: 0.0549312 Nov 18 17:28:28.702684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35010) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:28.740645 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4d220aef-8c20-4f9e-b2de-acba2017b4df tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f HTTP/1.1" status: 200 len: 205 time: 0.0333803 Nov 18 17:28:28.742930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35012) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:28.785654 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-64d67cf9-3468-4ad8-a37a-a495d9dfe861 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] delete failed (client error): The resource could not be found. Nov 18 17:28:28.788568 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-64d67cf9-3468-4ad8-a37a-a495d9dfe861 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/routers/bfbe1bf8-c4e9-4808-8d91-d17afb0fd75f HTTP/1.1" status: 404 len: 336 time: 0.0428758 Nov 18 17:28:28.789984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35014) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:28.837676 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e498a85-ae89-4942-8029-3570cd61edc8 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] DELETE failed (client error): The resource could not be found. Nov 18 17:28:28.840840 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e498a85-ae89-4942-8029-3570cd61edc8 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:28:28.849393 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35018) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:28.850220 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6e498a85-ae89-4942-8029-3570cd61edc8 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/subnets/36f9e768-cb4d-44a2-bc3d-4ca6637f9cba HTTP/1.1" status: 404 len: 337 time: 0.0592058 Nov 18 17:28:28.905784 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-540cb338-0dee-4d69-92d6-8991c7513c8e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c4e278-0ae0-4417-b4ec-baad2bb50dda HTTP/1.1" status: 200 len: 205 time: 0.0548372 Nov 18 17:28:28.908203 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35020) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:28.957591 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-35be392d-8fa4-46f3-b99e-796b1b9f6706 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] delete failed (client error): The resource could not be found. Nov 18 17:28:28.961560 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-35be392d-8fa4-46f3-b99e-796b1b9f6706 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/routers/98c4e278-0ae0-4417-b4ec-baad2bb50dda HTTP/1.1" status: 404 len: 336 time: 0.0497317 Nov 18 17:28:28.961851 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35022) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:28.993840 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7a63f6b4-beda-419e-bb46-957f595a9dce tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0 HTTP/1.1" status: 200 len: 205 time: 0.0308778 Nov 18 17:28:28.997025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35024) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:29.054235 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-219318c2-5228-4a2a-b0f3-7f171c038e22 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] delete failed (client error): The resource could not be found. Nov 18 17:28:29.062531 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-219318c2-5228-4a2a-b0f3-7f171c038e22 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/routers/3a9506ff-e6e2-4cbc-8c4d-deb8ece2d2c0 HTTP/1.1" status: 404 len: 336 time: 0.0644243 Nov 18 17:28:29.063233 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35026) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:29.099430 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da6b186-83bb-48fb-82c1-1fb6045e67e8 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] DELETE failed (client error): The resource could not be found. Nov 18 17:28:29.100368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da6b186-83bb-48fb-82c1-1fb6045e67e8 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:28:29.104611 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0da6b186-83bb-48fb-82c1-1fb6045e67e8 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/subnets/2abc38ef-b6b8-44c9-b8dd-5be40d6a469e HTTP/1.1" status: 404 len: 337 time: 0.0396187 Nov 18 17:28:29.107392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35028) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:29.147182 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a34672e9-4723-4740-96c8-ed99361af38e tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports?device_id=511854a0-7be7-4a54-a4b6-1198db64d87e HTTP/1.1" status: 200 len: 205 time: 0.0378358 Nov 18 17:28:29.148882 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35030) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:29.199581 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-adf488c2-4cd0-4ef0-ae62-507a19ce84c0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] delete failed (client error): The resource could not be found. Nov 18 17:28:29.200454 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-adf488c2-4cd0-4ef0-ae62-507a19ce84c0 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/routers/511854a0-7be7-4a54-a4b6-1198db64d87e HTTP/1.1" status: 404 len: 336 time: 0.0505025 Nov 18 17:28:29.202546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35032) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:29.217917 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 661c4769-79d3-43f3-bbec-119e51c71a52 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:28:29.242626 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-256ef6c9-e265-4007-92cf-293a90a5d89f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] DELETE failed (client error): The resource could not be found. Nov 18 17:28:29.246352 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256ef6c9-e265-4007-92cf-293a90a5d89f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:28:29.249917 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-256ef6c9-e265-4007-92cf-293a90a5d89f tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/subnets/384f3c25-61bb-4c4a-b943-125a1f130da2 HTTP/1.1" status: 404 len: 337 time: 0.0461655 Nov 18 17:28:29.253130 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35034) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:29.294710 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-787d01e8-891b-409f-860e-a1e3ee82c270 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "GET /v2.0/ports?device_id=60c50f58-cb77-4a5e-81de-cb75331e5b97 HTTP/1.1" status: 200 len: 205 time: 0.0403593 Nov 18 17:28:29.299768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35036) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:29.363110 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 661c4769-79d3-43f3-bbec-119e51c71a52 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:28:29.365965 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-54a63897-a813-490d-8bca-eb18888c4103 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] delete failed (client error): The resource could not be found. Nov 18 17:28:29.368025 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-54a63897-a813-490d-8bca-eb18888c4103 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/routers/60c50f58-cb77-4a5e-81de-cb75331e5b97 HTTP/1.1" status: 404 len: 336 time: 0.0672040 Nov 18 17:28:29.372321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35038) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:29.372540 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 661c4769-79d3-43f3-bbec-119e51c71a52 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:29.372540 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:29.423981 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-df42c39c-1854-42be-80f5-52d35404019b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] DELETE failed (client error): The resource could not be found. Nov 18 17:28:29.424636 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df42c39c-1854-42be-80f5-52d35404019b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:28:29.431125 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-df42c39c-1854-42be-80f5-52d35404019b tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/subnets/d31ee00f-3404-4a69-b5e3-2db1a1d22029 HTTP/1.1" status: 404 len: 337 time: 0.0570335 Nov 18 17:28:29.438469 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35040) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:29.478686 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f76d7a-e279-4187-8373-872e0ea6d105 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] DELETE failed (client error): The resource could not be found. Nov 18 17:28:29.480061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f76d7a-e279-4187-8373-872e0ea6d105 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:28:29.486741 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-38f76d7a-e279-4187-8373-872e0ea6d105 tempest-RoutersIpV6Test-529100981 tempest-RoutersIpV6Test-529100981-project] 10.222.0.72 "DELETE /v2.0/subnets/43913237-a6e0-4d4a-a65f-cc220f416fee HTTP/1.1" status: 404 len: 337 time: 0.0513399 Nov 18 17:28:29.503236 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:29.550556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 661c4769-79d3-43f3-bbec-119e51c71a52, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=661c4769-79d3-43f3-bbec-119e51c71a52,segment=NetworkSegment(e59edf38-8f70-47f0-aa60-7d90ffe4be4a),segment_id=e59edf38-8f70-47f0-aa60-7d90ffe4be4a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:29.638367 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:29.639275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 99f7cef7-2838-4c76-99c8-ed31b8606e4f no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:28:29.691939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 99f7cef7-2838-4c76-99c8-ed31b8606e4f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:28:29.691939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 99f7cef7-2838-4c76-99c8-ed31b8606e4f not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:28:29.719989 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=661c4769-79d3-43f3-bbec-119e51c71a52,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:29.952907 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0ba97872-f6f6-4232-b75f-9661e529bcdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:30.065691 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35048) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:30.288045 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6f2e7133-9fcf-40f6-8224-9b9955b05e49 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ff749e327e3f4d4a8aac79e56b1a247e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2201543 Nov 18 17:28:30.290495 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35052) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:30.354855 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bc548db6-7ae4-44f4-89d6-2fab4c9e13dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:30.380669 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bc548db6-7ae4-44f4-89d6-2fab4c9e13dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:31.158512 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bc548db6-7ae4-44f4-89d6-2fab4c9e13dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:31.161666 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bc548db6-7ae4-44f4-89d6-2fab4c9e13dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:31.162923 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bc548db6-7ae4-44f4-89d6-2fab4c9e13dc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1b2430d3-e557-4c55-acc6-bab4726ac718 HTTP/1.1" status: 204 len: 168 time: 0.8714278 Nov 18 17:28:31.203349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc548db6-7ae4-44f4-89d6-2fab4c9e13dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2430d3-e557-4c55-acc6-bab4726ac718,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:32.420954 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-879a90eb-ff48-412c-ab79-29f5cff4aae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:32.601399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35086) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:32.714571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-42dae799-7d36-4d14-9339-84c9fcb3309d tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-597865375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:32.826988 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42dae799-7d36-4d14-9339-84c9fcb3309d tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:32.828479 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42dae799-7d36-4d14-9339-84c9fcb3309d tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:32.885696 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42dae799-7d36-4d14-9339-84c9fcb3309d tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:32.950342 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b658673a-6f42-472c-aea4-141fd2c7d759 x-openstack-request-id: req-b658673a-6f42-472c-aea4-141fd2c7d759 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:28:32.950858 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6", "name": "network-vif-plugged", "status": "completed", "tag": "505735c4-4acc-4d77-8fff-a2c5544e63e8", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:28:32.951127 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b658673a-6f42-472c-aea4-141fd2c7d759 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:28:32.951511 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42dae799-7d36-4d14-9339-84c9fcb3309d tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:32.951637 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505735c4-4acc-4d77-8fff-a2c5544e63e8', 'code': 200} Nov 18 17:28:32.975227 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-dfe25951-09ac-43e7-93a1-a180c7d701d7 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-239846775&fields=id&tenant_id=2cf238edb8014a38996468367e264a07 HTTP/1.1" status: 200 len: 267 time: 0.0551682 Nov 18 17:28:33.053068 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42dae799-7d36-4d14-9339-84c9fcb3309d tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:33.054685 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-42dae799-7d36-4d14-9339-84c9fcb3309d tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4521465 Nov 18 17:28:33.057398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35106) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:33.065039 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c1292736-df95-4df5-a25a-cb0552f122e2 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-767978564'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:33.092630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510fc31-a225-48e0-bf87-26bb0388ce0b req-1be512ac-6b91-40b4-85bf-b540b8d04e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:33.094418 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a510fc31-a225-48e0-bf87-26bb0388ce0b req-1be512ac-6b91-40b4-85bf-b540b8d04e4b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 1097 time: 0.0693219 Nov 18 17:28:33.129737 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-c2401736-5ce3-4231-9180-1192d5850307 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:33.131352 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-c2401736-5ce3-4231-9180-1192d5850307 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/networks?id=0ba92f63-afbc-4d4a-8a56-1c89df73beec HTTP/1.1" status: 200 len: 795 time: 0.1481519 Nov 18 17:28:33.139198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cad1f-8935-4421-b751-f8146930b714 req-7ae48217-6080-4de2-89a6-8a10f1eba356 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:33.140746 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e24cad1f-8935-4421-b751-f8146930b714 req-7ae48217-6080-4de2-89a6-8a10f1eba356 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 945 time: 0.1108532 Nov 18 17:28:33.158130 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a510fc31-a225-48e0-bf87-26bb0388ce0b req-3d7e091b-51c7-4f41-be1b-ed8cb2e6ee09 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538929 Nov 18 17:28:33.163169 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1292736-df95-4df5-a25a-cb0552f122e2 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Made reservation on behalf of 1aadfa68df1e4ce7855f596488ab333e for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:28:33.165633 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-f1729990-f9f8-4f35-9218-9130b0441ba4 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/quotas/2cf238edb8014a38996468367e264a07 HTTP/1.1" status: 200 len: 375 time: 0.0238516 Nov 18 17:28:33.178057 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1292736-df95-4df5-a25a-cb0552f122e2 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:33.189483 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1292736-df95-4df5-a25a-cb0552f122e2 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:33.227592 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e24cad1f-8935-4421-b751-f8146930b714 req-b9c570de-3bbb-496e-9a93-06b7156872fa tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792692 Nov 18 17:28:33.253209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-6011523e-4b99-44b7-9bdc-cbba8db9af4b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738671 Nov 18 17:28:33.326823 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1292736-df95-4df5-a25a-cb0552f122e2 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:33.387957 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-1eaba593-84c0-45ee-9e9f-472d58edb73c service neutron] 10.222.0.72 "GET /v2.0/networks/0ba92f63-afbc-4d4a-8a56-1c89df73beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031256 Nov 18 17:28:33.431939 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1292736-df95-4df5-a25a-cb0552f122e2 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:33.455807 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1292736-df95-4df5-a25a-cb0552f122e2 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:28:33.468071 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1292736-df95-4df5-a25a-cb0552f122e2 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:33.471984 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-c1292736-df95-4df5-a25a-cb0552f122e2 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Added segment 8c99ae99-1df2-4d9e-9d94-c54a881ba917 of type vlan for network 0984ab4a-b6f3-489d-9258-a6f58d3b048b Nov 18 17:28:33.521324 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1292736-df95-4df5-a25a-cb0552f122e2 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:33.525981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718b66f-507d-4efb-9e8c-feb058cc2b81 req-ca998037-1ddc-447c-b9a5-7eba60e9b6e2 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:33.528200 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9718b66f-507d-4efb-9e8c-feb058cc2b81 req-ca998037-1ddc-447c-b9a5-7eba60e9b6e2 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 946 time: 0.1392896 Nov 18 17:28:33.532094 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1292736-df95-4df5-a25a-cb0552f122e2 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbec98a1-2d9e-4f7b-9e30-93ebc25494bd,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:33.568257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-91ec6ead-048b-445d-8695-50491f545061 service neutron] 10.222.0.72 "GET /v2.0/networks/0ba92f63-afbc-4d4a-8a56-1c89df73beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704772 Nov 18 17:28:33.575355 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:33.608624 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9718b66f-507d-4efb-9e8c-feb058cc2b81 req-f610eaa7-3890-4892-a673-ee18b72f6d1c tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/security-groups?id=85c017b4-80c9-4c5c-8aa4-e17a7af77c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711706 Nov 18 17:28:33.627618 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1292736-df95-4df5-a25a-cb0552f122e2 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:33.637896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1292736-df95-4df5-a25a-cb0552f122e2 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:33.638773 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1292736-df95-4df5-a25a-cb0552f122e2 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:33.727752 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c1292736-df95-4df5-a25a-cb0552f122e2 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6692832 Nov 18 17:28:33.728675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1292736-df95-4df5-a25a-cb0552f122e2 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event updated for resources: {'Network': ['ID=0984ab4a-b6f3-489d-9258-a6f58d3b048b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:33.732273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35112) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:33.737729 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-49c608eb-d34d-4963-9122-58fa8e986eb1 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Request body: {'subnet': {'network_id': '0984ab4a-b6f3-489d-9258-a6f58d3b048b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:33.740498 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 0984ab4a-b6f3-489d-9258-a6f58d3b048b details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:28:33.765597 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e0889-1c61-436a-b7db-1617d57cf959 req-b928215a-45f4-4635-8cb8-8c2786a7cdc0 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:33.767247 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b45e0889-1c61-436a-b7db-1617d57cf959 req-b928215a-45f4-4635-8cb8-8c2786a7cdc0 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.0904250 Nov 18 17:28:33.818396 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecabb70d-8c5b-4648-89e8-058b05b7a77d x-openstack-request-id: req-ecabb70d-8c5b-4648-89e8-058b05b7a77d {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:28:33.820130 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3462577a-dcf0-4eca-b92c-8fa1dc4596b3", "name": "network-vif-deleted", "tag": "99f7cef7-2838-4c76-99c8-ed31b8606e4f", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:28:33.820400 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ecabb70d-8c5b-4648-89e8-058b05b7a77d {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:28:33.821960 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3462577a-dcf0-4eca-b92c-8fa1dc4596b3', 'name': 'network-vif-deleted', 'tag': '99f7cef7-2838-4c76-99c8-ed31b8606e4f', 'status': 'completed', 'code': 200} Nov 18 17:28:33.976471 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2892956-71d6-4309-8e78-53ee0d7ccc78 req-f78d8e2f-926f-4382-b4a6-36f935d4d250 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 210 time: 0.0359797 Nov 18 17:28:34.000635 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b45e0889-1c61-436a-b7db-1617d57cf959 req-9cb36031-6bfe-4d51-94ab-0ca3bc9d655e tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152500 Nov 18 17:28:34.015571 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c608eb-d34d-4963-9122-58fa8e986eb1 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Made reservation on behalf of 1aadfa68df1e4ce7855f596488ab333e for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:28:34.020815 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-49c608eb-d34d-4963-9122-58fa8e986eb1 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:34.187969 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaf9d1-a840-4367-b58f-41578efa4e71 req-ee83952d-a60e-4309-ba09-fc53b22b8984 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:34.190026 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bbbaf9d1-a840-4367-b58f-41578efa4e71 req-ee83952d-a60e-4309-ba09-fc53b22b8984 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.0787692 Nov 18 17:28:34.318337 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bbbaf9d1-a840-4367-b58f-41578efa4e71 req-4fa15ee1-9570-4aae-b9e4-3305e4b91833 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969806 Nov 18 17:28:34.386947 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-49c608eb-d34d-4963-9122-58fa8e986eb1 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:34.501674 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c608eb-d34d-4963-9122-58fa8e986eb1 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event updated for resources: {'Subnet': ['ID=d68821e3-f80e-4926-85d8-443a4f1716d0,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:34.508601 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c608eb-d34d-4963-9122-58fa8e986eb1 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Checking segment: {'id': '8c99ae99-1df2-4d9e-9d94-c54a881ba917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '0984ab4a-b6f3-489d-9258-a6f58d3b048b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:28:34.509297 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c608eb-d34d-4963-9122-58fa8e986eb1 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Network hostable DHCP agents. Network: 0984ab4a-b6f3-489d-9258-a6f58d3b048b, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:28:34.546145 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801deda-1489-4b74-9089-20e1e6990de7 req-87048182-1dda-4f31-8b96-c7f22c8e9c6c tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:34.549779 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9801deda-1489-4b74-9089-20e1e6990de7 req-87048182-1dda-4f31-8b96-c7f22c8e9c6c tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 945 time: 0.1270280 Nov 18 17:28:34.629773 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9801deda-1489-4b74-9089-20e1e6990de7 req-fe518116-be82-4ee7-b5a4-4881f3dd8a3b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660119 Nov 18 17:28:34.647993 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c608eb-d34d-4963-9122-58fa8e986eb1 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Network 0984ab4a-b6f3-489d-9258-a6f58d3b048b is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:28:34.732008 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-49c608eb-d34d-4963-9122-58fa8e986eb1 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 0984ab4a-b6f3-489d-9258-a6f58d3b048b) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:34.738033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c608eb-d34d-4963-9122-58fa8e986eb1 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:34.738604 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-49c608eb-d34d-4963-9122-58fa8e986eb1 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:34.748810 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610d6340-93be-4c17-ac1a-f8e0204ccb36 None None] Network 0984ab4a-b6f3-489d-9258-a6f58d3b048b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:28:34.771567 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79d342-b4bc-4f4e-ac6e-a89c1115540a req-415e1c08-13b4-4e22-b1ab-dd6571bd17b2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:34.779381 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca79d342-b4bc-4f4e-ac6e-a89c1115540a req-415e1c08-13b4-4e22-b1ab-dd6571bd17b2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.0784869 Nov 18 17:28:34.837069 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca79d342-b4bc-4f4e-ac6e-a89c1115540a req-072194ea-9093-4134-ab26-070161bbaad9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566435 Nov 18 17:28:34.896204 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-49c608eb-d34d-4963-9122-58fa8e986eb1 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1596889 Nov 18 17:28:34.896204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35174) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:34.902974 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2fad57d5-4e21-4462-b5a3-1d5918cc0093 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Request body: {'network': {'name': 'tempest-router-network01--2057867036'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:34.952644 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4c2dd5-8880-4561-8705-76a813cdc1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661c4769-79d3-43f3-bbec-119e51c71a52'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:28:34.955217 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158bb686-a9c5-4efc-bf1b-0b100afcba40" -d '{"events": [{"server_uuid": "2e4c2dd5-8880-4561-8705-76a813cdc1c1", "name": "network-vif-plugged", "status": "completed", "tag": "661c4769-79d3-43f3-bbec-119e51c71a52"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:28:35.008239 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-0984ab4a-b6f3-489d-9258-a6f58d3b048b', 'network_id': '0984ab4a-b6f3-489d-9258-a6f58d3b048b', 'tenant_id': '1aadfa68df1e4ce7855f596488ab333e', 'fixed_ips': [{'subnet_id': 'd68821e3-f80e-4926-85d8-443a4f1716d0'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:28:35.009131 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:35.020507 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf553d4f-3bc7-4dc2-8375-36df54d017f9 req-1e20e71d-af31-426a-986e-e69033a1f0da tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:35.023041 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf553d4f-3bc7-4dc2-8375-36df54d017f9 req-1e20e71d-af31-426a-986e-e69033a1f0da tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 946 time: 0.1152606 Nov 18 17:28:35.105706 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf553d4f-3bc7-4dc2-8375-36df54d017f9 req-fe9f25ec-55ce-4532-88e3-8b999533bca5 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/security-groups?id=85c017b4-80c9-4c5c-8aa4-e17a7af77c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719163 Nov 18 17:28:35.108514 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fad57d5-4e21-4462-b5a3-1d5918cc0093 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Made reservation on behalf of 1aadfa68df1e4ce7855f596488ab333e for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:28:35.109739 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:35.113566 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2fad57d5-4e21-4462-b5a3-1d5918cc0093 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:35.152784 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fad57d5-4e21-4462-b5a3-1d5918cc0093 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:28:35.185251 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2fad57d5-4e21-4462-b5a3-1d5918cc0093 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:35.186431 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-2fad57d5-4e21-4462-b5a3-1d5918cc0093 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Added segment 70c963bd-73b8-49ad-8a5e-bd1948a3eb2c of type vlan for network 76dd4883-4b3b-4072-be04-0a4c98015415 Nov 18 17:28:35.196155 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Allocated IP 172.20.0.2 (0984ab4a-b6f3-489d-9258-a6f58d3b048b/d68821e3-f80e-4926-85d8-443a4f1716d0/d426c3f1-c586-47f9-9bcf-fab2a0da9529) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:28:35.236084 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb4ac76-8325-44aa-a5d0-0b000c063b86 x-openstack-request-id: req-3bb4ac76-8325-44aa-a5d0-0b000c063b86 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:28:35.236455 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4c2dd5-8880-4561-8705-76a813cdc1c1", "name": "network-vif-plugged", "status": "completed", "tag": "661c4769-79d3-43f3-bbec-119e51c71a52", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:28:35.236717 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3bb4ac76-8325-44aa-a5d0-0b000c063b86 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:28:35.237184 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4c2dd5-8880-4561-8705-76a813cdc1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661c4769-79d3-43f3-bbec-119e51c71a52', 'code': 200} Nov 18 17:28:35.262012 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2fad57d5-4e21-4462-b5a3-1d5918cc0093 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:35.373172 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c5fa2469-f9c3-461b-afc6-ac4e648fe111 req-8303b0e0-78fc-4f64-8efe-bfd0a9bb8a50 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 210 time: 0.0624619 Nov 18 17:28:35.379684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9adba3-4e3f-4c43-9957-c9756ad6df48 req-cbe422ae-50ea-4320-8fd2-17ca2b995e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:35.390110 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb9adba3-4e3f-4c43-9957-c9756ad6df48 req-cbe422ae-50ea-4320-8fd2-17ca2b995e46 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 1098 time: 0.1337430 Nov 18 17:28:35.447700 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-eb9adba3-4e3f-4c43-9957-c9756ad6df48 req-c1da8b41-e045-4ca5-9c37-9d5a6c58a681 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=85c017b4-80c9-4c5c-8aa4-e17a7af77c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540464 Nov 18 17:28:35.477136 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2fad57d5-4e21-4462-b5a3-1d5918cc0093 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:35.483683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fad57d5-4e21-4462-b5a3-1d5918cc0093 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:35.484369 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2fad57d5-4e21-4462-b5a3-1d5918cc0093 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:35.486371 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:35.534662 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:35.557406 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad57d5-4e21-4462-b5a3-1d5918cc0093 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event updated for resources: {'Network': ['ID=76dd4883-4b3b-4072-be04-0a4c98015415,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:35.573648 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 76dd4883-4b3b-4072-be04-0a4c98015415 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:28:35.657085 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:35.659597 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2fad57d5-4e21-4462-b5a3-1d5918cc0093 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7619126 Nov 18 17:28:35.661839 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35200) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:35.679713 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-03475347-2b61-4b12-9d91-e1378675a0f4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Request body: {'network': {'name': 'tempest-router-network02--1637335021'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:35.722808 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Pushing event updated for resources: {'Port': ['ID=d426c3f1-c586-47f9-9bcf-fab2a0da9529,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:35.733877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Network 0984ab4a-b6f3-489d-9258-a6f58d3b048b is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:28:35.735555 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:35.739102 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:28:35.770130 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03475347-2b61-4b12-9d91-e1378675a0f4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Made reservation on behalf of 1aadfa68df1e4ce7855f596488ab333e for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:28:35.775350 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03475347-2b61-4b12-9d91-e1378675a0f4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:35.814679 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Attempting to bind port d426c3f1-c586-47f9-9bcf-fab2a0da9529 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:28:35.814679 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Attempting to bind port d426c3f1-c586-47f9-9bcf-fab2a0da9529 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '8c99ae99-1df2-4d9e-9d94-c54a881ba917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '0984ab4a-b6f3-489d-9258-a6f58d3b048b'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:28:35.814679 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Attempting to bind port d426c3f1-c586-47f9-9bcf-fab2a0da9529 on network 0984ab4a-b6f3-489d-9258-a6f58d3b048b {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:28:35.815524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609bb1b-0e09-4107-bb5f-3d81dfd30e31 req-2b0652d9-604f-4756-8609-27ce11226bd2 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:35.817026 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0609bb1b-0e09-4107-bb5f-3d81dfd30e31 req-2b0652d9-604f-4756-8609-27ce11226bd2 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 945 time: 0.0838203 Nov 18 17:28:35.817821 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:28:35.818203 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Checking segment: {'id': '8c99ae99-1df2-4d9e-9d94-c54a881ba917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '0984ab4a-b6f3-489d-9258-a6f58d3b048b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:28:35.819507 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:35.819965 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Bound using segment: {'id': '8c99ae99-1df2-4d9e-9d94-c54a881ba917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '0984ab4a-b6f3-489d-9258-a6f58d3b048b'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:28:35.820447 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Bound port: d426c3f1-c586-47f9-9bcf-fab2a0da9529, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c99ae99-1df2-4d9e-9d94-c54a881ba917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '0984ab4a-b6f3-489d-9258-a6f58d3b048b'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:28:35.821645 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:35.826999 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03475347-2b61-4b12-9d91-e1378675a0f4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:28:35.857410 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03475347-2b61-4b12-9d91-e1378675a0f4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:35.857410 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-03475347-2b61-4b12-9d91-e1378675a0f4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Added segment f558f237-30b6-4949-bf02-ef77bacd2585 of type vlan for network 12beaaba-a83c-4d14-8456-504deed55ecb Nov 18 17:28:35.922068 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0609bb1b-0e09-4107-bb5f-3d81dfd30e31 req-ee4410e4-886d-451a-bf7b-ff85375e7a10 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925376 Nov 18 17:28:35.926312 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03475347-2b61-4b12-9d91-e1378675a0f4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:35.941940 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] For port d426c3f1-c586-47f9-9bcf-fab2a0da9529, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:28:35.945586 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] For port d426c3f1-c586-47f9-9bcf-fab2a0da9529, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d426c3f1-c586-47f9-9bcf-fab2a0da9529,segment=NetworkSegment(8c99ae99-1df2-4d9e-9d94-c54a881ba917),segment_id=8c99ae99-1df2-4d9e-9d94-c54a881ba917)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:28:36.039246 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:36.066251 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03475347-2b61-4b12-9d91-e1378675a0f4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:36.082642 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03475347-2b61-4b12-9d91-e1378675a0f4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:36.082642 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03475347-2b61-4b12-9d91-e1378675a0f4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:36.115299 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495f234-bdbe-4a20-9dae-ba81b9e5d94a None None] Pushing event updated for resources: {'Port': ['ID=d426c3f1-c586-47f9-9bcf-fab2a0da9529,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:36.256589 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-03475347-2b61-4b12-9d91-e1378675a0f4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5878897 Nov 18 17:28:36.256893 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35224) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:36.257383 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03475347-2b61-4b12-9d91-e1378675a0f4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event updated for resources: {'Network': ['ID=12beaaba-a83c-4d14-8456-504deed55ecb,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:36.263675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-424012d9-3257-4a08-948b-ae6264115b48 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Request body: {'subnet': {'network_id': '76dd4883-4b3b-4072-be04-0a4c98015415', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:36.271194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 12beaaba-a83c-4d14-8456-504deed55ecb details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:28:36.467675 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225fd98-da7f-4086-86d0-c3931ae5851c req-afcadc8f-c94f-4306-8618-dc82a527b29b tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:36.471361 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8225fd98-da7f-4086-86d0-c3931ae5851c req-afcadc8f-c94f-4306-8618-dc82a527b29b tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 946 time: 0.2278001 Nov 18 17:28:36.522037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b1962-e201-4236-88a0-9b580c81b8ea req-866cbdaf-947e-4aba-a4a1-c19814d12cf0 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:36.524038 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-457b1962-e201-4236-88a0-9b580c81b8ea req-866cbdaf-947e-4aba-a4a1-c19814d12cf0 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 805 time: 0.2796009 Nov 18 17:28:36.555385 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-457b1962-e201-4236-88a0-9b580c81b8ea req-ca1171b7-ebab-44b1-ba76-15edbd4acab8 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/quotas/c82a5a1551b94171a31ac6e4861762c3 HTTP/1.1" status: 200 len: 375 time: 0.0230262 Nov 18 17:28:36.575420 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424012d9-3257-4a08-948b-ae6264115b48 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Made reservation on behalf of 1aadfa68df1e4ce7855f596488ab333e for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:28:36.583914 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-424012d9-3257-4a08-948b-ae6264115b48 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:36.623420 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8225fd98-da7f-4086-86d0-c3931ae5851c req-bf1ebeff-d09a-4968-8ecd-cb055d95b66c tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/security-groups?id=85c017b4-80c9-4c5c-8aa4-e17a7af77c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450436 Nov 18 17:28:36.669871 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-457b1962-e201-4236-88a0-9b580c81b8ea req-700e953c-6d6e-4b2c-9a61-f136c0a9781d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972011 Nov 18 17:28:36.693551 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-457b1962-e201-4236-88a0-9b580c81b8ea req-9130b1ed-4c4f-4897-88b9-e29e6536a766 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:28:36.694624 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-457b1962-e201-4236-88a0-9b580c81b8ea req-9130b1ed-4c4f-4897-88b9-e29e6536a766 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095539 Nov 18 17:28:36.713609 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:28:36.822851 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:36.839781 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-08be93ec-1d24-4ce6-9476-3ac427952685 req-8b2e09a1-1a0f-4d71-842b-0ba8e4cd7a96 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 210 time: 0.0389354 Nov 18 17:28:36.879875 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:36.889488 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-457b1962-e201-4236-88a0-9b580c81b8ea req-6cfb6b39-60be-41ab-b3b0-c467a3a6c38b service neutron] 10.222.0.72 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859977 Nov 18 17:28:36.946080 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-b227c8db-38fb-4239-82b3-52fc1c8c4871 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:36.947639 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-b227c8db-38fb-4239-82b3-52fc1c8c4871 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.81 "GET /v2.0/networks?id=0ba92f63-afbc-4d4a-8a56-1c89df73beec HTTP/1.1" status: 200 len: 795 time: 0.3594058 Nov 18 17:28:36.986102 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:37.035653 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-457b1962-e201-4236-88a0-9b580c81b8ea req-3eb633be-b5c2-4b7d-8ae8-7d06bd97ead6 service neutron] 10.222.0.72 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322682 Nov 18 17:28:37.048108 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-4d601c1e-9197-4146-b60f-ca23f0b59f5e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cf238edb8014a38996468367e264a07 HTTP/1.1" status: 200 len: 379 time: 0.0856743 Nov 18 17:28:37.057539 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-e10103ca-3500-483f-95f2-25d9faa050ca tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'port': {'device_id': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec', 'admin_state_up': True, 'tenant_id': '2cf238edb8014a38996468367e264a07', 'security_groups': ['685806a1-fac9-42f1-b784-4bdd456e927d']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:37.083024 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:37.211091 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-cd243030-7bc1-4cf6-a891-ec7aca5e8673 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:37.219592 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-cd243030-7bc1-4cf6-a891-ec7aca5e8673 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/networks?id=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 HTTP/1.1" status: 200 len: 803 time: 0.1825690 Nov 18 17:28:37.236675 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-3efbde8e-d2f9-454c-9ac4-d4640a42a02e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/quotas/0de7d88c816240c0971ebec206414d16 HTTP/1.1" status: 200 len: 375 time: 0.0159125 Nov 18 17:28:37.238681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52819fbe-6e91-45ed-a9e3-f3b182aabf4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd3ef0dd-5c6e-4b73-8817-1f73cc562d87'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:28:37.241607 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1609e409-3461-4727-8f39-153fdc386562" -d '{"events": [{"server_uuid": "52819fbe-6e91-45ed-a9e3-f3b182aabf4d", "name": "network-vif-unplugged", "status": "completed", "tag": "dd3ef0dd-5c6e-4b73-8817-1f73cc562d87"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:28:37.317679 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-3b3b0804-25c6-47ab-81a2-cca21637a45c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0de7d88c816240c0971ebec206414d16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0798454 Nov 18 17:28:37.397922 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-424012d9-3257-4a08-948b-ae6264115b48 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:37.454750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-24130678-a84b-4c9d-8634-844520113015 service neutron] 10.222.0.72 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350870 Nov 18 17:28:37.549155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-e10103ca-3500-483f-95f2-25d9faa050ca tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Made reservation on behalf of 2cf238edb8014a38996468367e264a07 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:28:37.551656 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e4c6ce-7847-4aca-9c53-ad4e7f17df4c x-openstack-request-id: req-56e4c6ce-7847-4aca-9c53-ad4e7f17df4c {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:28:37.552191 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52819fbe-6e91-45ed-a9e3-f3b182aabf4d", "name": "network-vif-unplugged", "status": "completed", "tag": "dd3ef0dd-5c6e-4b73-8817-1f73cc562d87", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:28:37.552598 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-56e4c6ce-7847-4aca-9c53-ad4e7f17df4c {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:28:37.553177 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52819fbe-6e91-45ed-a9e3-f3b182aabf4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd3ef0dd-5c6e-4b73-8817-1f73cc562d87', 'code': 200} Nov 18 17:28:37.565782 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-e10103ca-3500-483f-95f2-25d9faa050ca tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:37.580761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424012d9-3257-4a08-948b-ae6264115b48 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Checking segment: {'id': '70c963bd-73b8-49ad-8a5e-bd1948a3eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '76dd4883-4b3b-4072-be04-0a4c98015415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:28:37.590799 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424012d9-3257-4a08-948b-ae6264115b48 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Network hostable DHCP agents. Network: 76dd4883-4b3b-4072-be04-0a4c98015415, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:28:37.625789 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-33f2113a-dcfb-4ae3-8442-651f27e32d2e service neutron] 10.222.0.72 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693997 Nov 18 17:28:37.710126 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c5c08685-b94f-49a6-aef4-9dffae57f722 req-67fc5429-37ec-484e-9432-ee9c46f708e7 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 210 time: 0.0747137 Nov 18 17:28:37.796422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424012d9-3257-4a08-948b-ae6264115b48 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event updated for resources: {'Subnet': ['ID=4d8aa434-aedd-4227-902d-64200db0e389,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:37.807023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424012d9-3257-4a08-948b-ae6264115b48 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Network 76dd4883-4b3b-4072-be04-0a4c98015415 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:28:37.911147 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5edefc-fe7c-4a19-9c00-d983ec3471f9 req-b5601789-17cc-436c-91f7-e559ff747843 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:37.923898 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d5edefc-fe7c-4a19-9c00-d983ec3471f9 req-b5601789-17cc-436c-91f7-e559ff747843 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 946 time: 0.1245420 Nov 18 17:28:37.935620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-424012d9-3257-4a08-948b-ae6264115b48 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 76dd4883-4b3b-4072-be04-0a4c98015415) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:37.951279 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424012d9-3257-4a08-948b-ae6264115b48 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:37.951279 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-424012d9-3257-4a08-948b-ae6264115b48 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:37.956548 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdee5711-23a5-481e-bf95-19c5c9ac03ff None None] Network 76dd4883-4b3b-4072-be04-0a4c98015415 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:28:37.967188 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-e10103ca-3500-483f-95f2-25d9faa050ca tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Allocated IP 172.20.0.11 (0ba92f63-afbc-4d4a-8a56-1c89df73beec/5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1/ae13308d-c8f3-4814-b387-d394bec6f3d9) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:28:38.025122 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df18ed4d-6f7e-465b-890f-9aaf6b6690ba None None] Network 0984ab4a-b6f3-489d-9258-a6f58d3b048b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:28:38.033533 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d5edefc-fe7c-4a19-9c00-d983ec3471f9 req-4f1c00a5-c9d1-4899-ac7b-0dc8f1f7321b tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/security-groups?id=85c017b4-80c9-4c5c-8aa4-e17a7af77c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969629 Nov 18 17:28:38.080945 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-424012d9-3257-4a08-948b-ae6264115b48 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8229427 Nov 18 17:28:38.085521 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35266) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:38.095680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7e6d1cbe-30ef-4aa6-94ea-a4ccd69f5dc4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Request body: {'subnet': {'network_id': '12beaaba-a83c-4d14-8456-504deed55ecb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:38.123001 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f04ed957-0731-46e9-825f-a9f233aca7eb req-676dd986-43ac-40b3-8f12-193ba7b3fe4c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 210 time: 0.0708699 Nov 18 17:28:38.353581 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5ab39c83-c1ef-409d-8c6b-9a13e8f65c16 None None] Provisioning complete for port d426c3f1-c586-47f9-9bcf-fab2a0da9529 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:38.353982 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5ab39c83-c1ef-409d-8c6b-9a13e8f65c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:38.426735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c48d7-1dd6-47fd-ad9d-7f634437f93f req-d4ac9c4a-f176-40f4-ba33-b5020dc21d53 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:38.428892 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-320c48d7-1dd6-47fd-ad9d-7f634437f93f req-d4ac9c4a-f176-40f4-ba33-b5020dc21d53 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.83 "GET /v2.0/ports?device_id=52819fbe-6e91-45ed-a9e3-f3b182aabf4d HTTP/1.1" status: 200 len: 944 time: 0.2601490 Nov 18 17:28:38.438749 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-e10103ca-3500-483f-95f2-25d9faa050ca tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:38.580113 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6d1cbe-30ef-4aa6-94ea-a4ccd69f5dc4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Made reservation on behalf of 1aadfa68df1e4ce7855f596488ab333e for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:28:38.585910 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1cbe-30ef-4aa6-94ea-a4ccd69f5dc4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:38.623804 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d426c3f1-c586-47f9-9bcf-fab2a0da9529 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:28:38.866887 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d426c3f1-c586-47f9-9bcf-fab2a0da9529 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:38.867514 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:39.043332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f12b2577-710f-4650-88d8-062b25d42ade req-41a87923-4c00-4fa0-8029-648295e8260e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 210 time: 0.9417822 Nov 18 17:28:39.110991 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad9d6adc-6104-454e-aa81-5dc54a53a3f4 req-c1d15343-34b4-4bd1-9474-2499ff3626c9 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 210 time: 0.0857911 Nov 18 17:28:39.218426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-76dd4883-4b3b-4072-be04-0a4c98015415', 'network_id': '76dd4883-4b3b-4072-be04-0a4c98015415', 'tenant_id': '1aadfa68df1e4ce7855f596488ab333e', 'fixed_ips': [{'subnet_id': '4d8aa434-aedd-4227-902d-64200db0e389'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:28:39.219493 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:39.254394 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5ab39c83-c1ef-409d-8c6b-9a13e8f65c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:39.353741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-e10103ca-3500-483f-95f2-25d9faa050ca tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:39.391022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5ab39c83-c1ef-409d-8c6b-9a13e8f65c16 None None] For port d426c3f1-c586-47f9-9bcf-fab2a0da9529, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d426c3f1-c586-47f9-9bcf-fab2a0da9529,segment=NetworkSegment(8c99ae99-1df2-4d9e-9d94-c54a881ba917),segment_id=8c99ae99-1df2-4d9e-9d94-c54a881ba917)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:39.412420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe00ed-9a19-4605-9837-660ad0c30826 req-38610be9-3fe5-4b80-be96-db5263fdfbc8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:39.414436 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4dbe00ed-9a19-4605-9837-660ad0c30826 req-38610be9-3fe5-4b80-be96-db5263fdfbc8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 932 time: 0.1097152 Nov 18 17:28:39.423410 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10103ca-3500-483f-95f2-25d9faa050ca tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=ae13308d-c8f3-4814-b387-d394bec6f3d9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:39.438733 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-e10103ca-3500-483f-95f2-25d9faa050ca tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network 0ba92f63-afbc-4d4a-8a56-1c89df73beec is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:28:39.442791 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-320c48d7-1dd6-47fd-ad9d-7f634437f93f req-79a406a0-e7f3-4eb8-beec-767b5246b08a tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Deleting port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:28:39.443207 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-320c48d7-1dd6-47fd-ad9d-7f634437f93f req-79a406a0-e7f3-4eb8-beec-767b5246b08a tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:39.451103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-e10103ca-3500-483f-95f2-25d9faa050ca tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:39.467538 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-e10103ca-3500-483f-95f2-25d9faa050ca tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:28:39.477986 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4dbe00ed-9a19-4605-9837-660ad0c30826 req-836b17b7-4211-46ed-b1bb-8886032fd8be tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549808 Nov 18 17:28:39.513377 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:39.580189 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-e10103ca-3500-483f-95f2-25d9faa050ca tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:39.580804 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-e10103ca-3500-483f-95f2-25d9faa050ca tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:39.601683 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Allocated IP 172.20.0.2 (76dd4883-4b3b-4072-be04-0a4c98015415/4d8aa434-aedd-4227-902d-64200db0e389/905658e2-5c0b-4799-8aab-9ed1ae04f1c7) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:28:39.641982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-320c48d7-1dd6-47fd-ad9d-7f634437f93f req-79a406a0-e7f3-4eb8-beec-767b5246b08a tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] For port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:39.642471 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-320c48d7-1dd6-47fd-ad9d-7f634437f93f req-79a406a0-e7f3-4eb8-beec-767b5246b08a tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:39.662227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-320c48d7-1dd6-47fd-ad9d-7f634437f93f req-79a406a0-e7f3-4eb8-beec-767b5246b08a tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Calling delete_port for dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:28:39.782986 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5ab39c83-c1ef-409d-8c6b-9a13e8f65c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:39.812340 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-e10103ca-3500-483f-95f2-25d9faa050ca tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7523866 Nov 18 17:28:40.054196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Request body: {'port': {'device_id': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:40.210113 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:28:40.222613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab39c83-c1ef-409d-8c6b-9a13e8f65c16 None None] Pushing event updated for resources: {'Port': ['ID=d426c3f1-c586-47f9-9bcf-fab2a0da9529,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:40.255547 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:40.267244 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:28:40.270980 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:28:40.312094 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1cbe-30ef-4aa6-94ea-a4ccd69f5dc4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:40.313008 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fd61636-579d-4f55-b0f8-f6bfac55b9ef req-0964772a-f010-4308-ac36-7e51c7176310 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 210 time: 0.0483723 Nov 18 17:28:40.315965 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-36b17e04-0878-4933-a519-9da4456e5d8b None None] Provisioning complete for port ae13308d-c8f3-4814-b387-d394bec6f3d9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:40.316361 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36b17e04-0878-4933-a519-9da4456e5d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:40.362986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b5501-5eb6-4f80-a945-e87b5799bd1c req-def04774-fbd7-496c-995f-be457be82303 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:40.372484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-334b5501-5eb6-4f80-a945-e87b5799bd1c req-def04774-fbd7-496c-995f-be457be82303 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 946 time: 0.1605332 Nov 18 17:28:40.385321 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d1cbe-30ef-4aa6-94ea-a4ccd69f5dc4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event updated for resources: {'Subnet': ['ID=2cecb87a-3530-4949-9439-bb6b11d8f66f,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:40.409865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-36b17e04-0878-4933-a519-9da4456e5d8b None None] Port ae13308d-c8f3-4814-b387-d394bec6f3d9 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:28:40.437259 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-36b17e04-0878-4933-a519-9da4456e5d8b None None] Provisioning complete for port d426c3f1-c586-47f9-9bcf-fab2a0da9529 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:40.437917 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36b17e04-0878-4933-a519-9da4456e5d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:40.460676 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-334b5501-5eb6-4f80-a945-e87b5799bd1c req-51ef6ae6-d643-4077-916a-2962695f566e tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/security-groups?id=85c017b4-80c9-4c5c-8aa4-e17a7af77c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869458 Nov 18 17:28:40.469969 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-320c48d7-1dd6-47fd-ad9d-7f634437f93f req-79a406a0-e7f3-4eb8-beec-767b5246b08a tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:40.535947 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a406a0-e7f3-4eb8-beec-767b5246b08a tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Pushing event deleted for resources: {'Port': ['ID=dd3ef0dd-5c6e-4b73-8817-1f73cc562d87,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:40.536436 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-13f27b51-e4ea-4885-b47c-560d245cb564 req-2709f912-ced1-4ef7-9c60-ac45742e12a8 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 210 time: 0.0965798 Nov 18 17:28:40.543199 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:40.598576 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-320c48d7-1dd6-47fd-ad9d-7f634437f93f req-79a406a0-e7f3-4eb8-beec-767b5246b08a tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] No DVR routers for this DVR port dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:28:40.602476 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-320c48d7-1dd6-47fd-ad9d-7f634437f93f req-79a406a0-e7f3-4eb8-beec-767b5246b08a tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:40.606396 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-320c48d7-1dd6-47fd-ad9d-7f634437f93f req-79a406a0-e7f3-4eb8-beec-767b5246b08a tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.83 "DELETE /v2.0/ports/dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 HTTP/1.1" status: 204 len: 173 time: 2.1653063 Nov 18 17:28:40.607298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6d1cbe-30ef-4aa6-94ea-a4ccd69f5dc4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Checking segment: {'id': 'f558f237-30b6-4949-bf02-ef77bacd2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '12beaaba-a83c-4d14-8456-504deed55ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:28:40.607676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d1cbe-30ef-4aa6-94ea-a4ccd69f5dc4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Network hostable DHCP agents. Network: 12beaaba-a83c-4d14-8456-504deed55ecb, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:28:40.612361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52819fbe-6e91-45ed-a9e3-f3b182aabf4d', 'name': 'network-vif-deleted', 'tag': 'dd3ef0dd-5c6e-4b73-8817-1f73cc562d87'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:28:40.614688 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2d96c9-cd80-4f88-a026-450970d3de90" -d '{"events": [{"server_uuid": "52819fbe-6e91-45ed-a9e3-f3b182aabf4d", "name": "network-vif-deleted", "tag": "dd3ef0dd-5c6e-4b73-8817-1f73cc562d87"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:28:40.694666 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e39a685-bdad-4078-ab09-0b1ba5fcab42 x-openstack-request-id: req-1e39a685-bdad-4078-ab09-0b1ba5fcab42 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:28:40.695337 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52819fbe-6e91-45ed-a9e3-f3b182aabf4d", "name": "network-vif-deleted", "tag": "dd3ef0dd-5c6e-4b73-8817-1f73cc562d87", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:28:40.695337 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1e39a685-bdad-4078-ab09-0b1ba5fcab42 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:28:40.696094 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52819fbe-6e91-45ed-a9e3-f3b182aabf4d', 'name': 'network-vif-deleted', 'tag': 'dd3ef0dd-5c6e-4b73-8817-1f73cc562d87', 'status': 'completed', 'code': 200} Nov 18 17:28:40.714070 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:40.723037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b627cf-1a3f-4e6c-ade0-17f9ca77434b req-7f782b3a-19a1-46c3-ba09-4d2628f8637f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:40.726772 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06b627cf-1a3f-4e6c-ade0-17f9ca77434b req-7f782b3a-19a1-46c3-ba09-4d2628f8637f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 932 time: 0.1076877 Nov 18 17:28:40.765644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d1cbe-30ef-4aa6-94ea-a4ccd69f5dc4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Network 12beaaba-a83c-4d14-8456-504deed55ecb is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:28:40.771634 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Network 76dd4883-4b3b-4072-be04-0a4c98015415 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:28:40.815113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Pushing event updated for resources: {'Port': ['ID=905658e2-5c0b-4799-8aab-9ed1ae04f1c7,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:40.817685 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:40.823496 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:28:40.872439 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06b627cf-1a3f-4e6c-ade0-17f9ca77434b req-9ab6d7fd-ef1e-4faa-ac99-1c5f5d1b648c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322706 Nov 18 17:28:40.881695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d1cbe-30ef-4aa6-94ea-a4ccd69f5dc4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 12beaaba-a83c-4d14-8456-504deed55ecb) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:40.896751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d1cbe-30ef-4aa6-94ea-a4ccd69f5dc4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:40.897482 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1cbe-30ef-4aa6-94ea-a4ccd69f5dc4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:40.911853 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c44267-148d-4a4a-bf08-f5df976b52c0 None None] Network 12beaaba-a83c-4d14-8456-504deed55ecb requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:28:40.945975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Attempting to bind port 905658e2-5c0b-4799-8aab-9ed1ae04f1c7 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:28:40.946611 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Attempting to bind port 905658e2-5c0b-4799-8aab-9ed1ae04f1c7 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '70c963bd-73b8-49ad-8a5e-bd1948a3eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '76dd4883-4b3b-4072-be04-0a4c98015415'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:28:40.947183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Attempting to bind port 905658e2-5c0b-4799-8aab-9ed1ae04f1c7 on network 76dd4883-4b3b-4072-be04-0a4c98015415 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:28:40.961019 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:28:40.961673 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Checking segment: {'id': '70c963bd-73b8-49ad-8a5e-bd1948a3eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '76dd4883-4b3b-4072-be04-0a4c98015415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:28:40.962099 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:40.962641 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Bound using segment: {'id': '70c963bd-73b8-49ad-8a5e-bd1948a3eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '76dd4883-4b3b-4072-be04-0a4c98015415'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:28:40.963154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Bound port: 905658e2-5c0b-4799-8aab-9ed1ae04f1c7, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c963bd-73b8-49ad-8a5e-bd1948a3eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '76dd4883-4b3b-4072-be04-0a4c98015415'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:28:40.963720 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:41.045435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d426c3f1-c586-47f9-9bcf-fab2a0da9529 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:28:41.077683 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7e6d1cbe-30ef-4aa6-94ea-a4ccd69f5dc4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9884980 Nov 18 17:28:41.077901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35338) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:41.173330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae13308d-c8f3-4814-b387-d394bec6f3d9 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:28:41.193920 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:41.202444 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] For port 905658e2-5c0b-4799-8aab-9ed1ae04f1c7, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:28:41.249144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d426c3f1-c586-47f9-9bcf-fab2a0da9529 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:41.249645 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:41.253048 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] For port 905658e2-5c0b-4799-8aab-9ed1ae04f1c7, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=905658e2-5c0b-4799-8aab-9ed1ae04f1c7,segment=NetworkSegment(70c963bd-73b8-49ad-8a5e-bd1948a3eb2c),segment_id=70c963bd-73b8-49ad-8a5e-bd1948a3eb2c)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:28:41.274658 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-12beaaba-a83c-4d14-8456-504deed55ecb', 'network_id': '12beaaba-a83c-4d14-8456-504deed55ecb', 'tenant_id': '1aadfa68df1e4ce7855f596488ab333e', 'fixed_ips': [{'subnet_id': '2cecb87a-3530-4949-9439-bb6b11d8f66f'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:28:41.275998 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:41.280173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Transition to ACTIVE for port object ae13308d-c8f3-4814-b387-d394bec6f3d9 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:28:41.389058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11131e0-f51c-4554-8176-a1c080e9dc8e req-ddc450db-0bce-42a7-a4ca-070b19de30b1 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:41.399879 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f11131e0-f51c-4554-8176-a1c080e9dc8e req-ddc450db-0bce-42a7-a4ca-070b19de30b1 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 946 time: 0.0728137 Nov 18 17:28:41.460123 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:41.462378 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:41.490911 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10e8989a-0550-4b70-83f3-54296b1dd8ee req-36edc891-3832-4454-9091-71c39a348125 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 210 time: 0.0739977 Nov 18 17:28:41.646608 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Allocated IP 172.20.0.2 (12beaaba-a83c-4d14-8456-504deed55ecb/2cecb87a-3530-4949-9439-bb6b11d8f66f/8b000282-454e-460b-bfce-520756b7559b) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:28:41.725679 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Pushing event updated for resources: {'Port': ['ID=ae13308d-c8f3-4814-b387-d394bec6f3d9,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:41.729583 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-f11131e0-f51c-4554-8176-a1c080e9dc8e req-00d5237e-b0ef-4b4b-9a62-9ebd60159ab6 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Deleting port 661c4769-79d3-43f3-bbec-119e51c71a52 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:28:41.730601 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f11131e0-f51c-4554-8176-a1c080e9dc8e req-00d5237e-b0ef-4b4b-9a62-9ebd60159ab6 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:41.735697 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e85299-0df0-4600-a8aa-94692dfb5cb6 None None] Pushing event updated for resources: {'Port': ['ID=905658e2-5c0b-4799-8aab-9ed1ae04f1c7,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:41.920556 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:41.982851 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96387e6e-e67c-481a-9701-a9cfa945c467 req-21735ba1-f6c4-4a57-afd1-9924442c1fa1 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 210 time: 0.2397604 Nov 18 17:28:42.094330 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee79fd-3ee6-47ca-a575-95fd03a0fac7 req-6a59944f-7431-4418-ba54-d739f1c13782 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:42.104246 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3fee79fd-3ee6-47ca-a575-95fd03a0fac7 req-6a59944f-7431-4418-ba54-d739f1c13782 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 946 time: 0.4776812 Nov 18 17:28:42.244813 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:42.285545 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b1962-e201-4236-88a0-9b580c81b8ea req-c20f6514-4405-4d34-854b-ef5b0b870a41 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:42.286400 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-457b1962-e201-4236-88a0-9b580c81b8ea req-c20f6514-4405-4d34-854b-ef5b0b870a41 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 805 time: 0.9564841 Nov 18 17:28:42.303721 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3fee79fd-3ee6-47ca-a575-95fd03a0fac7 req-f8ce9b19-a3c2-4823-9af3-0891d2dc184f tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/security-groups?id=85c017b4-80c9-4c5c-8aa4-e17a7af77c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950812 Nov 18 17:28:42.338100 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-f11131e0-f51c-4554-8176-a1c080e9dc8e req-00d5237e-b0ef-4b4b-9a62-9ebd60159ab6 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] For port 661c4769-79d3-43f3-bbec-119e51c71a52, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=661c4769-79d3-43f3-bbec-119e51c71a52,segment=NetworkSegment(e59edf38-8f70-47f0-aa60-7d90ffe4be4a),segment_id=e59edf38-8f70-47f0-aa60-7d90ffe4be4a)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:42.338740 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f11131e0-f51c-4554-8176-a1c080e9dc8e req-00d5237e-b0ef-4b4b-9a62-9ebd60159ab6 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:42.360274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-f11131e0-f51c-4554-8176-a1c080e9dc8e req-00d5237e-b0ef-4b4b-9a62-9ebd60159ab6 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Calling delete_port for 661c4769-79d3-43f3-bbec-119e51c71a52 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:28:42.375571 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:42.416995 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-457b1962-e201-4236-88a0-9b580c81b8ea req-d3f616d7-2b26-4041-bc00-1b90b1b9d52b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Request body: {'port': {'device_id': '677338bc-15df-4ec3-af2d-0c3ae745aac1', 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd', 'admin_state_up': True, 'tenant_id': 'c82a5a1551b94171a31ac6e4861762c3'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:42.427496 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Network 12beaaba-a83c-4d14-8456-504deed55ecb is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:28:42.429721 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c1605-bf93-4660-bd50-16075f42c6c0 req-b96c2fe7-efee-4e39-a2c9-474aaf49431e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:42.431089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:42.435860 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae0c1605-bf93-4660-bd50-16075f42c6c0 req-b96c2fe7-efee-4e39-a2c9-474aaf49431e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 944 time: 0.2082884 Nov 18 17:28:42.441592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:28:42.464378 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Pushing event updated for resources: {'Port': ['ID=8b000282-454e-460b-bfce-520756b7559b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:42.561801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Attempting to bind port 8b000282-454e-460b-bfce-520756b7559b on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:28:42.561801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Attempting to bind port 8b000282-454e-460b-bfce-520756b7559b by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'f558f237-30b6-4949-bf02-ef77bacd2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '12beaaba-a83c-4d14-8456-504deed55ecb'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:28:42.561801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Attempting to bind port 8b000282-454e-460b-bfce-520756b7559b on network 12beaaba-a83c-4d14-8456-504deed55ecb {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:28:42.561801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:28:42.561801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Checking segment: {'id': 'f558f237-30b6-4949-bf02-ef77bacd2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '12beaaba-a83c-4d14-8456-504deed55ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:28:42.563163 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:42.563810 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Bound using segment: {'id': 'f558f237-30b6-4949-bf02-ef77bacd2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '12beaaba-a83c-4d14-8456-504deed55ecb'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:28:42.564559 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Bound port: 8b000282-454e-460b-bfce-520756b7559b, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f558f237-30b6-4949-bf02-ef77bacd2585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '12beaaba-a83c-4d14-8456-504deed55ecb'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:28:42.565241 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:42.692636 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae0c1605-bf93-4660-bd50-16075f42c6c0 req-4f668a76-5670-470e-affb-2d8534dcb591 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427242 Nov 18 17:28:42.722722 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] For port 8b000282-454e-460b-bfce-520756b7559b, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:28:42.734373 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] For port 8b000282-454e-460b-bfce-520756b7559b, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8b000282-454e-460b-bfce-520756b7559b,segment=NetworkSegment(f558f237-30b6-4949-bf02-ef77bacd2585),segment_id=f558f237-30b6-4949-bf02-ef77bacd2585)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:28:42.750375 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Allocated IP 172.20.0.1 (76dd4883-4b3b-4072-be04-0a4c98015415/4d8aa434-aedd-4227-902d-64200db0e389/c1d0c958-145d-4ecd-bcff-f222af17bccb) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:28:42.776056 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:28:42.797084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f68e4b2-cf38-447b-9461-0a83734bfabf req-70dc7f43-9e03-4fb1-9c94-d551c490585f tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 210 time: 0.1157322 Nov 18 17:28:42.840208 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:28:42.844290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device dd3ef0dd-5c6e-4b73-8817-1f73cc562d87 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:28:42.857013 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:42.928615 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:43.049681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a77dd5-8931-412b-b12e-6139295626e1 None None] Pushing event updated for resources: {'Port': ['ID=8b000282-454e-460b-bfce-520756b7559b,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:43.073964 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f11131e0-f51c-4554-8176-a1c080e9dc8e req-00d5237e-b0ef-4b4b-9a62-9ebd60159ab6 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:43.074140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 905658e2-5c0b-4799-8aab-9ed1ae04f1c7 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:28:43.127532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5237e-b0ef-4b4b-9a62-9ebd60159ab6 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Pushing event deleted for resources: {'Port': ['ID=661c4769-79d3-43f3-bbec-119e51c71a52,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:43.160510 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['661c4769-79d3-43f3-bbec-119e51c71a52'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:28:43.179293 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Attempting to bind port ae13308d-c8f3-4814-b387-d394bec6f3d9 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:28:43.179556 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Attempting to bind port ae13308d-c8f3-4814-b387-d394bec6f3d9 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:28:43.181903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Attempting to bind port ae13308d-c8f3-4814-b387-d394bec6f3d9 on network 0ba92f63-afbc-4d4a-8a56-1c89df73beec {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:28:43.221131 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-457b1962-e201-4236-88a0-9b580c81b8ea req-d3f616d7-2b26-4041-bc00-1b90b1b9d52b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Made reservation on behalf of c82a5a1551b94171a31ac6e4861762c3 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:28:43.229487 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-457b1962-e201-4236-88a0-9b580c81b8ea req-d3f616d7-2b26-4041-bc00-1b90b1b9d52b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:43.235714 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:43.261406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cddf5b99-d98f-4db6-ae9c-c31ddbb05969 req-ef7a7976-5edc-4981-acd8-345419c5076d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 210 time: 0.1174214 Nov 18 17:28:43.275644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Port ae13308d-c8f3-4814-b387-d394bec6f3d9 on network 0ba92f63-afbc-4d4a-8a56-1c89df73beec not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:28:43.276015 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Attempting to bind port ae13308d-c8f3-4814-b387-d394bec6f3d9 on network 0ba92f63-afbc-4d4a-8a56-1c89df73beec {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:28:43.286862 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 905658e2-5c0b-4799-8aab-9ed1ae04f1c7 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:43.287435 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:43.310385 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11131e0-f51c-4554-8176-a1c080e9dc8e req-00d5237e-b0ef-4b4b-9a62-9ebd60159ab6 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] No DVR routers for this DVR port 661c4769-79d3-43f3-bbec-119e51c71a52 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:28:43.317988 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f11131e0-f51c-4554-8176-a1c080e9dc8e req-00d5237e-b0ef-4b4b-9a62-9ebd60159ab6 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:43.328352 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f11131e0-f51c-4554-8176-a1c080e9dc8e req-00d5237e-b0ef-4b4b-9a62-9ebd60159ab6 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.81 "DELETE /v2.0/ports/661c4769-79d3-43f3-bbec-119e51c71a52 HTTP/1.1" status: 204 len: 173 time: 1.9205019 Nov 18 17:28:43.330045 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4c2dd5-8880-4561-8705-76a813cdc1c1', 'name': 'network-vif-deleted', 'tag': '661c4769-79d3-43f3-bbec-119e51c71a52'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:28:43.337349 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd9b66d-94a4-4be1-8ad6-b05c0a132b48" -d '{"events": [{"server_uuid": "2e4c2dd5-8880-4561-8705-76a813cdc1c1", "name": "network-vif-deleted", "tag": "661c4769-79d3-43f3-bbec-119e51c71a52"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:28:43.389415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-96e371f0-81c1-4f1a-986d-a7050ec84747 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:43.394124 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-96e371f0-81c1-4f1a-986d-a7050ec84747 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.83 "GET /v2.0/networks?id=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 HTTP/1.1" status: 200 len: 803 time: 1.2558053 Nov 18 17:28:43.396182 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:28:43.396535 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Checking segment: {'id': '212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:28:43.396933 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Bound using segment: {'id': '212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:28:43.406021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Bound port: ae13308d-c8f3-4814-b387-d394bec6f3d9, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:28:43.406531 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:43.413410 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026e49ff-f88e-4e07-8b51-5d8969183eea x-openstack-request-id: req-026e49ff-f88e-4e07-8b51-5d8969183eea {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:28:43.413865 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4c2dd5-8880-4561-8705-76a813cdc1c1", "name": "network-vif-deleted", "tag": "661c4769-79d3-43f3-bbec-119e51c71a52", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:28:43.414244 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-026e49ff-f88e-4e07-8b51-5d8969183eea {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:28:43.414765 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4c2dd5-8880-4561-8705-76a813cdc1c1', 'name': 'network-vif-deleted', 'tag': '661c4769-79d3-43f3-bbec-119e51c71a52', 'status': 'completed', 'code': 200} Nov 18 17:28:43.499088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-a4b589c7-3677-47fa-ae5f-9192aa1b643c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Request body: {'port': {'device_id': 'abefe30a-b66d-49ae-8edd-cfee6ecbc926', 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9', 'admin_state_up': True, 'tenant_id': '0de7d88c816240c0971ebec206414d16'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:43.522936 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad1546ed-586b-43cc-bb14-8b13edfce8cd req-e24e06ac-1261-4fe2-859c-d2bfe6374c63 tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 210 time: 0.0640337 Nov 18 17:28:43.567020 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce014bd-37cd-4e4e-88dd-6083dd80551a None None] Network 76dd4883-4b3b-4072-be04-0a4c98015415 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:28:43.570582 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:43.572911 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Network 76dd4883-4b3b-4072-be04-0a4c98015415 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:28:43.612807 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:43.625479 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:28:43.683074 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 905658e2-5c0b-4799-8aab-9ed1ae04f1c7, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=905658e2-5c0b-4799-8aab-9ed1ae04f1c7,segment=NetworkSegment(70c963bd-73b8-49ad-8a5e-bd1948a3eb2c),segment_id=70c963bd-73b8-49ad-8a5e-bd1948a3eb2c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:43.688156 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event updated for resources: {'Port': ['ID=c1d0c958-145d-4ecd-bcff-f222af17bccb,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:43.696039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5a2e2e6f-5446-4368-9d5a-d355ca75222e None None] Provisioning complete for port 905658e2-5c0b-4799-8aab-9ed1ae04f1c7 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:43.696429 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2e6f-5446-4368-9d5a-d355ca75222e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:43.775433 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:43.881570 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] For port ae13308d-c8f3-4814-b387-d394bec6f3d9, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:28:43.922106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfac2e-44e6-499c-9918-961307a7d4b1 req-ba631e56-50a5-4782-895c-46c2bd06b2c1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:43.924364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] For port ae13308d-c8f3-4814-b387-d394bec6f3d9, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ae13308d-c8f3-4814-b387-d394bec6f3d9,segment=NetworkSegment(212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e),segment_id=212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:28:43.931987 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=905658e2-5c0b-4799-8aab-9ed1ae04f1c7,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:43.934132 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9edfac2e-44e6-499c-9918-961307a7d4b1 req-ba631e56-50a5-4782-895c-46c2bd06b2c1 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 944 time: 0.0908971 Nov 18 17:28:43.942388 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:44.012566 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9edfac2e-44e6-499c-9918-961307a7d4b1 req-5694e22b-1e9b-46fa-ab48-acc8ad163baa tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772598 Nov 18 17:28:44.048215 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8c83804-60ae-4116-9109-db4b86d72f20 req-31862c5e-b4c9-4b51-8c64-e64d99713d87 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 210 time: 0.0495727 Nov 18 17:28:44.100491 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:44.223211 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:44.224023 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:44.225666 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] 10.222.0.81 "PUT /v2.0/ports/ae13308d-c8f3-4814-b387-d394bec6f3d9 HTTP/1.1" status: 200 len: 1093 time: 4.3625197 Nov 18 17:28:44.228749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'tag': 'ae13308d-c8f3-4814-b387-d394bec6f3d9'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:28:44.231364 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3337e69-97bb-4cef-b1bd-52d4efc44e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1591fe-4004-4388-91f5-e9c81a9d041d", "tag": "ae13308d-c8f3-4814-b387-d394bec6f3d9"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:28:44.263940 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-457b1962-e201-4236-88a0-9b580c81b8ea req-d3f616d7-2b26-4041-bc00-1b90b1b9d52b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Allocated IP 172.20.0.2 (e59e94f2-f384-4c67-a2b2-bbfe576feffd/b53522fb-157f-447d-b118-4d80e9a8327f/a2b05097-a4b8-4975-a59b-a25a2b749cb4) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:28:44.320508 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73a5912-0d09-491e-a73b-cb6b0c352cc5 x-openstack-request-id: req-e73a5912-0d09-491e-a73b-cb6b0c352cc5 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:28:44.320824 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1591fe-4004-4388-91f5-e9c81a9d041d", "tag": "ae13308d-c8f3-4814-b387-d394bec6f3d9", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:28:44.321098 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e73a5912-0d09-491e-a73b-cb6b0c352cc5 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:28:44.321761 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'tag': 'ae13308d-c8f3-4814-b387-d394bec6f3d9', 'status': 'completed', 'code': 200} Nov 18 17:28:44.390805 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10c93c-ce6e-400f-9ec6-37341aa1eb24 service neutron] Pushing event updated for resources: {'Port': ['ID=ae13308d-c8f3-4814-b387-d394bec6f3d9,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:44.441293 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a625afba-4718-4c08-9eca-e5426c9b215b req-43b461b4-17d0-4130-8354-8f8e60b98e65 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 210 time: 0.0518594 Nov 18 17:28:44.475049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-a4b589c7-3677-47fa-ae5f-9192aa1b643c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Made reservation on behalf of 0de7d88c816240c0971ebec206414d16 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:28:44.478933 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-a4b589c7-3677-47fa-ae5f-9192aa1b643c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:44.685625 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4c3ca50b-0055-415a-949f-a67f99e83f68 None None] Provisioning complete for port 905658e2-5c0b-4799-8aab-9ed1ae04f1c7 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:44.687146 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca50b-0055-415a-949f-a67f99e83f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:44.747731 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74a17355-de76-40bb-a2b0-d3978797c7a9 req-c3bc1b95-a42e-4b91-8367-f12aa843a94e tempest-ServerMetadataNegativeTestJSON-1416827280 tempest-ServerMetadataNegativeTestJSON-1416827280-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e4c2dd5-8880-4561-8705-76a813cdc1c1 HTTP/1.1" status: 200 len: 210 time: 0.0633461 Nov 18 17:28:44.905587 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4c3ca50b-0055-415a-949f-a67f99e83f68 None None] Provisioning complete for port c1d0c958-145d-4ecd-bcff-f222af17bccb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:44.905969 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca50b-0055-415a-949f-a67f99e83f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:44.919095 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-a4b589c7-3677-47fa-ae5f-9192aa1b643c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Allocated IP 172.20.0.6 (a0b7947d-b3ea-4be7-8b81-78e540c5fdb9/069ac9c4-0652-4a7d-9e28-3147189e9231/006230e3-445c-4e21-9e41-4292da8b6e68) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:28:44.977880 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ca50b-0055-415a-949f-a67f99e83f68 None None] Port c1d0c958-145d-4ecd-bcff-f222af17bccb cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:28:45.017867 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:45.045046 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9aa57b-fb1f-48f3-b510-b89efddef4b3 None None] Network 12beaaba-a83c-4d14-8456-504deed55ecb requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:28:45.181072 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-457b1962-e201-4236-88a0-9b580c81b8ea req-d3f616d7-2b26-4041-bc00-1b90b1b9d52b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:45.211799 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8b000282-454e-460b-bfce-520756b7559b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:28:45.212335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3337e69-97bb-4cef-b1bd-52d4efc44e7b req-0b541d8b-ff73-4ab1-8909-cfa447f0650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:45.214920 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e3337e69-97bb-4cef-b1bd-52d4efc44e7b req-0b541d8b-ff73-4ab1-8909-cfa447f0650f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 1096 time: 0.8528187 Nov 18 17:28:45.250314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4b90b-534a-4ac5-9d93-d955febd493b req-37bb15e1-e518-4114-9aa3-d35ac086c2f4 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:45.252019 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cea4b90b-534a-4ac5-9d93-d955febd493b req-37bb15e1-e518-4114-9aa3-d35ac086c2f4 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 944 time: 0.1345143 Nov 18 17:28:45.263208 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-429c7c96-de3a-4afb-9744-06fe8b50b9c3 req-bb4b06f3-3edf-4bf8-9642-bc0bf9fbc30b tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 210 time: 0.0504801 Nov 18 17:28:45.294084 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 661c4769-79d3-43f3-bbec-119e51c71a52 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:28:45.328921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cea4b90b-534a-4ac5-9d93-d955febd493b req-fac98cc4-e4d6-42a5-b7e7-0a135be2df9f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642161 Nov 18 17:28:45.356674 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a9c31d46-dd9e-4eeb-b245-45aeb6f71626 None None] Provisioning complete for port 8b000282-454e-460b-bfce-520756b7559b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:45.357305 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9c31d46-dd9e-4eeb-b245-45aeb6f71626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:45.384793 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 661c4769-79d3-43f3-bbec-119e51c71a52 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:28:45.385519 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 661c4769-79d3-43f3-bbec-119e51c71a52 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:28:45.473949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 8b000282-454e-460b-bfce-520756b7559b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:45.473949 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:45.562020 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9c31d46-dd9e-4eeb-b245-45aeb6f71626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:45.623031 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bcb6c2e7-97f6-47ec-b0ef-bf859ad50174 req-36b7382a-a917-434f-b33a-e110d36609ad tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 210 time: 0.0642321 Nov 18 17:28:45.650964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a9c31d46-dd9e-4eeb-b245-45aeb6f71626 None None] For port 8b000282-454e-460b-bfce-520756b7559b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8b000282-454e-460b-bfce-520756b7559b,segment=NetworkSegment(f558f237-30b6-4949-bf02-ef77bacd2585),segment_id=f558f237-30b6-4949-bf02-ef77bacd2585)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:45.666414 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:45.669048 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-a4b589c7-3677-47fa-ae5f-9192aa1b643c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:45.712166 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9c31d46-dd9e-4eeb-b245-45aeb6f71626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:45.821907 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35410) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:45.846998 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a9c31d46-dd9e-4eeb-b245-45aeb6f71626 None None] Provisioning complete for port c1d0c958-145d-4ecd-bcff-f222af17bccb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:45.847463 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9c31d46-dd9e-4eeb-b245-45aeb6f71626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:45.866771 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:28:45.867299 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:28:45.904851 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c31d46-dd9e-4eeb-b245-45aeb6f71626 None None] Pushing event updated for resources: {'Port': ['ID=8b000282-454e-460b-bfce-520756b7559b,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:45.927663 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a9c31d46-dd9e-4eeb-b245-45aeb6f71626 None None] Port c1d0c958-145d-4ecd-bcff-f222af17bccb cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:28:45.941983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-537e8515-96c3-4bb2-bb90-967d3bad8b6d admin admin] Deleting subnet 6cdde29d-d6f1-4683-bd59-49d31dc08b4a {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:28:45.946004 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-537e8515-96c3-4bb2-bb90-967d3bad8b6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:45.990392 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-537e8515-96c3-4bb2-bb90-967d3bad8b6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:46.048454 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-537e8515-96c3-4bb2-bb90-967d3bad8b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:46.061180 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-60b2a9c9-c913-48ac-aed0-d7f78b35a9af None None] Provisioning complete for port 8b000282-454e-460b-bfce-520756b7559b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:46.061180 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-60b2a9c9-c913-48ac-aed0-d7f78b35a9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:46.197583 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-537e8515-96c3-4bb2-bb90-967d3bad8b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:46.262192 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e8515-96c3-4bb2-bb90-967d3bad8b6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cdde29d-d6f1-4683-bd59-49d31dc08b4a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:46.285869 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-537e8515-96c3-4bb2-bb90-967d3bad8b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:46.298847 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-537e8515-96c3-4bb2-bb90-967d3bad8b6d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6cdde29d-d6f1-4683-bd59-49d31dc08b4a HTTP/1.1" status: 204 len: 168 time: 0.4750545 Nov 18 17:28:46.300560 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35416) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:46.440782 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:46.458850 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3337e69-97bb-4cef-b1bd-52d4efc44e7b req-9159763d-383d-4fa2-a0fc-ba67483c3373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:46.460309 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e3337e69-97bb-4cef-b1bd-52d4efc44e7b req-9159763d-383d-4fa2-a0fc-ba67483c3373 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=2cf238edb8014a38996468367e264a07&shared=False HTTP/1.1" status: 200 len: 897 time: 1.2355294 Nov 18 17:28:46.462028 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-457b1962-e201-4236-88a0-9b580c81b8ea req-d3f616d7-2b26-4041-bc00-1b90b1b9d52b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:46.493966 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8b0140f8-ab7d-4b55-b092-6caf280ecdb8', '505735c4-4acc-4d77-8fff-a2c5544e63e8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:28:46.528698 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-457b1962-e201-4236-88a0-9b580c81b8ea req-d3f616d7-2b26-4041-bc00-1b90b1b9d52b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Network e59e94f2-f384-4c67-a2b2-bbfe576feffd is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:28:46.550701 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:46.580922 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 905658e2-5c0b-4799-8aab-9ed1ae04f1c7 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:28:46.588820 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62f3ebc7-31eb-46fd-b3da-fdcfd86fb4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:46.630157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:46.675925 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1d852-efbc-4eb5-8e7d-8c449dbc55b5 req-6908b2e5-1b8f-44c3-9049-d0d89f740dc8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:46.677710 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09e1d852-efbc-4eb5-8e7d-8c449dbc55b5 req-6908b2e5-1b8f-44c3-9049-d0d89f740dc8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 944 time: 0.2144330 Nov 18 17:28:46.697686 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521df58-30dc-4aef-affc-1aae3c5fac17 req-4da3d625-c70a-4309-912c-fc6c4b51df0a tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:46.715504 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2521df58-30dc-4aef-affc-1aae3c5fac17 req-4da3d625-c70a-4309-912c-fc6c4b51df0a tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 931 time: 0.2507193 Nov 18 17:28:46.743898 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-a4b589c7-3677-47fa-ae5f-9192aa1b643c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:46.747565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-457b1962-e201-4236-88a0-9b580c81b8ea req-d3f616d7-2b26-4041-bc00-1b90b1b9d52b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:46.751820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-457b1962-e201-4236-88a0-9b580c81b8ea req-d3f616d7-2b26-4041-bc00-1b90b1b9d52b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:28:46.832249 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Network 76dd4883-4b3b-4072-be04-0a4c98015415 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:28:46.839053 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b1962-e201-4236-88a0-9b580c81b8ea req-d3f616d7-2b26-4041-bc00-1b90b1b9d52b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:46.839978 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-457b1962-e201-4236-88a0-9b580c81b8ea req-d3f616d7-2b26-4041-bc00-1b90b1b9d52b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:46.846435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 905658e2-5c0b-4799-8aab-9ed1ae04f1c7 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:46.850229 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:46.861805 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:46.933341 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2521df58-30dc-4aef-affc-1aae3c5fac17 req-155dfb2e-6f33-4bfe-acfb-ce22e8d57bcb tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126474 Nov 18 17:28:47.047114 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62f3ebc7-31eb-46fd-b3da-fdcfd86fb4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:47.070686 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-62f3ebc7-31eb-46fd-b3da-fdcfd86fb4ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb4c074-03c0-4a91-80a7-fa86e4923ee1']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:47.082031 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-62f3ebc7-31eb-46fd-b3da-fdcfd86fb4ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59edf38-8f70-47f0-aa60-7d90ffe4be4a') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:47.082331 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-62f3ebc7-31eb-46fd-b3da-fdcfd86fb4ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59edf38-8f70-47f0-aa60-7d90ffe4be4a') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:47.093623 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62f3ebc7-31eb-46fd-b3da-fdcfd86fb4ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:47.110303 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62f3ebc7-31eb-46fd-b3da-fdcfd86fb4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:47.118277 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f3ebc7-31eb-46fd-b3da-fdcfd86fb4ad admin admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:28:47.118730 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62f3ebc7-31eb-46fd-b3da-fdcfd86fb4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:47.133000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-a4b589c7-3677-47fa-ae5f-9192aa1b643c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:28:47.194185 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:28:47.239397 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-a4b589c7-3677-47fa-ae5f-9192aa1b643c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:47.243509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-a4b589c7-3677-47fa-ae5f-9192aa1b643c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:28:47.263554 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76735fc7-4ff3-45d2-b361-4e58381de3a2 req-3555b557-3ac2-4eb0-96e7-bad37ec2f64a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:47.272936 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76735fc7-4ff3-45d2-b361-4e58381de3a2 req-3555b557-3ac2-4eb0-96e7-bad37ec2f64a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 931 time: 0.0774829 Nov 18 17:28:47.297121 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09e1d852-efbc-4eb5-8e7d-8c449dbc55b5 req-28f0f3b1-051f-440b-9d74-52abaed794bf tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6070857 Nov 18 17:28:47.313895 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62f3ebc7-31eb-46fd-b3da-fdcfd86fb4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:47.333113 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-a4b589c7-3677-47fa-ae5f-9192aa1b643c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:47.333800 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-a4b589c7-3677-47fa-ae5f-9192aa1b643c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:47.348624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f616d7-2b26-4041-bc00-1b90b1b9d52b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Pushing event updated for resources: {'Port': ['ID=a2b05097-a4b8-4975-a59b-a25a2b749cb4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:47.380834 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62f3ebc7-31eb-46fd-b3da-fdcfd86fb4ad admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:47.404103 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d6b2ce23-6574-4c4f-b541-2160a8452949 None None] Provisioning complete for port c1d0c958-145d-4ecd-bcff-f222af17bccb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:47.404570 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d6b2ce23-6574-4c4f-b541-2160a8452949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:47.404935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-62f3ebc7-31eb-46fd-b3da-fdcfd86fb4ad admin admin] 10.222.0.72 "DELETE /v2.0/networks/7eb4c074-03c0-4a91-80a7-fa86e4923ee1 HTTP/1.1" status: 204 len: 168 time: 1.1010845 Nov 18 17:28:47.424011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event updated for resources: {'Port': ['ID=c1d0c958-145d-4ecd-bcff-f222af17bccb,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:47.434569 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-457b1962-e201-4236-88a0-9b580c81b8ea req-d3f616d7-2b26-4041-bc00-1b90b1b9d52b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0414979 Nov 18 17:28:47.441666 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3ebc7-31eb-46fd-b3da-fdcfd86fb4ad admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb4c074-03c0-4a91-80a7-fa86e4923ee1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:47.452296 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-a4b589c7-3677-47fa-ae5f-9192aa1b643c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9727921 Nov 18 17:28:47.484429 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Request body: {'port': {'device_id': '677338bc-15df-4ec3-af2d-0c3ae745aac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:47.484659 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8b000282-454e-460b-bfce-520756b7559b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:28:47.528264 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76735fc7-4ff3-45d2-b361-4e58381de3a2 req-f3bb9180-9d54-4956-8c7b-e7a74af8b943 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433434 Nov 18 17:28:47.529027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Request body: {'port': {'device_id': 'abefe30a-b66d-49ae-8edd-cfee6ecbc926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:47.561270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3337e69-97bb-4cef-b1bd-52d4efc44e7b req-9086c751-c121-483c-81d2-270663d40f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:47.563072 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e3337e69-97bb-4cef-b1bd-52d4efc44e7b req-9086c751-c121-483c-81d2-270663d40f7f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.0863936 Nov 18 17:28:47.583823 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d6b2ce23-6574-4c4f-b541-2160a8452949 None None] Port c1d0c958-145d-4ecd-bcff-f222af17bccb cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:28:47.648717 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 8b000282-454e-460b-bfce-520756b7559b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:47.649566 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:47.723702 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:47.749479 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b589c7-3677-47fa-ae5f-9192aa1b643c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Pushing event updated for resources: {'Port': ['ID=006230e3-445c-4e21-9e41-4292da8b6e68,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:47.807584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Router c77b9bd7-0d75-477a-87f3-a7cedfadbe5c is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:28:47.809973 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:47.819577 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-9f22a5cd-98e3-4362-b28c-4c816d08716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:47.821814 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-9f22a5cd-98e3-4362-b28c-4c816d08716f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 1096 time: 0.1642818 Nov 18 17:28:47.899111 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-b8cf58a7-311a-4d93-83d8-28a0d4769878 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae13308d-c8f3-4814-b387-d394bec6f3d9 HTTP/1.1" status: 200 len: 217 time: 0.0678558 Nov 18 17:28:47.941840 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35432) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:48.008319 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b658ff96-9524-4feb-818b-f1d15b9497c3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df625204aa2442f1a8bf4e821d3c7052&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0650074 Nov 18 17:28:48.010777 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35436) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:48.104216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-61f63a6c-0987-476d-b14b-e0850888b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:48.106212 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-61f63a6c-0987-476d-b14b-e0850888b601 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1 HTTP/1.1" status: 200 len: 834 time: 0.1800373 Nov 18 17:28:48.135860 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-113c43f3-0321-4e3a-9051-e4c924927237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:48.192468 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232ebbd-76bd-49d6-9c34-72d4fbf76b9c req-ab86fbd0-1200-46b6-88d1-d286c5223f69 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:48.193974 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5232ebbd-76bd-49d6-9c34-72d4fbf76b9c req-ab86fbd0-1200-46b6-88d1-d286c5223f69 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 931 time: 0.1181064 Nov 18 17:28:48.195875 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-113c43f3-0321-4e3a-9051-e4c924927237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:48.257873 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:28:48.275592 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5232ebbd-76bd-49d6-9c34-72d4fbf76b9c req-fb47433d-9ebb-426b-91ac-ef43cc43ad1c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722373 Nov 18 17:28:48.278303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35438) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:48.278584 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c11e42e4-bfab-41f6-afff-9f9d127e0727 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "PUT /v2.0/routers/c77b9bd7-0d75-477a-87f3-a7cedfadbe5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1996753 Nov 18 17:28:48.296171 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d119fbd8-bcca-4c63-8182-bfd0ac1584d6 None None] Sync routers for ids ['c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:28:48.322551 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d119fbd8-bcca-4c63-8182-bfd0ac1584d6 None None] Routers {'c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:48.323583 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d119fbd8-bcca-4c63-8182-bfd0ac1584d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:48.355554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-d51cb941-125e-4c6b-b879-c11a8a16e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:48.357120 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-d51cb941-125e-4c6b-b879-c11a8a16e4c6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0ba92f63-afbc-4d4a-8a56-1c89df73beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2314725 Nov 18 17:28:48.406594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d119fbd8-bcca-4c63-8182-bfd0ac1584d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:48.419236 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-113c43f3-0321-4e3a-9051-e4c924927237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:48.423304 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-113c43f3-0321-4e3a-9051-e4c924927237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:48.424948 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-113c43f3-0321-4e3a-9051-e4c924927237 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/85c017b4-80c9-4c5c-8aa4-e17a7af77c05 HTTP/1.1" status: 204 len: 168 time: 0.4123569 Nov 18 17:28:48.428149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d119fbd8-bcca-4c63-8182-bfd0ac1584d6 None None] Routers {'c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:48.428889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d119fbd8-bcca-4c63-8182-bfd0ac1584d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:48.469831 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d119fbd8-bcca-4c63-8182-bfd0ac1584d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:48.470533 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d119fbd8-bcca-4c63-8182-bfd0ac1584d6 None None] The sync data for ids ['c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:28:48.486895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c43f3-0321-4e3a-9051-e4c924927237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c017b4-80c9-4c5c-8aa4-e17a7af77c05,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:48.620803 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170b526-24ab-4486-88bc-3c96f4575e22 req-c85c4b46-8e19-4fb5-9825-5852e41b3e8f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:48.622194 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4170b526-24ab-4486-88bc-3c96f4575e22 req-c85c4b46-8e19-4fb5-9825-5852e41b3e8f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 944 time: 0.1590896 Nov 18 17:28:48.700908 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-9cb3593e-48d4-4a96-b177-1f68660b0349 service neutron] 10.222.0.81 "GET /v2.0/networks/0ba92f63-afbc-4d4a-8a56-1c89df73beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347080 Nov 18 17:28:48.705999 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006230e3-445c-4e21-9e41-4292da8b6e68 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:28:48.752141 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:48.809626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ef128-532b-479a-9b55-bfc9f228c49b req-b33fd8fa-336d-40c0-8dce-8d171bf60fd8 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:48.811076 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-249ef128-532b-479a-9b55-bfc9f228c49b req-b33fd8fa-336d-40c0-8dce-8d171bf60fd8 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 931 time: 0.1858022 Nov 18 17:28:48.817941 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4170b526-24ab-4486-88bc-3c96f4575e22 req-1524d1cd-5095-4883-84ea-eca6d67d4a68 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804445 Nov 18 17:28:48.824982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Transition to ACTIVE for port object 006230e3-445c-4e21-9e41-4292da8b6e68 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:28:48.829055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b05097-a4b8-4975-a59b-a25a2b749cb4 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:28:48.842979 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:48.870992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Transition to ACTIVE for port object a2b05097-a4b8-4975-a59b-a25a2b749cb4 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:28:48.890869 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-649bfbc6-936c-4809-8ae3-37f977926c82 req-2bf27df4-f44a-4ee6-9554-b98818c5763c service neutron] 10.222.0.81 "GET /v2.0/networks/0ba92f63-afbc-4d4a-8a56-1c89df73beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766527 Nov 18 17:28:48.911555 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:48.945813 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:48.967875 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-438c1e82-2073-4088-9d73-408e63e0af46 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:28:48.972688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35452) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:48.978356 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-438c1e82-2073-4088-9d73-408e63e0af46 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "PUT /v2.0/routers/c77b9bd7-0d75-477a-87f3-a7cedfadbe5c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6989250 Nov 18 17:28:49.000752 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-249ef128-532b-479a-9b55-bfc9f228c49b req-79ebf2a6-08ca-47c5-bf72-834c45300a9e tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281459 Nov 18 17:28:49.040656 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Pushing event updated for resources: {'Port': ['ID=006230e3-445c-4e21-9e41-4292da8b6e68,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:49.213604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b05097-a4b8-4975-a59b-a25a2b749cb4,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:49.339673 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Attempting to bind port 006230e3-445c-4e21-9e41-4292da8b6e68 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:28:49.340087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Attempting to bind port 006230e3-445c-4e21-9e41-4292da8b6e68 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'ee5b9f4e-77f6-4998-922c-6ee2340fc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:28:49.340477 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Attempting to bind port 006230e3-445c-4e21-9e41-4292da8b6e68 on network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:28:49.358001 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Port 006230e3-445c-4e21-9e41-4292da8b6e68 on network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:28:49.358329 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Attempting to bind port 006230e3-445c-4e21-9e41-4292da8b6e68 on network a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:28:49.360511 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Attempting to bind port a2b05097-a4b8-4975-a59b-a25a2b749cb4 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:28:49.360849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Attempting to bind port a2b05097-a4b8-4975-a59b-a25a2b749cb4 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:28:49.361171 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Attempting to bind port a2b05097-a4b8-4975-a59b-a25a2b749cb4 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:28:49.395428 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:28:49.395820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Checking segment: {'id': 'ee5b9f4e-77f6-4998-922c-6ee2340fc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:28:49.396276 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Bound using segment: {'id': 'ee5b9f4e-77f6-4998-922c-6ee2340fc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:28:49.396924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Bound port: 006230e3-445c-4e21-9e41-4292da8b6e68, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5b9f4e-77f6-4998-922c-6ee2340fc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:28:49.397241 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:49.399210 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Port a2b05097-a4b8-4975-a59b-a25a2b749cb4 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:28:49.399553 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Attempting to bind port a2b05097-a4b8-4975-a59b-a25a2b749cb4 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:28:49.422609 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:28:49.422999 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Checking segment: {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:28:49.423398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Bound using segment: {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:28:49.423893 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Bound port: a2b05097-a4b8-4975-a59b-a25a2b749cb4, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:28:49.424294 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:49.454788 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876c979-22bb-4620-bc94-d7f00ea3a831 req-195a749b-e2e9-4e99-af13-7b0223cf1080 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:49.462673 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8876c979-22bb-4620-bc94-d7f00ea3a831 req-195a749b-e2e9-4e99-af13-7b0223cf1080 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 943 time: 0.0739388 Nov 18 17:28:49.541044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8876c979-22bb-4620-bc94-d7f00ea3a831 req-41279db9-bf29-4f0d-9288-7503b1c0c3fb tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768387 Nov 18 17:28:49.583552 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] For port a2b05097-a4b8-4975-a59b-a25a2b749cb4, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:28:49.587955 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] For port a2b05097-a4b8-4975-a59b-a25a2b749cb4, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a2b05097-a4b8-4975-a59b-a25a2b749cb4,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:28:49.589960 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] For port 006230e3-445c-4e21-9e41-4292da8b6e68, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:28:49.593409 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] For port 006230e3-445c-4e21-9e41-4292da8b6e68, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=006230e3-445c-4e21-9e41-4292da8b6e68,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:28:49.660743 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e46b4799-1c4f-43d9-b35d-398d339edfaf tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:49.730484 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:49.736735 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:49.788494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:49.789128 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:49.790520 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] 10.222.0.83 "PUT /v2.0/ports/006230e3-445c-4e21-9e41-4292da8b6e68 HTTP/1.1" status: 200 len: 1092 time: 2.2967563 Nov 18 17:28:49.793028 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abefe30a-b66d-49ae-8edd-cfee6ecbc926', 'tag': '006230e3-445c-4e21-9e41-4292da8b6e68'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:28:49.795124 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec996604-620a-4a86-b72f-e699628f0724" -d '{"events": [{"name": "network-changed", "server_uuid": "abefe30a-b66d-49ae-8edd-cfee6ecbc926", "tag": "006230e3-445c-4e21-9e41-4292da8b6e68"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:28:49.808965 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:49.809816 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:49.811000 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-457b1962-e201-4236-88a0-9b580c81b8ea req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] 10.222.0.83 "PUT /v2.0/ports/a2b05097-a4b8-4975-a59b-a25a2b749cb4 HTTP/1.1" status: 200 len: 1092 time: 2.3575008 Nov 18 17:28:49.889421 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48df720-f9e4-41df-932d-ed87f1edd926 x-openstack-request-id: req-b48df720-f9e4-41df-932d-ed87f1edd926 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:28:49.889704 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abefe30a-b66d-49ae-8edd-cfee6ecbc926", "tag": "006230e3-445c-4e21-9e41-4292da8b6e68", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:28:49.889941 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b48df720-f9e4-41df-932d-ed87f1edd926 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:28:49.890968 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abefe30a-b66d-49ae-8edd-cfee6ecbc926', 'tag': '006230e3-445c-4e21-9e41-4292da8b6e68', 'status': 'completed', 'code': 200} Nov 18 17:28:49.892577 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a85555-c725-4e56-bc92-8e1271fa60c9 service neutron] Pushing event updated for resources: {'Port': ['ID=006230e3-445c-4e21-9e41-4292da8b6e68,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:49.990416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fe27a-235a-4fd4-bbc3-2e83b3e8e4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b05097-a4b8-4975-a59b-a25a2b749cb4,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:50.003421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec996604-620a-4a86-b72f-e699628f0724 req-9d8a9380-f22d-408b-9ef1-693828dee350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:50.005139 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ec996604-620a-4a86-b72f-e699628f0724 req-9d8a9380-f22d-408b-9ef1-693828dee350 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0de7d88c816240c0971ebec206414d16&device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 1095 time: 0.1049123 Nov 18 17:28:50.016845 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5efec-8b47-44fa-a48e-652115c4767e req-b59e244c-ce47-487e-a4c3-b2295a83faec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:50.018443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59c5efec-8b47-44fa-a48e-652115c4767e req-b59e244c-ce47-487e-a4c3-b2295a83faec tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 944 time: 0.0655448 Nov 18 17:28:50.109269 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59c5efec-8b47-44fa-a48e-652115c4767e req-35305c0b-4e5d-48f2-98b7-d03211ecd00d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764725 Nov 18 17:28:50.144573 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b1962-e201-4236-88a0-9b580c81b8ea req-37ab07bc-84cb-4fb7-9619-c25945302d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:50.146148 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-457b1962-e201-4236-88a0-9b580c81b8ea req-37ab07bc-84cb-4fb7-9619-c25945302d2d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 1095 time: 0.1571290 Nov 18 17:28:50.255209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd236115-7546-42f9-b846-e759dadc4c6b req-2986cc3d-5602-4833-babc-2786ae483fec tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:50.257892 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd236115-7546-42f9-b846-e759dadc4c6b req-2986cc3d-5602-4833-babc-2786ae483fec tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 943 time: 0.0605657 Nov 18 17:28:50.334599 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd236115-7546-42f9-b846-e759dadc4c6b req-fcdf40ee-5901-4635-b475-11f658131954 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698845 Nov 18 17:28:50.470327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e23a72be-889c-418c-8887-71506f10fa6a req-a3cd8e60-6d52-4f53-a0ce-a115e1a813d8 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0428317 Nov 18 17:28:50.612891 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-457b1962-e201-4236-88a0-9b580c81b8ea req-06a72b90-4b44-4721-917d-d9d2c9ce15e7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2b05097-a4b8-4975-a59b-a25a2b749cb4 HTTP/1.1" status: 200 len: 217 time: 0.4311743 Nov 18 17:28:50.612891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec996604-620a-4a86-b72f-e699628f0724 req-4bd4e0aa-e041-4fa5-bdac-dc801c94e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:50.612891 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ec996604-620a-4a86-b72f-e699628f0724 req-4bd4e0aa-e041-4fa5-bdac-dc801c94e0cc service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=0de7d88c816240c0971ebec206414d16&shared=False HTTP/1.1" status: 200 len: 905 time: 0.5856166 Nov 18 17:28:50.728096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00030178-3bde-4ed7-9677-a3ff80a13bcb req-ea0f5104-565f-415f-a030-90ee2296b6b1 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:50.732082 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-00030178-3bde-4ed7-9677-a3ff80a13bcb req-ea0f5104-565f-415f-a030-90ee2296b6b1 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 943 time: 0.1098070 Nov 18 17:28:50.768860 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b1962-e201-4236-88a0-9b580c81b8ea req-ce09f308-e5e2-409c-97ef-be42abb24b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:50.770473 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-457b1962-e201-4236-88a0-9b580c81b8ea req-ce09f308-e5e2-409c-97ef-be42abb24b10 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b53522fb-157f-447d-b118-4d80e9a8327f HTTP/1.1" status: 200 len: 845 time: 0.1337759 Nov 18 17:28:50.772846 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e46b4799-1c4f-43d9-b35d-398d339edfaf tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Deleting port c1d0c958-145d-4ecd-bcff-f222af17bccb {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:28:50.773287 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e46b4799-1c4f-43d9-b35d-398d339edfaf tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:50.833633 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-457b1962-e201-4236-88a0-9b580c81b8ea req-780643f0-e284-446a-bf8a-2bd8eff061c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e59e94f2-f384-4c67-a2b2-bbfe576feffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550687 Nov 18 17:28:50.907958 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-00030178-3bde-4ed7-9677-a3ff80a13bcb req-4e8cfaa0-0ca4-4081-9394-b700a2988345 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561821 Nov 18 17:28:51.005796 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec996604-620a-4a86-b72f-e699628f0724 req-ad876aeb-9de7-4ddd-818f-cd3347bb75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:51.007424 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ec996604-620a-4a86-b72f-e699628f0724 req-ad876aeb-9de7-4ddd-818f-cd3347bb75f6 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3847277 Nov 18 17:28:51.107753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e46b4799-1c4f-43d9-b35d-398d339edfaf tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:51.140002 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-457b1962-e201-4236-88a0-9b580c81b8ea req-f76c40db-c64a-4e12-91af-b70272dcb8fd service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677772 Nov 18 17:28:51.141043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e46b4799-1c4f-43d9-b35d-398d339edfaf tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Calling delete_port for c1d0c958-145d-4ecd-bcff-f222af17bccb owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:28:51.144202 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-720b2f85-c26e-4f4c-9d35-f9cc4a1a23d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:51.145737 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-720b2f85-c26e-4f4c-9d35-f9cc4a1a23d5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0de7d88c816240c0971ebec206414d16&device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 1095 time: 0.0807521 Nov 18 17:28:51.236181 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-cfcc3ef7-f9a8-46ec-8997-6c9a8911a415 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=006230e3-445c-4e21-9e41-4292da8b6e68 HTTP/1.1" status: 200 len: 217 time: 0.0789690 Nov 18 17:28:51.279507 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ae13308d-c8f3-4814-b387-d394bec6f3d9 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:28:51.324297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-7eb2a4c3-a382-470a-b3f1-7e159b5c0d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:51.329644 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-7eb2a4c3-a382-470a-b3f1-7e159b5c0d3d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=069ac9c4-0652-4a7d-9e28-3147189e9231 HTTP/1.1" status: 200 len: 843 time: 0.0840149 Nov 18 17:28:51.389238 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75bca2-f317-42f7-a99b-77ca3e42a47e req-0b466563-9e11-4493-8bc3-38aab45204b9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:51.469605 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-815903a7-56b5-437c-b6ca-625e36a2a5c2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871496 Nov 18 17:28:51.496429 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d75bca2-f317-42f7-a99b-77ca3e42a47e req-0b466563-9e11-4493-8bc3-38aab45204b9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 944 time: 0.1890147 Nov 18 17:28:51.548237 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-457b1962-e201-4236-88a0-9b580c81b8ea req-a423a65f-b612-428e-9f51-348ede8fb82a service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457844 Nov 18 17:28:51.569580 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:51.576271 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port ae13308d-c8f3-4814-b387-d394bec6f3d9, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ae13308d-c8f3-4814-b387-d394bec6f3d9,segment=NetworkSegment(212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e),segment_id=212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:51.608037 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'ae13308d-c8f3-4814-b387-d394bec6f3d9', 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec', 'port_id': 'ae13308d-c8f3-4814-b387-d394bec6f3d9', 'mac_address': 'fa:16:3e:18:3b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:28:51.664443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d75bca2-f317-42f7-a99b-77ca3e42a47e req-02a720cd-5b19-40af-bcce-58fd6be3e07d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611183 Nov 18 17:28:51.666507 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-cbee1e11-8d5f-4b9b-b122-849a0362ee66 service neutron] 10.222.0.83 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881278 Nov 18 17:28:51.670373 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:51.704788 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae13308d-c8f3-4814-b387-d394bec6f3d9 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:28:51.732105 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc607d-346c-4967-8a77-94bd623cca30 req-15aa3ecd-39fe-4e1e-906f-ee46b9d1c70a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:51.736315 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port ae13308d-c8f3-4814-b387-d394bec6f3d9, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ae13308d-c8f3-4814-b387-d394bec6f3d9,segment=NetworkSegment(212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e),segment_id=212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:51.746463 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04fc607d-346c-4967-8a77-94bd623cca30 req-15aa3ecd-39fe-4e1e-906f-ee46b9d1c70a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 943 time: 0.2044015 Nov 18 17:28:51.823835 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50cd78b7-e8a7-447f-8e79-cfd1c70c020a req-c9b8f9fe-e8af-411c-b80c-b789e5161c3a tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0562980 Nov 18 17:28:51.873797 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6a4bd1c3-0cae-406e-b603-5bc001fa30f2 req-f45796f3-c878-4a6f-aa66-a7774621e1ec service neutron] 10.222.0.83 "GET /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948826 Nov 18 17:28:51.878424 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04fc607d-346c-4967-8a77-94bd623cca30 req-dcdc9bc9-9c58-48f6-9d7a-c6226b3792d0 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309958 Nov 18 17:28:51.891738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677338bc-15df-4ec3-af2d-0c3ae745aac1', 'tag': 'a2b05097-a4b8-4975-a59b-a25a2b749cb4'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:28:51.894974 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2513334d-1760-4446-bb11-bc568f486d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "677338bc-15df-4ec3-af2d-0c3ae745aac1", "tag": "a2b05097-a4b8-4975-a59b-a25a2b749cb4"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:28:51.916851 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:51.946844 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910301a6-0ed1-48ab-a0db-c5d0ce0a8e59 x-openstack-request-id: req-910301a6-0ed1-48ab-a0db-c5d0ce0a8e59 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:28:51.947244 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677338bc-15df-4ec3-af2d-0c3ae745aac1", "tag": "a2b05097-a4b8-4975-a59b-a25a2b749cb4", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:28:51.949814 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-910301a6-0ed1-48ab-a0db-c5d0ce0a8e59 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:28:51.949814 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677338bc-15df-4ec3-af2d-0c3ae745aac1', 'tag': 'a2b05097-a4b8-4975-a59b-a25a2b749cb4', 'status': 'completed', 'code': 200} Nov 18 17:28:52.047974 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e46b4799-1c4f-43d9-b35d-398d339edfaf tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:52.048203 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=ae13308d-c8f3-4814-b387-d394bec6f3d9,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:52.078637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b4799-1c4f-43d9-b35d-398d339edfaf tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event deleted for resources: {'Port': ['ID=c1d0c958-145d-4ecd-bcff-f222af17bccb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:52.139749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fecf52-5282-4e20-b797-aa5bed303add req-30b214dd-9118-4460-a8f0-1d2c620f3a75 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:52.148455 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-60fecf52-5282-4e20-b797-aa5bed303add req-30b214dd-9118-4460-a8f0-1d2c620f3a75 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 943 time: 0.1197424 Nov 18 17:28:52.180167 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513334d-1760-4446-bb11-bc568f486d2e req-6fb2946d-d4a0-4df2-9d73-0b1c85f9c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:52.181795 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2513334d-1760-4446-bb11-bc568f486d2e req-6fb2946d-d4a0-4df2-9d73-0b1c85f9c954 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 1095 time: 0.2071800 Nov 18 17:28:52.187621 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ae13308d-c8f3-4814-b387-d394bec6f3d9'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:28:52.294697 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-60fecf52-5282-4e20-b797-aa5bed303add req-8892dcb0-db61-4722-bc98-45eadfc1819d tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439402 Nov 18 17:28:52.347031 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e46b4799-1c4f-43d9-b35d-398d339edfaf tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:52.597942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513334d-1760-4446-bb11-bc568f486d2e req-99f78add-e495-404b-804f-4c80e294dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:52.599370 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2513334d-1760-4446-bb11-bc568f486d2e req-99f78add-e495-404b-804f-4c80e294dac4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 907 time: 0.3624418 Nov 18 17:28:52.613165 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46b4799-1c4f-43d9-b35d-398d339edfaf tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Router c77b9bd7-0d75-477a-87f3-a7cedfadbe5c has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:28:52.656539 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2513334d-1760-4446-bb11-bc568f486d2e req-d9230f14-4c54-4a53-891d-03237a1542dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2b05097-a4b8-4975-a59b-a25a2b749cb4 HTTP/1.1" status: 200 len: 217 time: 0.0413587 Nov 18 17:28:52.790845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46b4799-1c4f-43d9-b35d-398d339edfaf tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:28:52.794217 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513334d-1760-4446-bb11-bc568f486d2e req-f82f35a0-036d-44f3-bce9-3f270cb75857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:52.795722 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2513334d-1760-4446-bb11-bc568f486d2e req-f82f35a0-036d-44f3-bce9-3f270cb75857 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b53522fb-157f-447d-b118-4d80e9a8327f HTTP/1.1" status: 200 len: 845 time: 0.0886159 Nov 18 17:28:52.803551 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35532) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:52.805534 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e46b4799-1c4f-43d9-b35d-398d339edfaf tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "PUT /v2.0/routers/c77b9bd7-0d75-477a-87f3-a7cedfadbe5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8304577 Nov 18 17:28:52.809587 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d38adb-4be2-41a1-adc8-622c4a31e344 None None] Sync routers for ids ['c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:28:52.828836 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d38adb-4be2-41a1-adc8-622c4a31e344 None None] Routers {'c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:52.829487 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-42d38adb-4be2-41a1-adc8-622c4a31e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:52.847303 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-7e7b3b12-f796-4a25-9931-84c6cf305921 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] delete failed (client error): The resource could not be found. Nov 18 17:28:52.848739 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7e7b3b12-f796-4a25-9931-84c6cf305921 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "DELETE /v2.0/routers/tempest-non_exist_router-2038956164 HTTP/1.1" status: 404 len: 335 time: 0.0434291 Nov 18 17:28:52.852488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35534) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:52.865531 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a3deeddb-264a-4e43-9a7a-37779fa43ec4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:52.879694 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2513334d-1760-4446-bb11-bc568f486d2e req-815d0d95-88c2-4f30-83f7-8c5068436672 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e59e94f2-f384-4c67-a2b2-bbfe576feffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478477 Nov 18 17:28:52.903971 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-42d38adb-4be2-41a1-adc8-622c4a31e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:52.913407 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d38adb-4be2-41a1-adc8-622c4a31e344 None None] Routers {'c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:52.914344 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-42d38adb-4be2-41a1-adc8-622c4a31e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:52.933558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a86605-31d1-473c-abed-778f34616c07 req-9814d098-09ee-48bd-9434-d4203ec15f4a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:52.940779 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02a86605-31d1-473c-abed-778f34616c07 req-9814d098-09ee-48bd-9434-d4203ec15f4a tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 945 time: 0.1747327 Nov 18 17:28:52.970570 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-42d38adb-4be2-41a1-adc8-622c4a31e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:52.971370 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d38adb-4be2-41a1-adc8-622c4a31e344 None None] The sync data for ids ['c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:28:52.998482 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:53.047083 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2513334d-1760-4446-bb11-bc568f486d2e req-6ee64391-d401-4331-ba4c-992a62b62bdc service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664479 Nov 18 17:28:53.089363 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9597ab4b-bb8a-4699-a51b-a130736ebeb3 req-5dc246b4-52a3-4d32-9fb5-82d5b1d20e34 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.1189370 Nov 18 17:28:53.163433 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02a86605-31d1-473c-abed-778f34616c07 req-6e1ee508-8367-4ebd-b096-e2257c40da8f tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092509 Nov 18 17:28:53.217415 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2513334d-1760-4446-bb11-bc568f486d2e req-a30940f1-99b2-4bbe-8cab-1d6dff4432b4 service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577649 Nov 18 17:28:53.240085 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a3deeddb-264a-4e43-9a7a-37779fa43ec4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:53.278457 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ae13308d-c8f3-4814-b387-d394bec6f3d9 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:28:53.280111 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c782a7-3dca-4a45-972b-5fe21ee7d9b2 req-10a3200b-d03f-4b47-ac02-dae8dc8d56b8 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:53.285293 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-45c782a7-3dca-4a45-972b-5fe21ee7d9b2 req-10a3200b-d03f-4b47-ac02-dae8dc8d56b8 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 943 time: 0.0852144 Nov 18 17:28:53.344162 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-45c782a7-3dca-4a45-972b-5fe21ee7d9b2 req-35381fb9-3916-44b7-89a9-958d2803d1b5 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549679 Nov 18 17:28:53.375624 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-a3deeddb-264a-4e43-9a7a-37779fa43ec4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] update failed (client error): The resource could not be found. Nov 18 17:28:53.376937 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a3deeddb-264a-4e43-9a7a-37779fa43ec4 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "PUT /v2.0/routers/c77b9bd7-0d75-477a-87f3-a7cedfadbe5c HTTP/1.1" status: 404 len: 339 time: 0.5231833 Nov 18 17:28:53.381263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35544) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:53.436823 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port ae13308d-c8f3-4814-b387-d394bec6f3d9 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:28:53.441723 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port ae13308d-c8f3-4814-b387-d394bec6f3d9 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:53.442331 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:53.446136 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addbf57-d5cc-458c-b440-000ebb13deef req-9cc9a90f-8940-45f1-9e30-70f606352f68 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:53.447975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2addbf57-d5cc-458c-b440-000ebb13deef req-9cc9a90f-8940-45f1-9e30-70f606352f68 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 943 time: 0.0743601 Nov 18 17:28:53.514665 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2addbf57-d5cc-458c-b440-000ebb13deef req-3f9b8130-762b-481e-824d-1b4c5a03303c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547478 Nov 18 17:28:53.565858 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:53.593612 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae13308d-c8f3-4814-b387-d394bec6f3d9'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:28:53.595683 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14c60c2-03ad-4749-b8bd-272812122a17" -d '{"events": [{"server_uuid": "0e1591fe-4004-4388-91f5-e9c81a9d041d", "name": "network-vif-plugged", "status": "completed", "tag": "ae13308d-c8f3-4814-b387-d394bec6f3d9"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:28:53.623188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port ae13308d-c8f3-4814-b387-d394bec6f3d9, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ae13308d-c8f3-4814-b387-d394bec6f3d9,segment=NetworkSegment(212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e),segment_id=212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:53.633486 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40df56b5-64c2-4330-b83d-b158391bff10 x-openstack-request-id: req-40df56b5-64c2-4330-b83d-b158391bff10 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:28:53.633843 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1591fe-4004-4388-91f5-e9c81a9d041d", "name": "network-vif-plugged", "status": "completed", "tag": "ae13308d-c8f3-4814-b387-d394bec6f3d9", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:28:53.634129 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-40df56b5-64c2-4330-b83d-b158391bff10 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:28:53.634801 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae13308d-c8f3-4814-b387-d394bec6f3d9', 'code': 200} Nov 18 17:28:53.747549 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:53.750811 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:53.800056 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=ae13308d-c8f3-4814-b387-d394bec6f3d9,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:53.850663 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2aef5-180e-493b-9c19-cf2540faffef req-81d91579-46ca-4874-b26e-cb4757deba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:53.852219 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-45b2aef5-180e-493b-9c19-cf2540faffef req-81d91579-46ca-4874-b26e-cb4757deba69 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 1097 time: 0.1497512 Nov 18 17:28:53.972746 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-45b2aef5-180e-493b-9c19-cf2540faffef req-87634c89-ae5c-4b81-92b0-51d46a331bc7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887663 Nov 18 17:28:54.057151 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Allocated IP 172.20.0.1 (0984ab4a-b6f3-489d-9258-a6f58d3b048b/d68821e3-f80e-4926-85d8-443a4f1716d0/3b92693f-b9d8-47ed-9921-f996945292b0) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:28:54.207506 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:54.258212 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-17bc5988-e700-4a33-98c2-e1780b58446d req-0a43100f-5b78-4312-9644-17a5324cf7fb tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0675235 Nov 18 17:28:54.321033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400b2c3-1c05-4adb-8a4e-498963072527 req-c5acc6e2-1e92-4a5f-9472-c0d813213321 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:54.322516 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c400b2c3-1c05-4adb-8a4e-498963072527 req-c5acc6e2-1e92-4a5f-9472-c0d813213321 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.0588555 Nov 18 17:28:54.369393 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:54.393222 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c400b2c3-1c05-4adb-8a4e-498963072527 req-9a07cb08-8ae8-42b8-b105-572b11f696df tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638862 Nov 18 17:28:54.421662 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Network 0984ab4a-b6f3-489d-9258-a6f58d3b048b is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:28:54.425171 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:54.427693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:28:54.462200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event updated for resources: {'Port': ['ID=3b92693f-b9d8-47ed-9921-f996945292b0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:54.504528 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:54.515753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ab448-44ed-4b97-a7a8-b718f8964d53 req-41f6c889-d4d4-423f-ac35-9a7835a0a20a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:54.517798 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b5ab448-44ed-4b97-a7a8-b718f8964d53 req-41f6c889-d4d4-423f-ac35-9a7835a0a20a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 943 time: 0.0808756 Nov 18 17:28:54.636218 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b5ab448-44ed-4b97-a7a8-b718f8964d53 req-bbba0fab-46c1-4cd5-bf50-7d57a132188d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106889 Nov 18 17:28:54.687336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4edb6-0a48-403f-9e50-54365cc26266 req-af1ec397-50cf-49e8-9463-70189e9b2ab2 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:54.688956 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dcf4edb6-0a48-403f-9e50-54365cc26266 req-af1ec397-50cf-49e8-9463-70189e9b2ab2 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 943 time: 0.0757940 Nov 18 17:28:54.756845 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dcf4edb6-0a48-403f-9e50-54365cc26266 req-7af6cb3a-b5c5-4554-a282-b7da497a0724 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563869 Nov 18 17:28:54.756955 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:54.790717 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-dd56c028-6484-4e46-b430-4faa09dc421c None None] Provisioning complete for port 3b92693f-b9d8-47ed-9921-f996945292b0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:54.791283 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd56c028-6484-4e46-b430-4faa09dc421c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:54.813941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 006230e3-445c-4e21-9e41-4292da8b6e68 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:28:54.844305 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-dd56c028-6484-4e46-b430-4faa09dc421c None None] Port 3b92693f-b9d8-47ed-9921-f996945292b0 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:28:54.962547 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 006230e3-445c-4e21-9e41-4292da8b6e68, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=006230e3-445c-4e21-9e41-4292da8b6e68,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:54.975145 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '006230e3-445c-4e21-9e41-4292da8b6e68', 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9', 'port_id': '006230e3-445c-4e21-9e41-4292da8b6e68', 'mac_address': 'fa:16:3e:e8:58:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069ac9c4-0652-4a7d-9e28-3147189e9231', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:28:55.021325 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:55.042017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006230e3-445c-4e21-9e41-4292da8b6e68 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:28:55.079950 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 006230e3-445c-4e21-9e41-4292da8b6e68, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=006230e3-445c-4e21-9e41-4292da8b6e68,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:55.107677 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:55.179632 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:55.180376 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device a2b05097-a4b8-4975-a59b-a25a2b749cb4 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:28:55.226127 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:55.273852 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=006230e3-445c-4e21-9e41-4292da8b6e68,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:55.314869 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:55.316937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event updated for resources: {'Port': ['ID=3b92693f-b9d8-47ed-9921-f996945292b0,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:55.337358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port a2b05097-a4b8-4975-a59b-a25a2b749cb4, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a2b05097-a4b8-4975-a59b-a25a2b749cb4,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:55.358525 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'a2b05097-a4b8-4975-a59b-a25a2b749cb4', 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd', 'port_id': 'a2b05097-a4b8-4975-a59b-a25a2b749cb4', 'mac_address': 'fa:16:3e:a9:a5:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53522fb-157f-447d-b118-4d80e9a8327f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:28:55.406950 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79b4c43d-55fd-4152-8ba7-be922652ab79 req-07a88c8c-633e-47ac-85b9-34b4d6c04f9c tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0343597 Nov 18 17:28:55.416798 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:55.462053 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b05097-a4b8-4975-a59b-a25a2b749cb4 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:28:55.474443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Network 0984ab4a-b6f3-489d-9258-a6f58d3b048b is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:28:55.476105 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:55.530864 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port a2b05097-a4b8-4975-a59b-a25a2b749cb4, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a2b05097-a4b8-4975-a59b-a25a2b749cb4,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:55.538275 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-17e198f4-f99f-4d2d-ab32-bbbd5cd6c88d req-4adb87ea-a34b-4ec1-8d43-108e4e5919be service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0521715 Nov 18 17:28:55.567332 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284a83d-e2f5-4ef7-beeb-eb1adff7fe3e req-b5a50239-1cd9-4c5e-878b-039719bf4c24 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:55.568919 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2284a83d-e2f5-4ef7-beeb-eb1adff7fe3e req-b5a50239-1cd9-4c5e-878b-039719bf4c24 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.0947967 Nov 18 17:28:55.620197 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:55.640854 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2284a83d-e2f5-4ef7-beeb-eb1adff7fe3e req-6b9b5ce3-77f8-48bd-bd3d-83db0931ac1c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633805 Nov 18 17:28:55.728923 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=a2b05097-a4b8-4975-a59b-a25a2b749cb4,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:55.823317 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994db88-47ba-40cf-9b6d-fd9cd2f6bf4f req-7859f31b-17fe-440e-b3ba-2f9c0389a9ee tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:55.831704 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b994db88-47ba-40cf-9b6d-fd9cd2f6bf4f req-7859f31b-17fe-440e-b3ba-2f9c0389a9ee tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 944 time: 0.1111443 Nov 18 17:28:55.897472 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-fd43600a-a11f-4cc9-b879-eef592d4e52e None None] Provisioning complete for port 3b92693f-b9d8-47ed-9921-f996945292b0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:55.901889 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fd43600a-a11f-4cc9-b879-eef592d4e52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:55.912282 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b994db88-47ba-40cf-9b6d-fd9cd2f6bf4f req-75209046-acda-4cb7-8fbd-0f2f1aa7485f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764248 Nov 18 17:28:55.925723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e95043-bd9c-4ee8-a62c-7eb87158d0dc req-bddec51a-4910-4a93-9b10-9a3d664b5145 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:55.938298 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-73e95043-bd9c-4ee8-a62c-7eb87158d0dc req-bddec51a-4910-4a93-9b10-9a3d664b5145 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.1635156 Nov 18 17:28:55.959562 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['a2b05097-a4b8-4975-a59b-a25a2b749cb4'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:28:55.962159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['006230e3-445c-4e21-9e41-4292da8b6e68'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:28:56.062436 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fd43600a-a11f-4cc9-b879-eef592d4e52e None None] Port 3b92693f-b9d8-47ed-9921-f996945292b0 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:28:56.113694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-73e95043-bd9c-4ee8-a62c-7eb87158d0dc req-6884d69e-6821-49f7-8bb2-0bd36ecf5620 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740954 Nov 18 17:28:56.138377 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35576) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:56.194607 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700a79d-c559-4bb0-a9e3-e8e5a28e4887 req-e49fa081-991b-494e-b1a3-c6f57b3b6f02 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:56.203162 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d700a79d-c559-4bb0-a9e3-e8e5a28e4887 req-e49fa081-991b-494e-b1a3-c6f57b3b6f02 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 944 time: 0.1952112 Nov 18 17:28:56.233213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Router c77b9bd7-0d75-477a-87f3-a7cedfadbe5c has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:28:56.236381 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01672e9-ffd8-426b-99f8-dd88a7cc9092 tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:56.246833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a01672e9-ffd8-426b-99f8-dd88a7cc9092 tempest-TestNetworkAdvancedServerOps-1606621396 tempest-TestNetworkAdvancedServerOps-1606621396-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 1093 time: 0.0992575 Nov 18 17:28:56.247424 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35578) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:56.252709 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': 'ae13308d-c8f3-4814-b387-d394bec6f3d9', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:56.273149 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d700a79d-c559-4bb0-a9e3-e8e5a28e4887 req-34424cd0-0396-4882-842d-412ca5f7f28c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689635 Nov 18 17:28:56.369590 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:28:56.375117 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-27ca95d7-493e-42a5-abbd-67992a81bda7 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "PUT /v2.0/routers/c77b9bd7-0d75-477a-87f3-a7cedfadbe5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9927447 Nov 18 17:28:56.378695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35582) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:56.381778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc291b7-98fd-4483-9cb2-28a7add2a6e5 None None] Sync routers for ids ['c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:28:56.395717 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc291b7-98fd-4483-9cb2-28a7add2a6e5 None None] Routers {'c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:56.396698 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2cc291b7-98fd-4483-9cb2-28a7add2a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:56.442234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2cc291b7-98fd-4483-9cb2-28a7add2a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:56.465605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc291b7-98fd-4483-9cb2-28a7add2a6e5 None None] Routers {'c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:56.466478 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2cc291b7-98fd-4483-9cb2-28a7add2a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:56.467070 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for floatingip, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:56.507280 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2cc291b7-98fd-4483-9cb2-28a7add2a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:56.507979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc291b7-98fd-4483-9cb2-28a7add2a6e5 None None] The sync data for ids ['c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:28:56.512600 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f1474459-3eb8-46b8-b716-ee24fe60fa2b tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:56.582568 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f5aee75-5c04-4f2e-8232-25ad99c6f311 req-c8418db5-7aae-4b13-b290-54a8a05e287d tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0344899 Nov 18 17:28:56.660911 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-f1474459-3eb8-46b8-b716-ee24fe60fa2b tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 18 17:28:56.661987 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f1474459-3eb8-46b8-b716-ee24fe60fa2b tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "DELETE /v2.0/routers/c77b9bd7-0d75-477a-87f3-a7cedfadbe5c HTTP/1.1" status: 409 len: 329 time: 0.2817328 Nov 18 17:28:56.664822 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35586) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:56.777321 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:57.010221 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Allocated IP 172.25.3.31 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/735a14bc-3511-4d51-8944-cc5f6b93d062) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:28:57.039089 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a09dc-ab8b-4981-aaf8-d5850a2ab14d req-d89e2ec5-e3f4-48b8-8698-f03f9ac7fcac tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:57.044440 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d1a09dc-ab8b-4981-aaf8-d5850a2ab14d req-d89e2ec5-e3f4-48b8-8698-f03f9ac7fcac tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 944 time: 0.0551703 Nov 18 17:28:57.091449 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d1a09dc-ab8b-4981-aaf8-d5850a2ab14d req-bd6132f7-8698-4e7f-b471-6b5bcf0b9db0 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 Nov 18 17:28:57.184599 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:57.237141 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d31b3540-59d1-4cc5-b04e-cc743aa7c05f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:57.371055 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:57.410414 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc621d-a1f0-4e0e-b266-14dba0ea49a9 req-f655a8e9-9e8d-4e49-8ad4-a2febcff13c2 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:57.412531 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ffc621d-a1f0-4e0e-b266-14dba0ea49a9 req-f655a8e9-9e8d-4e49-8ad4-a2febcff13c2 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 944 time: 0.0554311 Nov 18 17:28:57.446583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:28:57.454507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=735a14bc-3511-4d51-8944-cc5f6b93d062,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:57.458264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:28:57.461798 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:28:57.482465 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ffc621d-a1f0-4e0e-b266-14dba0ea49a9 req-ca942637-d692-4a00-9ec7-a551f3172646 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571928 Nov 18 17:28:57.693504 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c2f8bdd-0203-4df3-ada1-01ab1ec76cdf req-50dd03b3-8ce4-4624-8a52-f5c47330caed tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0299559 Nov 18 17:28:57.738414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d31b3540-59d1-4cc5-b04e-cc743aa7c05f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Deleting port 3b92693f-b9d8-47ed-9921-f996945292b0 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:28:57.738766 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d31b3540-59d1-4cc5-b04e-cc743aa7c05f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:57.878376 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d31b3540-59d1-4cc5-b04e-cc743aa7c05f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:57.935441 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d31b3540-59d1-4cc5-b04e-cc743aa7c05f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Calling delete_port for 3b92693f-b9d8-47ed-9921-f996945292b0 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:28:58.054583 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:58.237273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea32260-88b2-4779-b71b-2dd824785594 req-18aca579-2c3d-4557-982f-086722c8ee96 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:58.238769 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cea32260-88b2-4779-b71b-2dd824785594 req-18aca579-2c3d-4557-982f-086722c8ee96 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 944 time: 0.0515823 Nov 18 17:28:58.282629 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:58.296480 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cea32260-88b2-4779-b71b-2dd824785594 req-9e40c9c4-46fe-4f58-b259-6ab21fec4f5d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513477 Nov 18 17:28:58.317459 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d31b3540-59d1-4cc5-b04e-cc743aa7c05f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:58.362100 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b3540-59d1-4cc5-b04e-cc743aa7c05f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event deleted for resources: {'Port': ['ID=3b92693f-b9d8-47ed-9921-f996945292b0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:58.709500 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d31b3540-59d1-4cc5-b04e-cc743aa7c05f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:58.725366 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb1efd-e02c-4586-aaba-2db6c1033976 req-71934360-629d-49b6-a9d7-7b9b5f1bb835 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:58.732609 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e8cb1efd-e02c-4586-aaba-2db6c1033976 req-71934360-629d-49b6-a9d7-7b9b5f1bb835 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 944 time: 0.0900292 Nov 18 17:28:58.824518 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device a2b05097-a4b8-4975-a59b-a25a2b749cb4 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:28:58.853881 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:58.879141 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76e52be1-2e02-4ceb-9f22-6d811a39df2d req-b85b644c-054d-4694-90de-c3728a0a8af7 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0897791 Nov 18 17:28:58.891543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e8cb1efd-e02c-4586-aaba-2db6c1033976 req-f388044e-cb86-49d9-b95c-d38c9b597c8e tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535029 Nov 18 17:28:58.981191 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port a2b05097-a4b8-4975-a59b-a25a2b749cb4 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:28:58.986159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port a2b05097-a4b8-4975-a59b-a25a2b749cb4 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:58.986756 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:59.011907 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31b3540-59d1-4cc5-b04e-cc743aa7c05f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Router c77b9bd7-0d75-477a-87f3-a7cedfadbe5c has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:28:59.017617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:59.070734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716669ce-5be1-4916-bcc5-c18ea0aa76d1 req-f965c995-8b1b-4d01-935e-9836aa0a11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:59.072292 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-716669ce-5be1-4916-bcc5-c18ea0aa76d1 req-f965c995-8b1b-4d01-935e-9836aa0a11c2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 1097 time: 0.2323055 Nov 18 17:28:59.121204 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:59.126552 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event updated for resources: {'Port': ['ID=735a14bc-3511-4d51-8944-cc5f6b93d062,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:59.130145 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:59.160232 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677338bc-15df-4ec3-af2d-0c3ae745aac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b05097-a4b8-4975-a59b-a25a2b749cb4'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:28:59.163418 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a49f5d9-4be3-477b-877e-ab10338db498" -d '{"events": [{"server_uuid": "677338bc-15df-4ec3-af2d-0c3ae745aac1", "name": "network-vif-plugged", "status": "completed", "tag": "a2b05097-a4b8-4975-a59b-a25a2b749cb4"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:28:59.180863 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port a2b05097-a4b8-4975-a59b-a25a2b749cb4, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a2b05097-a4b8-4975-a59b-a25a2b749cb4,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:59.262709 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:59.264021 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 006230e3-445c-4e21-9e41-4292da8b6e68 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:28:59.436264 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=a2b05097-a4b8-4975-a59b-a25a2b749cb4,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:59.451039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:59.451405 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:59.451817 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:59.452328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:59.452682 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:59.453080 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:59.453425 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:59.453769 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:59.454946 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:59.455302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:59.455646 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:59.456025 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:28:59.529929 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 006230e3-445c-4e21-9e41-4292da8b6e68 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:28:59.537090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 006230e3-445c-4e21-9e41-4292da8b6e68 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:28:59.538220 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:59.649888 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4d01a-2d42-414e-8d03-bf6ee1372092 req-c79d540a-bc1c-41ab-a535-b9b82625328b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:59.651762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-07c4d01a-2d42-414e-8d03-bf6ee1372092 req-c79d540a-bc1c-41ab-a535-b9b82625328b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.0711811 Nov 18 17:28:59.652973 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:59.695944 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 006230e3-445c-4e21-9e41-4292da8b6e68, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=006230e3-445c-4e21-9e41-4292da8b6e68,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:28:59.735867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31b3540-59d1-4cc5-b04e-cc743aa7c05f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:28:59.749212 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957caa70-c3e0-4ef4-b107-9364e61e9f51 None None] Sync routers for ids ['c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:28:59.763340 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957caa70-c3e0-4ef4-b107-9364e61e9f51 None None] Routers {'c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:59.764009 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-957caa70-c3e0-4ef4-b107-9364e61e9f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:59.769144 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:28:59.774383 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-d92b7c6a-a9ec-4bd3-b9f8-4697a7214d87 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:28:59.782279 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-d92b7c6a-a9ec-4bd3-b9f8-4697a7214d87 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 811 time: 0.7233617 Nov 18 17:28:59.803171 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-fb106b7f-e893-4842-916d-cf9035e010d2 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/quotas/eb06569cbbd34a779286792999368bd6 HTTP/1.1" status: 200 len: 375 time: 0.0196977 Nov 18 17:28:59.811925 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d31b3540-59d1-4cc5-b04e-cc743aa7c05f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "PUT /v2.0/routers/c77b9bd7-0d75-477a-87f3-a7cedfadbe5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1422453 Nov 18 17:28:59.820585 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-957caa70-c3e0-4ef4-b107-9364e61e9f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:59.827421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35654) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:59.834493 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957caa70-c3e0-4ef4-b107-9364e61e9f51 None None] Routers {'c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:28:59.835365 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-957caa70-c3e0-4ef4-b107-9364e61e9f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:59.849595 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-07c4d01a-2d42-414e-8d03-bf6ee1372092 req-7bec966a-d4d2-4571-ae5d-dbad12807b99 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701367 Nov 18 17:28:59.873576 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-957caa70-c3e0-4ef4-b107-9364e61e9f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:28:59.874613 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957caa70-c3e0-4ef4-b107-9364e61e9f51 None None] The sync data for ids ['c77b9bd7-0d75-477a-87f3-a7cedfadbe5c'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:28:59.884665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=006230e3-445c-4e21-9e41-4292da8b6e68,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:28:59.885099 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-b6d12844-97dc-4d1c-bdb0-dae857830ab3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803497 Nov 18 17:28:59.890785 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Floating IP 83861876-740c-40aa-940f-a6182f4ae983 associated. External IP: 172.25.3.31, port: ae13308d-c8f3-4814-b387-d394bec6f3d9. Nov 18 17:28:59.934131 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca7749e-f791-49a0-8d94-5ba630720ed5 x-openstack-request-id: req-4ca7749e-f791-49a0-8d94-5ba630720ed5 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:28:59.934504 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677338bc-15df-4ec3-af2d-0c3ae745aac1", "name": "network-vif-plugged", "status": "completed", "tag": "a2b05097-a4b8-4975-a59b-a25a2b749cb4", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:28:59.934868 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4ca7749e-f791-49a0-8d94-5ba630720ed5 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:28:59.935277 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677338bc-15df-4ec3-af2d-0c3ae745aac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b05097-a4b8-4975-a59b-a25a2b749cb4', 'code': 200} Nov 18 17:28:59.941229 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-26dc13b2-cb27-4fd9-87a6-a7dd7b3d3723 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] show failed (client error): The resource could not be found. Nov 18 17:28:59.950666 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35662) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:28:59.955233 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-32934ca7-ab5e-4a3a-8f07-f9116185e8bc tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:28:59.959028 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-26dc13b2-cb27-4fd9-87a6-a7dd7b3d3723 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "GET /v2.0/routers/tempest-non_exist_router-320082034 HTTP/1.1" status: 404 len: 334 time: 0.1105466 Nov 18 17:28:59.968337 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-27956217-7117-4a14-a4b6-c676c75d8da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:00.021806 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-32934ca7-ab5e-4a3a-8f07-f9116185e8bc tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] update failed (client error): The resource could not be found. Nov 18 17:29:00.023153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-32934ca7-ab5e-4a3a-8f07-f9116185e8bc tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "PUT /v2.0/routers/tempest-non_exist_router-1522929835 HTTP/1.1" status: 404 len: 335 time: 0.0751693 Nov 18 17:29:00.028274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35664) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:00.079369 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716669ce-5be1-4916-bcc5-c18ea0aa76d1 req-c6e6a3ff-390c-43dc-92d7-3170ffea83e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:00.080873 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-716669ce-5be1-4916-bcc5-c18ea0aa76d1 req-c6e6a3ff-390c-43dc-92d7-3170ffea83e3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.8960810 Nov 18 17:29:00.189122 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d1446f-353e-4a05-97d6-2c1ef7f579ae tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Deleting subnet 2cecb87a-3530-4949-9439-bb6b11d8f66f {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:29:00.208728 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59362d0e-e0cf-4f6a-a2df-37a60fcad9d8 req-7fa498e1-2dd3-4fdf-985b-ff38cc1708e6 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:00.210321 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59362d0e-e0cf-4f6a-a2df-37a60fcad9d8 req-7fa498e1-2dd3-4fdf-985b-ff38cc1708e6 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 945 time: 0.1663158 Nov 18 17:29:00.212304 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-13d1446f-353e-4a05-97d6-2c1ef7f579ae tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:00.220648 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-716669ce-5be1-4916-bcc5-c18ea0aa76d1 req-89313a74-a4b2-4da2-83f4-f7d34efa4446 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a41711e-76b2-42ef-ab70-e75764352775 HTTP/1.1" status: 200 len: 1000 time: 0.1229823 Nov 18 17:29:00.224895 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3e453-cf06-4882-88e6-e2a1f8c12b9c req-55d447d6-a758-43e8-9105-378e6afc3872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:00.226346 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-15f3e453-cf06-4882-88e6-e2a1f8c12b9c req-55d447d6-a758-43e8-9105-378e6afc3872 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 1097 time: 0.1649961 Nov 18 17:29:00.278417 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-49886853-9037-43f5-9497-06fbd3b014aa service neutron] 10.222.0.72 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925905 Nov 18 17:29:00.324170 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-13d1446f-353e-4a05-97d6-2c1ef7f579ae tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:00.374999 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59362d0e-e0cf-4f6a-a2df-37a60fcad9d8 req-e229c60f-e37b-407b-ad2f-8be630082266 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638947 Nov 18 17:29:00.393267 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716669ce-5be1-4916-bcc5-c18ea0aa76d1 req-898b98b7-c2f6-4f8b-8981-5d4d258a04df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:00.403523 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-716669ce-5be1-4916-bcc5-c18ea0aa76d1 req-898b98b7-c2f6-4f8b-8981-5d4d258a04df service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.1216538 Nov 18 17:29:00.403523 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-15f3e453-cf06-4882-88e6-e2a1f8c12b9c req-3b523577-b8f7-4477-b2ca-81cfed122abb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359584 Nov 18 17:29:00.456969 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router 196369d9-afc1-459f-a902-df68f30e4180 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:29:00.474284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716669ce-5be1-4916-bcc5-c18ea0aa76d1 req-7b408433-1e2a-4055-a32e-739443faf91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:00.474284 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-716669ce-5be1-4916-bcc5-c18ea0aa76d1 req-7b408433-1e2a-4055-a32e-739443faf91e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695612 Nov 18 17:29:00.480386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-51b24521-463f-4f3c-a904-6dd551dc2692 service neutron] 10.222.0.72 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869221 Nov 18 17:29:00.518820 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-13d1446f-353e-4a05-97d6-2c1ef7f579ae tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:00.574563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ee1b2-a176-41c8-bee5-962575aa06e7 req-d3699b46-0125-41c3-91ad-fec1a6c73d54 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:00.574563 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e9ee1b2-a176-41c8-bee5-962575aa06e7 req-d3699b46-0125-41c3-91ad-fec1a6c73d54 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 945 time: 0.1078005 Nov 18 17:29:00.591936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:29:00.605224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b413222-51c5-4d87-9316-7804cb562a73 None None] Sync routers for ids ['196369d9-afc1-459f-a902-df68f30e4180'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:29:00.622419 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b413222-51c5-4d87-9316-7804cb562a73 None None] Routers {'196369d9-afc1-459f-a902-df68f30e4180'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:29:00.623359 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5b413222-51c5-4d87-9316-7804cb562a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['196369d9-afc1-459f-a902-df68f30e4180'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:00.646955 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e9ee1b2-a176-41c8-bee5-962575aa06e7 req-ecdab25f-ad9d-4016-8265-18fc30c3c9c9 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659268 Nov 18 17:29:00.682984 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-13d1446f-353e-4a05-97d6-2c1ef7f579ae tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:00.686579 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:00.736486 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7ad48291-470d-413e-8f05-62bbe747c0e0 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4877448 Nov 18 17:29:00.738313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'tag': 'ae13308d-c8f3-4814-b387-d394bec6f3d9'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:29:00.741564 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa70d4e-c695-445d-a780-3f3e43d76beb" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1591fe-4004-4388-91f5-e9c81a9d041d", "tag": "ae13308d-c8f3-4814-b387-d394bec6f3d9"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:29:00.745095 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1446f-353e-4a05-97d6-2c1ef7f579ae tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event deleted for resources: {'Subnet': ['ID=2cecb87a-3530-4949-9439-bb6b11d8f66f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:00.747987 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-13d1446f-353e-4a05-97d6-2c1ef7f579ae tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:00.751536 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-716669ce-5be1-4916-bcc5-c18ea0aa76d1 req-a8684603-6b58-4ddc-9c64-d7969cf4eeda service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470482 Nov 18 17:29:00.753186 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-13d1446f-353e-4a05-97d6-2c1ef7f579ae tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "DELETE /v2.0/subnets/2cecb87a-3530-4949-9439-bb6b11d8f66f HTTP/1.1" status: 204 len: 168 time: 0.7233391 Nov 18 17:29:00.756137 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35676) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:00.756654 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0a2416-3236-49be-bb9c-646cc73e3224 None None] Network 12beaaba-a83c-4d14-8456-504deed55ecb requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:29:00.790945 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e09f581-a8db-43d1-b35c-2d8613465083 req-335d9045-4f5e-4269-8c5f-d6d83e70805d tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0340714 Nov 18 17:29:00.918129 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e1214a-bb3c-4d22-8fd3-cdd779e67146 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Deleting subnet 4d8aa434-aedd-4227-902d-64200db0e389 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:29:00.922770 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18e1214a-bb3c-4d22-8fd3-cdd779e67146 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:00.931770 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-716669ce-5be1-4916-bcc5-c18ea0aa76d1 req-794a0206-c741-4902-9310-e9811eb34bde service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661143 Nov 18 17:29:00.953176 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d0a70-d66f-4229-80ee-142590c68865 req-a85a6487-0bba-48ef-a133-3c4dc65f86d2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:00.963218 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-195d0a70-d66f-4229-80ee-142590c68865 req-a85a6487-0bba-48ef-a133-3c4dc65f86d2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.0969105 Nov 18 17:29:01.007737 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18e1214a-bb3c-4d22-8fd3-cdd779e67146 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:01.035081 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-195d0a70-d66f-4229-80ee-142590c68865 req-299217e4-ab4d-4327-9608-10261c406c76 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696192 Nov 18 17:29:01.069726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35684) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:01.110492 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-5b413222-51c5-4d87-9316-7804cb562a73 None None] Set router 196369d9-afc1-459f-a902-df68f30e4180 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:29:01.145679 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-25e79892-ffbc-4247-8a9e-5cea2a1eb428 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/83861876-740c-40aa-940f-a6182f4ae983 HTTP/1.1" status: 200 len: 991 time: 0.0738122 Nov 18 17:29:01.162788 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bde0e9e-4dcb-4575-b3a2-f02fcf2e6350 x-openstack-request-id: req-4bde0e9e-4dcb-4575-b3a2-f02fcf2e6350 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:29:01.163097 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1591fe-4004-4388-91f5-e9c81a9d041d", "tag": "ae13308d-c8f3-4814-b387-d394bec6f3d9", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:29:01.163362 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4bde0e9e-4dcb-4575-b3a2-f02fcf2e6350 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:29:01.163973 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'tag': 'ae13308d-c8f3-4814-b387-d394bec6f3d9', 'status': 'completed', 'code': 200} Nov 18 17:29:01.259974 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18e1214a-bb3c-4d22-8fd3-cdd779e67146 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:01.350051 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa70d4e-c695-445d-a780-3f3e43d76beb req-a2117c45-7eaa-4cd9-b1c1-6758e3831edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:01.351603 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-caa70d4e-c695-445d-a780-3f3e43d76beb req-a2117c45-7eaa-4cd9-b1c1-6758e3831edd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 1098 time: 0.1717215 Nov 18 17:29:01.408756 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcdc2e5-edd8-4f6d-ae9d-752406b1aa56 None None] DHCP port deletion for 12beaaba-a83c-4d14-8456-504deed55ecb request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:29:01.419886 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7b7c-78ba-4f8e-8a08-0c814c3a1274 req-1f147dcd-d2f2-44ad-8343-96969fd54558 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:01.421489 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-13de7b7c-78ba-4f8e-8a08-0c814c3a1274 req-1f147dcd-d2f2-44ad-8343-96969fd54558 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1686459 Nov 18 17:29:01.425119 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a0840755-fef3-4788-b8ec-a5269d38ef8d req-4b511e52-a550-4a44-949c-b0c4b16cfc9c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 210 time: 0.0631382 Nov 18 17:29:01.490145 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-13de7b7c-78ba-4f8e-8a08-0c814c3a1274 req-f3a2e09b-c84f-4704-b434-779d43684c9d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617778 Nov 18 17:29:01.493938 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa70d4e-c695-445d-a780-3f3e43d76beb req-4023d6a9-af9c-4ad2-9000-bd3457b0cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:01.496412 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-caa70d4e-c695-445d-a780-3f3e43d76beb req-4023d6a9-af9c-4ad2-9000-bd3457b0cf11 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0ba92f63-afbc-4d4a-8a56-1c89df73beec HTTP/1.1" status: 200 len: 897 time: 0.1371574 Nov 18 17:29:01.500209 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18e1214a-bb3c-4d22-8fd3-cdd779e67146 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:01.641227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a5ae9-7121-4d61-8868-587103915913 req-a57e44e6-feb0-4d4f-a566-6350709247f3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:01.649077 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47a5ae9-7121-4d61-8868-587103915913 req-a57e44e6-feb0-4d4f-a566-6350709247f3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 945 time: 0.1159420 Nov 18 17:29:01.662106 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-caa70d4e-c695-445d-a780-3f3e43d76beb req-ad3f0b0c-ad24-44de-8633-45f922e7f68c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae13308d-c8f3-4814-b387-d394bec6f3d9 HTTP/1.1" status: 200 len: 999 time: 0.1486559 Nov 18 17:29:01.666136 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1214a-bb3c-4d22-8fd3-cdd779e67146 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event deleted for resources: {'Subnet': ['ID=4d8aa434-aedd-4227-902d-64200db0e389,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:01.692323 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b352a5b-df03-4a6c-afc5-df3f7394e5eb None None] Network 76dd4883-4b3b-4072-be04-0a4c98015415 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:29:01.694802 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18e1214a-bb3c-4d22-8fd3-cdd779e67146 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:01.699182 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-18e1214a-bb3c-4d22-8fd3-cdd779e67146 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "DELETE /v2.0/subnets/4d8aa434-aedd-4227-902d-64200db0e389 HTTP/1.1" status: 204 len: 168 time: 0.9419436 Nov 18 17:29:01.740068 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35700) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:01.751264 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3bcdc2e5-edd8-4f6d-ae9d-752406b1aa56 None None] Deleting port 8b000282-454e-460b-bfce-520756b7559b {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:29:01.751428 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bcdc2e5-edd8-4f6d-ae9d-752406b1aa56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:01.788375 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b47a5ae9-7121-4d61-8868-587103915913 req-0af6158f-c0fe-45cb-bb2a-cb63597d6346 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368108 Nov 18 17:29:01.841257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa70d4e-c695-445d-a780-3f3e43d76beb req-0f0e8f7d-388d-4d4b-b84d-dae4f5b0ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:01.842927 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-caa70d4e-c695-445d-a780-3f3e43d76beb req-0f0e8f7d-388d-4d4b-b84d-dae4f5b0ad7a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1 HTTP/1.1" status: 200 len: 834 time: 0.1650817 Nov 18 17:29:01.941627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1eb2eb-9c84-4639-a43b-a4da96b6d430 req-3583a7e7-cf70-411b-a619-f2e9281a9da3 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:01.953921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b1eb2eb-9c84-4639-a43b-a4da96b6d430 req-3583a7e7-cf70-411b-a619-f2e9281a9da3 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 945 time: 0.1646657 Nov 18 17:29:01.965370 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abefe30a-b66d-49ae-8edd-cfee6ecbc926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006230e3-445c-4e21-9e41-4292da8b6e68'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:29:01.968430 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba65b4ae-b0a5-4ef1-9ad0-a5cf8e2c3f68" -d '{"events": [{"server_uuid": "abefe30a-b66d-49ae-8edd-cfee6ecbc926", "name": "network-vif-plugged", "status": "completed", "tag": "006230e3-445c-4e21-9e41-4292da8b6e68"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:29:02.005378 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:02.016570 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e94f0d07-e6bf-4e01-9727-2dea0fd37005 req-2a6cd666-fe52-452d-b9e4-885ff55c61d9 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0574999 Nov 18 17:29:02.069152 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3bcdc2e5-edd8-4f6d-ae9d-752406b1aa56 None None] For port 8b000282-454e-460b-bfce-520756b7559b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8b000282-454e-460b-bfce-520756b7559b,segment=NetworkSegment(f558f237-30b6-4949-bf02-ef77bacd2585),segment_id=f558f237-30b6-4949-bf02-ef77bacd2585)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:02.069152 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bcdc2e5-edd8-4f6d-ae9d-752406b1aa56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:02.085895 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa70d4e-c695-445d-a780-3f3e43d76beb req-f9b0d81a-2b4c-48ca-bfd2-66e537903d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:02.087931 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-caa70d4e-c695-445d-a780-3f3e43d76beb req-f9b0d81a-2b4c-48ca-bfd2-66e537903d4d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0ba92f63-afbc-4d4a-8a56-1c89df73beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1792843 Nov 18 17:29:02.099631 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3bcdc2e5-edd8-4f6d-ae9d-752406b1aa56 None None] Calling delete_port for 8b000282-454e-460b-bfce-520756b7559b owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:29:02.128361 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b1eb2eb-9c84-4639-a43b-a4da96b6d430 req-ef34b730-f269-495b-91c4-56fd98f16e7f tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734719 Nov 18 17:29:02.148062 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35708) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:02.192633 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9f1965-aa62-4ead-90bf-9d92e1a3f838 x-openstack-request-id: req-5b9f1965-aa62-4ead-90bf-9d92e1a3f838 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:29:02.193593 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abefe30a-b66d-49ae-8edd-cfee6ecbc926", "name": "network-vif-plugged", "status": "completed", "tag": "006230e3-445c-4e21-9e41-4292da8b6e68", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:29:02.194001 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5b9f1965-aa62-4ead-90bf-9d92e1a3f838 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:29:02.194551 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abefe30a-b66d-49ae-8edd-cfee6ecbc926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006230e3-445c-4e21-9e41-4292da8b6e68', 'code': 200} Nov 18 17:29:02.230075 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5b413222-51c5-4d87-9316-7804cb562a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196369d9-afc1-459f-a902-df68f30e4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35553822', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:28:03Z', 'updated_at': '2021-11-18T17:28:18Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:04Z', 'updated_at': '2021-11-18T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '83861876-740c-40aa-940f-a6182f4ae983', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'floating_ip_address': '172.25.3.31', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '196369d9-afc1-459f-a902-df68f30e4180', 'port_id': 'ae13308d-c8f3-4814-b387-d394bec6f3d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec', 'mac_address': 'fa:16:3e:18:3b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:28:57Z', 'updated_at': '2021-11-18T17:28:57Z', 'revision_number': 0, 'project_id': '2cf238edb8014a38996468367e264a07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae559cd-f60c-4ff9-8c9a-db20f03d4b31', 'name': '', 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:92:b3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:15Z', 'updated_at': '2021-11-18T17:28:26Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:02.272234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b413222-51c5-4d87-9316-7804cb562a73 None None] Checking router: 196369d9-afc1-459f-a902-df68f30e4180 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:29:02.316746 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Deleting port 8b000282-454e-460b-bfce-520756b7559b {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:29:02.317093 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:02.319235 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b413222-51c5-4d87-9316-7804cb562a73 None None] Routers {'196369d9-afc1-459f-a902-df68f30e4180'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:29:02.319839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5b413222-51c5-4d87-9316-7804cb562a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:28:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['196369d9-afc1-459f-a902-df68f30e4180'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:02.328058 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-caa70d4e-c695-445d-a780-3f3e43d76beb req-202f3ded-2996-4a34-9cfe-f398b014a92f service neutron] 10.222.0.81 "GET /v2.0/networks/0ba92f63-afbc-4d4a-8a56-1c89df73beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939068 Nov 18 17:29:02.344840 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-742ef152-604b-4680-ad1e-4845cab31f15 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/83861876-740c-40aa-940f-a6182f4ae983 HTTP/1.1" status: 200 len: 991 time: 0.1948514 Nov 18 17:29:02.371335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5f07d-bcc8-4bcf-ab11-f6c21fe904e5 req-5af17f08-617c-49d9-904d-339b94eaa3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:02.373622 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c7a5f07d-bcc8-4bcf-ab11-f6c21fe904e5 req-5af17f08-617c-49d9-904d-339b94eaa3dd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 1097 time: 0.1438422 Nov 18 17:29:02.487704 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-5b413222-51c5-4d87-9316-7804cb562a73 None None] Set router 196369d9-afc1-459f-a902-df68f30e4180 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:29:02.526751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] For port 8b000282-454e-460b-bfce-520756b7559b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8b000282-454e-460b-bfce-520756b7559b,segment=NetworkSegment(f558f237-30b6-4949-bf02-ef77bacd2585),segment_id=f558f237-30b6-4949-bf02-ef77bacd2585)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:02.527130 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:02.531633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f71bd18-b1c6-451e-aac4-760acadbe003 None None] DHCP port deletion for 76dd4883-4b3b-4072-be04-0a4c98015415 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:29:02.536958 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bcdc2e5-edd8-4f6d-ae9d-752406b1aa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:02.548540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Calling delete_port for 8b000282-454e-460b-bfce-520756b7559b owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:29:02.577895 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e6aedac5-1cf6-4f5c-8796-beeb357a3e2f req-f5cca160-5390-4945-ad09-08002d2ec9cb tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 210 time: 0.0520780 Nov 18 17:29:02.694999 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36b3ab57-3c9d-4ab1-a288-36148e3d360d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:02.696936 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdc2e5-edd8-4f6d-ae9d-752406b1aa56 None None] Pushing event deleted for resources: {'Port': ['ID=8b000282-454e-460b-bfce-520756b7559b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:02.702771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcdc2e5-edd8-4f6d-ae9d-752406b1aa56 None None] No DVR routers for this DVR port 8b000282-454e-460b-bfce-520756b7559b on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:29:02.705418 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd69cd-3d0b-4f63-9d86-f7e26b6c566e req-b11b40ed-61b0-4a19-b351-fd244c1dc90b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:02.717615 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ffdd69cd-3d0b-4f63-9d86-f7e26b6c566e req-b11b40ed-61b0-4a19-b351-fd244c1dc90b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1041420 Nov 18 17:29:02.781310 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-caa70d4e-c695-445d-a780-3f3e43d76beb req-939c07ef-1f9a-4608-974b-83dabbc0374d service neutron] 10.222.0.81 "GET /v2.0/networks/0ba92f63-afbc-4d4a-8a56-1c89df73beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198787 Nov 18 17:29:02.792821 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ffdd69cd-3d0b-4f63-9d86-f7e26b6c566e req-8b95c95e-05f9-480a-9f7e-7aa6c8cdcb92 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704074 Nov 18 17:29:02.845511 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c7a5f07d-bcc8-4bcf-ab11-f6c21fe904e5 req-b1596b3e-5f04-40ff-974c-e42c999abb9a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339969 Nov 18 17:29:02.854790 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:02.872001 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3f71bd18-b1c6-451e-aac4-760acadbe003 None None] Deleting port 905658e2-5c0b-4799-8aab-9ed1ae04f1c7 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:29:02.872001 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f71bd18-b1c6-451e-aac4-760acadbe003 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:02.893557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event deleted for resources: {'Port': ['ID=8b000282-454e-460b-bfce-520756b7559b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:02.895434 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] No DVR routers for this DVR port 8b000282-454e-460b-bfce-520756b7559b on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:29:02.988593 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:03.024033 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12beaaba-a83c-4d14-8456-504deed55ecb']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:03.027041 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3f71bd18-b1c6-451e-aac4-760acadbe003 None None] For port 905658e2-5c0b-4799-8aab-9ed1ae04f1c7, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=905658e2-5c0b-4799-8aab-9ed1ae04f1c7,segment=NetworkSegment(70c963bd-73b8-49ad-8a5e-bd1948a3eb2c),segment_id=70c963bd-73b8-49ad-8a5e-bd1948a3eb2c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:03.027465 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f71bd18-b1c6-451e-aac4-760acadbe003 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:03.038265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f558f237-30b6-4949-bf02-ef77bacd2585') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:03.038919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f558f237-30b6-4949-bf02-ef77bacd2585') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:03.045491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3f71bd18-b1c6-451e-aac4-760acadbe003 None None] Calling delete_port for 905658e2-5c0b-4799-8aab-9ed1ae04f1c7 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:29:03.052164 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c07eae-0cf4-49c5-879e-d1c551f01061 req-fbfd49ae-891d-4311-ab0f-5e1398f614e1 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:03.055684 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10c07eae-0cf4-49c5-879e-d1c551f01061 req-fbfd49ae-891d-4311-ab0f-5e1398f614e1 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 945 time: 0.1035848 Nov 18 17:29:03.056245 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:03.101982 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:03.110790 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:29:03.112009 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:29:03.116922 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:29:03.120944 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5b413222-51c5-4d87-9316-7804cb562a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196369d9-afc1-459f-a902-df68f30e4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35553822', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:28:03Z', 'updated_at': '2021-11-18T17:28:18Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:04Z', 'updated_at': '2021-11-18T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '83861876-740c-40aa-940f-a6182f4ae983', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'floating_ip_address': '172.25.3.31', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '196369d9-afc1-459f-a902-df68f30e4180', 'port_id': 'ae13308d-c8f3-4814-b387-d394bec6f3d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec', 'mac_address': 'fa:16:3e:18:3b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:28:57Z', 'updated_at': '2021-11-18T17:28:57Z', 'revision_number': 0, 'project_id': '2cf238edb8014a38996468367e264a07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae559cd-f60c-4ff9-8c9a-db20f03d4b31', 'name': '', 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:92:b3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:15Z', 'updated_at': '2021-11-18T17:28:26Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:03.149562 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b413222-51c5-4d87-9316-7804cb562a73 None None] The sync data for ids ['196369d9-afc1-459f-a902-df68f30e4180'] in n-d-813419-11 is: [{'id': '196369d9-afc1-459f-a902-df68f30e4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35553822', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:28:03Z', 'updated_at': '2021-11-18T17:28:18Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:04Z', 'updated_at': '2021-11-18T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '83861876-740c-40aa-940f-a6182f4ae983', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'floating_ip_address': '172.25.3.31', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '196369d9-afc1-459f-a902-df68f30e4180', 'port_id': 'ae13308d-c8f3-4814-b387-d394bec6f3d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec', 'mac_address': 'fa:16:3e:18:3b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:28:57Z', 'updated_at': '2021-11-18T17:28:57Z', 'revision_number': 0, 'project_id': '2cf238edb8014a38996468367e264a07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae559cd-f60c-4ff9-8c9a-db20f03d4b31', 'name': '', 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:92:b3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:15Z', 'updated_at': '2021-11-18T17:28:26Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:29:03.192545 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb85850a-3418-4408-9238-c8ae0f0f0f98 req-903068e7-6fe8-439a-bc31-a01cb9436304 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0640223 Nov 18 17:29:03.200783 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10c07eae-0cf4-49c5-879e-d1c551f01061 req-4e8cc374-70f6-47d6-b6cf-cf574441fdfc tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355884 Nov 18 17:29:03.296419 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:03.313491 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:03.321430 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "DELETE /v2.0/networks/12beaaba-a83c-4d14-8456-504deed55ecb HTTP/1.1" status: 204 len: 168 time: 1.5738997 Nov 18 17:29:03.331394 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35730) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:03.340072 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f71bd18-b1c6-451e-aac4-760acadbe003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:03.345109 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35732) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:03.384711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afaeb35-45cb-4b09-8ac6-570cfa123d33 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event deleted for resources: {'Network': ['ID=12beaaba-a83c-4d14-8456-504deed55ecb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:03.430029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8b000282-454e-460b-bfce-520756b7559b no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:29:03.433659 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71bd18-b1c6-451e-aac4-760acadbe003 None None] Pushing event deleted for resources: {'Port': ['ID=905658e2-5c0b-4799-8aab-9ed1ae04f1c7,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:03.442255 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f71bd18-b1c6-451e-aac4-760acadbe003 None None] No DVR routers for this DVR port 905658e2-5c0b-4799-8aab-9ed1ae04f1c7 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:29:03.474272 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 8b000282-454e-460b-bfce-520756b7559b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:29:03.475577 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8b000282-454e-460b-bfce-520756b7559b not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:29:03.475976 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 905658e2-5c0b-4799-8aab-9ed1ae04f1c7 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:29:03.517883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 905658e2-5c0b-4799-8aab-9ed1ae04f1c7 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:29:03.518276 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 905658e2-5c0b-4799-8aab-9ed1ae04f1c7 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:29:03.536469 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354bdec0-1e86-45e5-8bac-b7011bd92955 None None] New status for floating IP 83861876-740c-40aa-940f-a6182f4ae983: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:29:03.541303 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39743d73-f6fb-41ac-a9cf-a43e9c5a371f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:03.549611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca572c20-de02-4b21-844e-b10f4a9a2551 req-4bc62c48-d1a5-4460-ae77-199c3f7f6351 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:03.557398 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca572c20-de02-4b21-844e-b10f4a9a2551 req-4bc62c48-d1a5-4460-ae77-199c3f7f6351 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 945 time: 0.2940927 Nov 18 17:29:03.578217 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-26ac7763-2552-4ddc-baae-865247e2ce04 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/83861876-740c-40aa-940f-a6182f4ae983 HTTP/1.1" status: 200 len: 991 time: 0.2053051 Nov 18 17:29:03.588463 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f16f4f-2b61-4d25-90b6-8ee3c20a81c5 req-359b94f4-0e87-4b7c-b26e-3809d16b56f5 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:03.590814 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:03.597145 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44f16f4f-2b61-4d25-90b6-8ee3c20a81c5 req-359b94f4-0e87-4b7c-b26e-3809d16b56f5 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 945 time: 0.2787330 Nov 18 17:29:03.654978 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca572c20-de02-4b21-844e-b10f4a9a2551 req-d0233b5c-7868-4139-a698-c286ac1de34b tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966840 Nov 18 17:29:03.659681 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39743d73-f6fb-41ac-a9cf-a43e9c5a371f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:03.673466 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44f16f4f-2b61-4d25-90b6-8ee3c20a81c5 req-ab343e86-d7e5-416d-a00f-e01b14202c1b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757368 Nov 18 17:29:03.692026 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-39743d73-f6fb-41ac-a9cf-a43e9c5a371f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76dd4883-4b3b-4072-be04-0a4c98015415']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:03.703536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-39743d73-f6fb-41ac-a9cf-a43e9c5a371f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c963bd-73b8-49ad-8a5e-bd1948a3eb2c') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:03.703872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-39743d73-f6fb-41ac-a9cf-a43e9c5a371f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c963bd-73b8-49ad-8a5e-bd1948a3eb2c') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:03.717432 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39743d73-f6fb-41ac-a9cf-a43e9c5a371f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:03.733976 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39743d73-f6fb-41ac-a9cf-a43e9c5a371f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:03.753021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39743d73-f6fb-41ac-a9cf-a43e9c5a371f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:29:03.753021 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39743d73-f6fb-41ac-a9cf-a43e9c5a371f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:29:03.759211 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:29:03.841848 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b448297-abc4-4ec7-aefa-86aa6648c685 req-d263140b-02ba-46b0-a082-fa9126127a3e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 210 time: 0.0601907 Nov 18 17:29:03.873310 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74497e4c-883e-48e9-ba4a-412c2c7e8193 req-81612e5d-0832-463c-bef3-9b200a3a2f38 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:03.880661 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74497e4c-883e-48e9-ba4a-412c2c7e8193 req-81612e5d-0832-463c-bef3-9b200a3a2f38 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 945 time: 0.0870044 Nov 18 17:29:03.924199 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74497e4c-883e-48e9-ba4a-412c2c7e8193 req-93403fc3-92d3-4c69-9a7d-16be75cadcb3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426414 Nov 18 17:29:03.938802 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39743d73-f6fb-41ac-a9cf-a43e9c5a371f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:03.962375 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39743d73-f6fb-41ac-a9cf-a43e9c5a371f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:03.966853 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-39743d73-f6fb-41ac-a9cf-a43e9c5a371f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "DELETE /v2.0/networks/76dd4883-4b3b-4072-be04-0a4c98015415 HTTP/1.1" status: 204 len: 168 time: 0.6331387 Nov 18 17:29:03.967095 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39743d73-f6fb-41ac-a9cf-a43e9c5a371f tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event deleted for resources: {'Network': ['ID=76dd4883-4b3b-4072-be04-0a4c98015415,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:03.968857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35744) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:04.081025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ea54b9-533d-4faf-ba2c-5099d84536bc tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Deleting subnet d68821e3-f80e-4926-85d8-443a4f1716d0 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:29:04.090104 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3ea54b9-533d-4faf-ba2c-5099d84536bc tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:04.145395 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3ea54b9-533d-4faf-ba2c-5099d84536bc tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:04.178738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-38032694-e75a-42ff-9107-c8d2d88f75ff tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:04.178738 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-38032694-e75a-42ff-9107-c8d2d88f75ff tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.81 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 811 time: 0.1984041 Nov 18 17:29:04.189708 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-3ef4a696-47b8-4d48-8c70-6e4e3d82fa5e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Request body: {'port': {'device_id': '49ea1a35-1879-444e-a9a8-62a0d7b99436', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'admin_state_up': True, 'tenant_id': 'eb06569cbbd34a779286792999368bd6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:04.328831 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3ea54b9-533d-4faf-ba2c-5099d84536bc tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:04.337804 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4faaa161-2229-4554-a795-dc325a755e7e req-0bd80be9-aecf-468a-96c9-1dadbfeb7f5d tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0296302 Nov 18 17:29:04.474988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d5626-ffb0-4b93-82f0-42cf03ee6b97 req-9a73b5ab-971e-483e-bb99-71ff83777a46 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:04.476727 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-649d5626-ffb0-4b93-82f0-42cf03ee6b97 req-9a73b5ab-971e-483e-bb99-71ff83777a46 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 945 time: 0.0558100 Nov 18 17:29:04.483491 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3ea54b9-533d-4faf-ba2c-5099d84536bc tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:04.489546 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-3ef4a696-47b8-4d48-8c70-6e4e3d82fa5e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Made reservation on behalf of eb06569cbbd34a779286792999368bd6 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:29:04.495334 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-3ef4a696-47b8-4d48-8c70-6e4e3d82fa5e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:04.518616 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69959926-9334-472d-936e-3d12caad00b9 None None] Network 0984ab4a-b6f3-489d-9258-a6f58d3b048b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:29:04.530220 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3ea54b9-533d-4faf-ba2c-5099d84536bc tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:04.543366 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a3ea54b9-533d-4faf-ba2c-5099d84536bc tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "DELETE /v2.0/subnets/d68821e3-f80e-4926-85d8-443a4f1716d0 HTTP/1.1" status: 204 len: 168 time: 0.5733714 Nov 18 17:29:04.552335 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-649d5626-ffb0-4b93-82f0-42cf03ee6b97 req-143ebba9-c9b0-415d-8a34-a1a64e99c3c1 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600631 Nov 18 17:29:04.558101 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35752) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:04.599967 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35754) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:04.600755 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea54b9-533d-4faf-ba2c-5099d84536bc tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event deleted for resources: {'Subnet': ['ID=d68821e3-f80e-4926-85d8-443a4f1716d0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:04.667374 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:04.784177 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ed75b2ac-e066-4284-a9e1-1d10e086340d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/83861876-740c-40aa-940f-a6182f4ae983 HTTP/1.1" status: 200 len: 993 time: 0.1751440 Nov 18 17:29:04.799293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Deleting port d426c3f1-c586-47f9-9bcf-fab2a0da9529 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:29:04.799747 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:04.834449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c9c244-907f-48c8-a1cf-a38c1b418aa5 None None] DHCP port deletion for 0984ab4a-b6f3-489d-9258-a6f58d3b048b request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:29:04.908885 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-3ef4a696-47b8-4d48-8c70-6e4e3d82fa5e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Allocated IP 172.20.0.13 (2a865f7b-e6e5-408d-a424-6ad90e179b12/d1171982-b40f-4085-92d0-7d3f68279805/873a0f57-4018-4d5b-9f63-291544e28def) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:29:04.949412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9c244-907f-48c8-a1cf-a38c1b418aa5 None None] Deleting port d426c3f1-c586-47f9-9bcf-fab2a0da9529 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:29:04.949412 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c244-907f-48c8-a1cf-a38c1b418aa5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:05.086070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] For port d426c3f1-c586-47f9-9bcf-fab2a0da9529, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d426c3f1-c586-47f9-9bcf-fab2a0da9529,segment=NetworkSegment(8c99ae99-1df2-4d9e-9d94-c54a881ba917),segment_id=8c99ae99-1df2-4d9e-9d94-c54a881ba917)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:05.086960 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:05.101613 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46a4bd08-f12f-491d-aee0-25bb26889cf6 req-ed154189-331e-4936-ab0c-2896555ca16b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 210 time: 0.0862215 Nov 18 17:29:05.106862 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Calling delete_port for d426c3f1-c586-47f9-9bcf-fab2a0da9529 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:29:05.142017 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f387c66-f4a7-4809-b42e-d6a4bbb7edce req-9baadd1f-eac4-4fa2-bffa-0e759e1a7fa0 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:05.148053 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-3ef4a696-47b8-4d48-8c70-6e4e3d82fa5e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:05.150581 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f387c66-f4a7-4809-b42e-d6a4bbb7edce req-9baadd1f-eac4-4fa2-bffa-0e759e1a7fa0 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 945 time: 0.2971098 Nov 18 17:29:05.239174 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e1c9c244-907f-48c8-a1cf-a38c1b418aa5 None None] For port d426c3f1-c586-47f9-9bcf-fab2a0da9529, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d426c3f1-c586-47f9-9bcf-fab2a0da9529,segment=NetworkSegment(8c99ae99-1df2-4d9e-9d94-c54a881ba917),segment_id=8c99ae99-1df2-4d9e-9d94-c54a881ba917)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:05.240012 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c244-907f-48c8-a1cf-a38c1b418aa5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:05.255482 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:05.260379 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9c244-907f-48c8-a1cf-a38c1b418aa5 None None] Calling delete_port for d426c3f1-c586-47f9-9bcf-fab2a0da9529 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:29:05.277367 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-3ef4a696-47b8-4d48-8c70-6e4e3d82fa5e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:05.289975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f387c66-f4a7-4809-b42e-d6a4bbb7edce req-310fe88b-6425-4444-a1e6-d02d681a0f9a tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234596 Nov 18 17:29:05.336858 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-3ef4a696-47b8-4d48-8c70-6e4e3d82fa5e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Network 2a865f7b-e6e5-408d-a424-6ad90e179b12 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:29:05.340683 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-3ef4a696-47b8-4d48-8c70-6e4e3d82fa5e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:29:05.356674 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-3ef4a696-47b8-4d48-8c70-6e4e3d82fa5e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:29:05.413929 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:29:05.415667 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:29:05.420065 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d426c3f1-c586-47f9-9bcf-fab2a0da9529 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:29:05.466118 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4a696-47b8-4d48-8c70-6e4e3d82fa5e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'Port': ['ID=873a0f57-4018-4d5b-9f63-291544e28def,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:05.483900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: d426c3f1-c586-47f9-9bcf-fab2a0da9529 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:29:05.484262 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d426c3f1-c586-47f9-9bcf-fab2a0da9529 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:29:05.497562 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c244-907f-48c8-a1cf-a38c1b418aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:05.516609 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event deleted for resources: {'Port': ['ID=d426c3f1-c586-47f9-9bcf-fab2a0da9529,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:05.525494 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] No DVR routers for this DVR port d426c3f1-c586-47f9-9bcf-fab2a0da9529 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:29:05.547911 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-3ef4a696-47b8-4d48-8c70-6e4e3d82fa5e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:05.548591 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-3ef4a696-47b8-4d48-8c70-6e4e3d82fa5e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:05.559504 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:05.568673 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9c244-907f-48c8-a1cf-a38c1b418aa5 None None] Pushing event deleted for resources: {'Port': ['ID=d426c3f1-c586-47f9-9bcf-fab2a0da9529,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:05.574949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c9c244-907f-48c8-a1cf-a38c1b418aa5 None None] No DVR routers for this DVR port d426c3f1-c586-47f9-9bcf-fab2a0da9529 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:29:05.617130 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-356d9096-40c7-4c7a-89da-e9f81bf176e2 req-1d89f503-5b66-471d-9633-abb715674f4a tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0719557 Nov 18 17:29:05.656492 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-3ef4a696-47b8-4d48-8c70-6e4e3d82fa5e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4704318 Nov 18 17:29:05.669912 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Request body: {'port': {'device_id': '49ea1a35-1879-444e-a9a8-62a0d7b99436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:05.774884 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:05.793405 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:05.816199 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6bb079d9-5e47-4a0d-9858-e69414b82ad0 None None] Provisioning complete for port 873a0f57-4018-4d5b-9f63-291544e28def triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:05.821724 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6bb079d9-5e47-4a0d-9858-e69414b82ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:05.832411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0984ab4a-b6f3-489d-9258-a6f58d3b048b']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:05.847901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c99ae99-1df2-4d9e-9d94-c54a881ba917') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:05.848546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c99ae99-1df2-4d9e-9d94-c54a881ba917') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:05.866202 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:05.891090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6bb079d9-5e47-4a0d-9858-e69414b82ad0 None None] Port 873a0f57-4018-4d5b-9f63-291544e28def cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:29:05.894371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fc68c-19c6-4e98-9673-a00a68ec1657 req-f97594cd-5441-4d92-8acd-0cfcafa2263b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:05.900330 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-933fc68c-19c6-4e98-9673-a00a68ec1657 req-f97594cd-5441-4d92-8acd-0cfcafa2263b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 945 time: 0.1848693 Nov 18 17:29:05.957002 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-933fc68c-19c6-4e98-9673-a00a68ec1657 req-7fe8a1de-b0ae-4093-9657-a06f8384b93c tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532327 Nov 18 17:29:05.958578 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:05.966986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:29:05.967745 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:29:05.979976 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:29:06.071826 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32e34d-33ca-490f-9b31-1a7d537c641c req-0fb3ffa6-6bf1-45c1-b917-55f437e84d25 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:06.073464 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f32e34d-33ca-490f-9b31-1a7d537c641c req-0fb3ffa6-6bf1-45c1-b917-55f437e84d25 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 945 time: 0.1603255 Nov 18 17:29:06.128107 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:06.143004 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:06.153132 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35784) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:06.156025 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "DELETE /v2.0/networks/0984ab4a-b6f3-489d-9258-a6f58d3b048b HTTP/1.1" status: 204 len: 168 time: 1.5965641 Nov 18 17:29:06.190336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94416813-1fd1-4e4f-a0ec-19d8ee393eb3 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Pushing event deleted for resources: {'Network': ['ID=0984ab4a-b6f3-489d-9258-a6f58d3b048b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:06.317152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695ea12-7f59-4772-86ed-e6a7a822665a req-7832e6c6-df2c-4ada-b457-c062d1c114be tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:06.325693 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7695ea12-7f59-4772-86ed-e6a7a822665a req-7832e6c6-df2c-4ada-b457-c062d1c114be tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 932 time: 0.0828543 Nov 18 17:29:06.404459 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7695ea12-7f59-4772-86ed-e6a7a822665a req-ace51974-6ccc-4283-857f-94f987504ae6 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777271 Nov 18 17:29:06.741176 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c7723878-90fc-4ecf-937f-fd1a6c4e291c tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "GET /v2.0/ports?device_id=c77b9bd7-0d75-477a-87f3-a7cedfadbe5c HTTP/1.1" status: 200 len: 205 time: 0.5847886 Nov 18 17:29:06.742226 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35818) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:06.811879 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79f4ef9b-6cd6-4804-bb6c-1a89f89c0d6e req-9869182f-46b0-4bcd-9b9a-7ede00d783b6 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0338233 Nov 18 17:29:06.852877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07445c52-b34a-4501-b14c-b20f3ac84eab req-1200fbc5-dbcd-488e-a06f-66b1d42eb382 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:06.855150 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-07445c52-b34a-4501-b14c-b20f3ac84eab req-1200fbc5-dbcd-488e-a06f-66b1d42eb382 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 945 time: 0.1107974 Nov 18 17:29:06.866976 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e7db042-033e-4847-8765-2152dbc63699 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:06.933307 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-07445c52-b34a-4501-b14c-b20f3ac84eab req-d3d4eebb-551b-4be9-8622-c99f1f21d7dd tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706158 Nov 18 17:29:07.085341 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10fc10-32a6-4bf8-8fd0-b173bcd49add req-55be6f40-3b2a-4feb-b83b-9758496ea196 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:07.086797 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b10fc10-32a6-4bf8-8fd0-b173bcd49add req-55be6f40-3b2a-4feb-b83b-9758496ea196 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 945 time: 0.0543737 Nov 18 17:29:07.100767 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-2f32e34d-33ca-490f-9b31-1a7d537c641c req-bbd30cb6-0cf6-4f6e-a202-ff16e8e5ae57 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Deleting port a2b05097-a4b8-4975-a59b-a25a2b749cb4 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:29:07.101102 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f32e34d-33ca-490f-9b31-1a7d537c641c req-bbd30cb6-0cf6-4f6e-a202-ff16e8e5ae57 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:07.108374 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e7db042-033e-4847-8765-2152dbc63699 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:07.123346 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e7db042-033e-4847-8765-2152dbc63699 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:07.130365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873a0f57-4018-4d5b-9f63-291544e28def {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:29:07.140642 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b10fc10-32a6-4bf8-8fd0-b173bcd49add req-7c56d945-372d-4b81-8eb9-78095cd53344 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471978 Nov 18 17:29:07.155310 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:07.253076 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2f32e34d-33ca-490f-9b31-1a7d537c641c req-bbd30cb6-0cf6-4f6e-a202-ff16e8e5ae57 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] For port a2b05097-a4b8-4975-a59b-a25a2b749cb4, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=a2b05097-a4b8-4975-a59b-a25a2b749cb4,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:07.253453 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f32e34d-33ca-490f-9b31-1a7d537c641c req-bbd30cb6-0cf6-4f6e-a202-ff16e8e5ae57 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:07.266784 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-2f32e34d-33ca-490f-9b31-1a7d537c641c req-bbd30cb6-0cf6-4f6e-a202-ff16e8e5ae57 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Calling delete_port for a2b05097-a4b8-4975-a59b-a25a2b749cb4 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:29:07.271246 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Transition to ACTIVE for port object 873a0f57-4018-4d5b-9f63-291544e28def will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:29:07.273961 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e7db042-033e-4847-8765-2152dbc63699 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:07.274472 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7db042-033e-4847-8765-2152dbc63699 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Fanout notify agent at l3_agent the message router_deleted on router c77b9bd7-0d75-477a-87f3-a7cedfadbe5c {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:29:07.284919 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e7db042-033e-4847-8765-2152dbc63699 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:07.286050 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2e7db042-033e-4847-8765-2152dbc63699 tempest-RoutersNegativeTest-2006084424 tempest-RoutersNegativeTest-2006084424-project] 10.222.0.72 "DELETE /v2.0/routers/c77b9bd7-0d75-477a-87f3-a7cedfadbe5c HTTP/1.1" status: 204 len: 168 time: 0.5428934 Nov 18 17:29:07.359878 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:07.456058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Pushing event updated for resources: {'Port': ['ID=873a0f57-4018-4d5b-9f63-291544e28def,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:07.606491 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Attempting to bind port 873a0f57-4018-4d5b-9f63-291544e28def on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:29:07.606935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Attempting to bind port 873a0f57-4018-4d5b-9f63-291544e28def by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:29:07.610082 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Attempting to bind port 873a0f57-4018-4d5b-9f63-291544e28def on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:29:07.622289 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380512f5-412d-4a10-9b08-f3d134ef6b3d req-72eb78ef-8fdf-4a84-a166-1fa5018b56d2 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:07.624719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-380512f5-412d-4a10-9b08-f3d134ef6b3d req-72eb78ef-8fdf-4a84-a166-1fa5018b56d2 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 944 time: 0.1198471 Nov 18 17:29:07.632780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Port 873a0f57-4018-4d5b-9f63-291544e28def on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:29:07.633234 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Attempting to bind port 873a0f57-4018-4d5b-9f63-291544e28def on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:29:07.648458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:29:07.648458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Checking segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:29:07.648458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Bound using segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:29:07.648458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Bound port: 873a0f57-4018-4d5b-9f63-291544e28def, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:29:07.648458 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:07.700601 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f32e34d-33ca-490f-9b31-1a7d537c641c req-bbd30cb6-0cf6-4f6e-a202-ff16e8e5ae57 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:07.707523 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-380512f5-412d-4a10-9b08-f3d134ef6b3d req-b85b3b68-2aab-4e1c-a90e-81c171678886 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760741 Nov 18 17:29:07.714147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8b0140f8-ab7d-4b55-b092-6caf280ecdb8', '505735c4-4acc-4d77-8fff-a2c5544e63e8', 'a2b05097-a4b8-4975-a59b-a25a2b749cb4'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:29:07.747325 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd30cb6-0cf6-4f6e-a202-ff16e8e5ae57 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Pushing event deleted for resources: {'Port': ['ID=a2b05097-a4b8-4975-a59b-a25a2b749cb4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:07.861773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35834) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:07.867998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f32e34d-33ca-490f-9b31-1a7d537c641c req-bbd30cb6-0cf6-4f6e-a202-ff16e8e5ae57 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] No DVR routers for this DVR port a2b05097-a4b8-4975-a59b-a25a2b749cb4 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:29:07.875443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] For port 873a0f57-4018-4d5b-9f63-291544e28def, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:29:07.878275 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2f32e34d-33ca-490f-9b31-1a7d537c641c req-bbd30cb6-0cf6-4f6e-a202-ff16e8e5ae57 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:07.881611 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2f32e34d-33ca-490f-9b31-1a7d537c641c req-bbd30cb6-0cf6-4f6e-a202-ff16e8e5ae57 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "DELETE /v2.0/ports/a2b05097-a4b8-4975-a59b-a25a2b749cb4 HTTP/1.1" status: 204 len: 173 time: 1.7895324 Nov 18 17:29:07.887504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677338bc-15df-4ec3-af2d-0c3ae745aac1', 'name': 'network-vif-deleted', 'tag': 'a2b05097-a4b8-4975-a59b-a25a2b749cb4'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:29:07.890242 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5249bd33-ddfb-4f3c-a11f-563b2f003641" -d '{"events": [{"server_uuid": "677338bc-15df-4ec3-af2d-0c3ae745aac1", "name": "network-vif-deleted", "tag": "a2b05097-a4b8-4975-a59b-a25a2b749cb4"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:29:07.920729 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] For port 873a0f57-4018-4d5b-9f63-291544e28def, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=873a0f57-4018-4d5b-9f63-291544e28def,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:29:07.978260 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75418ead-fcab-4ea1-a482-d9e15f7f69e7 x-openstack-request-id: req-75418ead-fcab-4ea1-a482-d9e15f7f69e7 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:29:07.978572 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677338bc-15df-4ec3-af2d-0c3ae745aac1", "name": "network-vif-deleted", "tag": "a2b05097-a4b8-4975-a59b-a25a2b749cb4", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:29:07.978836 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-75418ead-fcab-4ea1-a482-d9e15f7f69e7 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:29:07.979804 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677338bc-15df-4ec3-af2d-0c3ae745aac1', 'name': 'network-vif-deleted', 'tag': 'a2b05097-a4b8-4975-a59b-a25a2b749cb4', 'status': 'completed', 'code': 200} Nov 18 17:29:08.014219 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9a3902a5-628c-404e-ada2-8354ea8c517c req-960538b2-6b56-405a-9a51-e0b9f9bf0508 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0622053 Nov 18 17:29:08.014577 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:08.182773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5eabb-6c3b-4881-98dd-d7aed84db71c req-3ae1f022-4943-48c9-a4b6-7de3a69d1a0c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:08.183711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:08.184536 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:08.186009 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] 10.222.0.81 "PUT /v2.0/ports/873a0f57-4018-4d5b-9f63-291544e28def HTTP/1.1" status: 200 len: 1093 time: 2.5205107 Nov 18 17:29:08.190625 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29f5eabb-6c3b-4881-98dd-d7aed84db71c req-3ae1f022-4943-48c9-a4b6-7de3a69d1a0c tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 945 time: 0.0948548 Nov 18 17:29:08.218861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf5e08-76f1-4009-b7d5-1392ab34e52f service neutron] Pushing event updated for resources: {'Port': ['ID=873a0f57-4018-4d5b-9f63-291544e28def,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:08.244044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cf252b56-8664-4d66-acfc-7e684d579ef3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1aadfa68df1e4ce7855f596488ab333e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3800554 Nov 18 17:29:08.247424 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35846) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:08.280014 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29f5eabb-6c3b-4881-98dd-d7aed84db71c req-d7071416-2cd9-447d-a2df-d05c57600de0 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847402 Nov 18 17:29:08.379619 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-14bcd735-57d7-4fca-8e34-908caeb449e6 req-2037ce22-1bec-4409-9661-e11acf67972b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=677338bc-15df-4ec3-af2d-0c3ae745aac1 HTTP/1.1" status: 200 len: 210 time: 0.0762253 Nov 18 17:29:08.393192 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ecbdd00-e6e4-4ede-a5b6-3bc4180fe580 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:08.430455 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ecbdd00-e6e4-4ede-a5b6-3bc4180fe580 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:08.435490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-6d78305d-6f8a-4168-a6ec-d9a50ef1a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:08.438050 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-6d78305d-6f8a-4168-a6ec-d9a50ef1a5b3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 1096 time: 0.1008213 Nov 18 17:29:08.502824 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-5b154387-1db5-4578-bb35-b9024c652da7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=873a0f57-4018-4d5b-9f63-291544e28def HTTP/1.1" status: 200 len: 217 time: 0.0529537 Nov 18 17:29:08.566154 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-639f8203-1ba3-4d27-88b6-8076de4f7d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:08.567648 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-639f8203-1ba3-4d27-88b6-8076de4f7d38 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.0553172 Nov 18 17:29:08.622915 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-2729cdcf-e7e5-4dc5-a727-ad984b557c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:08.624691 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-2729cdcf-e7e5-4dc5-a727-ad984b557c61 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487499 Nov 18 17:29:08.663524 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ecbdd00-e6e4-4ede-a5b6-3bc4180fe580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:08.667099 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ecbdd00-e6e4-4ede-a5b6-3bc4180fe580 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:08.670969 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6ecbdd00-e6e4-4ede-a5b6-3bc4180fe580 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dbec98a1-2d9e-4f7b-9e30-93ebc25494bd HTTP/1.1" status: 204 len: 168 time: 0.4223447 Nov 18 17:29:08.691000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbdd00-e6e4-4ede-a5b6-3bc4180fe580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbec98a1-2d9e-4f7b-9e30-93ebc25494bd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:08.775529 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-9055dd47-58a6-435f-804f-eb76e086c5f9 service neutron] 10.222.0.81 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425049 Nov 18 17:29:08.881168 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 006230e3-445c-4e21-9e41-4292da8b6e68 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:29:08.910557 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5e96f-a5f3-4df8-a427-9f091fab791a req-dcb29d2c-3bca-46c2-a1ed-8d6c88018059 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:08.919573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01b5e96f-a5f3-4df8-a427-9f091fab791a req-dcb29d2c-3bca-46c2-a1ed-8d6c88018059 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 944 time: 0.0888546 Nov 18 17:29:08.988348 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01b5e96f-a5f3-4df8-a427-9f091fab791a req-670d845e-f8fa-4997-893b-98cd81423f57 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670347 Nov 18 17:29:09.018882 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c9783255-ff9c-40ab-8010-14ca193bd7bf req-fb78a9fd-5da3-432b-9a4c-96333d4af060 service neutron] 10.222.0.81 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348058 Nov 18 17:29:09.055048 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.resource_extend [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:29:09.183153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c8f219a-0008-49c7-95cb-1c661721629c req-e86ab07c-30e5-4f36-b7ff-de6e7e9b2cad tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0506485 Nov 18 17:29:09.231650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 006230e3-445c-4e21-9e41-4292da8b6e68, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=006230e3-445c-4e21-9e41-4292da8b6e68,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:09.255295 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '006230e3-445c-4e21-9e41-4292da8b6e68', 'network_id': 'a0b7947d-b3ea-4be7-8b81-78e540c5fdb9', 'port_id': '006230e3-445c-4e21-9e41-4292da8b6e68', 'mac_address': 'fa:16:3e:e8:58:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069ac9c4-0652-4a7d-9e28-3147189e9231', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:29:09.379849 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:09.410662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 006230e3-445c-4e21-9e41-4292da8b6e68 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:29:09.488549 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 006230e3-445c-4e21-9e41-4292da8b6e68, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=006230e3-445c-4e21-9e41-4292da8b6e68,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:09.541873 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3630e67-9ce7-410d-898f-3c159da3e055 req-071f390e-f3f6-47d1-b455-a1e567703596 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:09.543617 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c3630e67-9ce7-410d-898f-3c159da3e055 req-071f390e-f3f6-47d1-b455-a1e567703596 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 945 time: 0.1047213 Nov 18 17:29:09.545374 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:09.614825 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=006230e3-445c-4e21-9e41-4292da8b6e68,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:09.639814 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c3630e67-9ce7-410d-898f-3c159da3e055 req-47c3bb4a-217b-49de-bf9b-00bca566ea94 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827227 Nov 18 17:29:09.680491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['006230e3-445c-4e21-9e41-4292da8b6e68'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:29:09.981276 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ea1a35-1879-444e-a9a8-62a0d7b99436', 'tag': '873a0f57-4018-4d5b-9f63-291544e28def'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:29:09.984537 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf494b2-d979-4b1c-a60f-6e26faf94e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "49ea1a35-1879-444e-a9a8-62a0d7b99436", "tag": "873a0f57-4018-4d5b-9f63-291544e28def"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:29:10.048887 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c75dc1-47e9-4c51-8778-ff65f95187a2 x-openstack-request-id: req-70c75dc1-47e9-4c51-8778-ff65f95187a2 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:29:10.049146 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ea1a35-1879-444e-a9a8-62a0d7b99436", "tag": "873a0f57-4018-4d5b-9f63-291544e28def", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:29:10.049437 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-70c75dc1-47e9-4c51-8778-ff65f95187a2 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:29:10.049853 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ea1a35-1879-444e-a9a8-62a0d7b99436', 'tag': '873a0f57-4018-4d5b-9f63-291544e28def', 'status': 'completed', 'code': 200} Nov 18 17:29:10.144329 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d21f3-fc7e-406b-806b-f78061126149 req-7ad4ea9e-bab7-459a-b43f-e2680af328cd tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:10.148577 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d8d21f3-fc7e-406b-806b-f78061126149 req-7ad4ea9e-bab7-459a-b43f-e2680af328cd tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 945 time: 0.0785978 Nov 18 17:29:10.158962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf494b2-d979-4b1c-a60f-6e26faf94e1d req-a1e575e0-7266-40e6-8309-c8b626651cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:10.164324 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-abf494b2-d979-4b1c-a60f-6e26faf94e1d req-a1e575e0-7266-40e6-8309-c8b626651cb1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 1096 time: 0.0897987 Nov 18 17:29:10.218221 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35892) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:10.255422 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760e9b9-73ad-499d-9468-e065e5c335ec req-c27eea0c-21c7-45a0-912a-4ba6201598f3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:10.257138 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6760e9b9-73ad-499d-9468-e065e5c335ec req-c27eea0c-21c7-45a0-912a-4ba6201598f3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 944 time: 0.1033154 Nov 18 17:29:10.266129 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d8d21f3-fc7e-406b-806b-f78061126149 req-ee1124a9-bf1f-43ee-9a15-ce74ae97925e tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831776 Nov 18 17:29:10.344094 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6760e9b9-73ad-499d-9468-e065e5c335ec req-e8fc31c8-1248-43fd-8f8d-06753338fab7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712326 Nov 18 17:29:10.355724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf494b2-d979-4b1c-a60f-6e26faf94e1d req-3e9e9c3e-3a34-40f5-8f3e-b079af9ac6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:10.364276 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-abf494b2-d979-4b1c-a60f-6e26faf94e1d req-3e9e9c3e-3a34-40f5-8f3e-b079af9ac6c4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 913 time: 0.1912661 Nov 18 17:29:10.400579 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055449285'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:10.432177 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-abf494b2-d979-4b1c-a60f-6e26faf94e1d req-0d6df26f-0dfd-4221-a43c-7ced5f6e3ba0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=873a0f57-4018-4d5b-9f63-291544e28def HTTP/1.1" status: 200 len: 217 time: 0.0534573 Nov 18 17:29:10.444097 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ba6bdda-cc57-411d-9aa4-d3b054a4efb8 req-3ab13c38-7939-45b3-9ce2-2126457797f1 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0359447 Nov 18 17:29:10.497152 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf494b2-d979-4b1c-a60f-6e26faf94e1d req-9ada8779-5527-4038-bdc8-b729bbfb878f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:10.498018 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-abf494b2-d979-4b1c-a60f-6e26faf94e1d req-9ada8779-5527-4038-bdc8-b729bbfb878f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.0567744 Nov 18 17:29:10.516987 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:10.526885 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:10.556151 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf494b2-d979-4b1c-a60f-6e26faf94e1d req-526e1adb-3fc9-48ec-9306-b5851878c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:10.559598 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-abf494b2-d979-4b1c-a60f-6e26faf94e1d req-526e1adb-3fc9-48ec-9306-b5851878c364 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552099 Nov 18 17:29:10.625956 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:10.681268 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-abf494b2-d979-4b1c-a60f-6e26faf94e1d req-cb20921e-8808-4441-a955-f769f2407d9e service neutron] 10.222.0.81 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135859 Nov 18 17:29:10.699985 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:10.791544 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-abf494b2-d979-4b1c-a60f-6e26faf94e1d req-5a302c9d-52f8-47a3-985e-28067904b105 service neutron] 10.222.0.81 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017506 Nov 18 17:29:10.812540 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db361bec-bf09-4f23-b230-ef6c78d3710f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:10.850015 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99384ca9-f78f-4bc7-b577-12d58b8008dc req-a4081a30-01f1-42bb-bbcd-fcfbaadabecb tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:10.851644 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99384ca9-f78f-4bc7-b577-12d58b8008dc req-a4081a30-01f1-42bb-bbcd-fcfbaadabecb tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 944 time: 0.1020486 Nov 18 17:29:10.883264 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 006230e3-445c-4e21-9e41-4292da8b6e68 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:29:10.913091 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99384ca9-f78f-4bc7-b577-12d58b8008dc req-750dbb5f-02f6-4158-81ad-eb90414cdfda tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511820 Nov 18 17:29:10.920113 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:10.974441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 006230e3-445c-4e21-9e41-4292da8b6e68 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:10.975262 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:10.984986 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:11.058608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c365b384-ccc6-45bc-bf05-d60715b14e34,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:11.068287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:11.068645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:11.069058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:11.069480 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:11.070202 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:11.070202 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:11.070426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:11.070767 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:11.071163 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:11.071505 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:11.072037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:11.072383 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:11.078558 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:11.079929 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-190e19fd-275c-4764-b698-696e2b66fe76 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8501456 Nov 18 17:29:11.082760 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35904) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:11.105634 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:11.131922 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abefe30a-b66d-49ae-8edd-cfee6ecbc926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006230e3-445c-4e21-9e41-4292da8b6e68'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:29:11.134265 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d710a052-f0b1-40cd-8e07-2666216d1439" -d '{"events": [{"server_uuid": "abefe30a-b66d-49ae-8edd-cfee6ecbc926", "name": "network-vif-plugged", "status": "completed", "tag": "006230e3-445c-4e21-9e41-4292da8b6e68"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:29:11.150744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 006230e3-445c-4e21-9e41-4292da8b6e68, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=006230e3-445c-4e21-9e41-4292da8b6e68,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:11.158459 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-00892c25-d2ad-4188-a199-5e41857fd38a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0737126 Nov 18 17:29:11.161219 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35908) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:11.166250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-efa4915d-23bf-47ab-9fcc-7f307307580e tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group': {'name': 'tempest-security--1919668738', 'description': 'tempest-security-description-1520135753'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:11.186350 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62dddbb-70d2-401a-89a9-3f700022b53a x-openstack-request-id: req-b62dddbb-70d2-401a-89a9-3f700022b53a {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:29:11.186656 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abefe30a-b66d-49ae-8edd-cfee6ecbc926", "name": "network-vif-plugged", "status": "completed", "tag": "006230e3-445c-4e21-9e41-4292da8b6e68", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:29:11.186915 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b62dddbb-70d2-401a-89a9-3f700022b53a {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:29:11.187324 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abefe30a-b66d-49ae-8edd-cfee6ecbc926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006230e3-445c-4e21-9e41-4292da8b6e68', 'code': 200} Nov 18 17:29:11.203581 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-efa4915d-23bf-47ab-9fcc-7f307307580e tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:11.236309 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:11.237124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device a2b05097-a4b8-4975-a59b-a25a2b749cb4 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:29:11.259265 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-efa4915d-23bf-47ab-9fcc-7f307307580e tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:11.277387 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: a2b05097-a4b8-4975-a59b-a25a2b749cb4 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:29:11.277740 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device a2b05097-a4b8-4975-a59b-a25a2b749cb4 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:29:11.305667 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=006230e3-445c-4e21-9e41-4292da8b6e68,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:11.328847 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-efa4915d-23bf-47ab-9fcc-7f307307580e tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:11.336021 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-efa4915d-23bf-47ab-9fcc-7f307307580e tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:11.340747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35912) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:11.341548 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-efa4915d-23bf-47ab-9fcc-7f307307580e tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "PUT /v2.0/security-groups/c365b384-ccc6-45bc-bf05-d60715b14e34 HTTP/1.1" status: 200 len: 1797 time: 0.1791227 Nov 18 17:29:11.372954 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4915d-23bf-47ab-9fcc-7f307307580e tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c365b384-ccc6-45bc-bf05-d60715b14e34,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:11.448877 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5fef90ad-dd15-45e3-837d-0d65f83d84e7 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-groups/c365b384-ccc6-45bc-bf05-d60715b14e34 HTTP/1.1" status: 200 len: 1797 time: 0.1059339 Nov 18 17:29:11.449392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35920) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:11.549257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e00b0-7022-4f3d-9ccb-43d1dc3839b3 req-e4eb3d48-352b-463e-9b8b-57658e608345 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:11.550789 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-950e00b0-7022-4f3d-9ccb-43d1dc3839b3 req-e4eb3d48-352b-463e-9b8b-57658e608345 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 945 time: 0.0528171 Nov 18 17:29:11.555271 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984f544-965d-4e24-987a-9daeb4395fa4 req-9aecebe7-d5fb-4811-a480-2ce04a2eb19a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:11.556829 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2984f544-965d-4e24-987a-9daeb4395fa4 req-9aecebe7-d5fb-4811-a480-2ce04a2eb19a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 945 time: 0.1714396 Nov 18 17:29:11.607001 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-46e10538-46a2-4660-8cf8-aa5ff219d481 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:11.655391 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d22dae-b22f-4189-b35f-64eed6873ead req-5c2e5540-c655-4c2c-a301-76ea4d7ce2fd tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:11.657050 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c8d22dae-b22f-4189-b35f-64eed6873ead req-5c2e5540-c655-4c2c-a301-76ea4d7ce2fd tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 944 time: 0.1532767 Nov 18 17:29:11.658141 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-950e00b0-7022-4f3d-9ccb-43d1dc3839b3 req-753274e6-e2eb-41c0-a2a2-36f679448bce tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Deleting port 505735c4-4acc-4d77-8fff-a2c5544e63e8 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:29:11.658492 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-950e00b0-7022-4f3d-9ccb-43d1dc3839b3 req-753274e6-e2eb-41c0-a2a2-36f679448bce tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:11.669347 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-46e10538-46a2-4660-8cf8-aa5ff219d481 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:11.735603 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2984f544-965d-4e24-987a-9daeb4395fa4 req-ca243d06-5179-4d90-8afe-9885a2d9cb97 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633859 Nov 18 17:29:11.793971 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c8d22dae-b22f-4189-b35f-64eed6873ead req-4b75b524-d1c4-4712-9349-0e000195332c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214738 Nov 18 17:29:11.798774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-950e00b0-7022-4f3d-9ccb-43d1dc3839b3 req-753274e6-e2eb-41c0-a2a2-36f679448bce tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] For port 505735c4-4acc-4d77-8fff-a2c5544e63e8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=505735c4-4acc-4d77-8fff-a2c5544e63e8,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:11.799159 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-950e00b0-7022-4f3d-9ccb-43d1dc3839b3 req-753274e6-e2eb-41c0-a2a2-36f679448bce tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:11.826120 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-950e00b0-7022-4f3d-9ccb-43d1dc3839b3 req-753274e6-e2eb-41c0-a2a2-36f679448bce tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Calling delete_port for 505735c4-4acc-4d77-8fff-a2c5544e63e8 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:29:11.836534 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-46e10538-46a2-4660-8cf8-aa5ff219d481 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:11.843666 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-46e10538-46a2-4660-8cf8-aa5ff219d481 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:11.849206 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-46e10538-46a2-4660-8cf8-aa5ff219d481 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-groups/c365b384-ccc6-45bc-bf05-d60715b14e34 HTTP/1.1" status: 204 len: 168 time: 0.3965027 Nov 18 17:29:11.850597 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35930) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:11.872609 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e10538-46a2-4660-8cf8-aa5ff219d481 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c365b384-ccc6-45bc-bf05-d60715b14e34,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:11.936056 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-18ebb95d-92b0-4071-b641-a28831371db8 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0811501 Nov 18 17:29:11.936281 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35932) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:11.977609 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-bd30701b-b05a-4142-9eb0-c1a4061d081b tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] delete failed (client error): The resource could not be found. Nov 18 17:29:11.982434 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bd30701b-b05a-4142-9eb0-c1a4061d081b tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-groups/c365b384-ccc6-45bc-bf05-d60715b14e34 HTTP/1.1" status: 404 len: 347 time: 0.0415213 Nov 18 17:29:11.984042 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35934) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:11.992871 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cac1fb1f-5665-4137-89cd-c5cf640a322d req-e7b95139-068d-4bf9-97c2-cfb72ba6a18c tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0578585 Nov 18 17:29:11.996583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e86f8fda-05bc-4741-a52a-a7a9ba7f524d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group': {'name': 'tempest-secgroup--120639369'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:12.139553 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e86f8fda-05bc-4741-a52a-a7a9ba7f524d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:12.172237 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f61603-51b9-4bb4-9065-5f9460de02c8 req-66c95dea-2b31-435c-8530-5b1c8b3866e1 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:12.173767 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-26f61603-51b9-4bb4-9065-5f9460de02c8 req-66c95dea-2b31-435c-8530-5b1c8b3866e1 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 945 time: 0.0526047 Nov 18 17:29:12.177867 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-950e00b0-7022-4f3d-9ccb-43d1dc3839b3 req-753274e6-e2eb-41c0-a2a2-36f679448bce tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:12.192012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8b0140f8-ab7d-4b55-b092-6caf280ecdb8', '505735c4-4acc-4d77-8fff-a2c5544e63e8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:29:12.242013 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-26f61603-51b9-4bb4-9065-5f9460de02c8 req-79b356e3-e2e5-4f4d-8ef0-876507d31e80 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583994 Nov 18 17:29:12.317867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753274e6-e2eb-41c0-a2a2-36f679448bce tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Pushing event deleted for resources: {'Port': ['ID=505735c4-4acc-4d77-8fff-a2c5544e63e8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:12.348121 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e86f8fda-05bc-4741-a52a-a7a9ba7f524d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:12.349317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-950e00b0-7022-4f3d-9ccb-43d1dc3839b3 req-753274e6-e2eb-41c0-a2a2-36f679448bce tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] No DVR routers for this DVR port 505735c4-4acc-4d77-8fff-a2c5544e63e8 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:29:12.356284 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-950e00b0-7022-4f3d-9ccb-43d1dc3839b3 req-753274e6-e2eb-41c0-a2a2-36f679448bce tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:12.361930 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-950e00b0-7022-4f3d-9ccb-43d1dc3839b3 req-753274e6-e2eb-41c0-a2a2-36f679448bce tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "DELETE /v2.0/ports/505735c4-4acc-4d77-8fff-a2c5544e63e8 HTTP/1.1" status: 204 len: 173 time: 0.8033910 Nov 18 17:29:12.363148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6', 'name': 'network-vif-deleted', 'tag': '505735c4-4acc-4d77-8fff-a2c5544e63e8'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:29:12.370094 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fc0ca9-76c4-4c81-896e-636f32b1b00c" -d '{"events": [{"server_uuid": "6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6", "name": "network-vif-deleted", "tag": "505735c4-4acc-4d77-8fff-a2c5544e63e8"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:29:12.411624 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e86f8fda-05bc-4741-a52a-a7a9ba7f524d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:12.419097 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d425a98c-473c-4e28-a3e9-484b83228764 x-openstack-request-id: req-d425a98c-473c-4e28-a3e9-484b83228764 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:29:12.419450 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6", "name": "network-vif-deleted", "tag": "505735c4-4acc-4d77-8fff-a2c5544e63e8", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:29:12.419823 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d425a98c-473c-4e28-a3e9-484b83228764 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:29:12.420313 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6', 'name': 'network-vif-deleted', 'tag': '505735c4-4acc-4d77-8fff-a2c5544e63e8', 'status': 'completed', 'code': 200} Nov 18 17:29:12.448303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f8fda-05bc-4741-a52a-a7a9ba7f524d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ce2614-44de-4dbb-ac08-129aaa5ae4a2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:12.507641 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e86f8fda-05bc-4741-a52a-a7a9ba7f524d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:12.509100 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e86f8fda-05bc-4741-a52a-a7a9ba7f524d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5218377 Nov 18 17:29:12.512482 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35942) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:12.517338 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2ca8a103-8051-4809-b543-16caebebd22d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group_rule': {'security_group_id': '86ce2614-44de-4dbb-ac08-129aaa5ae4a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:12.618801 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ca8a103-8051-4809-b543-16caebebd22d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:12.685597 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ca8a103-8051-4809-b543-16caebebd22d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:12.761718 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ca8a103-8051-4809-b543-16caebebd22d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:12.781369 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8a103-8051-4809-b543-16caebebd22d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3cf00b-71b6-4c38-a4d7-e54365d8aff2,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:12.874617 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ca8a103-8051-4809-b543-16caebebd22d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:12.876097 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2ca8a103-8051-4809-b543-16caebebd22d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3623297 Nov 18 17:29:12.878797 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35948) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:12.902404 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f9c2f90c-fadf-413c-b7b0-a654e000ceb4 req-97ad0936-8c22-4461-9cc1-8738ae8d78d3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca11f8d-1395-4b4c-8f31-e7ed9e035bc6 HTTP/1.1" status: 200 len: 210 time: 0.0400636 Nov 18 17:29:12.971673 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b54fec81-ac26-4bd5-ad5d-b5ce9d249de6 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:12.983077 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b54fec81-ac26-4bd5-ad5d-b5ce9d249de6 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:12.997836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbfdaa-f648-4f76-806b-b0c48865189f req-c87fc3d6-25fc-4dae-8e89-371a3790f434 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:12.999471 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c5dbfdaa-f648-4f76-806b-b0c48865189f req-c87fc3d6-25fc-4dae-8e89-371a3790f434 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 944 time: 0.1001084 Nov 18 17:29:13.061129 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c5dbfdaa-f648-4f76-806b-b0c48865189f req-32092515-2267-41b8-ba2e-c272d0554cc7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542145 Nov 18 17:29:13.090306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04f00621-0b49-4061-b225-8ef0cd210653 req-1b4834f3-2681-4574-b7f9-3c20c419e119 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0279551 Nov 18 17:29:13.115511 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b54fec81-ac26-4bd5-ad5d-b5ce9d249de6 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:13.122119 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b54fec81-ac26-4bd5-ad5d-b5ce9d249de6 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:13.125693 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b54fec81-ac26-4bd5-ad5d-b5ce9d249de6 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/9e3cf00b-71b6-4c38-a4d7-e54365d8aff2 HTTP/1.1" status: 204 len: 168 time: 0.2434330 Nov 18 17:29:13.126102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35952) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:13.134909 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fec81-ac26-4bd5-ad5d-b5ce9d249de6 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e3cf00b-71b6-4c38-a4d7-e54365d8aff2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:13.181320 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d555eb55-a883-46db-82a8-bf9ac847ec85 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0539799 Nov 18 17:29:13.185206 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35954) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:13.238145 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3d76ed0-e505-4379-bf88-1706849b6f24 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:13.263996 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3d76ed0-e505-4379-bf88-1706849b6f24 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:13.382297 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3d76ed0-e505-4379-bf88-1706849b6f24 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:13.384107 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbecee-c049-4a4d-985d-9dd59b0ce2c7 req-39e8b4c7-cec8-456c-911e-8b8cf2d397b8 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:13.391381 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4fcbecee-c049-4a4d-985d-9dd59b0ce2c7 req-39e8b4c7-cec8-456c-911e-8b8cf2d397b8 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 945 time: 0.0806649 Nov 18 17:29:13.392742 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3d76ed0-e505-4379-bf88-1706849b6f24 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:13.394002 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c3d76ed0-e505-4379-bf88-1706849b6f24 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-groups/86ce2614-44de-4dbb-ac08-129aaa5ae4a2 HTTP/1.1" status: 204 len: 168 time: 0.2078402 Nov 18 17:29:13.398620 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35958) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:13.432716 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d76ed0-e505-4379-bf88-1706849b6f24 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ce2614-44de-4dbb-ac08-129aaa5ae4a2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:13.451290 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe268b8c-1236-4ad6-a281-7e08b84416f6 req-96f98132-72aa-45df-91cf-6badfe0519e1 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:13.452892 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe268b8c-1236-4ad6-a281-7e08b84416f6 req-96f98132-72aa-45df-91cf-6badfe0519e1 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.83 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 945 time: 0.0883408 Nov 18 17:29:13.629276 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-fe268b8c-1236-4ad6-a281-7e08b84416f6 req-c089097f-eaca-4472-aa02-57615837f7f9 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Deleting port 006230e3-445c-4e21-9e41-4292da8b6e68 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:29:13.631030 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fe268b8c-1236-4ad6-a281-7e08b84416f6 req-c089097f-eaca-4472-aa02-57615837f7f9 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:13.741688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-fe268b8c-1236-4ad6-a281-7e08b84416f6 req-c089097f-eaca-4472-aa02-57615837f7f9 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] For port 006230e3-445c-4e21-9e41-4292da8b6e68, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=006230e3-445c-4e21-9e41-4292da8b6e68,segment=NetworkSegment(ee5b9f4e-77f6-4998-922c-6ee2340fc308),segment_id=ee5b9f4e-77f6-4998-922c-6ee2340fc308)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:13.742054 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fe268b8c-1236-4ad6-a281-7e08b84416f6 req-c089097f-eaca-4472-aa02-57615837f7f9 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:13.757831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-fe268b8c-1236-4ad6-a281-7e08b84416f6 req-c089097f-eaca-4472-aa02-57615837f7f9 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Calling delete_port for 006230e3-445c-4e21-9e41-4292da8b6e68 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:29:13.829616 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4fcbecee-c049-4a4d-985d-9dd59b0ce2c7 req-afd6ac70-d933-42e0-8e72-859c5ff3a7db tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372411 Nov 18 17:29:13.839967 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5e28daea-5070-4f0c-b68c-5f277982a931 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4402986 Nov 18 17:29:13.846425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35962) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:13.852043 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3047e2e9-8019-4c30-b463-5bdd83c8ac97 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group': {'name': 'tempest-secgroup--228407362'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:13.956619 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3047e2e9-8019-4c30-b463-5bdd83c8ac97 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:13.979985 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fe268b8c-1236-4ad6-a281-7e08b84416f6 req-c089097f-eaca-4472-aa02-57615837f7f9 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:14.076793 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089097f-eaca-4472-aa02-57615837f7f9 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Pushing event deleted for resources: {'Port': ['ID=006230e3-445c-4e21-9e41-4292da8b6e68,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:14.086290 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3047e2e9-8019-4c30-b463-5bdd83c8ac97 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:14.151371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe268b8c-1236-4ad6-a281-7e08b84416f6 req-c089097f-eaca-4472-aa02-57615837f7f9 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] No DVR routers for this DVR port 006230e3-445c-4e21-9e41-4292da8b6e68 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:29:14.166673 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fe268b8c-1236-4ad6-a281-7e08b84416f6 req-c089097f-eaca-4472-aa02-57615837f7f9 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:14.170160 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe268b8c-1236-4ad6-a281-7e08b84416f6 req-c089097f-eaca-4472-aa02-57615837f7f9 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.83 "DELETE /v2.0/ports/006230e3-445c-4e21-9e41-4292da8b6e68 HTTP/1.1" status: 204 len: 173 time: 0.7057557 Nov 18 17:29:14.196167 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3047e2e9-8019-4c30-b463-5bdd83c8ac97 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:14.242523 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf95596f-77dc-4560-873a-55c0c269dbae req-e0f91d73-ac0e-438a-be45-e20d33997b65 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0495336 Nov 18 17:29:14.269017 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23508936-d4c3-4d78-9e8b-eec21c8ca5ed req-fe198655-3918-453b-be87-c02c2b0024ee tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:14.271386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23508936-d4c3-4d78-9e8b-eec21c8ca5ed req-fe198655-3918-453b-be87-c02c2b0024ee tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 944 time: 0.1133432 Nov 18 17:29:14.272670 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047e2e9-8019-4c30-b463-5bdd83c8ac97 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e9c20e-6d65-4f86-9652-1901369f0cd6,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:14.330359 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3047e2e9-8019-4c30-b463-5bdd83c8ac97 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:14.332325 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3047e2e9-8019-4c30-b463-5bdd83c8ac97 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4845605 Nov 18 17:29:14.335078 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35982) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:14.340014 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4cf2b2d4-3f10-499b-8266-770de0da57f3 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group_rule': {'security_group_id': '92e9c20e-6d65-4f86-9652-1901369f0cd6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:14.350942 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23508936-d4c3-4d78-9e8b-eec21c8ca5ed req-f987c0ea-b45a-4aa1-8cdf-14377046608a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590255 Nov 18 17:29:14.421242 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abefe30a-b66d-49ae-8edd-cfee6ecbc926', 'name': 'network-vif-deleted', 'tag': '006230e3-445c-4e21-9e41-4292da8b6e68'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:29:14.423918 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db297c4-f9c7-40bb-a2b8-7dafd76a79cb" -d '{"events": [{"server_uuid": "abefe30a-b66d-49ae-8edd-cfee6ecbc926", "name": "network-vif-deleted", "tag": "006230e3-445c-4e21-9e41-4292da8b6e68"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:29:14.453899 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cf2b2d4-3f10-499b-8266-770de0da57f3 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:14.470611 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47301642-048d-44f4-9ed4-5745a3deb631 x-openstack-request-id: req-47301642-048d-44f4-9ed4-5745a3deb631 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:29:14.474129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-9896f685-8d56-4261-a4e1-7ef47f2660f5 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:14.474622 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abefe30a-b66d-49ae-8edd-cfee6ecbc926", "name": "network-vif-deleted", "tag": "006230e3-445c-4e21-9e41-4292da8b6e68", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:29:14.474622 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-47301642-048d-44f4-9ed4-5745a3deb631 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:29:14.475103 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abefe30a-b66d-49ae-8edd-cfee6ecbc926', 'name': 'network-vif-deleted', 'tag': '006230e3-445c-4e21-9e41-4292da8b6e68', 'status': 'completed', 'code': 200} Nov 18 17:29:14.480316 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-9896f685-8d56-4261-a4e1-7ef47f2660f5 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 805 time: 0.1281362 Nov 18 17:29:14.492361 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-90e2ae35-d30b-4d3c-96e6-88a6b3aed03a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/quotas/c82a5a1551b94171a31ac6e4861762c3 HTTP/1.1" status: 200 len: 375 time: 0.0092981 Nov 18 17:29:14.560371 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cf2b2d4-3f10-499b-8266-770de0da57f3 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:14.560568 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-ac47728c-292d-40f6-85b9-d3b6fd3c20c6 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0608191 Nov 18 17:29:14.660302 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-6162aa36-ba4a-417c-8005-705d861158fb service neutron] 10.222.0.72 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981328 Nov 18 17:29:14.668126 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cf2b2d4-3f10-499b-8266-770de0da57f3 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:14.690109 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2b2d4-3f10-499b-8266-770de0da57f3 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0462916e-b028-430b-a32a-ef09d570f5f2,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:14.758449 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cf2b2d4-3f10-499b-8266-770de0da57f3 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:14.761763 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4cf2b2d4-3f10-499b-8266-770de0da57f3 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4255064 Nov 18 17:29:14.769086 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35988) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:14.773845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0be645d2-24f5-4846-9a7d-9dc9d7f8f97a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group_rule': {'security_group_id': '92e9c20e-6d65-4f86-9652-1901369f0cd6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:14.788452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-50c7aecb-7ad7-41c3-82a3-cd455770354d service neutron] 10.222.0.72 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132195 Nov 18 17:29:14.881275 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0be645d2-24f5-4846-9a7d-9dc9d7f8f97a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:14.903102 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 006230e3-445c-4e21-9e41-4292da8b6e68 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:29:14.950142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 006230e3-445c-4e21-9e41-4292da8b6e68 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:29:14.950497 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 006230e3-445c-4e21-9e41-4292da8b6e68 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:29:14.950936 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 505735c4-4acc-4d77-8fff-a2c5544e63e8 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:29:14.953191 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0be645d2-24f5-4846-9a7d-9dc9d7f8f97a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:15.005737 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-331f5be3-d4bd-47f9-b972-6878287ac032 req-265c0798-43e3-4c7e-927f-ff7d24a913c9 tempest-ImagesTestJSON-55137550 tempest-ImagesTestJSON-55137550-project] 10.222.0.72 "GET /v2.0/ports?device_id=abefe30a-b66d-49ae-8edd-cfee6ecbc926 HTTP/1.1" status: 200 len: 210 time: 0.0479834 Nov 18 17:29:15.007346 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 505735c4-4acc-4d77-8fff-a2c5544e63e8 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:29:15.007707 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 505735c4-4acc-4d77-8fff-a2c5544e63e8 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:29:15.036489 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0be645d2-24f5-4846-9a7d-9dc9d7f8f97a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:15.057926 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be645d2-24f5-4846-9a7d-9dc9d7f8f97a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30dace4d-6b40-4310-b9da-251d44736b21,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:15.102595 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4b8e6ee1-2bae-4131-b23d-9cb4f76c3b29 req-71d4a181-aa8f-40cd-bd99-8be18d8cd1f4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 210 time: 0.0360649 Nov 18 17:29:15.147017 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0be645d2-24f5-4846-9a7d-9dc9d7f8f97a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:15.152291 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35996) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:15.157638 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0be645d2-24f5-4846-9a7d-9dc9d7f8f97a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3827245 Nov 18 17:29:15.158089 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-0a430adb-4b1b-49ac-b3e3-7a9634894573 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group_rule': {'security_group_id': '92e9c20e-6d65-4f86-9652-1901369f0cd6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:15.270730 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0a430adb-4b1b-49ac-b3e3-7a9634894573 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:15.360758 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0a430adb-4b1b-49ac-b3e3-7a9634894573 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:15.385896 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0c4ee668-ab3a-4bc2-87e4-f3e15fc8e711 req-39a70df0-8512-4954-ab45-d23d97eb75be tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0268753 Nov 18 17:29:15.448315 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0a430adb-4b1b-49ac-b3e3-7a9634894573 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:15.486944 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a430adb-4b1b-49ac-b3e3-7a9634894573 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b442ca63-7f07-4754-aa75-b81e646d6a26,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:15.535879 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab6579-777e-41bf-a96b-8efde0858f58 req-a1ee301f-76a7-41c6-bce3-cb95a1f47d8a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:15.537620 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9fab6579-777e-41bf-a96b-8efde0858f58 req-a1ee301f-76a7-41c6-bce3-cb95a1f47d8a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 944 time: 0.0824423 Nov 18 17:29:15.562488 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0a430adb-4b1b-49ac-b3e3-7a9634894573 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:15.566205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0a430adb-4b1b-49ac-b3e3-7a9634894573 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4104557 Nov 18 17:29:15.566809 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36006) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:15.576668 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9d5eb776-21b1-4b23-a246-2ced36966968 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group_rule': {'security_group_id': '92e9c20e-6d65-4f86-9652-1901369f0cd6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:15.624199 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9fab6579-777e-41bf-a96b-8efde0858f58 req-726dfd32-490a-4d14-b6d6-c3674d7f39a0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788248 Nov 18 17:29:15.675903 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9d5eb776-21b1-4b23-a246-2ced36966968 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:15.736215 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9d5eb776-21b1-4b23-a246-2ced36966968 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:15.813866 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9d5eb776-21b1-4b23-a246-2ced36966968 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:15.832637 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5eb776-21b1-4b23-a246-2ced36966968 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4df6de-b103-40c9-baa5-b98c05f22460,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:15.894698 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9d5eb776-21b1-4b23-a246-2ced36966968 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:15.896035 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9d5eb776-21b1-4b23-a246-2ced36966968 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3278008 Nov 18 17:29:15.898819 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36012) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:15.903765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a15945eb-d9f3-4ac8-91fa-09f22ef6a3db tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group_rule': {'security_group_id': '92e9c20e-6d65-4f86-9652-1901369f0cd6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:15.996609 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a15945eb-d9f3-4ac8-91fa-09f22ef6a3db tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:16.064246 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a15945eb-d9f3-4ac8-91fa-09f22ef6a3db tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:16.124928 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a15945eb-d9f3-4ac8-91fa-09f22ef6a3db tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:16.145994 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15945eb-d9f3-4ac8-91fa-09f22ef6a3db tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e38203e-1d7b-4502-9b00-e0289c0e4331,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:16.243053 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f5fdad40-a488-400c-9b29-b6917eeaf598 req-8a7da8a7-67d7-4dcd-b17e-a037f67c47d3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 210 time: 0.0341849 Nov 18 17:29:16.247425 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a15945eb-d9f3-4ac8-91fa-09f22ef6a3db tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:16.247716 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a15945eb-d9f3-4ac8-91fa-09f22ef6a3db tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3476648 Nov 18 17:29:16.250574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36034) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:16.281154 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56935c82-bdf3-4a62-9198-5f7ac37bbb4a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:16.290327 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56935c82-bdf3-4a62-9198-5f7ac37bbb4a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:16.413479 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56935c82-bdf3-4a62-9198-5f7ac37bbb4a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:16.420522 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56935c82-bdf3-4a62-9198-5f7ac37bbb4a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:16.421730 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-56935c82-bdf3-4a62-9198-5f7ac37bbb4a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/1e38203e-1d7b-4502-9b00-e0289c0e4331 HTTP/1.1" status: 204 len: 168 time: 0.1701913 Nov 18 17:29:16.428822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56935c82-bdf3-4a62-9198-5f7ac37bbb4a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e38203e-1d7b-4502-9b00-e0289c0e4331,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:16.431004 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36050) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:16.496195 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36054) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:16.504484 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7f9970af-f870-44d2-a71b-1b69183be799 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0713398 Nov 18 17:29:16.512643 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36056) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:16.553217 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4b2f2ce-22f2-4c7b-90af-e5d7fd8aede6 req-26fe5b03-0007-488c-a661-59a7d4175d11 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0594070 Nov 18 17:29:16.566418 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dbb3cdd2-3e09-458f-8586-1fd89a483f93 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:16.582730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d44a290-1aa6-4f73-9f70-c197eeb435e6 admin admin] Deleting subnet 069ac9c4-0652-4a7d-9e28-3147189e9231 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:29:16.582962 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dbb3cdd2-3e09-458f-8586-1fd89a483f93 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:16.583055 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d44a290-1aa6-4f73-9f70-c197eeb435e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:16.625610 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d44a290-1aa6-4f73-9f70-c197eeb435e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:16.653773 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dbb3cdd2-3e09-458f-8586-1fd89a483f93 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:16.662594 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dbb3cdd2-3e09-458f-8586-1fd89a483f93 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:16.665241 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dbb3cdd2-3e09-458f-8586-1fd89a483f93 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/dc4df6de-b103-40c9-baa5-b98c05f22460 HTTP/1.1" status: 204 len: 168 time: 0.1512802 Nov 18 17:29:16.675326 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3cdd2-3e09-458f-8586-1fd89a483f93 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc4df6de-b103-40c9-baa5-b98c05f22460,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:16.676270 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36060) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:16.710581 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d44a290-1aa6-4f73-9f70-c197eeb435e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:16.801903 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b21c5cc4-5ee5-49da-a6cc-43fd0dd81bb4 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1242712 Nov 18 17:29:16.807622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36064) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:16.838268 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350afbc-cf63-4f8f-9441-4f17f8778a15 req-7f4cbfe8-6b73-4515-a093-9e116e0db4da tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:16.846145 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0350afbc-cf63-4f8f-9441-4f17f8778a15 req-7f4cbfe8-6b73-4515-a093-9e116e0db4da tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 944 time: 0.1403112 Nov 18 17:29:16.854850 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-318b4847-5acc-4a3a-ab7c-1319392fa5ae req-80818d94-04be-431c-b7fa-b780b56c70e0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535855 Nov 18 17:29:16.892660 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d712f5f5-32ca-4abe-ab72-70583f6b675d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:16.908309 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d712f5f5-32ca-4abe-ab72-70583f6b675d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:16.944610 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0350afbc-cf63-4f8f-9441-4f17f8778a15 req-39a7f3f5-1214-42c5-9170-572fec835982 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933578 Nov 18 17:29:16.952393 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b4847-5acc-4a3a-ab7c-1319392fa5ae req-fd32c50c-52cb-4839-b0ea-c69aa058fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:16.954292 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-318b4847-5acc-4a3a-ab7c-1319392fa5ae req-fd32c50c-52cb-4839-b0ea-c69aa058fc77 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 1097 time: 0.0533729 Nov 18 17:29:16.972928 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d44a290-1aa6-4f73-9f70-c197eeb435e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.000184 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44a290-1aa6-4f73-9f70-c197eeb435e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=069ac9c4-0652-4a7d-9e28-3147189e9231,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:17.016237 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d44a290-1aa6-4f73-9f70-c197eeb435e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.019756 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4d44a290-1aa6-4f73-9f70-c197eeb435e6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/069ac9c4-0652-4a7d-9e28-3147189e9231 HTTP/1.1" status: 204 len: 168 time: 0.5226099 Nov 18 17:29:17.023874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36066) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:17.059183 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d712f5f5-32ca-4abe-ab72-70583f6b675d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.066141 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d712f5f5-32ca-4abe-ab72-70583f6b675d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.072260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36068) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:17.073270 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d712f5f5-32ca-4abe-ab72-70583f6b675d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/b442ca63-7f07-4754-aa75-b81e646d6a26 HTTP/1.1" status: 204 len: 168 time: 0.2643516 Nov 18 17:29:17.092575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b4847-5acc-4a3a-ab7c-1319392fa5ae req-8c518a81-bb55-481f-a1f3-d73cf731f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:17.094023 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-318b4847-5acc-4a3a-ab7c-1319392fa5ae req-8c518a81-bb55-481f-a1f3-d73cf731f0d8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.1168818 Nov 18 17:29:17.116726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712f5f5-32ca-4abe-ab72-70583f6b675d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b442ca63-7f07-4754-aa75-b81e646d6a26,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:17.153808 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b31f3da-0c58-48c3-aa5a-db2dcf27b89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.161137 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8b16e98f-99ad-493c-b070-ae7d6e0c3379 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0857887 Nov 18 17:29:17.161137 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-318b4847-5acc-4a3a-ab7c-1319392fa5ae req-85fb811b-2c92-4182-958c-bff652e97e68 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1151ed2c-eadf-439b-b3ba-a9668077b34c HTTP/1.1" status: 200 len: 217 time: 0.0579231 Nov 18 17:29:17.162118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36070) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:17.209905 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:29:17.213954 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-951302da-1c25-476b-9dcf-cf4fb5792013 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.227545 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b4847-5acc-4a3a-ab7c-1319392fa5ae req-d55723e8-9751-4f6c-8257-3e45b011569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:17.229819 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-318b4847-5acc-4a3a-ab7c-1319392fa5ae req-d55723e8-9751-4f6c-8257-3e45b011569c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.0579355 Nov 18 17:29:17.256064 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-951302da-1c25-476b-9dcf-cf4fb5792013 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.289538 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b4847-5acc-4a3a-ab7c-1319392fa5ae req-12918a99-1799-45cb-ac40-6b15d08ee9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:17.292185 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-318b4847-5acc-4a3a-ab7c-1319392fa5ae req-12918a99-1799-45cb-ac40-6b15d08ee9af service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526674 Nov 18 17:29:17.310466 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b31f3da-0c58-48c3-aa5a-db2dcf27b89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.335380 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-9b31f3da-0c58-48c3-aa5a-db2dcf27b89b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b7947d-b3ea-4be7-8b81-78e540c5fdb9']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:17.354955 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-9b31f3da-0c58-48c3-aa5a-db2dcf27b89b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5b9f4e-77f6-4998-922c-6ee2340fc308') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:17.355269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-9b31f3da-0c58-48c3-aa5a-db2dcf27b89b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5b9f4e-77f6-4998-922c-6ee2340fc308') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:17.374978 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b31f3da-0c58-48c3-aa5a-db2dcf27b89b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.409286 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb202990-85de-45f5-9b24-3cc1ef8c569a req-a39c60f9-c164-4296-a96b-439efbb743e5 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 210 time: 0.0469596 Nov 18 17:29:17.413089 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-951302da-1c25-476b-9dcf-cf4fb5792013 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.421102 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b31f3da-0c58-48c3-aa5a-db2dcf27b89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.429468 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-951302da-1c25-476b-9dcf-cf4fb5792013 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.431075 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-951302da-1c25-476b-9dcf-cf4fb5792013 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/30dace4d-6b40-4310-b9da-251d44736b21 HTTP/1.1" status: 204 len: 168 time: 0.2678409 Nov 18 17:29:17.435583 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36074) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:17.450147 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b31f3da-0c58-48c3-aa5a-db2dcf27b89b admin admin] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b31f3da-0c58-48c3-aa5a-db2dcf27b89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:29:17.454067 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:29:17.473759 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951302da-1c25-476b-9dcf-cf4fb5792013 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30dace4d-6b40-4310-b9da-251d44736b21,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:17.514557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-0981613d-ba22-4584-9eb5-28c4727b935a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:17.516735 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-0981613d-ba22-4584-9eb5-28c4727b935a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 805 time: 0.2172933 Nov 18 17:29:17.523444 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-318b4847-5acc-4a3a-ab7c-1319392fa5ae req-44b4c894-756f-45e7-91e0-e19eea87e4cb service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970174 Nov 18 17:29:17.537006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-7501ca0e-9cc6-416e-94c7-de93949fdd19 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Request body: {'port': {'device_id': '51501347-b71f-4cf9-b874-d552e2ba6b1e', 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd', 'admin_state_up': True, 'tenant_id': 'c82a5a1551b94171a31ac6e4861762c3'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:17.540331 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f8ab82fb-b5e2-4515-902d-9c05699eca71 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1036351 Nov 18 17:29:17.543521 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36076) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:17.572136 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d730729-ccd2-493e-b782-20ce32346575 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.590720 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d730729-ccd2-493e-b782-20ce32346575 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.622837 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b31f3da-0c58-48c3-aa5a-db2dcf27b89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.645282 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b31f3da-0c58-48c3-aa5a-db2dcf27b89b admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.652170 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9b31f3da-0c58-48c3-aa5a-db2dcf27b89b admin admin] 10.222.0.72 "DELETE /v2.0/networks/a0b7947d-b3ea-4be7-8b81-78e540c5fdb9 HTTP/1.1" status: 204 len: 168 time: 0.6236846 Nov 18 17:29:17.668170 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31f3da-0c58-48c3-aa5a-db2dcf27b89b admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b7947d-b3ea-4be7-8b81-78e540c5fdb9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:17.710414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-237c8953-98c7-4fe8-a2ad-9c1ae9198258 req-6f16ce1b-46cd-446f-9b80-d52e10f0df15 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0326784 Nov 18 17:29:17.737054 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-318b4847-5acc-4a3a-ab7c-1319392fa5ae req-a1428a7e-f9eb-461a-a1d2-07b009240d0b service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953025 Nov 18 17:29:17.761071 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d730729-ccd2-493e-b782-20ce32346575 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.771335 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d730729-ccd2-493e-b782-20ce32346575 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.773356 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1d730729-ccd2-493e-b782-20ce32346575 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/0462916e-b028-430b-a32a-ef09d570f5f2 HTTP/1.1" status: 204 len: 168 time: 0.2286468 Nov 18 17:29:17.776317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36084) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:17.788569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d730729-ccd2-493e-b782-20ce32346575 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0462916e-b028-430b-a32a-ef09d570f5f2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:17.829163 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3ac7b60d-07e6-4625-8dbf-de8f17ff149f tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0514832 Nov 18 17:29:17.832069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36086) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:17.876433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-7501ca0e-9cc6-416e-94c7-de93949fdd19 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Made reservation on behalf of c82a5a1551b94171a31ac6e4861762c3 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:29:17.882003 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-7501ca0e-9cc6-416e-94c7-de93949fdd19 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.933955 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ee7e-89a0-40bb-9129-19c0fa1bd5e9 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:17.994103 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ee7e-89a0-40bb-9129-19c0fa1bd5e9 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.077805 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-7501ca0e-9cc6-416e-94c7-de93949fdd19 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Allocated IP 172.20.0.5 (e59e94f2-f384-4c67-a2b2-bbfe576feffd/b53522fb-157f-447d-b118-4d80e9a8327f/02909e24-69cc-4d56-950d-008ad25423d6) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:29:18.096883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7069270-fef5-44fd-a297-e40df72bf3de req-e31334d0-a67f-4604-9670-01bf0bf2b21a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:18.099271 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7069270-fef5-44fd-a297-e40df72bf3de req-e31334d0-a67f-4604-9670-01bf0bf2b21a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 944 time: 0.0798039 Nov 18 17:29:18.126830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36090) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:18.146453 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ee7e-89a0-40bb-9129-19c0fa1bd5e9 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.149104 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ee7e-89a0-40bb-9129-19c0fa1bd5e9 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.155856 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b9e1ee7e-89a0-40bb-9129-19c0fa1bd5e9 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-groups/92e9c20e-6d65-4f86-9652-1901369f0cd6 HTTP/1.1" status: 204 len: 168 time: 0.3171546 Nov 18 17:29:18.160855 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36092) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:18.187180 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7069270-fef5-44fd-a297-e40df72bf3de req-838223e3-d6b8-4b06-9eb4-e7a638d96bd4 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806177 Nov 18 17:29:18.187342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1ee7e-89a0-40bb-9129-19c0fa1bd5e9 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e9c20e-6d65-4f86-9652-1901369f0cd6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:18.243698 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ca1470c0-c849-463c-90e3-76a047b756c5 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0818074 Nov 18 17:29:18.249184 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36094) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:18.254529 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-76b63865-4366-445a-a191-98febcb5b94d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group': {'name': 'tempest-secgroup--669253867'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:18.266017 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-45cb3716-f642-4483-b504-0280442f3a64 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0de7d88c816240c0971ebec206414d16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1379793 Nov 18 17:29:18.270840 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36096) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:18.344363 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-7501ca0e-9cc6-416e-94c7-de93949fdd19 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.361705 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-76b63865-4366-445a-a191-98febcb5b94d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.373959 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a44129ae-c654-4475-9129-46610cc5df3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.401792 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a44129ae-c654-4475-9129-46610cc5df3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.433956 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-76b63865-4366-445a-a191-98febcb5b94d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.511106 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-7501ca0e-9cc6-416e-94c7-de93949fdd19 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.516934 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4ad09c24-5065-4103-8d36-338f669aaf29 req-b77ea227-5378-45ad-8787-d187d1bbf236 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 210 time: 0.0269401 Nov 18 17:29:18.525947 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8b0140f8-ab7d-4b55-b092-6caf280ecdb8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:29:18.543689 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-76b63865-4366-445a-a191-98febcb5b94d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.544794 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a44129ae-c654-4475-9129-46610cc5df3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.547481 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a44129ae-c654-4475-9129-46610cc5df3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.549363 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a44129ae-c654-4475-9129-46610cc5df3a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0ca8408f-2daa-4d47-bdd1-79ed8af2dce8 HTTP/1.1" status: 204 len: 168 time: 0.2768188 Nov 18 17:29:18.562221 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-7501ca0e-9cc6-416e-94c7-de93949fdd19 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Network e59e94f2-f384-4c67-a2b2-bbfe576feffd is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:29:18.570435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-7501ca0e-9cc6-416e-94c7-de93949fdd19 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:29:18.574404 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-7501ca0e-9cc6-416e-94c7-de93949fdd19 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:29:18.577258 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44129ae-c654-4475-9129-46610cc5df3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca8408f-2daa-4d47-bdd1-79ed8af2dce8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:18.580264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b63865-4366-445a-a191-98febcb5b94d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=746897c8-2e6d-4c20-8db2-6b6996b7233e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:18.603434 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501ca0e-9cc6-416e-94c7-de93949fdd19 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Pushing event updated for resources: {'Port': ['ID=02909e24-69cc-4d56-950d-008ad25423d6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:18.637021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-7501ca0e-9cc6-416e-94c7-de93949fdd19 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:18.637661 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-7501ca0e-9cc6-416e-94c7-de93949fdd19 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.655146 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-76b63865-4366-445a-a191-98febcb5b94d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.660733 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-76b63865-4366-445a-a191-98febcb5b94d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4063931 Nov 18 17:29:18.660733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36102) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:18.664573 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-14129f62-64da-4914-9b6b-375fc9b8c539 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group_rule': {'security_group_id': '746897c8-2e6d-4c20-8db2-6b6996b7233e', 'direction': 'ingress', 'protocol': 17}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:18.690552 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-7501ca0e-9cc6-416e-94c7-de93949fdd19 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1575556 Nov 18 17:29:18.707071 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Request body: {'port': {'device_id': '51501347-b71f-4cf9-b874-d552e2ba6b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:18.761132 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-14129f62-64da-4914-9b6b-375fc9b8c539 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.768044 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.849650 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e421a20-4978-4407-90ae-527d677f86d3 req-c2eb9248-7e29-45d1-8e28-a68715d0d54e tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0403721 Nov 18 17:29:18.851387 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-14129f62-64da-4914-9b6b-375fc9b8c539 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.915424 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-14129f62-64da-4914-9b6b-375fc9b8c539 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.938841 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14129f62-64da-4914-9b6b-375fc9b8c539 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418b57a2-5351-4900-b9dc-2c02ab694b2d,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:18.987007 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-14129f62-64da-4914-9b6b-375fc9b8c539 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:18.990785 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-14129f62-64da-4914-9b6b-375fc9b8c539 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3273804 Nov 18 17:29:18.991472 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36116) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:19.063637 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-229dcb8a-197f-408e-9d37-a7992e44456f tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:19.091202 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-229dcb8a-197f-408e-9d37-a7992e44456f tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:19.091484 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02909e24-69cc-4d56-950d-008ad25423d6 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:29:19.099583 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:19.112805 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Transition to ACTIVE for port object 02909e24-69cc-4d56-950d-008ad25423d6 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:29:19.167089 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:19.190105 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-229dcb8a-197f-408e-9d37-a7992e44456f tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:19.193017 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-229dcb8a-197f-408e-9d37-a7992e44456f tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:19.196986 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-229dcb8a-197f-408e-9d37-a7992e44456f tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-groups/746897c8-2e6d-4c20-8db2-6b6996b7233e HTTP/1.1" status: 204 len: 168 time: 0.2020147 Nov 18 17:29:19.203250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36122) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:19.205876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229dcb8a-197f-408e-9d37-a7992e44456f tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=746897c8-2e6d-4c20-8db2-6b6996b7233e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:19.288103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Pushing event updated for resources: {'Port': ['ID=02909e24-69cc-4d56-950d-008ad25423d6,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:19.332850 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-686890e7-8ba9-4aef-ae3c-fa28f861c7b1 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1320271 Nov 18 17:29:19.335400 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36130) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:19.342183 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ce997345-489a-437e-9f5b-fd77f69999b4 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372924735'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:19.381267 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Attempting to bind port 02909e24-69cc-4d56-950d-008ad25423d6 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:29:19.381615 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Attempting to bind port 02909e24-69cc-4d56-950d-008ad25423d6 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:29:19.381955 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Attempting to bind port 02909e24-69cc-4d56-950d-008ad25423d6 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:29:19.383559 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e97a6-1b4b-47c3-9a2f-1f5f5ecf92d9 req-09e5003b-d440-4540-860c-735c6b822b39 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:19.387217 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Port 02909e24-69cc-4d56-950d-008ad25423d6 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:29:19.387550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Attempting to bind port 02909e24-69cc-4d56-950d-008ad25423d6 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:29:19.388332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e6e97a6-1b4b-47c3-9a2f-1f5f5ecf92d9 req-09e5003b-d440-4540-860c-735c6b822b39 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 944 time: 0.0765493 Nov 18 17:29:19.393160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:29:19.393506 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Checking segment: {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:29:19.393897 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Bound using segment: {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:29:19.394396 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Bound port: 02909e24-69cc-4d56-950d-008ad25423d6, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:29:19.394811 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:19.422071 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 873a0f57-4018-4d5b-9f63-291544e28def details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:29:19.452742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e6e97a6-1b4b-47c3-9a2f-1f5f5ecf92d9 req-66165fb6-d224-4f61-805b-79837432d691 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604241 Nov 18 17:29:19.467676 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ce997345-489a-437e-9f5b-fd77f69999b4 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:19.506297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] For port 02909e24-69cc-4d56-950d-008ad25423d6, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:29:19.514062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] For port 02909e24-69cc-4d56-950d-008ad25423d6, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=02909e24-69cc-4d56-950d-008ad25423d6,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:29:19.568311 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ce997345-489a-437e-9f5b-fd77f69999b4 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:19.585400 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:19.589853 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 873a0f57-4018-4d5b-9f63-291544e28def, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=873a0f57-4018-4d5b-9f63-291544e28def,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:19.603234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '873a0f57-4018-4d5b-9f63-291544e28def', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'port_id': '873a0f57-4018-4d5b-9f63-291544e28def', 'mac_address': 'fa:16:3e:7b:6e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:29:19.625368 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:19.628496 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:19.629995 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] 10.222.0.83 "PUT /v2.0/ports/02909e24-69cc-4d56-950d-008ad25423d6 HTTP/1.1" status: 200 len: 1092 time: 0.9275544 Nov 18 17:29:19.661786 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:19.664787 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51501347-b71f-4cf9-b874-d552e2ba6b1e', 'tag': '02909e24-69cc-4d56-950d-008ad25423d6'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:29:19.667943 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e42a82b-b788-4427-94d3-3dfa0f8f18b3" -d '{"events": [{"name": "network-changed", "server_uuid": "51501347-b71f-4cf9-b874-d552e2ba6b1e", "tag": "02909e24-69cc-4d56-950d-008ad25423d6"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:29:19.671142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457253bd-12c4-4e9a-9a9b-bf6c72525836 service neutron] Pushing event updated for resources: {'Port': ['ID=02909e24-69cc-4d56-950d-008ad25423d6,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:19.675502 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ce997345-489a-437e-9f5b-fd77f69999b4 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:19.689628 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873a0f57-4018-4d5b-9f63-291544e28def {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:29:19.702175 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35024d03-6164-4113-a5f7-b20e3a14aa57 req-1c383b0c-8402-49be-8c40-fdfec18e985a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:19.711321 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35024d03-6164-4113-a5f7-b20e3a14aa57 req-1c383b0c-8402-49be-8c40-fdfec18e985a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 943 time: 0.0983026 Nov 18 17:29:19.718702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce997345-489a-437e-9f5b-fd77f69999b4 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85c794a-f875-4f43-b71d-f0aae2aed678,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:19.749341 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ba4fc5-bcd5-473d-bf22-f8cce256baa1 x-openstack-request-id: req-24ba4fc5-bcd5-473d-bf22-f8cce256baa1 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:29:19.749579 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51501347-b71f-4cf9-b874-d552e2ba6b1e", "tag": "02909e24-69cc-4d56-950d-008ad25423d6", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:29:19.749837 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-24ba4fc5-bcd5-473d-bf22-f8cce256baa1 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:29:19.751267 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51501347-b71f-4cf9-b874-d552e2ba6b1e', 'tag': '02909e24-69cc-4d56-950d-008ad25423d6', 'status': 'completed', 'code': 200} Nov 18 17:29:19.754441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 873a0f57-4018-4d5b-9f63-291544e28def, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=873a0f57-4018-4d5b-9f63-291544e28def,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:19.791843 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35024d03-6164-4113-a5f7-b20e3a14aa57 req-ad30b15b-40ea-4eaa-84bf-7b103c80a422 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773821 Nov 18 17:29:19.798103 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ce997345-489a-437e-9f5b-fd77f69999b4 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:19.801895 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ce997345-489a-437e-9f5b-fd77f69999b4 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4629481 Nov 18 17:29:19.802710 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36144) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:19.807734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-08501449-2431-44b5-9334-e3d92bbdc024 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group': {'name': 'tempest-secgroup--1552806969'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:19.837357 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:19.839749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-5a9bfbef-314e-48a9-b0a1-11fc1f5fd08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:19.841471 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-5a9bfbef-314e-48a9-b0a1-11fc1f5fd08a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 1095 time: 0.0845299 Nov 18 17:29:19.896364 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=873a0f57-4018-4d5b-9f63-291544e28def,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:19.911024 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08501449-2431-44b5-9334-e3d92bbdc024 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:19.914359 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-7880cd0a-9575-46a8-85ac-2d42a46ec6ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02909e24-69cc-4d56-950d-008ad25423d6 HTTP/1.1" status: 200 len: 217 time: 0.0649416 Nov 18 17:29:19.998843 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-80604871-05f8-47ac-8b7f-bcb8b64c4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:20.001874 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-80604871-05f8-47ac-8b7f-bcb8b64c4b54 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b53522fb-157f-447d-b118-4d80e9a8327f HTTP/1.1" status: 200 len: 845 time: 0.0770705 Nov 18 17:29:20.003450 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09e8b307-c7bd-4dad-b971-2ba18c6a2efe req-3351c692-e036-4a7d-94eb-733bcd57551f tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0377197 Nov 18 17:29:20.045885 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-18445a5e-0cdd-4f53-af31-f9a34c5ba930 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e59e94f2-f384-4c67-a2b2-bbfe576feffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336914 Nov 18 17:29:20.092674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08501449-2431-44b5-9334-e3d92bbdc024 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:20.112117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['873a0f57-4018-4d5b-9f63-291544e28def'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:29:20.160718 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08501449-2431-44b5-9334-e3d92bbdc024 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:20.187669 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-5cebd182-ac1f-4c87-b1be-b656892d009f service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306896 Nov 18 17:29:20.222799 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08501449-2431-44b5-9334-e3d92bbdc024 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca76249-bb2b-48f0-848a-26dc8b6c8a34,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:20.276894 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08501449-2431-44b5-9334-e3d92bbdc024 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:20.278151 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-08501449-2431-44b5-9334-e3d92bbdc024 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4750540 Nov 18 17:29:20.280862 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36158) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:20.293544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-dca4949b-0c06-4977-9ab2-8d5b5cf9ad1a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group_rule': {'security_group_id': 'c85c794a-f875-4f43-b71d-f0aae2aed678', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fca76249-bb2b-48f0-848a-26dc8b6c8a34', 'remote_ip_prefix': None}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:20.333755 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff62424c-7043-4ccd-a265-5c66a98a518e req-54aa8e75-c270-4585-8d1f-b986aa0c25bc service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350505 Nov 18 17:29:20.429132 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dca4949b-0c06-4977-9ab2-8d5b5cf9ad1a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:20.586608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36166) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:20.637225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ca37e-4f92-4116-8526-5bdeec58e731 req-fbf77c87-fc3d-4682-b205-08c1c36e83ec tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:20.638879 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c13ca37e-4f92-4116-8526-5bdeec58e731 req-fbf77c87-fc3d-4682-b205-08c1c36e83ec tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 945 time: 0.0851922 Nov 18 17:29:20.713407 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c13ca37e-4f92-4116-8526-5bdeec58e731 req-e72ef8f5-1aad-4bee-b97d-c1805afbd78a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672143 Nov 18 17:29:20.737988 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-080318f6-ca18-4230-879e-b5e9424226ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:20.825541 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-080318f6-ca18-4230-879e-b5e9424226ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:20.910757 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42a82b-b788-4427-94d3-3dfa0f8f18b3 req-0b572293-5b5c-42e0-b8c3-38d6e990d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:20.911938 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-080318f6-ca18-4230-879e-b5e9424226ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:20.912334 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1e42a82b-b788-4427-94d3-3dfa0f8f18b3 req-0b572293-5b5c-42e0-b8c3-38d6e990d491 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 1095 time: 0.0933220 Nov 18 17:29:20.929500 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb714c-5944-4811-98ef-95c9b7c4dd3b req-76c7d688-22cb-415e-bf51-eb9fd1c4a318 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:20.929500 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94fb714c-5944-4811-98ef-95c9b7c4dd3b req-76c7d688-22cb-415e-bf51-eb9fd1c4a318 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 943 time: 0.0624242 Nov 18 17:29:20.931659 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dca4949b-0c06-4977-9ab2-8d5b5cf9ad1a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:20.982331 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-080318f6-ca18-4230-879e-b5e9424226ad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=064823c5411a4918b2e0a70077cd26da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3920805 Nov 18 17:29:20.982331 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080318f6-ca18-4230-879e-b5e9424226ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbbb8ff-bd18-4e7a-8682-cf1552c11b15,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:20.983184 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36172) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:21.014197 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dca4949b-0c06-4977-9ab2-8d5b5cf9ad1a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.046102 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94fb714c-5944-4811-98ef-95c9b7c4dd3b req-6e3dc44e-47e9-4883-b8f2-60e1067a5e11 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041431 Nov 18 17:29:21.046945 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4949b-0c06-4977-9ab2-8d5b5cf9ad1a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62697964-46c9-4745-842d-3f06ae7ec95b,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:21.064587 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-49bfbc72-fd94-4e09-a101-2907f43eec22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.067507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42a82b-b788-4427-94d3-3dfa0f8f18b3 req-74e08e95-fd7d-46b2-9da0-cce9463e4b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:21.069983 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1e42a82b-b788-4427-94d3-3dfa0f8f18b3 req-74e08e95-fd7d-46b2-9da0-cce9463e4b9d service neutron] 10.222.0.83 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 907 time: 0.1488016 Nov 18 17:29:21.090194 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-49bfbc72-fd94-4e09-a101-2907f43eec22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.124420 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1e42a82b-b788-4427-94d3-3dfa0f8f18b3 req-fe269c09-25f2-4502-8bad-603ce1293566 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02909e24-69cc-4d56-950d-008ad25423d6 HTTP/1.1" status: 200 len: 217 time: 0.0410788 Nov 18 17:29:21.136145 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dca4949b-0c06-4977-9ab2-8d5b5cf9ad1a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.139041 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dca4949b-0c06-4977-9ab2-8d5b5cf9ad1a tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8564262 Nov 18 17:29:21.147744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36176) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:21.157703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7275a6eb-ac9f-4b88-bca6-70ce9bd854a5 req-6c89ae7f-735e-4dde-a770-fe25e7c791eb tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0345678 Nov 18 17:29:21.204282 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-375d0dfc-e8c2-4669-94a4-3ffb4dadc084 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.214077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42a82b-b788-4427-94d3-3dfa0f8f18b3 req-cf08c320-2046-4228-99ad-b484d6117e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:21.215527 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1e42a82b-b788-4427-94d3-3dfa0f8f18b3 req-cf08c320-2046-4228-99ad-b484d6117e73 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b53522fb-157f-447d-b118-4d80e9a8327f HTTP/1.1" status: 200 len: 845 time: 0.0757153 Nov 18 17:29:21.225048 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-375d0dfc-e8c2-4669-94a4-3ffb4dadc084 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.241667 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-49bfbc72-fd94-4e09-a101-2907f43eec22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.245157 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-49bfbc72-fd94-4e09-a101-2907f43eec22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.249162 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-49bfbc72-fd94-4e09-a101-2907f43eec22 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0bbbb8ff-bd18-4e7a-8682-cf1552c11b15 HTTP/1.1" status: 204 len: 168 time: 0.2622249 Nov 18 17:29:21.257239 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfbc72-fd94-4e09-a101-2907f43eec22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbbb8ff-bd18-4e7a-8682-cf1552c11b15,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:21.257576 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1e42a82b-b788-4427-94d3-3dfa0f8f18b3 req-b242ea38-28d7-4c4d-90b6-a5b3eb815a16 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e59e94f2-f384-4c67-a2b2-bbfe576feffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329876 Nov 18 17:29:21.334499 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-375d0dfc-e8c2-4669-94a4-3ffb4dadc084 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.344597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-375d0dfc-e8c2-4669-94a4-3ffb4dadc084 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.348673 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-375d0dfc-e8c2-4669-94a4-3ffb4dadc084 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/62697964-46c9-4745-842d-3f06ae7ec95b HTTP/1.1" status: 204 len: 168 time: 0.1969283 Nov 18 17:29:21.348831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36182) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:21.363148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d0dfc-e8c2-4669-94a4-3ffb4dadc084 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62697964-46c9-4745-842d-3f06ae7ec95b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:21.410358 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1e42a82b-b788-4427-94d3-3dfa0f8f18b3 req-761aefc9-68a9-4bb7-a357-6e93681b7a75 service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403756 Nov 18 17:29:21.412782 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-30f77286-a17c-4bad-a16f-4d21a0fd6b10 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0630286 Nov 18 17:29:21.422903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36184) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:21.423342 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 873a0f57-4018-4d5b-9f63-291544e28def up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:29:21.461396 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.533225 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 873a0f57-4018-4d5b-9f63-291544e28def completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:29:21.537949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 873a0f57-4018-4d5b-9f63-291544e28def triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:21.538353 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.543759 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e06a7e72-f63d-4560-a928-fd367f609ced tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.580371 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e06a7e72-f63d-4560-a928-fd367f609ced tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.598166 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1e42a82b-b788-4427-94d3-3dfa0f8f18b3 req-60586ac7-d663-4b9e-9f5c-c680a26479f3 service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540236 Nov 18 17:29:21.644005 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.667459 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ea1a35-1879-444e-a9a8-62a0d7b99436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873a0f57-4018-4d5b-9f63-291544e28def'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:29:21.669876 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d456ea-27bf-477c-9b81-4b4873449118" -d '{"events": [{"server_uuid": "49ea1a35-1879-444e-a9a8-62a0d7b99436", "name": "network-vif-plugged", "status": "completed", "tag": "873a0f57-4018-4d5b-9f63-291544e28def"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:29:21.684481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 873a0f57-4018-4d5b-9f63-291544e28def, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=873a0f57-4018-4d5b-9f63-291544e28def,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:21.693496 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e06a7e72-f63d-4560-a928-fd367f609ced tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.696197 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e06a7e72-f63d-4560-a928-fd367f609ced tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.697939 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e06a7e72-f63d-4560-a928-fd367f609ced tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-groups/fca76249-bb2b-48f0-848a-26dc8b6c8a34 HTTP/1.1" status: 204 len: 168 time: 0.2801991 Nov 18 17:29:21.700857 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36194) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:21.712101 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a7e72-f63d-4560-a928-fd367f609ced tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca76249-bb2b-48f0-848a-26dc8b6c8a34,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:21.720153 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d221bef-a722-4a54-868c-87f16547f306 x-openstack-request-id: req-0d221bef-a722-4a54-868c-87f16547f306 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:29:21.720824 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ea1a35-1879-444e-a9a8-62a0d7b99436", "name": "network-vif-plugged", "status": "completed", "tag": "873a0f57-4018-4d5b-9f63-291544e28def", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:29:21.721169 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0d221bef-a722-4a54-868c-87f16547f306 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:29:21.721817 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ea1a35-1879-444e-a9a8-62a0d7b99436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873a0f57-4018-4d5b-9f63-291544e28def', 'code': 200} Nov 18 17:29:21.738750 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.815248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=873a0f57-4018-4d5b-9f63-291544e28def,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:21.838248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f3957-d73e-4af7-a0b4-152efabb0d31 req-b6ac8fbb-b1a6-4c28-b331-fe1821f0998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:21.839899 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-620f3957-d73e-4af7-a0b4-152efabb0d31 req-b6ac8fbb-b1a6-4c28-b331-fe1821f0998d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 1098 time: 0.0539365 Nov 18 17:29:21.853435 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-63c3ae1c-3b47-4add-bda9-9e9d331f2ef9 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1514246 Nov 18 17:29:21.861547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36200) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:21.912524 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-620f3957-d73e-4af7-a0b4-152efabb0d31 req-f427802c-2537-4092-ae5f-a2dd7193368c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650675 Nov 18 17:29:21.914826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7a6db-fd67-4c99-a22e-0b8cc76bf530 req-5c7006b7-978b-401b-82df-67e35a57cd95 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:21.916415 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72c7a6db-fd67-4c99-a22e-0b8cc76bf530 req-5c7006b7-978b-401b-82df-67e35a57cd95 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 946 time: 0.1113195 Nov 18 17:29:21.949840 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bd47a11-0057-4908-8f87-ccddb43aa57f tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:21.986748 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bd47a11-0057-4908-8f87-ccddb43aa57f tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:22.003595 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72c7a6db-fd67-4c99-a22e-0b8cc76bf530 req-de86f916-b055-4464-9fab-bff0a5f6c60d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786004 Nov 18 17:29:22.150209 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bd47a11-0057-4908-8f87-ccddb43aa57f tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:22.153565 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bd47a11-0057-4908-8f87-ccddb43aa57f tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:22.157681 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4bd47a11-0057-4908-8f87-ccddb43aa57f tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-groups/c85c794a-f875-4f43-b71d-f0aae2aed678 HTTP/1.1" status: 204 len: 168 time: 0.2951293 Nov 18 17:29:22.157808 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36210) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:22.193866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd47a11-0057-4908-8f87-ccddb43aa57f tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85c794a-f875-4f43-b71d-f0aae2aed678,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:22.219020 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a6789c34-5718-4cd5-b2ef-c4abfa91e5c9 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0599077 Nov 18 17:29:22.223929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36216) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:22.226967 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7b480-59f4-4cac-b980-17c21f17841c req-e6874764-7eb5-494a-841f-534c718ec74d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:22.230529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d70ec06b-e21c-4b39-88f9-efcffbde1060 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group': {'name': 'tempest-secgroup--2120279393'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:22.236120 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20b7b480-59f4-4cac-b980-17c21f17841c req-e6874764-7eb5-494a-841f-534c718ec74d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 943 time: 0.0971894 Nov 18 17:29:22.289148 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20b7b480-59f4-4cac-b980-17c21f17841c req-cc24b6ee-5cf3-4e1e-babe-56ff2b9929c8 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521185 Nov 18 17:29:22.327379 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-243173c6-c133-4090-b79c-566bfc20a62a req-0dc7df2d-863c-4e87-84be-78d7874817f7 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0273988 Nov 18 17:29:22.356441 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d70ec06b-e21c-4b39-88f9-efcffbde1060 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:22.443721 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d70ec06b-e21c-4b39-88f9-efcffbde1060 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:22.506212 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d70ec06b-e21c-4b39-88f9-efcffbde1060 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:22.544981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ec06b-e21c-4b39-88f9-efcffbde1060 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e874843c-809a-4f39-bcf2-fdb5fbd50143,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:22.627333 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d70ec06b-e21c-4b39-88f9-efcffbde1060 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:22.628770 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d70ec06b-e21c-4b39-88f9-efcffbde1060 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4037035 Nov 18 17:29:22.631536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36232) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:22.636866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-cc075dd0-aafe-4cb1-acd1-afb55b082420 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group_rule': {'security_group_id': 'e874843c-809a-4f39-bcf2-fdb5fbd50143', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:22.710976 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc075dd0-aafe-4cb1-acd1-afb55b082420 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:22.793709 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc075dd0-aafe-4cb1-acd1-afb55b082420 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:22.872274 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc075dd0-aafe-4cb1-acd1-afb55b082420 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:22.899065 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:22.929187 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 02909e24-69cc-4d56-950d-008ad25423d6 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:29:22.947048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc075dd0-aafe-4cb1-acd1-afb55b082420 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dc2b8e-209c-4224-9a7b-abcf685b388b,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:23.009863 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02c89065-65df-4570-a39f-c56b154afa63 req-acaab379-5277-4744-a546-113c1c62800f tempest-AbsoluteLimitsNegativeTestJSON-2133870784 tempest-AbsoluteLimitsNegativeTestJSON-2133870784-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=849933b4010d483e99dbaf0c0c074cdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0975764 Nov 18 17:29:23.028570 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc075dd0-aafe-4cb1-acd1-afb55b082420 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:23.035392 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cc075dd0-aafe-4cb1-acd1-afb55b082420 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4025898 Nov 18 17:29:23.036608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36250) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:23.098544 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-24a28a49-b4d6-4f18-bb21-e46274ec02c7 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:23.130525 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-24a28a49-b4d6-4f18-bb21-e46274ec02c7 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:23.200073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 02909e24-69cc-4d56-950d-008ad25423d6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=02909e24-69cc-4d56-950d-008ad25423d6,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:23.212309 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '02909e24-69cc-4d56-950d-008ad25423d6', 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd', 'port_id': '02909e24-69cc-4d56-950d-008ad25423d6', 'mac_address': 'fa:16:3e:6c:ad:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53522fb-157f-447d-b118-4d80e9a8327f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:29:23.252618 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:23.267537 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02909e24-69cc-4d56-950d-008ad25423d6 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:29:23.289539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 02909e24-69cc-4d56-950d-008ad25423d6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=02909e24-69cc-4d56-950d-008ad25423d6,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:23.322311 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-24a28a49-b4d6-4f18-bb21-e46274ec02c7 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:23.345201 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-24a28a49-b4d6-4f18-bb21-e46274ec02c7 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:23.350056 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef26f0-214b-406c-b258-69f59b940940 req-a4469736-6183-4739-9c17-028fce1830d6 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:23.350797 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-24a28a49-b4d6-4f18-bb21-e46274ec02c7 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/65dc2b8e-209c-4224-9a7b-abcf685b388b HTTP/1.1" status: 204 len: 168 time: 0.3129630 Nov 18 17:29:23.351434 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36256) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:23.359209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ecef26f0-214b-406c-b258-69f59b940940 req-a4469736-6183-4739-9c17-028fce1830d6 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 946 time: 0.1921096 Nov 18 17:29:23.364869 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a28a49-b4d6-4f18-bb21-e46274ec02c7 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65dc2b8e-209c-4224-9a7b-abcf685b388b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:23.371322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c89065-65df-4570-a39f-c56b154afa63 req-b65700ec-0b4f-4741-9308-6e1498a3ac7b tempest-AbsoluteLimitsNegativeTestJSON-2133870784 tempest-AbsoluteLimitsNegativeTestJSON-2133870784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:23.373888 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02c89065-65df-4570-a39f-c56b154afa63 req-b65700ec-0b4f-4741-9308-6e1498a3ac7b tempest-AbsoluteLimitsNegativeTestJSON-2133870784 tempest-AbsoluteLimitsNegativeTestJSON-2133870784-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3625000 Nov 18 17:29:23.418926 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:23.419273 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02c89065-65df-4570-a39f-c56b154afa63 req-53c8c3af-cc11-4d0c-91d5-cc9a08fa0773 tempest-AbsoluteLimitsNegativeTestJSON-2133870784 tempest-AbsoluteLimitsNegativeTestJSON-2133870784-project] 10.222.0.72 "GET /v2.0/quotas/849933b4010d483e99dbaf0c0c074cdb HTTP/1.1" status: 200 len: 375 time: 0.0263231 Nov 18 17:29:23.447185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36260) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:23.448854 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-defb91df-182f-4611-8916-883e420d0559 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0855365 Nov 18 17:29:23.470052 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02c89065-65df-4570-a39f-c56b154afa63 req-15759b03-d2b4-4c46-99ca-e5178446d4cc tempest-AbsoluteLimitsNegativeTestJSON-2133870784 tempest-AbsoluteLimitsNegativeTestJSON-2133870784-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=849933b4010d483e99dbaf0c0c074cdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445344 Nov 18 17:29:23.476411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ecef26f0-214b-406c-b258-69f59b940940 req-1e200c39-e302-4a75-abaf-8e141ebdddb0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014013 Nov 18 17:29:23.498487 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=02909e24-69cc-4d56-950d-008ad25423d6,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:23.538980 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5c3df6b2-0464-45ea-a29c-e9a19f12658d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:23.570328 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5c3df6b2-0464-45ea-a29c-e9a19f12658d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:23.687314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['02909e24-69cc-4d56-950d-008ad25423d6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:29:23.699369 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a795eced-61fd-485a-904d-a14b1dbe89e4 req-39503f63-61fa-4784-b4e9-a7368fece9e9 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0291803 Nov 18 17:29:23.716516 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e482728-cab6-4365-89e3-0531c69bcfb6 req-0c0e2847-6d2e-4d2f-9cbd-807349d47a4d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:23.718484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e482728-cab6-4365-89e3-0531c69bcfb6 req-0c0e2847-6d2e-4d2f-9cbd-807349d47a4d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 944 time: 0.0834858 Nov 18 17:29:23.736272 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5c3df6b2-0464-45ea-a29c-e9a19f12658d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:23.739306 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5c3df6b2-0464-45ea-a29c-e9a19f12658d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:23.740498 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5c3df6b2-0464-45ea-a29c-e9a19f12658d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-groups/e874843c-809a-4f39-bcf2-fdb5fbd50143 HTTP/1.1" status: 204 len: 168 time: 0.2922142 Nov 18 17:29:23.743225 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36266) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:23.762226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3df6b2-0464-45ea-a29c-e9a19f12658d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e874843c-809a-4f39-bcf2-fdb5fbd50143,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:23.797928 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-92fd3f9a-627f-44be-a2f6-732e978c1f7f tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0528779 Nov 18 17:29:23.803640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36268) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:23.810292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a0dfd027-52da-47c5-9239-43f5b7951e66 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group': {'name': 'tempest-secgroup--1048190025'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:23.810483 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e482728-cab6-4365-89e3-0531c69bcfb6 req-891138d2-cd68-464b-ad33-a38c76bd5f8e tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783365 Nov 18 17:29:23.891854 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a0dfd027-52da-47c5-9239-43f5b7951e66 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:23.957883 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a0dfd027-52da-47c5-9239-43f5b7951e66 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.035641 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a0dfd027-52da-47c5-9239-43f5b7951e66 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.083723 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfd027-52da-47c5-9239-43f5b7951e66 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=850d14c2-3022-4d96-a086-96ce5f6eb66a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:24.108257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36272) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:24.123448 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a0dfd027-52da-47c5-9239-43f5b7951e66 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.124742 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a0dfd027-52da-47c5-9239-43f5b7951e66 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3191059 Nov 18 17:29:24.127352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36276) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:24.131825 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1ac5bc4a-10df-4c39-b7f9-9473309e1796 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group_rule': {'security_group_id': '850d14c2-3022-4d96-a086-96ce5f6eb66a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:24.219755 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ac5bc4a-10df-4c39-b7f9-9473309e1796 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.239886 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1748a8f7-a812-4825-9d2b-ed6a4271a071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.305473 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ac5bc4a-10df-4c39-b7f9-9473309e1796 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.349303 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1748a8f7-a812-4825-9d2b-ed6a4271a071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.430388 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ac5bc4a-10df-4c39-b7f9-9473309e1796 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.449242 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5bc4a-10df-4c39-b7f9-9473309e1796 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd1634c-c00a-4180-9391-bc7ec7a19f75,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:24.487425 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1748a8f7-a812-4825-9d2b-ed6a4271a071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.529619 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1748a8f7-a812-4825-9d2b-ed6a4271a071 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=849933b4010d483e99dbaf0c0c074cdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4202492 Nov 18 17:29:24.530697 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748a8f7-a812-4825-9d2b-ed6a4271a071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4c7f26-27c7-46f0-82cb-8d0fda42fa92,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:24.532750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36280) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:24.552134 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ac5bc4a-10df-4c39-b7f9-9473309e1796 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.553497 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1ac5bc4a-10df-4c39-b7f9-9473309e1796 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4250896 Nov 18 17:29:24.556020 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36282) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:24.573281 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-85449a79-2af8-409f-9a67-c89171fa121f tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-group-rules/ffd1634c-c00a-4180-9391-bc7ec7a19f75 HTTP/1.1" status: 200 len: 763 time: 0.0154090 Nov 18 17:29:24.575620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36284) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:24.617301 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0eeea0e0-1675-473d-9879-92de57b54d5e tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0402565 Nov 18 17:29:24.619933 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36286) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:24.627382 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-786785c6-fbc7-47e9-821c-6e93bd783fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.642161 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4e915-cba9-4f39-be77-ee10342489b9 req-080c094c-0070-45e7-a754-39f29aebd2e0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:24.643645 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39e4e915-cba9-4f39-be77-ee10342489b9 req-080c094c-0070-45e7-a754-39f29aebd2e0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 946 time: 0.0831547 Nov 18 17:29:24.645369 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45e8d483-7280-456e-947f-16a436def48c tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.654266 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45e8d483-7280-456e-947f-16a436def48c tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.675751 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-786785c6-fbc7-47e9-821c-6e93bd783fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.729960 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39e4e915-cba9-4f39-be77-ee10342489b9 req-032b505d-c052-44d3-847f-26d10b3f48e2 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784652 Nov 18 17:29:24.745157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45e8d483-7280-456e-947f-16a436def48c tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.752295 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45e8d483-7280-456e-947f-16a436def48c tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.755814 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-45e8d483-7280-456e-947f-16a436def48c tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/ffd1634c-c00a-4180-9391-bc7ec7a19f75 HTTP/1.1" status: 204 len: 168 time: 0.1324821 Nov 18 17:29:24.756291 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36294) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:24.777527 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8d483-7280-456e-947f-16a436def48c tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffd1634c-c00a-4180-9391-bc7ec7a19f75,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:24.813648 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7b7a4d25-96dd-4ea8-8529-cd2fbf93fdc1 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0560446 Nov 18 17:29:24.815979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36298) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:24.820315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5687a9d1-55c4-47cb-83cf-f69acb13fad6 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group_rule': {'security_group_id': '850d14c2-3022-4d96-a086-96ce5f6eb66a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:24.834094 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-786785c6-fbc7-47e9-821c-6e93bd783fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.836786 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-786785c6-fbc7-47e9-821c-6e93bd783fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.838778 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-786785c6-fbc7-47e9-821c-6e93bd783fd0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fb4c7f26-27c7-46f0-82cb-8d0fda42fa92 HTTP/1.1" status: 204 len: 168 time: 0.3039539 Nov 18 17:29:24.873936 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c60470d-7b7b-4f75-81e2-2cf1f06cdb95 req-9c9ca8f9-02b0-4978-abbd-41d55eb253b1 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0597878 Nov 18 17:29:24.886964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786785c6-fbc7-47e9-821c-6e93bd783fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4c7f26-27c7-46f0-82cb-8d0fda42fa92,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:24.925703 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fdfbb-26d8-4df5-aa30-a693ba82aebf req-c67dd44b-c8b9-498a-8ab6-34a50066af34 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:24.927295 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-638fdfbb-26d8-4df5-aa30-a693ba82aebf req-c67dd44b-c8b9-498a-8ab6-34a50066af34 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 946 time: 0.1128328 Nov 18 17:29:24.936011 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5687a9d1-55c4-47cb-83cf-f69acb13fad6 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:24.944151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 02909e24-69cc-4d56-950d-008ad25423d6 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:29:25.006692 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5687a9d1-55c4-47cb-83cf-f69acb13fad6 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:25.013001 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-638fdfbb-26d8-4df5-aa30-a693ba82aebf req-a049d83d-cb3e-448f-a117-5e7715e4c6c4 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747709 Nov 18 17:29:25.063513 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbf985-0257-4e37-a788-45e2a5497ee3 req-c4640973-359b-4833-9332-991b2e5bd69a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:25.065113 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eafbf985-0257-4e37-a788-45e2a5497ee3 req-c4640973-359b-4833-9332-991b2e5bd69a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 944 time: 0.0666292 Nov 18 17:29:25.070383 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5687a9d1-55c4-47cb-83cf-f69acb13fad6 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:25.083265 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 02909e24-69cc-4d56-950d-008ad25423d6 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:29:25.088388 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 02909e24-69cc-4d56-950d-008ad25423d6 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:25.089440 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:25.096901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687a9d1-55c4-47cb-83cf-f69acb13fad6 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e29f312-2816-4dac-b54a-4b6e2da37038,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:25.122386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eafbf985-0257-4e37-a788-45e2a5497ee3 req-641d9cc2-46a8-48dc-995f-8e245de83d9d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501499 Nov 18 17:29:25.181405 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5687a9d1-55c4-47cb-83cf-f69acb13fad6 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:25.183419 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5687a9d1-55c4-47cb-83cf-f69acb13fad6 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3664620 Nov 18 17:29:25.192788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36312) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:25.203885 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:25.212093 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-15d69124-3fd7-40a6-95ed-29333f44eb4c tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-group-rules/4e29f312-2816-4dac-b54a-4b6e2da37038 HTTP/1.1" status: 200 len: 763 time: 0.0179758 Nov 18 17:29:25.214577 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36314) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:25.228394 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51501347-b71f-4cf9-b874-d552e2ba6b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02909e24-69cc-4d56-950d-008ad25423d6'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:29:25.231420 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9fc3e1-9753-4729-85f6-235546a74221" -d '{"events": [{"server_uuid": "51501347-b71f-4cf9-b874-d552e2ba6b1e", "name": "network-vif-plugged", "status": "completed", "tag": "02909e24-69cc-4d56-950d-008ad25423d6"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:29:25.248589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 02909e24-69cc-4d56-950d-008ad25423d6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=02909e24-69cc-4d56-950d-008ad25423d6,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:25.270234 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1c07871f-d7ed-4e55-9a0e-c52ae0fbd0ab tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0538039 Nov 18 17:29:25.272480 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36318) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:25.288649 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee63694-148a-48e1-8b76-daf5ea6254ab x-openstack-request-id: req-3ee63694-148a-48e1-8b76-daf5ea6254ab {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:29:25.288952 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51501347-b71f-4cf9-b874-d552e2ba6b1e", "name": "network-vif-plugged", "status": "completed", "tag": "02909e24-69cc-4d56-950d-008ad25423d6", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:29:25.289215 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3ee63694-148a-48e1-8b76-daf5ea6254ab {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:29:25.289622 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51501347-b71f-4cf9-b874-d552e2ba6b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02909e24-69cc-4d56-950d-008ad25423d6', 'code': 200} Nov 18 17:29:25.309086 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-28fc0659-223f-44ab-89c9-387f4fe660d9 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:25.323777 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:25.360420 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-28fc0659-223f-44ab-89c9-387f4fe660d9 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:25.430345 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=02909e24-69cc-4d56-950d-008ad25423d6,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:25.460993 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-828fd017-2508-432e-bb0b-4d342bebc027 req-48138f5d-6a75-41d9-8d7c-92f4fdff3daa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0956764 Nov 18 17:29:25.477473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b43d2c-9f3b-4232-9445-3dda8943a95e req-27116991-eab3-4c9d-8f07-af9a72272fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:25.479185 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e2b43d2c-9f3b-4232-9445-3dda8943a95e req-27116991-eab3-4c9d-8f07-af9a72272fe1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 1097 time: 0.0671458 Nov 18 17:29:25.555721 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-28fc0659-223f-44ab-89c9-387f4fe660d9 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:25.570154 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-28fc0659-223f-44ab-89c9-387f4fe660d9 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:25.571721 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-28fc0659-223f-44ab-89c9-387f4fe660d9 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/4e29f312-2816-4dac-b54a-4b6e2da37038 HTTP/1.1" status: 204 len: 168 time: 0.2979920 Nov 18 17:29:25.573582 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc0659-223f-44ab-89c9-387f4fe660d9 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e29f312-2816-4dac-b54a-4b6e2da37038,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:25.576564 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36336) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:25.578213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fd017-2508-432e-bb0b-4d342bebc027 req-9b7eec41-7fa4-4363-98ae-97c74ecbcc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:25.580584 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-828fd017-2508-432e-bb0b-4d342bebc027 req-9b7eec41-7fa4-4363-98ae-97c74ecbcc66 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 1097 time: 0.0835419 Nov 18 17:29:25.584283 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e2b43d2c-9f3b-4232-9445-3dda8943a95e req-4f5a1142-ac57-4055-851b-e54827db77d9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898879 Nov 18 17:29:25.636506 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36338) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:25.636761 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ac948cd6-da6a-42ca-a64b-d6e44897d4d8 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0576448 Nov 18 17:29:25.641954 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c886ec73-421b-4d68-ac08-98078b82bb68 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Request body: {'security_group_rule': {'security_group_id': '850d14c2-3022-4d96-a086-96ce5f6eb66a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:25.761427 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c886ec73-421b-4d68-ac08-98078b82bb68 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:25.913240 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c886ec73-421b-4d68-ac08-98078b82bb68 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:25.918971 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fd017-2508-432e-bb0b-4d342bebc027 req-fea0e16c-0375-4153-8ed5-c8945da6c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:25.920530 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-828fd017-2508-432e-bb0b-4d342bebc027 req-fea0e16c-0375-4153-8ed5-c8945da6c554 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 907 time: 0.1389048 Nov 18 17:29:25.967737 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-828fd017-2508-432e-bb0b-4d342bebc027 req-aa2ff094-687a-4e35-82cd-fe9f3a14d50a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b0140f8-ab7d-4b55-b092-6caf280ecdb8 HTTP/1.1" status: 200 len: 217 time: 0.0390992 Nov 18 17:29:25.990554 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c886ec73-421b-4d68-ac08-98078b82bb68 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:26.030405 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-201e6f23-789d-44a1-84a4-83c4302869be req-c12fdfcb-615f-44ee-bf27-e5895c7280ef tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0564160 Nov 18 17:29:26.082049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886ec73-421b-4d68-ac08-98078b82bb68 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8973ae5-c54d-4e86-8e34-7f931879dea3,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:26.123512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fd017-2508-432e-bb0b-4d342bebc027 req-1e6e6793-4dda-441a-ac9e-4803cd93ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:26.125029 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-828fd017-2508-432e-bb0b-4d342bebc027 req-1e6e6793-4dda-441a-ac9e-4803cd93ceb2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b53522fb-157f-447d-b118-4d80e9a8327f HTTP/1.1" status: 200 len: 845 time: 0.1062126 Nov 18 17:29:26.145153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36360) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:26.175348 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-828fd017-2508-432e-bb0b-4d342bebc027 req-1a8c2cd5-fe6a-4515-884a-2b028aa44ab6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e59e94f2-f384-4c67-a2b2-bbfe576feffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403719 Nov 18 17:29:26.312949 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c886ec73-421b-4d68-ac08-98078b82bb68 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:26.316711 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c886ec73-421b-4d68-ac08-98078b82bb68 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6766293 Nov 18 17:29:26.317998 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-828fd017-2508-432e-bb0b-4d342bebc027 req-bf056469-89bc-4ff3-ba98-1d95f8da9ab4 service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342216 Nov 18 17:29:26.324044 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36366) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:26.345352 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-24a8d10b-34a3-4690-a53c-25c11fbe1381 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-group-rules/d8973ae5-c54d-4e86-8e34-7f931879dea3 HTTP/1.1" status: 200 len: 764 time: 0.0201433 Nov 18 17:29:26.353196 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc174f-2476-4a59-951e-0a24db218248 req-fa7eb080-b46f-4d90-a1fa-2324f66beed2 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:26.360570 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0afc174f-2476-4a59-951e-0a24db218248 req-fa7eb080-b46f-4d90-a1fa-2324f66beed2 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 945 time: 0.1181848 Nov 18 17:29:26.362185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36368) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:26.370591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-27524fa6-dbea-4a61-86ca-2c246fab874b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-684674235-network', 'tenant_id': '5ed392a60e404bf6ace5d704e2b3cc23'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:26.463352 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3cfffb9c-118e-4ca9-b488-b1809fbe9d18 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0977492 Nov 18 17:29:26.466551 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36376) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:26.468320 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0afc174f-2476-4a59-951e-0a24db218248 req-186ed8fc-d85b-49bc-b309-5440a2645991 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068702 Nov 18 17:29:26.489086 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-828fd017-2508-432e-bb0b-4d342bebc027 req-7f0e470f-6710-4382-bfdc-f57ccc215398 service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591883 Nov 18 17:29:26.507067 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-98a4243e-8038-4671-93ad-9a127986bb2d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:26.511227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27524fa6-dbea-4a61-86ca-2c246fab874b admin admin] Made reservation on behalf of 5ed392a60e404bf6ace5d704e2b3cc23 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:29:26.513947 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-27524fa6-dbea-4a61-86ca-2c246fab874b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:26.517578 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-98a4243e-8038-4671-93ad-9a127986bb2d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:26.524349 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-27524fa6-dbea-4a61-86ca-2c246fab874b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:26.638257 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-98a4243e-8038-4671-93ad-9a127986bb2d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:26.660730 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-98a4243e-8038-4671-93ad-9a127986bb2d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:26.664291 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-98a4243e-8038-4671-93ad-9a127986bb2d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/d8973ae5-c54d-4e86-8e34-7f931879dea3 HTTP/1.1" status: 204 len: 168 time: 0.1962771 Nov 18 17:29:26.665387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4243e-8038-4671-93ad-9a127986bb2d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8973ae5-c54d-4e86-8e34-7f931879dea3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:26.669273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36384) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:26.699498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4243e-8038-4671-93ad-9a127986bb2d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:26.700047 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4243e-8038-4671-93ad-9a127986bb2d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:26.700494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4243e-8038-4671-93ad-9a127986bb2d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:26.702336 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4243e-8038-4671-93ad-9a127986bb2d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:26.702671 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4243e-8038-4671-93ad-9a127986bb2d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:26.703261 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4243e-8038-4671-93ad-9a127986bb2d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:26.703764 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4243e-8038-4671-93ad-9a127986bb2d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:26.704349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4243e-8038-4671-93ad-9a127986bb2d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:26.704943 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4243e-8038-4671-93ad-9a127986bb2d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:26.705254 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4243e-8038-4671-93ad-9a127986bb2d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:26.706996 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4243e-8038-4671-93ad-9a127986bb2d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:26.706996 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4243e-8038-4671-93ad-9a127986bb2d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:26.743467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-33f253bc-58da-48b9-a676-bad30967158c tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0730219 Nov 18 17:29:26.747270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36386) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:26.749917 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-27524fa6-dbea-4a61-86ca-2c246fab874b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:26.807966 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-27524fa6-dbea-4a61-86ca-2c246fab874b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:26.851854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27524fa6-dbea-4a61-86ca-2c246fab874b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df9c583-d5d2-437d-b3d3-9ad75147f1c7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:26.852072 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abe9bd82-0c03-4081-aa3b-6b98c8ba895c tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:26.865627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27524fa6-dbea-4a61-86ca-2c246fab874b admin admin] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:29:26.878582 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-27524fa6-dbea-4a61-86ca-2c246fab874b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:26.879701 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-27524fa6-dbea-4a61-86ca-2c246fab874b admin admin] Added segment 42c146b4-536e-4713-91c7-ced4d66a04f3 of type vlan for network 1c2838f7-8b99-459f-9c38-78797a8bd6c3 Nov 18 17:29:26.910281 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abe9bd82-0c03-4081-aa3b-6b98c8ba895c tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:26.934040 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-27524fa6-dbea-4a61-86ca-2c246fab874b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:27.042008 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-27524fa6-dbea-4a61-86ca-2c246fab874b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:27.043958 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27524fa6-dbea-4a61-86ca-2c246fab874b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:27.045723 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-27524fa6-dbea-4a61-86ca-2c246fab874b admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:27.062317 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abe9bd82-0c03-4081-aa3b-6b98c8ba895c tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:27.067780 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abe9bd82-0c03-4081-aa3b-6b98c8ba895c tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:27.071753 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-abe9bd82-0c03-4081-aa3b-6b98c8ba895c tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "DELETE /v2.0/security-groups/850d14c2-3022-4d96-a086-96ce5f6eb66a HTTP/1.1" status: 204 len: 168 time: 0.3207963 Nov 18 17:29:27.075350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36400) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:27.097941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9bd82-0c03-4081-aa3b-6b98c8ba895c tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=850d14c2-3022-4d96-a086-96ce5f6eb66a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:27.167406 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-65597bd1-923c-43af-a2eb-c5a7ad5958c6 tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0834293 Nov 18 17:29:27.169131 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36404) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:27.208257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27524fa6-dbea-4a61-86ca-2c246fab874b admin admin] Pushing event updated for resources: {'Network': ['ID=1c2838f7-8b99-459f-9c38-78797a8bd6c3,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:27.213921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-27524fa6-dbea-4a61-86ca-2c246fab874b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0688429 Nov 18 17:29:27.227513 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8bc88367-8a31-47b8-8acc-48f171e1f72d tempest-SecGroupTest-65126042 tempest-SecGroupTest-65126042-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0560043 Nov 18 17:29:27.242188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 1c2838f7-8b99-459f-9c38-78797a8bd6c3 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:29:27.273112 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33e71c4c-84e2-4b65-bd77-d9b18ad021db req-fb5e35fa-e406-4043-bb93-1073e99773d5 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.1176221 Nov 18 17:29:27.759945 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36442) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:27.835181 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48620053-199a-4927-8386-e0733aee05aa req-656e35b5-367b-4f50-8a34-b788a93b4678 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:27.836737 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48620053-199a-4927-8386-e0733aee05aa req-656e35b5-367b-4f50-8a34-b788a93b4678 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 945 time: 0.1711538 Nov 18 17:29:27.913246 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d2343914-e1a1-4e30-982a-7298af610c3b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4b8b530e8a2a429781fd523d0d73912b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520655 Nov 18 17:29:27.915706 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36446) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:27.924505 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d0925-f9e3-41ef-b564-8335e196c66d req-b740c721-e882-49e2-8e9d-53cea5ad2192 tempest-ComputeTenantNetworksTest-169059806 tempest-ComputeTenantNetworksTest-169059806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:27.931170 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d0925-f9e3-41ef-b564-8335e196c66d req-b740c721-e882-49e2-8e9d-53cea5ad2192 tempest-ComputeTenantNetworksTest-169059806 tempest-ComputeTenantNetworksTest-169059806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:27.937504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d0925-f9e3-41ef-b564-8335e196c66d req-b740c721-e882-49e2-8e9d-53cea5ad2192 tempest-ComputeTenantNetworksTest-169059806 tempest-ComputeTenantNetworksTest-169059806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:27.939206 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-827d0925-f9e3-41ef-b564-8335e196c66d req-b740c721-e882-49e2-8e9d-53cea5ad2192 tempest-ComputeTenantNetworksTest-169059806 tempest-ComputeTenantNetworksTest-169059806-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2717497 Nov 18 17:29:27.956624 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48620053-199a-4927-8386-e0733aee05aa req-fac2959a-6fc8-4851-9b1d-b3f0c0511527 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055038 Nov 18 17:29:28.011294 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4323b1a0-aace-4a22-a0ef-0d88d26f3527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:28.069218 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4323b1a0-aace-4a22-a0ef-0d88d26f3527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:28.121393 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafc571-0c76-40e1-82a4-1e8867cf3408 req-2eb016e8-6179-4aa0-a3c1-a3d557280bc1 tempest-ComputeTenantNetworksTest-169059806 tempest-ComputeTenantNetworksTest-169059806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:28.122912 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9fafc571-0c76-40e1-82a4-1e8867cf3408 req-2eb016e8-6179-4aa0-a3c1-a3d557280bc1 tempest-ComputeTenantNetworksTest-169059806 tempest-ComputeTenantNetworksTest-169059806-project] 10.222.0.72 "GET /v2.0/networks/1c2838f7-8b99-459f-9c38-78797a8bd6c3 HTTP/1.1" status: 200 len: 768 time: 0.1444838 Nov 18 17:29:28.133045 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36452) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:28.264946 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03cfd505-91b3-4fce-8601-aecd8b89d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:28.374740 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4323b1a0-aace-4a22-a0ef-0d88d26f3527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:28.387888 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4323b1a0-aace-4a22-a0ef-0d88d26f3527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:28.391486 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4323b1a0-aace-4a22-a0ef-0d88d26f3527 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/db361bec-bf09-4f23-b230-ef6c78d3710f HTTP/1.1" status: 204 len: 168 time: 0.4731400 Nov 18 17:29:28.436450 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c3ba986b-123b-47ed-a9ff-a6cdac955e9c req-b4a7786f-ef03-486c-9567-a809097ac0a1 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0523174 Nov 18 17:29:28.458866 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03cfd505-91b3-4fce-8601-aecd8b89d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:28.473356 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323b1a0-aace-4a22-a0ef-0d88d26f3527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db361bec-bf09-4f23-b230-ef6c78d3710f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:28.487290 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-03cfd505-91b3-4fce-8601-aecd8b89d0f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2838f7-8b99-459f-9c38-78797a8bd6c3']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:28.504757 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-03cfd505-91b3-4fce-8601-aecd8b89d0f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c146b4-536e-4713-91c7-ced4d66a04f3') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:28.505197 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-03cfd505-91b3-4fce-8601-aecd8b89d0f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c146b4-536e-4713-91c7-ced4d66a04f3') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:28.516610 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03cfd505-91b3-4fce-8601-aecd8b89d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:28.544372 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03cfd505-91b3-4fce-8601-aecd8b89d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:28.546905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7025b1a-94a2-4c87-a15f-e4cda65d490e req-6f9d4a1b-7493-4e1f-932d-f42af4649919 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:28.551549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cfd505-91b3-4fce-8601-aecd8b89d0f9 admin admin] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:29:28.552217 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03cfd505-91b3-4fce-8601-aecd8b89d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:29:28.554537 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:29:28.556973 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a7025b1a-94a2-4c87-a15f-e4cda65d490e req-6f9d4a1b-7493-4e1f-932d-f42af4649919 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 945 time: 0.1112201 Nov 18 17:29:28.610452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a7025b1a-94a2-4c87-a15f-e4cda65d490e req-8190bd07-e369-4dab-980b-609aa60eb498 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532625 Nov 18 17:29:28.722703 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03cfd505-91b3-4fce-8601-aecd8b89d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:28.744699 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03cfd505-91b3-4fce-8601-aecd8b89d0f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:28.749001 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c8cf8-a749-4dfb-91b4-f822b9a59675 req-9529caae-4fd7-4c75-994f-bf1a97653383 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:28.750904 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-03cfd505-91b3-4fce-8601-aecd8b89d0f9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1c2838f7-8b99-459f-9c38-78797a8bd6c3 HTTP/1.1" status: 204 len: 168 time: 0.6113923 Nov 18 17:29:28.757899 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e6c8cf8-a749-4dfb-91b4-f822b9a59675 req-9529caae-4fd7-4c75-994f-bf1a97653383 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 945 time: 0.0621271 Nov 18 17:29:28.767244 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfd505-91b3-4fce-8601-aecd8b89d0f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c2838f7-8b99-459f-9c38-78797a8bd6c3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:28.838748 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e6c8cf8-a749-4dfb-91b4-f822b9a59675 req-3e8badcb-41ab-4b24-a52f-9850e8f59262 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784736 Nov 18 17:29:29.089434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-3f70f57c-53cb-4109-a57d-d96feedf0674 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:29.091487 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-3f70f57c-53cb-4109-a57d-d96feedf0674 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 811 time: 0.1478710 Nov 18 17:29:29.116857 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-cfb50899-862a-400e-8462-fc81495180f3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/quotas/eb06569cbbd34a779286792999368bd6 HTTP/1.1" status: 200 len: 375 time: 0.0181704 Nov 18 17:29:29.189237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-748de112-eff8-4a8d-8f99-a20ca04181eb tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707808 Nov 18 17:29:29.352106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36502) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:29.377636 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-9b1d32b4-b2d9-41f6-a135-973545818c02 service neutron] 10.222.0.72 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872318 Nov 18 17:29:29.414830 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5eb82b07-5506-42e6-83d7-f40da8b1934c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5ed392a60e404bf6ace5d704e2b3cc23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0600128 Nov 18 17:29:29.417081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36504) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:29.499382 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8bf33e1e-ac77-40e9-9ef4-062c8ad909f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:29.544482 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8bf33e1e-ac77-40e9-9ef4-062c8ad909f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:29.704560 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8bf33e1e-ac77-40e9-9ef4-062c8ad909f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:29.707712 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8bf33e1e-ac77-40e9-9ef4-062c8ad909f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:29.709215 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8bf33e1e-ac77-40e9-9ef4-062c8ad909f0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6df9c583-d5d2-437d-b3d3-9ad75147f1c7 HTTP/1.1" status: 204 len: 168 time: 0.2908163 Nov 18 17:29:29.724645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf33e1e-ac77-40e9-9ef4-062c8ad909f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df9c583-d5d2-437d-b3d3-9ad75147f1c7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:29.934148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a30f4-3792-4ce3-ae06-baa529f74403 req-56094070-d616-4ebd-bcc8-43aa14e078ad tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:29.935632 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-831a30f4-3792-4ce3-ae06-baa529f74403 req-56094070-d616-4ebd-bcc8-43aa14e078ad tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 945 time: 0.5550437 Nov 18 17:29:29.966767 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c922ed3-6238-4737-beaa-b958e77ac832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:29.978768 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-1255e279-7f14-450e-b078-5abd0e83989e service neutron] 10.222.0.72 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447139 Nov 18 17:29:30.012111 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-831a30f4-3792-4ce3-ae06-baa529f74403 req-fd7df745-5b64-47e9-a461-13aa72a6c9ef tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605919 Nov 18 17:29:30.163500 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ff68018-a1d6-456e-9b73-b3fd87948fed req-52fb857a-bcd8-45d3-9c95-0c0e120c95fa tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0414445 Nov 18 17:29:30.349852 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c178bc58-af67-47c4-ba15-0d26ea7bf0f8 req-bbea7636-b1b3-48ec-894b-c3b013966464 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 210 time: 0.0405641 Nov 18 17:29:30.905621 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e978b59-fb0c-4d7b-adec-4d275f9f8c9b req-0c6525b0-da72-4fd9-a731-3b6bbd4fb7f5 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:30.907318 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2e978b59-fb0c-4d7b-adec-4d275f9f8c9b req-0c6525b0-da72-4fd9-a731-3b6bbd4fb7f5 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 945 time: 0.0693676 Nov 18 17:29:31.032540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-2e978b59-fb0c-4d7b-adec-4d275f9f8c9b req-4913e4f2-6936-4050-84c3-c76a402a7d9b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Deleting port 02909e24-69cc-4d56-950d-008ad25423d6 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:29:31.033415 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2e978b59-fb0c-4d7b-adec-4d275f9f8c9b req-4913e4f2-6936-4050-84c3-c76a402a7d9b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:31.058625 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36572) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:31.147457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2e978b59-fb0c-4d7b-adec-4d275f9f8c9b req-4913e4f2-6936-4050-84c3-c76a402a7d9b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] For port 02909e24-69cc-4d56-950d-008ad25423d6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=02909e24-69cc-4d56-950d-008ad25423d6,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:31.152019 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2e978b59-fb0c-4d7b-adec-4d275f9f8c9b req-4913e4f2-6936-4050-84c3-c76a402a7d9b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:31.172908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-2e978b59-fb0c-4d7b-adec-4d275f9f8c9b req-4913e4f2-6936-4050-84c3-c76a402a7d9b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Calling delete_port for 02909e24-69cc-4d56-950d-008ad25423d6 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:29:31.196410 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c5295-6746-42a4-a9f6-4d1ca687350b req-c847b7ff-f03b-49bd-a8a2-6882fe717405 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:31.198478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd3c5295-6746-42a4-a9f6-4d1ca687350b req-c847b7ff-f03b-49bd-a8a2-6882fe717405 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 945 time: 0.0601590 Nov 18 17:29:31.241597 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1f1b06e2-9a7b-4280-9ead-53aa10100e7f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-90228918-network', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:31.285484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd3c5295-6746-42a4-a9f6-4d1ca687350b req-c8c59cb5-3575-4543-bffb-d1ef98389c51 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746484 Nov 18 17:29:31.344427 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a756d936-7ee8-4480-83f2-5d3b36898d90 req-936b00a1-b7ed-47f5-9bea-02a7b6579914 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0431583 Nov 18 17:29:31.378816 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1b06e2-9a7b-4280-9ead-53aa10100e7f admin admin] Made reservation on behalf of 3561bfcd86bf4651825b50a84fed4187 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:29:31.382219 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f1b06e2-9a7b-4280-9ead-53aa10100e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:31.394309 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f1b06e2-9a7b-4280-9ead-53aa10100e7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:31.453487 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2e978b59-fb0c-4d7b-adec-4d275f9f8c9b req-4913e4f2-6936-4050-84c3-c76a402a7d9b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:31.466553 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5eb50ffc-0765-40d7-ae48-00b6c0f6f5a6 req-9c54c0da-4410-4c86-9cdd-47aba230050d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 210 time: 0.0379586 Nov 18 17:29:31.466814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8b0140f8-ab7d-4b55-b092-6caf280ecdb8', '02909e24-69cc-4d56-950d-008ad25423d6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:29:31.498646 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913e4f2-6936-4050-84c3-c76a402a7d9b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Pushing event deleted for resources: {'Port': ['ID=02909e24-69cc-4d56-950d-008ad25423d6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:31.552752 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f1b06e2-9a7b-4280-9ead-53aa10100e7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:31.553672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e978b59-fb0c-4d7b-adec-4d275f9f8c9b req-4913e4f2-6936-4050-84c3-c76a402a7d9b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] No DVR routers for this DVR port 02909e24-69cc-4d56-950d-008ad25423d6 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:29:31.556501 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2e978b59-fb0c-4d7b-adec-4d275f9f8c9b req-4913e4f2-6936-4050-84c3-c76a402a7d9b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:31.560105 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2e978b59-fb0c-4d7b-adec-4d275f9f8c9b req-4913e4f2-6936-4050-84c3-c76a402a7d9b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "DELETE /v2.0/ports/02909e24-69cc-4d56-950d-008ad25423d6 HTTP/1.1" status: 204 len: 173 time: 0.6429646 Nov 18 17:29:31.560556 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51501347-b71f-4cf9-b874-d552e2ba6b1e', 'name': 'network-vif-deleted', 'tag': '02909e24-69cc-4d56-950d-008ad25423d6'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:29:31.563126 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5884b4d0-497c-4ce3-8f06-8310df408858" -d '{"events": [{"server_uuid": "51501347-b71f-4cf9-b874-d552e2ba6b1e", "name": "network-vif-deleted", "tag": "02909e24-69cc-4d56-950d-008ad25423d6"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:29:31.606420 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48327005-fe52-4234-9a86-6c94df1bdd6a x-openstack-request-id: req-48327005-fe52-4234-9a86-6c94df1bdd6a {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:29:31.606728 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51501347-b71f-4cf9-b874-d552e2ba6b1e", "name": "network-vif-deleted", "tag": "02909e24-69cc-4d56-950d-008ad25423d6", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:29:31.606995 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-48327005-fe52-4234-9a86-6c94df1bdd6a {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:29:31.607408 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51501347-b71f-4cf9-b874-d552e2ba6b1e', 'name': 'network-vif-deleted', 'tag': '02909e24-69cc-4d56-950d-008ad25423d6', 'status': 'completed', 'code': 200} Nov 18 17:29:31.664823 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f1b06e2-9a7b-4280-9ead-53aa10100e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:31.718097 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1b06e2-9a7b-4280-9ead-53aa10100e7f admin admin] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:29:31.725005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b06e2-9a7b-4280-9ead-53aa10100e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70134661-72d8-456d-a528-66c1352794eb,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:31.733840 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f1b06e2-9a7b-4280-9ead-53aa10100e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:31.734265 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-1f1b06e2-9a7b-4280-9ead-53aa10100e7f admin admin] Added segment 866c3e83-92a0-415f-a711-34036ba2f7b0 of type vlan for network c5a36094-7848-4e06-82e7-e00180c96a72 Nov 18 17:29:31.788228 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f1b06e2-9a7b-4280-9ead-53aa10100e7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:31.910104 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f1b06e2-9a7b-4280-9ead-53aa10100e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:31.911501 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1b06e2-9a7b-4280-9ead-53aa10100e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:31.912364 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f1b06e2-9a7b-4280-9ead-53aa10100e7f admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:31.975756 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b06e2-9a7b-4280-9ead-53aa10100e7f admin admin] Pushing event updated for resources: {'Network': ['ID=c5a36094-7848-4e06-82e7-e00180c96a72,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:31.996291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network c5a36094-7848-4e06-82e7-e00180c96a72 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:29:32.044150 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1f1b06e2-9a7b-4280-9ead-53aa10100e7f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9840002 Nov 18 17:29:32.051937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36590) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:32.057796 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-51d7c187-5535-4fed-bcd1-c57ed7ff4e76 admin admin] Request body: {'subnet': {'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-90228918-subnet', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:32.161130 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d7c187-5535-4fed-bcd1-c57ed7ff4e76 admin admin] Made reservation on behalf of 3561bfcd86bf4651825b50a84fed4187 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:29:32.163609 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-51d7c187-5535-4fed-bcd1-c57ed7ff4e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:32.404841 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-865f41fb-38ec-479a-b07e-5cef2edfeff2 req-eff35d51-7169-440c-8a00-25c9a173bed4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0461767 Nov 18 17:29:32.424883 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-37f72b58-ae3c-4060-833d-35c44d124ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:32.456871 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea39b4ef-38fe-4102-a259-03ebfab4ef75 req-a57dc3da-bf40-49e2-8ce6-1a796e7af3e6 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 210 time: 0.0354352 Nov 18 17:29:32.495681 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80335633-c772-4d16-b4a5-1e82d472c963 req-6bd806f7-be4c-4292-9480-a63e9dcfff63 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0307503 Nov 18 17:29:32.545742 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-51d7c187-5535-4fed-bcd1-c57ed7ff4e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:32.602091 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-75284b32-b25e-4b11-887f-24f251bf9212 req-75b91d8f-adad-4e69-88d0-e6601ec8be23 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 210 time: 0.0317812 Nov 18 17:29:32.698616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7c187-5535-4fed-bcd1-c57ed7ff4e76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70dc3bb0-cf69-468a-9c5a-9bf08dbebb13,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:32.730884 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d7c187-5535-4fed-bcd1-c57ed7ff4e76 admin admin] Checking segment: {'id': '866c3e83-92a0-415f-a711-34036ba2f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:29:32.731260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d7c187-5535-4fed-bcd1-c57ed7ff4e76 admin admin] Network hostable DHCP agents. Network: c5a36094-7848-4e06-82e7-e00180c96a72, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:29:32.745994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-95c18d0b-0459-453f-8c3e-29f1a55b0704 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:32.747531 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-95c18d0b-0459-453f-8c3e-29f1a55b0704 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 811 time: 0.1945910 Nov 18 17:29:32.764254 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-54495e46-45d3-4592-94b7-bbc0e52a1af7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Request body: {'port': {'device_id': '7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'admin_state_up': True, 'tenant_id': 'eb06569cbbd34a779286792999368bd6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:32.822396 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d7c187-5535-4fed-bcd1-c57ed7ff4e76 admin admin] Network c5a36094-7848-4e06-82e7-e00180c96a72 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:29:33.125500 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-51d7c187-5535-4fed-bcd1-c57ed7ff4e76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, c5a36094-7848-4e06-82e7-e00180c96a72) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:29:33.125500 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d7c187-5535-4fed-bcd1-c57ed7ff4e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:33.127183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bce92a-a7cf-4d3a-8f12-03e7a2dc1aea None None] Network c5a36094-7848-4e06-82e7-e00180c96a72 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:29:33.127614 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-51d7c187-5535-4fed-bcd1-c57ed7ff4e76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:33.303208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-54495e46-45d3-4592-94b7-bbc0e52a1af7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Made reservation on behalf of eb06569cbbd34a779286792999368bd6 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:29:33.305454 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-54495e46-45d3-4592-94b7-bbc0e52a1af7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:33.392371 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-51d7c187-5535-4fed-bcd1-c57ed7ff4e76 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3345673 Nov 18 17:29:33.399127 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36606) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:33.402157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:33.513020 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-c5a36094-7848-4e06-82e7-e00180c96a72', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'fixed_ips': [{'subnet_id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:29:33.514072 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:33.563180 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:33.565647 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:33.604892 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-54495e46-45d3-4592-94b7-bbc0e52a1af7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Allocated IP 172.20.0.8 (2a865f7b-e6e5-408d-a424-6ad90e179b12/d1171982-b40f-4085-92d0-7d3f68279805/67ead60e-6df3-4468-8767-f55b19386053) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:29:33.643277 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:33.718447 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:33.769986 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Allocated IP 172.20.0.2 (c5a36094-7848-4e06-82e7-e00180c96a72/70dc3bb0-cf69-468a-9c5a-9bf08dbebb13/d208ffc5-b384-43e9-bd9c-b739763cd04d) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:29:33.776242 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-842369dd-a34c-462c-ad4e-6655d94ebaca req-a4f0d0d8-1d8e-477d-9287-b9b433b644a3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=51501347-b71f-4cf9-b874-d552e2ba6b1e HTTP/1.1" status: 200 len: 210 time: 0.0594873 Nov 18 17:29:33.797972 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb3cedda-8d9a-4516-9658-821ccac4d481 req-49bdaa7d-6084-4220-9eb6-b82fb0b767ca tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0568895 Nov 18 17:29:33.926015 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-54495e46-45d3-4592-94b7-bbc0e52a1af7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:34.078929 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-523a5f03-6b2f-4cac-9c52-5ac8cbfffef8 req-6add5317-5fd9-458c-9da4-4cad25c1bb52 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 210 time: 0.0896425 Nov 18 17:29:34.087564 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-54495e46-45d3-4592-94b7-bbc0e52a1af7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:34.111632 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['873a0f57-4018-4d5b-9f63-291544e28def'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:29:34.135547 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:34.156832 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-54495e46-45d3-4592-94b7-bbc0e52a1af7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Network 2a865f7b-e6e5-408d-a424-6ad90e179b12 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:29:34.160863 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-54495e46-45d3-4592-94b7-bbc0e52a1af7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:29:34.169782 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-54495e46-45d3-4592-94b7-bbc0e52a1af7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:29:34.174187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54495e46-45d3-4592-94b7-bbc0e52a1af7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'Port': ['ID=67ead60e-6df3-4468-8767-f55b19386053,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:34.269522 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-54495e46-45d3-4592-94b7-bbc0e52a1af7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:34.270458 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-54495e46-45d3-4592-94b7-bbc0e52a1af7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:34.370646 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:34.375515 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-54495e46-45d3-4592-94b7-bbc0e52a1af7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6154232 Nov 18 17:29:34.389267 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Request body: {'port': {'device_id': '7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:34.492495 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:34.538988 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:34.575482 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Network c5a36094-7848-4e06-82e7-e00180c96a72 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:29:34.577903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:29:34.578483 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:34.586504 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:29:34.606032 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:34.670988 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Pushing event updated for resources: {'Port': ['ID=d208ffc5-b384-43e9-bd9c-b739763cd04d,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:34.716092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Attempting to bind port d208ffc5-b384-43e9-bd9c-b739763cd04d on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:29:34.716997 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Attempting to bind port d208ffc5-b384-43e9-bd9c-b739763cd04d by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '866c3e83-92a0-415f-a711-34036ba2f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:29:34.717322 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Attempting to bind port d208ffc5-b384-43e9-bd9c-b739763cd04d on network c5a36094-7848-4e06-82e7-e00180c96a72 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:29:34.722430 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-fbc3c6a6-cdfb-41c1-93fa-3ff0e8fac270 None None] Provisioning complete for port 67ead60e-6df3-4468-8767-f55b19386053 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:34.724316 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fbc3c6a6-cdfb-41c1-93fa-3ff0e8fac270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:34.761907 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:29:34.762314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Checking segment: {'id': '866c3e83-92a0-415f-a711-34036ba2f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:29:34.762740 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:34.763124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Bound using segment: {'id': '866c3e83-92a0-415f-a711-34036ba2f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:29:34.763758 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Bound port: d208ffc5-b384-43e9-bd9c-b739763cd04d, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866c3e83-92a0-415f-a711-34036ba2f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:29:34.764178 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:34.821609 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fbc3c6a6-cdfb-41c1-93fa-3ff0e8fac270 None None] Port 67ead60e-6df3-4468-8767-f55b19386053 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:29:34.895492 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] For port d208ffc5-b384-43e9-bd9c-b739763cd04d, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:29:34.910949 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Allocated IP 172.25.3.167 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/bc9be364-b3fb-423e-b1aa-99cb238a6d7d) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:29:34.912366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] For port d208ffc5-b384-43e9-bd9c-b739763cd04d, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d208ffc5-b384-43e9-bd9c-b739763cd04d,segment=NetworkSegment(866c3e83-92a0-415f-a711-34036ba2f7b0),segment_id=866c3e83-92a0-415f-a711-34036ba2f7b0)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:29:35.019865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 02909e24-69cc-4d56-950d-008ad25423d6 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:29:35.043405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ead60e-6df3-4468-8767-f55b19386053 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:29:35.051982 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:35.069066 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Transition to ACTIVE for port object 67ead60e-6df3-4468-8767-f55b19386053 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:29:35.075134 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 02909e24-69cc-4d56-950d-008ad25423d6 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:29:35.075503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 02909e24-69cc-4d56-950d-008ad25423d6 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:29:35.091327 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:35.176570 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:35.190105 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:35.228101 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3504cb91-0ead-4078-8167-015b59b9b89d req-94b3605e-25b6-4417-9cec-548b402a93a3 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.1271076 Nov 18 17:29:35.280682 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f947b68-c9c4-4474-b828-78905d6d8379 None None] Pushing event updated for resources: {'Port': ['ID=d208ffc5-b384-43e9-bd9c-b739763cd04d,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:35.296365 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:35.324589 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bfb16-0129-4ec1-8ee2-c8ffa4283e38 req-d5ab9897-6df0-4870-8c6d-3eefb50d8ce7 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:35.326409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f76bfb16-0129-4ec1-8ee2-c8ffa4283e38 req-d5ab9897-6df0-4870-8c6d-3eefb50d8ce7 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.2428131 Nov 18 17:29:35.350354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Pushing event updated for resources: {'Port': ['ID=67ead60e-6df3-4468-8767-f55b19386053,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:35.453072 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:35.500093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Attempting to bind port 67ead60e-6df3-4468-8767-f55b19386053 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:29:35.500472 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Attempting to bind port 67ead60e-6df3-4468-8767-f55b19386053 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:29:35.500814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Attempting to bind port 67ead60e-6df3-4468-8767-f55b19386053 on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:29:35.511562 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Port 67ead60e-6df3-4468-8767-f55b19386053 on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:29:35.511923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Attempting to bind port 67ead60e-6df3-4468-8767-f55b19386053 on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:29:35.520203 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:29:35.520640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Checking segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:29:35.521035 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Bound using segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:29:35.521489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Bound port: 67ead60e-6df3-4468-8767-f55b19386053, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:29:35.521854 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:35.527163 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f76bfb16-0129-4ec1-8ee2-c8ffa4283e38 req-fde0e1db-00af-47c1-97dd-61ba129629b4 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857681 Nov 18 17:29:35.623614 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f006e5-d550-4107-9063-6e7e8ba3d4fb req-d40120d9-9565-44b6-9b97-6884c6a11591 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:35.644254 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04f006e5-d550-4107-9063-6e7e8ba3d4fb req-d40120d9-9565-44b6-9b97-6884c6a11591 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.2441943 Nov 18 17:29:35.733902 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] For port 67ead60e-6df3-4468-8767-f55b19386053, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:29:35.738280 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] For port 67ead60e-6df3-4468-8767-f55b19386053, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=67ead60e-6df3-4468-8767-f55b19386053,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:29:35.789427 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04f006e5-d550-4107-9063-6e7e8ba3d4fb req-28265bc6-0260-4583-b632-64528d21be6b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451113 Nov 18 17:29:35.792963 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:35.817513 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:35.865405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:35.866898 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:35.870680 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] 10.222.0.83 "PUT /v2.0/ports/67ead60e-6df3-4468-8767-f55b19386053 HTTP/1.1" status: 200 len: 1092 time: 1.4862640 Nov 18 17:29:35.871407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c', 'tag': '67ead60e-6df3-4468-8767-f55b19386053'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:29:35.875300 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f4cb3c-2dca-4c42-9f97-db33cd17b02e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c", "tag": "67ead60e-6df3-4468-8767-f55b19386053"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:29:35.935017 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:29:35.951092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:29:35.957597 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:29:35.996107 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a735aa3-9987-45f3-a420-4718eec60a3d service neutron] Pushing event updated for resources: {'Port': ['ID=67ead60e-6df3-4468-8767-f55b19386053,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:36.107472 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Pushing event updated for resources: {'Port': ['ID=bc9be364-b3fb-423e-b1aa-99cb238a6d7d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:36.128177 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad8cb3e-cfaa-474c-850c-a80c7b59f5b5 x-openstack-request-id: req-4ad8cb3e-cfaa-474c-850c-a80c7b59f5b5 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:29:36.128177 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c", "tag": "67ead60e-6df3-4468-8767-f55b19386053", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:29:36.128177 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4ad8cb3e-cfaa-474c-850c-a80c7b59f5b5 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:29:36.128177 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c', 'tag': '67ead60e-6df3-4468-8767-f55b19386053', 'status': 'completed', 'code': 200} Nov 18 17:29:36.146709 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-d929f08e-84db-411c-a36f-bce07c152c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:36.148304 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-d929f08e-84db-411c-a36f-bce07c152c47 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 1095 time: 0.1117625 Nov 18 17:29:36.224824 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-6b2952bd-d34c-40f4-a162-ebfbc4a36690 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ead60e-6df3-4468-8767-f55b19386053 HTTP/1.1" status: 200 len: 217 time: 0.0639508 Nov 18 17:29:36.343225 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-f104e424-80f0-4fea-b4a2-b5291d0894dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:36.346734 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-f104e424-80f0-4fea-b4a2-b5291d0894dd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.1124454 Nov 18 17:29:36.434166 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-8645d87f-5007-48da-8911-b4a6896dbb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:36.436893 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-8645d87f-5007-48da-8911-b4a6896dbb35 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0800345 Nov 18 17:29:36.517522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-e022477d-6348-4b1f-9ecc-0cd28bfced7a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:36.525794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-e022477d-6348-4b1f-9ecc-0cd28bfced7a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 805 time: 0.7775056 Nov 18 17:29:36.549188 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-ec04df3e-8bef-4a88-b301-6833559875a4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/quotas/c82a5a1551b94171a31ac6e4861762c3 HTTP/1.1" status: 200 len: 375 time: 0.0223963 Nov 18 17:29:36.672267 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-1b4abdd0-796a-40a7-8a0b-44eea09dcb6d service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228227 Nov 18 17:29:36.714918 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-2a95564a-b365-4f36-8fe5-07d958d5bf38 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1646111 Nov 18 17:29:36.933601 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bdb287b3-4a97-4ff2-9d55-e8b051ff3f2f req-76630068-d1ae-4c66-87c8-05394c721fd3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b93d46bebf0a4766a71c5335e8228278&device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0496135 Nov 18 17:29:36.990204 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bdb287b3-4a97-4ff2-9d55-e8b051ff3f2f req-746147c7-feb3-4062-9135-f9f6ff1ee511 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=b93d46bebf0a4766a71c5335e8228278&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477524 Nov 18 17:29:37.086392 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:37.147101 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9dc1e0-0c7e-444a-8364-a98dfc6c88b7 None None] Network c5a36094-7848-4e06-82e7-e00180c96a72 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:29:37.183032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb287b3-4a97-4ff2-9d55-e8b051ff3f2f req-6d6ebff6-cf83-4309-a405-bc20bd4cb2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:37.188973 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bdb287b3-4a97-4ff2-9d55-e8b051ff3f2f req-6d6ebff6-cf83-4309-a405-bc20bd4cb2b4 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1926322 Nov 18 17:29:37.194157 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a20986f5-0dd0-4be1-b9d6-6060dfcff6d3 req-22e78f80-1ad0-45e6-b5fe-ebe3a20fb135 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089378 Nov 18 17:29:37.404185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd76913-e327-4334-8c07-52dd9ad00be5 req-3b91aad9-df53-4def-a5c5-d09686876f9d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:37.423057 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bd76913-e327-4334-8c07-52dd9ad00be5 req-3b91aad9-df53-4def-a5c5-d09686876f9d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.5558114 Nov 18 17:29:37.447712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4cb3c-2dca-4c42-9f97-db33cd17b02e req-1b17d081-e5d3-42cd-a260-3ecfa8cf667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:37.449642 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-57f4cb3c-2dca-4c42-9f97-db33cd17b02e req-1b17d081-e5d3-42cd-a260-3ecfa8cf667e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 1095 time: 0.1189065 Nov 18 17:29:37.483327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-320be324-86a8-4d6e-8204-7c06356423b1 service neutron] 10.222.0.72 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7674494 Nov 18 17:29:37.596578 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bd76913-e327-4334-8c07-52dd9ad00be5 req-21e7df64-7953-4475-a72e-6a364e72387c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720960 Nov 18 17:29:37.625671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d208ffc5-b384-43e9-bd9c-b739763cd04d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:29:37.752779 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4cb3c-2dca-4c42-9f97-db33cd17b02e req-7edd68e7-2da8-4741-ac26-3880cbda3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:37.755295 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-57f4cb3c-2dca-4c42-9f97-db33cd17b02e req-7edd68e7-2da8-4741-ac26-3880cbda3a3c service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 913 time: 0.2894421 Nov 18 17:29:37.765643 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-61c64d23-6d32-4337-999f-82f26f0f7858 None None] Provisioning complete for port d208ffc5-b384-43e9-bd9c-b739763cd04d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:37.766356 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-61c64d23-6d32-4337-999f-82f26f0f7858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:37.789455 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-82afe92f-8361-49f5-8df7-01d3f92d68a3 req-c0a3051f-c03f-48da-aa35-4aa09d5f9338 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0717437 Nov 18 17:29:37.793963 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:37.879803 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-57f4cb3c-2dca-4c42-9f97-db33cd17b02e req-363d3283-9b5c-411e-a131-1f260a21637b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ead60e-6df3-4468-8767-f55b19386053 HTTP/1.1" status: 200 len: 217 time: 0.1158435 Nov 18 17:29:37.954253 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d208ffc5-b384-43e9-bd9c-b739763cd04d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:37.958545 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:37.984428 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4cb3c-2dca-4c42-9f97-db33cd17b02e req-61a1cc75-624f-48d9-b0ba-3d9101ac72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:37.986386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-29d6216d-c6ff-4af6-8c77-ad77448a7023 service neutron] 10.222.0.72 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018280 Nov 18 17:29:38.004376 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-57f4cb3c-2dca-4c42-9f97-db33cd17b02e req-61a1cc75-624f-48d9-b0ba-3d9101ac72bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.0966818 Nov 18 17:29:38.104778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4cb3c-2dca-4c42-9f97-db33cd17b02e req-eeaa8e98-5394-4d5d-b398-df18ef24f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:38.105542 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3b77a-63a6-4dc4-b855-4579f858825c req-5da32da7-944b-4c09-b2a9-0a7d28d34d70 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:38.114756 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8bc3b77a-63a6-4dc4-b855-4579f858825c req-5da32da7-944b-4c09-b2a9-0a7d28d34d70 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.1720772 Nov 18 17:29:38.123237 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-57f4cb3c-2dca-4c42-9f97-db33cd17b02e req-eeaa8e98-5394-4d5d-b398-df18ef24f69d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1177659 Nov 18 17:29:38.245745 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8bc3b77a-63a6-4dc4-b855-4579f858825c req-6a3a4479-4715-450a-bff3-648ee914fb6f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299787 Nov 18 17:29:38.358862 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-61c64d23-6d32-4337-999f-82f26f0f7858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:38.450107 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-57f4cb3c-2dca-4c42-9f97-db33cd17b02e req-ec1782b5-6b5d-436f-a5cf-d89c51df9806 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161476 Nov 18 17:29:38.454740 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:38.522104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Router 586e6e43-c2a3-41f7-9763-fe02ef358256 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:29:38.539232 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-61c64d23-6d32-4337-999f-82f26f0f7858 None None] For port d208ffc5-b384-43e9-bd9c-b739763cd04d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d208ffc5-b384-43e9-bd9c-b739763cd04d,segment=NetworkSegment(866c3e83-92a0-415f-a711-34036ba2f7b0),segment_id=866c3e83-92a0-415f-a711-34036ba2f7b0)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:38.625901 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-61c64d23-6d32-4337-999f-82f26f0f7858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:38.673144 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bdb287b3-4a97-4ff2-9d55-e8b051ff3f2f req-ba178267-5623-455b-a9e7-99414b8c3e10 tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0983047 Nov 18 17:29:38.695393 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce0e6f08-4f33-449c-b3c6-9f6f73f36061 req-170abb02-bbab-407f-b6c5-599217cd37d2 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 210 time: 0.0738418 Nov 18 17:29:38.722472 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:29:38.722472 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:29:38.729496 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-57f4cb3c-2dca-4c42-9f97-db33cd17b02e req-60057eae-0c1d-45db-9678-035df4c78039 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685161 Nov 18 17:29:38.824351 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c64d23-6d32-4337-999f-82f26f0f7858 None None] Pushing event updated for resources: {'Port': ['ID=d208ffc5-b384-43e9-bd9c-b739763cd04d,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:38.836358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-837e6859-1674-493e-98c6-c024bd675d7a None None] Provisioning complete for port d208ffc5-b384-43e9-bd9c-b739763cd04d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:38.837011 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-837e6859-1674-493e-98c6-c024bd675d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:38.919218 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:29:38.938617 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Sync routers for ids ['586e6e43-c2a3-41f7-9763-fe02ef358256'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:29:38.972086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Routers {'586e6e43-c2a3-41f7-9763-fe02ef358256'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:29:38.972804 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:29:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['586e6e43-c2a3-41f7-9763-fe02ef358256'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:39.004225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655bec8-bb92-4073-a62b-0e8dcdfb417a req-a29ddae9-5528-4abe-a5ba-281e6cbc139d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:39.005885 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a655bec8-bb92-4073-a62b-0e8dcdfb417a req-a29ddae9-5528-4abe-a5ba-281e6cbc139d tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.2733841 Nov 18 17:29:39.047912 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4133c8b-4f01-42de-818c-2dde7406e1b8 req-72098ea4-7cb0-40ce-9596-57cb1ab91eda tempest-ServerShowV254Test-1468752545 tempest-ServerShowV254Test-1468752545-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b4c2724-ae2f-450c-8888-5a79b5e0cf44 HTTP/1.1" status: 200 len: 210 time: 0.0778515 Nov 18 17:29:39.081553 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:39.086667 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-47a72609-9c46-4827-8060-3fa0e4845711 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6874583 Nov 18 17:29:39.089160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36722) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:39.120443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a655bec8-bb92-4073-a62b-0e8dcdfb417a req-4a80b9be-ef62-4261-bfcd-35ef8510a32e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841870 Nov 18 17:29:39.186042 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Set router 586e6e43-c2a3-41f7-9763-fe02ef358256 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:29:39.501558 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d208ffc5-b384-43e9-bd9c-b739763cd04d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:29:39.525426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4798a-dba9-441a-bc2f-bf6b9359c468 req-7b5c9f81-e4e5-42e7-ba77-2e1c742b3143 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:39.533485 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ac4798a-dba9-441a-bc2f-bf6b9359c468 req-7b5c9f81-e4e5-42e7-ba77-2e1c742b3143 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.1166284 Nov 18 17:29:39.611850 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:29:36Z', 'revision_number': 3, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:39.649097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Checking router: 586e6e43-c2a3-41f7-9763-fe02ef358256 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:29:39.649532 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Updating router 586e6e43-c2a3-41f7-9763-fe02ef358256 port bc9be364-b3fb-423e-b1aa-99cb238a6d7d binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:29:39.652294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d208ffc5-b384-43e9-bd9c-b739763cd04d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:39.652678 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:39.689340 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ac4798a-dba9-441a-bc2f-bf6b9359c468 req-36fff732-63f0-4aa9-8c17-f43da42938ea tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549339 Nov 18 17:29:39.730986 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:39.947176 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee08ff9b-a522-4186-aa93-e97220341924 req-7d90c5c8-79dc-4399-9800-402d413f8607 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 210 time: 0.0798237 Nov 18 17:29:40.341014 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:40.379278 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c284e9-ca98-41de-a21b-cfe1dfd8c0e1 req-db14bee9-4c58-401d-891f-01b9d22b5490 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:40.387991 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6c284e9-ca98-41de-a21b-cfe1dfd8c0e1 req-db14bee9-4c58-401d-891f-01b9d22b5490 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.0800822 Nov 18 17:29:40.473620 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6c284e9-ca98-41de-a21b-cfe1dfd8c0e1 req-577f7dd5-39ac-4268-80be-a95a095940eb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837004 Nov 18 17:29:40.527327 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:40.528757 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:40.597494 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Attempting to bind port bc9be364-b3fb-423e-b1aa-99cb238a6d7d on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:29:40.598167 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Attempting to bind port bc9be364-b3fb-423e-b1aa-99cb238a6d7d by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:29:40.599368 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Attempting to bind port bc9be364-b3fb-423e-b1aa-99cb238a6d7d on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:29:40.608072 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:29:40.608760 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:29:40.609435 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:40.610049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:29:40.611183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Bound port: bc9be364-b3fb-423e-b1aa-99cb238a6d7d, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:29:40.611824 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:40.789977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] Allocated IP 172.20.0.1 (c5a36094-7848-4e06-82e7-e00180c96a72/70dc3bb0-cf69-468a-9c5a-9bf08dbebb13/5e62f6d0-02fb-4a50-9d0a-fc1be3227928) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:29:40.805949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e08f3-4e80-46d7-a41b-6bc82c2e8ae3 None None] Pushing event updated for resources: {'Port': ['ID=bc9be364-b3fb-423e-b1aa-99cb238a6d7d,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:40.841758 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] For port bc9be364-b3fb-423e-b1aa-99cb238a6d7d, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:29:40.845930 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] For port bc9be364-b3fb-423e-b1aa-99cb238a6d7d, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=bc9be364-b3fb-423e-b1aa-99cb238a6d7d,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:29:40.903623 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36752) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:40.937592 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38912b5-4849-4beb-9315-bf95b70dd899 req-82be22c9-ba97-45d5-9233-fe83ff5913d5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:40.939166 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f38912b5-4849-4beb-9315-bf95b70dd899 req-82be22c9-ba97-45d5-9233-fe83ff5913d5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.1033421 Nov 18 17:29:40.945127 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:41.060614 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:41.115883 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f38912b5-4849-4beb-9315-bf95b70dd899 req-68573d4b-688c-47bb-865f-7c788bc8fca0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449199 Nov 18 17:29:41.142915 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4edb1b24-e03a-4b6a-9d32-f87a18067004 req-f3862476-37c1-491d-b4b5-35917272eb3d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 210 time: 0.0983207 Nov 18 17:29:41.152766 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Routers {'586e6e43-c2a3-41f7-9763-fe02ef358256'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:29:41.153466 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:29:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['586e6e43-c2a3-41f7-9763-fe02ef358256'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:41.169917 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ceb14f65-f115-40dd-a9fa-beb3913f3087 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:41.251345 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e08f3-4e80-46d7-a41b-6bc82c2e8ae3 None None] Pushing event updated for resources: {'Port': ['ID=bc9be364-b3fb-423e-b1aa-99cb238a6d7d,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:41.278649 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:41.293028 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ceb14f65-f115-40dd-a9fa-beb3913f3087 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:41.332892 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] Network c5a36094-7848-4e06-82e7-e00180c96a72 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:29:41.336815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:29:41.349133 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-f493ace7-ee4b-4763-9623-d2c79b37b38a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:41.350636 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-f493ace7-ee4b-4763-9623-d2c79b37b38a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 805 time: 0.1853006 Nov 18 17:29:41.353498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:29:41.380491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] Set router 586e6e43-c2a3-41f7-9763-fe02ef358256 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:29:41.396391 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-1c90e2b2-4caa-4542-ab69-361925dce735 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Request body: {'port': {'device_id': 'ec01da6c-43dc-497f-8274-62c1cb821619', 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd', 'admin_state_up': True, 'tenant_id': 'c82a5a1551b94171a31ac6e4861762c3'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:41.417474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] Pushing event updated for resources: {'Port': ['ID=5e62f6d0-02fb-4a50-9d0a-fc1be3227928,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:41.435847 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ceb14f65-f115-40dd-a9fa-beb3913f3087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:41.516079 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:41.560397 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ceb14f65-f115-40dd-a9fa-beb3913f3087 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b93d46bebf0a4766a71c5335e8228278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6473794 Nov 18 17:29:41.561253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36770) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:41.609154 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb14f65-f115-40dd-a9fa-beb3913f3087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06a01af-c90d-408a-87cb-54892f6dfd71,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:41.808050 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de52d7-7b42-419c-a5ec-3612b356fa02 req-14d90054-c764-405b-8630-a9f355fd6186 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:41.810265 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7de52d7-7b42-419c-a5ec-3612b356fa02 req-14d90054-c764-405b-8630-a9f355fd6186 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.2131095 Nov 18 17:29:41.816503 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-1c90e2b2-4caa-4542-ab69-361925dce735 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Made reservation on behalf of c82a5a1551b94171a31ac6e4861762c3 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:29:41.820222 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-1c90e2b2-4caa-4542-ab69-361925dce735 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:41.824401 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-21e7468d-54a2-436a-9103-89ef8e257529 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:41.824661 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:29:36Z', 'revision_number': 3, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:41.836541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711e73c-7cbf-4d69-8167-fffb6b9657c8 req-a9009163-244f-4b94-be22-3b27a6800182 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:41.838213 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4711e73c-7cbf-4d69-8167-fffb6b9657c8 req-a9009163-244f-4b94-be22-3b27a6800182 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.1412332 Nov 18 17:29:41.897376 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd4cc39-3c48-4a32-98c2-bafbb4080a7f None None] The sync data for ids ['586e6e43-c2a3-41f7-9763-fe02ef358256'] in n-d-813419-11 is: [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:29:36Z', 'revision_number': 3, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:29:41.912032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4ba26c5b-92a5-4515-8f3d-5e5d117a44e4 None None] Provisioning complete for port 5e62f6d0-02fb-4a50-9d0a-fc1be3227928 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:41.912650 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4ba26c5b-92a5-4515-8f3d-5e5d117a44e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:42.015608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-1c90e2b2-4caa-4542-ab69-361925dce735 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Allocated IP 172.20.0.3 (e59e94f2-f384-4c67-a2b2-bbfe576feffd/b53522fb-157f-447d-b118-4d80e9a8327f/51e371d9-ede3-4fe2-8e68-016cce433078) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:29:42.054647 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-21e7468d-54a2-436a-9103-89ef8e257529 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:42.071198 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4ba26c5b-92a5-4515-8f3d-5e5d117a44e4 None None] Port 5e62f6d0-02fb-4a50-9d0a-fc1be3227928 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:29:42.114325 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7de52d7-7b42-419c-a5ec-3612b356fa02 req-495b4f43-95b4-43b6-87bf-f5e7024745c6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985566 Nov 18 17:29:42.200638 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4711e73c-7cbf-4d69-8167-fffb6b9657c8 req-2b0db8c1-0a7e-4f59-8f99-2741ba1c5560 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3376665 Nov 18 17:29:42.255400 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:42.548174 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-1c90e2b2-4caa-4542-ab69-361925dce735 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:42.722193 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:42.795922 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-1c90e2b2-4caa-4542-ab69-361925dce735 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:42.811255 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8b0140f8-ab7d-4b55-b092-6caf280ecdb8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:29:42.842349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-1c90e2b2-4caa-4542-ab69-361925dce735 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Network e59e94f2-f384-4c67-a2b2-bbfe576feffd is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:29:42.846422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-1c90e2b2-4caa-4542-ab69-361925dce735 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:29:42.848558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a8445-480d-4011-ad53-4910ac4a4918 req-e660a18d-7679-4972-893d-b5e60cb0fd1b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:42.850361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-1c90e2b2-4caa-4542-ab69-361925dce735 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:29:42.856626 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-962a8445-480d-4011-ad53-4910ac4a4918 req-e660a18d-7679-4972-893d-b5e60cb0fd1b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.6547580 Nov 18 17:29:42.912704 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:42.916268 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc7687-6997-47b7-acc3-15dbc30a6840 req-e90a9f07-e6e1-4456-8b62-61e934400eac tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:42.916268 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0dc7687-6997-47b7-acc3-15dbc30a6840 req-e90a9f07-e6e1-4456-8b62-61e934400eac tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1238263 Nov 18 17:29:42.920579 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-21e7468d-54a2-436a-9103-89ef8e257529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:42.924547 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-21e7468d-54a2-436a-9103-89ef8e257529 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:42.928973 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-21e7468d-54a2-436a-9103-89ef8e257529 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c06a01af-c90d-408a-87cb-54892f6dfd71 HTTP/1.1" status: 204 len: 168 time: 1.3614786 Nov 18 17:29:42.958998 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7468d-54a2-436a-9103-89ef8e257529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06a01af-c90d-408a-87cb-54892f6dfd71,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:42.994319 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-962a8445-480d-4011-ad53-4910ac4a4918 req-3697fbcd-0109-4dc5-8bb7-d6c5f52914b0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318152 Nov 18 17:29:43.065068 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-1c90e2b2-4caa-4542-ab69-361925dce735 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:43.065878 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-1c90e2b2-4caa-4542-ab69-361925dce735 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:43.075612 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90e2b2-4caa-4542-ab69-361925dce735 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Pushing event updated for resources: {'Port': ['ID=51e371d9-ede3-4fe2-8e68-016cce433078,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:43.108228 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0dc7687-6997-47b7-acc3-15dbc30a6840 req-667d8ea9-5f8d-493e-94d1-d7fcd2c4304d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673129 Nov 18 17:29:43.114310 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:43.224333 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-1c90e2b2-4caa-4542-ab69-361925dce735 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8423626 Nov 18 17:29:43.230093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] Pushing event updated for resources: {'Port': ['ID=5e62f6d0-02fb-4a50-9d0a-fc1be3227928,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:43.255440 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Request body: {'port': {'device_id': 'ec01da6c-43dc-497f-8274-62c1cb821619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:43.284487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713592c-728c-4e54-a1d8-e15261a3c2c1 req-7068c641-240b-4de4-b1d2-6a8ed6337560 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:43.288937 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b713592c-728c-4e54-a1d8-e15261a3c2c1 req-7068c641-240b-4de4-b1d2-6a8ed6337560 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 931 time: 0.1264865 Nov 18 17:29:43.469255 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b713592c-728c-4e54-a1d8-e15261a3c2c1 req-35b8ffd6-7ff5-4525-baaf-7dca94378769 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710081 Nov 18 17:29:43.496862 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ef3ed-b021-4c88-98ba-7203b2f7dab0 req-f9e8997e-0d78-4e53-b151-9edb7dfeceab tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:43.506719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d20ef3ed-b021-4c88-98ba-7203b2f7dab0 req-f9e8997e-0d78-4e53-b151-9edb7dfeceab tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.1302860 Nov 18 17:29:43.583302 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:43.648428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bc9be364-b3fb-423e-b1aa-99cb238a6d7d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:29:43.664981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] Network c5a36094-7848-4e06-82e7-e00180c96a72 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:29:43.670841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:29:43.781709 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d20ef3ed-b021-4c88-98ba-7203b2f7dab0 req-a2ab881c-642b-4c0e-94b0-b7ec89465f38 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739112 Nov 18 17:29:43.807626 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port bc9be364-b3fb-423e-b1aa-99cb238a6d7d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:43.808035 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:44.096238 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:44.135729 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-d7a5c258-2ad0-406a-8749-3bf6f931e72b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:44.150838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-d7a5c258-2ad0-406a-8749-3bf6f931e72b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 812 time: 0.4298770 Nov 18 17:29:44.153672 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port bc9be364-b3fb-423e-b1aa-99cb238a6d7d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=bc9be364-b3fb-423e-b1aa-99cb238a6d7d,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:44.223438 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-a1aafd8e-640f-492b-b4b4-afabe3602079 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/quotas/1516cf9926444ed288e6825e7143ec41 HTTP/1.1" status: 200 len: 375 time: 0.0706713 Nov 18 17:29:44.264207 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:44.416026 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e16e2e-1a21-4cbe-a2ed-e1c7eceb8b54 req-d0f21aa9-a910-4a51-b48a-d4a48aaf8166 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:44.425787 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-90e16e2e-1a21-4cbe-a2ed-e1c7eceb8b54 req-d0f21aa9-a910-4a51-b48a-d4a48aaf8166 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.2589548 Nov 18 17:29:44.442299 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-778e5daf-7766-4b59-9a57-6c77a35f6a49 None None] Provisioning complete for port 5e62f6d0-02fb-4a50-9d0a-fc1be3227928 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:44.442681 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-778e5daf-7766-4b59-9a57-6c77a35f6a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:44.445212 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] Router 586e6e43-c2a3-41f7-9763-fe02ef358256 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:29:44.504635 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-606d1514-4620-4791-b8ba-e375c964d8d8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2775476 Nov 18 17:29:44.529939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-778e5daf-7766-4b59-9a57-6c77a35f6a49 None None] Port 5e62f6d0-02fb-4a50-9d0a-fc1be3227928 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:29:44.549771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=bc9be364-b3fb-423e-b1aa-99cb238a6d7d,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:44.705808 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-90e16e2e-1a21-4cbe-a2ed-e1c7eceb8b54 req-e2dd9c11-17f4-4f97-8d27-88b727cfd0c7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599945 Nov 18 17:29:44.820465 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:29:44.839413 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-69021080-ecca-4d84-b761-4f96d7ee8b65 admin admin] 10.222.0.72 "PUT /v2.0/routers/586e6e43-c2a3-41f7-9763-fe02ef358256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7485359 Nov 18 17:29:44.865099 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e371d9-ede3-4fe2-8e68-016cce433078 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:29:44.886603 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:44.891337 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-0a4f8fef-7f74-4b59-a6f5-87bafe08efc6 service neutron] 10.222.0.72 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623466 Nov 18 17:29:44.917492 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Transition to ACTIVE for port object 51e371d9-ede3-4fe2-8e68-016cce433078 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:29:45.001483 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:45.082704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Pushing event updated for resources: {'Port': ['ID=51e371d9-ede3-4fe2-8e68-016cce433078,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:45.162869 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Sync routers for ids ['586e6e43-c2a3-41f7-9763-fe02ef358256'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:29:45.179267 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Routers {'586e6e43-c2a3-41f7-9763-fe02ef358256'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:29:45.180232 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:29:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['586e6e43-c2a3-41f7-9763-fe02ef358256'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:45.205122 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88abd04-2ce4-4138-b74a-b6f4ec365f37 req-60b4114c-17e1-40a1-8f50-bd4287e91783 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:45.210904 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c88abd04-2ce4-4138-b74a-b6f4ec365f37 req-60b4114c-17e1-40a1-8f50-bd4287e91783 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 931 time: 0.2651041 Nov 18 17:29:45.282089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36840) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:45.286238 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-4a244304-835d-40dc-894d-450c706ba427 service neutron] 10.222.0.72 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910315 Nov 18 17:29:45.380126 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Attempting to bind port 51e371d9-ede3-4fe2-8e68-016cce433078 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:29:45.380476 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Attempting to bind port 51e371d9-ede3-4fe2-8e68-016cce433078 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:29:45.380816 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Attempting to bind port 51e371d9-ede3-4fe2-8e68-016cce433078 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:29:45.400865 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Port 51e371d9-ede3-4fe2-8e68-016cce433078 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:29:45.404019 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Attempting to bind port 51e371d9-ede3-4fe2-8e68-016cce433078 on network e59e94f2-f384-4c67-a2b2-bbfe576feffd {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:29:45.416365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:29:45.416981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Checking segment: {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:29:45.417544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Bound using segment: {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:29:45.421005 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Bound port: 51e371d9-ede3-4fe2-8e68-016cce433078, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86e4d22-aecb-40e5-88de-6f42aff79c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:29:45.421567 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:45.459626 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c88abd04-2ce4-4138-b74a-b6f4ec365f37 req-3f1a4a7e-fd1f-4b22-9438-c5026fbdac85 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406664 Nov 18 17:29:45.488497 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bc9be364-b3fb-423e-b1aa-99cb238a6d7d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:29:45.530235 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] For port 51e371d9-ede3-4fe2-8e68-016cce433078, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:29:45.534837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] For port 51e371d9-ede3-4fe2-8e68-016cce433078, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=51e371d9-ede3-4fe2-8e68-016cce433078,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:29:45.594989 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Set router 586e6e43-c2a3-41f7-9763-fe02ef358256 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:29:45.625019 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:45.739420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port bc9be364-b3fb-423e-b1aa-99cb238a6d7d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:45.740255 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:45.811475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:45.813017 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:45.824833 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] 10.222.0.83 "PUT /v2.0/ports/51e371d9-ede3-4fe2-8e68-016cce433078 HTTP/1.1" status: 200 len: 1092 time: 2.5772984 Nov 18 17:29:45.828532 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec01da6c-43dc-497f-8274-62c1cb821619', 'tag': '51e371d9-ede3-4fe2-8e68-016cce433078'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:29:45.838936 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af7ed26-c520-4fa0-8031-218d0cda97dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ec01da6c-43dc-497f-8274-62c1cb821619", "tag": "51e371d9-ede3-4fe2-8e68-016cce433078"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:29:45.888768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bcce8-df6e-48ad-bf42-1ffbc36847cc req-7ace50d7-464b-4a70-a7c9-94ac7e9885ae tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:45.899490 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e44bcce8-df6e-48ad-bf42-1ffbc36847cc req-7ace50d7-464b-4a70-a7c9-94ac7e9885ae tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.2878227 Nov 18 17:29:45.918515 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7c8aaf31-3e70-4c62-9dc1-3e1382bf2a8d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1834672120-network', 'tenant_id': '3517844ed9c749bc9bf70d9f8eb7b10a'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:46.025469 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e44bcce8-df6e-48ad-bf42-1ffbc36847cc req-a1d49e3f-5680-4204-82ac-7271f4d901ba tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204982 Nov 18 17:29:46.107446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d238d3-0a79-4e99-8a3f-1764b95e1dfc service neutron] Pushing event updated for resources: {'Port': ['ID=51e371d9-ede3-4fe2-8e68-016cce433078,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:46.150533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-78cec829-6ce9-4cd8-8cde-62719885d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:46.153801 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-78cec829-6ce9-4cd8-8cde-62719885d7dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 1095 time: 0.1482296 Nov 18 17:29:46.200012 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a555a9f4-597a-4599-a5f4-b4f3c8771610 req-2c408795-6d5d-4bf7-8abc-ba682bc09dbb tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 210 time: 0.0913947 Nov 18 17:29:46.208854 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-db583ef9-639a-46f7-95af-1f52230b1464 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51e371d9-ede3-4fe2-8e68-016cce433078 HTTP/1.1" status: 200 len: 217 time: 0.0440512 Nov 18 17:29:46.281181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8aaf31-3e70-4c62-9dc1-3e1382bf2a8d admin admin] Made reservation on behalf of 3517844ed9c749bc9bf70d9f8eb7b10a for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:29:46.284637 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:29:41Z', 'revision_number': 4, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '5e62f6d0-02fb-4a50-9d0a-fc1be3227928', 'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'mac_address': 'fa:16:3e:93:61:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:40Z', 'updated_at': '2021-11-18T17:29:42Z', 'revision_number': 2, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'subnets': [{'id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:46.287551 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c8aaf31-3e70-4c62-9dc1-3e1382bf2a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:46.321504 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c8aaf31-3e70-4c62-9dc1-3e1382bf2a8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:46.327258 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Checking router: 586e6e43-c2a3-41f7-9763-fe02ef358256 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:29:46.328096 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Updating router 586e6e43-c2a3-41f7-9763-fe02ef358256 port 5e62f6d0-02fb-4a50-9d0a-fc1be3227928 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:29:46.362439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a49556d9-deb3-4d04-acad-2852fbc11cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:46.368056 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-a49556d9-deb3-4d04-acad-2852fbc11cff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b53522fb-157f-447d-b118-4d80e9a8327f HTTP/1.1" status: 200 len: 845 time: 0.1514521 Nov 18 17:29:46.403426 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:46.439311 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86eda99-88d9-45c2-bfb8-5f5f9ddfc992 req-6701d600-209d-413f-9bac-80819535e422 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:46.448611 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e86eda99-88d9-45c2-bfb8-5f5f9ddfc992 req-6701d600-209d-413f-9bac-80819535e422 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.1175489 Nov 18 17:29:46.526380 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-4cd0c2db-1fe7-483a-a141-6d9d51a4bd63 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e59e94f2-f384-4c67-a2b2-bbfe576feffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415541 Nov 18 17:29:46.563418 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e86eda99-88d9-45c2-bfb8-5f5f9ddfc992 req-6608095b-b16d-441c-b8c3-c818bec3d1ce tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120551 Nov 18 17:29:46.632479 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be31e19f-e9eb-4cb3-872c-d05f9e2b1534 x-openstack-request-id: req-be31e19f-e9eb-4cb3-872c-d05f9e2b1534 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:29:46.633010 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec01da6c-43dc-497f-8274-62c1cb821619", "tag": "51e371d9-ede3-4fe2-8e68-016cce433078", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:29:46.640009 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-be31e19f-e9eb-4cb3-872c-d05f9e2b1534 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:29:46.646584 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec01da6c-43dc-497f-8274-62c1cb821619', 'tag': '51e371d9-ede3-4fe2-8e68-016cce433078', 'status': 'completed', 'code': 200} Nov 18 17:29:46.803128 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-636eaea6-54eb-4268-81d5-5dd4513e0fa4 service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586348 Nov 18 17:29:46.808463 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c8aaf31-3e70-4c62-9dc1-3e1382bf2a8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:46.815739 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b9e2a-cbbe-4a73-82a7-e1fb32b8c24e req-fe07ae24-b8bf-4254-9d34-a07948c5fc60 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:46.818417 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a8b9e2a-cbbe-4a73-82a7-e1fb32b8c24e req-fe07ae24-b8bf-4254-9d34-a07948c5fc60 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 943 time: 0.1318438 Nov 18 17:29:46.935710 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-338d8b47-a2ba-492e-94c1-c753dc0102f6 req-c10a8b88-a3df-4f0b-bb0f-a9ff1ff35868 service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198289 Nov 18 17:29:46.937034 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c8aaf31-3e70-4c62-9dc1-3e1382bf2a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:46.967483 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a8b9e2a-cbbe-4a73-82a7-e1fb32b8c24e req-366c9b10-889e-411c-be21-fdfc23de465b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424775 Nov 18 17:29:46.995172 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8aaf31-3e70-4c62-9dc1-3e1382bf2a8d admin admin] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:29:47.022290 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c8aaf31-3e70-4c62-9dc1-3e1382bf2a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:47.023736 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-7c8aaf31-3e70-4c62-9dc1-3e1382bf2a8d admin admin] Added segment 8782a564-3dfd-453d-8e66-39c0504e575d of type vlan for network 968f23f6-2f47-427d-92d6-5a81f718caf6 Nov 18 17:29:47.067303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36870) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:47.075119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2f88f790-bd73-4527-a6e5-f3f07af2afec tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--960623787', 'description': 'tempest-description--1671568274'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:47.099552 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c8aaf31-3e70-4c62-9dc1-3e1382bf2a8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:47.166524 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:47.171312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee96ff-5530-41a4-a337-808224ed1ccd req-3c388eb9-18ae-46bb-932f-137999397259 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:47.173718 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e3ee96ff-5530-41a4-a337-808224ed1ccd req-3c388eb9-18ae-46bb-932f-137999397259 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.0597208 Nov 18 17:29:47.179204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8aaf31-3e70-4c62-9dc1-3e1382bf2a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858e0637-43f1-4936-bead-78767d1e4bc9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:47.202009 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7ed26-c520-4fa0-8031-218d0cda97dd req-8b0b2cc5-5add-47be-b3ca-8e2627863bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:47.203735 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9af7ed26-c520-4fa0-8031-218d0cda97dd req-8b0b2cc5-5add-47be-b3ca-8e2627863bdf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c82a5a1551b94171a31ac6e4861762c3&device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 1095 time: 0.0703208 Nov 18 17:29:47.236272 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e3ee96ff-5530-41a4-a337-808224ed1ccd req-cb11eada-b567-4fe7-87e0-4b4fde6c6c81 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555563 Nov 18 17:29:47.291660 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e8fc7dc-172d-4a76-8c56-29f5301b6b88 req-0377e84a-0571-4780-835d-2c95ec7bd0b5 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 210 time: 0.0415242 Nov 18 17:29:47.303780 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f88f790-bd73-4527-a6e5-f3f07af2afec tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:47.315779 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:47.330340 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c8aaf31-3e70-4c62-9dc1-3e1382bf2a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:47.331242 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8aaf31-3e70-4c62-9dc1-3e1382bf2a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:47.331959 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c8aaf31-3e70-4c62-9dc1-3e1382bf2a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:47.392336 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210d716-77ff-449c-8c30-95e2feead26d None None] Pushing event updated for resources: {'Port': ['ID=5e62f6d0-02fb-4a50-9d0a-fc1be3227928,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:47.406104 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8aaf31-3e70-4c62-9dc1-3e1382bf2a8d admin admin] Pushing event updated for resources: {'Network': ['ID=968f23f6-2f47-427d-92d6-5a81f718caf6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:47.418349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 968f23f6-2f47-427d-92d6-5a81f718caf6 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:29:47.443957 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210d716-77ff-449c-8c30-95e2feead26d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:47.444652 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210d716-77ff-449c-8c30-95e2feead26d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:47.445340 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210d716-77ff-449c-8c30-95e2feead26d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:47.445869 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210d716-77ff-449c-8c30-95e2feead26d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:47.446388 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210d716-77ff-449c-8c30-95e2feead26d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:47.447225 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210d716-77ff-449c-8c30-95e2feead26d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:47.447342 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f88f790-bd73-4527-a6e5-f3f07af2afec tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:47.448265 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210d716-77ff-449c-8c30-95e2feead26d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:47.448790 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210d716-77ff-449c-8c30-95e2feead26d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:47.449191 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210d716-77ff-449c-8c30-95e2feead26d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:47.451256 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210d716-77ff-449c-8c30-95e2feead26d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:47.451754 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210d716-77ff-449c-8c30-95e2feead26d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:47.452122 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210d716-77ff-449c-8c30-95e2feead26d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:29:47.472739 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36876) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:47.480092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2ec1afe6-40ab-40a6-9f39-c8e9b6284b56 admin admin] Request body: {'subnet': {'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1834672120-subnet', 'tenant_id': '3517844ed9c749bc9bf70d9f8eb7b10a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:47.480876 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7c8aaf31-3e70-4c62-9dc1-3e1382bf2a8d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1800902 Nov 18 17:29:47.487273 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7ed26-c520-4fa0-8031-218d0cda97dd req-403fe6db-68e3-4bde-ba64-483ab6cf7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:47.493255 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Attempting to bind port 5e62f6d0-02fb-4a50-9d0a-fc1be3227928 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:29:47.494327 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Attempting to bind port 5e62f6d0-02fb-4a50-9d0a-fc1be3227928 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '866c3e83-92a0-415f-a711-34036ba2f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:29:47.494698 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Attempting to bind port 5e62f6d0-02fb-4a50-9d0a-fc1be3227928 on network c5a36094-7848-4e06-82e7-e00180c96a72 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:29:47.495043 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9af7ed26-c520-4fa0-8031-218d0cda97dd req-403fe6db-68e3-4bde-ba64-483ab6cf7a73 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 200 len: 907 time: 0.2753873 Nov 18 17:29:47.503921 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:29:47.504337 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Checking segment: {'id': '866c3e83-92a0-415f-a711-34036ba2f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:29:47.504723 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:47.507164 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Bound using segment: {'id': '866c3e83-92a0-415f-a711-34036ba2f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:29:47.507708 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Bound port: 5e62f6d0-02fb-4a50-9d0a-fc1be3227928, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866c3e83-92a0-415f-a711-34036ba2f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:29:47.508486 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:47.578924 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f88f790-bd73-4527-a6e5-f3f07af2afec tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:47.598139 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9af7ed26-c520-4fa0-8031-218d0cda97dd req-0e228f74-2b34-4ade-8a8c-094404dcfa41 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51e371d9-ede3-4fe2-8e68-016cce433078 HTTP/1.1" status: 200 len: 217 time: 0.0990002 Nov 18 17:29:47.630860 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88f790-bd73-4527-a6e5-f3f07af2afec tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1f6d3d-15e8-4949-8f26-78065e653afa,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:47.645086 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec1afe6-40ab-40a6-9f39-c8e9b6284b56 admin admin] Made reservation on behalf of 3517844ed9c749bc9bf70d9f8eb7b10a for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:29:47.647676 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ec1afe6-40ab-40a6-9f39-c8e9b6284b56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:47.677863 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] For port 5e62f6d0-02fb-4a50-9d0a-fc1be3227928, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:29:47.685407 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] For port 5e62f6d0-02fb-4a50-9d0a-fc1be3227928, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5e62f6d0-02fb-4a50-9d0a-fc1be3227928,segment=NetworkSegment(866c3e83-92a0-415f-a711-34036ba2f7b0),segment_id=866c3e83-92a0-415f-a711-34036ba2f7b0)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:29:47.715312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7ed26-c520-4fa0-8031-218d0cda97dd req-75d65fa3-aaac-414b-bc62-8276e886d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:47.717088 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9af7ed26-c520-4fa0-8031-218d0cda97dd req-75d65fa3-aaac-414b-bc62-8276e886d857 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b53522fb-157f-447d-b118-4d80e9a8327f HTTP/1.1" status: 200 len: 845 time: 0.1118031 Nov 18 17:29:47.770744 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:47.772455 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9af7ed26-c520-4fa0-8031-218d0cda97dd req-0518970c-16a1-4152-ad0e-4580f0a16245 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e59e94f2-f384-4c67-a2b2-bbfe576feffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466738 Nov 18 17:29:47.817043 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bfcebc83-b3bc-4748-abf7-a3634742779f None None] Provisioning complete for port 5e62f6d0-02fb-4a50-9d0a-fc1be3227928 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:47.825866 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bfcebc83-b3bc-4748-abf7-a3634742779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:47.835970 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f88f790-bd73-4527-a6e5-f3f07af2afec tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:47.850461 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36884) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:47.852703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2f88f790-bd73-4527-a6e5-f3f07af2afec tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7793536 Nov 18 17:29:47.860065 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5f2c1b2a-c158-4425-a534-5aa3f43f5154 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Request body: {'security_group_rule': {'security_group_id': 'db1f6d3d-15e8-4949-8f26-78065e653afa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:47.898701 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Routers {'586e6e43-c2a3-41f7-9763-fe02ef358256'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:29:47.899317 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:29:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['586e6e43-c2a3-41f7-9763-fe02ef358256'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:47.910374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94dc28-178d-42dd-a5e0-bed6075c5d24 req-5e40cce5-f047-423c-a089-abf294c8e8b3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:47.923463 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d94dc28-178d-42dd-a5e0-bed6075c5d24 req-5e40cce5-f047-423c-a089-abf294c8e8b3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.2037246 Nov 18 17:29:47.988395 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210d716-77ff-449c-8c30-95e2feead26d None None] Pushing event updated for resources: {'Port': ['ID=5e62f6d0-02fb-4a50-9d0a-fc1be3227928,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:47.993327 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9af7ed26-c520-4fa0-8031-218d0cda97dd req-c749c0a7-b7de-4f9e-9259-bb374f0447c7 service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089541 Nov 18 17:29:48.130409 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bfcebc83-b3bc-4748-abf7-a3634742779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:48.147257 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f2c1b2a-c158-4425-a534-5aa3f43f5154 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:48.186433 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-bfcebc83-b3bc-4748-abf7-a3634742779f None None] For port 5e62f6d0-02fb-4a50-9d0a-fc1be3227928, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5e62f6d0-02fb-4a50-9d0a-fc1be3227928,segment=NetworkSegment(866c3e83-92a0-415f-a711-34036ba2f7b0),segment_id=866c3e83-92a0-415f-a711-34036ba2f7b0)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:48.218455 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9af7ed26-c520-4fa0-8031-218d0cda97dd req-67ecd510-5b7c-4c66-8be5-ece89380d2b1 service neutron] 10.222.0.83 "GET /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157116 Nov 18 17:29:48.220540 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] Set router 586e6e43-c2a3-41f7-9763-fe02ef358256 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:29:48.271689 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bfcebc83-b3bc-4748-abf7-a3634742779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:48.310314 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f2c1b2a-c158-4425-a534-5aa3f43f5154 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:48.324457 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d94dc28-178d-42dd-a5e0-bed6075c5d24 req-e04b49d3-6ae2-42db-83ac-bdb0c1aa9de9 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897140 Nov 18 17:29:48.385211 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f2c1b2a-c158-4425-a534-5aa3f43f5154 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:48.412941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcebc83-b3bc-4748-abf7-a3634742779f None None] Pushing event updated for resources: {'Port': ['ID=5e62f6d0-02fb-4a50-9d0a-fc1be3227928,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:48.435744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c1b2a-c158-4425-a534-5aa3f43f5154 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454c8da2-2fbd-4e2f-aa8f-a135abed7470,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:48.449412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6a9961ed-b389-432c-9cb0-d42bbfe6bd19 None None] Provisioning complete for port 5e62f6d0-02fb-4a50-9d0a-fc1be3227928 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:48.450337 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6a9961ed-b389-432c-9cb0-d42bbfe6bd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:48.521269 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f2c1b2a-c158-4425-a534-5aa3f43f5154 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:48.523415 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5f2c1b2a-c158-4425-a534-5aa3f43f5154 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6720271 Nov 18 17:29:48.527413 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36898) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:48.537753 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a5c66bc8-edde-4a4e-bf13-f510730d1a78 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Request body: {'security_group_rule': {'security_group_id': 'db1f6d3d-15e8-4949-8f26-78065e653afa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:48.538482 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462f60a-df7b-4852-a453-f79579ca93cc req-c110d65b-b01e-47c6-9abe-711ed5a18483 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:48.546311 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f462f60a-df7b-4852-a453-f79579ca93cc req-c110d65b-b01e-47c6-9abe-711ed5a18483 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 943 time: 0.3641167 Nov 18 17:29:48.623574 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:29:41Z', 'revision_number': 4, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '5e62f6d0-02fb-4a50-9d0a-fc1be3227928', 'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'mac_address': 'fa:16:3e:93:61:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:40Z', 'updated_at': '2021-11-18T17:29:47Z', 'revision_number': 4, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'subnets': [{'id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:48.657077 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f462f60a-df7b-4852-a453-f79579ca93cc req-ca7faeae-af64-4568-b966-40641e785395 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096950 Nov 18 17:29:48.663103 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5c66bc8-edde-4a4e-bf13-f510730d1a78 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:48.668891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3f38e-5a7a-4324-9c1b-2480a76bdd78 req-875e4762-ba86-4a4a-8d99-cd58caa340fb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:48.669358 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9928db-e55c-44e9-892b-f880f8834b69 None None] The sync data for ids ['586e6e43-c2a3-41f7-9763-fe02ef358256'] in n-d-813419-11 is: [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:29:41Z', 'revision_number': 4, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '5e62f6d0-02fb-4a50-9d0a-fc1be3227928', 'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'mac_address': 'fa:16:3e:93:61:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:40Z', 'updated_at': '2021-11-18T17:29:47Z', 'revision_number': 4, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'subnets': [{'id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:29:48.677176 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86a3f38e-5a7a-4324-9c1b-2480a76bdd78 req-875e4762-ba86-4a4a-8d99-cd58caa340fb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.2317586 Nov 18 17:29:48.700754 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ec1afe6-40ab-40a6-9f39-c8e9b6284b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:48.778188 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5c66bc8-edde-4a4e-bf13-f510730d1a78 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:48.837468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86a3f38e-5a7a-4324-9c1b-2480a76bdd78 req-04ad2a30-508f-4b9d-a127-5beaad74adab tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489325 Nov 18 17:29:48.888263 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5c66bc8-edde-4a4e-bf13-f510730d1a78 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:48.944631 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c66bc8-edde-4a4e-bf13-f510730d1a78 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fdf5e9-d4e0-488d-9c29-dc14b70b0eb8,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:49.003044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3a2aff91-ff5c-43fb-bc77-30f18537be41 req-04200900-332c-45f1-9b31-f3626a36f228 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 210 time: 0.1330380 Nov 18 17:29:49.005891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1afe6-40ab-40a6-9f39-c8e9b6284b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf872087-bdaf-42d6-8bc2-9b553caf2f78,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:49.020845 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1afe6-40ab-40a6-9f39-c8e9b6284b56 admin admin] Checking segment: {'id': '8782a564-3dfd-453d-8e66-39c0504e575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:29:49.021587 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec1afe6-40ab-40a6-9f39-c8e9b6284b56 admin admin] Network hostable DHCP agents. Network: 968f23f6-2f47-427d-92d6-5a81f718caf6, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:29:49.039043 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 51e371d9-ede3-4fe2-8e68-016cce433078 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:29:49.061063 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5c66bc8-edde-4a4e-bf13-f510730d1a78 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:49.064468 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a5c66bc8-edde-4a4e-bf13-f510730d1a78 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5331955 Nov 18 17:29:49.067321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36900) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:49.073751 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d3fad741-4e59-40f6-a933-636359764579 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:49.161803 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec1afe6-40ab-40a6-9f39-c8e9b6284b56 admin admin] Network 968f23f6-2f47-427d-92d6-5a81f718caf6 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:29:49.269086 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3fad741-4e59-40f6-a933-636359764579 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:49.282831 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 51e371d9-ede3-4fe2-8e68-016cce433078, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=51e371d9-ede3-4fe2-8e68-016cce433078,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:49.301162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '51e371d9-ede3-4fe2-8e68-016cce433078', 'network_id': 'e59e94f2-f384-4c67-a2b2-bbfe576feffd', 'port_id': '51e371d9-ede3-4fe2-8e68-016cce433078', 'mac_address': 'fa:16:3e:f1:7a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53522fb-157f-447d-b118-4d80e9a8327f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:29:49.360186 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-dc668c7f-823e-425f-bf99-5d70d0c80700 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:49.362254 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-dc668c7f-823e-425f-bf99-5d70d0c80700 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.81 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 812 time: 0.2376249 Nov 18 17:29:49.378168 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-b9366a50-5a95-4a0a-93b3-c95f7952ad65 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Request body: {'port': {'device_id': '35895a8f-5c0e-4e08-b76b-034bdec893f1', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'admin_state_up': True, 'tenant_id': '1516cf9926444ed288e6825e7143ec41'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:49.383955 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-2ec1afe6-40ab-40a6-9f39-c8e9b6284b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 968f23f6-2f47-427d-92d6-5a81f718caf6) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:29:49.399180 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec1afe6-40ab-40a6-9f39-c8e9b6284b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:49.399861 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ec1afe6-40ab-40a6-9f39-c8e9b6284b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:49.413609 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:49.443355 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f3c390-b197-48d4-a4f3-dd6efa114485 None None] Network 968f23f6-2f47-427d-92d6-5a81f718caf6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:29:49.581067 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3fad741-4e59-40f6-a933-636359764579 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:49.607729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5e62f6d0-02fb-4a50-9d0a-fc1be3227928 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:29:49.620513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e371d9-ede3-4fe2-8e68-016cce433078 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:29:49.807986 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2ec1afe6-40ab-40a6-9f39-c8e9b6284b56 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3337209 Nov 18 17:29:49.838771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 51e371d9-ede3-4fe2-8e68-016cce433078, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=51e371d9-ede3-4fe2-8e68-016cce433078,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:49.893656 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3346407a-4bdc-4705-ba11-f62d04ad4f9f None None] Network 968f23f6-2f47-427d-92d6-5a81f718caf6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:29:49.915516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-b9366a50-5a95-4a0a-93b3-c95f7952ad65 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Made reservation on behalf of 1516cf9926444ed288e6825e7143ec41 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:29:49.920765 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-b9366a50-5a95-4a0a-93b3-c95f7952ad65 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:50.039483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d80ad5-003b-4e31-93f7-808480dd412f req-b70c9751-174e-440b-835c-43725f3344ac tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:50.041516 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02d80ad5-003b-4e31-93f7-808480dd412f req-b70c9751-174e-440b-835c-43725f3344ac tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.2238712 Nov 18 17:29:50.042444 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:50.084465 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-d3fad741-4e59-40f6-a933-636359764579 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Allocated IP 172.25.3.54 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/14aa52ee-b190-4c7c-b837-8868ab394fc4) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:29:50.160208 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 5e62f6d0-02fb-4a50-9d0a-fc1be3227928 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:50.160581 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a857280-6833-4767-9612-b1e91677e353 req-2f872145-0e69-480c-acab-62f8549940d6 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:50.160709 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:50.170874 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a857280-6833-4767-9612-b1e91677e353 req-2f872145-0e69-480c-acab-62f8549940d6 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 944 time: 0.2530553 Nov 18 17:29:50.175263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-b9366a50-5a95-4a0a-93b3-c95f7952ad65 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Allocated IP 172.20.0.4 (07ec2429-d3d7-4064-9a1d-8a3a182595b6/7976e89e-5be5-4df2-8b35-304447c16fb5/02a51c48-9ff8-4b4a-919d-c4b83706ef35) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:29:50.198419 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02d80ad5-003b-4e31-93f7-808480dd412f req-1ce34e5c-c896-4fec-af62-4a4b8db553ec tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349161 Nov 18 17:29:50.334632 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=51e371d9-ede3-4fe2-8e68-016cce433078,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:50.338038 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['51e371d9-ede3-4fe2-8e68-016cce433078'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:29:50.479815 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-b9366a50-5a95-4a0a-93b3-c95f7952ad65 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:50.484672 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3fad741-4e59-40f6-a933-636359764579 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:50.536411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a857280-6833-4767-9612-b1e91677e353 req-dfcc830a-b370-47f8-b168-633f53e5096a tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644800 Nov 18 17:29:50.586705 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065b18e-36ca-475b-8446-ea97df589c8d req-6ad569ac-8712-4a5a-9eef-15b2affcfaed tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:50.595047 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3065b18e-36ca-475b-8446-ea97df589c8d req-6ad569ac-8712-4a5a-9eef-15b2affcfaed tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.2465956 Nov 18 17:29:50.656218 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3065b18e-36ca-475b-8446-ea97df589c8d req-ab1d21ff-3db2-48ee-8c4b-dffbe4f9e514 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580521 Nov 18 17:29:50.673620 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3fad741-4e59-40f6-a933-636359764579 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:50.695051 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-b9366a50-5a95-4a0a-93b3-c95f7952ad65 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:50.713415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['50f3a873-e3a7-4160-a8a5-d987c2e76694', '1151ed2c-eadf-439b-b3ba-a9668077b34c'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:29:50.716337 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fad741-4e59-40f6-a933-636359764579 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:29:50.721964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1038cc0-b3b5-407d-aed8-aae262dd1db5 req-8263b892-61cf-48f4-870d-a12eb502320b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 210 time: 0.0641656 Nov 18 17:29:50.748988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-d3fad741-4e59-40f6-a933-636359764579 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:29:50.762601 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fad741-4e59-40f6-a933-636359764579 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:29:50.808185 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-b9366a50-5a95-4a0a-93b3-c95f7952ad65 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:29:50.820455 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-b9366a50-5a95-4a0a-93b3-c95f7952ad65 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:29:50.893666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-b9366a50-5a95-4a0a-93b3-c95f7952ad65 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:29:50.939602 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fad741-4e59-40f6-a933-636359764579 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Pushing event updated for resources: {'Port': ['ID=14aa52ee-b190-4c7c-b837-8868ab394fc4,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:50.944927 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9366a50-5a95-4a0a-93b3-c95f7952ad65 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Pushing event updated for resources: {'Port': ['ID=02a51c48-9ff8-4b4a-919d-c4b83706ef35,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:51.086304 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-b9366a50-5a95-4a0a-93b3-c95f7952ad65 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:51.092066 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-b9366a50-5a95-4a0a-93b3-c95f7952ad65 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:51.193008 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-72e0992e-4452-46e5-a835-4d70802d0cfa tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:51.199081 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-b9366a50-5a95-4a0a-93b3-c95f7952ad65 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8259661 Nov 18 17:29:51.208822 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-72e0992e-4452-46e5-a835-4d70802d0cfa tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/networks?id=968f23f6-2f47-427d-92d6-5a81f718caf6 HTTP/1.1" status: 200 len: 815 time: 0.1883633 Nov 18 17:29:51.215707 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Request body: {'port': {'device_id': '35895a8f-5c0e-4e08-b76b-034bdec893f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:51.253221 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-203dafbf-ca38-46fb-a2bd-a42884e35006 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/quotas/3517844ed9c749bc9bf70d9f8eb7b10a HTTP/1.1" status: 200 len: 375 time: 0.0344172 Nov 18 17:29:51.349483 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-dc5383f1-f5f6-462e-8a82-cdd5aa2b78bf tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3517844ed9c749bc9bf70d9f8eb7b10a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923922 Nov 18 17:29:51.397888 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:51.424425 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-13234366-7115-4349-a5ab-60090288fb52 None None] Provisioning complete for port 02a51c48-9ff8-4b4a-919d-c4b83706ef35 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:51.424808 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-13234366-7115-4349-a5ab-60090288fb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:51.496162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-13234366-7115-4349-a5ab-60090288fb52 None None] Port 02a51c48-9ff8-4b4a-919d-c4b83706ef35 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:29:51.556194 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:51.651846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-a26920cc-e4f8-4c0f-9fb0-3e1350747058 service neutron] 10.222.0.72 "GET /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014350 Nov 18 17:29:51.701144 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3fad741-4e59-40f6-a933-636359764579 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:51.798453 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a51c48-9ff8-4b4a-919d-c4b83706ef35 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:29:51.809350 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:51.824700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Transition to ACTIVE for port object 02a51c48-9ff8-4b4a-919d-c4b83706ef35 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:29:51.847519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1fc7a-1bd4-47dd-b7a5-6300ebe61221 req-16db3b95-0290-4eb9-bfa1-495487e262b5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:51.851847 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92c1fc7a-1bd4-47dd-b7a5-6300ebe61221 req-16db3b95-0290-4eb9-bfa1-495487e262b5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.4695270 Nov 18 17:29:51.932928 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:52.013894 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92c1fc7a-1bd4-47dd-b7a5-6300ebe61221 req-f3244f1b-5487-44fb-b5f2-0068e9e933cb tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321328 Nov 18 17:29:52.024932 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3fad741-4e59-40f6-a933-636359764579 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:52.046346 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-a98b2cfb-baa2-4269-9dc0-752776764083 service neutron] 10.222.0.72 "GET /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734500 Nov 18 17:29:52.127310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Pushing event updated for resources: {'Port': ['ID=02a51c48-9ff8-4b4a-919d-c4b83706ef35,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:52.333114 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Attempting to bind port 02a51c48-9ff8-4b4a-919d-c4b83706ef35 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:29:52.335263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Attempting to bind port 02a51c48-9ff8-4b4a-919d-c4b83706ef35 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:29:52.336597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Attempting to bind port 02a51c48-9ff8-4b4a-919d-c4b83706ef35 on network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:29:52.348077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32db50-a3ce-4f51-b318-bf3b7d7ce7a8 req-f207a376-9c4b-497c-a96c-729e52203633 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:52.349738 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea32db50-a3ce-4f51-b318-bf3b7d7ce7a8 req-f207a376-9c4b-497c-a96c-729e52203633 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 944 time: 0.1561413 Nov 18 17:29:52.354002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Port 02a51c48-9ff8-4b4a-919d-c4b83706ef35 on network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:29:52.354473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Attempting to bind port 02a51c48-9ff8-4b4a-919d-c4b83706ef35 on network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:29:52.371878 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:29:52.372423 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Checking segment: {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:29:52.373422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Bound using segment: {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:29:52.376412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Bound port: 02a51c48-9ff8-4b4a-919d-c4b83706ef35, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:29:52.377966 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:52.466993 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea32db50-a3ce-4f51-b318-bf3b7d7ce7a8 req-8eb026b9-f86f-4791-95d9-934847ee3971 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091299 Nov 18 17:29:52.549793 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] For port 02a51c48-9ff8-4b4a-919d-c4b83706ef35, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:29:52.556109 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3fad741-4e59-40f6-a933-636359764579 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:52.557746 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] For port 02a51c48-9ff8-4b4a-919d-c4b83706ef35, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=02a51c48-9ff8-4b4a-919d-c4b83706ef35,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:29:52.636256 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:52.681069 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3fad741-4e59-40f6-a933-636359764579 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:52.713470 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:52.714173 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:52.719179 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-282ce347-d569-44e4-bc3b-689509194512 service neutron] 10.222.0.81 "PUT /v2.0/ports/02a51c48-9ff8-4b4a-919d-c4b83706ef35 HTTP/1.1" status: 200 len: 1092 time: 1.5091920 Nov 18 17:29:52.719839 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35895a8f-5c0e-4e08-b76b-034bdec893f1', 'tag': '02a51c48-9ff8-4b4a-919d-c4b83706ef35'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:29:52.722161 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad8ac11-f9ab-4fa4-af03-235ad1461294" -d '{"events": [{"name": "network-changed", "server_uuid": "35895a8f-5c0e-4e08-b76b-034bdec893f1", "tag": "02a51c48-9ff8-4b4a-919d-c4b83706ef35"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:29:52.809363 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ce347-d569-44e4-bc3b-689509194512 service neutron] Pushing event updated for resources: {'Port': ['ID=02a51c48-9ff8-4b4a-919d-c4b83706ef35,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:52.978445 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:52.999082 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fad741-4e59-40f6-a933-636359764579 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Pushing event updated for resources: {'Port': ['ID=14aa52ee-b190-4c7c-b837-8868ab394fc4,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:53.059240 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3fad741-4e59-40f6-a933-636359764579 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:53.061253 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 51e371d9-ede3-4fe2-8e68-016cce433078 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:29:53.096108 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14fa9a-804b-4fed-9597-2775afe3d34a req-f93d1461-839e-4005-8473-51d25730dc94 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:53.103867 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc14fa9a-804b-4fed-9597-2775afe3d34a req-f93d1461-839e-4005-8473-51d25730dc94 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.5040195 Nov 18 17:29:53.163861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62d695-dad9-42b9-b7a7-a4311da9acdb req-a258fe7e-8fb3-4792-9f12-98e62a600024 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:53.166257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9f62d695-dad9-42b9-b7a7-a4311da9acdb req-a258fe7e-8fb3-4792-9f12-98e62a600024 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 943 time: 0.4556029 Nov 18 17:29:53.256252 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc14fa9a-804b-4fed-9597-2775afe3d34a req-62919d2c-1b6a-4d89-9de8-563ef900a8dc tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513305 Nov 18 17:29:53.257894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 51e371d9-ede3-4fe2-8e68-016cce433078 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:29:53.268583 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 51e371d9-ede3-4fe2-8e68-016cce433078 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:53.268972 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:53.315665 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9f62d695-dad9-42b9-b7a7-a4311da9acdb req-a157ed38-72dc-4651-a5da-fc5ca2157a82 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199279 Nov 18 17:29:53.325960 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3fad741-4e59-40f6-a933-636359764579 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:53.355781 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d3fad741-4e59-40f6-a933-636359764579 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2861464 Nov 18 17:29:53.439294 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37c1bd95-a1d2-41cf-89c2-b1a322916dd6 req-1d20dc94-ef76-4e80-9c6d-b0140b146777 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 210 time: 0.0575571 Nov 18 17:29:53.443188 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:53.545030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec01da6c-43dc-497f-8274-62c1cb821619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e371d9-ede3-4fe2-8e68-016cce433078'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:29:53.547690 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3303a4-eec3-442d-a9ba-2e7e041e9a87" -d '{"events": [{"server_uuid": "ec01da6c-43dc-497f-8274-62c1cb821619", "name": "network-vif-plugged", "status": "completed", "tag": "51e371d9-ede3-4fe2-8e68-016cce433078"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:29:53.564175 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 51e371d9-ede3-4fe2-8e68-016cce433078, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=51e371d9-ede3-4fe2-8e68-016cce433078,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:53.636204 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:53.700234 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9535a15f-ef1a-4a8d-9453-ac84cd4d100a x-openstack-request-id: req-9535a15f-ef1a-4a8d-9453-ac84cd4d100a {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:29:53.702006 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35895a8f-5c0e-4e08-b76b-034bdec893f1", "tag": "02a51c48-9ff8-4b4a-919d-c4b83706ef35", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:29:53.702006 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9535a15f-ef1a-4a8d-9453-ac84cd4d100a {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:29:53.702006 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35895a8f-5c0e-4e08-b76b-034bdec893f1', 'tag': '02a51c48-9ff8-4b4a-919d-c4b83706ef35', 'status': 'completed', 'code': 200} Nov 18 17:29:53.717145 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-a635784a-af01-4eba-b179-43730e16c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:53.718736 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-a635784a-af01-4eba-b179-43730e16c118 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 1095 time: 0.8699510 Nov 18 17:29:53.760860 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=51e371d9-ede3-4fe2-8e68-016cce433078,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:53.776782 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-0a579a20-f70e-48d4-bac8-7d4e69a3a06e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02a51c48-9ff8-4b4a-919d-c4b83706ef35 HTTP/1.1" status: 200 len: 217 time: 0.0488148 Nov 18 17:29:53.822613 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-31bf8a89-353f-4da6-8078-c84377649e81 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--960623787&fields=id&tenant_id=3561bfcd86bf4651825b50a84fed4187 HTTP/1.1" status: 200 len: 267 time: 0.2168686 Nov 18 17:29:53.848742 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294f3f3-63db-4475-8939-bf3556f03567 req-4d1582fa-a317-4460-b6ca-90347339bf6d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:53.850306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2294f3f3-63db-4475-8939-bf3556f03567 req-4d1582fa-a317-4460-b6ca-90347339bf6d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.2047358 Nov 18 17:29:53.870784 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403e9be-f7dc-474a-84ec-869a4f7a3340 req-dcac6973-49e2-4278-b1e8-2ed852e67979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:53.872604 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c403e9be-f7dc-474a-84ec-869a4f7a3340 req-dcac6973-49e2-4278-b1e8-2ed852e67979 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 1098 time: 0.1908803 Nov 18 17:29:53.874475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-fca7ad8f-a609-4139-870a-84872c29584f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:53.876204 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-fca7ad8f-a609-4139-870a-84872c29584f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.0929854 Nov 18 17:29:53.945841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-8053f7b2-7f57-481e-8b19-52b77b15f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:53.947508 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-8053f7b2-7f57-481e-8b19-52b77b15f919 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583122 Nov 18 17:29:54.090891 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2294f3f3-63db-4475-8939-bf3556f03567 req-cee4100b-3943-420d-ba7a-ece2edbcb76f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256444 Nov 18 17:29:54.093547 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-9d7fa5c4-c657-4862-badd-4f628ef441cb service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379480 Nov 18 17:29:54.126060 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c403e9be-f7dc-474a-84ec-869a4f7a3340 req-71b05c66-a6a8-4147-bd79-85fd5f1b836c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355559 Nov 18 17:29:54.153945 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-f0f9a6af-34db-4a6e-9191-14fa68f0fe3a tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:54.155575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-f0f9a6af-34db-4a6e-9191-14fa68f0fe3a tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/networks?id=c5a36094-7848-4e06-82e7-e00180c96a72 HTTP/1.1" status: 200 len: 809 time: 0.3176994 Nov 18 17:29:54.209914 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:29:54.216583 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-9ed8f255-5eee-4947-9639-dbb18603eff5 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/quotas/3561bfcd86bf4651825b50a84fed4187 HTTP/1.1" status: 200 len: 375 time: 0.0389698 Nov 18 17:29:54.230613 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d56399a-482a-40d4-9c1f-98920c8e36d4 req-7fe84662-067d-4962-a06f-0bc2c4560ffc service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253159 Nov 18 17:29:54.263222 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68975f41-42e9-466e-8695-5e78687f35bc req-de831e82-890d-40b9-a105-77ce9c4b5139 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:54.264849 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68975f41-42e9-466e-8695-5e78687f35bc req-de831e82-890d-40b9-a105-77ce9c4b5139 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.1074867 Nov 18 17:29:54.301276 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-49321780-839e-4115-beb0-cd5706ee8b88 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3561bfcd86bf4651825b50a84fed4187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761702 Nov 18 17:29:54.348578 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68975f41-42e9-466e-8695-5e78687f35bc req-398cd96d-4392-4817-ba9a-3d6f4191ad2c tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761619 Nov 18 17:29:54.428702 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec728803-30ab-4cb7-a794-18860ad08c02 x-openstack-request-id: req-ec728803-30ab-4cb7-a794-18860ad08c02 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:29:54.428702 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec01da6c-43dc-497f-8274-62c1cb821619", "name": "network-vif-plugged", "status": "completed", "tag": "51e371d9-ede3-4fe2-8e68-016cce433078", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:29:54.428702 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ec728803-30ab-4cb7-a794-18860ad08c02 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:29:54.428702 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec01da6c-43dc-497f-8274-62c1cb821619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e371d9-ede3-4fe2-8e68-016cce433078', 'code': 200} Nov 18 17:29:54.447255 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-21cb5a26-5bb7-407e-95c1-0a476c5bbfa3 service neutron] 10.222.0.72 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318166 Nov 18 17:29:54.564081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8ac11-f9ab-4fa4-af03-235ad1461294 req-af76534c-28a6-4473-a613-d4608072bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:54.566734 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dad8ac11-f9ab-4fa4-af03-235ad1461294 req-af76534c-28a6-4473-a613-d4608072bbe3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 1095 time: 0.0965598 Nov 18 17:29:54.570447 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0fb59-16f6-4faa-8208-f41b5b320a7f req-ea3a3472-c334-43b8-8908-415d457a103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:54.581193 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34b0fb59-16f6-4faa-8208-f41b5b320a7f req-ea3a3472-c334-43b8-8908-415d457a103f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 1097 time: 0.0670347 Nov 18 17:29:54.594467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258d7e7-dd82-4dc6-9f25-e9f80d8b5654 req-b2477652-4a2d-4d6f-ae38-54b259dfb7ee tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:54.596106 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4258d7e7-dd82-4dc6-9f25-e9f80d8b5654 req-b2477652-4a2d-4d6f-ae38-54b259dfb7ee tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.1087582 Nov 18 17:29:54.613994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-1a1bcf7e-a31e-4923-9474-6a2b78d49d83 service neutron] 10.222.0.72 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525033 Nov 18 17:29:54.654399 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4258d7e7-dd82-4dc6-9f25-e9f80d8b5654 req-a0e48875-6162-478f-b37c-9d5b438e5124 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498946 Nov 18 17:29:54.681823 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34b0fb59-16f6-4faa-8208-f41b5b320a7f req-59b01228-871f-416c-a2c4-3a41ec2086d5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964906 Nov 18 17:29:54.704370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8ac11-f9ab-4fa4-af03-235ad1461294 req-816135eb-5b09-4be0-8299-350a7a4a7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:54.705860 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dad8ac11-f9ab-4fa4-af03-235ad1461294 req-816135eb-5b09-4be0-8299-350a7a4a7c66 service neutron] 10.222.0.81 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.1312160 Nov 18 17:29:54.754695 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dad8ac11-f9ab-4fa4-af03-235ad1461294 req-b1534f34-8025-4c8d-93e2-51f0e5cf2a46 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02a51c48-9ff8-4b4a-919d-c4b83706ef35 HTTP/1.1" status: 200 len: 217 time: 0.0399072 Nov 18 17:29:54.766813 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e79980-e821-4635-981e-c5d3bdf7378b req-8357bb27-242e-4d95-ac94-1eacb4cf414f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:54.768418 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77e79980-e821-4635-981e-c5d3bdf7378b req-8357bb27-242e-4d95-ac94-1eacb4cf414f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 943 time: 0.0526757 Nov 18 17:29:54.816375 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8ac11-f9ab-4fa4-af03-235ad1461294 req-d885d467-753d-4131-bfe6-23b282a03bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:54.817105 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dad8ac11-f9ab-4fa4-af03-235ad1461294 req-d885d467-753d-4131-bfe6-23b282a03bba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.0549803 Nov 18 17:29:54.829866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77e79980-e821-4635-981e-c5d3bdf7378b req-06f5b4a0-157a-44a8-9877-1aa2733a9c48 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526409 Nov 18 17:29:54.877898 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8ac11-f9ab-4fa4-af03-235ad1461294 req-f07db39c-79ca-47fd-be10-947a9aec0bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:54.882485 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dad8ac11-f9ab-4fa4-af03-235ad1461294 req-f07db39c-79ca-47fd-be10-947a9aec0bde service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565138 Nov 18 17:29:54.926246 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b1569173-c8f2-46aa-bf18-935da2800873 req-18c10961-05b5-4982-8b3f-8bdd08d7333d tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 210 time: 0.0272443 Nov 18 17:29:55.016603 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7821a79c-f9ad-481b-aa6f-e558e853ffff req-fbceeb97-1659-4780-995b-c11996c12dfa tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 210 time: 0.0352643 Nov 18 17:29:55.030545 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dad8ac11-f9ab-4fa4-af03-235ad1461294 req-afa5b453-d03e-4680-87b8-a96010021632 service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396430 Nov 18 17:29:55.156183 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dad8ac11-f9ab-4fa4-af03-235ad1461294 req-73721527-a16a-43c2-a07c-8f2cbe39ba32 service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132014 Nov 18 17:29:55.287660 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324ef32-e015-41d0-84d2-9b851cd6819d req-834a1c11-9265-4f14-9590-15d52b4ca9b5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:55.289258 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9324ef32-e015-41d0-84d2-9b851cd6819d req-834a1c11-9265-4f14-9590-15d52b4ca9b5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0610728 Nov 18 17:29:55.344082 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9324ef32-e015-41d0-84d2-9b851cd6819d req-ac9b0f5a-8362-4a90-b591-2ff473ea27c4 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484393 Nov 18 17:29:55.499733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20042577-e70d-42a0-a1e5-a66f28997e38 req-d686c7b5-ec6d-4eb3-8926-f1dcbc301570 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:55.501649 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20042577-e70d-42a0-a1e5-a66f28997e38 req-d686c7b5-ec6d-4eb3-8926-f1dcbc301570 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0721822 Nov 18 17:29:55.544029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ae13308d-c8f3-4814-b387-d394bec6f3d9 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:29:55.549042 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ae13308d-c8f3-4814-b387-d394bec6f3d9 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:29:55.575413 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20042577-e70d-42a0-a1e5-a66f28997e38 req-1cde030b-5da9-4c06-bd47-58a7bf651a86 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673766 Nov 18 17:29:55.726516 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port ae13308d-c8f3-4814-b387-d394bec6f3d9, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ae13308d-c8f3-4814-b387-d394bec6f3d9,segment=NetworkSegment(212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e),segment_id=212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:55.729653 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:55.750308 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'ae13308d-c8f3-4814-b387-d394bec6f3d9', 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec', 'port_id': 'ae13308d-c8f3-4814-b387-d394bec6f3d9', 'mac_address': 'fa:16:3e:18:3b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:29:55.839245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37026) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:55.840490 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169b62b-ed0d-4083-941c-fe7cf068407d req-8073b829-2361-43de-b9c1-9bf9649ce549 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:55.842073 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0169b62b-ed0d-4083-941c-fe7cf068407d req-8073b829-2361-43de-b9c1-9bf9649ce549 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.0871124 Nov 18 17:29:55.957785 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0169b62b-ed0d-4083-941c-fe7cf068407d req-fa61ef1d-52c0-4d2c-b248-221ecbb4bbed tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055470 Nov 18 17:29:55.985466 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-5adf47d8-b30d-449f-9e38-d270a5e97123 admin admin] Deleting subnet 5927dc87-a3e7-46a1-890e-3bbdae1d79a4 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:29:55.991733 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5adf47d8-b30d-449f-9e38-d270a5e97123 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:56.016444 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37036) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:56.125398 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5adf47d8-b30d-449f-9e38-d270a5e97123 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:56.231427 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5adf47d8-b30d-449f-9e38-d270a5e97123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:56.234964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f62a326e-9a6d-4d93-9653-3da069f04bbb tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/floatingips/83861876-740c-40aa-940f-a6182f4ae983 HTTP/1.1" status: 200 len: 993 time: 0.2160444 Nov 18 17:29:56.294541 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:56.297084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef0a4d42-3acd-4b1f-89ec-fa9e040641ed req-4c38c32a-4c93-4a7b-8dbb-7a6c87cb47ea tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 210 time: 0.0473537 Nov 18 17:29:56.334604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2a7b2-fb4e-4e3b-81e7-9cf278b0ca7e req-d1d99a7e-2371-407f-bfae-834383f93754 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:56.336224 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8fe2a7b2-fb4e-4e3b-81e7-9cf278b0ca7e req-d1d99a7e-2371-407f-bfae-834383f93754 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 943 time: 0.3227866 Nov 18 17:29:56.349086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port ae13308d-c8f3-4814-b387-d394bec6f3d9, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ae13308d-c8f3-4814-b387-d394bec6f3d9,segment=NetworkSegment(212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e),segment_id=212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:56.377182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae13308d-c8f3-4814-b387-d394bec6f3d9 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:29:56.403694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8fe2a7b2-fb4e-4e3b-81e7-9cf278b0ca7e req-ede38255-741f-44d9-8075-9ab9901f695e tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584846 Nov 18 17:29:56.426967 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d01c3f2-e15a-4f26-a0a4-b9806f1d8cb5 req-d27599ab-4cce-4f24-91d5-290f04e94de7 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 210 time: 0.0304792 Nov 18 17:29:56.427085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae13308d-c8f3-4814-b387-d394bec6f3d9'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:29:56.427085 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136ceca3-72c9-44e4-8abf-ae1752952ca0" -d '{"events": [{"server_uuid": "0e1591fe-4004-4388-91f5-e9c81a9d041d", "name": "network-vif-unplugged", "status": "completed", "tag": "ae13308d-c8f3-4814-b387-d394bec6f3d9"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:29:56.482728 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b0b0e0-c273-44ae-bc7e-8ab07f906359 x-openstack-request-id: req-95b0b0e0-c273-44ae-bc7e-8ab07f906359 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:29:56.483036 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1591fe-4004-4388-91f5-e9c81a9d041d", "name": "network-vif-unplugged", "status": "completed", "tag": "ae13308d-c8f3-4814-b387-d394bec6f3d9", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:29:56.483300 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-95b0b0e0-c273-44ae-bc7e-8ab07f906359 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:29:56.483699 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae13308d-c8f3-4814-b387-d394bec6f3d9', 'code': 200} Nov 18 17:29:56.492531 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:56.524115 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5adf47d8-b30d-449f-9e38-d270a5e97123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:56.546021 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c36af5-e17f-4e82-8932-c3723a03c555 req-b41775cf-9366-4725-b101-733501b0cd26 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:56.554047 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2c36af5-e17f-4e82-8932-c3723a03c555 req-b41775cf-9366-4725-b101-733501b0cd26 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0628321 Nov 18 17:29:56.583643 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:29:56.584282 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:29:56.610521 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=ae13308d-c8f3-4814-b387-d394bec6f3d9,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:56.641286 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf47d8-b30d-449f-9e38-d270a5e97123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5927dc87-a3e7-46a1-890e-3bbdae1d79a4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:56.658591 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5adf47d8-b30d-449f-9e38-d270a5e97123 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:56.667097 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2c36af5-e17f-4e82-8932-c3723a03c555 req-0c99e33f-1884-4f70-b5db-420fcd474001 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119363 Nov 18 17:29:56.675156 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5adf47d8-b30d-449f-9e38-d270a5e97123 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5927dc87-a3e7-46a1-890e-3bbdae1d79a4 HTTP/1.1" status: 204 len: 168 time: 0.8347380 Nov 18 17:29:56.677695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37048) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:56.737454 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-9a77a174-f2e9-41a2-b030-904663688c0c tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:56.740857 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-9a77a174-f2e9-41a2-b030-904663688c0c tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.83 "GET /v2.0/networks?id=968f23f6-2f47-427d-92d6-5a81f718caf6 HTTP/1.1" status: 200 len: 815 time: 0.3463027 Nov 18 17:29:56.755323 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-d2e6f5c4-d021-4cd3-be63-1d4ff38cfe78 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Request body: {'port': {'device_id': 'd170e4b5-d9f6-4880-91bc-cb34d5e8c767', 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6', 'admin_state_up': True, 'tenant_id': '3517844ed9c749bc9bf70d9f8eb7b10a'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:56.808887 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70136e5-7399-4c4f-882c-b53b1ff3a471 req-8ea38845-148a-4cbf-b45c-964aa380b1a6 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:56.816336 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e70136e5-7399-4c4f-882c-b53b1ff3a471 req-8ea38845-148a-4cbf-b45c-964aa380b1a6 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.1079140 Nov 18 17:29:56.821454 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d218347d-f6ae-4bd7-b081-ddb757700da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:56.911693 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e70136e5-7399-4c4f-882c-b53b1ff3a471 req-ad2a793b-bac1-4e2c-9a22-c98d15775f81 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941846 Nov 18 17:29:57.011887 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d218347d-f6ae-4bd7-b081-ddb757700da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:57.024135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-d2e6f5c4-d021-4cd3-be63-1d4ff38cfe78 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Made reservation on behalf of 3517844ed9c749bc9bf70d9f8eb7b10a for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:29:57.028695 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-d2e6f5c4-d021-4cd3-be63-1d4ff38cfe78 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:57.041053 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-d218347d-f6ae-4bd7-b081-ddb757700da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4822d3ad-5758-4982-9a69-332899af7e34']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:57.055542 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-d218347d-f6ae-4bd7-b081-ddb757700da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2797497-6b75-4a18-9fba-a445447a0a1d') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:57.055542 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-d218347d-f6ae-4bd7-b081-ddb757700da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2797497-6b75-4a18-9fba-a445447a0a1d') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:29:57.066435 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d218347d-f6ae-4bd7-b081-ddb757700da4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:57.082081 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d218347d-f6ae-4bd7-b081-ddb757700da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:57.089780 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d218347d-f6ae-4bd7-b081-ddb757700da4 admin admin] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:29:57.090413 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d218347d-f6ae-4bd7-b081-ddb757700da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:29:57.092729 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:29:57.127559 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:57.147013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae13308d-c8f3-4814-b387-d394bec6f3d9 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:29:57.173133 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port ae13308d-c8f3-4814-b387-d394bec6f3d9, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ae13308d-c8f3-4814-b387-d394bec6f3d9,segment=NetworkSegment(212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e),segment_id=212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:57.189815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-d2e6f5c4-d021-4cd3-be63-1d4ff38cfe78 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Allocated IP 172.20.0.4 (968f23f6-2f47-427d-92d6-5a81f718caf6/cf872087-bdaf-42d6-8bc2-9b553caf2f78/3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:29:57.268899 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:57.292460 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d218347d-f6ae-4bd7-b081-ddb757700da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:57.300440 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d218347d-f6ae-4bd7-b081-ddb757700da4 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:57.303999 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d218347d-f6ae-4bd7-b081-ddb757700da4 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4822d3ad-5758-4982-9a69-332899af7e34 HTTP/1.1" status: 204 len: 168 time: 0.6250525 Nov 18 17:29:57.319701 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218347d-f6ae-4bd7-b081-ddb757700da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4822d3ad-5758-4982-9a69-332899af7e34,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:57.330080 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=ae13308d-c8f3-4814-b387-d394bec6f3d9,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:57.365802 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02a984-8dbd-4aad-8eaa-eee348b59359 req-4fd9de34-0cb9-429f-bc20-7f9d5ff5770e tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:57.367456 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd02a984-8dbd-4aad-8eaa-eee348b59359 req-4fd9de34-0cb9-429f-bc20-7f9d5ff5770e tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.1072102 Nov 18 17:29:57.457981 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd02a984-8dbd-4aad-8eaa-eee348b59359 req-371e539e-5602-4fab-ac81-3bba6ec883d4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797846 Nov 18 17:29:57.499807 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8fa69fa0-c847-4c8d-af75-8245c96792d0 req-8937d94a-0477-445e-82c3-b3f09bfd79a4 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 210 time: 0.0616286 Nov 18 17:29:57.522831 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-d2e6f5c4-d021-4cd3-be63-1d4ff38cfe78 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:57.528621 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ae13308d-c8f3-4814-b387-d394bec6f3d9'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:29:57.569794 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 02a51c48-9ff8-4b4a-919d-c4b83706ef35 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:29:57.615490 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95937863-fb1a-4458-8691-0f846be78026 req-c10066ff-6126-47b4-850a-7b7f2c4df6e4 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 210 time: 0.0415099 Nov 18 17:29:57.640693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f5f3b-9d83-4200-804a-c4268264a3de req-b16434ff-93c0-4a2a-b3c5-47c5eda86a0a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:57.644614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f54f5f3b-9d83-4200-804a-c4268264a3de req-b16434ff-93c0-4a2a-b3c5-47c5eda86a0a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 943 time: 0.0989110 Nov 18 17:29:57.688678 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-d2e6f5c4-d021-4cd3-be63-1d4ff38cfe78 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:57.738450 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f54f5f3b-9d83-4200-804a-c4268264a3de req-e17892a1-46fe-49a7-aa16-2847dfddcf1b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863137 Nov 18 17:29:57.814742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-d2e6f5c4-d021-4cd3-be63-1d4ff38cfe78 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Network 968f23f6-2f47-427d-92d6-5a81f718caf6 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:29:57.833886 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37068) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:57.857088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-d2e6f5c4-d021-4cd3-be63-1d4ff38cfe78 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:29:57.868636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-d2e6f5c4-d021-4cd3-be63-1d4ff38cfe78 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:29:57.886944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6f5c4-d021-4cd3-be63-1d4ff38cfe78 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Pushing event updated for resources: {'Port': ['ID=3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:57.942108 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-613f2017-6498-4034-a124-4d88e8b3d3d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=672de6bd672e4abb9d212f3dab4d92c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1067030 Nov 18 17:29:57.945837 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60014b-4d87-47f2-8074-aeb592506af5 req-3533ecf2-3b6b-4d83-b242-10b7fd1fc54d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:57.948318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37070) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:29:57.956764 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c60014b-4d87-47f2-8074-aeb592506af5 req-3533ecf2-3b6b-4d83-b242-10b7fd1fc54d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.2010560 Nov 18 17:29:58.004596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-d2e6f5c4-d021-4cd3-be63-1d4ff38cfe78 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:58.005206 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-d2e6f5c4-d021-4cd3-be63-1d4ff38cfe78 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:58.025835 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd0d5a-dcad-4d5d-9188-dc16d418f86f req-564a354b-dd5e-4130-8bb0-1277e870137f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:58.031884 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 02a51c48-9ff8-4b4a-919d-c4b83706ef35, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=02a51c48-9ff8-4b4a-919d-c4b83706ef35,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:58.037828 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5efd0d5a-dcad-4d5d-9188-dc16d418f86f req-564a354b-dd5e-4130-8bb0-1277e870137f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.2099917 Nov 18 17:29:58.060710 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c77a10c-4530-48b0-814c-a5b38b5fbeaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:58.069188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '02a51c48-9ff8-4b4a-919d-c4b83706ef35', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'port_id': '02a51c48-9ff8-4b4a-919d-c4b83706ef35', 'mac_address': 'fa:16:3e:19:83:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:29:58.089341 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c77a10c-4530-48b0-814c-a5b38b5fbeaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:58.122848 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:58.139553 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a51c48-9ff8-4b4a-919d-c4b83706ef35 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:29:58.147649 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-d2e6f5c4-d021-4cd3-be63-1d4ff38cfe78 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3970118 Nov 18 17:29:58.161339 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 02a51c48-9ff8-4b4a-919d-c4b83706ef35, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=02a51c48-9ff8-4b4a-919d-c4b83706ef35,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:58.162434 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Request body: {'port': {'device_id': 'd170e4b5-d9f6-4880-91bc-cb34d5e8c767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:58.255565 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c77a10c-4530-48b0-814c-a5b38b5fbeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:58.258207 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c77a10c-4530-48b0-814c-a5b38b5fbeaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:58.259433 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4c77a10c-4530-48b0-814c-a5b38b5fbeaf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1 HTTP/1.1" status: 204 len: 168 time: 0.3100345 Nov 18 17:29:58.283781 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:58.297697 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77a10c-4530-48b0-814c-a5b38b5fbeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24d67ab-bb0c-4b3f-95f9-edf9cfffccf1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:58.355585 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:58.435145 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-b268a1b7-8773-4df6-961f-ffd7d8dd464c tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:58.436869 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-b268a1b7-8773-4df6-961f-ffd7d8dd464c tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.83 "GET /v2.0/networks?id=c5a36094-7848-4e06-82e7-e00180c96a72 HTTP/1.1" status: 200 len: 809 time: 0.2342227 Nov 18 17:29:58.451012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=02a51c48-9ff8-4b4a-919d-c4b83706ef35,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:58.550348 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c60014b-4d87-47f2-8074-aeb592506af5 req-d05fbbbe-f753-4356-9d8a-4d7fcff9e488 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5921044 Nov 18 17:29:58.576122 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5efd0d5a-dcad-4d5d-9188-dc16d418f86f req-3faf8098-a0ef-48f9-bb2e-1927861b85c9 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5371363 Nov 18 17:29:58.625769 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-a7ec908d-ca4a-4380-90b8-3e0516d76110 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3561bfcd86bf4651825b50a84fed4187 HTTP/1.1" status: 200 len: 379 time: 0.1427224 Nov 18 17:29:58.631035 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['02a51c48-9ff8-4b4a-919d-c4b83706ef35'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:29:58.653970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-41cd346c-756e-446c-a7c0-6d448359fbd5 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Request body: {'port': {'device_id': 'cce0825e-e698-49c2-8df9-2154f8f60b27', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'admin_state_up': True, 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'security_groups': ['db1f6d3d-15e8-4949-8f26-78065e653afa']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:29:58.734041 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707543a-063b-4567-bcdf-d7c069526993 req-433b116e-988f-4313-b0a9-f38aa9ce6e56 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:58.735579 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d707543a-063b-4567-bcdf-d7c069526993 req-433b116e-988f-4313-b0a9-f38aa9ce6e56 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 931 time: 0.0730579 Nov 18 17:29:58.823228 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d707543a-063b-4567-bcdf-d7c069526993 req-7334a54e-ae82-474b-a869-16d6ab85afe4 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785434 Nov 18 17:29:58.960279 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:29:58.970350 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:58.984598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Transition to ACTIVE for port object 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:29:58.987974 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f36b4973-aa35-439c-9e2b-ff702aa89b8d req-9f99863b-40d1-4029-a6d8-f9f516361ab2 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 210 time: 0.0454421 Nov 18 17:29:59.141347 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cd19b-1587-4b24-a0c5-fadbab4b5ecc req-7c7a1b02-eeae-4a5b-9237-708f9db4d998 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:59.143500 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-116cd19b-1587-4b24-a0c5-fadbab4b5ecc req-7c7a1b02-eeae-4a5b-9237-708f9db4d998 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 944 time: 0.0924332 Nov 18 17:29:59.154195 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147aa69-12cd-4d2a-8b27-a53fe88bd492 req-4f0f6217-009c-4da0-b439-f0da8a081cb3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:59.155771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d147aa69-12cd-4d2a-8b27-a53fe88bd492 req-4f0f6217-009c-4da0-b439-f0da8a081cb3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0940423 Nov 18 17:29:59.167084 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-41cd346c-756e-446c-a7c0-6d448359fbd5 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Made reservation on behalf of 3561bfcd86bf4651825b50a84fed4187 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:29:59.170837 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-41cd346c-756e-446c-a7c0-6d448359fbd5 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:59.173032 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:59.252610 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d147aa69-12cd-4d2a-8b27-a53fe88bd492 req-0adb9dff-e55b-4c65-8bb2-cb077a4cea43 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880718 Nov 18 17:29:59.276290 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:59.296373 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-116cd19b-1587-4b24-a0c5-fadbab4b5ecc req-63d04aa7-9346-44bd-90db-d46c35ec9b59 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395066 Nov 18 17:29:59.408738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Attempting to bind port 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:29:59.408983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Attempting to bind port 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '8782a564-3dfd-453d-8e66-39c0504e575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:29:59.409313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Attempting to bind port 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 on network 968f23f6-2f47-427d-92d6-5a81f718caf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:29:59.422216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Port 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 on network 968f23f6-2f47-427d-92d6-5a81f718caf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:29:59.422542 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Attempting to bind port 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 on network 968f23f6-2f47-427d-92d6-5a81f718caf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:29:59.425244 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-41cd346c-756e-446c-a7c0-6d448359fbd5 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Allocated IP 172.20.0.10 (c5a36094-7848-4e06-82e7-e00180c96a72/70dc3bb0-cf69-468a-9c5a-9bf08dbebb13/84586cf8-7af6-419f-93e6-54d92c914057) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:29:59.436973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:29:59.437318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Checking segment: {'id': '8782a564-3dfd-453d-8e66-39c0504e575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:29:59.437703 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Bound using segment: {'id': '8782a564-3dfd-453d-8e66-39c0504e575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:29:59.438138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Bound port: 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8782a564-3dfd-453d-8e66-39c0504e575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:29:59.438500 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:59.553193 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ae13308d-c8f3-4814-b387-d394bec6f3d9 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:29:59.581759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] For port 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:29:59.601356 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] For port 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:29:59.637225 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-41cd346c-756e-446c-a7c0-6d448359fbd5 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:59.640239 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port ae13308d-c8f3-4814-b387-d394bec6f3d9 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:29:59.640786 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:59.687591 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:59.720718 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89692957-203d-4a5b-ba01-0307a096cdda req-c2b14775-bbd6-4d21-b93c-51b65187c349 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:59.722565 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-89692957-203d-4a5b-ba01-0307a096cdda req-c2b14775-bbd6-4d21-b93c-51b65187c349 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0527403 Nov 18 17:29:59.733019 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:59.733652 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:59.735081 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] 10.222.0.83 "PUT /v2.0/ports/3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 HTTP/1.1" status: 200 len: 1092 time: 1.5774152 Nov 18 17:29:59.735537 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd170e4b5-d9f6-4880-91bc-cb34d5e8c767', 'tag': '3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:29:59.738079 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7300748-9ec5-42f6-9584-2c3db74ddada" -d '{"events": [{"name": "network-changed", "server_uuid": "d170e4b5-d9f6-4880-91bc-cb34d5e8c767", "tag": "3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:29:59.757204 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:59.765865 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce243b21-474c-4755-8e19-e31e97f0a5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:59.795183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae13308d-c8f3-4814-b387-d394bec6f3d9'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:29:59.797144 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-41cd346c-756e-446c-a7c0-6d448359fbd5 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:59.797715 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc265d1-3f2d-42a4-ad29-22e22aa70529" -d '{"events": [{"server_uuid": "0e1591fe-4004-4388-91f5-e9c81a9d041d", "name": "network-vif-plugged", "status": "completed", "tag": "ae13308d-c8f3-4814-b387-d394bec6f3d9"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:29:59.815700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port ae13308d-c8f3-4814-b387-d394bec6f3d9, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ae13308d-c8f3-4814-b387-d394bec6f3d9,segment=NetworkSegment(212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e),segment_id=212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:29:59.831959 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-89692957-203d-4a5b-ba01-0307a096cdda req-f36182a7-4d2e-49ad-9ba4-dea6eef1a6a0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003909 Nov 18 17:29:59.856864 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f17c2cc-ce64-40d6-ada4-4bab2baca68d x-openstack-request-id: req-4f17c2cc-ce64-40d6-ada4-4bab2baca68d {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:29:59.856864 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d170e4b5-d9f6-4880-91bc-cb34d5e8c767", "tag": "3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:29:59.856864 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4f17c2cc-ce64-40d6-ada4-4bab2baca68d {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:29:59.856864 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd170e4b5-d9f6-4880-91bc-cb34d5e8c767', 'tag': '3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6', 'status': 'completed', 'code': 200} Nov 18 17:29:59.892172 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:29:59.893344 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 02a51c48-9ff8-4b4a-919d-c4b83706ef35 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:29:59.920750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-41cd346c-756e-446c-a7c0-6d448359fbd5 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Network c5a36094-7848-4e06-82e7-e00180c96a72 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:29:59.923430 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd346c-756e-446c-a7c0-6d448359fbd5 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Pushing event updated for resources: {'Port': ['ID=84586cf8-7af6-419f-93e6-54d92c914057,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:29:59.941794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-41cd346c-756e-446c-a7c0-6d448359fbd5 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:29:59.941794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-41cd346c-756e-446c-a7c0-6d448359fbd5 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:29:59.991157 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c18695a-04bc-477b-baae-624993ef9005 x-openstack-request-id: req-6c18695a-04bc-477b-baae-624993ef9005 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:29:59.991722 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1591fe-4004-4388-91f5-e9c81a9d041d", "name": "network-vif-plugged", "status": "completed", "tag": "ae13308d-c8f3-4814-b387-d394bec6f3d9", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:29:59.992201 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6c18695a-04bc-477b-baae-624993ef9005 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:29:59.992755 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae13308d-c8f3-4814-b387-d394bec6f3d9', 'code': 200} Nov 18 17:29:59.996656 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7300748-9ec5-42f6-9584-2c3db74ddada req-8734f044-99d6-456b-b8e6-fe92266a3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:29:59.998293 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7300748-9ec5-42f6-9584-2c3db74ddada req-8734f044-99d6-456b-b8e6-fe92266a3d1b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3517844ed9c749bc9bf70d9f8eb7b10a&device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 1095 time: 0.1403253 Nov 18 17:30:00.006148 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e2d059e-b333-4f85-b923-0334970505ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:00.046776 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-41cd346c-756e-446c-a7c0-6d448359fbd5 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:00.047537 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-41cd346c-756e-446c-a7c0-6d448359fbd5 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:00.096728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=ae13308d-c8f3-4814-b387-d394bec6f3d9,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:00.146471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:00.148100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:00.148801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:00.151077 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:00.153608 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:00.154629 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:00.155030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:00.155396 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:00.155757 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:00.156127 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:00.156475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:00.160243 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:00.187537 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-41cd346c-756e-446c-a7c0-6d448359fbd5 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5387938 Nov 18 17:30:00.211880 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Request body: {'port': {'device_id': 'cce0825e-e698-49c2-8df9-2154f8f60b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:30:00.220457 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d987d-7509-43e6-a3bb-2981824b101f req-1b2e064b-8d5f-4781-8c7e-062b68fd8f87 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:00.229293 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-645d987d-7509-43e6-a3bb-2981824b101f req-1b2e064b-8d5f-4781-8c7e-062b68fd8f87 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 943 time: 0.1714442 Nov 18 17:30:00.229666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 02a51c48-9ff8-4b4a-919d-c4b83706ef35 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:30:00.235512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 02a51c48-9ff8-4b4a-919d-c4b83706ef35 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:30:00.236194 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:00.258096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7300748-9ec5-42f6-9584-2c3db74ddada req-7b318792-d43f-4351-99e2-859f9e2813e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:00.258096 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7300748-9ec5-42f6-9584-2c3db74ddada req-7b318792-d43f-4351-99e2-859f9e2813e5 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=3517844ed9c749bc9bf70d9f8eb7b10a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2462180 Nov 18 17:30:00.318352 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:00.318612 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-645d987d-7509-43e6-a3bb-2981824b101f req-09ec559c-cfca-456a-b40f-67f1ec62f804 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846527 Nov 18 17:30:00.334730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed560d0d-2ca7-47e6-9a0d-8cf85628801d req-7d38725f-1efb-41cf-9282-ef6c6b21ee28 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:00.351547 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed560d0d-2ca7-47e6-9a0d-8cf85628801d req-7d38725f-1efb-41cf-9282-ef6c6b21ee28 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 932 time: 0.2129791 Nov 18 17:30:00.354831 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:00.365130 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ae3c2f4e-39e2-4984-9a38-94a9b885028c None None] Provisioning complete for port 84586cf8-7af6-419f-93e6-54d92c914057 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:30:00.365792 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae3c2f4e-39e2-4984-9a38-94a9b885028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:00.412738 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed560d0d-2ca7-47e6-9a0d-8cf85628801d req-e798df0f-39ff-4007-85af-156255efaef7 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602458 Nov 18 17:30:00.429584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7300748-9ec5-42f6-9584-2c3db74ddada req-bff0384b-e271-45b3-a919-094ea5828337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:00.435662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 02a51c48-9ff8-4b4a-919d-c4b83706ef35, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=02a51c48-9ff8-4b4a-919d-c4b83706ef35,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:00.439116 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ae3c2f4e-39e2-4984-9a38-94a9b885028c None None] Port 84586cf8-7af6-419f-93e6-54d92c914057 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:30:00.441889 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a7300748-9ec5-42f6-9584-2c3db74ddada req-bff0384b-e271-45b3-a919-094ea5828337 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1774480 Nov 18 17:30:00.554715 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:00.575575 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af242e-b715-4b3e-898f-907e2ad1f61e req-b38f265f-f7cc-46b3-83df-bd9464438138 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:00.579510 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-34efaea7-98de-4aa3-ab6d-1fd04db024c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:00.581273 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-34efaea7-98de-4aa3-ab6d-1fd04db024c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3517844ed9c749bc9bf70d9f8eb7b10a&device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 1095 time: 0.0881023 Nov 18 17:30:00.584070 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23af242e-b715-4b3e-898f-907e2ad1f61e req-b38f265f-f7cc-46b3-83df-bd9464438138 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.1063159 Nov 18 17:30:00.614181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=02a51c48-9ff8-4b4a-919d-c4b83706ef35,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:00.639746 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8fbd5-4b52-4739-88ca-a4dc7f641431 req-7f9b320a-cf20-4fab-964a-a17064678fa7 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:00.641557 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-acf8fbd5-4b52-4739-88ca-a4dc7f641431 req-7f9b320a-cf20-4fab-964a-a17064678fa7 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 944 time: 0.1184623 Nov 18 17:30:00.652677 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23af242e-b715-4b3e-898f-907e2ad1f61e req-67fd36f1-4698-4901-adfb-807e803d512f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686097 Nov 18 17:30:00.678171 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-c4687a2b-53b9-40b4-99f4-8b35b240a4d3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 HTTP/1.1" status: 200 len: 217 time: 0.0880039 Nov 18 17:30:00.708837 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-acf8fbd5-4b52-4739-88ca-a4dc7f641431 req-db444cc1-9748-4b08-9557-045434c7fae4 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500464 Nov 18 17:30:00.755517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-a0bb1714-a09e-47e0-aac7-a62cc57996f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:00.757013 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-a0bb1714-a09e-47e0-aac7-a62cc57996f5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cf872087-bdaf-42d6-8bc2-9b553caf2f78 HTTP/1.1" status: 200 len: 855 time: 0.0701396 Nov 18 17:30:00.815447 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-cb21a672-0cb5-4571-9d2a-491a3bee2ad1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=968f23f6-2f47-427d-92d6-5a81f718caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479641 Nov 18 17:30:00.845453 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84586cf8-7af6-419f-93e6-54d92c914057 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:30:00.869559 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:00.920624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Transition to ACTIVE for port object 84586cf8-7af6-419f-93e6-54d92c914057 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:30:00.924902 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37108) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:00.951398 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-2029d801-0297-4136-b34e-af0e078e780d service neutron] 10.222.0.83 "GET /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238532 Nov 18 17:30:01.004264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40127228-7e73-4f92-9f64-980906e5a8dc req-5bba1565-c949-4e2e-aab3-7fce4469cc2b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:01.006247 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40127228-7e73-4f92-9f64-980906e5a8dc req-5bba1565-c949-4e2e-aab3-7fce4469cc2b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0641022 Nov 18 17:30:01.029481 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:01.054993 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a627-9561-48a7-83ab-b161dfb923e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:01.082463 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40127228-7e73-4f92-9f64-980906e5a8dc req-bff475f0-f850-40ea-b2d8-89ab729e51ac tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653529 Nov 18 17:30:01.105145 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Pushing event updated for resources: {'Port': ['ID=84586cf8-7af6-419f-93e6-54d92c914057,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:01.110236 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6b946e3e-dd8c-4174-8fc3-bfb603b87418 req-cf89a1a2-82c0-4336-9d1a-ec535ffc3ab1 service neutron] 10.222.0.83 "GET /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489742 Nov 18 17:30:01.187607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Attempting to bind port 84586cf8-7af6-419f-93e6-54d92c914057 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:30:01.187607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Attempting to bind port 84586cf8-7af6-419f-93e6-54d92c914057 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '866c3e83-92a0-415f-a711-34036ba2f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:30:01.187607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Attempting to bind port 84586cf8-7af6-419f-93e6-54d92c914057 on network c5a36094-7848-4e06-82e7-e00180c96a72 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:30:01.189881 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Port 84586cf8-7af6-419f-93e6-54d92c914057 on network c5a36094-7848-4e06-82e7-e00180c96a72 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:30:01.190213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Attempting to bind port 84586cf8-7af6-419f-93e6-54d92c914057 on network c5a36094-7848-4e06-82e7-e00180c96a72 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:30:01.190938 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a627-9561-48a7-83ab-b161dfb923e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:01.195633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:30:01.196012 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Checking segment: {'id': '866c3e83-92a0-415f-a711-34036ba2f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:30:01.196447 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Bound using segment: {'id': '866c3e83-92a0-415f-a711-34036ba2f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:30:01.196876 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Bound port: 84586cf8-7af6-419f-93e6-54d92c914057, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866c3e83-92a0-415f-a711-34036ba2f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:30:01.197239 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:01.276678 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] For port 84586cf8-7af6-419f-93e6-54d92c914057, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:30:01.279944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] For port 84586cf8-7af6-419f-93e6-54d92c914057, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=84586cf8-7af6-419f-93e6-54d92c914057,segment=NetworkSegment(866c3e83-92a0-415f-a711-34036ba2f7b0),segment_id=866c3e83-92a0-415f-a711-34036ba2f7b0)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:30:01.337558 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a627-9561-48a7-83ab-b161dfb923e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:01.363779 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:01.381328 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:01.382477 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:01.386759 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] 10.222.0.83 "PUT /v2.0/ports/84586cf8-7af6-419f-93e6-54d92c914057 HTTP/1.1" status: 200 len: 1093 time: 1.1812079 Nov 18 17:30:01.398296 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c0a2a627-9561-48a7-83ab-b161dfb923e4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e3fa4d9ad09c4d5aa9a7d8f73537db7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4722562 Nov 18 17:30:01.400757 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2a627-9561-48a7-83ab-b161dfb923e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ba074b-7291-44b3-8edf-76030ac53cfe,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:01.403712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37114) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:01.453300 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f76901-7c78-44f0-a9fe-e762ad5ba956 service neutron] Pushing event updated for resources: {'Port': ['ID=84586cf8-7af6-419f-93e6-54d92c914057,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:01.536079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13d0c6-5ed2-4481-972a-855fabad2291 req-fba3f6e4-9121-4272-9cd1-a228415dded4 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:01.537841 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd13d0c6-5ed2-4481-972a-855fabad2291 req-fba3f6e4-9121-4272-9cd1-a228415dded4 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 943 time: 0.1071901 Nov 18 17:30:01.552830 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33cf7933-94b8-4cc9-b67e-28342bf9991b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:01.588184 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-4a2ec2f9-2a00-4c8a-b0be-74038910b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:01.590588 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-4a2ec2f9-2a00-4c8a-b0be-74038910b074 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3561bfcd86bf4651825b50a84fed4187&device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 1096 time: 0.0631301 Nov 18 17:30:01.600331 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33cf7933-94b8-4cc9-b67e-28342bf9991b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:01.650238 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb9cb-6ceb-4943-9910-b673aa6724c6 req-fe4c0f89-ccb0-4481-a594-e7c1fe32404a tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:01.651924 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-995cb9cb-6ceb-4943-9910-b673aa6724c6 req-fe4c0f89-ccb0-4481-a594-e7c1fe32404a tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 944 time: 0.1418378 Nov 18 17:30:01.652406 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-f7b9e222-8172-4b74-9042-c07ce98c470a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84586cf8-7af6-419f-93e6-54d92c914057 HTTP/1.1" status: 200 len: 217 time: 0.0514774 Nov 18 17:30:01.674204 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd13d0c6-5ed2-4481-972a-855fabad2291 req-51321453-c2ff-4685-afef-be53413f1780 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189928 Nov 18 17:30:01.728417 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-5904256f-c87a-4bb7-8fe5-863284925a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:01.730060 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-5904256f-c87a-4bb7-8fe5-863284925a8d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70dc3bb0-cf69-468a-9c5a-9bf08dbebb13 HTTP/1.1" status: 200 len: 848 time: 0.0685220 Nov 18 17:30:01.737878 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-995cb9cb-6ceb-4943-9910-b673aa6724c6 req-f19a5a1b-cf52-44db-b735-c07743de2d7b tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744193 Nov 18 17:30:01.790914 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-d6f4cff3-cb13-4840-8388-fe7e459f6a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:01.792711 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-d6f4cff3-cb13-4840-8388-fe7e459f6a00 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5a36094-7848-4e06-82e7-e00180c96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553732 Nov 18 17:30:01.795528 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33cf7933-94b8-4cc9-b67e-28342bf9991b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:01.798319 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33cf7933-94b8-4cc9-b67e-28342bf9991b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:01.802164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-33cf7933-94b8-4cc9-b67e-28342bf9991b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/61ba074b-7291-44b3-8edf-76030ac53cfe HTTP/1.1" status: 204 len: 168 time: 0.3932755 Nov 18 17:30:01.815626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf7933-94b8-4cc9-b67e-28342bf9991b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ba074b-7291-44b3-8edf-76030ac53cfe,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:01.855566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce0825e-e698-49c2-8df9-2154f8f60b27', 'tag': '84586cf8-7af6-419f-93e6-54d92c914057'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:30:01.858725 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a68828-a307-4c44-bdfb-dd553c82de20" -d '{"events": [{"name": "network-changed", "server_uuid": "cce0825e-e698-49c2-8df9-2154f8f60b27", "tag": "84586cf8-7af6-419f-93e6-54d92c914057"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:30:01.876824 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee33dc-0a5e-4bb0-aefa-c21318c56158 req-d7accb5a-6973-4609-bc80-ee6c7372e120 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:01.878438 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-beee33dc-0a5e-4bb0-aefa-c21318c56158 req-d7accb5a-6973-4609-bc80-ee6c7372e120 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.1132183 Nov 18 17:30:01.914669 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374c17c-d42e-42f2-a7b0-185b2ad6e61c req-f78ab0da-3741-482c-a0a4-ed94a63b5abd tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:01.916262 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2374c17c-d42e-42f2-a7b0-185b2ad6e61c req-f78ab0da-3741-482c-a0a4-ed94a63b5abd tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 945 time: 0.0984693 Nov 18 17:30:01.927952 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-539c5f34-f454-4567-92e2-c9b722fae684 service neutron] 10.222.0.83 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261652 Nov 18 17:30:01.964227 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-beee33dc-0a5e-4bb0-aefa-c21318c56158 req-0d953936-4d91-4d19-9ce1-1a462bd1c7ec tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758615 Nov 18 17:30:01.995236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35895a8f-5c0e-4e08-b76b-034bdec893f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a51c48-9ff8-4b4a-919d-c4b83706ef35'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:30:01.999268 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48acc468-3a03-4cb5-8b9e-529777be65d9" -d '{"events": [{"server_uuid": "35895a8f-5c0e-4e08-b76b-034bdec893f1", "name": "network-vif-plugged", "status": "completed", "tag": "02a51c48-9ff8-4b4a-919d-c4b83706ef35"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:30:02.009224 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2374c17c-d42e-42f2-a7b0-185b2ad6e61c req-e58594ae-d184-4f9d-a2d4-f915f17b0ead tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809474 Nov 18 17:30:02.049761 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6e99e32-177d-4ec4-9a22-2fbed87c2a0a req-37355029-fc9f-4b1d-b958-fbd19ebf37ca service neutron] 10.222.0.83 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124673 Nov 18 17:30:02.056791 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6c9470-7c75-4a33-9e00-a68968ea7519 x-openstack-request-id: req-5e6c9470-7c75-4a33-9e00-a68968ea7519 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:30:02.057317 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce0825e-e698-49c2-8df9-2154f8f60b27", "tag": "84586cf8-7af6-419f-93e6-54d92c914057", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:30:02.057641 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5e6c9470-7c75-4a33-9e00-a68968ea7519 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:30:02.058200 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce0825e-e698-49c2-8df9-2154f8f60b27', 'tag': '84586cf8-7af6-419f-93e6-54d92c914057', 'status': 'completed', 'code': 200} Nov 18 17:30:02.061212 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbbc891-2223-4b1e-9f3d-1f54ffadf9fb x-openstack-request-id: req-efbbc891-2223-4b1e-9f3d-1f54ffadf9fb {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:30:02.061512 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35895a8f-5c0e-4e08-b76b-034bdec893f1", "name": "network-vif-plugged", "status": "completed", "tag": "02a51c48-9ff8-4b4a-919d-c4b83706ef35", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:30:02.061774 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-efbbc891-2223-4b1e-9f3d-1f54ffadf9fb {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:30:02.062254 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35895a8f-5c0e-4e08-b76b-034bdec893f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a51c48-9ff8-4b4a-919d-c4b83706ef35', 'code': 200} Nov 18 17:30:02.181531 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50a0d3-e731-4277-af4f-30c263dee8ee req-ef86858a-e6d9-4be8-98dd-5473fa24049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:02.183144 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8a50a0d3-e731-4277-af4f-30c263dee8ee req-ef86858a-e6d9-4be8-98dd-5473fa24049c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 1097 time: 0.0618243 Nov 18 17:30:02.222598 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c50813-19e5-437a-8c9d-7fe01943a4e6 req-17346cc0-7a6a-486e-a7fd-d74731f55b40 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:02.224398 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8c50813-19e5-437a-8c9d-7fe01943a4e6 req-17346cc0-7a6a-486e-a7fd-d74731f55b40 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0588713 Nov 18 17:30:02.272168 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a68828-a307-4c44-bdfb-dd553c82de20 req-894f6366-76dd-4804-a4aa-0ca65abf4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:02.273791 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-00a68828-a307-4c44-bdfb-dd553c82de20 req-894f6366-76dd-4804-a4aa-0ca65abf4369 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3561bfcd86bf4651825b50a84fed4187&device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 1096 time: 0.0853553 Nov 18 17:30:02.277945 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8a50a0d3-e731-4277-af4f-30c263dee8ee req-140afb68-3978-4f4b-89d4-e3687b458dbe service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795865 Nov 18 17:30:02.278822 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8c50813-19e5-437a-8c9d-7fe01943a4e6 req-3b599d11-1c57-46d9-ad67-21ceaa084d8f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460784 Nov 18 17:30:02.369299 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a68828-a307-4c44-bdfb-dd553c82de20 req-06283eaf-77e7-47aa-8b69-2d7e3b0cae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:02.370852 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-00a68828-a307-4c44-bdfb-dd553c82de20 req-06283eaf-77e7-47aa-8b69-2d7e3b0cae28 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5a36094-7848-4e06-82e7-e00180c96a72 HTTP/1.1" status: 200 len: 911 time: 0.0882268 Nov 18 17:30:02.412392 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e003474e-e571-4941-84ec-64e869c0a28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:02.418849 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-00a68828-a307-4c44-bdfb-dd553c82de20 req-d5448451-217b-489d-8fdb-fd0037a9374a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84586cf8-7af6-419f-93e6-54d92c914057 HTTP/1.1" status: 200 len: 217 time: 0.0381014 Nov 18 17:30:02.474873 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a68828-a307-4c44-bdfb-dd553c82de20 req-41db1374-4419-48c9-89bf-98b3f29716e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:02.476578 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-00a68828-a307-4c44-bdfb-dd553c82de20 req-41db1374-4419-48c9-89bf-98b3f29716e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70dc3bb0-cf69-468a-9c5a-9bf08dbebb13 HTTP/1.1" status: 200 len: 848 time: 0.0499375 Nov 18 17:30:02.524377 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a68828-a307-4c44-bdfb-dd553c82de20 req-2ceda743-88da-46c6-93cb-10b511fc4fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:02.525869 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-00a68828-a307-4c44-bdfb-dd553c82de20 req-2ceda743-88da-46c6-93cb-10b511fc4fd3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5a36094-7848-4e06-82e7-e00180c96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415156 Nov 18 17:30:02.587464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37134) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:02.629963 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ae068040-a2ab-42e0-8738-01c774ec9c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:02.638790 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-00a68828-a307-4c44-bdfb-dd553c82de20 req-78793e8f-3d24-4415-af80-1c341f246512 service neutron] 10.222.0.83 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048808 Nov 18 17:30:02.721862 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ae068040-a2ab-42e0-8738-01c774ec9c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:02.752630 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-00a68828-a307-4c44-bdfb-dd553c82de20 req-c59aece2-c30e-41aa-9725-2cd711beef1c service neutron] 10.222.0.83 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056437 Nov 18 17:30:02.812913 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b95609-a100-4273-bcb4-10cb9d4bd66d req-6b51bb70-cfc7-475a-979f-0d8070330a9c tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:02.814464 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4b95609-a100-4273-bcb4-10cb9d4bd66d req-6b51bb70-cfc7-475a-979f-0d8070330a9c tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 943 time: 0.0545580 Nov 18 17:30:02.830779 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ae068040-a2ab-42e0-8738-01c774ec9c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:02.907842 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ae068040-a2ab-42e0-8738-01c774ec9c9b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7abf0b32c66d48c98a71ef42e245c909&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3195913 Nov 18 17:30:02.911550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37140) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:02.918676 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae068040-a2ab-42e0-8738-01c774ec9c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c6aad1-11a2-4a18-bbc4-6b5bb0965697,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:02.962963 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501dab8-a7e2-4f34-8519-cb7e320c90dd req-ff17d36b-2670-4de2-a2cb-3646463b920b tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:02.964564 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0501dab8-a7e2-4f34-8519-cb7e320c90dd req-ff17d36b-2670-4de2-a2cb-3646463b920b tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 944 time: 0.1491871 Nov 18 17:30:02.968919 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad1490c9-34f2-4144-a7ef-b36f66a9c0a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:02.976060 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4b95609-a100-4273-bcb4-10cb9d4bd66d req-471ec0bb-7a13-4be1-9240-b3df97512eed tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502700 Nov 18 17:30:02.996210 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad1490c9-34f2-4144-a7ef-b36f66a9c0a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:03.053507 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0501dab8-a7e2-4f34-8519-cb7e320c90dd req-a3e40167-753d-4545-97ef-d56f97428615 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761380 Nov 18 17:30:03.079781 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:30:03.104413 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad1490c9-34f2-4144-a7ef-b36f66a9c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:03.107054 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad1490c9-34f2-4144-a7ef-b36f66a9c0a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:03.111705 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ad1490c9-34f2-4144-a7ef-b36f66a9c0a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a9c6aad1-11a2-4a18-bbc4-6b5bb0965697 HTTP/1.1" status: 204 len: 168 time: 0.2000382 Nov 18 17:30:03.124097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1490c9-34f2-4144-a7ef-b36f66a9c0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c6aad1-11a2-4a18-bbc4-6b5bb0965697,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:03.157029 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a67e69-6371-41e4-8d4f-08c516a325e4 req-0959dde0-eae1-4eeb-bb25-0e62c52aa5a8 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:03.158806 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d7a67e69-6371-41e4-8d4f-08c516a325e4 req-0959dde0-eae1-4eeb-bb25-0e62c52aa5a8 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0959532 Nov 18 17:30:03.226112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:03.245954 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6', 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6', 'port_id': '3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6', 'mac_address': 'fa:16:3e:d0:c1:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf872087-bdaf-42d6-8bc2-9b553caf2f78', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:30:03.293262 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:03.297090 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d3bc5-c2fc-48d0-aed3-25c3330ad1bb req-9742e653-8ccb-485e-9288-fac5e3d267a7 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:03.298894 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f40d3bc5-c2fc-48d0-aed3-25c3330ad1bb req-9742e653-8ccb-485e-9288-fac5e3d267a7 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 945 time: 0.1682584 Nov 18 17:30:03.316323 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:30:03.318759 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d7a67e69-6371-41e4-8d4f-08c516a325e4 req-ebd20fa3-29d3-4cb8-a7d1-cb2c66b63569 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323087 Nov 18 17:30:03.342291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:03.367299 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f40d3bc5-c2fc-48d0-aed3-25c3330ad1bb req-d88ca3ba-ce11-4321-be3a-ba7119544d65 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567167 Nov 18 17:30:03.460433 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac367a63-0792-4791-93a2-1b082db9fbf8 req-a82dce21-ddd1-4b2e-aa79-a486bbe4666e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:03.462008 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac367a63-0792-4791-93a2-1b082db9fbf8 req-a82dce21-ddd1-4b2e-aa79-a486bbe4666e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0525949 Nov 18 17:30:03.463597 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:03.524749 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:03.526035 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac367a63-0792-4791-93a2-1b082db9fbf8 req-f612d7e5-0ee5-4f7b-81fe-e9b848ae65e5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523570 Nov 18 17:30:03.594773 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:03.741197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:30:04.108990 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d8a04-a6f4-4b6d-88aa-6f6c4a90e4bc req-4e1642fc-e6cb-447a-93c5-eaf96e3d3210 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:04.110345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5d5d8a04-a6f4-4b6d-88aa-6f6c4a90e4bc req-4e1642fc-e6cb-447a-93c5-eaf96e3d3210 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 944 time: 0.0692351 Nov 18 17:30:04.220458 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5d5d8a04-a6f4-4b6d-88aa-6f6c4a90e4bc req-58f44853-0873-4300-8222-c3476da4348a tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991690 Nov 18 17:30:04.237632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee614-d1e1-488f-ac68-c8000102d76a req-43f17709-a61f-43a0-9e5b-47dcb29cf96b tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:04.239231 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1aee614-d1e1-488f-ac68-c8000102d76a req-43f17709-a61f-43a0-9e5b-47dcb29cf96b tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 944 time: 0.0957687 Nov 18 17:30:04.299041 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1aee614-d1e1-488f-ac68-c8000102d76a req-b1c44473-2ca7-46fb-9b9b-a1c29e74852b tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527370 Nov 18 17:30:04.459426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdbe95-3520-433c-9cb5-839d4f651170 req-98f2c706-1dc6-40d0-baff-9af255229e75 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:04.463884 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61fdbe95-3520-433c-9cb5-839d4f651170 req-98f2c706-1dc6-40d0-baff-9af255229e75 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0695817 Nov 18 17:30:04.551778 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad5ae6-0ab3-499b-8d8d-4552306aaa39 req-066f9e9d-0ff9-40ff-8a83-dd5ab8c21b46 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:04.554851 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-75ad5ae6-0ab3-499b-8d8d-4552306aaa39 req-066f9e9d-0ff9-40ff-8a83-dd5ab8c21b46 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 945 time: 0.0911374 Nov 18 17:30:04.560325 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61fdbe95-3520-433c-9cb5-839d4f651170 req-715f9199-9420-4263-9d7b-e48d6ed55acf tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841730 Nov 18 17:30:04.609107 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-75ad5ae6-0ab3-499b-8d8d-4552306aaa39 req-0f43e7b4-d23d-43f8-b447-f725eccf7fac tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472081 Nov 18 17:30:04.681114 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964a070-f918-40f9-8873-cf8bda75154d req-3819b724-f0fa-474c-8103-2de7b477f6f7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:04.682627 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d964a070-f918-40f9-8873-cf8bda75154d req-3819b724-f0fa-474c-8103-2de7b477f6f7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0528812 Nov 18 17:30:04.756761 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d964a070-f918-40f9-8873-cf8bda75154d req-e5c31704-41ab-4e28-8a79-811b94b538e2 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671265 Nov 18 17:30:04.763766 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-67ac2190-e3df-4c70-b31e-1eb015eb1cfb req-1a580a73-a805-4379-8a45-747b0100821a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1516cf9926444ed288e6825e7143ec41 HTTP/1.1" status: 200 len: 267 time: 0.0771439 Nov 18 17:30:04.821842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac2190-e3df-4c70-b31e-1eb015eb1cfb req-f731445b-9832-4435-a06e-5e7764bf122b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:04.823420 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-67ac2190-e3df-4c70-b31e-1eb015eb1cfb req-f731445b-9832-4435-a06e-5e7764bf122b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 945 time: 0.0566645 Nov 18 17:30:04.834904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-67ac2190-e3df-4c70-b31e-1eb015eb1cfb req-f4aa3cf8-4303-4bca-8f38-3eff0c20b488 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Request body: {'port': {'security_groups': []}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:30:04.904683 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-67ac2190-e3df-4c70-b31e-1eb015eb1cfb req-f4aa3cf8-4303-4bca-8f38-3eff0c20b488 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:05.040819 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:05.077853 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-67ac2190-e3df-4c70-b31e-1eb015eb1cfb req-f4aa3cf8-4303-4bca-8f38-3eff0c20b488 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] For port 02a51c48-9ff8-4b4a-919d-c4b83706ef35, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=02a51c48-9ff8-4b4a-919d-c4b83706ef35,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:05.091088 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 84586cf8-7af6-419f-93e6-54d92c914057 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:30:05.096066 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:30:05.109365 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-67ac2190-e3df-4c70-b31e-1eb015eb1cfb req-f4aa3cf8-4303-4bca-8f38-3eff0c20b488 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:05.225644 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 84586cf8-7af6-419f-93e6-54d92c914057, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=84586cf8-7af6-419f-93e6-54d92c914057,segment=NetworkSegment(866c3e83-92a0-415f-a711-34036ba2f7b0),segment_id=866c3e83-92a0-415f-a711-34036ba2f7b0)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:05.240668 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '84586cf8-7af6-419f-93e6-54d92c914057', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'port_id': '84586cf8-7af6-419f-93e6-54d92c914057', 'mac_address': 'fa:16:3e:23:1e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:30:05.264058 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-67ac2190-e3df-4c70-b31e-1eb015eb1cfb req-f4aa3cf8-4303-4bca-8f38-3eff0c20b488 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:05.277773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['50f3a873-e3a7-4160-a8a5-d987c2e76694', '1151ed2c-eadf-439b-b3ba-a9668077b34c', '02a51c48-9ff8-4b4a-919d-c4b83706ef35'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:30:05.329000 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:05.365536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:30:05.373314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84586cf8-7af6-419f-93e6-54d92c914057 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:30:05.391663 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:30:05.392087 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:05.420588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac2190-e3df-4c70-b31e-1eb015eb1cfb req-f4aa3cf8-4303-4bca-8f38-3eff0c20b488 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:05.421399 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-67ac2190-e3df-4c70-b31e-1eb015eb1cfb req-f4aa3cf8-4303-4bca-8f38-3eff0c20b488 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:05.423222 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-67ac2190-e3df-4c70-b31e-1eb015eb1cfb req-f4aa3cf8-4303-4bca-8f38-3eff0c20b488 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "PUT /v2.0/ports/02a51c48-9ff8-4b4a-919d-c4b83706ef35 HTTP/1.1" status: 200 len: 904 time: 0.5931413 Nov 18 17:30:05.424899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35895a8f-5c0e-4e08-b76b-034bdec893f1', 'tag': '02a51c48-9ff8-4b4a-919d-c4b83706ef35'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:30:05.435256 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030cb17d-8a83-4508-9a9a-d0b8c28ffcfd" -d '{"events": [{"name": "network-changed", "server_uuid": "35895a8f-5c0e-4e08-b76b-034bdec893f1", "tag": "02a51c48-9ff8-4b4a-919d-c4b83706ef35"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:30:05.446750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa3cf8-4303-4bca-8f38-3eff0c20b488 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Pushing event updated for resources: {'Port': ['ID=02a51c48-9ff8-4b4a-919d-c4b83706ef35,revision_number=6']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:05.455313 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 84586cf8-7af6-419f-93e6-54d92c914057, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=84586cf8-7af6-419f-93e6-54d92c914057,segment=NetworkSegment(866c3e83-92a0-415f-a711-34036ba2f7b0),segment_id=866c3e83-92a0-415f-a711-34036ba2f7b0)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:05.466548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d41c4-7e99-47e0-a534-771812c2df4c req-01e030f0-ea8d-4d11-8bfa-64c6ec26b93d tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:05.474722 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d81d41c4-7e99-47e0-a534-771812c2df4c req-01e030f0-ea8d-4d11-8bfa-64c6ec26b93d tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 944 time: 0.1475115 Nov 18 17:30:05.474963 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:05.519766 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:05.563595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['02a51c48-9ff8-4b4a-919d-c4b83706ef35'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:30:05.600013 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70d3e1-56ef-4520-956f-9eaded24f167 req-a413f196-334d-4800-97ed-c7a5be13d2c1 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:05.600353 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc70d3e1-56ef-4520-956f-9eaded24f167 req-a413f196-334d-4800-97ed-c7a5be13d2c1 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 945 time: 0.0887527 Nov 18 17:30:05.620475 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d81d41c4-7e99-47e0-a534-771812c2df4c req-e2da1fd4-234e-4f17-bdfc-8c2d55618a93 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398168 Nov 18 17:30:05.694973 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc70d3e1-56ef-4520-956f-9eaded24f167 req-98288179-da02-4859-b2ec-a1ef8013652d tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673103 Nov 18 17:30:05.715860 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:05.719773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=84586cf8-7af6-419f-93e6-54d92c914057,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:05.777753 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb48821-e22d-42a3-8750-a31cad59dc7a x-openstack-request-id: req-1fb48821-e22d-42a3-8750-a31cad59dc7a {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:30:05.778223 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35895a8f-5c0e-4e08-b76b-034bdec893f1", "tag": "02a51c48-9ff8-4b4a-919d-c4b83706ef35", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:30:05.780558 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1fb48821-e22d-42a3-8750-a31cad59dc7a {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:30:05.781135 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35895a8f-5c0e-4e08-b76b-034bdec893f1', 'tag': '02a51c48-9ff8-4b4a-919d-c4b83706ef35', 'status': 'completed', 'code': 200} Nov 18 17:30:05.801601 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd170e4b5-d9f6-4880-91bc-cb34d5e8c767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:30:05.804042 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8684ac-0d25-44ed-bd21-7ce791ad62c4" -d '{"events": [{"server_uuid": "d170e4b5-d9f6-4880-91bc-cb34d5e8c767", "name": "network-vif-plugged", "status": "completed", "tag": "3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:30:05.823448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['84586cf8-7af6-419f-93e6-54d92c914057'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:30:05.828218 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-fdc58541-0978-4b76-8635-c5d6fe5ae55e None None] Provisioning complete for port 02a51c48-9ff8-4b4a-919d-c4b83706ef35 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:30:05.828609 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdc58541-0978-4b76-8635-c5d6fe5ae55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:05.832724 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:05.842573 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cb17d-8a83-4508-9a9a-d0b8c28ffcfd req-58019ac0-ef89-4c43-a203-8abca308f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:05.845049 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-030cb17d-8a83-4508-9a9a-d0b8c28ffcfd req-58019ac0-ef89-4c43-a203-8abca308f616 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 1059 time: 0.0621581 Nov 18 17:30:05.852973 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00daca29-d626-48e9-a0a7-aeb0e0791c20 req-d0ed4739-a5eb-45c2-a718-5ab0ab659375 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:05.854517 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-00daca29-d626-48e9-a0a7-aeb0e0791c20 req-d0ed4739-a5eb-45c2-a718-5ab0ab659375 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 907 time: 0.1367993 Nov 18 17:30:05.920837 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:05.927309 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d329d-1ca7-4f6d-a537-a106754bee2f req-d16dadbb-73a4-4fd1-8734-11892038927c tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:05.936863 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa6d329d-1ca7-4f6d-a537-a106754bee2f req-d16dadbb-73a4-4fd1-8734-11892038927c tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.1173096 Nov 18 17:30:06.031414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa6d329d-1ca7-4f6d-a537-a106754bee2f req-6da65cb0-62f0-42be-a494-062a865b7cbb tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883255 Nov 18 17:30:06.046202 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cb17d-8a83-4508-9a9a-d0b8c28ffcfd req-7309c558-45c3-41fb-bfcd-c009aa3a0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:06.052325 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-030cb17d-8a83-4508-9a9a-d0b8c28ffcfd req-7309c558-45c3-41fb-bfcd-c009aa3a0a90 service neutron] 10.222.0.81 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.1983790 Nov 18 17:30:06.082044 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f55e3d-1d18-4101-b304-2f9214e5277f req-b6401476-3d44-4026-832b-8e0cf30e94de tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:06.084329 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5f55e3d-1d18-4101-b304-2f9214e5277f req-b6401476-3d44-4026-832b-8e0cf30e94de tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.1056871 Nov 18 17:30:06.104380 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-030cb17d-8a83-4508-9a9a-d0b8c28ffcfd req-d68260b2-7ed0-4963-8b3a-97aaf6844113 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02a51c48-9ff8-4b4a-919d-c4b83706ef35 HTTP/1.1" status: 200 len: 217 time: 0.0435574 Nov 18 17:30:06.159521 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5f55e3d-1d18-4101-b304-2f9214e5277f req-65fc0d94-c0f2-49f6-88e1-7d6da8d469d2 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683997 Nov 18 17:30:06.198981 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2984e1a-3531-4569-8626-f34e21ea4fb8 x-openstack-request-id: req-c2984e1a-3531-4569-8626-f34e21ea4fb8 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:30:06.206119 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d170e4b5-d9f6-4880-91bc-cb34d5e8c767", "name": "network-vif-plugged", "status": "completed", "tag": "3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:30:06.206119 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c2984e1a-3531-4569-8626-f34e21ea4fb8 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:30:06.206119 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd170e4b5-d9f6-4880-91bc-cb34d5e8c767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6', 'code': 200} Nov 18 17:30:06.250059 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06037268-5ab5-4c81-8563-a093142c24d5 req-09af55e4-ae32-477c-8d99-504ba2c90091 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:06.252285 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06037268-5ab5-4c81-8563-a093142c24d5 req-09af55e4-ae32-477c-8d99-504ba2c90091 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.0597367 Nov 18 17:30:06.265915 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:06.316581 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06037268-5ab5-4c81-8563-a093142c24d5 req-d9eeecbe-0b63-4973-b967-fcdbd9ca5b6d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576613 Nov 18 17:30:06.453897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432e9d2-2966-4aa4-adf7-bbb112ef681f req-99785263-c8a4-4a4a-bba8-c11af41c600a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:06.455687 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1432e9d2-2966-4aa4-adf7-bbb112ef681f req-99785263-c8a4-4a4a-bba8-c11af41c600a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.0569057 Nov 18 17:30:06.511559 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1432e9d2-2966-4aa4-adf7-bbb112ef681f req-71c53c10-0e6c-4537-ae3e-d8f3121efc70 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486932 Nov 18 17:30:06.607356 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cb17d-8a83-4508-9a9a-d0b8c28ffcfd req-4c2b6bb8-3e92-4418-9a00-45c00fad7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:06.608934 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-030cb17d-8a83-4508-9a9a-d0b8c28ffcfd req-4c2b6bb8-3e92-4418-9a00-45c00fad7dc7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.4921095 Nov 18 17:30:06.620067 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d567d-3249-4e53-8e83-a4c68a8e9bd5 req-bcac40b4-24ab-41ef-88f8-eac33baa9a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:06.621572 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0a2d567d-3249-4e53-8e83-a4c68a8e9bd5 req-bcac40b4-24ab-41ef-88f8-eac33baa9a9f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 1097 time: 0.4485047 Nov 18 17:30:06.704637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cb17d-8a83-4508-9a9a-d0b8c28ffcfd req-95f668a5-69e7-4efb-a662-af2107f29362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:06.706166 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-030cb17d-8a83-4508-9a9a-d0b8c28ffcfd req-95f668a5-69e7-4efb-a662-af2107f29362 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836487 Nov 18 17:30:06.737885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66151e2a-c0c6-4669-9cc1-73cc4c8317a0 req-131db844-390d-46fc-ab0d-920c67621e2f tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:06.739720 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66151e2a-c0c6-4669-9cc1-73cc4c8317a0 req-131db844-390d-46fc-ab0d-920c67621e2f tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 945 time: 0.0565166 Nov 18 17:30:06.763369 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0a2d567d-3249-4e53-8e83-a4c68a8e9bd5 req-4111534a-88c6-48fa-903d-b5efd1d42955 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315169 Nov 18 17:30:06.831520 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-030cb17d-8a83-4508-9a9a-d0b8c28ffcfd req-b34d9a7c-79b7-4b95-b708-035746ec4f17 service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065536 Nov 18 17:30:06.886509 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66151e2a-c0c6-4669-9cc1-73cc4c8317a0 req-8ab3f24e-b23f-4f80-8e76-f4b2b27ee9d5 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349401 Nov 18 17:30:06.928947 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-00bd2cfc-6043-4ec5-b967-1dd1a93de462 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:06.932791 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-00bd2cfc-6043-4ec5-b967-1dd1a93de462 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 812 time: 0.1919553 Nov 18 17:30:06.947555 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-030cb17d-8a83-4508-9a9a-d0b8c28ffcfd req-ed5150dd-0a68-4cf3-85af-9b2f05f6c5dc service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086831 Nov 18 17:30:06.955994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-146645ca-1fe9-45c6-99e9-4213aae6e7ee tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/quotas/1516cf9926444ed288e6825e7143ec41 HTTP/1.1" status: 200 len: 375 time: 0.0128677 Nov 18 17:30:07.040334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f119918-e4ae-4475-821a-09ef49201f3b req-b1b4e37e-bdbb-4bc7-a29c-1766ad95e25e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:07.041852 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f119918-e4ae-4475-821a-09ef49201f3b req-b1b4e37e-bdbb-4bc7-a29c-1766ad95e25e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 945 time: 0.0883341 Nov 18 17:30:07.059636 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-9cd8bd76-d564-45a6-88d0-7a5830395ed9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0967946 Nov 18 17:30:07.100598 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 84586cf8-7af6-419f-93e6-54d92c914057 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:30:07.162737 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f119918-e4ae-4475-821a-09ef49201f3b req-bfb231ac-0d65-475e-88f4-4773eab9bf2b tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018271 Nov 18 17:30:07.209274 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-204d75cc-296d-4359-8c2a-e745b87f5a77 service neutron] 10.222.0.72 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339645 Nov 18 17:30:07.268948 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 84586cf8-7af6-419f-93e6-54d92c914057 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:30:07.273441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 84586cf8-7af6-419f-93e6-54d92c914057 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:30:07.274598 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:07.331961 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052a081-7be3-4825-b828-39ceae2f3b8e req-8127d3aa-2980-455f-b6f6-ecf6877948cb tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:07.335104 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0052a081-7be3-4825-b828-39ceae2f3b8e req-8127d3aa-2980-455f-b6f6-ecf6877948cb tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0935385 Nov 18 17:30:07.357591 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:07.371297 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-086e1542-130a-4324-a07b-f530b16eeeee service neutron] 10.222.0.72 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542416 Nov 18 17:30:07.402221 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0052a081-7be3-4825-b828-39ceae2f3b8e req-80ee1593-cd43-402a-a7d4-c6be4b896fc6 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513380 Nov 18 17:30:07.411896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 84586cf8-7af6-419f-93e6-54d92c914057, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=84586cf8-7af6-419f-93e6-54d92c914057,segment=NetworkSegment(866c3e83-92a0-415f-a711-34036ba2f7b0),segment_id=866c3e83-92a0-415f-a711-34036ba2f7b0)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:07.520922 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f7621-85fa-4a8c-b3ae-b3bafd5ed0ad req-8456b247-2a75-4e2e-bd29-7afb0f147d2d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:07.522430 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-724f7621-85fa-4a8c-b3ae-b3bafd5ed0ad req-8456b247-2a75-4e2e-bd29-7afb0f147d2d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0558300 Nov 18 17:30:07.548842 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:07.573270 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-724f7621-85fa-4a8c-b3ae-b3bafd5ed0ad req-53093d76-6c9f-47d6-9442-22bcdc9d9a4e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438929 Nov 18 17:30:07.599951 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=84586cf8-7af6-419f-93e6-54d92c914057,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:07.693908 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25757a64-e66b-4174-bc11-10c6abfa5f2f req-7ca661a1-5efa-4093-b557-93ed474cfabd tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 210 time: 0.0266473 Nov 18 17:30:08.002612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166e6f6-dfc4-4264-8cd6-a00826c08b1c req-fabeb20f-504c-4807-8c02-e14053009806 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:08.004212 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e166e6f6-dfc4-4264-8cd6-a00826c08b1c req-fabeb20f-504c-4807-8c02-e14053009806 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 945 time: 0.0508587 Nov 18 17:30:08.073975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e166e6f6-dfc4-4264-8cd6-a00826c08b1c req-ad5f76d7-d4e9-40c4-b025-90f0366b427c tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622053 Nov 18 17:30:08.201720 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce0825e-e698-49c2-8df9-2154f8f60b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84586cf8-7af6-419f-93e6-54d92c914057'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:30:08.205123 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c50f847-b879-45e3-83bf-e402ded8db60" -d '{"events": [{"server_uuid": "cce0825e-e698-49c2-8df9-2154f8f60b27", "name": "network-vif-plugged", "status": "completed", "tag": "84586cf8-7af6-419f-93e6-54d92c914057"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:30:08.244212 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c870b4-8642-42bd-9077-16f09d2292c8 x-openstack-request-id: req-32c870b4-8642-42bd-9077-16f09d2292c8 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:30:08.244753 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce0825e-e698-49c2-8df9-2154f8f60b27", "name": "network-vif-plugged", "status": "completed", "tag": "84586cf8-7af6-419f-93e6-54d92c914057", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:30:08.245097 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-32c870b4-8642-42bd-9077-16f09d2292c8 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:30:08.245559 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce0825e-e698-49c2-8df9-2154f8f60b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84586cf8-7af6-419f-93e6-54d92c914057', 'code': 200} Nov 18 17:30:08.303674 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95faf7be-da61-4cb8-8227-aaa89e64dd42 req-ae3fc549-bdcb-44f5-8446-c136287781bb tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:08.305750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95faf7be-da61-4cb8-8227-aaa89e64dd42 req-ae3fc549-bdcb-44f5-8446-c136287781bb tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0594144 Nov 18 17:30:08.378875 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95faf7be-da61-4cb8-8227-aaa89e64dd42 req-d9bdc795-b011-4469-b0cd-69afd51317cc tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650718 Nov 18 17:30:08.387439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83967947-d1c5-4d8e-a48b-c8416712c424 req-b273445a-a76e-41fe-b046-0201b7fb7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:08.389729 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-83967947-d1c5-4d8e-a48b-c8416712c424 req-b273445a-a76e-41fe-b046-0201b7fb7036 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 1098 time: 0.0757532 Nov 18 17:30:08.440477 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-83967947-d1c5-4d8e-a48b-c8416712c424 req-914e19f7-bc3f-4c5d-a07a-d83a163f8a52 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391347 Nov 18 17:30:08.540504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620590b-397a-4723-8c24-5d5c5574eebc req-12ddc9b3-5b5f-40a5-a51f-86cd4fae22c3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:08.542043 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9620590b-397a-4723-8c24-5d5c5574eebc req-12ddc9b3-5b5f-40a5-a51f-86cd4fae22c3 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0551138 Nov 18 17:30:08.602794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9620590b-397a-4723-8c24-5d5c5574eebc req-4fda2503-296c-4614-aa6e-852580c09908 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544727 Nov 18 17:30:08.701276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50326a0d-451a-4fcf-8228-7eb832db39d4 req-a49319f7-1804-422d-b0e7-4b5e6767d499 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:08.702884 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50326a0d-451a-4fcf-8228-7eb832db39d4 req-a49319f7-1804-422d-b0e7-4b5e6767d499 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0564721 Nov 18 17:30:08.755470 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50326a0d-451a-4fcf-8228-7eb832db39d4 req-81fd97d9-09c1-4caa-bbde-31fdcd11be24 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460055 Nov 18 17:30:08.795886 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a0901e50-7106-418b-9fe6-771e3a8e3c9b req-ef000a0b-0351-4012-bd76-5c8d7cef4f69 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 210 time: 0.0290627 Nov 18 17:30:09.214113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733163e6-d76f-4730-86e6-0293a70ad1ce req-bfe62731-f726-4e4a-a9ee-cc2f04e9fe69 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:09.216085 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-733163e6-d76f-4730-86e6-0293a70ad1ce req-bfe62731-f726-4e4a-a9ee-cc2f04e9fe69 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 945 time: 0.0595751 Nov 18 17:30:09.279198 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-733163e6-d76f-4730-86e6-0293a70ad1ce req-85abc2d7-804a-4b2c-b4c4-dc3dcdf3adc8 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570116 Nov 18 17:30:09.507490 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b16c5f-e86a-4dd9-8693-103edd0d0d2d req-c6500572-edf5-4445-92ec-c62ba8d7a7f2 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:09.509796 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-63b16c5f-e86a-4dd9-8693-103edd0d0d2d req-c6500572-edf5-4445-92ec-c62ba8d7a7f2 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0574167 Nov 18 17:30:09.560441 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-63b16c5f-e86a-4dd9-8693-103edd0d0d2d req-60371fd9-c3ad-4ec5-83d8-d847176d2eef tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431254 Nov 18 17:30:09.729621 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec767c-dce0-4b31-b48b-23e0fb71e0ad req-e8a82a1b-df31-4adb-9fc1-34880f7a7d68 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:09.737437 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ffec767c-dce0-4b31-b48b-23e0fb71e0ad req-e8a82a1b-df31-4adb-9fc1-34880f7a7d68 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0588415 Nov 18 17:30:09.801344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ffec767c-dce0-4b31-b48b-23e0fb71e0ad req-bb067ca7-d642-4239-a31d-33cde2513cfa tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630150 Nov 18 17:30:09.940412 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34e48592-f108-4413-a8a7-f3c68581d9c8 req-bf058d5b-a498-47d0-929e-f2d5c19b1a12 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 210 time: 0.0372698 Nov 18 17:30:09.964129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65288a6-396c-4e10-9b33-ddad740472cb req-dc7475ec-a509-4e3b-9e1e-61cf6f6203dc tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:09.965995 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c65288a6-396c-4e10-9b33-ddad740472cb req-dc7475ec-a509-4e3b-9e1e-61cf6f6203dc tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.1163483 Nov 18 17:30:10.023516 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c65288a6-396c-4e10-9b33-ddad740472cb req-34b0ac68-8779-4a3e-9f2c-0086021ea9ff tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509741 Nov 18 17:30:10.161675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-9c80e0ad-9345-4d78-8d5d-acd8d5700a52 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:10.164521 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-9c80e0ad-9345-4d78-8d5d-acd8d5700a52 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.81 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 812 time: 0.1186278 Nov 18 17:30:10.185419 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-c734315b-2ded-4787-8ed8-0c3c431b3df6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Request body: {'port': {'device_id': '7d900f87-ec4a-46db-8982-0fcd9dd67254', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'admin_state_up': True, 'tenant_id': '1516cf9926444ed288e6825e7143ec41'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:30:10.474408 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-c734315b-2ded-4787-8ed8-0c3c431b3df6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Made reservation on behalf of 1516cf9926444ed288e6825e7143ec41 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:30:10.478070 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-c734315b-2ded-4787-8ed8-0c3c431b3df6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:10.667991 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-c734315b-2ded-4787-8ed8-0c3c431b3df6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Allocated IP 172.20.0.10 (07ec2429-d3d7-4064-9a1d-8a3a182595b6/7976e89e-5be5-4df2-8b35-304447c16fb5/2be3afb1-203c-4f56-9543-e605e9ce46cc) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:30:10.722213 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c261323-8ead-450c-8ff0-2022bae99c56 req-673ec3dd-7618-4c4f-bdd2-be455705e4c5 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:10.723721 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c261323-8ead-450c-8ff0-2022bae99c56 req-673ec3dd-7618-4c4f-bdd2-be455705e4c5 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0879512 Nov 18 17:30:10.822375 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c261323-8ead-450c-8ff0-2022bae99c56 req-67fb4103-91d5-4a48-88f5-33d96a3d2bee tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834160 Nov 18 17:30:11.005274 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-c734315b-2ded-4787-8ed8-0c3c431b3df6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:11.033104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef6c01-c9d8-4c10-91c7-082dbdd3255b req-6c1bfe0b-f963-4d34-a676-50541d58b9ec tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:11.043527 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53ef6c01-c9d8-4c10-91c7-082dbdd3255b req-6c1bfe0b-f963-4d34-a676-50541d58b9ec tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.1265166 Nov 18 17:30:11.048950 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37310) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:11.072494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ff4bcfc1-605c-4f78-b9ff-c37914e9ecdf tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Request body: {'floatingip': {'port_id': '84586cf8-7af6-419f-93e6-54d92c914057'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:30:11.123186 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09483f7b-1045-4922-ac78-aebf50170ef4 req-9b76c854-28ee-43d1-a92b-b5ef505bf640 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:11.143098 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09483f7b-1045-4922-ac78-aebf50170ef4 req-9b76c854-28ee-43d1-a92b-b5ef505bf640 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.1651039 Nov 18 17:30:11.144622 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff4bcfc1-605c-4f78-b9ff-c37914e9ecdf tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for floatingip, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:11.243278 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09483f7b-1045-4922-ac78-aebf50170ef4 req-f81b5590-e9c3-4d54-8db8-6c658d247b3d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988958 Nov 18 17:30:11.334327 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-c734315b-2ded-4787-8ed8-0c3c431b3df6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:11.349113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['50f3a873-e3a7-4160-a8a5-d987c2e76694', '1151ed2c-eadf-439b-b3ba-a9668077b34c'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:30:11.396198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd57510-efe4-4a13-8cdc-47b84441934e req-dc2edc83-c361-466b-8fb1-995928f40407 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:11.397753 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fdd57510-efe4-4a13-8cdc-47b84441934e req-dc2edc83-c361-466b-8fb1-995928f40407 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0799890 Nov 18 17:30:11.535546 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fdd57510-efe4-4a13-8cdc-47b84441934e req-3dd3edd2-9059-42de-81f8-00a0ba8f76e6 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232049 Nov 18 17:30:11.631331 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-c734315b-2ded-4787-8ed8-0c3c431b3df6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:30:11.636376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7d157-9b55-4c60-ab1f-c96ccd0d8bb4 req-28950a30-c7f8-4744-be7f-ae5542c951fd tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:11.648979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-c734315b-2ded-4787-8ed8-0c3c431b3df6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:30:11.661932 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eaa7d157-9b55-4c60-ab1f-c96ccd0d8bb4 req-28950a30-c7f8-4744-be7f-ae5542c951fd tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 932 time: 0.5002086 Nov 18 17:30:11.683097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734315b-2ded-4787-8ed8-0c3c431b3df6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Pushing event updated for resources: {'Port': ['ID=2be3afb1-203c-4f56-9543-e605e9ce46cc,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:11.687281 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-c734315b-2ded-4787-8ed8-0c3c431b3df6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:30:11.785592 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eaa7d157-9b55-4c60-ab1f-c96ccd0d8bb4 req-d846c42e-9a67-469e-9646-db6c8f45092c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219292 Nov 18 17:30:11.797781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-c734315b-2ded-4787-8ed8-0c3c431b3df6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:11.798438 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-c734315b-2ded-4787-8ed8-0c3c431b3df6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:11.986604 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff4bcfc1-605c-4f78-b9ff-c37914e9ecdf tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:11.987725 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-54c5f0f2-e8ab-4216-8e87-a3ae438579ce None None] Provisioning complete for port 2be3afb1-203c-4f56-9543-e605e9ce46cc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:30:11.988225 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54c5f0f2-e8ab-4216-8e87-a3ae438579ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:12.027676 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-c734315b-2ded-4787-8ed8-0c3c431b3df6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8485625 Nov 18 17:30:12.039283 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-54c5f0f2-e8ab-4216-8e87-a3ae438579ce None None] Port 2be3afb1-203c-4f56-9543-e605e9ce46cc cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:30:12.041963 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Request body: {'port': {'device_id': '7d900f87-ec4a-46db-8982-0fcd9dd67254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:30:12.098699 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff4bcfc1-605c-4f78-b9ff-c37914e9ecdf tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:12.143460 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:12.306585 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-ff4bcfc1-605c-4f78-b9ff-c37914e9ecdf tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Floating IP d5d9f035-50bc-4c2b-8964-b6d5d0f00f3f associated. External IP: 172.25.3.54, port: 84586cf8-7af6-419f-93e6-54d92c914057. Nov 18 17:30:12.433506 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cc39c-bec6-4fc1-8305-cfb9d30e5712 req-1af85169-6073-49e2-a0f8-917281b88821 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:12.444462 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-820cc39c-bec6-4fc1-8305-cfb9d30e5712 req-1af85169-6073-49e2-a0f8-917281b88821 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0842423 Nov 18 17:30:12.524810 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-820cc39c-bec6-4fc1-8305-cfb9d30e5712 req-9f5f1edf-aab0-4c43-a44e-cf2501bcea73 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791047 Nov 18 17:30:12.677097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be3afb1-203c-4f56-9543-e605e9ce46cc {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:30:12.683757 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4bcfc1-605c-4f78-b9ff-c37914e9ecdf tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Router 586e6e43-c2a3-41f7-9763-fe02ef358256 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:30:12.691208 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:12.707493 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9d0a-3ada-4216-9173-3ff694e13593 req-2c553b5d-b73a-43c8-a778-16b8ef10ba7c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:12.709369 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eacf9d0a-3ada-4216-9173-3ff694e13593 req-2c553b5d-b73a-43c8-a778-16b8ef10ba7c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0763264 Nov 18 17:30:12.710103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Transition to ACTIVE for port object 2be3afb1-203c-4f56-9543-e605e9ce46cc will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:30:12.792523 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eacf9d0a-3ada-4216-9173-3ff694e13593 req-987fc91c-11e5-4fbf-bec0-89f21b27152b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756409 Nov 18 17:30:12.852817 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:12.857314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4bcfc1-605c-4f78-b9ff-c37914e9ecdf tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:30:12.863207 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ff4bcfc1-605c-4f78-b9ff-c37914e9ecdf tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:12.870023 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d77b8be-a4d1-4be5-94dc-1a6ee6c1920a None None] Sync routers for ids ['586e6e43-c2a3-41f7-9763-fe02ef358256'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:30:12.887477 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d77b8be-a4d1-4be5-94dc-1a6ee6c1920a None None] Routers {'586e6e43-c2a3-41f7-9763-fe02ef358256'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:30:12.891458 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9d77b8be-a4d1-4be5-94dc-1a6ee6c1920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:30:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['586e6e43-c2a3-41f7-9763-fe02ef358256'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:30:12.955352 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ff4bcfc1-605c-4f78-b9ff-c37914e9ecdf tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "PUT /v2.0/floatingips/d5d9f035-50bc-4c2b-8964-b6d5d0f00f3f HTTP/1.1" status: 200 len: 991 time: 1.9039996 Nov 18 17:30:12.964871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce0825e-e698-49c2-8df9-2154f8f60b27', 'tag': '84586cf8-7af6-419f-93e6-54d92c914057'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:30:12.977762 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af82d23c-6ea3-4263-b6d4-a6ed5f09e1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "cce0825e-e698-49c2-8df9-2154f8f60b27", "tag": "84586cf8-7af6-419f-93e6-54d92c914057"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:30:12.977762 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Pushing event updated for resources: {'Port': ['ID=2be3afb1-203c-4f56-9543-e605e9ce46cc,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:12.994264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dcc06-a2bc-48f7-91f0-6883be993354 req-9af18243-2f87-47e3-8f34-babba9549676 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:13.011892 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-330dcc06-a2bc-48f7-91f0-6883be993354 req-9af18243-2f87-47e3-8f34-babba9549676 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 944 time: 0.1522167 Nov 18 17:30:13.072078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-9d77b8be-a4d1-4be5-94dc-1a6ee6c1920a None None] Set router 586e6e43-c2a3-41f7-9763-fe02ef358256 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:30:13.073728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Attempting to bind port 2be3afb1-203c-4f56-9543-e605e9ce46cc on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:30:13.074081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Attempting to bind port 2be3afb1-203c-4f56-9543-e605e9ce46cc by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:30:13.074421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Attempting to bind port 2be3afb1-203c-4f56-9543-e605e9ce46cc on network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:30:13.080861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Port 2be3afb1-203c-4f56-9543-e605e9ce46cc on network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:30:13.081334 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Attempting to bind port 2be3afb1-203c-4f56-9543-e605e9ce46cc on network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:30:13.084353 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-330dcc06-a2bc-48f7-91f0-6883be993354 req-94f163e5-7f71-4a17-b374-b35eaba1ff25 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687430 Nov 18 17:30:13.096947 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:30:13.096947 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Checking segment: {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:30:13.096947 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Bound using segment: {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:30:13.096947 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Bound port: 2be3afb1-203c-4f56-9543-e605e9ce46cc, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112fbd8c-a802-45b8-90ac-23ae5001c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:30:13.096947 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:13.245879 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] For port 2be3afb1-203c-4f56-9543-e605e9ce46cc, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:30:13.249534 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] For port 2be3afb1-203c-4f56-9543-e605e9ce46cc, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2be3afb1-203c-4f56-9543-e605e9ce46cc,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:30:13.270525 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c191d3-d4f0-4f49-872c-4a99357a8319 x-openstack-request-id: req-39c191d3-d4f0-4f49-872c-4a99357a8319 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:30:13.270822 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce0825e-e698-49c2-8df9-2154f8f60b27", "tag": "84586cf8-7af6-419f-93e6-54d92c914057", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:30:13.271081 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-39c191d3-d4f0-4f49-872c-4a99357a8319 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:30:13.271686 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce0825e-e698-49c2-8df9-2154f8f60b27', 'tag': '84586cf8-7af6-419f-93e6-54d92c914057', 'status': 'completed', 'code': 200} Nov 18 17:30:13.343269 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82d23c-6ea3-4263-b6d4-a6ed5f09e1a6 req-84edb884-ab98-47e8-a32b-922941cebc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:13.344433 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-af82d23c-6ea3-4263-b6d4-a6ed5f09e1a6 req-84edb884-ab98-47e8-a32b-922941cebc49 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3561bfcd86bf4651825b50a84fed4187&device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 1098 time: 0.0438728 Nov 18 17:30:13.396107 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:13.417585 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9d77b8be-a4d1-4be5-94dc-1a6ee6c1920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:29:41Z', 'revision_number': 4, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'd5d9f035-50bc-4c2b-8964-b6d5d0f00f3f', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'floating_ip_address': '172.25.3.54', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'port_id': '84586cf8-7af6-419f-93e6-54d92c914057', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'mac_address': 'fa:16:3e:23:1e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce0825e-e698-49c2-8df9-2154f8f60b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:29:50Z', 'updated_at': '2021-11-18T17:30:11Z', 'revision_number': 1, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e62f6d0-02fb-4a50-9d0a-fc1be3227928', 'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'mac_address': 'fa:16:3e:93:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:40Z', 'updated_at': '2021-11-18T17:29:48Z', 'revision_number': 5, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'subnets': [{'id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:30:13.456523 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d77b8be-a4d1-4be5-94dc-1a6ee6c1920a None None] Checking router: 586e6e43-c2a3-41f7-9763-fe02ef358256 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:30:13.461076 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d77b8be-a4d1-4be5-94dc-1a6ee6c1920a None None] Routers {'586e6e43-c2a3-41f7-9763-fe02ef358256'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:30:13.464224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9d77b8be-a4d1-4be5-94dc-1a6ee6c1920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:30:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['586e6e43-c2a3-41f7-9763-fe02ef358256'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:30:13.492681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:13.498401 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:13.498401 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] 10.222.0.81 "PUT /v2.0/ports/2be3afb1-203c-4f56-9543-e605e9ce46cc HTTP/1.1" status: 200 len: 1093 time: 1.4585309 Nov 18 17:30:13.580713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2faf6e0-a3da-4d04-8081-c6a6cf6c44bc service neutron] Pushing event updated for resources: {'Port': ['ID=2be3afb1-203c-4f56-9543-e605e9ce46cc,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:13.594908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82d23c-6ea3-4263-b6d4-a6ed5f09e1a6 req-1b4afdc8-e91b-4515-876c-428672ce56ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:13.598022 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-af82d23c-6ea3-4263-b6d4-a6ed5f09e1a6 req-1b4afdc8-e91b-4515-876c-428672ce56ca service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5a36094-7848-4e06-82e7-e00180c96a72 HTTP/1.1" status: 200 len: 911 time: 0.2448604 Nov 18 17:30:13.648750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-9d77b8be-a4d1-4be5-94dc-1a6ee6c1920a None None] Set router 586e6e43-c2a3-41f7-9763-fe02ef358256 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:30:13.774373 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-af82d23c-6ea3-4263-b6d4-a6ed5f09e1a6 req-94e026a7-05ca-40f4-b9e8-3e39082a416d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84586cf8-7af6-419f-93e6-54d92c914057 HTTP/1.1" status: 200 len: 999 time: 0.1613500 Nov 18 17:30:13.779411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-b051737e-1d4c-4f6b-82a7-770e99808b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:13.781191 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-b051737e-1d4c-4f6b-82a7-770e99808b7f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 1096 time: 0.1313848 Nov 18 17:30:13.802348 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456857e-8c4b-4a3b-8fd0-e2fe0a255056 req-4b796239-33d2-41f9-932c-a2ce6ec086e2 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:13.828389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5456857e-8c4b-4a3b-8fd0-e2fe0a255056 req-4b796239-33d2-41f9-932c-a2ce6ec086e2 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.1207809 Nov 18 17:30:13.954404 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5456857e-8c4b-4a3b-8fd0-e2fe0a255056 req-52e746bf-45b3-45f4-a7f2-485a574d2aee tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237068 Nov 18 17:30:14.012355 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-3dadfeb8-01bb-486a-a5cc-5b881d6063a5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2be3afb1-203c-4f56-9543-e605e9ce46cc HTTP/1.1" status: 200 len: 217 time: 0.1481485 Nov 18 17:30:14.100932 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ac11f-8f1f-4fc4-b6d1-cc320867e449 req-ca950984-fb21-4f99-a8e3-9954c6a65f46 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:14.112287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-705ac11f-8f1f-4fc4-b6d1-cc320867e449 req-ca950984-fb21-4f99-a8e3-9954c6a65f46 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.1462436 Nov 18 17:30:14.120143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82d23c-6ea3-4263-b6d4-a6ed5f09e1a6 req-6b9337eb-fa5b-410c-ba2c-b82573d22a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:14.132523 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-af82d23c-6ea3-4263-b6d4-a6ed5f09e1a6 req-6b9337eb-fa5b-410c-ba2c-b82573d22a25 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70dc3bb0-cf69-468a-9c5a-9bf08dbebb13 HTTP/1.1" status: 200 len: 848 time: 0.3501811 Nov 18 17:30:14.191265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-cfea7095-3fa5-4a66-b963-8baf088767ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:14.192781 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-cfea7095-3fa5-4a66-b963-8baf088767ea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.1796286 Nov 18 17:30:14.281691 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9d77b8be-a4d1-4be5-94dc-1a6ee6c1920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:29:41Z', 'revision_number': 4, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'd5d9f035-50bc-4c2b-8964-b6d5d0f00f3f', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'floating_ip_address': '172.25.3.54', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'port_id': '84586cf8-7af6-419f-93e6-54d92c914057', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'mac_address': 'fa:16:3e:23:1e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce0825e-e698-49c2-8df9-2154f8f60b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:29:50Z', 'updated_at': '2021-11-18T17:30:11Z', 'revision_number': 1, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e62f6d0-02fb-4a50-9d0a-fc1be3227928', 'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'mac_address': 'fa:16:3e:93:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:40Z', 'updated_at': '2021-11-18T17:29:48Z', 'revision_number': 5, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'subnets': [{'id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:30:14.312743 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-705ac11f-8f1f-4fc4-b6d1-cc320867e449 req-1f5828a1-5aa5-4b05-a95d-f16992a55df6 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676512 Nov 18 17:30:14.349427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d77b8be-a4d1-4be5-94dc-1a6ee6c1920a None None] The sync data for ids ['586e6e43-c2a3-41f7-9763-fe02ef358256'] in n-d-813419-11 is: [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:29:41Z', 'revision_number': 4, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'd5d9f035-50bc-4c2b-8964-b6d5d0f00f3f', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'floating_ip_address': '172.25.3.54', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'port_id': '84586cf8-7af6-419f-93e6-54d92c914057', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'mac_address': 'fa:16:3e:23:1e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce0825e-e698-49c2-8df9-2154f8f60b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:29:50Z', 'updated_at': '2021-11-18T17:30:11Z', 'revision_number': 1, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e62f6d0-02fb-4a50-9d0a-fc1be3227928', 'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'mac_address': 'fa:16:3e:93:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:40Z', 'updated_at': '2021-11-18T17:29:48Z', 'revision_number': 5, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'subnets': [{'id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:30:14.407552 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82d23c-6ea3-4263-b6d4-a6ed5f09e1a6 req-3dce5532-c4e2-47a4-b632-bf2a137fc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:14.431777 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-af82d23c-6ea3-4263-b6d4-a6ed5f09e1a6 req-3dce5532-c4e2-47a4-b632-bf2a137fc2b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5a36094-7848-4e06-82e7-e00180c96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2900798 Nov 18 17:30:14.473054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40642677-f3a9-4d04-a536-ec2f3ea3e1da req-7b89019c-1777-441a-bf0d-86f362c6cc25 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:14.474672 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40642677-f3a9-4d04-a536-ec2f3ea3e1da req-7b89019c-1777-441a-bf0d-86f362c6cc25 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 944 time: 0.2142303 Nov 18 17:30:14.503237 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-1af2210f-0784-4885-bf38-07f238f48334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:14.504973 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-1af2210f-0784-4885-bf38-07f238f48334 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2700899 Nov 18 17:30:14.622911 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40642677-f3a9-4d04-a536-ec2f3ea3e1da req-f63b566c-30a5-4fcc-8cea-46ae2ad1e955 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369834 Nov 18 17:30:14.721841 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-af82d23c-6ea3-4263-b6d4-a6ed5f09e1a6 req-5fef308f-4b13-4866-8dc7-2d70bdb4b75d service neutron] 10.222.0.83 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616661 Nov 18 17:30:14.773840 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-7337bbc7-7d0b-4cba-932a-5cc81823c1ac service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593615 Nov 18 17:30:14.821942 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8707dc0-c745-47be-9104-9e088ba4c4eb None None] New status for floating IP d5d9f035-50bc-4c2b-8964-b6d5d0f00f3f: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:30:15.186297 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a7b77-515c-4b4a-8a41-9fd7fd179f6f req-79332958-d170-431b-887f-6370010e37d2 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:15.194882 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c02a7b77-515c-4b4a-8a41-9fd7fd179f6f req-79332958-d170-431b-887f-6370010e37d2 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0703490 Nov 18 17:30:15.268204 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c02a7b77-515c-4b4a-8a41-9fd7fd179f6f req-4a9ad23e-2c53-4d3f-bb0a-02cfe8bafc65 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720739 Nov 18 17:30:15.343057 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d900f87-ec4a-46db-8982-0fcd9dd67254', 'tag': '2be3afb1-203c-4f56-9543-e605e9ce46cc'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:30:15.345590 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb78109-1327-43c0-ba7a-29ab63566002" -d '{"events": [{"name": "network-changed", "server_uuid": "7d900f87-ec4a-46db-8982-0fcd9dd67254", "tag": "2be3afb1-203c-4f56-9543-e605e9ce46cc"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:30:15.371046 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-af82d23c-6ea3-4263-b6d4-a6ed5f09e1a6 req-0eba22f4-e460-4d40-84dc-946edfd13255 service neutron] 10.222.0.83 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359224 Nov 18 17:30:15.446568 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c427465c-fba2-432f-b23e-b1ed4fccd2bc req-1da1a403-4e5c-4b6c-ae25-af7a045f14f1 service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546664 Nov 18 17:30:15.479128 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73b189f-d9f0-4772-b751-b4106b7e7f83 x-openstack-request-id: req-d73b189f-d9f0-4772-b751-b4106b7e7f83 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:30:15.479815 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d900f87-ec4a-46db-8982-0fcd9dd67254", "tag": "2be3afb1-203c-4f56-9543-e605e9ce46cc", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:30:15.480069 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d73b189f-d9f0-4772-b751-b4106b7e7f83 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:30:15.482424 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d900f87-ec4a-46db-8982-0fcd9dd67254', 'tag': '2be3afb1-203c-4f56-9543-e605e9ce46cc', 'status': 'completed', 'code': 200} Nov 18 17:30:15.525611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77c34b-c241-49ff-b070-76b2c4faaac6 req-e232dbbe-8569-4599-ab1f-0b7dcc577a2b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:15.540522 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de77c34b-c241-49ff-b070-76b2c4faaac6 req-e232dbbe-8569-4599-ab1f-0b7dcc577a2b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.1052482 Nov 18 17:30:15.660154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de77c34b-c241-49ff-b070-76b2c4faaac6 req-40c54155-ca7f-4f3c-b5c1-efaaa17b1416 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170995 Nov 18 17:30:15.686552 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb78109-1327-43c0-ba7a-29ab63566002 req-69703aa8-39a8-485c-83d9-f2974a10b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:15.688380 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2bb78109-1327-43c0-ba7a-29ab63566002 req-69703aa8-39a8-485c-83d9-f2974a10b863 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 1096 time: 0.0516872 Nov 18 17:30:15.819601 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c3295-a8cb-4a1c-88ab-001736c0720d req-e384318f-0e59-4d75-b9ce-539435c0cfdc tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:15.821477 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf8c3295-a8cb-4a1c-88ab-001736c0720d req-e384318f-0e59-4d75-b9ce-539435c0cfdc tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 944 time: 0.0750854 Nov 18 17:30:15.933800 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb78109-1327-43c0-ba7a-29ab63566002 req-400a9c35-857e-4ba5-a841-5843854c5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:15.937066 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2bb78109-1327-43c0-ba7a-29ab63566002 req-400a9c35-857e-4ba5-a841-5843854c5ebb service neutron] 10.222.0.81 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.2247396 Nov 18 17:30:15.940834 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf8c3295-a8cb-4a1c-88ab-001736c0720d req-5ef3cc78-d4cb-43fb-bc99-753ec3dd2554 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049397 Nov 18 17:30:15.990496 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2bb78109-1327-43c0-ba7a-29ab63566002 req-cb7c80c5-c38d-4316-b567-d887da38ae0d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2be3afb1-203c-4f56-9543-e605e9ce46cc HTTP/1.1" status: 200 len: 217 time: 0.0447965 Nov 18 17:30:16.055483 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb78109-1327-43c0-ba7a-29ab63566002 req-1e0cfe49-9318-4236-8867-b5300a68fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:16.057281 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2bb78109-1327-43c0-ba7a-29ab63566002 req-1e0cfe49-9318-4236-8867-b5300a68fb1e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.0578482 Nov 18 17:30:16.111919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb78109-1327-43c0-ba7a-29ab63566002 req-a5aa9147-b321-4cf6-9822-ba663dbe44e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:16.113460 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2bb78109-1327-43c0-ba7a-29ab63566002 req-a5aa9147-b321-4cf6-9822-ba663dbe44e5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476539 Nov 18 17:30:16.244210 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2bb78109-1327-43c0-ba7a-29ab63566002 req-dcaa6ee1-3280-4482-bdf7-6aa0e277fbef service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213231 Nov 18 17:30:16.371655 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2bb78109-1327-43c0-ba7a-29ab63566002 req-4390f39f-e611-4475-a094-1b12ae9820c5 service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179230 Nov 18 17:30:16.440790 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaec2a-298f-4c56-b206-14bfa3ebd08a req-3577eab8-c110-480b-969f-e283c559bd8b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:16.442905 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38aaec2a-298f-4c56-b206-14bfa3ebd08a req-3577eab8-c110-480b-969f-e283c559bd8b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0758960 Nov 18 17:30:16.502481 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38aaec2a-298f-4c56-b206-14bfa3ebd08a req-3546aab5-ab02-406f-9e49-c5d542e5bcd4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522420 Nov 18 17:30:16.836546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aaef0-cb66-49ea-8676-5655e69a20b5 req-1f73d0a5-3350-455f-b4c5-f5b8b4cbbd76 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:16.838928 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-506aaef0-cb66-49ea-8676-5655e69a20b5 req-1f73d0a5-3350-455f-b4c5-f5b8b4cbbd76 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0546350 Nov 18 17:30:16.909813 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-506aaef0-cb66-49ea-8676-5655e69a20b5 req-3844433c-0570-4318-80c5-d7de9875295e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587218 Nov 18 17:30:17.130951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79660540-6486-4d11-82e6-074b9e7ad60f req-e563103e-f9f8-45d9-8b7b-dc15284f0af6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:17.135903 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79660540-6486-4d11-82e6-074b9e7ad60f req-e563103e-f9f8-45d9-8b7b-dc15284f0af6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 944 time: 0.1211157 Nov 18 17:30:17.190084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79660540-6486-4d11-82e6-074b9e7ad60f req-4caf0454-96e9-4d16-a6c9-6bcedabf65f3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514212 Nov 18 17:30:17.654324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761edcd4-1db3-42aa-b6d6-cbc143d5091b req-4cbb0f20-7d57-405c-b671-7732b77aed9d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:17.662298 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-761edcd4-1db3-42aa-b6d6-cbc143d5091b req-4cbb0f20-7d57-405c-b671-7732b77aed9d tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0641117 Nov 18 17:30:17.738987 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-761edcd4-1db3-42aa-b6d6-cbc143d5091b req-3c5c716b-6462-4971-92d3-76c49fb1ba89 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757699 Nov 18 17:30:18.063702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300cf39-55db-4693-a9c6-9f6c813292c3 req-afc2776b-b7b4-4763-b9ef-60fcc3002b31 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:18.071427 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b300cf39-55db-4693-a9c6-9f6c813292c3 req-afc2776b-b7b4-4763-b9ef-60fcc3002b31 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0645394 Nov 18 17:30:18.146545 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b300cf39-55db-4693-a9c6-9f6c813292c3 req-60957fb4-cc4b-491c-9daa-1420ec2ce1cb tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683446 Nov 18 17:30:18.326867 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f53ce-8277-4fa0-9027-6016a033addf req-32f4a136-e734-431b-a30b-d5432dfadb11 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:18.327945 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b69f53ce-8277-4fa0-9027-6016a033addf req-32f4a136-e734-431b-a30b-d5432dfadb11 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 944 time: 0.0575948 Nov 18 17:30:18.382462 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b69f53ce-8277-4fa0-9027-6016a033addf req-d8d2d074-b368-4b1d-b5e1-0e813f42f5bf tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482624 Nov 18 17:30:18.768812 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f27fb1b-122e-4ce3-a1be-25ab1107ab22 req-33291da6-4749-4614-92b8-e2b8e1102769 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427370 Nov 18 17:30:18.890107 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27fb1b-122e-4ce3-a1be-25ab1107ab22 req-14445abb-fa62-435a-9e8e-511ddcad9344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:18.892663 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f27fb1b-122e-4ce3-a1be-25ab1107ab22 req-14445abb-fa62-435a-9e8e-511ddcad9344 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 1097 time: 0.0736220 Nov 18 17:30:18.930845 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f32a8-6a75-44ea-b452-0f1bfdce70c7 req-a310f160-f393-4217-a9d3-eab2731256af tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:18.932594 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce5f32a8-6a75-44ea-b452-0f1bfdce70c7 req-a310f160-f393-4217-a9d3-eab2731256af tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0726140 Nov 18 17:30:18.991205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce5f32a8-6a75-44ea-b452-0f1bfdce70c7 req-cddd12f2-94f7-4ef0-8458-b0844e1f4c18 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512567 Nov 18 17:30:19.040467 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27fb1b-122e-4ce3-a1be-25ab1107ab22 req-8fe08bb7-1800-4556-ab3b-5acccfab1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:19.041886 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f27fb1b-122e-4ce3-a1be-25ab1107ab22 req-8fe08bb7-1800-4556-ab3b-5acccfab1ea9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.1254599 Nov 18 17:30:19.087088 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f27fb1b-122e-4ce3-a1be-25ab1107ab22 req-91fdd90b-dabf-49bc-84d0-ae4b119aefc9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50f3a873-e3a7-4160-a8a5-d987c2e76694 HTTP/1.1" status: 200 len: 217 time: 0.0361199 Nov 18 17:30:19.141923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27fb1b-122e-4ce3-a1be-25ab1107ab22 req-68858d2e-95fe-4ec0-938c-82f2b633c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:19.143677 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f27fb1b-122e-4ce3-a1be-25ab1107ab22 req-68858d2e-95fe-4ec0-938c-82f2b633c486 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.0490320 Nov 18 17:30:19.230970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27fb1b-122e-4ce3-a1be-25ab1107ab22 req-56126526-8566-4aa3-88b0-45631aab1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:19.234439 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f27fb1b-122e-4ce3-a1be-25ab1107ab22 req-56126526-8566-4aa3-88b0-45631aab1e5b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828698 Nov 18 17:30:19.303496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b01a00-e29c-47be-a9b4-67e848a0d2b9 req-d5b394ab-00e7-4a72-a4ee-e505944dcd90 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:19.307184 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-08b01a00-e29c-47be-a9b4-67e848a0d2b9 req-d5b394ab-00e7-4a72-a4ee-e505944dcd90 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0703058 Nov 18 17:30:19.374468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-08b01a00-e29c-47be-a9b4-67e848a0d2b9 req-88faab65-0e22-4ba4-89bf-9e20facb61c1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603764 Nov 18 17:30:19.376980 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f27fb1b-122e-4ce3-a1be-25ab1107ab22 req-bd60ee8c-391c-4e78-ad5f-e6088af657b0 service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284926 Nov 18 17:30:19.520386 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f27fb1b-122e-4ce3-a1be-25ab1107ab22 req-1a78b082-9653-476a-96a9-09b625bca930 service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335621 Nov 18 17:30:19.583401 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4050128-2804-4797-907c-2f6809cb98f5 req-9b7aee5d-98da-49c9-b56c-d1f71121c0d7 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:19.585262 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d4050128-2804-4797-907c-2f6809cb98f5 req-9b7aee5d-98da-49c9-b56c-d1f71121c0d7 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 944 time: 0.0937924 Nov 18 17:30:19.587741 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2be3afb1-203c-4f56-9543-e605e9ce46cc details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:30:19.661473 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d4050128-2804-4797-907c-2f6809cb98f5 req-d794aaa7-56cd-49f6-8af2-f9de64d49b40 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681715 Nov 18 17:30:19.725423 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2be3afb1-203c-4f56-9543-e605e9ce46cc, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2be3afb1-203c-4f56-9543-e605e9ce46cc,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:19.745586 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '2be3afb1-203c-4f56-9543-e605e9ce46cc', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'port_id': '2be3afb1-203c-4f56-9543-e605e9ce46cc', 'mac_address': 'fa:16:3e:f7:70:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:30:19.804112 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:19.816979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be3afb1-203c-4f56-9543-e605e9ce46cc {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:30:19.828180 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37422) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:19.839907 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2be3afb1-203c-4f56-9543-e605e9ce46cc, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2be3afb1-203c-4f56-9543-e605e9ce46cc,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:19.903003 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:19.974547 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=2be3afb1-203c-4f56-9543-e605e9ce46cc,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:20.019831 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d675d194-ec74-4f01-8eab-f1ad9dc923e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:20.127829 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d675d194-ec74-4f01-8eab-f1ad9dc923e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:20.145569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ea674-7f91-45f5-98e9-a4f944a4eb48 req-597610f3-65f5-412b-9ffc-db875f147732 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:20.147076 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a17ea674-7f91-45f5-98e9-a4f944a4eb48 req-597610f3-65f5-412b-9ffc-db875f147732 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0570877 Nov 18 17:30:20.171906 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d675d194-ec74-4f01-8eab-f1ad9dc923e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:20.211243 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['2be3afb1-203c-4f56-9543-e605e9ce46cc'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:30:20.211435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675d194-ec74-4f01-8eab-f1ad9dc923e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9190621f-1b5b-49a4-9206-d9002be9d0ec,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:20.213813 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a17ea674-7f91-45f5-98e9-a4f944a4eb48 req-48d018e5-4760-4fe4-ad66-c7e5b6238745 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601285 Nov 18 17:30:20.249280 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d675d194-ec74-4f01-8eab-f1ad9dc923e7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9cd74c0a663946f99457b8ce08992a32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4180048 Nov 18 17:30:20.265515 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37432) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:20.314526 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f21667de-94f3-4461-8439-32a12cf467c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:20.344052 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f21667de-94f3-4461-8439-32a12cf467c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:20.482294 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f21667de-94f3-4461-8439-32a12cf467c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:20.485061 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f21667de-94f3-4461-8439-32a12cf467c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:20.486173 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f21667de-94f3-4461-8439-32a12cf467c4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9190621f-1b5b-49a4-9206-d9002be9d0ec HTTP/1.1" status: 204 len: 168 time: 0.2229409 Nov 18 17:30:20.498384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21667de-94f3-4461-8439-32a12cf467c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9190621f-1b5b-49a4-9206-d9002be9d0ec,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:20.508996 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21667de-94f3-4461-8439-32a12cf467c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:20.509343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21667de-94f3-4461-8439-32a12cf467c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:20.509685 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21667de-94f3-4461-8439-32a12cf467c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:20.510020 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21667de-94f3-4461-8439-32a12cf467c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:20.510344 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21667de-94f3-4461-8439-32a12cf467c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:20.510679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21667de-94f3-4461-8439-32a12cf467c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:20.511079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21667de-94f3-4461-8439-32a12cf467c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:20.511333 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21667de-94f3-4461-8439-32a12cf467c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:20.511656 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21667de-94f3-4461-8439-32a12cf467c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:20.512007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21667de-94f3-4461-8439-32a12cf467c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:20.512700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21667de-94f3-4461-8439-32a12cf467c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:20.513026 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21667de-94f3-4461-8439-32a12cf467c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:20.531225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cb39f-0e50-49e0-9819-48e000c216af req-dd2394c2-7943-498c-862f-ca51ea47cc94 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:20.532875 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-723cb39f-0e50-49e0-9819-48e000c216af req-dd2394c2-7943-498c-862f-ca51ea47cc94 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0803425 Nov 18 17:30:20.584962 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-723cb39f-0e50-49e0-9819-48e000c216af req-f3c077df-6e1f-46d0-aa6f-604c830c4b29 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 Nov 18 17:30:20.787302 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207d356-ddce-47ae-a3cc-0e30eb051db0 req-02366000-7e2e-427b-86ae-fb757490010e tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:20.788860 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c207d356-ddce-47ae-a3cc-0e30eb051db0 req-02366000-7e2e-427b-86ae-fb757490010e tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 945 time: 0.0550389 Nov 18 17:30:20.839947 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c207d356-ddce-47ae-a3cc-0e30eb051db0 req-6a232376-1224-4a55-997d-58008ba883e6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430007 Nov 18 17:30:21.171450 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37444) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:21.184646 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04a0aa99-b1ef-4e3a-839c-16e8f4ccf784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:21.262101 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04a0aa99-b1ef-4e3a-839c-16e8f4ccf784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:21.343830 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607c881-ba17-42de-b627-e478d3d8b9ca req-bc1c3f50-0f75-4d1f-894a-b8d9a86abf0f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:21.345267 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3607c881-ba17-42de-b627-e478d3d8b9ca req-bc1c3f50-0f75-4d1f-894a-b8d9a86abf0f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0506740 Nov 18 17:30:21.346348 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04a0aa99-b1ef-4e3a-839c-16e8f4ccf784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:21.406661 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-04a0aa99-b1ef-4e3a-839c-16e8f4ccf784 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e400596da30e4afcb17704d3bd02b408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2339976 Nov 18 17:30:21.409341 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37450) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:21.416864 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0aa99-b1ef-4e3a-839c-16e8f4ccf784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5371e1fd-8ec9-43e3-a53d-5a360f0640fa,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:21.466341 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3607c881-ba17-42de-b627-e478d3d8b9ca req-2cc3589a-5adf-4e91-962a-242d8d1d9a1f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105175 Nov 18 17:30:21.485797 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:21.487317 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74822b8c-e605-402e-aabc-8164e88a0fcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:21.512694 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74822b8c-e605-402e-aabc-8164e88a0fcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:21.600404 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2be3afb1-203c-4f56-9543-e605e9ce46cc up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:30:21.611122 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74822b8c-e605-402e-aabc-8164e88a0fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:21.613803 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74822b8c-e605-402e-aabc-8164e88a0fcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:21.615019 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-74822b8c-e605-402e-aabc-8164e88a0fcd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5371e1fd-8ec9-43e3-a53d-5a360f0640fa HTTP/1.1" status: 204 len: 168 time: 0.2047405 Nov 18 17:30:21.624624 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74822b8c-e605-402e-aabc-8164e88a0fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5371e1fd-8ec9-43e3-a53d-5a360f0640fa,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:21.731047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 2be3afb1-203c-4f56-9543-e605e9ce46cc completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:30:21.734221 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d42817-1587-4453-b710-f5e2abc3ac33 req-18c13b2d-8fe3-4909-9224-4d2da058a289 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:21.739558 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7d42817-1587-4453-b710-f5e2abc3ac33 req-18c13b2d-8fe3-4909-9224-4d2da058a289 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0542769 Nov 18 17:30:21.739915 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 2be3afb1-203c-4f56-9543-e605e9ce46cc triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:30:21.740466 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:21.797000 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7d42817-1587-4453-b710-f5e2abc3ac33 req-34fa5f60-d919-4a2d-8261-9067513e6800 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543761 Nov 18 17:30:21.834110 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:21.859297 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d900f87-ec4a-46db-8982-0fcd9dd67254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be3afb1-203c-4f56-9543-e605e9ce46cc'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:30:21.861777 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b994c8a0-7e83-46b3-9b26-189debed5d9f" -d '{"events": [{"server_uuid": "7d900f87-ec4a-46db-8982-0fcd9dd67254", "name": "network-vif-plugged", "status": "completed", "tag": "2be3afb1-203c-4f56-9543-e605e9ce46cc"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:30:21.878536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2be3afb1-203c-4f56-9543-e605e9ce46cc, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2be3afb1-203c-4f56-9543-e605e9ce46cc,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:21.920524 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970a9c5c-9618-47d6-9172-c8f0927e04e6 x-openstack-request-id: req-970a9c5c-9618-47d6-9172-c8f0927e04e6 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:30:21.921083 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d900f87-ec4a-46db-8982-0fcd9dd67254", "name": "network-vif-plugged", "status": "completed", "tag": "2be3afb1-203c-4f56-9543-e605e9ce46cc", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:30:21.927831 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-970a9c5c-9618-47d6-9172-c8f0927e04e6 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:30:21.927831 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d900f87-ec4a-46db-8982-0fcd9dd67254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be3afb1-203c-4f56-9543-e605e9ce46cc', 'code': 200} Nov 18 17:30:21.949353 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:21.998717 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf658d-b1ab-4879-9c09-37742c9ef9ce req-4d3557b5-bcd1-4074-b6b5-365c2a6e02f6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:22.000381 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-45cf658d-b1ab-4879-9c09-37742c9ef9ce req-4d3557b5-bcd1-4074-b6b5-365c2a6e02f6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.0518961 Nov 18 17:30:22.024063 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=2be3afb1-203c-4f56-9543-e605e9ce46cc,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:22.060909 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a178d1-407d-412f-b7fc-4b44d4124dcf req-a7101afc-27f8-48f2-a534-619c07497fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:22.062582 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-52a178d1-407d-412f-b7fc-4b44d4124dcf req-a7101afc-27f8-48f2-a534-619c07497fb9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 1098 time: 0.0643587 Nov 18 17:30:22.079645 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-45cf658d-b1ab-4879-9c09-37742c9ef9ce req-50ad1cd7-063a-4ec4-92e4-03558a3501d6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725837 Nov 18 17:30:22.128142 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-52a178d1-407d-412f-b7fc-4b44d4124dcf req-f754d15f-a7f9-43f0-9a0e-f1214ff6668b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526531 Nov 18 17:30:22.606863 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95595013-0eb2-4de9-b720-4d0a918a111b req-ac0061bb-628c-4b5c-9815-2d47a88207b1 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:22.616404 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95595013-0eb2-4de9-b720-4d0a918a111b req-ac0061bb-628c-4b5c-9815-2d47a88207b1 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0656483 Nov 18 17:30:22.663024 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95595013-0eb2-4de9-b720-4d0a918a111b req-4df5d017-f7bc-4754-8f4a-f46cc632f0e6 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442402 Nov 18 17:30:22.902577 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:22.937064 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c7303-51fa-4d85-a6ba-50c1b0cbb6e2 req-c7964e83-11e7-4911-a3b0-c3a59339193f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:22.938565 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e2c7303-51fa-4d85-a6ba-50c1b0cbb6e2 req-c7964e83-11e7-4911-a3b0-c3a59339193f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0581326 Nov 18 17:30:22.988935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e2c7303-51fa-4d85-a6ba-50c1b0cbb6e2 req-38622c59-269a-4dca-921f-3d0012dd7e6a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441272 Nov 18 17:30:23.205269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09300e46-38da-462a-aae4-471e6b128319 req-856a4994-cade-417b-8def-530ab30315fa tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:23.206806 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09300e46-38da-462a-aae4-471e6b128319 req-856a4994-cade-417b-8def-530ab30315fa tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.0504563 Nov 18 17:30:23.256721 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09300e46-38da-462a-aae4-471e6b128319 req-072d8ef8-eb08-4b2a-889f-39a3736a81e9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437078 Nov 18 17:30:23.798634 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae76438-925b-4cd2-85aa-67225e47240e req-640d9395-f3a6-4b77-9250-e98aa03c7211 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:23.806577 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ae76438-925b-4cd2-85aa-67225e47240e req-640d9395-f3a6-4b77-9250-e98aa03c7211 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0606546 Nov 18 17:30:23.881053 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ae76438-925b-4cd2-85aa-67225e47240e req-aedd1139-af8d-4808-9d6c-f11de6d2eb0c tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729444 Nov 18 17:30:24.142193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789128eb-b183-41d7-82cf-3c300049b646 req-5162f811-3082-4cc0-9627-2ef697102f2b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:24.143846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-789128eb-b183-41d7-82cf-3c300049b646 req-5162f811-3082-4cc0-9627-2ef697102f2b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0583177 Nov 18 17:30:24.201131 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-789128eb-b183-41d7-82cf-3c300049b646 req-a2aa8b0e-3d2f-40d3-857d-fd30358b0a66 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501771 Nov 18 17:30:24.379307 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e0162-e8fc-4b44-84fa-f6310425fde5 req-ed13abcd-ba2d-465a-bd36-2247c51be946 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:24.383975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f1e0162-e8fc-4b44-84fa-f6310425fde5 req-ed13abcd-ba2d-465a-bd36-2247c51be946 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.0557144 Nov 18 17:30:24.434191 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f1e0162-e8fc-4b44-84fa-f6310425fde5 req-de66bba5-2d93-4795-a527-8ffacfb48d03 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455151 Nov 18 17:30:24.870159 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e5969-4883-4766-abd5-8715fdc30291 req-d6a0c25e-0070-4eef-8a05-48a71e3ca8d7 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:24.871902 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-965e5969-4883-4766-abd5-8715fdc30291 req-d6a0c25e-0070-4eef-8a05-48a71e3ca8d7 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.0563860 Nov 18 17:30:24.943153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-965e5969-4883-4766-abd5-8715fdc30291 req-40885cd0-be61-4626-8b3f-7364d0bea936 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645709 Nov 18 17:30:25.012684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58475b-ffe5-4365-9fc1-f48114b4bbd2 req-b370b10e-b8f2-4830-9e9b-c9b0aa2fd3f8 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:25.014337 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e58475b-ffe5-4365-9fc1-f48114b4bbd2 req-b370b10e-b8f2-4830-9e9b-c9b0aa2fd3f8 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0522566 Nov 18 17:30:25.076057 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e58475b-ffe5-4365-9fc1-f48114b4bbd2 req-b39a21e2-c7aa-499f-9694-7c3a4cf533c4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545807 Nov 18 17:30:25.367455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58bf0d-b360-4e9f-9f32-b1aedef1d9c6 req-878adb47-9458-4e81-ac3b-0133da6e54ce tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:25.369453 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fe58bf0d-b360-4e9f-9f32-b1aedef1d9c6 req-878adb47-9458-4e81-ac3b-0133da6e54ce tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0562599 Nov 18 17:30:25.429086 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fe58bf0d-b360-4e9f-9f32-b1aedef1d9c6 req-5a338fc0-c37e-47ee-895d-2a75ee081362 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518243 Nov 18 17:30:26.077006 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d24ffb-7f2f-455c-9053-f96230e1f421 req-a108ce0e-4000-4861-9f38-a60743dae062 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:26.080512 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-28d24ffb-7f2f-455c-9053-f96230e1f421 req-a108ce0e-4000-4861-9f38-a60743dae062 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.0545614 Nov 18 17:30:26.144201 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-28d24ffb-7f2f-455c-9053-f96230e1f421 req-50a449a4-65df-434e-a96e-1b2bd64bd0dd tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589681 Nov 18 17:30:26.216857 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4e2c9-c34f-4bf0-9c98-aac68a70382d req-2fc0806f-1ec0-41df-a594-ffb89d6d8898 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:26.224729 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4f4e2c9-c34f-4bf0-9c98-aac68a70382d req-2fc0806f-1ec0-41df-a594-ffb89d6d8898 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0610495 Nov 18 17:30:26.283759 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4f4e2c9-c34f-4bf0-9c98-aac68a70382d req-ecb1ba6c-c056-4445-9398-c7cd6a5e07fe tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581474 Nov 18 17:30:26.566110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700aa8d-31ca-45dc-b4e1-d3bbe8acaab6 req-eb088451-6665-4af8-afc0-f803cc7c221e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:26.569435 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e700aa8d-31ca-45dc-b4e1-d3bbe8acaab6 req-eb088451-6665-4af8-afc0-f803cc7c221e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0553067 Nov 18 17:30:26.619707 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e700aa8d-31ca-45dc-b4e1-d3bbe8acaab6 req-bb9769d3-897c-4327-94ed-8602c3843cd6 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452125 Nov 18 17:30:27.024500 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25148-0e23-4e34-acd7-878468ad5f1b req-e3da2129-9cc5-467d-bfbd-19a4a6aa0038 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:27.026090 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4ff25148-0e23-4e34-acd7-878468ad5f1b req-e3da2129-9cc5-467d-bfbd-19a4a6aa0038 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.0701230 Nov 18 17:30:27.092371 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4ff25148-0e23-4e34-acd7-878468ad5f1b req-5bb3b6b2-6bed-4a62-b230-4293f1c0c247 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572007 Nov 18 17:30:27.211332 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-6e7baf81-86ec-443b-9328-7aacf82453bf tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:27.212871 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-6e7baf81-86ec-443b-9328-7aacf82453bf tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/networks?id=968f23f6-2f47-427d-92d6-5a81f718caf6 HTTP/1.1" status: 200 len: 815 time: 0.1195054 Nov 18 17:30:27.232371 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-c738617e-710c-4f2e-a8f6-9ef86fd0a93e tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/quotas/3517844ed9c749bc9bf70d9f8eb7b10a HTTP/1.1" status: 200 len: 375 time: 0.0092294 Nov 18 17:30:27.278772 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-62ecf6e5-f437-4bb7-bc61-4166adfccedb tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3517844ed9c749bc9bf70d9f8eb7b10a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0451770 Nov 18 17:30:27.437295 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e7682152-67b2-4e78-8410-54e4e69c4dc1 service neutron] 10.222.0.72 "GET /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435685 Nov 18 17:30:27.450639 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6de59-b71c-4626-85ce-cb8cb74286c0 req-9ecf409e-8ada-47a3-8779-3a8faedd62de tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:27.452202 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56e6de59-b71c-4626-85ce-cb8cb74286c0 req-9ecf409e-8ada-47a3-8779-3a8faedd62de tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0780380 Nov 18 17:30:27.565216 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56e6de59-b71c-4626-85ce-cb8cb74286c0 req-125011c4-949b-4e1e-a330-b1fd0e6179e1 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021249 Nov 18 17:30:27.593412 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-325a16f3-0e12-46ff-8d03-2bf2465cc308 service neutron] 10.222.0.72 "GET /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391325 Nov 18 17:30:27.774137 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7bcb7-381f-476c-aa2b-16ca491f295a req-c07a7d5b-b096-49ac-8d16-fdbfda5cbbb9 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:27.775660 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ae7bcb7-381f-476c-aa2b-16ca491f295a req-c07a7d5b-b096-49ac-8d16-fdbfda5cbbb9 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0535145 Nov 18 17:30:27.823282 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ae7bcb7-381f-476c-aa2b-16ca491f295a req-23e080c7-387b-441c-8c90-d6a14caf1bbd tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414751 Nov 18 17:30:27.893275 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee4bcf14-fc9e-4ee4-83c6-2ad9ff1283a4 req-d78ba056-cc0d-4bd3-a2c4-980bc0f8ec6c tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 210 time: 0.0296509 Nov 18 17:30:28.565239 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f8f88-36e2-42db-89fc-037dcee973e6 req-5abcdbf8-4700-4d7e-8635-e5874ba93aed tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:28.566723 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-710f8f88-36e2-42db-89fc-037dcee973e6 req-5abcdbf8-4700-4d7e-8635-e5874ba93aed tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.4006095 Nov 18 17:30:28.698128 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b29f6b-aee5-4e37-ab5a-de5c7d5fb65c req-7bcea0ad-6222-482d-ae59-6c99c5a1d688 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:28.699636 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-85b29f6b-aee5-4e37-ab5a-de5c7d5fb65c req-7bcea0ad-6222-482d-ae59-6c99c5a1d688 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0524681 Nov 18 17:30:28.752858 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-85b29f6b-aee5-4e37-ab5a-de5c7d5fb65c req-b47dc12e-4dff-45be-898e-f70f9744c044 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472426 Nov 18 17:30:28.845087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-710f8f88-36e2-42db-89fc-037dcee973e6 req-58323b11-e502-4f7b-aff9-0a84e3bde612 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715402 Nov 18 17:30:28.969830 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56655b61-a843-4f6a-99de-2d4c634fa31d req-35f1df60-d258-4554-a2d6-de1204f0e73b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:28.971315 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56655b61-a843-4f6a-99de-2d4c634fa31d req-35f1df60-d258-4554-a2d6-de1204f0e73b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0532227 Nov 18 17:30:29.009729 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4b499bd-6750-4f2f-a5dc-eb635653fdd2 req-1a15c713-a653-462d-b03c-b752b0aced61 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 210 time: 0.0373609 Nov 18 17:30:29.049392 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56655b61-a843-4f6a-99de-2d4c634fa31d req-823b7779-4ce9-4ccf-b64a-3af70e1ae310 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659506 Nov 18 17:30:29.621376 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2be3afb1-203c-4f56-9543-e605e9ce46cc details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:30:29.734937 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2be3afb1-203c-4f56-9543-e605e9ce46cc, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2be3afb1-203c-4f56-9543-e605e9ce46cc,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:29.747777 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '2be3afb1-203c-4f56-9543-e605e9ce46cc', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'port_id': '2be3afb1-203c-4f56-9543-e605e9ce46cc', 'mac_address': 'fa:16:3e:f7:70:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:30:29.797197 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:29.822657 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2be3afb1-203c-4f56-9543-e605e9ce46cc {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:30:29.839012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2be3afb1-203c-4f56-9543-e605e9ce46cc, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2be3afb1-203c-4f56-9543-e605e9ce46cc,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:29.948532 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:29.957325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5edeb-1802-41f6-80a5-67d26a5b21f4 req-2f50510f-13d2-4163-b708-63e9a3903669 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:29.959136 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f1a5edeb-1802-41f6-80a5-67d26a5b21f4 req-2f50510f-13d2-4163-b708-63e9a3903669 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.1237161 Nov 18 17:30:30.021140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=2be3afb1-203c-4f56-9543-e605e9ce46cc,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:30.025710 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7851ad2d-195a-4982-98bb-7383acdea1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:30.065546 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['2be3afb1-203c-4f56-9543-e605e9ce46cc'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:30:30.109238 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f1a5edeb-1802-41f6-80a5-67d26a5b21f4 req-1fb49903-6332-4849-95dc-ef276571d1ae tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360741 Nov 18 17:30:30.160762 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417acb0-f5db-4c0c-ae35-adb65ab2d638 req-70c45d2e-2ba1-464b-98b8-1b509cb95fe3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:30.162425 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4417acb0-f5db-4c0c-ae35-adb65ab2d638 req-70c45d2e-2ba1-464b-98b8-1b509cb95fe3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 945 time: 0.1423345 Nov 18 17:30:30.303823 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-584e0723-1773-4df2-bf95-5fb9d8051a0c req-27d82163-d8a8-43d5-a9dc-a6c6e786e42b tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 210 time: 0.0523055 Nov 18 17:30:30.364598 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4417acb0-f5db-4c0c-ae35-adb65ab2d638 req-27d351a0-4638-453f-878a-363da0bcc387 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771901 Nov 18 17:30:30.454963 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-b7bf87fa-67cf-40b9-8392-d3e0e4bbfff5 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:30.457309 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-b7bf87fa-67cf-40b9-8392-d3e0e4bbfff5 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.81 "GET /v2.0/networks?id=968f23f6-2f47-427d-92d6-5a81f718caf6 HTTP/1.1" status: 200 len: 815 time: 0.3535786 Nov 18 17:30:30.474048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Request body: {'port': {'device_id': '94ab9e17-428d-40a5-89ce-671e8dbe6b00', 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6', 'admin_state_up': True, 'tenant_id': '3517844ed9c749bc9bf70d9f8eb7b10a'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:30:30.588305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629ae1a-e67b-47da-ba36-7054c6399591 req-cb521055-ae9b-40b0-96f4-321dddaf7366 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:30.589899 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2629ae1a-e67b-47da-ba36-7054c6399591 req-cb521055-ae9b-40b0-96f4-321dddaf7366 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.1210709 Nov 18 17:30:30.700518 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2629ae1a-e67b-47da-ba36-7054c6399591 req-a6246c6b-a542-477d-94f7-33ea611e3c9b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986748 Nov 18 17:30:30.777029 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Made reservation on behalf of 3517844ed9c749bc9bf70d9f8eb7b10a for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:30:30.781040 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:30.839960 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71be9e-7bc8-4724-84dd-379ac7151285 req-5809de49-7d93-4f15-b58d-a6a75f20c0ef tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:30.842152 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c71be9e-7bc8-4724-84dd-379ac7151285 req-5809de49-7d93-4f15-b58d-a6a75f20c0ef tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0702627 Nov 18 17:30:30.936684 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c71be9e-7bc8-4724-84dd-379ac7151285 req-ddb95cec-e00e-4584-a8cc-8e705502877f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852001 Nov 18 17:30:31.082071 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Allocated IP 172.20.0.14 (968f23f6-2f47-427d-92d6-5a81f718caf6/cf872087-bdaf-42d6-8bc2-9b553caf2f78/fd1b19cf-8000-4264-aae3-6676022cad2e) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:30:31.209219 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:30:31.219661 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7a06d-f17d-446e-826b-dd6948747924 req-73365f00-8adb-4967-bba7-35725ad3ecef tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:31.225299 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37692) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:31.226999 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-85d7a06d-f17d-446e-826b-dd6948747924 req-73365f00-8adb-4967-bba7-35725ad3ecef tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.1019597 Nov 18 17:30:31.296389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-85d7a06d-f17d-446e-826b-dd6948747924 req-e2977e57-a5f3-4476-b004-bf7dc47c8db1 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651197 Nov 18 17:30:31.486584 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:31.508232 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e19d5a42-63d4-45aa-8750-28c6d956ea9c req-80c740b4-b056-44fc-8103-f7fc1e226997 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 210 time: 0.0422332 Nov 18 17:30:31.532964 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad87977f-26c9-4574-9ac2-6b7d8527675d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:31.650898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2be3afb1-203c-4f56-9543-e605e9ce46cc up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:30:31.724724 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:31.756246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:30:31.792215 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b97cd1-357d-46c9-89b0-185044eef047 req-eab3e0b8-7db9-4c53-aa44-7d070247279a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:31.801906 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-22b97cd1-357d-46c9-89b0-185044eef047 req-eab3e0b8-7db9-4c53-aa44-7d070247279a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 945 time: 0.1742561 Nov 18 17:30:31.860035 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad87977f-26c9-4574-9ac2-6b7d8527675d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:31.874608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Network 968f23f6-2f47-427d-92d6-5a81f718caf6 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:30:31.918149 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:30:31.923282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:30:31.932295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Pushing event updated for resources: {'Port': ['ID=fd1b19cf-8000-4264-aae3-6676022cad2e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:31.970225 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-22b97cd1-357d-46c9-89b0-185044eef047 req-279fa7d0-6744-46e1-afce-a28e69136305 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630378 Nov 18 17:30:31.996939 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:32.002234 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:32.002688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:32.005988 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:32.006420 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:32.006731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:32.007081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:32.009917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:32.010286 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:32.010639 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:32.011651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:32.013922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:30:32.033540 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad87977f-26c9-4574-9ac2-6b7d8527675d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:32.079196 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 2be3afb1-203c-4f56-9543-e605e9ce46cc triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:30:32.092426 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:32.144735 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbd6f2-cc3a-4db1-be45-d17a952ce053 req-2c508880-c85b-4708-9bd4-7a59c92b8d60 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:32.157788 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7abbd6f2-cc3a-4db1-be45-d17a952ce053 req-2c508880-c85b-4708-9bd4-7a59c92b8d60 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.1346869 Nov 18 17:30:32.169360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87977f-26c9-4574-9ac2-6b7d8527675d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15e2bc5-afdd-47fa-bc5c-a471628ac7f4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:32.268916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:32.269529 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:32.281295 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ad87977f-26c9-4574-9ac2-6b7d8527675d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=903055852a24474b8b29772771a81d14&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0548663 Nov 18 17:30:32.284684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37708) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:32.370247 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-db50e479-75c5-40e8-b86f-bfee9c55cd26 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9011211 Nov 18 17:30:32.386984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Request body: {'port': {'device_id': '94ab9e17-428d-40a5-89ce-671e8dbe6b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:30:32.395046 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f06005-b7af-40aa-a22e-52ac7fbd5f75 req-f705ff0c-bbbb-46a0-b4ac-c36f03745e9f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:32.408016 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:32.409689 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6f06005-b7af-40aa-a22e-52ac7fbd5f75 req-f705ff0c-bbbb-46a0-b4ac-c36f03745e9f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.2470286 Nov 18 17:30:32.438785 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7abbd6f2-cc3a-4db1-be45-d17a952ce053 req-ca419d24-0373-4337-a1a9-8b75972bae34 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799995 Nov 18 17:30:32.477594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d900f87-ec4a-46db-8982-0fcd9dd67254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be3afb1-203c-4f56-9543-e605e9ce46cc'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:30:32.480662 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b764ca-5894-4487-99e9-6d3612042570" -d '{"events": [{"server_uuid": "7d900f87-ec4a-46db-8982-0fcd9dd67254", "name": "network-vif-plugged", "status": "completed", "tag": "2be3afb1-203c-4f56-9543-e605e9ce46cc"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:30:32.494026 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac7b5-42fa-448d-82c5-ab51e6aa3c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:32.512363 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2be3afb1-203c-4f56-9543-e605e9ce46cc, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2be3afb1-203c-4f56-9543-e605e9ce46cc,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:32.555229 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:32.579909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6f06005-b7af-40aa-a22e-52ac7fbd5f75 req-3b556acc-e780-4457-b9d7-e9e62ae96a28 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692092 Nov 18 17:30:32.596922 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a907ddd1-acba-4aeb-abcf-0be0c4daf9ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:32.605546 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:32.659855 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9b2e04-c206-4301-afed-4a8dc3030b82 x-openstack-request-id: req-4c9b2e04-c206-4301-afed-4a8dc3030b82 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:30:32.660466 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d900f87-ec4a-46db-8982-0fcd9dd67254", "name": "network-vif-plugged", "status": "completed", "tag": "2be3afb1-203c-4f56-9543-e605e9ce46cc", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:30:32.661913 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4c9b2e04-c206-4301-afed-4a8dc3030b82 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:30:32.661913 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d900f87-ec4a-46db-8982-0fcd9dd67254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be3afb1-203c-4f56-9543-e605e9ce46cc', 'code': 200} Nov 18 17:30:32.679697 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a907ddd1-acba-4aeb-abcf-0be0c4daf9ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:32.717030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=2be3afb1-203c-4f56-9543-e605e9ce46cc,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:32.849027 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab2d31-f5a3-46a2-a450-19b2c45c7cf4 req-d29ed18f-8e3d-4458-8606-f8431cca2631 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:32.849027 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6dab2d31-f5a3-46a2-a450-19b2c45c7cf4 req-d29ed18f-8e3d-4458-8606-f8431cca2631 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 932 time: 0.1040952 Nov 18 17:30:32.940779 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6dab2d31-f5a3-46a2-a450-19b2c45c7cf4 req-223056ae-20bb-44a7-8fae-2a83e3f1e58e tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781341 Nov 18 17:30:32.948901 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a907ddd1-acba-4aeb-abcf-0be0c4daf9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:32.954430 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a907ddd1-acba-4aeb-abcf-0be0c4daf9ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:32.959808 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a907ddd1-acba-4aeb-abcf-0be0c4daf9ef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e15e2bc5-afdd-47fa-bc5c-a471628ac7f4 HTTP/1.1" status: 204 len: 168 time: 0.6682065 Nov 18 17:30:32.974651 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907ddd1-acba-4aeb-abcf-0be0c4daf9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15e2bc5-afdd-47fa-bc5c-a471628ac7f4,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:33.112536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1b19cf-8000-4264-aae3-6676022cad2e {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:30:33.120903 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:33.145459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Transition to ACTIVE for port object fd1b19cf-8000-4264-aae3-6676022cad2e will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:30:33.204500 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7217643-4239-40d0-9752-db67736687c1 req-64a3f606-07be-48d5-b8c0-5629dffd9233 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:33.206114 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7217643-4239-40d0-9752-db67736687c1 req-64a3f606-07be-48d5-b8c0-5629dffd9233 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.1120574 Nov 18 17:30:33.228794 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:33.330005 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1b19cf-8000-4264-aae3-6676022cad2e,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:33.344469 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7217643-4239-40d0-9752-db67736687c1 req-3a09c042-048c-4861-9741-f7107fdf7caf tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301632 Nov 18 17:30:33.486889 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Attempting to bind port fd1b19cf-8000-4264-aae3-6676022cad2e on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:30:33.487383 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Attempting to bind port fd1b19cf-8000-4264-aae3-6676022cad2e by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '8782a564-3dfd-453d-8e66-39c0504e575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:30:33.487844 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Attempting to bind port fd1b19cf-8000-4264-aae3-6676022cad2e on network 968f23f6-2f47-427d-92d6-5a81f718caf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:30:33.498383 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Port fd1b19cf-8000-4264-aae3-6676022cad2e on network 968f23f6-2f47-427d-92d6-5a81f718caf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:30:33.498841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Attempting to bind port fd1b19cf-8000-4264-aae3-6676022cad2e on network 968f23f6-2f47-427d-92d6-5a81f718caf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:30:33.506499 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:30:33.507073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Checking segment: {'id': '8782a564-3dfd-453d-8e66-39c0504e575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:30:33.507628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Bound using segment: {'id': '8782a564-3dfd-453d-8e66-39c0504e575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:30:33.508263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Bound port: fd1b19cf-8000-4264-aae3-6676022cad2e, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8782a564-3dfd-453d-8e66-39c0504e575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:30:33.508736 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:33.523730 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d722c4-1cd8-4109-bf7f-68bab1ced728 req-fd90a1f8-6023-4e12-b802-b41d9ef3d1e4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:33.526968 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94d722c4-1cd8-4109-bf7f-68bab1ced728 req-fd90a1f8-6023-4e12-b802-b41d9ef3d1e4 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.1075885 Nov 18 17:30:33.658171 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd9e4c-a933-4b38-9598-f784cd549adf req-94377538-fb45-4cd5-9de1-5482caaaca21 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:33.668912 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:33.671530 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4cdd9e4c-a933-4b38-9598-f784cd549adf req-94377538-fb45-4cd5-9de1-5482caaaca21 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.1149890 Nov 18 17:30:33.699145 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] For port fd1b19cf-8000-4264-aae3-6676022cad2e, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:30:33.705288 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] For port fd1b19cf-8000-4264-aae3-6676022cad2e, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fd1b19cf-8000-4264-aae3-6676022cad2e,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:30:33.732944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-94d722c4-1cd8-4109-bf7f-68bab1ced728 req-aa3102d8-4070-49c6-8f2b-4c6cbcea2568 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Deleting port 51e371d9-ede3-4fe2-8e68-016cce433078 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:30:33.733491 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-94d722c4-1cd8-4109-bf7f-68bab1ced728 req-aa3102d8-4070-49c6-8f2b-4c6cbcea2568 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:33.781410 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4cdd9e4c-a933-4b38-9598-f784cd549adf req-ef79d587-d9b0-4b5b-80b0-c9f673b5a0ba tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099582 Nov 18 17:30:33.813000 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:33.870243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb74fc-ac0a-4bb9-b9da-88140f0bb5e4 req-3a891086-cba7-4699-82b2-bc4ae4a01701 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:33.883698 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77cb74fc-ac0a-4bb9-b9da-88140f0bb5e4 req-3a891086-cba7-4699-82b2-bc4ae4a01701 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 945 time: 0.0999570 Nov 18 17:30:33.915041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1b19cf-8000-4264-aae3-6676022cad2e,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:33.940006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:33.940803 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:33.944332 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-e86217cc-e44e-468b-9e06-4156627f4283 service neutron] 10.222.0.81 "PUT /v2.0/ports/fd1b19cf-8000-4264-aae3-6676022cad2e HTTP/1.1" status: 200 len: 1093 time: 1.5623002 Nov 18 17:30:33.944332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ab9e17-428d-40a5-89ce-671e8dbe6b00', 'tag': 'fd1b19cf-8000-4264-aae3-6676022cad2e'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:30:33.946003 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0ce980-7b14-4a29-80b9-227e2ac695d3" -d '{"events": [{"name": "network-changed", "server_uuid": "94ab9e17-428d-40a5-89ce-671e8dbe6b00", "tag": "fd1b19cf-8000-4264-aae3-6676022cad2e"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:30:33.976959 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77cb74fc-ac0a-4bb9-b9da-88140f0bb5e4 req-e26120a4-fd9a-4e89-927b-a155175524f0 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892627 Nov 18 17:30:34.002572 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-94d722c4-1cd8-4109-bf7f-68bab1ced728 req-aa3102d8-4070-49c6-8f2b-4c6cbcea2568 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] For port 51e371d9-ede3-4fe2-8e68-016cce433078, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=51e371d9-ede3-4fe2-8e68-016cce433078,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:34.007604 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-94d722c4-1cd8-4109-bf7f-68bab1ced728 req-aa3102d8-4070-49c6-8f2b-4c6cbcea2568 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:34.025365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-94d722c4-1cd8-4109-bf7f-68bab1ced728 req-aa3102d8-4070-49c6-8f2b-4c6cbcea2568 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Calling delete_port for 51e371d9-ede3-4fe2-8e68-016cce433078 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:30:34.031904 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf705ae8-4813-4938-b0cb-707c2f1a9202 x-openstack-request-id: req-cf705ae8-4813-4938-b0cb-707c2f1a9202 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:30:34.032125 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ab9e17-428d-40a5-89ce-671e8dbe6b00", "tag": "fd1b19cf-8000-4264-aae3-6676022cad2e", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:30:34.035080 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cf705ae8-4813-4938-b0cb-707c2f1a9202 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:30:34.035706 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ab9e17-428d-40a5-89ce-671e8dbe6b00', 'tag': 'fd1b19cf-8000-4264-aae3-6676022cad2e', 'status': 'completed', 'code': 200} Nov 18 17:30:34.039506 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37730) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:34.065042 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f901521-ef2a-4963-98dd-712cf2279aef admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:34.187148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05eb92-71a0-4eda-a7e5-ff7ed832b14e req-0b33663c-09de-4064-8ead-2749412a0497 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:34.194845 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f05eb92-71a0-4eda-a7e5-ff7ed832b14e req-0b33663c-09de-4064-8ead-2749412a0497 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 944 time: 0.0895233 Nov 18 17:30:34.241424 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ce980-7b14-4a29-80b9-227e2ac695d3 req-ca77acfb-d2cc-4a47-bb28-64f59e163fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:34.243491 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f0ce980-7b14-4a29-80b9-227e2ac695d3 req-ca77acfb-d2cc-4a47-bb28-64f59e163fc3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3517844ed9c749bc9bf70d9f8eb7b10a&device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 1096 time: 0.1797407 Nov 18 17:30:34.256213 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f901521-ef2a-4963-98dd-712cf2279aef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:34.276373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37734) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:34.340301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f05eb92-71a0-4eda-a7e5-ff7ed832b14e req-ef1ff89b-b0ba-499a-b028-55b619ab8a8c tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428828 Nov 18 17:30:34.356802 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f901521-ef2a-4963-98dd-712cf2279aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:34.447613 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ce980-7b14-4a29-80b9-227e2ac695d3 req-7eca2681-1fcb-4160-aba8-81e2487514b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:34.449227 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f0ce980-7b14-4a29-80b9-227e2ac695d3 req-7eca2681-1fcb-4160-aba8-81e2487514b4 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=3517844ed9c749bc9bf70d9f8eb7b10a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1969290 Nov 18 17:30:34.466398 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7f901521-ef2a-4963-98dd-712cf2279aef admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=891ca222c19e4fd4874c2682bb8e5ba1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4253395 Nov 18 17:30:34.476145 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37738) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:34.556854 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-94d722c4-1cd8-4109-bf7f-68bab1ced728 req-aa3102d8-4070-49c6-8f2b-4c6cbcea2568 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:34.574130 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8b0140f8-ab7d-4b55-b092-6caf280ecdb8', '51e371d9-ede3-4fe2-8e68-016cce433078'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:30:34.580662 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f901521-ef2a-4963-98dd-712cf2279aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaa4a9b-1a70-4b8c-b9ca-253d0f6f9d23,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:34.639202 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3102d8-4070-49c6-8f2b-4c6cbcea2568 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Pushing event deleted for resources: {'Port': ['ID=51e371d9-ede3-4fe2-8e68-016cce433078,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:34.717512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ce980-7b14-4a29-80b9-227e2ac695d3 req-6ceed6b6-b26d-417c-a4f6-bd6be69be51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:34.720506 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5f0ce980-7b14-4a29-80b9-227e2ac695d3 req-6ceed6b6-b26d-417c-a4f6-bd6be69be51f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2602606 Nov 18 17:30:34.730003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1edb96-808f-4a8f-8337-e40581f5d0d0 req-14861fb9-c937-4247-a64c-7568e9ea8d3b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:34.741730 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef1edb96-808f-4a8f-8337-e40581f5d0d0 req-14861fb9-c937-4247-a64c-7568e9ea8d3b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.2797956 Nov 18 17:30:34.749704 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-870c806d-77e0-4b69-b06b-24814353909e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:34.904238 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d722c4-1cd8-4109-bf7f-68bab1ced728 req-aa3102d8-4070-49c6-8f2b-4c6cbcea2568 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] No DVR routers for this DVR port 51e371d9-ede3-4fe2-8e68-016cce433078 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:30:34.907574 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-94d722c4-1cd8-4109-bf7f-68bab1ced728 req-aa3102d8-4070-49c6-8f2b-4c6cbcea2568 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:34.911486 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-94d722c4-1cd8-4109-bf7f-68bab1ced728 req-aa3102d8-4070-49c6-8f2b-4c6cbcea2568 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "DELETE /v2.0/ports/51e371d9-ede3-4fe2-8e68-016cce433078 HTTP/1.1" status: 204 len: 173 time: 1.3741572 Nov 18 17:30:34.922707 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef1edb96-808f-4a8f-8337-e40581f5d0d0 req-e0b7c0bf-36d5-4cc0-aac2-d6e8291f43d8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791101 Nov 18 17:30:34.949868 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-870c806d-77e0-4b69-b06b-24814353909e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:34.957873 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-cde7f419-d20d-4d78-a5e3-461fc6ec7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:34.961223 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-cde7f419-d20d-4d78-a5e3-461fc6ec7df2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3517844ed9c749bc9bf70d9f8eb7b10a&device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 1096 time: 0.1796019 Nov 18 17:30:35.026837 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-ded86f94-805c-4826-80d0-cf37024f27ba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd1b19cf-8000-4264-aae3-6676022cad2e HTTP/1.1" status: 200 len: 217 time: 0.0572302 Nov 18 17:30:35.149240 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ff56-4850-4bb3-91e4-e354c30a517e req-7e4ddc15-3faa-4386-9188-12f8ac4e685f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:35.154313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-eed0f9f2-928e-410e-9287-56d80b0e7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:35.158063 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97a3ff56-4850-4bb3-91e4-e354c30a517e req-7e4ddc15-3faa-4386-9188-12f8ac4e685f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 943 time: 0.0797489 Nov 18 17:30:35.159714 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-eed0f9f2-928e-410e-9287-56d80b0e7b64 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cf872087-bdaf-42d6-8bc2-9b553caf2f78 HTTP/1.1" status: 200 len: 855 time: 0.1235220 Nov 18 17:30:35.207116 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-bb50bc4e-553b-4a42-9318-2e24990ececb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=968f23f6-2f47-427d-92d6-5a81f718caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397053 Nov 18 17:30:35.223227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-1f138c3e-e80c-45cf-aec6-0944f2136029 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting port 735a14bc-3511-4d51-8944-cc5f6b93d062 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:30:35.225266 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f138c3e-e80c-45cf-aec6-0944f2136029 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:35.229206 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 67ead60e-6df3-4468-8767-f55b19386053 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:30:35.269033 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b0ffb53-add1-4eb1-b4d4-2650ff43b59a req-f5e4a0d3-76d9-4365-9173-d15cc79522ef tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec01da6c-43dc-497f-8274-62c1cb821619 HTTP/1.1" status: 200 len: 210 time: 0.1055806 Nov 18 17:30:35.308494 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:35.405566 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f138c3e-e80c-45cf-aec6-0944f2136029 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:35.406257 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f138c3e-e80c-45cf-aec6-0944f2136029 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:35.424365 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-1f138c3e-e80c-45cf-aec6-0944f2136029 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Calling delete_port for 735a14bc-3511-4d51-8944-cc5f6b93d062 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:30:35.504761 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-a7a4cdb1-0f46-41e2-abac-e2ea25c2b6ab service neutron] 10.222.0.81 "GET /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903340 Nov 18 17:30:35.640495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 67ead60e-6df3-4468-8767-f55b19386053, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=67ead60e-6df3-4468-8767-f55b19386053,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:35.678003 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '67ead60e-6df3-4468-8767-f55b19386053', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'port_id': '67ead60e-6df3-4468-8767-f55b19386053', 'mac_address': 'fa:16:3e:83:48:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:30:35.681979 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97a3ff56-4850-4bb3-91e4-e354c30a517e req-92246bc3-4179-4b87-9670-abebc2675990 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227191 Nov 18 17:30:35.726729 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-870c806d-77e0-4b69-b06b-24814353909e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:35.733489 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-870c806d-77e0-4b69-b06b-24814353909e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:35.741427 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-870c806d-77e0-4b69-b06b-24814353909e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ffaa4a9b-1a70-4b8c-b9ca-253d0f6f9d23 HTTP/1.1" status: 204 len: 168 time: 1.2470534 Nov 18 17:30:35.747734 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c806d-77e0-4b69-b06b-24814353909e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaa4a9b-1a70-4b8c-b9ca-253d0f6f9d23,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:35.762655 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-feeef2c6-8b6b-4c3a-bf1f-7a91d1868860 req-66545cc2-d6d4-4ecb-8456-6e622e47b107 service neutron] 10.222.0.81 "GET /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492883 Nov 18 17:30:35.790096 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:35.797489 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e428f7-dbd5-4e9c-887d-d0b105541fa0 req-8c70aa01-aaa0-4e24-a209-eb250063090d tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:35.805824 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:35.810924 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66e428f7-dbd5-4e9c-887d-d0b105541fa0 req-8c70aa01-aaa0-4e24-a209-eb250063090d tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 944 time: 0.1245341 Nov 18 17:30:35.815516 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f138c3e-e80c-45cf-aec6-0944f2136029 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:35.840065 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ead60e-6df3-4468-8767-f55b19386053 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:30:35.888991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 67ead60e-6df3-4468-8767-f55b19386053, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=67ead60e-6df3-4468-8767-f55b19386053,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:35.948458 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:35.976736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f138c3e-e80c-45cf-aec6-0944f2136029 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Port': ['ID=735a14bc-3511-4d51-8944-cc5f6b93d062,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:36.038738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec01da6c-43dc-497f-8274-62c1cb821619', 'name': 'network-vif-deleted', 'tag': '51e371d9-ede3-4fe2-8e68-016cce433078'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:30:36.042772 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813ca0e4-2b28-4eaa-bb9b-b3ff6f7e293e" -d '{"events": [{"server_uuid": "ec01da6c-43dc-497f-8274-62c1cb821619", "name": "network-vif-deleted", "tag": "51e371d9-ede3-4fe2-8e68-016cce433078"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:30:36.075572 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66e428f7-dbd5-4e9c-887d-d0b105541fa0 req-3c29c2a4-8590-4bbd-adb4-7b0b426eb4f5 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648165 Nov 18 17:30:36.137941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=67ead60e-6df3-4468-8767-f55b19386053,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:36.201528 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f138c3e-e80c-45cf-aec6-0944f2136029 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:36.202169 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-1f138c3e-e80c-45cf-aec6-0944f2136029 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Floating IP 83861876-740c-40aa-940f-a6182f4ae983 disassociated (deleted). External IP: 172.25.3.31, port: ae13308d-c8f3-4814-b387-d394bec6f3d9. Nov 18 17:30:36.269747 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['67ead60e-6df3-4468-8767-f55b19386053'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:30:36.289434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc73a8-fbeb-4983-b510-f3d7d2827c40 req-3f105531-f78d-438b-98a5-3634cb3c5b18 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:36.291761 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bedc73a8-fbeb-4983-b510-f3d7d2827c40 req-3f105531-f78d-438b-98a5-3634cb3c5b18 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.1398141 Nov 18 17:30:36.626574 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bedc73a8-fbeb-4983-b510-f3d7d2827c40 req-7ea0e706-d2dc-4d3b-aaf7-f4b8def4114c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837970 Nov 18 17:30:36.634371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f138c3e-e80c-45cf-aec6-0944f2136029 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router 196369d9-afc1-459f-a902-df68f30e4180 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:30:36.738446 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad72388-ee27-4865-ab08-062a1379b784 x-openstack-request-id: req-2ad72388-ee27-4865-ab08-062a1379b784 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:30:36.738756 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec01da6c-43dc-497f-8274-62c1cb821619", "name": "network-vif-deleted", "tag": "51e371d9-ede3-4fe2-8e68-016cce433078", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:30:36.739018 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2ad72388-ee27-4865-ab08-062a1379b784 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:30:36.739428 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec01da6c-43dc-497f-8274-62c1cb821619', 'name': 'network-vif-deleted', 'tag': '51e371d9-ede3-4fe2-8e68-016cce433078', 'status': 'completed', 'code': 200} Nov 18 17:30:36.963354 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f138c3e-e80c-45cf-aec6-0944f2136029 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:30:36.969207 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f138c3e-e80c-45cf-aec6-0944f2136029 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:36.981676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fb6039-6502-420f-8294-5b170dbb79fb None None] Sync routers for ids ['196369d9-afc1-459f-a902-df68f30e4180'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:30:36.999852 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fb6039-6502-420f-8294-5b170dbb79fb None None] Routers {'196369d9-afc1-459f-a902-df68f30e4180'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:30:37.002724 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-84fb6039-6502-420f-8294-5b170dbb79fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:30:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['196369d9-afc1-459f-a902-df68f30e4180'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:30:37.038352 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceddfb-8d0b-4870-af7d-03966491b945 req-8fa76864-43ac-40e7-8a85-8751192a5c23 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:37.046283 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-81ceddfb-8d0b-4870-af7d-03966491b945 req-8fa76864-43ac-40e7-8a85-8751192a5c23 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 944 time: 0.1326833 Nov 18 17:30:37.069834 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1f138c3e-e80c-45cf-aec6-0944f2136029 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/floatingips/83861876-740c-40aa-940f-a6182f4ae983 HTTP/1.1" status: 204 len: 168 time: 2.7923563 Nov 18 17:30:37.074964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'tag': 'ae13308d-c8f3-4814-b387-d394bec6f3d9'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:30:37.077099 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905395c2-9cb4-4cae-ac3f-872492886c01" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1591fe-4004-4388-91f5-e9c81a9d041d", "tag": "ae13308d-c8f3-4814-b387-d394bec6f3d9"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:30:37.126439 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-81ceddfb-8d0b-4870-af7d-03966491b945 req-294c5f88-fc12-4f72-93ac-346685d77fda tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791457 Nov 18 17:30:37.223710 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 51e371d9-ede3-4fe2-8e68-016cce433078 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:30:37.276335 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef133816-e8ab-4f69-bc6f-5fd8d9d2213c x-openstack-request-id: req-ef133816-e8ab-4f69-bc6f-5fd8d9d2213c {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:30:37.277073 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1591fe-4004-4388-91f5-e9c81a9d041d", "tag": "ae13308d-c8f3-4814-b387-d394bec6f3d9", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:30:37.277700 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ef133816-e8ab-4f69-bc6f-5fd8d9d2213c {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:30:37.278462 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'tag': 'ae13308d-c8f3-4814-b387-d394bec6f3d9', 'status': 'completed', 'code': 200} Nov 18 17:30:37.284463 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 51e371d9-ede3-4fe2-8e68-016cce433078 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:30:37.286649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 51e371d9-ede3-4fe2-8e68-016cce433078 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:30:37.308015 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-84fb6039-6502-420f-8294-5b170dbb79fb None None] Set router 196369d9-afc1-459f-a902-df68f30e4180 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:30:37.511048 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88856134-9e69-4310-8c1f-e2d28ab2a1c1 req-378b5b41-4d03-4c21-89f3-7c95ac5650fe tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:37.529689 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88856134-9e69-4310-8c1f-e2d28ab2a1c1 req-378b5b41-4d03-4c21-89f3-7c95ac5650fe tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 944 time: 0.1372216 Nov 18 17:30:37.655917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905395c2-9cb4-4cae-ac3f-872492886c01 req-d5fa15ef-c99c-455e-875c-7a1eac7db63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:37.657648 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-905395c2-9cb4-4cae-ac3f-872492886c01 req-d5fa15ef-c99c-455e-875c-7a1eac7db63a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cf238edb8014a38996468367e264a07&device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 1098 time: 0.3510249 Nov 18 17:30:37.700849 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88856134-9e69-4310-8c1f-e2d28ab2a1c1 req-86137550-5add-41c2-834f-58fdfb88afd2 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701233 Nov 18 17:30:37.737809 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-84fb6039-6502-420f-8294-5b170dbb79fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196369d9-afc1-459f-a902-df68f30e4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35553822', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:28:03Z', 'updated_at': '2021-11-18T17:28:18Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:04Z', 'updated_at': '2021-11-18T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '3ae559cd-f60c-4ff9-8c9a-db20f03d4b31', 'name': '', 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:92:b3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:15Z', 'updated_at': '2021-11-18T17:28:26Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:30:37.779064 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fb6039-6502-420f-8294-5b170dbb79fb None None] Checking router: 196369d9-afc1-459f-a902-df68f30e4180 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:30:37.788139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fb6039-6502-420f-8294-5b170dbb79fb None None] Routers {'196369d9-afc1-459f-a902-df68f30e4180'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:30:37.789081 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-84fb6039-6502-420f-8294-5b170dbb79fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:30:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['196369d9-afc1-459f-a902-df68f30e4180'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:30:37.814787 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905395c2-9cb4-4cae-ac3f-872492886c01 req-210a9178-c6df-4173-b9cd-64f4935c41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:37.816790 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-905395c2-9cb4-4cae-ac3f-872492886c01 req-210a9178-c6df-4173-b9cd-64f4935c41c4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0ba92f63-afbc-4d4a-8a56-1c89df73beec HTTP/1.1" status: 200 len: 897 time: 0.1502833 Nov 18 17:30:37.833749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accfaca-b515-405d-be42-6c772dbc4299 req-8ed59840-df45-4077-97fe-23770b596d1c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:37.841147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3accfaca-b515-405d-be42-6c772dbc4299 req-8ed59840-df45-4077-97fe-23770b596d1c tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.0881035 Nov 18 17:30:37.872263 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc846a6-8e7a-46ff-b1d9-c81564c096be req-f3ed50a9-3fbb-4089-a5f7-7d0237c7244d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:37.879778 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fdc846a6-8e7a-46ff-b1d9-c81564c096be req-f3ed50a9-3fbb-4089-a5f7-7d0237c7244d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.0989954 Nov 18 17:30:37.881997 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-905395c2-9cb4-4cae-ac3f-872492886c01 req-e98929c6-2aef-4cc1-a403-82491d0a56a0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae13308d-c8f3-4814-b387-d394bec6f3d9 HTTP/1.1" status: 200 len: 217 time: 0.0556629 Nov 18 17:30:37.930748 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-84fb6039-6502-420f-8294-5b170dbb79fb None None] Set router 196369d9-afc1-459f-a902-df68f30e4180 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:30:37.957677 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905395c2-9cb4-4cae-ac3f-872492886c01 req-ff7e0c1a-14de-41c3-be7f-0f2b6b5ddf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:37.958015 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3accfaca-b515-405d-be42-6c772dbc4299 req-dd059fa6-39ad-425e-b71c-d7f97a17360b tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076300 Nov 18 17:30:37.958122 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-905395c2-9cb4-4cae-ac3f-872492886c01 req-ff7e0c1a-14de-41c3-be7f-0f2b6b5ddf0a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1 HTTP/1.1" status: 200 len: 834 time: 0.0620599 Nov 18 17:30:37.995968 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fdc846a6-8e7a-46ff-b1d9-c81564c096be req-5955c7eb-27c2-417f-96b8-dcf51161002d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135910 Nov 18 17:30:38.018417 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905395c2-9cb4-4cae-ac3f-872492886c01 req-1a605cb1-eef6-4204-b830-8da0cd716db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:38.024978 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-905395c2-9cb4-4cae-ac3f-872492886c01 req-1a605cb1-eef6-4204-b830-8da0cd716db1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0ba92f63-afbc-4d4a-8a56-1c89df73beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622804 Nov 18 17:30:38.309264 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-905395c2-9cb4-4cae-ac3f-872492886c01 req-6be6d68c-eb64-4843-8403-bec6d8d31715 service neutron] 10.222.0.81 "GET /v2.0/networks/0ba92f63-afbc-4d4a-8a56-1c89df73beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762930 Nov 18 17:30:38.332228 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-84fb6039-6502-420f-8294-5b170dbb79fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196369d9-afc1-459f-a902-df68f30e4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35553822', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:28:03Z', 'updated_at': '2021-11-18T17:28:18Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:04Z', 'updated_at': '2021-11-18T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '3ae559cd-f60c-4ff9-8c9a-db20f03d4b31', 'name': '', 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:92:b3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:15Z', 'updated_at': '2021-11-18T17:28:26Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:30:38.401693 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fb6039-6502-420f-8294-5b170dbb79fb None None] The sync data for ids ['196369d9-afc1-459f-a902-df68f30e4180'] in n-d-813419-11 is: [{'id': '196369d9-afc1-459f-a902-df68f30e4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35553822', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:28:03Z', 'updated_at': '2021-11-18T17:28:18Z', 'revision_number': 4, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:04Z', 'updated_at': '2021-11-18T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '3ae559cd-f60c-4ff9-8c9a-db20f03d4b31', 'name': '', 'network_id': '0ba92f63-afbc-4d4a-8a56-1c89df73beec', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'mac_address': 'fa:16:3e:92:b3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:15Z', 'updated_at': '2021-11-18T17:28:26Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'subnets': [{'id': '5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:30:38.421793 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a47cec-5916-4517-8a87-f314e432ee63 req-7c8c4a50-75ed-4aad-97c5-cbb36080239e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:38.448972 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74a47cec-5916-4517-8a87-f314e432ee63 req-7c8c4a50-75ed-4aad-97c5-cbb36080239e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 944 time: 0.1531780 Nov 18 17:30:38.529749 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-905395c2-9cb4-4cae-ac3f-872492886c01 req-881cd110-36fb-449f-b857-616b0f4a4f7b service neutron] 10.222.0.81 "GET /v2.0/networks/0ba92f63-afbc-4d4a-8a56-1c89df73beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056041 Nov 18 17:30:38.569283 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74a47cec-5916-4517-8a87-f314e432ee63 req-d95a6625-7809-46ce-94a2-d667d7303018 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223192 Nov 18 17:30:38.864339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3a2e7-a5fc-4e28-a0b0-ad8441aafaf8 req-44fc238d-9c16-4820-b9b4-55a8f621ee4f tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:38.881058 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46d3a2e7-a5fc-4e28-a0b0-ad8441aafaf8 req-44fc238d-9c16-4820-b9b4-55a8f621ee4f tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 944 time: 0.1044810 Nov 18 17:30:38.924249 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727a6f8-a8c9-41b9-8c45-0665fd37b17e None None] New status for floating IP 83861876-740c-40aa-940f-a6182f4ae983: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:30:38.980395 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e6633-661e-4ec9-81ef-88b6af9d1afb req-e746e2de-cac6-4118-abbb-98d7f59c1bd6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:38.983896 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f82e6633-661e-4ec9-81ef-88b6af9d1afb req-e746e2de-cac6-4118-abbb-98d7f59c1bd6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.0643039 Nov 18 17:30:38.994522 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46d3a2e7-a5fc-4e28-a0b0-ad8441aafaf8 req-d443a7fb-903c-4f72-b604-d05b1ed0d57d tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063864 Nov 18 17:30:39.171037 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-f82e6633-661e-4ec9-81ef-88b6af9d1afb req-0fd45311-0c0a-43a5-80e5-69c065cc66d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting port ae13308d-c8f3-4814-b387-d394bec6f3d9 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:30:39.171388 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f82e6633-661e-4ec9-81ef-88b6af9d1afb req-0fd45311-0c0a-43a5-80e5-69c065cc66d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:39.252761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 67ead60e-6df3-4468-8767-f55b19386053 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:30:39.339320 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f82e6633-661e-4ec9-81ef-88b6af9d1afb req-0fd45311-0c0a-43a5-80e5-69c065cc66d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] For port ae13308d-c8f3-4814-b387-d394bec6f3d9, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ae13308d-c8f3-4814-b387-d394bec6f3d9,segment=NetworkSegment(212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e),segment_id=212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:39.339613 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f82e6633-661e-4ec9-81ef-88b6af9d1afb req-0fd45311-0c0a-43a5-80e5-69c065cc66d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:39.348294 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ac75e-df25-44c7-9355-da41432e5b8e req-f0659c9d-0340-4aba-8bee-dfe3db515c73 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:39.350621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-644ac75e-df25-44c7-9355-da41432e5b8e req-f0659c9d-0340-4aba-8bee-dfe3db515c73 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 946 time: 0.1980073 Nov 18 17:30:39.364306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-f82e6633-661e-4ec9-81ef-88b6af9d1afb req-0fd45311-0c0a-43a5-80e5-69c065cc66d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Calling delete_port for ae13308d-c8f3-4814-b387-d394bec6f3d9 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:30:39.437285 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f93d5-c818-45b2-a791-c099a44b533e req-f94b7dc8-1754-446c-b548-ce19e6a80091 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:39.440999 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b9f93d5-c818-45b2-a791-c099a44b533e req-f94b7dc8-1754-446c-b548-ce19e6a80091 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.2606032 Nov 18 17:30:39.502437 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 67ead60e-6df3-4468-8767-f55b19386053 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:30:39.514501 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 67ead60e-6df3-4468-8767-f55b19386053 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:30:39.514501 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:39.565314 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b9f93d5-c818-45b2-a791-c099a44b533e req-2a07c3e5-64ac-4982-8a4d-1b85934ef8d0 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160228 Nov 18 17:30:39.593147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-644ac75e-df25-44c7-9355-da41432e5b8e req-c782042b-7079-4679-b784-5e72596637b6 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/security-groups?id=685806a1-fac9-42f1-b784-4bdd456e927d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331266 Nov 18 17:30:39.703016 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f82e6633-661e-4ec9-81ef-88b6af9d1afb req-0fd45311-0c0a-43a5-80e5-69c065cc66d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:39.713677 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device fd1b19cf-8000-4264-aae3-6676022cad2e details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:30:39.737426 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:39.791160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997337a1-e675-4457-941c-68185d6d10e7 req-d40b9a75-7362-4604-9a3e-86c3a904e2fa tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:39.799574 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-997337a1-e675-4457-941c-68185d6d10e7 req-d40b9a75-7362-4604-9a3e-86c3a904e2fa tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 945 time: 0.1184678 Nov 18 17:30:39.814682 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd45311-0c0a-43a5-80e5-69c065cc66d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Port': ['ID=ae13308d-c8f3-4814-b387-d394bec6f3d9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:39.888666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ead60e-6df3-4468-8767-f55b19386053'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:30:39.891917 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8408a07a-f845-4bdc-9bdf-19d948513c7c" -d '{"events": [{"server_uuid": "7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c", "name": "network-vif-plugged", "status": "completed", "tag": "67ead60e-6df3-4468-8767-f55b19386053"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:30:39.908487 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 67ead60e-6df3-4468-8767-f55b19386053, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=67ead60e-6df3-4468-8767-f55b19386053,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:39.921991 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-997337a1-e675-4457-941c-68185d6d10e7 req-cc886de9-f75a-4483-8e04-75bd40cda1da tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184192 Nov 18 17:30:39.930966 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82e6633-661e-4ec9-81ef-88b6af9d1afb req-0fd45311-0c0a-43a5-80e5-69c065cc66d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] No DVR routers for this DVR port ae13308d-c8f3-4814-b387-d394bec6f3d9 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:30:39.935237 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f82e6633-661e-4ec9-81ef-88b6af9d1afb req-0fd45311-0c0a-43a5-80e5-69c065cc66d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:39.942197 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f82e6633-661e-4ec9-81ef-88b6af9d1afb req-0fd45311-0c0a-43a5-80e5-69c065cc66d8 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.81 "DELETE /v2.0/ports/ae13308d-c8f3-4814-b387-d394bec6f3d9 HTTP/1.1" status: 204 len: 173 time: 0.9487126 Nov 18 17:30:39.960062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'name': 'network-vif-deleted', 'tag': 'ae13308d-c8f3-4814-b387-d394bec6f3d9'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:30:39.964262 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e24558-bb3b-409c-bf15-f3b8f02130aa" -d '{"events": [{"server_uuid": "0e1591fe-4004-4388-91f5-e9c81a9d041d", "name": "network-vif-deleted", "tag": "ae13308d-c8f3-4814-b387-d394bec6f3d9"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:30:39.999624 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:40.078735 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae38db9-9acb-4262-86c7-f81ca91dac51 x-openstack-request-id: req-7ae38db9-9acb-4262-86c7-f81ca91dac51 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:30:40.079044 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c", "name": "network-vif-plugged", "status": "completed", "tag": "67ead60e-6df3-4468-8767-f55b19386053", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:30:40.080637 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7ae38db9-9acb-4262-86c7-f81ca91dac51 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:30:40.080637 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ead60e-6df3-4468-8767-f55b19386053', 'code': 200} Nov 18 17:30:40.082999 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=67ead60e-6df3-4468-8767-f55b19386053,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:40.093920 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503cbf8-b4a2-473c-b972-51110bde5bb7 req-df39a367-460f-405d-9aef-0da0605c9ed2 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:40.107143 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f503cbf8-b4a2-473c-b972-51110bde5bb7 req-df39a367-460f-405d-9aef-0da0605c9ed2 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 944 time: 0.1595943 Nov 18 17:30:40.168889 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d5734a-7817-4b87-840c-518d2c405ff6 x-openstack-request-id: req-c0d5734a-7817-4b87-840c-518d2c405ff6 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:30:40.170119 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1591fe-4004-4388-91f5-e9c81a9d041d", "name": "network-vif-deleted", "tag": "ae13308d-c8f3-4814-b387-d394bec6f3d9", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:30:40.170548 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c0d5734a-7817-4b87-840c-518d2c405ff6 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:30:40.172925 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port fd1b19cf-8000-4264-aae3-6676022cad2e, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fd1b19cf-8000-4264-aae3-6676022cad2e,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:40.173373 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1591fe-4004-4388-91f5-e9c81a9d041d', 'name': 'network-vif-deleted', 'tag': 'ae13308d-c8f3-4814-b387-d394bec6f3d9', 'status': 'completed', 'code': 200} Nov 18 17:30:40.189746 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'fd1b19cf-8000-4264-aae3-6676022cad2e', 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6', 'port_id': 'fd1b19cf-8000-4264-aae3-6676022cad2e', 'mac_address': 'fa:16:3e:e2:11:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf872087-bdaf-42d6-8bc2-9b553caf2f78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:30:40.265532 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f503cbf8-b4a2-473c-b972-51110bde5bb7 req-22f7ef66-e601-4733-9a76-923666ac8216 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573911 Nov 18 17:30:40.379699 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc776039-af24-4cd8-967c-f0af1a08315c req-9e65a2e7-c7a9-4986-8ca1-f6ade8ce6154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:40.384142 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dc776039-af24-4cd8-967c-f0af1a08315c req-9e65a2e7-c7a9-4986-8ca1-f6ade8ce6154 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 1097 time: 0.1951127 Nov 18 17:30:40.386273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277fd9e-1236-46da-9b76-ab4b601dfef3 req-d8414be3-4986-43e4-9888-afbd4923daba tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:40.408729 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1277fd9e-1236-46da-9b76-ab4b601dfef3 req-d8414be3-4986-43e4-9888-afbd4923daba tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 944 time: 0.1179664 Nov 18 17:30:40.417881 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:40.444016 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1b19cf-8000-4264-aae3-6676022cad2e {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:30:40.519573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1277fd9e-1236-46da-9b76-ab4b601dfef3 req-a34c2aaf-6afe-4bd3-90f2-0de1f52defd7 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095188 Nov 18 17:30:40.525771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port fd1b19cf-8000-4264-aae3-6676022cad2e, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fd1b19cf-8000-4264-aae3-6676022cad2e,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:40.548571 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dc776039-af24-4cd8-967c-f0af1a08315c req-1ae54975-05c5-4f97-80b8-3f98893882f3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434970 Nov 18 17:30:40.646991 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:40.725582 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=fd1b19cf-8000-4264-aae3-6676022cad2e,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:40.793198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d2612-1d6f-4c4d-a0b3-df65996d6f68 req-dbe52fb9-310e-49da-abab-d316a4a4ba8f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:40.794803 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b5d2612-1d6f-4c4d-a0b3-df65996d6f68 req-dbe52fb9-310e-49da-abab-d316a4a4ba8f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.1034491 Nov 18 17:30:40.805276 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d918a16-8e99-484c-93d4-18c6dc46af0f req-0208c89c-1c45-4c9d-9962-d817d5fb86ce tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e1591fe-4004-4388-91f5-e9c81a9d041d HTTP/1.1" status: 200 len: 210 time: 0.0634749 Nov 18 17:30:40.883162 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7906d97-5ac6-4a4e-8792-74e2e518a5c1 req-60bc7aaf-b56a-41ee-ab13-37b5c058c006 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:40.890863 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c7906d97-5ac6-4a4e-8792-74e2e518a5c1 req-60bc7aaf-b56a-41ee-ab13-37b5c058c006 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 945 time: 0.1092355 Nov 18 17:30:40.932542 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['fd1b19cf-8000-4264-aae3-6676022cad2e'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:30:40.939021 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b5d2612-1d6f-4c4d-a0b3-df65996d6f68 req-089cb486-69ee-4a09-addb-6550a7766e32 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303935 Nov 18 17:30:41.149992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c7906d97-5ac6-4a4e-8792-74e2e518a5c1 req-e86fbc9d-7be8-48fb-a5b1-31579583b14f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Deleting port 8b0140f8-ab7d-4b55-b092-6caf280ecdb8 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:30:41.150529 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c7906d97-5ac6-4a4e-8792-74e2e518a5c1 req-e86fbc9d-7be8-48fb-a5b1-31579583b14f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:41.164826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7ad13-41bd-4d40-aace-fdef097c577c req-2fc7cd51-3fc3-46e0-985f-4654e2378837 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:41.176652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39d7ad13-41bd-4d40-aace-fdef097c577c req-2fc7cd51-3fc3-46e0-985f-4654e2378837 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 945 time: 0.1248438 Nov 18 17:30:41.274175 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37892) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:41.338486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c7906d97-5ac6-4a4e-8792-74e2e518a5c1 req-e86fbc9d-7be8-48fb-a5b1-31579583b14f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] For port 8b0140f8-ab7d-4b55-b092-6caf280ecdb8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8b0140f8-ab7d-4b55-b092-6caf280ecdb8,segment=NetworkSegment(c86e4d22-aecb-40e5-88de-6f42aff79c48),segment_id=c86e4d22-aecb-40e5-88de-6f42aff79c48)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:41.339689 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c7906d97-5ac6-4a4e-8792-74e2e518a5c1 req-e86fbc9d-7be8-48fb-a5b1-31579583b14f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:41.364727 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39d7ad13-41bd-4d40-aace-fdef097c577c req-b119f059-9994-4aa7-a242-0e2cf4a20a5f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/security-groups?id=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798308 Nov 18 17:30:41.376039 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c7906d97-5ac6-4a4e-8792-74e2e518a5c1 req-e86fbc9d-7be8-48fb-a5b1-31579583b14f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Calling delete_port for 8b0140f8-ab7d-4b55-b092-6caf280ecdb8 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:30:41.484141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac4075-f8bf-4497-8a65-969d5a5f5aaa req-85db8a38-c8ec-4589-88e3-9116e441311d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:41.501802 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2fac4075-f8bf-4497-8a65-969d5a5f5aaa req-85db8a38-c8ec-4589-88e3-9116e441311d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 945 time: 0.0950310 Nov 18 17:30:41.568887 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a1874498-253e-4156-a4bd-c0f754bbbfba admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:41.666888 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2fac4075-f8bf-4497-8a65-969d5a5f5aaa req-6d5f5b36-a7b0-4d61-91b8-0a004bcdf392 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575975 Nov 18 17:30:41.696646 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ae13308d-c8f3-4814-b387-d394bec6f3d9 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:30:41.728244 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: ae13308d-c8f3-4814-b387-d394bec6f3d9 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:30:41.728606 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ae13308d-c8f3-4814-b387-d394bec6f3d9 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:30:41.754036 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c7906d97-5ac6-4a4e-8792-74e2e518a5c1 req-e86fbc9d-7be8-48fb-a5b1-31579583b14f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:41.769307 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8b0140f8-ab7d-4b55-b092-6caf280ecdb8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:30:41.769623 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470432dd-d4f7-40ab-a5be-9f4f27f992f0 req-b96f117e-0b10-47d7-9203-d225deabcd0a tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:41.771237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-470432dd-d4f7-40ab-a5be-9f4f27f992f0 req-b96f117e-0b10-47d7-9203-d225deabcd0a tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 945 time: 0.1030321 Nov 18 17:30:41.830152 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fbc9d-7be8-48fb-a5b1-31579583b14f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Pushing event deleted for resources: {'Port': ['ID=8b0140f8-ab7d-4b55-b092-6caf280ecdb8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:41.919212 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7906d97-5ac6-4a4e-8792-74e2e518a5c1 req-e86fbc9d-7be8-48fb-a5b1-31579583b14f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] No DVR routers for this DVR port 8b0140f8-ab7d-4b55-b092-6caf280ecdb8 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:30:41.935986 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c7906d97-5ac6-4a4e-8792-74e2e518a5c1 req-e86fbc9d-7be8-48fb-a5b1-31579583b14f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:41.939621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-470432dd-d4f7-40ab-a5be-9f4f27f992f0 req-7d9fac31-d9c9-423d-b8bc-4c0ca701054d tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548913 Nov 18 17:30:41.939621 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37900) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:41.943460 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c7906d97-5ac6-4a4e-8792-74e2e518a5c1 req-e86fbc9d-7be8-48fb-a5b1-31579583b14f tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.83 "DELETE /v2.0/ports/8b0140f8-ab7d-4b55-b092-6caf280ecdb8 HTTP/1.1" status: 204 len: 173 time: 1.0428126 Nov 18 17:30:41.958787 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a1874498-253e-4156-a4bd-c0f754bbbfba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:42.037983 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a1874498-253e-4156-a4bd-c0f754bbbfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:42.175413 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c455f713-fe06-4cfb-b1ae-43ad829fd449', 'name': 'network-vif-deleted', 'tag': '8b0140f8-ab7d-4b55-b092-6caf280ecdb8'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:30:42.180052 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5939f6d2-fbcf-4455-aeb7-eb3424ad7b8a" -d '{"events": [{"server_uuid": "c455f713-fe06-4cfb-b1ae-43ad829fd449", "name": "network-vif-deleted", "tag": "8b0140f8-ab7d-4b55-b092-6caf280ecdb8"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:30:42.209147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37908) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:42.217303 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a1874498-253e-4156-a4bd-c0f754bbbfba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c910dda252642b1ba70dcb103f492ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9419830 Nov 18 17:30:42.227388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1874498-253e-4156-a4bd-c0f754bbbfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8474092-8441-4443-9161-9e165d5e35e1,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:42.268004 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eff6465-8dc4-4e50-a554-cdee7ed36f67 x-openstack-request-id: req-4eff6465-8dc4-4e50-a554-cdee7ed36f67 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:30:42.271663 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c455f713-fe06-4cfb-b1ae-43ad829fd449", "name": "network-vif-deleted", "tag": "8b0140f8-ab7d-4b55-b092-6caf280ecdb8", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:30:42.271663 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4eff6465-8dc4-4e50-a554-cdee7ed36f67 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:30:42.271663 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c455f713-fe06-4cfb-b1ae-43ad829fd449', 'name': 'network-vif-deleted', 'tag': '8b0140f8-ab7d-4b55-b092-6caf280ecdb8', 'status': 'completed', 'code': 200} Nov 18 17:30:42.286267 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b4d05-f9ce-4ec4-a90c-e4717560629e req-ea179af4-2aad-4edc-96a9-fac9022b25be tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:42.288305 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-595b4d05-f9ce-4ec4-a90c-e4717560629e req-ea179af4-2aad-4edc-96a9-fac9022b25be tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.1928172 Nov 18 17:30:42.323442 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-674dfd9e-f058-4767-a52b-785985ad329a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:42.408086 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-674dfd9e-f058-4767-a52b-785985ad329a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:42.529007 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-595b4d05-f9ce-4ec4-a90c-e4717560629e req-1c1d8f32-16fc-4ff8-8043-a4d4fd7fb431 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130380 Nov 18 17:30:42.623213 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-674dfd9e-f058-4767-a52b-785985ad329a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:42.637047 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-674dfd9e-f058-4767-a52b-785985ad329a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:42.646218 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-674dfd9e-f058-4767-a52b-785985ad329a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d8474092-8441-4443-9161-9e165d5e35e1 HTTP/1.1" status: 204 len: 168 time: 0.4354527 Nov 18 17:30:42.674060 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674dfd9e-f058-4767-a52b-785985ad329a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8474092-8441-4443-9161-9e165d5e35e1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:42.763621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3635df7d-2f70-4b1f-86f9-9303a0dd4d2a req-18cc57a3-efbb-43f5-bb42-b404a560c731 tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] 10.222.0.72 "GET /v2.0/ports?device_id=c455f713-fe06-4cfb-b1ae-43ad829fd449 HTTP/1.1" status: 200 len: 210 time: 0.1433625 Nov 18 17:30:42.927222 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439fef0-2a3c-481f-810b-c507df2b05a0 req-67b2d7fd-b78c-4eca-a092-8372ed40b6c0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:42.929095 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a439fef0-2a3c-481f-810b-c507df2b05a0 req-67b2d7fd-b78c-4eca-a092-8372ed40b6c0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 945 time: 0.1051090 Nov 18 17:30:43.106952 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a439fef0-2a3c-481f-810b-c507df2b05a0 req-4e15e28c-0037-46c0-be12-1f9ec1381280 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678214 Nov 18 17:30:43.213976 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e82417-d2e1-4f9a-9d06-1f4ca1b88adc req-482bbdfb-9624-42bf-b4e3-2f526feeaf83 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:43.215762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6e82417-d2e1-4f9a-9d06-1f4ca1b88adc req-482bbdfb-9624-42bf-b4e3-2f526feeaf83 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 945 time: 0.1544533 Nov 18 17:30:43.253210 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cacf5d98-7300-45e4-beff-b8fb7db2be2e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:43.523848 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6e82417-d2e1-4f9a-9d06-1f4ca1b88adc req-9dd00a13-c622-46be-b875-b879b878e981 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993133 Nov 18 17:30:43.571091 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f56578-b95a-4e97-b52c-d29ae270efb6 req-586da401-d639-4022-8f8a-ed8be5936686 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:43.578189 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-42f56578-b95a-4e97-b52c-d29ae270efb6 req-586da401-d639-4022-8f8a-ed8be5936686 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 945 time: 0.1577764 Nov 18 17:30:43.719867 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device fd1b19cf-8000-4264-aae3-6676022cad2e up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:30:43.721173 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-42f56578-b95a-4e97-b52c-d29ae270efb6 req-53e5976f-70c5-4f42-9af8-8e8d190b7994 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157572 Nov 18 17:30:43.760406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37928) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:43.787846 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90c98660-a18e-4c82-a6dc-92c8c75dd825 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:43.884868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37932) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:43.892691 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port fd1b19cf-8000-4264-aae3-6676022cad2e completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:30:43.906967 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port fd1b19cf-8000-4264-aae3-6676022cad2e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:30:43.910708 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:44.001734 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e1527-0668-48ad-ac83-5f62d05a313f req-06c33575-22df-4e20-afb6-67af0aae89d3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:44.018483 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de1e1527-0668-48ad-ac83-5f62d05a313f req-06c33575-22df-4e20-afb6-67af0aae89d3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.3583016 Nov 18 17:30:44.062181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-471ed97d-da36-4f2b-abbf-74ff1ad34962 admin admin] Deleting subnet b53522fb-157f-447d-b118-4d80e9a8327f {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:30:44.069150 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:44.096709 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-471ed97d-da36-4f2b-abbf-74ff1ad34962 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:44.129497 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port fd1b19cf-8000-4264-aae3-6676022cad2e, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fd1b19cf-8000-4264-aae3-6676022cad2e,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:44.131291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ab9e17-428d-40a5-89ce-671e8dbe6b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1b19cf-8000-4264-aae3-6676022cad2e'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:30:44.135510 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18313aae-af20-46ee-a538-144108426d7d" -d '{"events": [{"server_uuid": "94ab9e17-428d-40a5-89ce-671e8dbe6b00", "name": "network-vif-plugged", "status": "completed", "tag": "fd1b19cf-8000-4264-aae3-6676022cad2e"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:30:44.159583 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-cacf5d98-7300-45e4-beff-b8fb7db2be2e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting port 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:30:44.160177 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cacf5d98-7300-45e4-beff-b8fb7db2be2e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:44.175243 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90c98660-a18e-4c82-a6dc-92c8c75dd825 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:44.205816 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-471ed97d-da36-4f2b-abbf-74ff1ad34962 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:44.206788 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:44.252760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de1e1527-0668-48ad-ac83-5f62d05a313f req-082e603f-e116-4ce6-a17b-6c3f6aae4e47 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333083 Nov 18 17:30:44.297218 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-471ed97d-da36-4f2b-abbf-74ff1ad34962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:44.357846 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90c98660-a18e-4c82-a6dc-92c8c75dd825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:44.412459 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c826b1-ce56-4a9e-8cde-df3d1d3bdb28 x-openstack-request-id: req-28c826b1-ce56-4a9e-8cde-df3d1d3bdb28 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:30:44.413674 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ab9e17-428d-40a5-89ce-671e8dbe6b00", "name": "network-vif-plugged", "status": "completed", "tag": "fd1b19cf-8000-4264-aae3-6676022cad2e", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:30:44.414713 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-28c826b1-ce56-4a9e-8cde-df3d1d3bdb28 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:30:44.415499 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ab9e17-428d-40a5-89ce-671e8dbe6b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1b19cf-8000-4264-aae3-6676022cad2e', 'code': 200} Nov 18 17:30:44.416533 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=fd1b19cf-8000-4264-aae3-6676022cad2e,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:44.489116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c98660-a18e-4c82-a6dc-92c8c75dd825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fd3528-7635-4d05-a6fa-56c1cd06cee1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:44.557290 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-90c98660-a18e-4c82-a6dc-92c8c75dd825 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=86221da793894e6b9993bbbc22dff42b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7919679 Nov 18 17:30:44.561552 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37940) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:44.676657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06516b6c-7081-4e61-940b-959be34f9b0e req-1249f795-5855-4043-acc5-aa0a3da5dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:44.678768 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06516b6c-7081-4e61-940b-959be34f9b0e req-1249f795-5855-4043-acc5-aa0a3da5dc3d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 1098 time: 0.1816237 Nov 18 17:30:44.795370 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06516b6c-7081-4e61-940b-959be34f9b0e req-aa411a0a-f453-4591-b491-9de6d7c26189 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094918 Nov 18 17:30:44.796474 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fce6a9d0-3df9-491d-a94b-a736edb9ebc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:44.824442 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fce6a9d0-3df9-491d-a94b-a736edb9ebc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:44.999909 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fce6a9d0-3df9-491d-a94b-a736edb9ebc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:45.002979 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fce6a9d0-3df9-491d-a94b-a736edb9ebc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:45.007047 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fce6a9d0-3df9-491d-a94b-a736edb9ebc7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18fd3528-7635-4d05-a6fa-56c1cd06cee1 HTTP/1.1" status: 204 len: 168 time: 0.4424641 Nov 18 17:30:45.007686 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-471ed97d-da36-4f2b-abbf-74ff1ad34962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:45.041796 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6a9d0-3df9-491d-a94b-a736edb9ebc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fd3528-7635-4d05-a6fa-56c1cd06cee1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:45.044762 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-cacf5d98-7300-45e4-beff-b8fb7db2be2e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] For port 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=3ae559cd-f60c-4ff9-8c9a-db20f03d4b31,segment=NetworkSegment(212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e),segment_id=212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:45.045228 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cacf5d98-7300-45e4-beff-b8fb7db2be2e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:45.046126 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ed97d-da36-4f2b-abbf-74ff1ad34962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b53522fb-157f-447d-b118-4d80e9a8327f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:45.051719 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-471ed97d-da36-4f2b-abbf-74ff1ad34962 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:45.059261 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-471ed97d-da36-4f2b-abbf-74ff1ad34962 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b53522fb-157f-447d-b118-4d80e9a8327f HTTP/1.1" status: 204 len: 168 time: 1.1675494 Nov 18 17:30:45.060297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37948) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:45.063055 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4917cf-3d0c-4951-9d1d-88f843530155 req-5573ea6d-c899-4d31-b70a-688c09cba26e tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:45.071323 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0e4917cf-3d0c-4951-9d1d-88f843530155 req-5573ea6d-c899-4d31-b70a-688c09cba26e tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 946 time: 0.1250515 Nov 18 17:30:45.100287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6422cb-91db-49fd-9ed7-583ed751a88f req-4640812b-af34-459e-81cd-bc7ccdf11ae7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:45.124849 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb6422cb-91db-49fd-9ed7-583ed751a88f req-4640812b-af34-459e-81cd-bc7ccdf11ae7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 945 time: 0.1774156 Nov 18 17:30:45.141840 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e42e3d76-62ae-4fca-bc44-c8b0a8f3c966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:45.164193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-cacf5d98-7300-45e4-beff-b8fb7db2be2e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Calling delete_port for 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:30:45.243052 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb6422cb-91db-49fd-9ed7-583ed751a88f req-7c3a3b32-6366-402f-80dd-8d777d60b89a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163595 Nov 18 17:30:45.252894 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e42e3d76-62ae-4fca-bc44-c8b0a8f3c966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:45.260491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8b0140f8-ab7d-4b55-b092-6caf280ecdb8 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:30:45.282090 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e42e3d76-62ae-4fca-bc44-c8b0a8f3c966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59e94f2-f384-4c67-a2b2-bbfe576feffd']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:30:45.297431 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e42e3d76-62ae-4fca-bc44-c8b0a8f3c966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86e4d22-aecb-40e5-88de-6f42aff79c48') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:30:45.297798 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e42e3d76-62ae-4fca-bc44-c8b0a8f3c966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86e4d22-aecb-40e5-88de-6f42aff79c48') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:30:45.316499 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e42e3d76-62ae-4fca-bc44-c8b0a8f3c966 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:45.319190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 8b0140f8-ab7d-4b55-b092-6caf280ecdb8 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:30:45.321854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8b0140f8-ab7d-4b55-b092-6caf280ecdb8 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:30:45.333712 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0e4917cf-3d0c-4951-9d1d-88f843530155 req-1765be9a-83a6-45e5-a82d-d4ca9dc17217 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613506 Nov 18 17:30:45.346828 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e42e3d76-62ae-4fca-bc44-c8b0a8f3c966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:45.359566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42e3d76-62ae-4fca-bc44-c8b0a8f3c966 admin admin] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:30:45.360064 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e42e3d76-62ae-4fca-bc44-c8b0a8f3c966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:30:45.363283 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:30:45.512801 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e42e3d76-62ae-4fca-bc44-c8b0a8f3c966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:45.513064 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c52e56-ff5e-409c-b729-f76669bdda4e req-381967cb-0b52-4dab-921a-4bdda3d72a4a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:45.516745 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e42e3d76-62ae-4fca-bc44-c8b0a8f3c966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:45.520113 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51c52e56-ff5e-409c-b729-f76669bdda4e req-381967cb-0b52-4dab-921a-4bdda3d72a4a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.1013384 Nov 18 17:30:45.526648 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e42e3d76-62ae-4fca-bc44-c8b0a8f3c966 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e59e94f2-f384-4c67-a2b2-bbfe576feffd HTTP/1.1" status: 204 len: 168 time: 0.4651513 Nov 18 17:30:45.542002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e3d76-62ae-4fca-bc44-c8b0a8f3c966 admin admin] Pushing event deleted for resources: {'Network': ['ID=e59e94f2-f384-4c67-a2b2-bbfe576feffd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:45.615299 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51c52e56-ff5e-409c-b729-f76669bdda4e req-5d3cc773-846a-4aaf-8b1b-ac351bf0ce2a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892150 Nov 18 17:30:45.685619 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cacf5d98-7300-45e4-beff-b8fb7db2be2e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:45.738700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf5d98-7300-45e4-beff-b8fb7db2be2e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Port': ['ID=3ae559cd-f60c-4ff9-8c9a-db20f03d4b31,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:46.092231 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 37970) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:46.125993 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cacf5d98-7300-45e4-beff-b8fb7db2be2e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:46.163178 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8094566c-90fb-48de-9f07-82bcc650db4e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c82a5a1551b94171a31ac6e4861762c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0664930 Nov 18 17:30:46.177363 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37972) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:46.375989 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-570904be-a4b4-41c0-a653-bbe7728160d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:46.424619 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-570904be-a4b4-41c0-a653-bbe7728160d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:46.478979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df934cb3-0a6e-43a0-90aa-95e6d464b336 req-be8801c7-4ff1-42f8-8391-3757164af435 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:46.480863 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-df934cb3-0a6e-43a0-90aa-95e6d464b336 req-be8801c7-4ff1-42f8-8391-3757164af435 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 945 time: 0.0686033 Nov 18 17:30:46.579657 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524cde8-d757-4cea-9516-b2ab4f879fad req-262ad5e0-12ff-4528-b826-fa4424154c35 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:46.587411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3524cde8-d757-4cea-9516-b2ab4f879fad req-262ad5e0-12ff-4528-b826-fa4424154c35 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 946 time: 0.1496534 Nov 18 17:30:46.599011 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e1b43-f1b7-448c-8823-fc9b5eb5d83d req-a7d35693-d1d0-442c-8128-cf90c55c584c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:46.612269 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-145e1b43-f1b7-448c-8823-fc9b5eb5d83d req-a7d35693-d1d0-442c-8128-cf90c55c584c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 945 time: 0.2738955 Nov 18 17:30:46.625581 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-df934cb3-0a6e-43a0-90aa-95e6d464b336 req-2f5e347d-30cc-407d-9761-d74fe1947bdb tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Deleting port 67ead60e-6df3-4468-8767-f55b19386053 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:30:46.626517 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-df934cb3-0a6e-43a0-90aa-95e6d464b336 req-2f5e347d-30cc-407d-9761-d74fe1947bdb tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:46.742747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-df934cb3-0a6e-43a0-90aa-95e6d464b336 req-2f5e347d-30cc-407d-9761-d74fe1947bdb tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] For port 67ead60e-6df3-4468-8767-f55b19386053, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=67ead60e-6df3-4468-8767-f55b19386053,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:46.743452 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-df934cb3-0a6e-43a0-90aa-95e6d464b336 req-2f5e347d-30cc-407d-9761-d74fe1947bdb tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:46.747879 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacf5d98-7300-45e4-beff-b8fb7db2be2e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Router 196369d9-afc1-459f-a902-df68f30e4180 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:30:46.763227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-df934cb3-0a6e-43a0-90aa-95e6d464b336 req-2f5e347d-30cc-407d-9761-d74fe1947bdb tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Calling delete_port for 67ead60e-6df3-4468-8767-f55b19386053 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:30:46.808465 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3524cde8-d757-4cea-9516-b2ab4f879fad req-b2f41a3e-8c57-459a-a450-e7b0daffb4e5 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199783 Nov 18 17:30:46.860436 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-145e1b43-f1b7-448c-8823-fc9b5eb5d83d req-b28faf32-656b-420b-886b-9ce16a825481 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465754 Nov 18 17:30:47.079442 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-df934cb3-0a6e-43a0-90aa-95e6d464b336 req-2f5e347d-30cc-407d-9761-d74fe1947bdb tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:47.092676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['873a0f57-4018-4d5b-9f63-291544e28def'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:30:47.097998 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['67ead60e-6df3-4468-8767-f55b19386053'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:30:47.116721 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacf5d98-7300-45e4-beff-b8fb7db2be2e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:30:47.130034 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cacf5d98-7300-45e4-beff-b8fb7db2be2e tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "PUT /v2.0/routers/196369d9-afc1-459f-a902-df68f30e4180/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1759644 Nov 18 17:30:47.147954 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37998) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:47.159025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e347d-30cc-407d-9761-d74fe1947bdb tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event deleted for resources: {'Port': ['ID=67ead60e-6df3-4468-8767-f55b19386053,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:47.209233 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab13f81-064a-4d0d-bd36-87e5ecc4649a None None] Sync routers for ids ['196369d9-afc1-459f-a902-df68f30e4180'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:30:47.235865 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-df934cb3-0a6e-43a0-90aa-95e6d464b336 req-2f5e347d-30cc-407d-9761-d74fe1947bdb tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] No DVR routers for this DVR port 67ead60e-6df3-4468-8767-f55b19386053 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:30:47.238745 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-df934cb3-0a6e-43a0-90aa-95e6d464b336 req-2f5e347d-30cc-407d-9761-d74fe1947bdb tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:47.244798 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-df934cb3-0a6e-43a0-90aa-95e6d464b336 req-2f5e347d-30cc-407d-9761-d74fe1947bdb tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "DELETE /v2.0/ports/67ead60e-6df3-4468-8767-f55b19386053 HTTP/1.1" status: 204 len: 173 time: 0.7531233 Nov 18 17:30:47.246938 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c', 'name': 'network-vif-deleted', 'tag': '67ead60e-6df3-4468-8767-f55b19386053'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:30:47.259556 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3465d5bb-56a2-4383-b73f-cf5bce84a14f" -d '{"events": [{"server_uuid": "7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c", "name": "network-vif-deleted", "tag": "67ead60e-6df3-4468-8767-f55b19386053"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:30:47.276927 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab13f81-064a-4d0d-bd36-87e5ecc4649a None None] Routers {'196369d9-afc1-459f-a902-df68f30e4180'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:30:47.278157 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-dab13f81-064a-4d0d-bd36-87e5ecc4649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:30:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['196369d9-afc1-459f-a902-df68f30e4180'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:30:47.280003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-32df7c63-59c9-4bac-b2f4-a4a3f73326a9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting subnet 5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:30:47.289285 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32df7c63-59c9-4bac-b2f4-a4a3f73326a9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:47.404662 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32df7c63-59c9-4bac-b2f4-a4a3f73326a9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:47.610456 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32df7c63-59c9-4bac-b2f4-a4a3f73326a9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:47.723675 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-570904be-a4b4-41c0-a653-bbe7728160d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:47.727924 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-570904be-a4b4-41c0-a653-bbe7728160d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:47.735296 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-570904be-a4b4-41c0-a653-bbe7728160d2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d65a3aed-3f7c-4faa-970e-220bc1c2ed2f HTTP/1.1" status: 204 len: 168 time: 1.5593998 Nov 18 17:30:47.756610 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570904be-a4b4-41c0-a653-bbe7728160d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65a3aed-3f7c-4faa-970e-220bc1c2ed2f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:47.769802 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6d401-3414-4b00-a839-4a63776a06c2 req-99e62df1-4527-41bf-8008-fb62d634cec6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:47.782851 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f1b6d401-3414-4b00-a839-4a63776a06c2 req-99e62df1-4527-41bf-8008-fb62d634cec6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.8355815 Nov 18 17:30:47.852373 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-dab13f81-064a-4d0d-bd36-87e5ecc4649a None None] Set router 196369d9-afc1-459f-a902-df68f30e4180 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:30:47.894334 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f1b6d401-3414-4b00-a839-4a63776a06c2 req-933915bb-138e-4767-8d3f-e04ef2fb555f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084609 Nov 18 17:30:47.896957 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32df7c63-59c9-4bac-b2f4-a4a3f73326a9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:47.960636 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-32df7c63-59c9-4bac-b2f4-a4a3f73326a9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:47.966527 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-32df7c63-59c9-4bac-b2f4-a4a3f73326a9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/subnets/5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1 HTTP/1.1" status: 204 len: 168 time: 0.8164246 Nov 18 17:30:47.967605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df7c63-59c9-4bac-b2f4-a4a3f73326a9 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc45e3a-bdce-4a17-b13a-9ebf0dadfea1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:47.969534 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38024) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:48.047815 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86637c70-3838-488d-933e-39845997f9de None None] Network 0ba92f63-afbc-4d4a-8a56-1c89df73beec requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:30:48.048391 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8e71c0-d8f3-4e4f-ab3f-fafe51c8b9dd x-openstack-request-id: req-6e8e71c0-d8f3-4e4f-ab3f-fafe51c8b9dd {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:30:48.048924 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c", "name": "network-vif-deleted", "tag": "67ead60e-6df3-4468-8767-f55b19386053", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:30:48.049566 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6e8e71c0-d8f3-4e4f-ab3f-fafe51c8b9dd {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:30:48.050239 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c', 'name': 'network-vif-deleted', 'tag': '67ead60e-6df3-4468-8767-f55b19386053', 'status': 'completed', 'code': 200} Nov 18 17:30:48.233328 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8aed0eef-b35e-4590-af01-ab80a53cded2 req-c1d6fe24-a503-4ae4-b02a-8d66e334a775 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 210 time: 0.0793769 Nov 18 17:30:48.399486 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd771-57c8-4361-acff-147671911075 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:48.647356 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d578334-b86a-4113-8135-a5640e349c9d None None] DHCP port deletion for 0ba92f63-afbc-4d4a-8a56-1c89df73beec request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:30:48.665917 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd771-57c8-4361-acff-147671911075 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:48.736181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-dab13f81-064a-4d0d-bd36-87e5ecc4649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196369d9-afc1-459f-a902-df68f30e4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35553822', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:28:03Z', 'updated_at': '2021-11-18T17:30:45Z', 'revision_number': 5, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port': {'id': 'd3433e69-813b-4de1-9e35-f9ec87818b73', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196369d9-afc1-459f-a902-df68f30e4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:28:04Z', 'updated_at': '2021-11-18T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:30:48.766715 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab13f81-064a-4d0d-bd36-87e5ecc4649a None None] Checking router: 196369d9-afc1-459f-a902-df68f30e4180 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:30:48.790441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4d578334-b86a-4113-8135-a5640e349c9d None None] Deleting port 2966eb54-3f41-447b-838f-a55414dc9e7d {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:30:48.790980 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4d578334-b86a-4113-8135-a5640e349c9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:48.806243 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab13f81-064a-4d0d-bd36-87e5ecc4649a None None] Routers {'196369d9-afc1-459f-a902-df68f30e4180'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:30:48.806937 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-dab13f81-064a-4d0d-bd36-87e5ecc4649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:30:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['196369d9-afc1-459f-a902-df68f30e4180'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:30:48.837493 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-7a3fd771-57c8-4361-acff-147671911075 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Deleting port d3433e69-813b-4de1-9e35-f9ec87818b73 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:30:48.837832 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd771-57c8-4361-acff-147671911075 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:48.930442 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-dab13f81-064a-4d0d-bd36-87e5ecc4649a None None] Set router 196369d9-afc1-459f-a902-df68f30e4180 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:30:48.957289 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-7a3fd771-57c8-4361-acff-147671911075 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] For port d3433e69-813b-4de1-9e35-f9ec87818b73, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d3433e69-813b-4de1-9e35-f9ec87818b73,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:48.957579 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd771-57c8-4361-acff-147671911075 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:48.976763 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-7a3fd771-57c8-4361-acff-147671911075 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Calling delete_port for d3433e69-813b-4de1-9e35-f9ec87818b73 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:30:49.017958 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-dab13f81-064a-4d0d-bd36-87e5ecc4649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196369d9-afc1-459f-a902-df68f30e4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35553822', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:28:03Z', 'updated_at': '2021-11-18T17:30:48Z', 'revision_number': 6, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:30:49.060649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab13f81-064a-4d0d-bd36-87e5ecc4649a None None] The sync data for ids ['196369d9-afc1-459f-a902-df68f30e4180'] in n-d-813419-11 is: [{'id': '196369d9-afc1-459f-a902-df68f30e4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35553822', 'tenant_id': '2cf238edb8014a38996468367e264a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:28:03Z', 'updated_at': '2021-11-18T17:30:48Z', 'revision_number': 6, 'project_id': '2cf238edb8014a38996468367e264a07', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:30:49.142780 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4d578334-b86a-4113-8135-a5640e349c9d None None] For port 2966eb54-3f41-447b-838f-a55414dc9e7d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2966eb54-3f41-447b-838f-a55414dc9e7d,segment=NetworkSegment(212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e),segment_id=212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:49.143780 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4d578334-b86a-4113-8135-a5640e349c9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:49.186181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4d578334-b86a-4113-8135-a5640e349c9d None None] Calling delete_port for 2966eb54-3f41-447b-838f-a55414dc9e7d owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:30:49.258659 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c79480-e508-4f48-811c-f4b0fde87c39 req-6cbdff57-9322-4222-8f18-9e887b701c4a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:49.266181 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46c79480-e508-4f48-811c-f4b0fde87c39 req-6cbdff57-9322-4222-8f18-9e887b701c4a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.0997474 Nov 18 17:30:49.332086 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46c79480-e508-4f48-811c-f4b0fde87c39 req-eedb5117-086d-4691-acfa-faee20aee344 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649643 Nov 18 17:30:49.355341 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 67ead60e-6df3-4468-8767-f55b19386053 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:30:49.438389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-827bcecb-19bf-42e1-8be2-bbe0b7343a93 req-01dd1f37-d3e6-45a4-ae89-59be785afec4 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 210 time: 0.0451953 Nov 18 17:30:49.446825 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd771-57c8-4361-acff-147671911075 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:49.513388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fd771-57c8-4361-acff-147671911075 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Port': ['ID=d3433e69-813b-4de1-9e35-f9ec87818b73,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:49.521219 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 67ead60e-6df3-4468-8767-f55b19386053 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:30:49.521219 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 67ead60e-6df3-4468-8767-f55b19386053 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:30:49.606191 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:30:49.611005 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd771-57c8-4361-acff-147671911075 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:49.676955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:30:49.677546 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 3ae559cd-f60c-4ff9-8c9a-db20f03d4b31 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:30:49.679039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2966eb54-3f41-447b-838f-a55414dc9e7d no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:30:49.818078 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd771-57c8-4361-acff-147671911075 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:49.833274 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd771-57c8-4361-acff-147671911075 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:49.906799 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4d578334-b86a-4113-8135-a5640e349c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:49.955184 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d578334-b86a-4113-8135-a5640e349c9d None None] Pushing event deleted for resources: {'Port': ['ID=2966eb54-3f41-447b-838f-a55414dc9e7d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:49.970999 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d578334-b86a-4113-8135-a5640e349c9d None None] No DVR routers for this DVR port 2966eb54-3f41-447b-838f-a55414dc9e7d on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:30:49.973359 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:49.976481 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd771-57c8-4361-acff-147671911075 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:49.977477 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3fd771-57c8-4361-acff-147671911075 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Fanout notify agent at l3_agent the message router_deleted on router 196369d9-afc1-459f-a902-df68f30e4180 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:30:49.987610 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd771-57c8-4361-acff-147671911075 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:49.994443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38070) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:49.994922 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7a3fd771-57c8-4361-acff-147671911075 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/routers/196369d9-afc1-459f-a902-df68f30e4180 HTTP/1.1" status: 204 len: 168 time: 2.0241506 Nov 18 17:30:50.154858 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36f132de-2dba-462d-9395-cf7a34b8da90 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:50.284626 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36f132de-2dba-462d-9395-cf7a34b8da90 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:50.310043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-36f132de-2dba-462d-9395-cf7a34b8da90 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba92f63-afbc-4d4a-8a56-1c89df73beec']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:30:50.320833 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-36f132de-2dba-462d-9395-cf7a34b8da90 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:30:50.321352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-36f132de-2dba-462d-9395-cf7a34b8da90 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212fadd0-dc7d-4f0d-a3d4-3cc10bdc186e') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:30:50.342543 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36f132de-2dba-462d-9395-cf7a34b8da90 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:50.365213 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36f132de-2dba-462d-9395-cf7a34b8da90 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:50.382135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f132de-2dba-462d-9395-cf7a34b8da90 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:30:50.385665 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36f132de-2dba-462d-9395-cf7a34b8da90 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:30:50.396042 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:30:50.541409 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc69ccd-30e9-484e-bed7-7effe44d466f req-00577adb-085b-44b3-b068-021e7194439c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:50.545285 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bdc69ccd-30e9-484e-bed7-7effe44d466f req-00577adb-085b-44b3-b068-021e7194439c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.1110587 Nov 18 17:30:50.587732 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36f132de-2dba-462d-9395-cf7a34b8da90 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:50.593645 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36f132de-2dba-462d-9395-cf7a34b8da90 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:50.601389 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-36f132de-2dba-462d-9395-cf7a34b8da90 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/networks/0ba92f63-afbc-4d4a-8a56-1c89df73beec HTTP/1.1" status: 204 len: 168 time: 0.6022015 Nov 18 17:30:50.610323 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d2291749-decc-47b1-8cb1-c079f4709805 req-e9786f4e-bc8c-41a8-b10f-e588cf8b91bd tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 210 time: 0.0607855 Nov 18 17:30:50.616563 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38090) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:50.617779 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f132de-2dba-462d-9395-cf7a34b8da90 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'Network': ['ID=0ba92f63-afbc-4d4a-8a56-1c89df73beec,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:50.726346 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bdc69ccd-30e9-484e-bed7-7effe44d466f req-7b8d156a-d058-4898-8858-34c739362045 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696692 Nov 18 17:30:50.774789 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df4778d8-74db-4231-97b0-8193e2f054e2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:50.815264 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df4778d8-74db-4231-97b0-8193e2f054e2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:50.945620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38094) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:50.966871 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df4778d8-74db-4231-97b0-8193e2f054e2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:50.969922 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df4778d8-74db-4231-97b0-8193e2f054e2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:50.972065 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-df4778d8-74db-4231-97b0-8193e2f054e2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] 10.222.0.72 "DELETE /v2.0/security-groups/685806a1-fac9-42f1-b784-4bdd456e927d HTTP/1.1" status: 204 len: 168 time: 0.3357224 Nov 18 17:30:50.988589 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4778d8-74db-4231-97b0-8193e2f054e2 tempest-TestNetworkAdvancedServerOps-1483734365 tempest-TestNetworkAdvancedServerOps-1483734365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=685806a1-fac9-42f1-b784-4bdd456e927d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:51.136497 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50fdb4a5-07de-42b6-99b6-b4bd295a976f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:51.316063 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50fdb4a5-07de-42b6-99b6-b4bd295a976f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:51.433526 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50fdb4a5-07de-42b6-99b6-b4bd295a976f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:51.466181 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:51.522740 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-50fdb4a5-07de-42b6-99b6-b4bd295a976f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=009736712758491fbbd8ddb6b6364ee0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5759046 Nov 18 17:30:51.523394 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38104) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:51.613153 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d3433e69-813b-4de1-9e35-f9ec87818b73 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:30:51.613743 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdb4a5-07de-42b6-99b6-b4bd295a976f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7276fe4-5e48-4c98-8861-fc740ab2f7ad,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:51.641568 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-35d9c5fb-4922-4a96-b4b9-af8f1c7f8e2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:51.645390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: d3433e69-813b-4de1-9e35-f9ec87818b73 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:30:51.645888 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d3433e69-813b-4de1-9e35-f9ec87818b73 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:30:51.670204 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-35d9c5fb-4922-4a96-b4b9-af8f1c7f8e2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:51.737975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9c3a22eb-a428-44ca-924d-d53b6b9841c8 req-af55acda-ea88-4396-a9d2-ae48d1ec92c2 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 210 time: 0.0331502 Nov 18 17:30:51.856239 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902ecc2-e9aa-4c09-87c9-d3ab9a949b46 req-857b5d5d-79bf-4b30-938b-200885f06c2f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:51.859209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c902ecc2-e9aa-4c09-87c9-d3ab9a949b46 req-857b5d5d-79bf-4b30-938b-200885f06c2f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.0624516 Nov 18 17:30:51.916053 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c902ecc2-e9aa-4c09-87c9-d3ab9a949b46 req-23d3cc15-c8f1-4b56-b4bf-bf02383def3d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499177 Nov 18 17:30:51.976709 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-35d9c5fb-4922-4a96-b4b9-af8f1c7f8e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:51.980179 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-35d9c5fb-4922-4a96-b4b9-af8f1c7f8e2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:51.981863 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-35d9c5fb-4922-4a96-b4b9-af8f1c7f8e2e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f7276fe4-5e48-4c98-8861-fc740ab2f7ad HTTP/1.1" status: 204 len: 168 time: 0.4574144 Nov 18 17:30:51.994921 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9c5fb-4922-4a96-b4b9-af8f1c7f8e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7276fe4-5e48-4c98-8861-fc740ab2f7ad,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:52.160892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38120) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:52.426646 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-53c1580f-c0f9-4f22-ba9f-08aa71c63cc9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2cf238edb8014a38996468367e264a07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2643652 Nov 18 17:30:52.429928 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38124) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:52.584342 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d406f097-ca30-4442-aba7-4c21bd51927b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:52.637104 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d406f097-ca30-4442-aba7-4c21bd51927b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:52.793795 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d406f097-ca30-4442-aba7-4c21bd51927b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:52.798314 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d406f097-ca30-4442-aba7-4c21bd51927b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:52.799016 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d406f097-ca30-4442-aba7-4c21bd51927b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1da1598d-4985-4474-9107-e4f4e56f449f HTTP/1.1" status: 204 len: 168 time: 0.3681157 Nov 18 17:30:52.829008 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406f097-ca30-4442-aba7-4c21bd51927b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da1598d-4985-4474-9107-e4f4e56f449f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:52.942219 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:52.964796 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9ab4af7-e85b-4dff-86c6-7edadb8240a1 req-772bb1a5-d15f-45f0-8316-c11c1c984eb9 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 210 time: 0.0591757 Nov 18 17:30:53.119074 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94f635-cd92-4a2d-b581-14373cc5c3f1 req-51bcce0b-bd30-4c26-b070-a31824be6a04 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:53.120560 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e94f635-cd92-4a2d-b581-14373cc5c3f1 req-51bcce0b-bd30-4c26-b070-a31824be6a04 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.0594082 Nov 18 17:30:53.172178 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e94f635-cd92-4a2d-b581-14373cc5c3f1 req-50612efe-a993-4022-8311-10207cff5af6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451133 Nov 18 17:30:53.619159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38166) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:53.698348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38172) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:53.750650 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9aec37fc-35fe-4c63-a6ee-6601b97dbfa2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f1ef6d2855c2461ebf83dd5dbfc99688&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502605 Nov 18 17:30:53.753136 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38174) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:53.804417 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50a9d549-faad-4ff1-a7ac-3eb234c25db0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:53.827039 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50a9d549-faad-4ff1-a7ac-3eb234c25db0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:53.858138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e3f2470c-e4a3-4ede-8007-bc2ca1f509a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-242152820-network', 'tenant_id': 'c792286d243e4484b7d541f96477c28c'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:30:53.924684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f2470c-e4a3-4ede-8007-bc2ca1f509a2 admin admin] Made reservation on behalf of c792286d243e4484b7d541f96477c28c for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:30:53.927164 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3f2470c-e4a3-4ede-8007-bc2ca1f509a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:53.937001 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3f2470c-e4a3-4ede-8007-bc2ca1f509a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:53.944941 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50a9d549-faad-4ff1-a7ac-3eb234c25db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:53.947581 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50a9d549-faad-4ff1-a7ac-3eb234c25db0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:53.951059 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-50a9d549-faad-4ff1-a7ac-3eb234c25db0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d45b13ad-fb2f-467e-a29f-9e1a2fb0f5b6 HTTP/1.1" status: 204 len: 168 time: 0.1947429 Nov 18 17:30:53.963112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9d549-faad-4ff1-a7ac-3eb234c25db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45b13ad-fb2f-467e-a29f-9e1a2fb0f5b6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:54.100532 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0cf9beb7-ac3d-4b3c-9571-94b673af6aeb req-7465e30f-4df7-49ad-af4e-833334ecbc54 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 210 time: 0.0316474 Nov 18 17:30:54.114170 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3f2470c-e4a3-4ede-8007-bc2ca1f509a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:54.220128 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf80bf-fbd5-4b93-83a6-ee8ffd85fdf5 req-10a95ff8-7358-45da-a27b-43a3f9c1f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:54.221655 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-41cf80bf-fbd5-4b93-83a6-ee8ffd85fdf5 req-10a95ff8-7358-45da-a27b-43a3f9c1f344 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 1098 time: 0.0460222 Nov 18 17:30:54.238195 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3f2470c-e4a3-4ede-8007-bc2ca1f509a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:54.273770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f2470c-e4a3-4ede-8007-bc2ca1f509a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:30:54.308160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ca98a-ee98-4d2b-a15f-be6d3e6b5605 req-39cd3ee5-f048-4fed-b41f-01d50212a20c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:54.309767 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-037ca98a-ee98-4d2b-a15f-be6d3e6b5605 req-39cd3ee5-f048-4fed-b41f-01d50212a20c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.0537493 Nov 18 17:30:54.321215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2470c-e4a3-4ede-8007-bc2ca1f509a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90d5ef7-42b2-4ffe-8e0a-42173dd295f2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:54.329252 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3f2470c-e4a3-4ede-8007-bc2ca1f509a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:54.329645 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-e3f2470c-e4a3-4ede-8007-bc2ca1f509a2 admin admin] Added segment cf5e95de-7da6-4c26-94ff-b80b4038c080 of type vlan for network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 Nov 18 17:30:54.372800 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-037ca98a-ee98-4d2b-a15f-be6d3e6b5605 req-8c194d94-d387-4d2d-9296-e0b236947d7e tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557489 Nov 18 17:30:54.398690 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3f2470c-e4a3-4ede-8007-bc2ca1f509a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:54.406648 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf80bf-fbd5-4b93-83a6-ee8ffd85fdf5 req-3f3bb219-2f19-489f-b397-54de4b541521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:54.408189 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-41cf80bf-fbd5-4b93-83a6-ee8ffd85fdf5 req-3f3bb219-2f19-489f-b397-54de4b541521 service neutron] 10.222.0.81 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.1789227 Nov 18 17:30:54.463234 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-41cf80bf-fbd5-4b93-83a6-ee8ffd85fdf5 req-029ec517-be9a-4964-8fc6-33a1a39b05d0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2be3afb1-203c-4f56-9543-e605e9ce46cc HTTP/1.1" status: 200 len: 217 time: 0.0425074 Nov 18 17:30:54.510942 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3f2470c-e4a3-4ede-8007-bc2ca1f509a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:54.512306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f2470c-e4a3-4ede-8007-bc2ca1f509a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:54.513111 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3f2470c-e4a3-4ede-8007-bc2ca1f509a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:54.544814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf80bf-fbd5-4b93-83a6-ee8ffd85fdf5 req-f6c42230-2fdf-48ab-883d-60cff0f7527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:54.546340 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-41cf80bf-fbd5-4b93-83a6-ee8ffd85fdf5 req-f6c42230-2fdf-48ab-883d-60cff0f7527d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.0764499 Nov 18 17:30:54.974021 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e3f2470c-e4a3-4ede-8007-bc2ca1f509a2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3509984 Nov 18 17:30:54.974021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2470c-e4a3-4ede-8007-bc2ca1f509a2 admin admin] Pushing event updated for resources: {'Network': ['ID=daa0dd25-8f9b-4b90-9eaa-dcbae9437358,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:54.979914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38202) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:54.985438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:30:54.996268 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-448062c5-e0a4-42e8-9110-90b9d84def20 admin admin] Request body: {'subnet': {'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-subnet', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:30:55.007117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf80bf-fbd5-4b93-83a6-ee8ffd85fdf5 req-dcf461d0-628f-4bb8-bd1a-35a3667f08be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:55.008736 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-41cf80bf-fbd5-4b93-83a6-ee8ffd85fdf5 req-dcf461d0-628f-4bb8-bd1a-35a3667f08be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4534028 Nov 18 17:30:55.165185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448062c5-e0a4-42e8-9110-90b9d84def20 admin admin] Made reservation on behalf of c792286d243e4484b7d541f96477c28c for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:30:55.169676 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-448062c5-e0a4-42e8-9110-90b9d84def20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:55.177741 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-41cf80bf-fbd5-4b93-83a6-ee8ffd85fdf5 req-4ebbefe6-4e65-4d65-92cd-5e125890078d service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586869 Nov 18 17:30:55.224280 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f91a4ec0-5c8d-4887-a4f8-62dab4885782 req-ddeba724-f53b-4b70-be90-05f754f05721 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 210 time: 0.0323055 Nov 18 17:30:55.277041 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-41cf80bf-fbd5-4b93-83a6-ee8ffd85fdf5 req-d1608014-b914-4433-85da-2a57bb2eab1e service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915954 Nov 18 17:30:55.466977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38218) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:55.533155 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fc5d6-2f23-48f7-8849-33117e972c71 req-92e653cb-473b-4bc8-a5cd-7c32a0db37d6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:55.542422 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-596fc5d6-2f23-48f7-8849-33117e972c71 req-92e653cb-473b-4bc8-a5cd-7c32a0db37d6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.0669587 Nov 18 17:30:55.595973 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-596fc5d6-2f23-48f7-8849-33117e972c71 req-c9504488-abe6-43b5-8d06-d5eb5a950cbf tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526302 Nov 18 17:30:55.599513 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-448062c5-e0a4-42e8-9110-90b9d84def20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:55.636948 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1da378ce-d671-480e-942e-84d6f6edd696 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-338938790-network', 'tenant_id': '6411d397673f4876bac8e13045c7927c'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:30:55.687110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448062c5-e0a4-42e8-9110-90b9d84def20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10777e13-94e4-46f6-b1c7-ddc7fdf51d26,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:55.689658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448062c5-e0a4-42e8-9110-90b9d84def20 admin admin] Checking segment: {'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:30:55.690025 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448062c5-e0a4-42e8-9110-90b9d84def20 admin admin] Network hostable DHCP agents. Network: daa0dd25-8f9b-4b90-9eaa-dcbae9437358, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:30:55.759075 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da378ce-d671-480e-942e-84d6f6edd696 admin admin] Made reservation on behalf of 6411d397673f4876bac8e13045c7927c for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:30:55.761422 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1da378ce-d671-480e-942e-84d6f6edd696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:55.770628 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1da378ce-d671-480e-942e-84d6f6edd696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:55.806005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448062c5-e0a4-42e8-9110-90b9d84def20 admin admin] Network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:30:55.877157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1da378ce-d671-480e-942e-84d6f6edd696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:55.885150 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-448062c5-e0a4-42e8-9110-90b9d84def20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, daa0dd25-8f9b-4b90-9eaa-dcbae9437358) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:30:55.889888 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448062c5-e0a4-42e8-9110-90b9d84def20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:55.890608 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-448062c5-e0a4-42e8-9110-90b9d84def20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:55.895832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94558dab-23b0-4729-8fa5-b5b1d668e0dd None None] Network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:30:55.981829 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1da378ce-d671-480e-942e-84d6f6edd696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:56.002917 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-448062c5-e0a4-42e8-9110-90b9d84def20 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0248001 Nov 18 17:30:56.011056 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38228) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:56.014651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da378ce-d671-480e-942e-84d6f6edd696 admin admin] vlan segment allocate from pool success with {'vlan_id': 1144, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:30:56.021613 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:30:56.042710 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1da378ce-d671-480e-942e-84d6f6edd696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:56.043407 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-1da378ce-d671-480e-942e-84d6f6edd696 admin admin] Added segment fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8 of type vlan for network 592c968c-a168-48cc-967a-6645e2db2261 Nov 18 17:30:56.045403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da378ce-d671-480e-942e-84d6f6edd696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f615b2d3-670f-4e17-805e-43f9acb1dcf2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:56.064717 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:30:56.066659 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:56.092752 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1da378ce-d671-480e-942e-84d6f6edd696 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:56.205845 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Allocated IP 172.20.0.2 (daa0dd25-8f9b-4b90-9eaa-dcbae9437358/10777e13-94e4-46f6-b1c7-ddc7fdf51d26/dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:30:56.227507 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:56.229514 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1da378ce-d671-480e-942e-84d6f6edd696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:56.230683 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da378ce-d671-480e-942e-84d6f6edd696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:56.231279 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1da378ce-d671-480e-942e-84d6f6edd696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:56.235629 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:56.353311 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da378ce-d671-480e-942e-84d6f6edd696 admin admin] Pushing event updated for resources: {'Network': ['ID=592c968c-a168-48cc-967a-6645e2db2261,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:56.365733 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:56.380007 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 592c968c-a168-48cc-967a-6645e2db2261 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:30:56.397578 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-064cecf8-7c25-4674-a8ce-bc099a8658a3 req-5fe301fb-6e07-4edd-9760-005b0cde5140 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ad09c67-3f0d-4e3a-b67d-bb201a5bee5c HTTP/1.1" status: 200 len: 210 time: 0.0444889 Nov 18 17:30:56.483472 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1da378ce-d671-480e-942e-84d6f6edd696 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0137184 Nov 18 17:30:56.485366 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38234) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:56.492842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-03a62215-2703-4783-a4d6-c2588156cccf admin admin] Request body: {'subnet': {'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-338938790-subnet', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:30:56.507010 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:56.617938 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:56.648462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a62215-2703-4783-a4d6-c2588156cccf admin admin] Made reservation on behalf of 6411d397673f4876bac8e13045c7927c for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:30:56.650875 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03a62215-2703-4783-a4d6-c2588156cccf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:56.705641 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:30:56.709291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:30:56.713530 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:30:56.755220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Pushing event updated for resources: {'Port': ['ID=dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:56.812592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Attempting to bind port dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:30:56.812983 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Attempting to bind port dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:30:56.813413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Attempting to bind port dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 on network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:30:56.819776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:30:56.820267 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Checking segment: {'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:30:56.820686 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:56.821100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Bound using segment: {'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:30:56.821633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Bound port: dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:30:56.822034 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:56.928760 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] For port dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:30:56.934481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] For port dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:30:57.002946 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:57.069260 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409990a6-acb0-4f03-b911-4472996512e6 None None] Pushing event updated for resources: {'Port': ['ID=dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:57.113418 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:57.212276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de8169-0dc2-4384-9e2d-6be325d9784f req-b7fca5ba-f58c-4cda-ba48-9147982df0b2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:57.213900 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4de8169-0dc2-4384-9e2d-6be325d9784f req-b7fca5ba-f58c-4cda-ba48-9147982df0b2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 946 time: 0.1031387 Nov 18 17:30:57.379240 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4de8169-0dc2-4384-9e2d-6be325d9784f req-ce9c56e9-4fbe-4e58-bec7-76fd9b216050 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585464 Nov 18 17:30:57.625976 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03a62215-2703-4783-a4d6-c2588156cccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:57.637017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:30:57.676269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a62215-2703-4783-a4d6-c2588156cccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a43cfd2-3be9-4915-8218-6315ed684d41,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:57.737270 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:57.746600 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:30:57.747110 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:57.764843 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:57.806853 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2be3afb1-203c-4f56-9543-e605e9ce46cc no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:30:57.877175 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:57.890404 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a62215-2703-4783-a4d6-c2588156cccf admin admin] Checking segment: {'id': 'fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '592c968c-a168-48cc-967a-6645e2db2261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:30:57.891005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a62215-2703-4783-a4d6-c2588156cccf admin admin] Network hostable DHCP agents. Network: 592c968c-a168-48cc-967a-6645e2db2261, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:30:57.930330 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Allocated IP 172.25.3.33 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/1c323e99-d1dc-407b-8e49-6a79d6b512c9) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:30:57.941804 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:57.950250 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:57.986073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2be3afb1-203c-4f56-9543-e605e9ce46cc, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2be3afb1-203c-4f56-9543-e605e9ce46cc,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:30:57.988209 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d900f87-ec4a-46db-8982-0fcd9dd67254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2be3afb1-203c-4f56-9543-e605e9ce46cc'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:30:57.989989 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17981a38-c7bb-4317-b4d9-76719eb0e01c" -d '{"events": [{"server_uuid": "7d900f87-ec4a-46db-8982-0fcd9dd67254", "name": "network-vif-unplugged", "status": "completed", "tag": "2be3afb1-203c-4f56-9543-e605e9ce46cc"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:30:58.005959 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:58.079726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:58.090295 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:58.127136 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a62215-2703-4783-a4d6-c2588156cccf admin admin] Network 592c968c-a168-48cc-967a-6645e2db2261 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:30:58.159250 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8549cf-e0ab-4ea7-8009-040e873c615e x-openstack-request-id: req-2d8549cf-e0ab-4ea7-8009-040e873c615e {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:30:58.162690 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d900f87-ec4a-46db-8982-0fcd9dd67254", "name": "network-vif-unplugged", "status": "completed", "tag": "2be3afb1-203c-4f56-9543-e605e9ce46cc", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:30:58.162690 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2d8549cf-e0ab-4ea7-8009-040e873c615e {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:30:58.162690 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d900f87-ec4a-46db-8982-0fcd9dd67254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2be3afb1-203c-4f56-9543-e605e9ce46cc', 'code': 200} Nov 18 17:30:58.193233 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:58.210824 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=2be3afb1-203c-4f56-9543-e605e9ce46cc,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:58.240212 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-03a62215-2703-4783-a4d6-c2588156cccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 592c968c-a168-48cc-967a-6645e2db2261) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:30:58.250328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e494a6-7e23-4d9a-802a-8eabaf253753 None None] Network 592c968c-a168-48cc-967a-6645e2db2261 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:30:58.256528 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a62215-2703-4783-a4d6-c2588156cccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:58.257627 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03a62215-2703-4783-a4d6-c2588156cccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:58.359849 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:58.375799 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38258) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:30:58.376697 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-03a62215-2703-4783-a4d6-c2588156cccf admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8890975 Nov 18 17:30:58.384760 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:30:58.425671 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:30:58.432447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:30:58.441881 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:30:58.446197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Pushing event updated for resources: {'Port': ['ID=1c323e99-d1dc-407b-8e49-6a79d6b512c9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:58.568585 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:58.570100 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:58.659192 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:58.691037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2b19a-05b5-4233-af09-9d369fd06d7c req-35be41ef-1585-4a7d-9b0f-7efa3f094099 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:58.692683 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-faf2b19a-05b5-4233-af09-9d369fd06d7c req-35be41ef-1585-4a7d-9b0f-7efa3f094099 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 944 time: 0.1364868 Nov 18 17:30:58.727467 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-592c968c-a168-48cc-967a-6645e2db2261', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'fixed_ips': [{'subnet_id': '1a43cfd2-3be9-4915-8218-6315ed684d41'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:30:58.727467 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:58.727467 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fe8d03-2250-4905-865e-89b38fe64a16 None None] Network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:30:58.753813 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-faf2b19a-05b5-4233-af09-9d369fd06d7c req-9b291215-a9a5-48f4-a103-f5c59ba745f5 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514936 Nov 18 17:30:58.872480 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e310e519-0945-414c-9c35-a5360a94ee47 None None] Provisioning complete for port dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:30:58.872890 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e310e519-0945-414c-9c35-a5360a94ee47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:58.903215 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:59.025842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead3683-b23a-474a-86bc-0dff1c35d0db req-f0935531-675c-4175-8e19-4eb8a9b2ca5c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:59.033508 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ead3683-b23a-474a-86bc-0dff1c35d0db req-f0935531-675c-4175-8e19-4eb8a9b2ca5c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1192029 Nov 18 17:30:59.053672 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:59.118571 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Allocated IP 172.20.0.2 (592c968c-a168-48cc-967a-6645e2db2261/1a43cfd2-3be9-4915-8218-6315ed684d41/5b94285c-a606-459b-ab62-06b4fcc5913c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:30:59.291850 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ead3683-b23a-474a-86bc-0dff1c35d0db req-ee3c8a01-cea8-4a7e-9ecb-6f9d00edd803 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571554 Nov 18 17:30:59.399447 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:59.464845 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:59.469978 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:59.495163 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:59.504263 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7d77d7e7-9422-4702-886c-c49d363fd11a None None] Provisioning complete for port dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:30:59.504773 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7d77d7e7-9422-4702-886c-c49d363fd11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:59.561745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:30:59.566662 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:59.641510 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Allocated IP 172.25.3.86 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/4dbac082-991b-41eb-ab63-be469adead99) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:30:59.662894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Network 592c968c-a168-48cc-967a-6645e2db2261 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:30:59.670787 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:30:59.677158 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:30:59.705226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb08ed-ac39-4862-8aa6-25bd5fa24493 req-17500dc3-6ea7-4298-98b1-39d53604a1e5 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:30:59.707423 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24fb08ed-ac39-4862-8aa6-25bd5fa24493 req-17500dc3-6ea7-4298-98b1-39d53604a1e5 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.2400877 Nov 18 17:30:59.758271 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Pushing event updated for resources: {'Port': ['ID=5b94285c-a606-459b-ab62-06b4fcc5913c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:30:59.780486 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:59.810157 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Attempting to bind port 5b94285c-a606-459b-ab62-06b4fcc5913c on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:30:59.810157 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Attempting to bind port 5b94285c-a606-459b-ab62-06b4fcc5913c by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '592c968c-a168-48cc-967a-6645e2db2261'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:30:59.810157 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Attempting to bind port 5b94285c-a606-459b-ab62-06b4fcc5913c on network 592c968c-a168-48cc-967a-6645e2db2261 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:30:59.822688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:30:59.823226 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Checking segment: {'id': 'fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '592c968c-a168-48cc-967a-6645e2db2261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:30:59.823478 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:59.823907 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Bound using segment: {'id': 'fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '592c968c-a168-48cc-967a-6645e2db2261'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:30:59.824412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Bound port: 5b94285c-a606-459b-ab62-06b4fcc5913c, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '592c968c-a168-48cc-967a-6645e2db2261'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:30:59.824970 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:59.839557 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:30:59.839760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24fb08ed-ac39-4862-8aa6-25bd5fa24493 req-f194f326-c357-4d02-b797-8508f0721573 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226108 Nov 18 17:30:59.839961 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:59.873303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Router b125c400-c3d7-4dec-b65b-3b092f73f486 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:30:59.932553 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:30:59.968849 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] For port 5b94285c-a606-459b-ab62-06b4fcc5913c, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:30:59.972485 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] For port 5b94285c-a606-459b-ab62-06b4fcc5913c, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5b94285c-a606-459b-ab62-06b4fcc5913c,segment=NetworkSegment(fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8),segment_id=fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:30:59.982066 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:30:59.985628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:30:59.995244 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:31:00.034026 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:31:00.040712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Pushing event updated for resources: {'Port': ['ID=4dbac082-991b-41eb-ab63-be469adead99,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:00.051889 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Sync routers for ids ['b125c400-c3d7-4dec-b65b-3b092f73f486'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:31:00.066262 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Routers {'b125c400-c3d7-4dec-b65b-3b092f73f486'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:31:00.066892 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:30:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b125c400-c3d7-4dec-b65b-3b092f73f486'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:00.073478 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-56ac93c2-48ce-46a1-8f39-1621f8a19c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:00.076696 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:00.142141 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2022c-6f5b-43f9-b324-0288c89e39f8 None None] Pushing event updated for resources: {'Port': ['ID=5b94285c-a606-459b-ab62-06b4fcc5913c,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:00.150603 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:00.154740 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-89ff5106-0bad-4e79-931c-1f0624890029 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1393344 Nov 18 17:31:00.155123 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38300) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:00.264413 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Set router b125c400-c3d7-4dec-b65b-3b092f73f486 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:31:00.597164 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c3686-7df5-43c9-b14d-3006b573e42f req-4caf36e6-043a-4938-a6eb-a849fcf9d72b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:00.600543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f6c3686-7df5-43c9-b14d-3006b573e42f req-4caf36e6-043a-4938-a6eb-a849fcf9d72b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1865535 Nov 18 17:31:00.617934 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:30:58Z', 'revision_number': 3, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:00.640530 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:00.683558 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Checking router: b125c400-c3d7-4dec-b65b-3b092f73f486 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:31:00.683936 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Updating router b125c400-c3d7-4dec-b65b-3b092f73f486 port 1c323e99-d1dc-407b-8e49-6a79d6b512c9 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:31:00.741334 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:00.849631 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f6c3686-7df5-43c9-b14d-3006b573e42f req-99e986c1-9e86-4c97-b393-9ccb098636ca tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409503 Nov 18 17:31:00.986695 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:01.221367 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:31:01.297931 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:01.335089 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:01.473154 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:01.547030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:31:01.548604 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Attempting to bind port 1c323e99-d1dc-407b-8e49-6a79d6b512c9 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:31:01.549399 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Attempting to bind port 1c323e99-d1dc-407b-8e49-6a79d6b512c9 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:31:01.553278 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Attempting to bind port 1c323e99-d1dc-407b-8e49-6a79d6b512c9 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:31:01.570467 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Sync routers for ids ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:31:01.593561 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Routers {'4bdcee6a-7a46-4d64-ac47-a9ac35dab064'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:31:01.604324 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:30:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:01.621400 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:31:01.622151 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:31:01.623032 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:01.623603 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] Allocated IP 172.20.0.1 (daa0dd25-8f9b-4b90-9eaa-dcbae9437358/10777e13-94e4-46f6-b1c7-ddc7fdf51d26/dd8965a6-d924-41ca-9a81-552372fc4f02) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:31:01.624442 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:31:01.625174 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Bound port: 1c323e99-d1dc-407b-8e49-6a79d6b512c9, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:31:01.625777 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:01.669594 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:01.673032 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-753fab52-7ebd-47db-b11e-37a966b6612e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2948639 Nov 18 17:31:01.674548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38320) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:01.713433 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bed74-e672-43ad-a5ed-ab1c5d9765fe None None] Pushing event updated for resources: {'Port': ['ID=1c323e99-d1dc-407b-8e49-6a79d6b512c9,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:01.770158 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bed74-e672-43ad-a5ed-ab1c5d9765fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:01.770514 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bed74-e672-43ad-a5ed-ab1c5d9765fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:01.770858 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bed74-e672-43ad-a5ed-ab1c5d9765fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:01.771199 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bed74-e672-43ad-a5ed-ab1c5d9765fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:01.771541 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bed74-e672-43ad-a5ed-ab1c5d9765fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:01.774015 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bed74-e672-43ad-a5ed-ab1c5d9765fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:01.774382 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bed74-e672-43ad-a5ed-ab1c5d9765fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:01.774720 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bed74-e672-43ad-a5ed-ab1c5d9765fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:01.775056 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bed74-e672-43ad-a5ed-ab1c5d9765fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:01.777157 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bed74-e672-43ad-a5ed-ab1c5d9765fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:01.777551 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bed74-e672-43ad-a5ed-ab1c5d9765fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:01.777889 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bed74-e672-43ad-a5ed-ab1c5d9765fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:01.815116 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5b94285c-a606-459b-ab62-06b4fcc5913c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:31:01.817281 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180d9ebe-637c-4981-8305-bd873e87f4d1 None None] Network 592c968c-a168-48cc-967a-6645e2db2261 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:31:01.833120 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] For port 1c323e99-d1dc-407b-8e49-6a79d6b512c9, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:31:01.839334 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] For port 1c323e99-d1dc-407b-8e49-6a79d6b512c9, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1c323e99-d1dc-407b-8e49-6a79d6b512c9,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:31:01.844181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2be3afb1-203c-4f56-9543-e605e9ce46cc no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:31:01.919032 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:01.934835 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Set router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:31:01.950710 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:02.135964 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Routers {'b125c400-c3d7-4dec-b65b-3b092f73f486'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:31:02.136524 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:30:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b125c400-c3d7-4dec-b65b-3b092f73f486'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:02.145635 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bed74-e672-43ad-a5ed-ab1c5d9765fe None None] Pushing event updated for resources: {'Port': ['ID=1c323e99-d1dc-407b-8e49-6a79d6b512c9,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:02.186140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7107ac58-ddba-4495-8fde-4dc1ec98b034 None None] Provisioning complete for port 5b94285c-a606-459b-ab62-06b4fcc5913c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:02.186780 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7107ac58-ddba-4495-8fde-4dc1ec98b034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:02.301197 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] Set router b125c400-c3d7-4dec-b65b-3b092f73f486 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:31:02.362512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-c3aff8d7-7816-492b-992d-f1264a1b9dec tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:02.364711 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-c3aff8d7-7816-492b-992d-f1264a1b9dec tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/networks?id=968f23f6-2f47-427d-92d6-5a81f718caf6 HTTP/1.1" status: 200 len: 815 time: 0.4035130 Nov 18 17:31:02.388807 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16f2a5-13c4-423c-a40e-e5d3c5524a82 req-9a3d933b-5364-4d87-8f94-3f0814e3fe30 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:02.388807 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9f16f2a5-13c4-423c-a40e-e5d3c5524a82 req-9a3d933b-5364-4d87-8f94-3f0814e3fe30 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.2536404 Nov 18 17:31:02.438587 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-99a8b9e0-ea88-44b1-aac4-896654be0b86 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/quotas/3517844ed9c749bc9bf70d9f8eb7b10a HTTP/1.1" status: 200 len: 375 time: 0.0490835 Nov 18 17:31:02.496785 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:02.530435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] Network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:31:02.572372 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9f16f2a5-13c4-423c-a40e-e5d3c5524a82 req-7c33da83-76fc-4791-bcea-ad32251d4d1d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683035 Nov 18 17:31:02.581686 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:31:02.590568 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:31:02.640724 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-ca160354-abb9-4c76-b1d6-2769bb3441a6 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3517844ed9c749bc9bf70d9f8eb7b10a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2008493 Nov 18 17:31:02.646085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 5b94285c-a606-459b-ab62-06b4fcc5913c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:02.646631 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:02.672312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] Pushing event updated for resources: {'Port': ['ID=dd8965a6-d924-41ca-9a81-552372fc4f02,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:02.705579 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7107ac58-ddba-4495-8fde-4dc1ec98b034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:02.708505 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:02.709646 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b6ae-3dba-4cdd-a0b4-db08872aa0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:02.762734 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:30:58Z', 'revision_number': 3, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:02.845304 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7a1fe-2005-42a5-a910-b7a83af4b6f0 None None] The sync data for ids ['b125c400-c3d7-4dec-b65b-3b092f73f486'] in n-d-813419-11 is: [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:30:58Z', 'revision_number': 3, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:31:02.911776 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-858cb546-1f93-409e-87f6-b775340f7796 service neutron] 10.222.0.72 "GET /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509670 Nov 18 17:31:02.924278 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:03.120014 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] Allocated IP 172.20.0.1 (592c968c-a168-48cc-967a-6645e2db2261/1a43cfd2-3be9-4915-8218-6315ed684d41/fbd9f5dc-4eb6-4f58-b471-f05743494a29) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:31:03.147511 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:03.181003 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7107ac58-ddba-4495-8fde-4dc1ec98b034 None None] For port 5b94285c-a606-459b-ab62-06b4fcc5913c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5b94285c-a606-459b-ab62-06b4fcc5913c,segment=NetworkSegment(fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8),segment_id=fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:03.184216 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-351b7dd7-080f-450b-a811-c6bbad29ba22 service neutron] 10.222.0.72 "GET /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712340 Nov 18 17:31:03.250157 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '4dbac082-991b-41eb-ab63-be469adead99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:58Z', 'updated_at': '2021-11-18T17:31:00Z', 'revision_number': 3, 'project_id': '6411d397673f4876bac8e13045c7927c', 'gw_port': {'id': '4dbac082-991b-41eb-ab63-be469adead99', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:59Z', 'updated_at': '2021-11-18T17:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:03.346802 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7107ac58-ddba-4495-8fde-4dc1ec98b034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:03.354976 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Checking router: 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:31:03.355967 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Updating router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 port 4dbac082-991b-41eb-ab63-be469adead99 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:31:03.418099 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:03.526522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107ac58-ddba-4495-8fde-4dc1ec98b034 None None] Pushing event updated for resources: {'Port': ['ID=5b94285c-a606-459b-ab62-06b4fcc5913c,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:03.541678 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107ac58-ddba-4495-8fde-4dc1ec98b034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:03.542032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107ac58-ddba-4495-8fde-4dc1ec98b034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:03.542385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107ac58-ddba-4495-8fde-4dc1ec98b034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:03.542731 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107ac58-ddba-4495-8fde-4dc1ec98b034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:03.543073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107ac58-ddba-4495-8fde-4dc1ec98b034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:03.543413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107ac58-ddba-4495-8fde-4dc1ec98b034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:03.543751 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107ac58-ddba-4495-8fde-4dc1ec98b034 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:03.544140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107ac58-ddba-4495-8fde-4dc1ec98b034 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:03.544479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107ac58-ddba-4495-8fde-4dc1ec98b034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:03.544813 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107ac58-ddba-4495-8fde-4dc1ec98b034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:03.545144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107ac58-ddba-4495-8fde-4dc1ec98b034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:03.545475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107ac58-ddba-4495-8fde-4dc1ec98b034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:03.593440 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:03.623464 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:03.628323 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:03.693173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] Network 592c968c-a168-48cc-967a-6645e2db2261 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:31:03.699127 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:31:03.725423 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4bce5fff-0caa-486d-aff7-68fcf99c70a8 None None] Provisioning complete for port dd8965a6-d924-41ca-9a81-552372fc4f02 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:03.725957 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bce5fff-0caa-486d-aff7-68fcf99c70a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:03.727924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:31:03.745529 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:31:03.784179 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:31:03.857677 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:03.861850 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-870f9d60-3aed-49b7-87b1-c11874ea26a2 req-26454092-ead5-4a48-b776-de14a78e8ef7 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0434368 Nov 18 17:31:03.907351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd9f5dc-4eb6-4f58-b471-f05743494a29,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:03.960697 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:03.968210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4bce5fff-0caa-486d-aff7-68fcf99c70a8 None None] Port dd8965a6-d924-41ca-9a81-552372fc4f02 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:31:03.989486 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f76e4-4012-401a-b631-b6416daedbfa req-cefb0688-84f3-4f7e-97b0-5e14fa1d792c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:03.999504 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b84f76e4-4012-401a-b631-b6416daedbfa req-cefb0688-84f3-4f7e-97b0-5e14fa1d792c tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.2075279 Nov 18 17:31:04.140250 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b84f76e4-4012-401a-b631-b6416daedbfa req-d75f98d2-9c06-43f6-b945-5ad3f2e300c2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339247 Nov 18 17:31:04.179491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-38b81b53-15a0-4dab-8819-efbc394f5574 None None] Provisioning complete for port 5b94285c-a606-459b-ab62-06b4fcc5913c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:04.194691 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-38b81b53-15a0-4dab-8819-efbc394f5574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:04.256398 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:04.347925 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:04.377820 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:04.499245 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] Pushing event updated for resources: {'Port': ['ID=dd8965a6-d924-41ca-9a81-552372fc4f02,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:04.511174 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:04.726037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] Network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:31:04.733519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:31:04.742585 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1c323e99-d1dc-407b-8e49-6a79d6b512c9 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:31:04.764423 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:04.806627 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:04.827108 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f8680b46-b3d4-45bb-9d42-09734f411429 None None] Provisioning complete for port fbd9f5dc-4eb6-4f58-b471-f05743494a29 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:04.832788 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f8680b46-b3d4-45bb-9d42-09734f411429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:04.878995 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:04.899253 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f8680b46-b3d4-45bb-9d42-09734f411429 None None] Port fbd9f5dc-4eb6-4f58-b471-f05743494a29 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:31:04.911365 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:05.047026 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9dfca06a-309a-4b50-97b8-ce523bc89072 req-1cb24c27-92fb-4af4-8b0b-6581a268731e tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0671470 Nov 18 17:31:05.070138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 1c323e99-d1dc-407b-8e49-6a79d6b512c9 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:05.070551 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd9f5dc-4eb6-4f58-b471-f05743494a29,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:05.076808 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:05.077739 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:05.123877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] Router b125c400-c3d7-4dec-b65b-3b092f73f486 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:31:05.183326 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:05.201600 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b4372-19c0-4be1-a159-5b6ce9252f31 None None] Pushing event updated for resources: {'Port': ['ID=4dbac082-991b-41eb-ab63-be469adead99,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:05.212729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Attempting to bind port 4dbac082-991b-41eb-ab63-be469adead99 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:31:05.214872 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Attempting to bind port 4dbac082-991b-41eb-ab63-be469adead99 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:31:05.215432 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Attempting to bind port 4dbac082-991b-41eb-ab63-be469adead99 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:31:05.309275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:31:05.309530 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:31:05.309947 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:05.310155 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:31:05.310665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Bound port: 4dbac082-991b-41eb-ab63-be469adead99, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:31:05.311063 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:05.312809 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] Network 592c968c-a168-48cc-967a-6645e2db2261 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:31:05.319730 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:31:05.394766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:31:05.411861 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f16ef132-8219-469e-8375-7575bae41e25 admin admin] 10.222.0.72 "PUT /v2.0/routers/b125c400-c3d7-4dec-b65b-3b092f73f486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2555282 Nov 18 17:31:05.426857 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] For port 4dbac082-991b-41eb-ab63-be469adead99, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:31:05.431139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] For port 4dbac082-991b-41eb-ab63-be469adead99, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dbac082-991b-41eb-ab63-be469adead99,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:31:05.439826 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-40ad9a90-9987-409b-b285-1f478c9caad8 None None] Provisioning complete for port dd8965a6-d924-41ca-9a81-552372fc4f02 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:05.440294 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40ad9a90-9987-409b-b285-1f478c9caad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:05.477926 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ef1f5-04b2-4dd2-8b96-6c663df7ed3b req-11ffb260-535a-4d66-a51d-338c7bfa6e12 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:05.488473 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d63ef1f5-04b2-4dd2-8b96-6c663df7ed3b req-11ffb260-535a-4d66-a51d-338c7bfa6e12 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1128223 Nov 18 17:31:05.551905 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:05.598709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-40ad9a90-9987-409b-b285-1f478c9caad8 None None] Port dd8965a6-d924-41ca-9a81-552372fc4f02 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:31:05.613674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d63ef1f5-04b2-4dd2-8b96-6c663df7ed3b req-76fc5cad-7dc9-40b5-85f9-e65043057e90 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235175 Nov 18 17:31:05.614354 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:05.692953 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] Router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:31:05.713887 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 1c323e99-d1dc-407b-8e49-6a79d6b512c9, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1c323e99-d1dc-407b-8e49-6a79d6b512c9,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:05.745811 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:05.797197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Routers {'4bdcee6a-7a46-4d64-ac47-a9ac35dab064'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:31:05.798126 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:31:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:05.906295 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b4372-19c0-4be1-a159-5b6ce9252f31 None None] Pushing event updated for resources: {'Port': ['ID=4dbac082-991b-41eb-ab63-be469adead99,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:05.919577 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Sync routers for ids ['b125c400-c3d7-4dec-b65b-3b092f73f486'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:31:05.936811 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Routers {'b125c400-c3d7-4dec-b65b-3b092f73f486'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:31:05.938013 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:31:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b125c400-c3d7-4dec-b65b-3b092f73f486'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:05.955825 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9bb37794-aed5-4898-b34a-090292ac0427 None None] Provisioning complete for port fbd9f5dc-4eb6-4f58-b471-f05743494a29 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:05.969276 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9bb37794-aed5-4898-b34a-090292ac0427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:05.998588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:31:06.012464 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b853762b-04b2-4fc2-bce8-3139051c9612 admin admin] 10.222.0.72 "PUT /v2.0/routers/4bdcee6a-7a46-4d64-ac47-a9ac35dab064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3365011 Nov 18 17:31:06.037362 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9bb37794-aed5-4898-b34a-090292ac0427 None None] Port fbd9f5dc-4eb6-4f58-b471-f05743494a29 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:31:06.050385 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38388) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:06.069744 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:06.070552 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5b94285c-a606-459b-ab62-06b4fcc5913c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:31:06.157342 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] Set router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:31:06.233531 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6a46ebe-8848-4ad6-b67b-a6272881d311 req-78a6189c-1594-4865-9320-28c18ca002ef tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0415559 Nov 18 17:31:06.252084 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=1c323e99-d1dc-407b-8e49-6a79d6b512c9,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:06.288993 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Set router b125c400-c3d7-4dec-b65b-3b092f73f486 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:31:06.405743 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb457-96e2-4543-8a86-e6dae70cfdec admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:06.486894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 5b94285c-a606-459b-ab62-06b4fcc5913c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:06.487278 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:06.595391 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:31:03Z', 'revision_number': 4, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'dd8965a6-d924-41ca-9a81-552372fc4f02', 'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'mac_address': 'fa:16:3e:95:ee:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:01Z', 'updated_at': '2021-11-18T17:31:03Z', 'revision_number': 2, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'subnets': [{'id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:06.640221 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb457-96e2-4543-8a86-e6dae70cfdec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:06.670991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '4dbac082-991b-41eb-ab63-be469adead99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:58Z', 'updated_at': '2021-11-18T17:31:04Z', 'revision_number': 4, 'project_id': '6411d397673f4876bac8e13045c7927c', 'gw_port': {'id': '4dbac082-991b-41eb-ab63-be469adead99', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:59Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'fbd9f5dc-4eb6-4f58-b471-f05743494a29', 'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'mac_address': 'fa:16:3e:4c:c7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:02Z', 'updated_at': '2021-11-18T17:31:04Z', 'revision_number': 2, 'project_id': '6411d397673f4876bac8e13045c7927c', 'subnets': [{'id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:06.679022 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Checking router: b125c400-c3d7-4dec-b65b-3b092f73f486 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:31:06.680408 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Updating router b125c400-c3d7-4dec-b65b-3b092f73f486 port dd8965a6-d924-41ca-9a81-552372fc4f02 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:31:06.712046 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:06.720335 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e551ec-7d3e-45db-88da-c01e009a0249 None None] The sync data for ids ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'] in n-d-813419-11 is: [{'id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '4dbac082-991b-41eb-ab63-be469adead99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:58Z', 'updated_at': '2021-11-18T17:31:04Z', 'revision_number': 4, 'project_id': '6411d397673f4876bac8e13045c7927c', 'gw_port': {'id': '4dbac082-991b-41eb-ab63-be469adead99', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:59Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'fbd9f5dc-4eb6-4f58-b471-f05743494a29', 'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'mac_address': 'fa:16:3e:4c:c7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:02Z', 'updated_at': '2021-11-18T17:31:04Z', 'revision_number': 2, 'project_id': '6411d397673f4876bac8e13045c7927c', 'subnets': [{'id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:31:06.813015 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb457-96e2-4543-8a86-e6dae70cfdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:06.902053 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1c323e99-d1dc-407b-8e49-6a79d6b512c9 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:31:06.919730 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-eb3cb457-96e2-4543-8a86-e6dae70cfdec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fae8b97f3d7b47dfbd0f7fee38c8bf68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8625627 Nov 18 17:31:06.920797 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38410) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:06.941956 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cb457-96e2-4543-8a86-e6dae70cfdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb8ad9a-d786-46e2-80cb-62685b2c26d2,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:07.004838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33c90e-1f2b-49d5-ab56-32d5937b0f63 req-7721e11c-4a39-4fbb-b6a8-57af17058e21 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:07.012362 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed33c90e-1f2b-49d5-ab56-32d5937b0f63 req-7721e11c-4a39-4fbb-b6a8-57af17058e21 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.2758632 Nov 18 17:31:07.012888 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38412) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:07.017771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-77ab7bd3-e146-4a7e-8d1b-ce48cc6db8c4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1393663634', 'description': 'tempest-description--361682796'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:07.095314 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dd90930-b598-42bd-9955-c5edaf2e8ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:07.129253 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 1c323e99-d1dc-407b-8e49-6a79d6b512c9 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:07.129650 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:07.198250 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dd90930-b598-42bd-9955-c5edaf2e8ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:07.223230 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed33c90e-1f2b-49d5-ab56-32d5937b0f63 req-850c6b59-adc8-462f-be53-6f53d23b95ff tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965601 Nov 18 17:31:07.336673 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-77ab7bd3-e146-4a7e-8d1b-ce48cc6db8c4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:07.458808 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dd90930-b598-42bd-9955-c5edaf2e8ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:07.462105 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dd90930-b598-42bd-9955-c5edaf2e8ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:07.463320 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2dd90930-b598-42bd-9955-c5edaf2e8ddd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fdb8ad9a-d786-46e2-80cb-62685b2c26d2 HTTP/1.1" status: 204 len: 168 time: 0.5411205 Nov 18 17:31:07.502905 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:07.522183 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd90930-b598-42bd-9955-c5edaf2e8ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb8ad9a-d786-46e2-80cb-62685b2c26d2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:07.551210 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38424) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:07.570348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1c8cc729-6251-40c4-9a6e-b2b64c209199 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-630298055-network', 'tenant_id': '402ac5ee535a4e87bfe17c533360d4e4'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:07.570468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-108edf4c-1b06-4d77-9e44-3676423cba8a req-2cc57a24-ba61-4aba-b843-6a197f472ef1 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0998988 Nov 18 17:31:07.637805 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-77ab7bd3-e146-4a7e-8d1b-ce48cc6db8c4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:07.665138 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:07.728605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-2e884568-8625-457f-8244-55c9048f7b1b tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:07.736952 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-2e884568-8625-457f-8244-55c9048f7b1b tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.83 "GET /v2.0/networks?id=968f23f6-2f47-427d-92d6-5a81f718caf6 HTTP/1.1" status: 200 len: 815 time: 0.2541826 Nov 18 17:31:07.749601 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-3ae89deb-9283-41e3-be32-4f550962acb4 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Request body: {'port': {'device_id': 'b04191a0-0e02-466d-bd63-03889156bbf3', 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6', 'admin_state_up': True, 'tenant_id': '3517844ed9c749bc9bf70d9f8eb7b10a'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:07.786874 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63b085-091c-41d3-bb83-4176c19332ab None None] Pushing event updated for resources: {'Port': ['ID=dd8965a6-d924-41ca-9a81-552372fc4f02,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:07.816030 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-77ab7bd3-e146-4a7e-8d1b-ce48cc6db8c4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:07.915423 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab7bd3-e146-4a7e-8d1b-ce48cc6db8c4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8357d2-9ce4-4479-9ae8-f96b49aa0180,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:07.949929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8cc729-6251-40c4-9a6e-b2b64c209199 admin admin] Made reservation on behalf of 402ac5ee535a4e87bfe17c533360d4e4 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:31:07.958604 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c8cc729-6251-40c4-9a6e-b2b64c209199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:07.976805 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Attempting to bind port dd8965a6-d924-41ca-9a81-552372fc4f02 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:31:07.977190 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Attempting to bind port dd8965a6-d924-41ca-9a81-552372fc4f02 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:31:07.977703 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Attempting to bind port dd8965a6-d924-41ca-9a81-552372fc4f02 on network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:31:07.994074 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:31:07.994634 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Checking segment: {'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:31:07.995047 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:07.997847 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Bound using segment: {'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:31:08.003824 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Bound port: dd8965a6-d924-41ca-9a81-552372fc4f02, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:31:08.003824 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:08.008829 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-77ab7bd3-e146-4a7e-8d1b-ce48cc6db8c4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:08.014191 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-77ab7bd3-e146-4a7e-8d1b-ce48cc6db8c4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0002363 Nov 18 17:31:08.016928 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38434) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:08.026798 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c8cc729-6251-40c4-9a6e-b2b64c209199 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:08.027759 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2ee02c22-c1c9-474e-9fd2-feac26a41510 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Request body: {'security_group_rule': {'security_group_id': 'dd8357d2-9ce4-4479-9ae8-f96b49aa0180', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:08.162029 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] For port dd8965a6-d924-41ca-9a81-552372fc4f02, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:31:08.172926 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] For port dd8965a6-d924-41ca-9a81-552372fc4f02, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=dd8965a6-d924-41ca-9a81-552372fc4f02,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:31:08.191371 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ee02c22-c1c9-474e-9fd2-feac26a41510 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:08.216269 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:31:08.226202 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c8cc729-6251-40c4-9a6e-b2b64c209199 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:08.262451 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:08.332073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7bad9a0f-535e-4bf5-b409-a0d07670ec99 None None] Provisioning complete for port dd8965a6-d924-41ca-9a81-552372fc4f02 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:08.337774 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7bad9a0f-535e-4bf5-b409-a0d07670ec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:08.352967 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c8cc729-6251-40c4-9a6e-b2b64c209199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:08.416161 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Routers {'b125c400-c3d7-4dec-b65b-3b092f73f486'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:31:08.416826 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8cc729-6251-40c4-9a6e-b2b64c209199 admin admin] vlan segment allocate from pool success with {'vlan_id': 1139, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:31:08.419542 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:31:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b125c400-c3d7-4dec-b65b-3b092f73f486'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:08.419845 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ee02c22-c1c9-474e-9fd2-feac26a41510 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:08.451441 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cc729-6251-40c4-9a6e-b2b64c209199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef4b675-c3ad-4324-ae91-013d8653a73a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:08.466614 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-3ae89deb-9283-41e3-be32-4f550962acb4 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Made reservation on behalf of 3517844ed9c749bc9bf70d9f8eb7b10a for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:31:08.488162 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-3ae89deb-9283-41e3-be32-4f550962acb4 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:08.492509 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c8cc729-6251-40c4-9a6e-b2b64c209199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:08.494316 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-1c8cc729-6251-40c4-9a6e-b2b64c209199 admin admin] Added segment 63ead9d6-16e8-48cb-b7ba-814c40a399ce of type vlan for network a0d578ad-8269-41eb-bc85-bf58e5cb6ad9 Nov 18 17:31:08.562852 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7bad9a0f-535e-4bf5-b409-a0d07670ec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:08.566447 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ee02c22-c1c9-474e-9fd2-feac26a41510 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:08.584915 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63b085-091c-41d3-bb83-4176c19332ab None None] Pushing event updated for resources: {'Port': ['ID=dd8965a6-d924-41ca-9a81-552372fc4f02,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:08.671257 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7bad9a0f-535e-4bf5-b409-a0d07670ec99 None None] For port dd8965a6-d924-41ca-9a81-552372fc4f02, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=dd8965a6-d924-41ca-9a81-552372fc4f02,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:08.681832 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290c485-dd0c-4f2b-8d66-db3488d3536d req-232fe7c7-5bbc-4035-adcb-66843b12a38e tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:08.691773 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a290c485-dd0c-4f2b-8d66-db3488d3536d req-232fe7c7-5bbc-4035-adcb-66843b12a38e tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.2309215 Nov 18 17:31:08.695015 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee02c22-c1c9-474e-9fd2-feac26a41510 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2611d652-93de-4ceb-9b53-27e695ea7fbd,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:08.724645 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7bad9a0f-535e-4bf5-b409-a0d07670ec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:08.764830 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38440) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:08.818996 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] Set router b125c400-c3d7-4dec-b65b-3b092f73f486 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:31:08.856385 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-90266339-9ad3-4193-8af3-1539466ecc7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:08.858540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-3ae89deb-9283-41e3-be32-4f550962acb4 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Allocated IP 172.20.0.3 (968f23f6-2f47-427d-92d6-5a81f718caf6/cf872087-bdaf-42d6-8bc2-9b553caf2f78/288f9125-a053-455b-9bfa-3418960991c8) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:31:08.937905 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ee02c22-c1c9-474e-9fd2-feac26a41510 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:08.966504 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2ee02c22-c1c9-474e-9fd2-feac26a41510 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9484484 Nov 18 17:31:08.984890 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38446) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:08.997395 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad9a0f-535e-4bf5-b409-a0d07670ec99 None None] Pushing event updated for resources: {'Port': ['ID=dd8965a6-d924-41ca-9a81-552372fc4f02,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:09.009999 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e6ec320d-3765-44ef-b2f6-08f860504fe8 None None] Provisioning complete for port dd8965a6-d924-41ca-9a81-552372fc4f02 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:09.010658 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e6ec320d-3765-44ef-b2f6-08f860504fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:09.024730 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1834f80-e32b-42d8-a9a5-175bf6dabf46 req-04d51304-76d4-4242-af3d-2568adef0f86 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 210 time: 0.1975763 Nov 18 17:31:09.024730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-482050a1-a7dd-432f-bc5f-9bb353cec248 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Request body: {'security_group_rule': {'security_group_id': 'dd8357d2-9ce4-4479-9ae8-f96b49aa0180', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:09.107105 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-3ae89deb-9283-41e3-be32-4f550962acb4 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:09.112575 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4dbac082-991b-41eb-ab63-be469adead99 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:31:09.240323 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-90266339-9ad3-4193-8af3-1539466ecc7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:09.256049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c8cc729-6251-40c4-9a6e-b2b64c209199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:09.275491 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-3ae89deb-9283-41e3-be32-4f550962acb4 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:09.293691 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4dbac082-991b-41eb-ab63-be469adead99 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:09.294073 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:09.299487 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:31:09.333377 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a290c485-dd0c-4f2b-8d66-db3488d3536d req-ad3a3215-462b-4303-add4-7faee8c755ea tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6129458 Nov 18 17:31:09.337211 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-3ae89deb-9283-41e3-be32-4f550962acb4 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Network 968f23f6-2f47-427d-92d6-5a81f718caf6 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:31:09.340330 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-482050a1-a7dd-432f-bc5f-9bb353cec248 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:09.355460 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-3ae89deb-9283-41e3-be32-4f550962acb4 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:31:09.368547 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-3ae89deb-9283-41e3-be32-4f550962acb4 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:31:09.395405 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-90266339-9ad3-4193-8af3-1539466ecc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:09.419682 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:31:03Z', 'revision_number': 4, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'dd8965a6-d924-41ca-9a81-552372fc4f02', 'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'mac_address': 'fa:16:3e:95:ee:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:01Z', 'updated_at': '2021-11-18T17:31:08Z', 'revision_number': 4, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'subnets': [{'id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:09.461772 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d6ef4f-40c5-422b-9448-d31cd83ee7e6 None None] The sync data for ids ['b125c400-c3d7-4dec-b65b-3b092f73f486'] in n-d-813419-11 is: [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:31:03Z', 'revision_number': 4, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'dd8965a6-d924-41ca-9a81-552372fc4f02', 'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'mac_address': 'fa:16:3e:95:ee:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:01Z', 'updated_at': '2021-11-18T17:31:08Z', 'revision_number': 4, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'subnets': [{'id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:31:09.501424 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-90266339-9ad3-4193-8af3-1539466ecc7f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2b735af20bb04743ab3cc5a99ea5426a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7351537 Nov 18 17:31:09.516305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38448) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:09.586411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae89deb-9283-41e3-be32-4f550962acb4 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Pushing event updated for resources: {'Port': ['ID=288f9125-a053-455b-9bfa-3418960991c8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:09.624604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90266339-9ad3-4193-8af3-1539466ecc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91204fd-f050-4f13-8540-e608f3a17ff3,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:09.642002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-3ae89deb-9283-41e3-be32-4f550962acb4 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:09.648680 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-3ae89deb-9283-41e3-be32-4f550962acb4 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:09.667697 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['fd1b19cf-8000-4264-aae3-6676022cad2e'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:31:09.682168 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-482050a1-a7dd-432f-bc5f-9bb353cec248 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:09.692694 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c8cc729-6251-40c4-9a6e-b2b64c209199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:09.694046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8cc729-6251-40c4-9a6e-b2b64c209199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:09.697319 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c8cc729-6251-40c4-9a6e-b2b64c209199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:09.704704 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc14c4c1-3f9b-455e-9c40-284812d93a95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:09.763286 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-482050a1-a7dd-432f-bc5f-9bb353cec248 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:09.766868 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc14c4c1-3f9b-455e-9c40-284812d93a95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:09.857535 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482050a1-a7dd-432f-bc5f-9bb353cec248 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2add01-ecd2-46be-b8ea-406ec83885e0,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:09.931683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38450) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:09.936194 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1c8cc729-6251-40c4-9a6e-b2b64c209199 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3757403 Nov 18 17:31:09.938179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-fb8c139a-a8ad-4b71-80cd-53a5e826ed76 admin admin] Request body: {'subnet': {'network_id': 'a0d578ad-8269-41eb-bc85-bf58e5cb6ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-630298055-subnet', 'tenant_id': '402ac5ee535a4e87bfe17c533360d4e4', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:09.940711 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-3ae89deb-9283-41e3-be32-4f550962acb4 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1965497 Nov 18 17:31:09.942025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cc729-6251-40c4-9a6e-b2b64c209199 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d578ad-8269-41eb-bc85-bf58e5cb6ad9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:09.949631 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-482050a1-a7dd-432f-bc5f-9bb353cec248 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:09.953382 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-482050a1-a7dd-432f-bc5f-9bb353cec248 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9353576 Nov 18 17:31:09.954426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38452) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:09.959078 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-4170cfda-4755-4428-abaa-0b8b39f4a96a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:10.000004 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc14c4c1-3f9b-455e-9c40-284812d93a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:10.003017 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc14c4c1-3f9b-455e-9c40-284812d93a95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:10.007107 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cc14c4c1-3f9b-455e-9c40-284812d93a95 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a91204fd-f050-4f13-8540-e608f3a17ff3 HTTP/1.1" status: 204 len: 168 time: 0.4877307 Nov 18 17:31:10.022273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14c4c1-3f9b-455e-9c40-284812d93a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91204fd-f050-4f13-8540-e608f3a17ff3,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:10.051349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network a0d578ad-8269-41eb-bc85-bf58e5cb6ad9 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:31:10.082149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8c139a-a8ad-4b71-80cd-53a5e826ed76 admin admin] Made reservation on behalf of 402ac5ee535a4e87bfe17c533360d4e4 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:31:10.086012 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb8c139a-a8ad-4b71-80cd-53a5e826ed76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:10.234842 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Request body: {'port': {'device_id': 'b04191a0-0e02-466d-bd63-03889156bbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:10.409325 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:10.569822 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:10.597989 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 4dbac082-991b-41eb-ab63-be469adead99, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dbac082-991b-41eb-ab63-be469adead99,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:10.688334 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:10.794316 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=4dbac082-991b-41eb-ab63-be469adead99,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:10.995426 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4170cfda-4755-4428-abaa-0b8b39f4a96a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:10.996528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device dd8965a6-d924-41ca-9a81-552372fc4f02 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:31:11.102212 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308058e-b710-4cd9-8212-f49d3e246fb1 req-d9f4d3ba-79e2-46b4-87f8-d6004a4e2ebb tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:11.110129 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9308058e-b710-4cd9-8212-f49d3e246fb1 req-d9f4d3ba-79e2-46b4-87f8-d6004a4e2ebb tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 931 time: 0.9375622 Nov 18 17:31:11.128114 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port dd8965a6-d924-41ca-9a81-552372fc4f02 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:11.128995 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:11.232831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38470) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:11.310536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473027bc-418c-49ce-93b8-d0e898fd2d17 req-c9c107e2-fa90-4201-9232-aa19aaf94f90 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:11.311861 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-473027bc-418c-49ce-93b8-d0e898fd2d17 req-c9c107e2-fa90-4201-9232-aa19aaf94f90 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.3176756 Nov 18 17:31:11.341579 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Sync routers for ids ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:31:11.344299 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8b5118a5-b46e-4f62-8676-70bd51c33436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:11.357733 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Routers {'4bdcee6a-7a46-4d64-ac47-a9ac35dab064'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:31:11.357733 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:31:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:11.370760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9308058e-b710-4cd9-8212-f49d3e246fb1 req-38caf4eb-a867-4f1a-8747-87c435cec0f6 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447455 Nov 18 17:31:11.418286 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288f9125-a053-455b-9bfa-3418960991c8 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:31:11.429792 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:11.457091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Transition to ACTIVE for port object 288f9125-a053-455b-9bfa-3418960991c8 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:31:11.505585 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Set router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:31:11.541720 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:11.608030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Pushing event updated for resources: {'Port': ['ID=288f9125-a053-455b-9bfa-3418960991c8,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:11.643590 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8b5118a5-b46e-4f62-8676-70bd51c33436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:11.674743 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-473027bc-418c-49ce-93b8-d0e898fd2d17 req-940442e3-d6f7-41ee-ab6e-f2c6fdfe9e3d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3519857 Nov 18 17:31:11.705607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Attempting to bind port 288f9125-a053-455b-9bfa-3418960991c8 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:31:11.712799 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Attempting to bind port 288f9125-a053-455b-9bfa-3418960991c8 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '8782a564-3dfd-453d-8e66-39c0504e575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:31:11.712799 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Attempting to bind port 288f9125-a053-455b-9bfa-3418960991c8 on network 968f23f6-2f47-427d-92d6-5a81f718caf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:31:11.714112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Port 288f9125-a053-455b-9bfa-3418960991c8 on network 968f23f6-2f47-427d-92d6-5a81f718caf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:31:11.714738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Attempting to bind port 288f9125-a053-455b-9bfa-3418960991c8 on network 968f23f6-2f47-427d-92d6-5a81f718caf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:31:11.716346 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4170cfda-4755-4428-abaa-0b8b39f4a96a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:11.720634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:31:11.721395 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Checking segment: {'id': '8782a564-3dfd-453d-8e66-39c0504e575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:31:11.721799 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Bound using segment: {'id': '8782a564-3dfd-453d-8e66-39c0504e575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:31:11.722292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Bound port: 288f9125-a053-455b-9bfa-3418960991c8, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8782a564-3dfd-453d-8e66-39c0504e575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:31:11.722596 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:11.762617 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8b5118a5-b46e-4f62-8676-70bd51c33436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:11.773517 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '4dbac082-991b-41eb-ab63-be469adead99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:58Z', 'updated_at': '2021-11-18T17:31:04Z', 'revision_number': 4, 'project_id': '6411d397673f4876bac8e13045c7927c', 'gw_port': {'id': '4dbac082-991b-41eb-ab63-be469adead99', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:59Z', 'updated_at': '2021-11-18T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'fbd9f5dc-4eb6-4f58-b471-f05743494a29', 'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'mac_address': 'fa:16:3e:4c:c7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:02Z', 'updated_at': '2021-11-18T17:31:04Z', 'revision_number': 2, 'project_id': '6411d397673f4876bac8e13045c7927c', 'subnets': [{'id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:11.797266 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb8c139a-a8ad-4b71-80cd-53a5e826ed76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:11.800042 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] For port 288f9125-a053-455b-9bfa-3418960991c8, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:31:11.805052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] For port 288f9125-a053-455b-9bfa-3418960991c8, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=288f9125-a053-455b-9bfa-3418960991c8,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:31:11.813549 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Checking router: 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:31:11.814055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Updating router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 port fbd9f5dc-4eb6-4f58-b471-f05743494a29 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:31:11.840533 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:11.870431 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8b5118a5-b46e-4f62-8676-70bd51c33436 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1851beb655664ea8b45ea23c2ef455e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6037481 Nov 18 17:31:11.873245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38474) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:11.879301 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5118a5-b46e-4f62-8676-70bd51c33436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86797a43-9a6d-4f66-a317-820e34e37892,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:11.925516 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c139a-a8ad-4b71-80cd-53a5e826ed76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2140b9a8-1e08-467d-825d-d186a7e352d3,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:11.942412 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:11.964219 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-4170cfda-4755-4428-abaa-0b8b39f4a96a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Allocated IP 172.25.3.231 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/8ae0d042-f64f-4c90-aa33-1fcaa4dc527e) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:31:11.968718 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8c139a-a8ad-4b71-80cd-53a5e826ed76 admin admin] Checking segment: {'id': '63ead9d6-16e8-48cb-b7ba-814c40a399ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a0d578ad-8269-41eb-bc85-bf58e5cb6ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:31:11.969074 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8c139a-a8ad-4b71-80cd-53a5e826ed76 admin admin] Network hostable DHCP agents. Network: a0d578ad-8269-41eb-bc85-bf58e5cb6ad9, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:31:12.016095 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:12.016952 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:12.021484 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] 10.222.0.83 "PUT /v2.0/ports/288f9125-a053-455b-9bfa-3418960991c8 HTTP/1.1" status: 200 len: 1092 time: 2.0689800 Nov 18 17:31:12.034084 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04191a0-0e02-466d-bd63-03889156bbf3', 'tag': '288f9125-a053-455b-9bfa-3418960991c8'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:31:12.036380 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d448435-75de-4446-8741-5ccaceafe74a" -d '{"events": [{"name": "network-changed", "server_uuid": "b04191a0-0e02-466d-bd63-03889156bbf3", "tag": "288f9125-a053-455b-9bfa-3418960991c8"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:31:12.070013 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8c139a-a8ad-4b71-80cd-53a5e826ed76 admin admin] Network a0d578ad-8269-41eb-bc85-bf58e5cb6ad9 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:31:12.072526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1c345-eb70-40bf-9b63-b9d2eb2fdcb8 service neutron] Pushing event updated for resources: {'Port': ['ID=288f9125-a053-455b-9bfa-3418960991c8,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:12.084232 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d16b5ff3-d8c4-47eb-8943-b02a7595cb00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:12.110926 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d16b5ff3-d8c4-47eb-8943-b02a7595cb00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:12.120939 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd87b75-9a80-4905-8158-5c5a69755458 x-openstack-request-id: req-fcd87b75-9a80-4905-8158-5c5a69755458 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:31:12.121250 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04191a0-0e02-466d-bd63-03889156bbf3", "tag": "288f9125-a053-455b-9bfa-3418960991c8", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:31:12.121507 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fcd87b75-9a80-4905-8158-5c5a69755458 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:31:12.121897 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04191a0-0e02-466d-bd63-03889156bbf3', 'tag': '288f9125-a053-455b-9bfa-3418960991c8', 'status': 'completed', 'code': 200} Nov 18 17:31:12.167552 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4170cfda-4755-4428-abaa-0b8b39f4a96a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:12.182321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-fb8c139a-a8ad-4b71-80cd-53a5e826ed76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, a0d578ad-8269-41eb-bc85-bf58e5cb6ad9) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:31:12.187207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8c139a-a8ad-4b71-80cd-53a5e826ed76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:12.187910 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb8c139a-a8ad-4b71-80cd-53a5e826ed76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:12.194481 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d448435-75de-4446-8741-5ccaceafe74a req-a643bd1c-b43a-47b2-8c8b-2cbd0d260136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:12.196108 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7d448435-75de-4446-8741-5ccaceafe74a req-a643bd1c-b43a-47b2-8c8b-2cbd0d260136 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3517844ed9c749bc9bf70d9f8eb7b10a&device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 1095 time: 0.0529902 Nov 18 17:31:12.218780 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391e68ba-4a04-40a3-a2ca-24a731d3c889 None None] Network a0d578ad-8269-41eb-bc85-bf58e5cb6ad9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:31:12.258794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fb8c139a-a8ad-4b71-80cd-53a5e826ed76 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3257613 Nov 18 17:31:12.261585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38482) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:12.265981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-630298055-router', 'tenant_id': '402ac5ee535a4e87bfe17c533360d4e4', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:12.268274 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:12.276979 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4170cfda-4755-4428-abaa-0b8b39f4a96a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:12.302218 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d16b5ff3-d8c4-47eb-8943-b02a7595cb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:12.305381 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d16b5ff3-d8c4-47eb-8943-b02a7595cb00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:12.306544 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d16b5ff3-d8c4-47eb-8943-b02a7595cb00 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/86797a43-9a6d-4f66-a317-820e34e37892 HTTP/1.1" status: 204 len: 168 time: 0.4319854 Nov 18 17:31:12.326853 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b5ff3-d8c4-47eb-8943-b02a7595cb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86797a43-9a6d-4f66-a317-820e34e37892,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:12.337219 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4170cfda-4755-4428-abaa-0b8b39f4a96a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:31:12.344125 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-4170cfda-4755-4428-abaa-0b8b39f4a96a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:31:12.346083 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d448435-75de-4446-8741-5ccaceafe74a req-01319340-337d-453d-9270-746d64d541b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:12.346244 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170cfda-4755-4428-abaa-0b8b39f4a96a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Pushing event updated for resources: {'Port': ['ID=8ae0d042-f64f-4c90-aa33-1fcaa4dc527e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:12.348570 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4170cfda-4755-4428-abaa-0b8b39f4a96a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:31:12.349764 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7d448435-75de-4446-8741-5ccaceafe74a req-01319340-337d-453d-9270-746d64d541b2 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=3517844ed9c749bc9bf70d9f8eb7b10a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1445928 Nov 18 17:31:12.412170 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:12.430346 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:12.434513 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:12.497680 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-a0d578ad-8269-41eb-bc85-bf58e5cb6ad9', 'network_id': 'a0d578ad-8269-41eb-bc85-bf58e5cb6ad9', 'tenant_id': '402ac5ee535a4e87bfe17c533360d4e4', 'fixed_ips': [{'subnet_id': '2140b9a8-1e08-467d-825d-d186a7e352d3'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:31:12.498839 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:12.511370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d448435-75de-4446-8741-5ccaceafe74a req-5fb5c1fe-ce1d-4bf2-90a3-4507d2ed2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:12.512933 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7d448435-75de-4446-8741-5ccaceafe74a req-5fb5c1fe-ce1d-4bf2-90a3-4507d2ed2260 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1537268 Nov 18 17:31:12.599225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65a789-97c6-4c88-a02c-675f7ec636f6 req-63fb41f7-1285-4f6c-9a40-1728c7aeec77 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:12.601306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c65a789-97c6-4c88-a02c-675f7ec636f6 req-63fb41f7-1285-4f6c-9a40-1728c7aeec77 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 943 time: 0.1181614 Nov 18 17:31:12.610380 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4170cfda-4755-4428-abaa-0b8b39f4a96a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:12.634209 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c0640-9b46-4a9e-8a3d-25aafb2ead30 None None] Pushing event updated for resources: {'Port': ['ID=fbd9f5dc-4eb6-4f58-b471-f05743494a29,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:12.637654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-ddf57e50-0546-4196-8f7c-09ba5beecc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:12.639866 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-ddf57e50-0546-4196-8f7c-09ba5beecc76 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3517844ed9c749bc9bf70d9f8eb7b10a&device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 1095 time: 0.0711391 Nov 18 17:31:12.692426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Attempting to bind port fbd9f5dc-4eb6-4f58-b471-f05743494a29 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:31:12.692837 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Attempting to bind port fbd9f5dc-4eb6-4f58-b471-f05743494a29 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '592c968c-a168-48cc-967a-6645e2db2261'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:31:12.693177 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Attempting to bind port fbd9f5dc-4eb6-4f58-b471-f05743494a29 on network 592c968c-a168-48cc-967a-6645e2db2261 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:31:12.695608 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:12.718196 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:31:12.718765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Checking segment: {'id': 'fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '592c968c-a168-48cc-967a-6645e2db2261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:31:12.718985 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:12.719397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Bound using segment: {'id': 'fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '592c968c-a168-48cc-967a-6645e2db2261'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:31:12.719926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Bound port: fbd9f5dc-4eb6-4f58-b471-f05743494a29, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '592c968c-a168-48cc-967a-6645e2db2261'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:31:12.720325 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:12.726450 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-18c60f8d-cbd3-49bf-89d4-c93110b22a43 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=288f9125-a053-455b-9bfa-3418960991c8 HTTP/1.1" status: 200 len: 217 time: 0.0719624 Nov 18 17:31:12.800391 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-d457d231-b48b-472a-97c1-02a863d0e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:12.801909 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-d457d231-b48b-472a-97c1-02a863d0e81b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cf872087-bdaf-42d6-8bc2-9b553caf2f78 HTTP/1.1" status: 200 len: 855 time: 0.0673499 Nov 18 17:31:12.804005 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c65a789-97c6-4c88-a02c-675f7ec636f6 req-eece1c01-8be1-47e0-8454-9ed7f40e649a tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292505 Nov 18 17:31:12.854216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Allocated IP 172.20.0.2 (a0d578ad-8269-41eb-bc85-bf58e5cb6ad9/2140b9a8-1e08-467d-825d-d186a7e352d3/547c768d-b7b1-47f6-a15a-c9d7752b6337) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:31:12.883460 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-cbe9e665-c7c0-4bf0-a082-d14576dbf5e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=968f23f6-2f47-427d-92d6-5a81f718caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705535 Nov 18 17:31:12.904623 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] For port fbd9f5dc-4eb6-4f58-b471-f05743494a29, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:31:12.909151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] For port fbd9f5dc-4eb6-4f58-b471-f05743494a29, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fbd9f5dc-4eb6-4f58-b471-f05743494a29,segment=NetworkSegment(fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8),segment_id=fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:31:12.929249 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4dbac082-991b-41eb-ab63-be469adead99 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:31:13.006749 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4170cfda-4755-4428-abaa-0b8b39f4a96a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:13.051508 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-1a6ec7ad-73f5-44e3-b1f7-1f0d9d4f9118 service neutron] 10.222.0.83 "GET /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580186 Nov 18 17:31:13.082876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d975f-255e-4a9c-8fbc-f3f2b5e480ec req-ca8f4d81-a734-4e47-9f81-129f4d65b628 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:13.093620 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d86d975f-255e-4a9c-8fbc-f3f2b5e480ec req-ca8f4d81-a734-4e47-9f81-129f4d65b628 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 946 time: 0.3300710 Nov 18 17:31:13.179932 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3625dded-fb64-4dba-8d26-07fc189c3d5a req-8ed37690-49b9-4ab8-a24f-ca84c4c75390 service neutron] 10.222.0.83 "GET /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193414 Nov 18 17:31:13.184015 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:13.254319 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8ffab702-3b4c-4ef5-abfc-58be0339e4ba None None] Provisioning complete for port fbd9f5dc-4eb6-4f58-b471-f05743494a29 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:13.254780 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ffab702-3b4c-4ef5-abfc-58be0339e4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:13.287185 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:13.317143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac77fcf-d221-47db-88f9-d21aa5741d8d req-70fb4a14-1eca-4a74-9f86-f07c57155ee3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:13.318749 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cac77fcf-d221-47db-88f9-d21aa5741d8d req-70fb4a14-1eca-4a74-9f86-f07c57155ee3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.3567157 Nov 18 17:31:13.331379 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Routers {'4bdcee6a-7a46-4d64-ac47-a9ac35dab064'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:31:13.332134 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:31:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:13.363053 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d86d975f-255e-4a9c-8fbc-f3f2b5e480ec req-3d2bb050-8362-42fd-ae6b-4a238bf8d6b9 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683952 Nov 18 17:31:13.378103 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c0640-9b46-4a9e-8a3d-25aafb2ead30 None None] Pushing event updated for resources: {'Port': ['ID=fbd9f5dc-4eb6-4f58-b471-f05743494a29,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:13.408597 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4dbac082-991b-41eb-ab63-be469adead99 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:13.408831 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:13.455997 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cac77fcf-d221-47db-88f9-d21aa5741d8d req-18ec4295-79e0-47db-9ccb-50bafd5b4737 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221337 Nov 18 17:31:13.472269 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4170cfda-4755-4428-abaa-0b8b39f4a96a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:13.513077 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:13.613224 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:13.613437 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4170cfda-4755-4428-abaa-0b8b39f4a96a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:13.633253 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] Set router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:31:13.715508 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ffab702-3b4c-4ef5-abfc-58be0339e4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:13.730581 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:13.742144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Network a0d578ad-8269-41eb-bc85-bf58e5cb6ad9 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:31:13.803314 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:13.810846 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:31:13.814769 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:31:13.842429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Pushing event updated for resources: {'Port': ['ID=547c768d-b7b1-47f6-a15a-c9d7752b6337,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:13.863853 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170cfda-4755-4428-abaa-0b8b39f4a96a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Pushing event updated for resources: {'Port': ['ID=8ae0d042-f64f-4c90-aa33-1fcaa4dc527e,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:13.890669 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4170cfda-4755-4428-abaa-0b8b39f4a96a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:13.966674 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8ffab702-3b4c-4ef5-abfc-58be0339e4ba None None] For port fbd9f5dc-4eb6-4f58-b471-f05743494a29, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fbd9f5dc-4eb6-4f58-b471-f05743494a29,segment=NetworkSegment(fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8),segment_id=fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:13.976437 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Attempting to bind port 547c768d-b7b1-47f6-a15a-c9d7752b6337 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:31:13.976868 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Attempting to bind port 547c768d-b7b1-47f6-a15a-c9d7752b6337 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '63ead9d6-16e8-48cb-b7ba-814c40a399ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a0d578ad-8269-41eb-bc85-bf58e5cb6ad9'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:31:13.977248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Attempting to bind port 547c768d-b7b1-47f6-a15a-c9d7752b6337 on network a0d578ad-8269-41eb-bc85-bf58e5cb6ad9 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:31:13.984628 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:31:13.985013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Checking segment: {'id': '63ead9d6-16e8-48cb-b7ba-814c40a399ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a0d578ad-8269-41eb-bc85-bf58e5cb6ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:31:13.985427 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:13.985831 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Bound using segment: {'id': '63ead9d6-16e8-48cb-b7ba-814c40a399ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a0d578ad-8269-41eb-bc85-bf58e5cb6ad9'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:31:13.986413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Bound port: 547c768d-b7b1-47f6-a15a-c9d7752b6337, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ead9d6-16e8-48cb-b7ba-814c40a399ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a0d578ad-8269-41eb-bc85-bf58e5cb6ad9'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:31:13.986712 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:14.031918 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4170cfda-4755-4428-abaa-0b8b39f4a96a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:14.033259 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4170cfda-4755-4428-abaa-0b8b39f4a96a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0778980 Nov 18 17:31:14.068448 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Allocated IP 172.25.3.251 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/8a7ad844-ea89-43db-8c70-a73e8b509abe) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:31:14.077703 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ffab702-3b4c-4ef5-abfc-58be0339e4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:14.078583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cf742-0e83-4e6d-935a-befea00c9acd req-bd038b4b-be88-4eb7-8879-9d38bf6da7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:14.081722 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b6cf742-0e83-4e6d-935a-befea00c9acd req-bd038b4b-be88-4eb7-8879-9d38bf6da7d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 1097 time: 0.0756748 Nov 18 17:31:14.094931 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06575220-1742-423f-b8d5-66d1fbc2645e req-b10c317a-d3a3-4f79-a808-63340f503d02 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:14.096699 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06575220-1742-423f-b8d5-66d1fbc2645e req-b10c317a-d3a3-4f79-a808-63340f503d02 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.2401469 Nov 18 17:31:14.137455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e9310-d08e-470b-9b0e-f6b66becc53d req-ff88d7de-c8a9-444a-acc4-b1f00e790537 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:14.139054 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c08e9310-d08e-470b-9b0e-f6b66becc53d req-ff88d7de-c8a9-444a-acc4-b1f00e790537 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 943 time: 0.1614797 Nov 18 17:31:14.152686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffab702-3b4c-4ef5-abfc-58be0339e4ba None None] Pushing event updated for resources: {'Port': ['ID=fbd9f5dc-4eb6-4f58-b471-f05743494a29,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:14.236667 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f93bd868-4e8f-4f0e-9df5-f6493e646249 None None] Provisioning complete for port fbd9f5dc-4eb6-4f58-b471-f05743494a29 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:14.237074 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f93bd868-4e8f-4f0e-9df5-f6493e646249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:14.242140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] For port 547c768d-b7b1-47f6-a15a-c9d7752b6337, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:31:14.279989 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] For port 547c768d-b7b1-47f6-a15a-c9d7752b6337, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=547c768d-b7b1-47f6-a15a-c9d7752b6337,segment=NetworkSegment(63ead9d6-16e8-48cb-b7ba-814c40a399ce),segment_id=63ead9d6-16e8-48cb-b7ba-814c40a399ce)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:31:14.281208 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06575220-1742-423f-b8d5-66d1fbc2645e req-0a376bae-89c9-4324-b557-dd18019c9755 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761229 Nov 18 17:31:14.294552 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c08e9310-d08e-470b-9b0e-f6b66becc53d req-14fdbc8a-2798-4b12-9eea-06f7522e5502 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428435 Nov 18 17:31:14.298003 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '4dbac082-991b-41eb-ab63-be469adead99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:58Z', 'updated_at': '2021-11-18T17:31:04Z', 'revision_number': 4, 'project_id': '6411d397673f4876bac8e13045c7927c', 'gw_port': {'id': '4dbac082-991b-41eb-ab63-be469adead99', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:59Z', 'updated_at': '2021-11-18T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'fbd9f5dc-4eb6-4f58-b471-f05743494a29', 'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'mac_address': 'fa:16:3e:4c:c7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:02Z', 'updated_at': '2021-11-18T17:31:12Z', 'revision_number': 4, 'project_id': '6411d397673f4876bac8e13045c7927c', 'subnets': [{'id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:14.312341 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:14.318065 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cf742-0e83-4e6d-935a-befea00c9acd req-eb1b5459-7a5e-40c8-8f94-8e9fe64eb32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:14.323859 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b6cf742-0e83-4e6d-935a-befea00c9acd req-eb1b5459-7a5e-40c8-8f94-8e9fe64eb32a service neutron] 10.222.0.83 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.2283700 Nov 18 17:31:14.350927 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:14.353020 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e075cb7-4d2a-42d8-93c2-799aac198592 None None] The sync data for ids ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'] in n-d-813419-11 is: [{'id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '4dbac082-991b-41eb-ab63-be469adead99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:58Z', 'updated_at': '2021-11-18T17:31:04Z', 'revision_number': 4, 'project_id': '6411d397673f4876bac8e13045c7927c', 'gw_port': {'id': '4dbac082-991b-41eb-ab63-be469adead99', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:59Z', 'updated_at': '2021-11-18T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'fbd9f5dc-4eb6-4f58-b471-f05743494a29', 'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'mac_address': 'fa:16:3e:4c:c7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:02Z', 'updated_at': '2021-11-18T17:31:12Z', 'revision_number': 4, 'project_id': '6411d397673f4876bac8e13045c7927c', 'subnets': [{'id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:31:14.432406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe40f0-3124-4663-b50e-b2b699aa9469 req-445aa77d-1ade-4dc8-930c-db8af7a6f1b2 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:14.441002 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9ffe40f0-3124-4663-b50e-b2b699aa9469 req-445aa77d-1ade-4dc8-930c-db8af7a6f1b2 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.81 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 946 time: 0.1919625 Nov 18 17:31:14.483951 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69233ee0-ba9e-4ae2-babb-4f81b2eed409 None None] Pushing event updated for resources: {'Port': ['ID=547c768d-b7b1-47f6-a15a-c9d7752b6337,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:14.510789 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:14.533249 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b6cf742-0e83-4e6d-935a-befea00c9acd req-f6f501ec-5ece-4b8a-a990-5d9019b2099a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a41711e-76b2-42ef-ab70-e75764352775 HTTP/1.1" status: 200 len: 1000 time: 0.2024133 Nov 18 17:31:14.635500 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:31:14.641614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59013b72-5264-405d-90ef-b8136faef277 req-f41f5827-c2bd-4396-93f7-5b3d05a01c25 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1393663634&fields=id&tenant_id=c792286d243e4484b7d541f96477c28c HTTP/1.1" status: 200 len: 267 time: 0.1888485 Nov 18 17:31:14.649928 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:31:14.665926 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:31:14.672229 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cf742-0e83-4e6d-935a-befea00c9acd req-a3d605a3-bacf-4d47-b8f3-66488faa9e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:14.673733 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b6cf742-0e83-4e6d-935a-befea00c9acd req-a3d605a3-bacf-4d47-b8f3-66488faa9e03 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.1295438 Nov 18 17:31:14.718766 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-9ffe40f0-3124-4663-b50e-b2b699aa9469 req-fdcbfa37-7fe0-4ed6-9a34-12d54b512102 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Deleting port 873a0f57-4018-4d5b-9f63-291544e28def {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:31:14.719123 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9ffe40f0-3124-4663-b50e-b2b699aa9469 req-fdcbfa37-7fe0-4ed6-9a34-12d54b512102 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:14.811711 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013b72-5264-405d-90ef-b8136faef277 req-e38a432d-b9e8-4f19-b545-5db7a33ec83b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:14.812970 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59013b72-5264-405d-90ef-b8136faef277 req-e38a432d-b9e8-4f19-b545-5db7a33ec83b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/networks?id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358 HTTP/1.1" status: 200 len: 816 time: 0.1517100 Nov 18 17:31:14.820542 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cf742-0e83-4e6d-935a-befea00c9acd req-3376f18c-e213-4503-a1c5-e613f4d6067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:14.822074 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b6cf742-0e83-4e6d-935a-befea00c9acd req-3376f18c-e213-4503-a1c5-e613f4d6067c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1367598 Nov 18 17:31:14.839584 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Pushing event updated for resources: {'Port': ['ID=8a7ad844-ea89-43db-8c70-a73e8b509abe,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:14.871535 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59013b72-5264-405d-90ef-b8136faef277 req-19a6b3a3-8312-4287-bb3d-7c8fac46d327 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/quotas/c792286d243e4484b7d541f96477c28c HTTP/1.1" status: 200 len: 375 time: 0.0330505 Nov 18 17:31:14.886533 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4d7b3-4ddf-4b7c-875f-9f907185b97a req-22fe5797-d698-4ccc-a076-c68b7d051250 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:14.888431 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52d4d7b3-4ddf-4b7c-875f-9f907185b97a req-22fe5797-d698-4ccc-a076-c68b7d051250 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 946 time: 0.3742406 Nov 18 17:31:15.079075 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-9ffe40f0-3124-4663-b50e-b2b699aa9469 req-fdcbfa37-7fe0-4ed6-9a34-12d54b512102 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] For port 873a0f57-4018-4d5b-9f63-291544e28def, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=873a0f57-4018-4d5b-9f63-291544e28def,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:15.080129 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9ffe40f0-3124-4663-b50e-b2b699aa9469 req-fdcbfa37-7fe0-4ed6-9a34-12d54b512102 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:15.094618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-9ffe40f0-3124-4663-b50e-b2b699aa9469 req-fdcbfa37-7fe0-4ed6-9a34-12d54b512102 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Calling delete_port for 873a0f57-4018-4d5b-9f63-291544e28def owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:31:15.153412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 547c768d-b7b1-47f6-a15a-c9d7752b6337 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:31:15.168424 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59013b72-5264-405d-90ef-b8136faef277 req-437c268d-c16a-4b54-aee5-ae5f434ea761 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c792286d243e4484b7d541f96477c28c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2788670 Nov 18 17:31:15.242338 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b6cf742-0e83-4e6d-935a-befea00c9acd req-5a6f75fb-3896-4e08-b8d8-66a769a71f99 service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735757 Nov 18 17:31:15.244526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 547c768d-b7b1-47f6-a15a-c9d7752b6337 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:15.244920 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:15.377559 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:15.388653 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52d4d7b3-4ddf-4b7c-875f-9f907185b97a req-d6b8235e-f2d9-4613-bf03-1ddda0feddcb tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0cd76ee-a068-4e1f-a072-38af4320cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810364 Nov 18 17:31:15.390887 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59013b72-5264-405d-90ef-b8136faef277 req-743e3900-1312-43be-82b0-b3eb1ec6af68 service neutron] 10.222.0.72 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992145 Nov 18 17:31:15.438967 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 288f9125-a053-455b-9bfa-3418960991c8 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:31:15.452609 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b6cf742-0e83-4e6d-935a-befea00c9acd req-90585267-c506-4ec8-a665-e217c6464830 service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019489 Nov 18 17:31:15.523588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 547c768d-b7b1-47f6-a15a-c9d7752b6337, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=547c768d-b7b1-47f6-a15a-c9d7752b6337,segment=NetworkSegment(63ead9d6-16e8-48cb-b7ba-814c40a399ce),segment_id=63ead9d6-16e8-48cb-b7ba-814c40a399ce)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:15.529911 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9ffe40f0-3124-4663-b50e-b2b699aa9469 req-fdcbfa37-7fe0-4ed6-9a34-12d54b512102 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:15.595769 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['873a0f57-4018-4d5b-9f63-291544e28def'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:31:15.602309 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbfa37-7fe0-4ed6-9a34-12d54b512102 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event deleted for resources: {'Port': ['ID=873a0f57-4018-4d5b-9f63-291544e28def,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:15.605832 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:15.606694 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fbd9f5dc-4eb6-4f58-b471-f05743494a29 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:31:15.695696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffe40f0-3124-4663-b50e-b2b699aa9469 req-fdcbfa37-7fe0-4ed6-9a34-12d54b512102 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] No DVR routers for this DVR port 873a0f57-4018-4d5b-9f63-291544e28def on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:31:15.702742 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9ffe40f0-3124-4663-b50e-b2b699aa9469 req-fdcbfa37-7fe0-4ed6-9a34-12d54b512102 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:15.703446 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9ffe40f0-3124-4663-b50e-b2b699aa9469 req-fdcbfa37-7fe0-4ed6-9a34-12d54b512102 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.81 "DELETE /v2.0/ports/873a0f57-4018-4d5b-9f63-291544e28def HTTP/1.1" status: 204 len: 173 time: 1.2562423 Nov 18 17:31:15.704061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ea1a35-1879-444e-a9a8-62a0d7b99436', 'name': 'network-vif-deleted', 'tag': '873a0f57-4018-4d5b-9f63-291544e28def'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:31:15.706852 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647f0c04-cc22-4078-ad24-12da82577bbc" -d '{"events": [{"server_uuid": "49ea1a35-1879-444e-a9a8-62a0d7b99436", "name": "network-vif-deleted", "tag": "873a0f57-4018-4d5b-9f63-291544e28def"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:31:15.731275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=547c768d-b7b1-47f6-a15a-c9d7752b6337,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:15.754043 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:15.814836 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 288f9125-a053-455b-9bfa-3418960991c8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=288f9125-a053-455b-9bfa-3418960991c8,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:15.835591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '288f9125-a053-455b-9bfa-3418960991c8', 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6', 'port_id': '288f9125-a053-455b-9bfa-3418960991c8', 'mac_address': 'fa:16:3e:9a:e7:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf872087-bdaf-42d6-8bc2-9b553caf2f78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:31:15.884148 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:15.913537 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port fbd9f5dc-4eb6-4f58-b471-f05743494a29 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:15.914240 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:15.916910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288f9125-a053-455b-9bfa-3418960991c8 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:31:15.940094 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59013b72-5264-405d-90ef-b8136faef277 req-4405ccb1-1849-4b80-94c7-e880fdde9466 service neutron] 10.222.0.72 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702077 Nov 18 17:31:16.005250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e8fd8-402e-402c-8391-2578c57047bb req-e3628366-c440-44f2-9cbe-55001f062a66 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:16.007546 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-292e8fd8-402e-402c-8391-2578c57047bb req-e3628366-c440-44f2-9cbe-55001f062a66 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 943 time: 0.3730588 Nov 18 17:31:16.033876 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 288f9125-a053-455b-9bfa-3418960991c8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=288f9125-a053-455b-9bfa-3418960991c8,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:16.145575 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:16.210034 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-292e8fd8-402e-402c-8391-2578c57047bb req-5f4cc1f4-2af9-4eb2-b598-bb9add0187ca tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872849 Nov 18 17:31:16.212339 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=288f9125-a053-455b-9bfa-3418960991c8,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:16.270377 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4412cd7c-1396-4de3-ab09-e0875818eab3 None None] Network a0d578ad-8269-41eb-bc85-bf58e5cb6ad9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:31:16.372368 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff1b282-23fe-48b5-8e65-4b3f848176a6 x-openstack-request-id: req-5ff1b282-23fe-48b5-8e65-4b3f848176a6 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:31:16.372884 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ea1a35-1879-444e-a9a8-62a0d7b99436", "name": "network-vif-deleted", "tag": "873a0f57-4018-4d5b-9f63-291544e28def", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:31:16.373102 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5ff1b282-23fe-48b5-8e65-4b3f848176a6 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:31:16.373660 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ea1a35-1879-444e-a9a8-62a0d7b99436', 'name': 'network-vif-deleted', 'tag': '873a0f57-4018-4d5b-9f63-291544e28def', 'status': 'completed', 'code': 200} Nov 18 17:31:16.429456 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:16.477899 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8bbb75d9-d9ea-496e-813c-0b5f89a077c2 req-76f48de5-94ac-451b-8866-8fbdc094a82f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 210 time: 0.0406866 Nov 18 17:31:16.595202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['288f9125-a053-455b-9bfa-3418960991c8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:31:16.602465 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-43c204bb-ff52-4ebb-b316-2b21d976b32c None None] Provisioning complete for port 547c768d-b7b1-47f6-a15a-c9d7752b6337 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:16.603015 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-43c204bb-ff52-4ebb-b316-2b21d976b32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:16.641949 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0ff6c702-66a8-4ac2-9a0f-f3c4da24e39b req-b137a87e-c636-4ab0-8ed5-c2c1e5d4a39d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 210 time: 0.0378578 Nov 18 17:31:16.671617 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b45c9f-1bd1-4293-a372-6dc2b16f2ca8 req-a17a12fe-b6b9-44bd-a436-6e40dea0f206 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:16.674105 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57b45c9f-1bd1-4293-a372-6dc2b16f2ca8 req-a17a12fe-b6b9-44bd-a436-6e40dea0f206 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.2931404 Nov 18 17:31:16.731809 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57b45c9f-1bd1-4293-a372-6dc2b16f2ca8 req-ed049391-6365-4f12-829d-d8fad0dcbe1d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499017 Nov 18 17:31:16.763603 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Router e4f37ed4-2517-4db8-b1d2-e7f012399773 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:31:16.961557 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 547c768d-b7b1-47f6-a15a-c9d7752b6337 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:31:17.087210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 547c768d-b7b1-47f6-a15a-c9d7752b6337 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:17.087986 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:17.116303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38606) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:17.243049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d66ac0b-5035-4794-82c7-8e3c5f7dce2b None None] Provisioning complete for port 547c768d-b7b1-47f6-a15a-c9d7752b6337 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:17.243593 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d66ac0b-5035-4794-82c7-8e3c5f7dce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:17.250685 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c75327cc-5bd7-45b2-819a-9fb65993c6e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:17.337732 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c75327cc-5bd7-45b2-819a-9fb65993c6e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:17.402034 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90eaba-f4df-4756-8403-2fcacd0d7ee1 req-4c24b5ad-f86a-404d-8827-c95fbf4739ed tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:17.403705 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bd90eaba-f4df-4756-8403-2fcacd0d7ee1 req-4c24b5ad-f86a-404d-8827-c95fbf4739ed tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.5756485 Nov 18 17:31:17.415939 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c75327cc-5bd7-45b2-819a-9fb65993c6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:17.453410 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75327cc-5bd7-45b2-819a-9fb65993c6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f09eff-a031-47cd-af89-cd64f12ed809,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:17.489611 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c75327cc-5bd7-45b2-819a-9fb65993c6e9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8a71a8dc171845ffaec90be7409298b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3670416 Nov 18 17:31:17.489611 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38614) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:17.506325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:31:17.518863 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Sync routers for ids ['e4f37ed4-2517-4db8-b1d2-e7f012399773'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:31:17.535042 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Routers {'e4f37ed4-2517-4db8-b1d2-e7f012399773'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:31:17.540677 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:31:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e4f37ed4-2517-4db8-b1d2-e7f012399773'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:17.571116 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950402-1d68-446f-9469-a482536d1d1d req-958729d9-3d21-4935-bc98-cb75db31d51d tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:17.573059 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e950402-1d68-446f-9469-a482536d1d1d req-958729d9-3d21-4935-bc98-cb75db31d51d tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 944 time: 0.2254200 Nov 18 17:31:17.600798 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bd90eaba-f4df-4756-8403-2fcacd0d7ee1 req-708c0bd5-42ba-438a-a042-4f51a8eb415b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740618 Nov 18 17:31:17.602138 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03778429-f22c-4914-9d1c-d03a4ef4644c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:17.637331 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:17.643778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38620) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:17.644273 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cc346641-8ee7-4335-a12d-4b1ba071c142 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3815444 Nov 18 17:31:17.670687 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Set router e4f37ed4-2517-4db8-b1d2-e7f012399773 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:31:17.714933 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e25b0f30-ea95-4608-b0e1-815ec69e0692 req-5e02cdf3-5878-4503-a6b7-32a3d42c462a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 210 time: 0.0463092 Nov 18 17:31:17.728938 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e950402-1d68-446f-9469-a482536d1d1d req-ea64c931-561c-4c96-a6b2-4ce341f31f38 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435528 Nov 18 17:31:17.740405 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03778429-f22c-4914-9d1c-d03a4ef4644c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:17.862462 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'name': 'tempest-TestVolumeBackupRestore-630298055-router', 'tenant_id': '402ac5ee535a4e87bfe17c533360d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '8a7ad844-ea89-43db-8c70-a73e8b509abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:31:12Z', 'updated_at': '2021-11-18T17:31:15Z', 'revision_number': 3, 'project_id': '402ac5ee535a4e87bfe17c533360d4e4', 'gw_port': {'id': '8a7ad844-ea89-43db-8c70-a73e8b509abe', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:57:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:13Z', 'updated_at': '2021-11-18T17:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:17.878264 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 873a0f57-4018-4d5b-9f63-291544e28def no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:31:17.917991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 873a0f57-4018-4d5b-9f63-291544e28def {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:31:17.918498 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 873a0f57-4018-4d5b-9f63-291544e28def not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:31:17.922847 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c271e19c-85aa-404f-b8f8-33c11bcea5fa req-4b88157b-95e8-481e-89bd-5c738373d521 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 210 time: 0.0903502 Nov 18 17:31:17.963313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323dbdb-1038-4083-a577-c44aceef3ecb req-08941700-2504-4303-8691-0ff0d518eb38 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:17.964981 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c323dbdb-1038-4083-a577-c44aceef3ecb req-08941700-2504-4303-8691-0ff0d518eb38 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1412137 Nov 18 17:31:18.035450 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Checking router: e4f37ed4-2517-4db8-b1d2-e7f012399773 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:31:18.036071 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Updating router e4f37ed4-2517-4db8-b1d2-e7f012399773 port 8a7ad844-ea89-43db-8c70-a73e8b509abe binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:31:18.052978 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03778429-f22c-4914-9d1c-d03a4ef4644c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:18.056438 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-03778429-f22c-4914-9d1c-d03a4ef4644c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:18.057607 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-03778429-f22c-4914-9d1c-d03a4ef4644c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/91f09eff-a031-47cd-af89-cd64f12ed809 HTTP/1.1" status: 204 len: 168 time: 0.5684166 Nov 18 17:31:18.070169 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:18.088877 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c323dbdb-1038-4083-a577-c44aceef3ecb req-aedcf9fe-ab42-42c1-92db-dda813f1c0e2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165380 Nov 18 17:31:18.137323 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03778429-f22c-4914-9d1c-d03a4ef4644c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f09eff-a031-47cd-af89-cd64f12ed809,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:18.232428 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-791fde9d-f12c-47f9-8ad6-c3b24d6d68f2 req-8c8041f4-55d7-4e31-afbc-cb929cfb1250 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1994202 Nov 18 17:31:18.382472 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:18.387007 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fde9d-f12c-47f9-8ad6-c3b24d6d68f2 req-59cb921b-7593-42ef-907c-19efbb755558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:18.388627 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-791fde9d-f12c-47f9-8ad6-c3b24d6d68f2 req-59cb921b-7593-42ef-907c-19efbb755558 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 1097 time: 0.0831878 Nov 18 17:31:18.471969 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:18.549163 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26e8fc-4062-4b7a-a6af-0f5751af41f1 None None] Pushing event updated for resources: {'Port': ['ID=8a7ad844-ea89-43db-8c70-a73e8b509abe,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:18.555705 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Attempting to bind port 8a7ad844-ea89-43db-8c70-a73e8b509abe on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:31:18.556383 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Attempting to bind port 8a7ad844-ea89-43db-8c70-a73e8b509abe by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:31:18.556936 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Attempting to bind port 8a7ad844-ea89-43db-8c70-a73e8b509abe on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:31:18.576202 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:31:18.576593 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:31:18.577014 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:18.578454 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:31:18.578454 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Bound port: 8a7ad844-ea89-43db-8c70-a73e8b509abe, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:31:18.578454 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:18.615406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fde9d-f12c-47f9-8ad6-c3b24d6d68f2 req-0e14333f-de7e-4fec-a633-d0a36a34365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:18.618882 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-791fde9d-f12c-47f9-8ad6-c3b24d6d68f2 req-0e14333f-de7e-4fec-a633-d0a36a34365a service neutron] 10.222.0.81 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.2069719 Nov 18 17:31:18.620964 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:18.669216 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] For port 8a7ad844-ea89-43db-8c70-a73e8b509abe, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:31:18.673446 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] For port 8a7ad844-ea89-43db-8c70-a73e8b509abe, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8a7ad844-ea89-43db-8c70-a73e8b509abe,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:31:18.693013 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-791fde9d-f12c-47f9-8ad6-c3b24d6d68f2 req-c8538996-ce6d-43be-b6d0-8a4d08726c9b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1151ed2c-eadf-439b-b3ba-a9668077b34c HTTP/1.1" status: 200 len: 217 time: 0.0603621 Nov 18 17:31:18.731207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb9b50-2e83-4b49-aa81-23fe7f36ad16 req-9a488917-87f3-4936-a9bb-b787a3279371 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:18.740121 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bafb9b50-2e83-4b49-aa81-23fe7f36ad16 req-9a488917-87f3-4936-a9bb-b787a3279371 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.0605445 Nov 18 17:31:18.773310 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:18.807739 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bafb9b50-2e83-4b49-aa81-23fe7f36ad16 req-e7cb312e-e97b-4ce8-97a5-ea4faaa75038 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607700 Nov 18 17:31:18.840215 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Routers {'e4f37ed4-2517-4db8-b1d2-e7f012399773'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:31:18.841076 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:31:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e4f37ed4-2517-4db8-b1d2-e7f012399773'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:18.843222 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fde9d-f12c-47f9-8ad6-c3b24d6d68f2 req-36eb9bbf-6d0a-4ab3-a2c2-80ec587efe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:18.844914 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-791fde9d-f12c-47f9-8ad6-c3b24d6d68f2 req-36eb9bbf-6d0a-4ab3-a2c2-80ec587efe88 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.1210909 Nov 18 17:31:18.929267 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9277a57-89fc-4b33-902e-399a83c0b965 req-e9634842-bb83-4f8b-8908-f927b506b84b tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:18.937840 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9277a57-89fc-4b33-902e-399a83c0b965 req-e9634842-bb83-4f8b-8908-f927b506b84b tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 944 time: 0.0665793 Nov 18 17:31:18.981267 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fde9d-f12c-47f9-8ad6-c3b24d6d68f2 req-0bcdf322-81be-4023-84cd-4f866373bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:18.983615 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-791fde9d-f12c-47f9-8ad6-c3b24d6d68f2 req-0bcdf322-81be-4023-84cd-4f866373bdfe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284270 Nov 18 17:31:18.996933 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c23faf5-021a-4884-8ba2-42b5be81c841 req-fac9e95c-1451-4c5f-acbd-0f987ec11921 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 210 time: 0.0569077 Nov 18 17:31:19.009033 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] Allocated IP 172.20.0.1 (a0d578ad-8269-41eb-bc85-bf58e5cb6ad9/2140b9a8-1e08-467d-825d-d186a7e352d3/f35c75e8-f5d1-426b-879f-94ef2caa8d2b) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:31:19.020848 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38640) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:19.059594 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9277a57-89fc-4b33-902e-399a83c0b965 req-666d2c36-c193-49df-be49-de9aff5c0a1d tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146736 Nov 18 17:31:19.076221 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82f205a1-19e7-4c5f-9bcf-3ed038b59259 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:19.084189 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26e8fc-4062-4b7a-a6af-0f5751af41f1 None None] Pushing event updated for resources: {'Port': ['ID=8a7ad844-ea89-43db-8c70-a73e8b509abe,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:19.088142 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] Set router e4f37ed4-2517-4db8-b1d2-e7f012399773 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:31:19.217977 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-acdc68ff-9f07-4b9f-bbcd-5da7cdaee9ac req-be343507-05cc-4127-86a6-db107f48717c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 210 time: 0.0669909 Nov 18 17:31:19.265842 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-791fde9d-f12c-47f9-8ad6-c3b24d6d68f2 req-8a74eb02-4019-4010-a84a-1a17dfa30895 service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689686 Nov 18 17:31:19.266039 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82f205a1-19e7-4c5f-9bcf-3ed038b59259 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:19.351428 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:19.358597 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82f205a1-19e7-4c5f-9bcf-3ed038b59259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:19.362869 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'name': 'tempest-TestVolumeBackupRestore-630298055-router', 'tenant_id': '402ac5ee535a4e87bfe17c533360d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '8a7ad844-ea89-43db-8c70-a73e8b509abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:31:12Z', 'updated_at': '2021-11-18T17:31:15Z', 'revision_number': 3, 'project_id': '402ac5ee535a4e87bfe17c533360d4e4', 'gw_port': {'id': '8a7ad844-ea89-43db-8c70-a73e8b509abe', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:57:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:13Z', 'updated_at': '2021-11-18T17:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:19.401650 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033b74d4-f0df-41b0-96f5-79ec8d1f6208 None None] The sync data for ids ['e4f37ed4-2517-4db8-b1d2-e7f012399773'] in n-d-813419-11 is: [{'id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'name': 'tempest-TestVolumeBackupRestore-630298055-router', 'tenant_id': '402ac5ee535a4e87bfe17c533360d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '8a7ad844-ea89-43db-8c70-a73e8b509abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:31:12Z', 'updated_at': '2021-11-18T17:31:15Z', 'revision_number': 3, 'project_id': '402ac5ee535a4e87bfe17c533360d4e4', 'gw_port': {'id': '8a7ad844-ea89-43db-8c70-a73e8b509abe', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:57:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:13Z', 'updated_at': '2021-11-18T17:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:31:19.424124 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f205a1-19e7-4c5f-9bcf-3ed038b59259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726ed2a3-4437-4997-a243-efc4523a5698,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:19.441993 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 288f9125-a053-455b-9bfa-3418960991c8 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:31:19.498338 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-82f205a1-19e7-4c5f-9bcf-3ed038b59259 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f9220d23663d4857b61f6116afc13684&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4741797 Nov 18 17:31:19.499248 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38644) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:19.508216 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-791fde9d-f12c-47f9-8ad6-c3b24d6d68f2 req-b531d49b-b4ea-4036-a6a0-94c99abeb0cb service neutron] 10.222.0.81 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325888 Nov 18 17:31:19.519633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013b72-5264-405d-90ef-b8136faef277 req-53d9e275-8088-4e25-b0a3-e2a22bb53a47 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:19.521331 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-59013b72-5264-405d-90ef-b8136faef277 req-53d9e275-8088-4e25-b0a3-e2a22bb53a47 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.83 "GET /v2.0/networks?id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358 HTTP/1.1" status: 200 len: 816 time: 0.2128351 Nov 18 17:31:19.561646 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:19.606707 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25b8b167-a328-4189-96c4-bf005828473d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:19.634777 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] Pushing event updated for resources: {'Port': ['ID=f35c75e8-f5d1-426b-879f-94ef2caa8d2b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:19.639169 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25b8b167-a328-4189-96c4-bf005828473d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:19.645161 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 288f9125-a053-455b-9bfa-3418960991c8 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:31:19.667653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] Network a0d578ad-8269-41eb-bc85-bf58e5cb6ad9 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:31:19.667883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 288f9125-a053-455b-9bfa-3418960991c8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:19.668950 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:19.669153 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:31:19.676261 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:31:19.742658 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:19.787560 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25b8b167-a328-4189-96c4-bf005828473d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:19.791671 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25b8b167-a328-4189-96c4-bf005828473d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:19.795115 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-25b8b167-a328-4189-96c4-bf005828473d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/726ed2a3-4437-4997-a243-efc4523a5698 HTTP/1.1" status: 204 len: 168 time: 0.2920065 Nov 18 17:31:19.809101 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8b167-a328-4189-96c4-bf005828473d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726ed2a3-4437-4997-a243-efc4523a5698,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:19.812817 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:19.947232 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04191a0-0e02-466d-bd63-03889156bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288f9125-a053-455b-9bfa-3418960991c8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:31:19.949596 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec2b9d0-22cc-4644-91e4-06d7fa0854cb" -d '{"events": [{"server_uuid": "b04191a0-0e02-466d-bd63-03889156bbf3", "name": "network-vif-plugged", "status": "completed", "tag": "288f9125-a053-455b-9bfa-3418960991c8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:31:20.003926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 288f9125-a053-455b-9bfa-3418960991c8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=288f9125-a053-455b-9bfa-3418960991c8,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:20.061279 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:20.074174 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd9af8-baa2-4985-aad7-7c81f166bb73 req-6bc8e7eb-9de7-4ffa-8034-1db24f33bb00 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:20.084483 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1cd9af8-baa2-4985-aad7-7c81f166bb73 req-6bc8e7eb-9de7-4ffa-8034-1db24f33bb00 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1072121 Nov 18 17:31:20.139806 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-59013b72-5264-405d-90ef-b8136faef277 req-ea35fc60-9a5d-4cc3-b3f1-71c8a42e0456 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c792286d243e4484b7d541f96477c28c HTTP/1.1" status: 200 len: 380 time: 0.6076064 Nov 18 17:31:20.159073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-59013b72-5264-405d-90ef-b8136faef277 req-ec6adc60-eca5-449a-8694-2d8101a67fbc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Request body: {'port': {'device_id': '0008e651-076a-4e58-9926-b43b9aec7806', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'admin_state_up': True, 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'security_groups': ['dd8357d2-9ce4-4479-9ae8-f96b49aa0180']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:20.167122 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1cd9af8-baa2-4985-aad7-7c81f166bb73 req-d7b66985-c410-4ea5-8cf5-bfe0a7e61188 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816102 Nov 18 17:31:20.213292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=288f9125-a053-455b-9bfa-3418960991c8,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:20.306706 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1df4ff77-c032-41bf-be9c-b14b5e6e6208 req-a8ee6b70-d664-4c90-8b75-788e17ef3750 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 210 time: 0.0325654 Nov 18 17:31:20.320316 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:20.323556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-36ff57e1-236e-4cd3-bf00-88a0ffd7e820 None None] Provisioning complete for port f35c75e8-f5d1-426b-879f-94ef2caa8d2b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:20.323974 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36ff57e1-236e-4cd3-bf00-88a0ffd7e820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:20.426131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-36ff57e1-236e-4cd3-bf00-88a0ffd7e820 None None] Port f35c75e8-f5d1-426b-879f-94ef2caa8d2b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:31:20.477831 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755e67a5-b84d-4b69-bfbe-7024aae5fefe x-openstack-request-id: req-755e67a5-b84d-4b69-bfbe-7024aae5fefe {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:31:20.478492 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04191a0-0e02-466d-bd63-03889156bbf3", "name": "network-vif-plugged", "status": "completed", "tag": "288f9125-a053-455b-9bfa-3418960991c8", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:31:20.478492 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-755e67a5-b84d-4b69-bfbe-7024aae5fefe {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:31:20.479976 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04191a0-0e02-466d-bd63-03889156bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288f9125-a053-455b-9bfa-3418960991c8', 'code': 200} Nov 18 17:31:20.575684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1871338-f41f-4b42-902e-809f98236b90 req-fa815ded-e42f-4131-819d-08ae5a4a09fe tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:20.592409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1871338-f41f-4b42-902e-809f98236b90 req-fa815ded-e42f-4131-819d-08ae5a4a09fe tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 945 time: 0.1090267 Nov 18 17:31:20.683770 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1871338-f41f-4b42-902e-809f98236b90 req-11980d98-7134-43b8-a968-1db7eec28ffc tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901520 Nov 18 17:31:20.690072 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59013b72-5264-405d-90ef-b8136faef277 req-ec6adc60-eca5-449a-8694-2d8101a67fbc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Made reservation on behalf of c792286d243e4484b7d541f96477c28c for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:31:20.694599 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-59013b72-5264-405d-90ef-b8136faef277 req-ec6adc60-eca5-449a-8694-2d8101a67fbc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:20.732537 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5f2f2-30eb-449f-9dbd-76cc8e298e83 req-c47b3830-ca93-476b-bd27-ee18297ea863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:20.735815 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dcd5f2f2-30eb-449f-9dbd-76cc8e298e83 req-c47b3830-ca93-476b-bd27-ee18297ea863 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 1097 time: 0.1880569 Nov 18 17:31:20.965422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8a7ad844-ea89-43db-8c70-a73e8b509abe up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:31:21.010742 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:21.052806 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-75fb6e06-203b-45ea-9c9d-f975b46311ab req-0a3edd2a-34f2-453b-951e-89e6f4b1de38 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 210 time: 0.0788963 Nov 18 17:31:21.071873 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dcd5f2f2-30eb-449f-9dbd-76cc8e298e83 req-3c3931ed-9eef-41dc-97ea-7e513c743cae service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185904 Nov 18 17:31:21.094700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718acb3-b714-4702-a217-da866bd5d483 req-df1f6446-254e-4385-a8b8-34bfc64ad3cc tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:21.098602 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9718acb3-b714-4702-a217-da866bd5d483 req-df1f6446-254e-4385-a8b8-34bfc64ad3cc tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1961763 Nov 18 17:31:21.099065 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:21.099916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 8a7ad844-ea89-43db-8c70-a73e8b509abe triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:21.100300 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:21.119648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4ae29-485f-4ef7-88b9-babf166dc436 req-bdd2cb9c-cafc-42b1-b055-900903d88c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:21.122976 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3db4ae29-485f-4ef7-88b9-babf166dc436 req-bdd2cb9c-cafc-42b1-b055-900903d88c4b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 1097 time: 0.1304233 Nov 18 17:31:21.208571 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9718acb3-b714-4702-a217-da866bd5d483 req-47245d7b-3db0-4f6a-9430-a3a22d2d0dec tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971522 Nov 18 17:31:21.224478 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:21.242715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-59013b72-5264-405d-90ef-b8136faef277 req-ec6adc60-eca5-449a-8694-2d8101a67fbc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Allocated IP 172.20.0.3 (daa0dd25-8f9b-4b90-9eaa-dcbae9437358/10777e13-94e4-46f6-b1c7-ddc7fdf51d26/cf44c1ed-9db9-4824-bd00-5d8a13be15d3) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:31:21.255045 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 8a7ad844-ea89-43db-8c70-a73e8b509abe, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8a7ad844-ea89-43db-8c70-a73e8b509abe,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:21.257842 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] Pushing event updated for resources: {'Port': ['ID=f35c75e8-f5d1-426b-879f-94ef2caa8d2b,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:21.277866 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:21.341650 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:21.411704 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=8a7ad844-ea89-43db-8c70-a73e8b509abe,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:21.421852 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4ae29-485f-4ef7-88b9-babf166dc436 req-1c6a4e65-624a-47d7-be7f-62f465054962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:21.423742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3db4ae29-485f-4ef7-88b9-babf166dc436 req-1c6a4e65-624a-47d7-be7f-62f465054962 service neutron] 10.222.0.83 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.1525416 Nov 18 17:31:21.509121 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:21.526388 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74b14cca-7f5f-46a3-ab58-10c6742985e5 req-eb2029de-0074-417d-9ac8-e55bdc5dcf9e tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 210 time: 0.0488508 Nov 18 17:31:21.554192 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3db4ae29-485f-4ef7-88b9-babf166dc436 req-16acfcef-197a-4e1c-82ee-f743a5c10630 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a41711e-76b2-42ef-ab70-e75764352775 HTTP/1.1" status: 200 len: 1000 time: 0.1199911 Nov 18 17:31:21.626658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4ae29-485f-4ef7-88b9-babf166dc436 req-e90e813f-e3ff-47aa-bc69-eaee9663dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:21.628709 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3db4ae29-485f-4ef7-88b9-babf166dc436 req-e90e813f-e3ff-47aa-bc69-eaee9663dfb9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.0657160 Nov 18 17:31:21.694917 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4ae29-485f-4ef7-88b9-babf166dc436 req-0b65d89c-bdf1-45d5-836c-d92ef14f0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:21.697890 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3db4ae29-485f-4ef7-88b9-babf166dc436 req-0b65d89c-bdf1-45d5-836c-d92ef14f0394 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603964 Nov 18 17:31:21.913823 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a510e-9021-4e9f-9893-b8b24975dbca req-634129bc-4cc0-4c60-be67-1110c04b6754 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:21.926228 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-253a510e-9021-4e9f-9893-b8b24975dbca req-634129bc-4cc0-4c60-be67-1110c04b6754 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 945 time: 0.1390610 Nov 18 17:31:21.961454 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3db4ae29-485f-4ef7-88b9-babf166dc436 req-ac2cf8da-6ae7-4550-a7a8-bb22cbd93178 service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551782 Nov 18 17:31:22.036451 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-253a510e-9021-4e9f-9893-b8b24975dbca req-e39308f4-ca13-43a9-a431-63870a5a69ca tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091425 Nov 18 17:31:22.050036 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] Network a0d578ad-8269-41eb-bc85-bf58e5cb6ad9 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:31:22.056387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:31:22.132952 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3db4ae29-485f-4ef7-88b9-babf166dc436 req-96f8f5d4-890b-4cd8-80e5-d1b555d0eb51 service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622648 Nov 18 17:31:22.206405 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-59013b72-5264-405d-90ef-b8136faef277 req-ec6adc60-eca5-449a-8694-2d8101a67fbc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:22.225347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7884e1e-51d6-444d-86cc-2fc226c213e2 req-b9af70bf-5bb2-4520-bc9e-14bfcc7f959c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 210 time: 0.0653806 Nov 18 17:31:22.337504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] Router e4f37ed4-2517-4db8-b1d2-e7f012399773 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:31:22.410922 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-59013b72-5264-405d-90ef-b8136faef277 req-ec6adc60-eca5-449a-8694-2d8101a67fbc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:22.434627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11f08e-3ee0-4c8b-8a07-22be803b5d05 req-67159e2b-f201-4457-9c18-c4a6f809c8d8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:22.437455 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59013b72-5264-405d-90ef-b8136faef277 req-ec6adc60-eca5-449a-8694-2d8101a67fbc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:31:22.443080 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-59013b72-5264-405d-90ef-b8136faef277 req-ec6adc60-eca5-449a-8694-2d8101a67fbc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:31:22.444664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1b11f08e-3ee0-4c8b-8a07-22be803b5d05 req-67159e2b-f201-4457-9c18-c4a6f809c8d8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.0996485 Nov 18 17:31:22.473786 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-379696b4-44c5-4ca9-b277-fb7b53af3bed None None] Provisioning complete for port f35c75e8-f5d1-426b-879f-94ef2caa8d2b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:22.480795 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-379696b4-44c5-4ca9-b277-fb7b53af3bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:22.495230 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-59013b72-5264-405d-90ef-b8136faef277 req-ec6adc60-eca5-449a-8694-2d8101a67fbc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:31:22.573600 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-379696b4-44c5-4ca9-b277-fb7b53af3bed None None] Port f35c75e8-f5d1-426b-879f-94ef2caa8d2b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:31:22.574478 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013b72-5264-405d-90ef-b8136faef277 req-ec6adc60-eca5-449a-8694-2d8101a67fbc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:22.575388 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-59013b72-5264-405d-90ef-b8136faef277 req-ec6adc60-eca5-449a-8694-2d8101a67fbc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:22.599465 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1b11f08e-3ee0-4c8b-8a07-22be803b5d05 req-89556ca2-603e-4207-aced-d1d1510522b5 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538684 Nov 18 17:31:22.681548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6adc60-eca5-449a-8694-2d8101a67fbc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Pushing event updated for resources: {'Port': ['ID=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:22.729400 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:31:22.754793 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d1d9c79c-5639-4727-bb98-5d3fe42e6c21 admin admin] 10.222.0.72 "PUT /v2.0/routers/e4f37ed4-2517-4db8-b1d2-e7f012399773/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0970423 Nov 18 17:31:22.755393 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Sync routers for ids ['e4f37ed4-2517-4db8-b1d2-e7f012399773'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:31:22.769193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44e12e-518d-498f-8195-dfa8f38d58f4 req-ea2f07d5-4cbc-49c3-a8d3-a13588a218c0 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:22.773236 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-59013b72-5264-405d-90ef-b8136faef277 req-ec6adc60-eca5-449a-8694-2d8101a67fbc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6246059 Nov 18 17:31:22.779358 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b44e12e-518d-498f-8195-dfa8f38d58f4 req-ea2f07d5-4cbc-49c3-a8d3-a13588a218c0 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 931 time: 0.1083274 Nov 18 17:31:22.790987 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Request body: {'port': {'device_id': '0008e651-076a-4e58-9926-b43b9aec7806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:22.812318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Routers {'e4f37ed4-2517-4db8-b1d2-e7f012399773'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:31:22.816722 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:31:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e4f37ed4-2517-4db8-b1d2-e7f012399773'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:22.907265 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b44e12e-518d-498f-8195-dfa8f38d58f4 req-3af1ec3d-f652-4409-9814-5a9b98691624 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265385 Nov 18 17:31:22.931843 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8a7ad844-ea89-43db-8c70-a73e8b509abe up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:31:22.981769 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:23.055330 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b1bfbf68-352e-4523-bdcc-e0f96de9b862 None None] Provisioning complete for port cf44c1ed-9db9-4824-bd00-5d8a13be15d3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:23.055974 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b1bfbf68-352e-4523-bdcc-e0f96de9b862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:23.180338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b1bfbf68-352e-4523-bdcc-e0f96de9b862 None None] Port cf44c1ed-9db9-4824-bd00-5d8a13be15d3 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:31:23.193832 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:23.254488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Set router e4f37ed4-2517-4db8-b1d2-e7f012399773 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:31:23.257396 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 8a7ad844-ea89-43db-8c70-a73e8b509abe triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:23.257964 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:23.265376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c39307-06e2-4eb4-adaf-57a52e363b72 req-14a08494-d7e2-426b-9faf-6db268280cb0 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:23.273641 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0c39307-06e2-4eb4-adaf-57a52e363b72 req-14a08494-d7e2-426b-9faf-6db268280cb0 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 945 time: 0.0915146 Nov 18 17:31:23.384614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0c39307-06e2-4eb4-adaf-57a52e363b72 req-2762ad25-56be-4216-a689-2d48de24c63e tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093674 Nov 18 17:31:23.447091 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5739453f-1db6-4596-a1d9-285b6302fa7d req-709c2dd2-48f2-44b2-bb5c-052547e4eb94 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=49ea1a35-1879-444e-a9a8-62a0d7b99436 HTTP/1.1" status: 200 len: 210 time: 0.0591946 Nov 18 17:31:23.503904 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf44c1ed-9db9-4824-bd00-5d8a13be15d3 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:31:23.522213 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:23.546310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Transition to ACTIVE for port object cf44c1ed-9db9-4824-bd00-5d8a13be15d3 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:31:23.633365 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:23.769198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:23.778485 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'name': 'tempest-TestVolumeBackupRestore-630298055-router', 'tenant_id': '402ac5ee535a4e87bfe17c533360d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '8a7ad844-ea89-43db-8c70-a73e8b509abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:31:12Z', 'updated_at': '2021-11-18T17:31:20Z', 'revision_number': 4, 'project_id': '402ac5ee535a4e87bfe17c533360d4e4', 'gw_port': {'id': '8a7ad844-ea89-43db-8c70-a73e8b509abe', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:57:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:13Z', 'updated_at': '2021-11-18T17:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'f35c75e8-f5d1-426b-879f-94ef2caa8d2b', 'name': '', 'network_id': 'a0d578ad-8269-41eb-bc85-bf58e5cb6ad9', 'tenant_id': '402ac5ee535a4e87bfe17c533360d4e4', 'mac_address': 'fa:16:3e:fd:df:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '2140b9a8-1e08-467d-825d-d186a7e352d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:18Z', 'updated_at': '2021-11-18T17:31:20Z', 'revision_number': 2, 'project_id': '402ac5ee535a4e87bfe17c533360d4e4', 'subnets': [{'id': '2140b9a8-1e08-467d-825d-d186a7e352d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:23.817503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Checking router: e4f37ed4-2517-4db8-b1d2-e7f012399773 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:31:23.818042 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Updating router e4f37ed4-2517-4db8-b1d2-e7f012399773 port f35c75e8-f5d1-426b-879f-94ef2caa8d2b binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:31:23.830624 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea3d93-ebb6-45f6-aa0c-50a57a181fc8 req-cfb20144-2de3-4808-b26c-26b3c8228fbc tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:23.832368 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4ea3d93-ebb6-45f6-aa0c-50a57a181fc8 req-cfb20144-2de3-4808-b26c-26b3c8228fbc tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1040828 Nov 18 17:31:23.847414 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:23.901428 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Attempting to bind port cf44c1ed-9db9-4824-bd00-5d8a13be15d3 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:31:23.901742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Attempting to bind port cf44c1ed-9db9-4824-bd00-5d8a13be15d3 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:31:23.903972 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Attempting to bind port cf44c1ed-9db9-4824-bd00-5d8a13be15d3 on network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:31:23.917313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Port cf44c1ed-9db9-4824-bd00-5d8a13be15d3 on network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:31:23.925459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Attempting to bind port cf44c1ed-9db9-4824-bd00-5d8a13be15d3 on network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:31:23.930822 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:31:23.931368 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Checking segment: {'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:31:23.933746 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Bound using segment: {'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:31:23.934237 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Bound port: cf44c1ed-9db9-4824-bd00-5d8a13be15d3, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:31:23.934612 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:23.961840 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4ea3d93-ebb6-45f6-aa0c-50a57a181fc8 req-7de1abe1-0329-46cf-a09f-72490cda4b1e tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182094 Nov 18 17:31:24.115486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] For port cf44c1ed-9db9-4824-bd00-5d8a13be15d3, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:31:24.119406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] For port cf44c1ed-9db9-4824-bd00-5d8a13be15d3, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:31:24.221708 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:24.236840 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156230a3-3ac7-430c-b0d4-fd02d032f1b5 req-6b8df251-ee4b-4a9e-98a3-39b8fb43d275 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:24.238504 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-156230a3-3ac7-430c-b0d4-fd02d032f1b5 req-6b8df251-ee4b-4a9e-98a3-39b8fb43d275 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1087561 Nov 18 17:31:24.266786 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ee490-46d9-43c4-aa93-672d2628bc6b req-cdf794b8-e5f1-4a36-ac20-02cb5eb4e6da tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:24.270853 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-736ee490-46d9-43c4-aa93-672d2628bc6b req-cdf794b8-e5f1-4a36-ac20-02cb5eb4e6da tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.1603086 Nov 18 17:31:24.338208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:24.352798 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:24.358672 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-59013b72-5264-405d-90ef-b8136faef277 req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] 10.222.0.83 "PUT /v2.0/ports/cf44c1ed-9db9-4824-bd00-5d8a13be15d3 HTTP/1.1" status: 200 len: 1092 time: 1.5727077 Nov 18 17:31:24.359520 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0008e651-076a-4e58-9926-b43b9aec7806', 'tag': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:31:24.370259 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f035fdf8-8b54-407f-ada0-81de7feadf98" -d '{"events": [{"name": "network-changed", "server_uuid": "0008e651-076a-4e58-9926-b43b9aec7806", "tag": "cf44c1ed-9db9-4824-bd00-5d8a13be15d3"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:31:24.377484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-736ee490-46d9-43c4-aa93-672d2628bc6b req-a985392e-a51f-400d-8d7c-78e2b8369487 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012886 Nov 18 17:31:24.403399 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-156230a3-3ac7-430c-b0d4-fd02d032f1b5 req-630fe0b7-cf07-4178-9732-9877713fcc61 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291754 Nov 18 17:31:24.453176 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:24.457886 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436620c-3d06-4da8-9d84-770ebce841d1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:24.577944 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb96921a-b6c3-43cd-8812-90869b7891ce x-openstack-request-id: req-cb96921a-b6c3-43cd-8812-90869b7891ce {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:31:24.586250 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0008e651-076a-4e58-9926-b43b9aec7806", "tag": "cf44c1ed-9db9-4824-bd00-5d8a13be15d3", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:31:24.586522 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cb96921a-b6c3-43cd-8812-90869b7891ce {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:31:24.586970 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0008e651-076a-4e58-9926-b43b9aec7806', 'tag': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3', 'status': 'completed', 'code': 200} Nov 18 17:31:24.616880 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:24.663989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013b72-5264-405d-90ef-b8136faef277 req-6a049434-be0e-4512-be9c-b5dcc7d0d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:24.666595 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-59013b72-5264-405d-90ef-b8136faef277 req-6a049434-be0e-4512-be9c-b5dcc7d0d370 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c792286d243e4484b7d541f96477c28c&device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 1095 time: 0.1714542 Nov 18 17:31:24.814815 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-59013b72-5264-405d-90ef-b8136faef277 req-70319afa-9499-4719-bbbc-c9adb958ff9e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf44c1ed-9db9-4824-bd00-5d8a13be15d3 HTTP/1.1" status: 200 len: 217 time: 0.1320057 Nov 18 17:31:24.849221 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569eafc-5396-4975-a702-ff2f67d227e7 None None] Pushing event updated for resources: {'Port': ['ID=f35c75e8-f5d1-426b-879f-94ef2caa8d2b,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:24.932863 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Attempting to bind port f35c75e8-f5d1-426b-879f-94ef2caa8d2b on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:31:24.933424 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Attempting to bind port f35c75e8-f5d1-426b-879f-94ef2caa8d2b by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '63ead9d6-16e8-48cb-b7ba-814c40a399ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a0d578ad-8269-41eb-bc85-bf58e5cb6ad9'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:31:24.934225 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Attempting to bind port f35c75e8-f5d1-426b-879f-94ef2caa8d2b on network a0d578ad-8269-41eb-bc85-bf58e5cb6ad9 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:31:24.955318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013b72-5264-405d-90ef-b8136faef277 req-397b619f-8de1-426e-85ed-9c81d900b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:24.958514 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-59013b72-5264-405d-90ef-b8136faef277 req-397b619f-8de1-426e-85ed-9c81d900b825 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=10777e13-94e4-46f6-b1c7-ddc7fdf51d26 HTTP/1.1" status: 200 len: 855 time: 0.1328239 Nov 18 17:31:24.958998 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:31:24.960088 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Checking segment: {'id': '63ead9d6-16e8-48cb-b7ba-814c40a399ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a0d578ad-8269-41eb-bc85-bf58e5cb6ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:31:24.960570 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:24.969514 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Bound using segment: {'id': '63ead9d6-16e8-48cb-b7ba-814c40a399ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a0d578ad-8269-41eb-bc85-bf58e5cb6ad9'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:31:24.969514 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Bound port: f35c75e8-f5d1-426b-879f-94ef2caa8d2b, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ead9d6-16e8-48cb-b7ba-814c40a399ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'a0d578ad-8269-41eb-bc85-bf58e5cb6ad9'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:31:24.969514 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:25.055671 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013b72-5264-405d-90ef-b8136faef277 req-29309623-3050-45e2-a104-4ff80a4228c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:25.058226 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-59013b72-5264-405d-90ef-b8136faef277 req-29309623-3050-45e2-a104-4ff80a4228c0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910754 Nov 18 17:31:25.093940 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] For port f35c75e8-f5d1-426b-879f-94ef2caa8d2b, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:31:25.097914 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] For port f35c75e8-f5d1-426b-879f-94ef2caa8d2b, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=f35c75e8-f5d1-426b-879f-94ef2caa8d2b,segment=NetworkSegment(63ead9d6-16e8-48cb-b7ba-814c40a399ce),segment_id=63ead9d6-16e8-48cb-b7ba-814c40a399ce)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:31:25.170274 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:25.261802 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-59013b72-5264-405d-90ef-b8136faef277 req-7d539241-1aa4-41be-9233-cbe47808ff9d service neutron] 10.222.0.83 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945059 Nov 18 17:31:25.316395 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569eafc-5396-4975-a702-ff2f67d227e7 None None] Pushing event updated for resources: {'Port': ['ID=f35c75e8-f5d1-426b-879f-94ef2caa8d2b,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:25.319714 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Routers {'e4f37ed4-2517-4db8-b1d2-e7f012399773'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:31:25.319953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:31:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e4f37ed4-2517-4db8-b1d2-e7f012399773'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:25.336807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d28ae4a0-7c32-49d7-a99a-4705cd4d862d None None] Provisioning complete for port f35c75e8-f5d1-426b-879f-94ef2caa8d2b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:25.336807 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d28ae4a0-7c32-49d7-a99a-4705cd4d862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:25.588198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ecb1c-8f26-4918-861a-2f19707f29db req-52b4b01c-b5c1-4fc5-a67b-defae1d26397 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:25.596895 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f08ecb1c-8f26-4918-861a-2f19707f29db req-52b4b01c-b5c1-4fc5-a67b-defae1d26397 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.0996976 Nov 18 17:31:25.612078 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-59013b72-5264-405d-90ef-b8136faef277 req-6967f2a5-0a6e-4bac-aec9-e7698be868b6 service neutron] 10.222.0.83 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392491 Nov 18 17:31:25.670042 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f08ecb1c-8f26-4918-861a-2f19707f29db req-88f89b84-cebb-46b5-bfb3-ae5a3ae71545 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688720 Nov 18 17:31:25.905491 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035fdf8-8b54-407f-ada0-81de7feadf98 req-74b7790d-d6d8-48b3-9807-152b92977bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:25.913583 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f035fdf8-8b54-407f-ada0-81de7feadf98 req-74b7790d-d6d8-48b3-9807-152b92977bc8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c792286d243e4484b7d541f96477c28c&device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 1095 time: 0.1005805 Nov 18 17:31:26.019222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] Set router e4f37ed4-2517-4db8-b1d2-e7f012399773 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:31:26.127994 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38900) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:26.208806 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035fdf8-8b54-407f-ada0-81de7feadf98 req-85128e20-2067-450f-b3ce-de07b13edb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:26.212936 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f035fdf8-8b54-407f-ada0-81de7feadf98 req-85128e20-2067-450f-b3ce-de07b13edb63 service neutron] 10.222.0.83 "GET /v2.0/networks?id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358 HTTP/1.1" status: 200 len: 918 time: 0.2904084 Nov 18 17:31:26.251773 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d28ae4a0-7c32-49d7-a99a-4705cd4d862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:26.271594 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f035fdf8-8b54-407f-ada0-81de7feadf98 req-ae75bdad-6adb-401d-86e7-32bc88d63847 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf44c1ed-9db9-4824-bd00-5d8a13be15d3 HTTP/1.1" status: 200 len: 217 time: 0.0510552 Nov 18 17:31:26.332719 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d70f8640-c45b-459f-ac2c-b9a681ff9820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:26.379899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035fdf8-8b54-407f-ada0-81de7feadf98 req-d23bd2b8-aea1-47b7-8aff-c45678da2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:26.382466 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f035fdf8-8b54-407f-ada0-81de7feadf98 req-d23bd2b8-aea1-47b7-8aff-c45678da2bd5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=10777e13-94e4-46f6-b1c7-ddc7fdf51d26 HTTP/1.1" status: 200 len: 855 time: 0.1027834 Nov 18 17:31:26.382593 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d28ae4a0-7c32-49d7-a99a-4705cd4d862d None None] For port f35c75e8-f5d1-426b-879f-94ef2caa8d2b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=f35c75e8-f5d1-426b-879f-94ef2caa8d2b,segment=NetworkSegment(63ead9d6-16e8-48cb-b7ba-814c40a399ce),segment_id=63ead9d6-16e8-48cb-b7ba-814c40a399ce)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:26.468131 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035fdf8-8b54-407f-ada0-81de7feadf98 req-d3358869-3fa3-409c-99cb-70bce332875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:26.470310 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f035fdf8-8b54-407f-ada0-81de7feadf98 req-d3358869-3fa3-409c-99cb-70bce332875b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791860 Nov 18 17:31:26.471496 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d28ae4a0-7c32-49d7-a99a-4705cd4d862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:26.540878 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'name': 'tempest-TestVolumeBackupRestore-630298055-router', 'tenant_id': '402ac5ee535a4e87bfe17c533360d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '8a7ad844-ea89-43db-8c70-a73e8b509abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:31:12Z', 'updated_at': '2021-11-18T17:31:20Z', 'revision_number': 4, 'project_id': '402ac5ee535a4e87bfe17c533360d4e4', 'gw_port': {'id': '8a7ad844-ea89-43db-8c70-a73e8b509abe', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:57:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:13Z', 'updated_at': '2021-11-18T17:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'f35c75e8-f5d1-426b-879f-94ef2caa8d2b', 'name': '', 'network_id': 'a0d578ad-8269-41eb-bc85-bf58e5cb6ad9', 'tenant_id': '402ac5ee535a4e87bfe17c533360d4e4', 'mac_address': 'fa:16:3e:fd:df:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '2140b9a8-1e08-467d-825d-d186a7e352d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:18Z', 'updated_at': '2021-11-18T17:31:25Z', 'revision_number': 4, 'project_id': '402ac5ee535a4e87bfe17c533360d4e4', 'subnets': [{'id': '2140b9a8-1e08-467d-825d-d186a7e352d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:26.608433 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f035fdf8-8b54-407f-ada0-81de7feadf98 req-a812af04-1390-4e25-91fc-a746981ef520 service neutron] 10.222.0.83 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302316 Nov 18 17:31:26.611122 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d34e7b-a973-488c-9ad6-402d8008be02 None None] The sync data for ids ['e4f37ed4-2517-4db8-b1d2-e7f012399773'] in n-d-813419-11 is: [{'id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'name': 'tempest-TestVolumeBackupRestore-630298055-router', 'tenant_id': '402ac5ee535a4e87bfe17c533360d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '8a7ad844-ea89-43db-8c70-a73e8b509abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:31:12Z', 'updated_at': '2021-11-18T17:31:20Z', 'revision_number': 4, 'project_id': '402ac5ee535a4e87bfe17c533360d4e4', 'gw_port': {'id': '8a7ad844-ea89-43db-8c70-a73e8b509abe', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:57:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:13Z', 'updated_at': '2021-11-18T17:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'f35c75e8-f5d1-426b-879f-94ef2caa8d2b', 'name': '', 'network_id': 'a0d578ad-8269-41eb-bc85-bf58e5cb6ad9', 'tenant_id': '402ac5ee535a4e87bfe17c533360d4e4', 'mac_address': 'fa:16:3e:fd:df:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '2140b9a8-1e08-467d-825d-d186a7e352d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:18Z', 'updated_at': '2021-11-18T17:31:25Z', 'revision_number': 4, 'project_id': '402ac5ee535a4e87bfe17c533360d4e4', 'subnets': [{'id': '2140b9a8-1e08-467d-825d-d186a7e352d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:31:26.633795 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d70f8640-c45b-459f-ac2c-b9a681ff9820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:26.644002 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ae4a0-7c32-49d7-a99a-4705cd4d862d None None] Pushing event updated for resources: {'Port': ['ID=f35c75e8-f5d1-426b-879f-94ef2caa8d2b,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:26.652118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-84b22a2a-ad8a-48be-90c1-d5fb9c61b117 None None] Provisioning complete for port f35c75e8-f5d1-426b-879f-94ef2caa8d2b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:26.653729 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84b22a2a-ad8a-48be-90c1-d5fb9c61b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:26.674023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4505fb3-a131-4843-94fa-29c846c0beed req-95451039-ac06-4ebe-939a-857db65752b4 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:26.676670 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4505fb3-a131-4843-94fa-29c846c0beed req-95451039-ac06-4ebe-939a-857db65752b4 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d900f87-ec4a-46db-8982-0fcd9dd67254 HTTP/1.1" status: 200 len: 944 time: 0.0893078 Nov 18 17:31:26.695820 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d70f8640-c45b-459f-ac2c-b9a681ff9820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:27.014648 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f035fdf8-8b54-407f-ada0-81de7feadf98 req-0ed5ee3f-e9bc-4ba9-8d6a-43687124ea93 service neutron] 10.222.0.83 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899810 Nov 18 17:31:27.018382 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device f35c75e8-f5d1-426b-879f-94ef2caa8d2b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:31:27.033642 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f8640-c45b-459f-ac2c-b9a681ff9820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7c9bdf-516d-478c-b989-053d457347b7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:27.039438 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d70f8640-c45b-459f-ac2c-b9a681ff9820 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3f976414f376451b8b35af496aeff419&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9100976 Nov 18 17:31:27.042121 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38914) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:27.082183 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8640-c45b-459f-ac2c-b9a681ff9820 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:27.082797 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8640-c45b-459f-ac2c-b9a681ff9820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:27.083476 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8640-c45b-459f-ac2c-b9a681ff9820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:27.084215 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8640-c45b-459f-ac2c-b9a681ff9820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:27.085038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8640-c45b-459f-ac2c-b9a681ff9820 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:27.085550 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8640-c45b-459f-ac2c-b9a681ff9820 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:27.086041 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8640-c45b-459f-ac2c-b9a681ff9820 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:27.086530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8640-c45b-459f-ac2c-b9a681ff9820 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:27.087017 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8640-c45b-459f-ac2c-b9a681ff9820 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:27.087502 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8640-c45b-459f-ac2c-b9a681ff9820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:27.088026 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8640-c45b-459f-ac2c-b9a681ff9820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:27.088510 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8640-c45b-459f-ac2c-b9a681ff9820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:27.135226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-b4505fb3-a131-4843-94fa-29c846c0beed req-33ef6efb-5a96-4777-a183-9f2069d9ef87 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Deleting port 2be3afb1-203c-4f56-9543-e605e9ce46cc {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:31:27.135909 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b4505fb3-a131-4843-94fa-29c846c0beed req-33ef6efb-5a96-4777-a183-9f2069d9ef87 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:27.142426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port f35c75e8-f5d1-426b-879f-94ef2caa8d2b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:27.142915 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:27.162393 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13017e38-f37d-4379-b3ba-223cda95b007 req-bf101d89-d628-4e5d-8b1d-9df09396a09f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:27.171170 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1580dfd2-2324-4be1-a747-3afa8ee37e87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:27.171762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-13017e38-f37d-4379-b3ba-223cda95b007 req-bf101d89-d628-4e5d-8b1d-9df09396a09f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.1941082 Nov 18 17:31:27.223102 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1580dfd2-2324-4be1-a747-3afa8ee37e87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:27.323003 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-13017e38-f37d-4379-b3ba-223cda95b007 req-eda45379-8e60-402c-b0e2-5d472889e702 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499884 Nov 18 17:31:27.357087 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-b4505fb3-a131-4843-94fa-29c846c0beed req-33ef6efb-5a96-4777-a183-9f2069d9ef87 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] For port 2be3afb1-203c-4f56-9543-e605e9ce46cc, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2be3afb1-203c-4f56-9543-e605e9ce46cc,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:27.360888 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b4505fb3-a131-4843-94fa-29c846c0beed req-33ef6efb-5a96-4777-a183-9f2069d9ef87 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:27.377472 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-b4505fb3-a131-4843-94fa-29c846c0beed req-33ef6efb-5a96-4777-a183-9f2069d9ef87 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Calling delete_port for 2be3afb1-203c-4f56-9543-e605e9ce46cc owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:31:27.466473 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1580dfd2-2324-4be1-a747-3afa8ee37e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:27.469175 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1580dfd2-2324-4be1-a747-3afa8ee37e87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:27.470364 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1580dfd2-2324-4be1-a747-3afa8ee37e87 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0f7c9bdf-516d-478c-b989-053d457347b7 HTTP/1.1" status: 204 len: 168 time: 0.4272330 Nov 18 17:31:27.480878 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580dfd2-2324-4be1-a747-3afa8ee37e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7c9bdf-516d-478c-b989-053d457347b7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:27.514496 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cf44c1ed-9db9-4824-bd00-5d8a13be15d3 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:31:27.674012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port cf44c1ed-9db9-4824-bd00-5d8a13be15d3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:27.689247 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'port_id': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3', 'mac_address': 'fa:16:3e:d2:1e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:31:27.725504 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b4505fb3-a131-4843-94fa-29c846c0beed req-33ef6efb-5a96-4777-a183-9f2069d9ef87 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:27.734484 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:27.757614 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf44c1ed-9db9-4824-bd00-5d8a13be15d3 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:31:27.775278 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef6efb-5a96-4777-a183-9f2069d9ef87 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Pushing event deleted for resources: {'Port': ['ID=2be3afb1-203c-4f56-9543-e605e9ce46cc,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:27.780401 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['50f3a873-e3a7-4160-a8a5-d987c2e76694', '1151ed2c-eadf-439b-b3ba-a9668077b34c'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:31:27.791884 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port cf44c1ed-9db9-4824-bd00-5d8a13be15d3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:27.868853 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4505fb3-a131-4843-94fa-29c846c0beed req-33ef6efb-5a96-4777-a183-9f2069d9ef87 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] No DVR routers for this DVR port 2be3afb1-203c-4f56-9543-e605e9ce46cc on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:31:27.873691 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-b4505fb3-a131-4843-94fa-29c846c0beed req-33ef6efb-5a96-4777-a183-9f2069d9ef87 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:27.889443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4505fb3-a131-4843-94fa-29c846c0beed req-33ef6efb-5a96-4777-a183-9f2069d9ef87 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "DELETE /v2.0/ports/2be3afb1-203c-4f56-9543-e605e9ce46cc HTTP/1.1" status: 204 len: 173 time: 1.1518834 Nov 18 17:31:27.894179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d900f87-ec4a-46db-8982-0fcd9dd67254', 'name': 'network-vif-deleted', 'tag': '2be3afb1-203c-4f56-9543-e605e9ce46cc'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:31:27.897520 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70feb702-d60e-4f90-ad5f-8e9d99c1653e" -d '{"events": [{"server_uuid": "7d900f87-ec4a-46db-8982-0fcd9dd67254", "name": "network-vif-deleted", "tag": "2be3afb1-203c-4f56-9543-e605e9ce46cc"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:31:27.946869 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:28.056287 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:28.258518 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['cf44c1ed-9db9-4824-bd00-5d8a13be15d3'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:31:28.677062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38942) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:28.694710 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a27fc84d-94da-44cc-a2fd-d5078c6bc19a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:28.776989 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 18 Nov 2021 17:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa926612-ba09-44d3-9d67-6f5d71b202f5 x-openstack-request-id: req-fa926612-ba09-44d3-9d67-6f5d71b202f5 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:31:28.776989 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d900f87-ec4a-46db-8982-0fcd9dd67254", "name": "network-vif-deleted", "tag": "2be3afb1-203c-4f56-9543-e605e9ce46cc", "status": "failed", "code": 422}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:31:28.776989 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fa926612-ba09-44d3-9d67-6f5d71b202f5 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:31:28.776989 n-d-813419-11 neutron-server[104007]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d900f87-ec4a-46db-8982-0fcd9dd67254', 'name': 'network-vif-deleted', 'tag': '2be3afb1-203c-4f56-9543-e605e9ce46cc', 'status': 'failed', 'code': 422} returned with failed status Nov 18 17:31:28.801480 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a27fc84d-94da-44cc-a2fd-d5078c6bc19a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:28.855507 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a27fc84d-94da-44cc-a2fd-d5078c6bc19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:28.935228 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372babe-933d-44cd-b3e7-0ef703de593e req-61bcaeca-92aa-45a4-a9d2-903d7d4fe93a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:28.935448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fc84d-94da-44cc-a2fd-d5078c6bc19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67155fa-c982-470b-94fc-bdd0f3996e52,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:28.942281 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a27fc84d-94da-44cc-a2fd-d5078c6bc19a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=04df7299bb9643e5bdcdd37ef81e1ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2635205 Nov 18 17:31:28.945064 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38948) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:28.951178 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3372babe-933d-44cd-b3e7-0ef703de593e req-61bcaeca-92aa-45a4-a9d2-903d7d4fe93a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 944 time: 0.1116219 Nov 18 17:31:29.030040 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3372babe-933d-44cd-b3e7-0ef703de593e req-ddd8a83f-f55d-4ad8-a5ee-f292e89a716f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766711 Nov 18 17:31:29.037677 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9582593c-bb43-4ac4-b52a-744e605776be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:29.079473 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9582593c-bb43-4ac4-b52a-744e605776be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:29.272613 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9582593c-bb43-4ac4-b52a-744e605776be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:29.275391 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9582593c-bb43-4ac4-b52a-744e605776be admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:29.276844 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9582593c-bb43-4ac4-b52a-744e605776be admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c67155fa-c982-470b-94fc-bdd0f3996e52 HTTP/1.1" status: 204 len: 168 time: 0.3297532 Nov 18 17:31:29.304878 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582593c-bb43-4ac4-b52a-744e605776be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67155fa-c982-470b-94fc-bdd0f3996e52,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:29.517068 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f05c477-846d-4aa0-a29e-07220e30b37e req-67b205e1-3dc8-42c0-ad78-99b56aabcaa2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0834768 Nov 18 17:31:29.523177 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cf44c1ed-9db9-4824-bd00-5d8a13be15d3 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:31:29.641521 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05c477-846d-4aa0-a29e-07220e30b37e req-8bb9751a-cbae-45c7-82bf-ea901ba4309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:29.645761 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f05c477-846d-4aa0-a29e-07220e30b37e req-8bb9751a-cbae-45c7-82bf-ea901ba4309e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1516cf9926444ed288e6825e7143ec41&device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 1097 time: 0.0693741 Nov 18 17:31:29.729446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port cf44c1ed-9db9-4824-bd00-5d8a13be15d3 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:31:29.735148 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port cf44c1ed-9db9-4824-bd00-5d8a13be15d3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:31:29.735678 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:29.828253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1995ee-6790-4753-8c46-d126bc374267 req-cee8553b-dd8f-4a89-8c6a-fae3f6aada69 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:29.851380 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff1995ee-6790-4753-8c46-d126bc374267 req-cee8553b-dd8f-4a89-8c6a-fae3f6aada69 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 907 time: 0.1165264 Nov 18 17:31:29.921475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05c477-846d-4aa0-a29e-07220e30b37e req-4ea59a90-4f2b-4fc2-b2aa-99ad69d445f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:29.925724 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f05c477-846d-4aa0-a29e-07220e30b37e req-4ea59a90-4f2b-4fc2-b2aa-99ad69d445f3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 200 len: 914 time: 0.2544825 Nov 18 17:31:29.940046 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:30.004196 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0008e651-076a-4e58-9926-b43b9aec7806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:31:30.007809 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00ac386-c558-40fd-a12c-e47957cf0f82" -d '{"events": [{"server_uuid": "0008e651-076a-4e58-9926-b43b9aec7806", "name": "network-vif-plugged", "status": "completed", "tag": "cf44c1ed-9db9-4824-bd00-5d8a13be15d3"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:31:30.044791 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f089d85-d520-48df-b39e-e763193cc0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:30.056367 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port cf44c1ed-9db9-4824-bd00-5d8a13be15d3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:30.100946 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f8d475-b9dc-4ec3-934c-6027286262b0 x-openstack-request-id: req-78f8d475-b9dc-4ec3-934c-6027286262b0 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:31:30.101367 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0008e651-076a-4e58-9926-b43b9aec7806", "name": "network-vif-plugged", "status": "completed", "tag": "cf44c1ed-9db9-4824-bd00-5d8a13be15d3", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:31:30.101761 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-78f8d475-b9dc-4ec3-934c-6027286262b0 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:31:30.102488 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0008e651-076a-4e58-9926-b43b9aec7806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3', 'code': 200} Nov 18 17:31:30.103596 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f05c477-846d-4aa0-a29e-07220e30b37e req-55c6f452-6b88-4283-b745-f0df0e0995e7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a41711e-76b2-42ef-ab70-e75764352775 HTTP/1.1" status: 200 len: 1000 time: 0.1695039 Nov 18 17:31:30.115929 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:30.266043 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:30.312505 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b0369-76e7-4ae2-9b9d-5b9342289db5 req-02528852-3468-4deb-985c-aebb53967074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:30.314261 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d63b0369-76e7-4ae2-9b9d-5b9342289db5 req-02528852-3468-4deb-985c-aebb53967074 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 1097 time: 0.1220057 Nov 18 17:31:30.320594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05c477-846d-4aa0-a29e-07220e30b37e req-d7878155-eb30-4a32-8ea6-501817e4c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:30.323522 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f05c477-846d-4aa0-a29e-07220e30b37e req-d7878155-eb30-4a32-8ea6-501817e4c2e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 200 len: 851 time: 0.1919427 Nov 18 17:31:30.379198 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d63b0369-76e7-4ae2-9b9d-5b9342289db5 req-96448ae3-118e-47e9-a297-f6d08c50113b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471258 Nov 18 17:31:30.391056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05c477-846d-4aa0-a29e-07220e30b37e req-584a885b-4c3d-44e5-b707-a39284629686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:30.392811 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f05c477-846d-4aa0-a29e-07220e30b37e req-584a885b-4c3d-44e5-b707-a39284629686 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07ec2429-d3d7-4064-9a1d-8a3a182595b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595772 Nov 18 17:31:30.403756 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9744d-7dbc-42b5-baa2-3be40151c53e req-dff80af4-adba-48aa-8530-0059c655c251 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:30.406282 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92e9744d-7dbc-42b5-baa2-3be40151c53e req-dff80af4-adba-48aa-8530-0059c655c251 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.1412609 Nov 18 17:31:30.483921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92e9744d-7dbc-42b5-baa2-3be40151c53e req-549ddb33-3311-46f8-b43b-533d27edb4ed tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700045 Nov 18 17:31:30.724165 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f05c477-846d-4aa0-a29e-07220e30b37e req-14065d80-97b2-4fde-a128-6c455e2d8c69 service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372042 Nov 18 17:31:30.975891 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f05c477-846d-4aa0-a29e-07220e30b37e req-b3128e6d-813e-4c00-a6b5-706bd9bd4f38 service neutron] 10.222.0.83 "GET /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432544 Nov 18 17:31:30.985602 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623f2f7-823b-4c7d-9240-756f40b3e7cd req-131fb5f7-dfe9-4209-b6e1-b3d7c730c9ad tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:30.987144 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c623f2f7-823b-4c7d-9240-756f40b3e7cd req-131fb5f7-dfe9-4209-b6e1-b3d7c730c9ad tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.81 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 907 time: 0.0999396 Nov 18 17:31:31.045994 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee2650-de48-49fc-860e-b7e5c5444c41 req-307c12f1-6595-4e3f-8587-01727643e43f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:31.059913 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-08ee2650-de48-49fc-860e-b7e5c5444c41 req-307c12f1-6595-4e3f-8587-01727643e43f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 907 time: 0.0943108 Nov 18 17:31:31.164429 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c623f2f7-823b-4c7d-9240-756f40b3e7cd req-e49cc9e9-d5ba-4499-9631-27ed48ae15ac tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Deleting port 02a51c48-9ff8-4b4a-919d-c4b83706ef35 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:31:31.164429 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c623f2f7-823b-4c7d-9240-756f40b3e7cd req-e49cc9e9-d5ba-4499-9631-27ed48ae15ac tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:31.390032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c623f2f7-823b-4c7d-9240-756f40b3e7cd req-e49cc9e9-d5ba-4499-9631-27ed48ae15ac tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] For port 02a51c48-9ff8-4b4a-919d-c4b83706ef35, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=02a51c48-9ff8-4b4a-919d-c4b83706ef35,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:31.390451 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c623f2f7-823b-4c7d-9240-756f40b3e7cd req-e49cc9e9-d5ba-4499-9631-27ed48ae15ac tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:31.412837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c623f2f7-823b-4c7d-9240-756f40b3e7cd req-e49cc9e9-d5ba-4499-9631-27ed48ae15ac tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Calling delete_port for 02a51c48-9ff8-4b4a-919d-c4b83706ef35 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:31:31.630077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39044) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:31.634986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2122616843', 'description': 'tempest-secgroup-smoke-2122616843 description', 'project_id': 'eb06569cbbd34a779286792999368bd6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:31.649674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c623f2f7-823b-4c7d-9240-756f40b3e7cd req-e49cc9e9-d5ba-4499-9631-27ed48ae15ac tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:31.668630 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d099b-f374-4aee-99ca-8554c229eb7a req-e0c5310a-db25-4e49-bc71-2da1912e7527 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:31.676400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-635d099b-f374-4aee-99ca-8554c229eb7a req-e0c5310a-db25-4e49-bc71-2da1912e7527 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.1043885 Nov 18 17:31:31.739973 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-635d099b-f374-4aee-99ca-8554c229eb7a req-5e0e923c-8726-4e20-bf3f-f056e1923bc2 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572252 Nov 18 17:31:31.744843 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cc9e9-d5ba-4499-9631-27ed48ae15ac tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Pushing event deleted for resources: {'Port': ['ID=02a51c48-9ff8-4b4a-919d-c4b83706ef35,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:31.789540 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:31.813828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c623f2f7-823b-4c7d-9240-756f40b3e7cd req-e49cc9e9-d5ba-4499-9631-27ed48ae15ac tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] No DVR routers for this DVR port 02a51c48-9ff8-4b4a-919d-c4b83706ef35 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:31:31.817188 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c623f2f7-823b-4c7d-9240-756f40b3e7cd req-e49cc9e9-d5ba-4499-9631-27ed48ae15ac tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:31.821099 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c623f2f7-823b-4c7d-9240-756f40b3e7cd req-e49cc9e9-d5ba-4499-9631-27ed48ae15ac tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.81 "DELETE /v2.0/ports/02a51c48-9ff8-4b4a-919d-c4b83706ef35 HTTP/1.1" status: 204 len: 173 time: 0.8277347 Nov 18 17:31:31.821894 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35895a8f-5c0e-4e08-b76b-034bdec893f1', 'name': 'network-vif-deleted', 'tag': '02a51c48-9ff8-4b4a-919d-c4b83706ef35'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:31:31.831282 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538d669f-6219-4907-be45-87585126c1b2" -d '{"events": [{"server_uuid": "35895a8f-5c0e-4e08-b76b-034bdec893f1", "name": "network-vif-deleted", "tag": "02a51c48-9ff8-4b4a-919d-c4b83706ef35"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:31:31.948148 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e15675-8cee-45c1-8f41-c02b69dde271 x-openstack-request-id: req-a0e15675-8cee-45c1-8f41-c02b69dde271 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:31:31.948590 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35895a8f-5c0e-4e08-b76b-034bdec893f1", "name": "network-vif-deleted", "tag": "02a51c48-9ff8-4b4a-919d-c4b83706ef35", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:31:31.948857 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a0e15675-8cee-45c1-8f41-c02b69dde271 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:31:31.949275 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35895a8f-5c0e-4e08-b76b-034bdec893f1', 'name': 'network-vif-deleted', 'tag': '02a51c48-9ff8-4b4a-919d-c4b83706ef35', 'status': 'completed', 'code': 200} Nov 18 17:31:31.958304 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:32.067223 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:32.117670 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7670a255-749b-4024-ac4d-b2a73cf3852d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:32.128760 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:32.129117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:32.129501 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:32.129850 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:32.130194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:32.130539 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:32.131442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:32.131782 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:32.132142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:32.132476 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:32.132811 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:32.133144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:31:32.200468 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:32.201709 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cc08fdf7-ef81-4b54-8d67-dd1211087dfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5703700 Nov 18 17:31:32.204891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39058) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:32.214085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2a51fac0-dad9-4c1d-b482-19535329ef0a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Request body: {'security_group_rule': {'security_group_id': '7670a255-749b-4024-ac4d-b2a73cf3852d', 'project_id': 'eb06569cbbd34a779286792999368bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:32.229560 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfe8c067-8ac5-47b7-8ec9-f65bebde657d req-dcb4a89b-2478-4ac9-9ef9-a6ee03a7f468 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=35895a8f-5c0e-4e08-b76b-034bdec893f1 HTTP/1.1" status: 200 len: 210 time: 0.0494726 Nov 18 17:31:32.330157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a51fac0-dad9-4c1d-b482-19535329ef0a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:32.417615 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a51fac0-dad9-4c1d-b482-19535329ef0a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:32.432217 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-12040fc9-b3aa-42e6-b0ce-36fc462a587d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:32.512359 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a51fac0-dad9-4c1d-b482-19535329ef0a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:32.535533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51fac0-dad9-4c1d-b482-19535329ef0a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8a0ac2-14cd-457f-9a32-701a92ca11d7,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:32.611649 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a51fac0-dad9-4c1d-b482-19535329ef0a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:32.613688 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2a51fac0-dad9-4c1d-b482-19535329ef0a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4078286 Nov 18 17:31:32.617502 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39072) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:32.623144 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2c2d4f17-9a19-418e-8868-048295eba521 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Request body: {'security_group_rule': {'security_group_id': '7670a255-749b-4024-ac4d-b2a73cf3852d', 'project_id': 'eb06569cbbd34a779286792999368bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:32.770097 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4f17-9a19-418e-8868-048295eba521 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:32.883264 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4f17-9a19-418e-8868-048295eba521 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:32.906116 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15629571-adae-46b5-abcf-fcb17e815e7b req-357321b9-406f-4033-a7f4-49c1a2c8d9b9 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:32.907754 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15629571-adae-46b5-abcf-fcb17e815e7b req-357321b9-406f-4033-a7f4-49c1a2c8d9b9 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0858488 Nov 18 17:31:32.965858 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-15629571-adae-46b5-abcf-fcb17e815e7b req-9c9c42d3-f03c-49fd-8f24-daa9e2cf0124 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508873 Nov 18 17:31:32.982231 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4f17-9a19-418e-8868-048295eba521 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:33.007938 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d4f17-9a19-418e-8868-048295eba521 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd257949-0f7b-4bbd-a3da-64261903cd33,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:33.105657 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4f17-9a19-418e-8868-048295eba521 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:33.109931 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2c2d4f17-9a19-418e-8868-048295eba521 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4882441 Nov 18 17:31:33.110107 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39078) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:33.115771 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-33fcce78-0729-4af4-95c3-feee439dc3e3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Request body: {'security_group_rule': {'security_group_id': '7670a255-749b-4024-ac4d-b2a73cf3852d', 'project_id': 'eb06569cbbd34a779286792999368bd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:33.122833 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca167c97-8a65-4e3d-9e1d-1347587b4e92 req-ab457d44-2aee-4af2-bf96-be535c45a1f8 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:33.127572 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca167c97-8a65-4e3d-9e1d-1347587b4e92 req-ab457d44-2aee-4af2-bf96-be535c45a1f8 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0681634 Nov 18 17:31:33.133875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39080) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:33.138871 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f6d42e77-65a8-493d-b2d2-d07939cac7fd tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Request body: {'floatingip': {'port_id': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:33.186051 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f6d42e77-65a8-493d-b2d2-d07939cac7fd tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:33.226772 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33fcce78-0729-4af4-95c3-feee439dc3e3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:33.299331 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33fcce78-0729-4af4-95c3-feee439dc3e3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:33.375090 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33fcce78-0729-4af4-95c3-feee439dc3e3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:33.413056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcce78-0729-4af4-95c3-feee439dc3e3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04dacf4-9cb8-47c0-a060-886dc1babced,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:33.531378 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33fcce78-0729-4af4-95c3-feee439dc3e3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:33.535561 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-33fcce78-0729-4af4-95c3-feee439dc3e3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4216807 Nov 18 17:31:33.535995 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39094) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:33.540533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b9a587f0-0d8b-4ba5-934e-0c5d279f6b02 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Request body: {'security_group_rule': {'security_group_id': '7670a255-749b-4024-ac4d-b2a73cf3852d', 'project_id': 'eb06569cbbd34a779286792999368bd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:33.586253 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:33.643463 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9a587f0-0d8b-4ba5-934e-0c5d279f6b02 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:33.728004 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9a587f0-0d8b-4ba5-934e-0c5d279f6b02 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:33.799238 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9a587f0-0d8b-4ba5-934e-0c5d279f6b02 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:33.835852 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a587f0-0d8b-4ba5-934e-0c5d279f6b02 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be56ac5e-d048-42a2-b71b-f880b6abde0f,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:33.892010 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f6d42e77-65a8-493d-b2d2-d07939cac7fd tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:33.903859 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9a587f0-0d8b-4ba5-934e-0c5d279f6b02 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:33.912623 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b9a587f0-0d8b-4ba5-934e-0c5d279f6b02 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3686192 Nov 18 17:31:33.912623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39102) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:33.913873 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-320d9556-c11e-430f-9340-fcf5ac14a474 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Request body: {'security_group_rule': {'security_group_id': '7670a255-749b-4024-ac4d-b2a73cf3852d', 'project_id': 'eb06569cbbd34a779286792999368bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:33.918734 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93dbd3-52f4-4492-ac85-d2d0aa46ec03 req-7d0d9032-a28e-4c3d-aef8-4092430428e3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:33.928192 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b93dbd3-52f4-4492-ac85-d2d0aa46ec03 req-7d0d9032-a28e-4c3d-aef8-4092430428e3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 945 time: 0.0812242 Nov 18 17:31:33.958036 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f6d42e77-65a8-493d-b2d2-d07939cac7fd tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:34.015196 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-320d9556-c11e-430f-9340-fcf5ac14a474 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Project eb06569cbbd34a779286792999368bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:31:34.022742 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-320d9556-c11e-430f-9340-fcf5ac14a474 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:34.023473 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b93dbd3-52f4-4492-ac85-d2d0aa46ec03 req-792b7c66-f1df-48f9-a20d-4d4314bb8cd4 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941648 Nov 18 17:31:34.106134 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-f6d42e77-65a8-493d-b2d2-d07939cac7fd tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Floating IP 32c28b2e-e08a-4fb2-9b31-4f9dbf7763cd associated. External IP: 172.25.3.231, port: cf44c1ed-9db9-4824-bd00-5d8a13be15d3. Nov 18 17:31:34.125501 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-320d9556-c11e-430f-9340-fcf5ac14a474 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:34.220593 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-320d9556-c11e-430f-9340-fcf5ac14a474 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:34.261069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d9556-c11e-430f-9340-fcf5ac14a474 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b64bb5-8d20-488c-b5a6-adc59b634eba,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:34.314497 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-320d9556-c11e-430f-9340-fcf5ac14a474 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:34.316189 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-320d9556-c11e-430f-9340-fcf5ac14a474 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4068060 Nov 18 17:31:34.319437 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39104) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:34.324998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b10d2119-da03-47eb-b651-6eeafa132832 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Request body: {'security_group_rule': {'security_group_id': '7670a255-749b-4024-ac4d-b2a73cf3852d', 'project_id': 'eb06569cbbd34a779286792999368bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:34.353911 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d42e77-65a8-493d-b2d2-d07939cac7fd tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Router b125c400-c3d7-4dec-b65b-3b092f73f486 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:31:34.455608 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-b10d2119-da03-47eb-b651-6eeafa132832 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Project eb06569cbbd34a779286792999368bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:31:34.467239 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b10d2119-da03-47eb-b651-6eeafa132832 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:34.496493 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d42e77-65a8-493d-b2d2-d07939cac7fd tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:31:34.506937 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5943b-913b-4881-a342-73a3596cdd33 None None] Sync routers for ids ['b125c400-c3d7-4dec-b65b-3b092f73f486'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:31:34.525635 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f6d42e77-65a8-493d-b2d2-d07939cac7fd tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:34.531022 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5943b-913b-4881-a342-73a3596cdd33 None None] Routers {'b125c400-c3d7-4dec-b65b-3b092f73f486'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:31:34.532033 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b4e5943b-913b-4881-a342-73a3596cdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:31:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b125c400-c3d7-4dec-b65b-3b092f73f486'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:34.596538 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f6d42e77-65a8-493d-b2d2-d07939cac7fd tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "PUT /v2.0/floatingips/32c28b2e-e08a-4fb2-9b31-4f9dbf7763cd HTTP/1.1" status: 200 len: 991 time: 1.4608505 Nov 18 17:31:34.597771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0008e651-076a-4e58-9926-b43b9aec7806', 'tag': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:31:34.604478 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3f5cea-ca2c-48e0-9d7c-2173752e9538" -d '{"events": [{"name": "network-changed", "server_uuid": "0008e651-076a-4e58-9926-b43b9aec7806", "tag": "cf44c1ed-9db9-4824-bd00-5d8a13be15d3"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:31:34.703583 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b10d2119-da03-47eb-b651-6eeafa132832 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:34.712559 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5976f0e3-efe2-450d-a22b-eed270dd3332 x-openstack-request-id: req-5976f0e3-efe2-450d-a22b-eed270dd3332 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:31:34.713159 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0008e651-076a-4e58-9926-b43b9aec7806", "tag": "cf44c1ed-9db9-4824-bd00-5d8a13be15d3", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:31:34.713661 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5976f0e3-efe2-450d-a22b-eed270dd3332 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:31:34.714674 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0008e651-076a-4e58-9926-b43b9aec7806', 'tag': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3', 'status': 'completed', 'code': 200} Nov 18 17:31:34.771477 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b4e5943b-913b-4881-a342-73a3596cdd33 None None] Set router b125c400-c3d7-4dec-b65b-3b092f73f486 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:31:34.782052 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b10d2119-da03-47eb-b651-6eeafa132832 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:34.839725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d2119-da03-47eb-b651-6eeafa132832 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6daa042-799e-4de4-96b5-7fb912f4cbdc,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:34.863307 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f5cea-ca2c-48e0-9d7c-2173752e9538 req-0c834264-240c-46f5-b40b-2b92f93c50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:34.865765 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed3f5cea-ca2c-48e0-9d7c-2173752e9538 req-0c834264-240c-46f5-b40b-2b92f93c50d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c792286d243e4484b7d541f96477c28c&device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 1097 time: 0.1066372 Nov 18 17:31:34.941785 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b10d2119-da03-47eb-b651-6eeafa132832 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:34.942972 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b10d2119-da03-47eb-b651-6eeafa132832 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6223907 Nov 18 17:31:35.015283 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:35.113687 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b4e5943b-913b-4881-a342-73a3596cdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:31:03Z', 'revision_number': 4, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '32c28b2e-e08a-4fb2-9b31-4f9dbf7763cd', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'port_id': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'mac_address': 'fa:16:3e:d2:1e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0008e651-076a-4e58-9926-b43b9aec7806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:31:12Z', 'updated_at': '2021-11-18T17:31:33Z', 'revision_number': 1, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8965a6-d924-41ca-9a81-552372fc4f02', 'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'mac_address': 'fa:16:3e:95:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:01Z', 'updated_at': '2021-11-18T17:31:08Z', 'revision_number': 5, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'subnets': [{'id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:35.123229 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f5cea-ca2c-48e0-9d7c-2173752e9538 req-505bf73e-cc2b-4f8a-8beb-1f725fa9086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:35.126188 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed3f5cea-ca2c-48e0-9d7c-2173752e9538 req-505bf73e-cc2b-4f8a-8beb-1f725fa9086e service neutron] 10.222.0.83 "GET /v2.0/networks?id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358 HTTP/1.1" status: 200 len: 918 time: 0.2511818 Nov 18 17:31:35.141401 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5943b-913b-4881-a342-73a3596cdd33 None None] Checking router: b125c400-c3d7-4dec-b65b-3b092f73f486 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:31:35.151752 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5943b-913b-4881-a342-73a3596cdd33 None None] Routers {'b125c400-c3d7-4dec-b65b-3b092f73f486'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:31:35.155509 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b4e5943b-913b-4881-a342-73a3596cdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:31:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b125c400-c3d7-4dec-b65b-3b092f73f486'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:35.200152 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9ba99-3f3d-4689-a900-285ead2d8628 req-76760404-fc9d-4ece-a154-edeab0f08def tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:35.204326 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c3e9ba99-3f3d-4689-a900-285ead2d8628 req-76760404-fc9d-4ece-a154-edeab0f08def tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.81 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 945 time: 0.1412423 Nov 18 17:31:35.268838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f283d4-213b-4f39-95c0-b0ac2b95fd05 req-eb60d471-4d74-49fe-b7a4-54a3cd044f73 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:35.281176 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f2f283d4-213b-4f39-95c0-b0ac2b95fd05 req-eb60d471-4d74-49fe-b7a4-54a3cd044f73 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 945 time: 0.1277831 Nov 18 17:31:35.285992 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b4e5943b-913b-4881-a342-73a3596cdd33 None None] Set router b125c400-c3d7-4dec-b65b-3b092f73f486 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:31:35.371909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f2f283d4-213b-4f39-95c0-b0ac2b95fd05 req-b60c51a1-5a3c-4d4e-8dee-a8ed26facb87 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895941 Nov 18 17:31:35.449699 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:35.472891 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed3f5cea-ca2c-48e0-9d7c-2173752e9538 req-e2ad987b-8773-4b8e-b6da-e6cc615c50b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf44c1ed-9db9-4824-bd00-5d8a13be15d3 HTTP/1.1" status: 200 len: 999 time: 0.3281059 Nov 18 17:31:35.553401 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c3e9ba99-3f3d-4689-a900-285ead2d8628 req-9d98a72c-dd79-476f-a744-91f01e74b18a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Deleting port 1151ed2c-eadf-439b-b3ba-a9668077b34c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:31:35.553654 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c3e9ba99-3f3d-4689-a900-285ead2d8628 req-9d98a72c-dd79-476f-a744-91f01e74b18a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:35.557795 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f5cea-ca2c-48e0-9d7c-2173752e9538 req-a421ce12-57cc-4a4d-9757-abb593b2392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:35.566084 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed3f5cea-ca2c-48e0-9d7c-2173752e9538 req-a421ce12-57cc-4a4d-9757-abb593b2392f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=10777e13-94e4-46f6-b1c7-ddc7fdf51d26 HTTP/1.1" status: 200 len: 855 time: 0.0667880 Nov 18 17:31:35.585287 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b4e5943b-913b-4881-a342-73a3596cdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:31:03Z', 'revision_number': 4, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '32c28b2e-e08a-4fb2-9b31-4f9dbf7763cd', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'port_id': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'mac_address': 'fa:16:3e:d2:1e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0008e651-076a-4e58-9926-b43b9aec7806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:31:12Z', 'updated_at': '2021-11-18T17:31:33Z', 'revision_number': 1, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8965a6-d924-41ca-9a81-552372fc4f02', 'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'mac_address': 'fa:16:3e:95:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:01Z', 'updated_at': '2021-11-18T17:31:08Z', 'revision_number': 5, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'subnets': [{'id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:35.623371 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5943b-913b-4881-a342-73a3596cdd33 None None] The sync data for ids ['b125c400-c3d7-4dec-b65b-3b092f73f486'] in n-d-813419-11 is: [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:31:03Z', 'revision_number': 4, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '32c28b2e-e08a-4fb2-9b31-4f9dbf7763cd', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'port_id': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'mac_address': 'fa:16:3e:d2:1e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0008e651-076a-4e58-9926-b43b9aec7806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:31:12Z', 'updated_at': '2021-11-18T17:31:33Z', 'revision_number': 1, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8965a6-d924-41ca-9a81-552372fc4f02', 'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'mac_address': 'fa:16:3e:95:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:01Z', 'updated_at': '2021-11-18T17:31:08Z', 'revision_number': 5, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'subnets': [{'id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:31:35.782091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f5cea-ca2c-48e0-9d7c-2173752e9538 req-e760cf33-84c9-4c76-ba8c-8c67f8f90934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:35.786000 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed3f5cea-ca2c-48e0-9d7c-2173752e9538 req-e760cf33-84c9-4c76-ba8c-8c67f8f90934 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2112830 Nov 18 17:31:35.831026 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c3e9ba99-3f3d-4689-a900-285ead2d8628 req-9d98a72c-dd79-476f-a744-91f01e74b18a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] For port 1151ed2c-eadf-439b-b3ba-a9668077b34c, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1151ed2c-eadf-439b-b3ba-a9668077b34c,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:35.831411 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c3e9ba99-3f3d-4689-a900-285ead2d8628 req-9d98a72c-dd79-476f-a744-91f01e74b18a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:35.855466 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c3e9ba99-3f3d-4689-a900-285ead2d8628 req-9d98a72c-dd79-476f-a744-91f01e74b18a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Calling delete_port for 1151ed2c-eadf-439b-b3ba-a9668077b34c owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:31:35.912612 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 02a51c48-9ff8-4b4a-919d-c4b83706ef35 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:31:35.953686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1347d748-f5eb-461e-9b72-b438a12be6c1 None None] New status for floating IP 32c28b2e-e08a-4fb2-9b31-4f9dbf7763cd: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:31:35.957641 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 02a51c48-9ff8-4b4a-919d-c4b83706ef35 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:31:35.958230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 02a51c48-9ff8-4b4a-919d-c4b83706ef35 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:31:36.011110 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed3f5cea-ca2c-48e0-9d7c-2173752e9538 req-54728d9d-87aa-4ee0-b1d3-4eed6607b19e service neutron] 10.222.0.83 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128499 Nov 18 17:31:36.203165 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed3f5cea-ca2c-48e0-9d7c-2173752e9538 req-ec8fc128-3e7d-49bd-a637-746b7ace612d service neutron] 10.222.0.83 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729326 Nov 18 17:31:36.273115 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c3e9ba99-3f3d-4689-a900-285ead2d8628 req-9d98a72c-dd79-476f-a744-91f01e74b18a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:36.284929 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['50f3a873-e3a7-4160-a8a5-d987c2e76694', '1151ed2c-eadf-439b-b3ba-a9668077b34c'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:31:36.337412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98a72c-dd79-476f-a744-91f01e74b18a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Pushing event deleted for resources: {'Port': ['ID=1151ed2c-eadf-439b-b3ba-a9668077b34c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:36.359681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e9ba99-3f3d-4689-a900-285ead2d8628 req-9d98a72c-dd79-476f-a744-91f01e74b18a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] No DVR routers for this DVR port 1151ed2c-eadf-439b-b3ba-a9668077b34c on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:31:36.362442 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c3e9ba99-3f3d-4689-a900-285ead2d8628 req-9d98a72c-dd79-476f-a744-91f01e74b18a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:36.368122 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c3e9ba99-3f3d-4689-a900-285ead2d8628 req-9d98a72c-dd79-476f-a744-91f01e74b18a tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.81 "DELETE /v2.0/ports/1151ed2c-eadf-439b-b3ba-a9668077b34c HTTP/1.1" status: 204 len: 173 time: 1.0824666 Nov 18 17:31:36.368122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26abea16-0057-403a-9c87-6d1123899338', 'name': 'network-vif-deleted', 'tag': '1151ed2c-eadf-439b-b3ba-a9668077b34c'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:31:36.369038 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe194018-1b41-425e-9a79-504fedd78b9e" -d '{"events": [{"server_uuid": "26abea16-0057-403a-9c87-6d1123899338", "name": "network-vif-deleted", "tag": "1151ed2c-eadf-439b-b3ba-a9668077b34c"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:31:36.452790 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27712764-cb9c-4648-a515-56b0036346ed x-openstack-request-id: req-27712764-cb9c-4648-a515-56b0036346ed {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:31:36.453564 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26abea16-0057-403a-9c87-6d1123899338", "name": "network-vif-deleted", "tag": "1151ed2c-eadf-439b-b3ba-a9668077b34c", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:31:36.454008 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-27712764-cb9c-4648-a515-56b0036346ed {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:31:36.454646 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26abea16-0057-403a-9c87-6d1123899338', 'name': 'network-vif-deleted', 'tag': '1151ed2c-eadf-439b-b3ba-a9668077b34c', 'status': 'completed', 'code': 200} Nov 18 17:31:36.493724 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4b7043c4-51d4-468f-bcd5-a2cf55e755c5 req-fe19a5d9-eef6-4dd4-be4d-5b29928656ec tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 210 time: 0.0278561 Nov 18 17:31:37.625652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87684925-c362-42f2-ba95-ac554ba3824b req-949b3892-cb44-416a-b7d4-ffb47e824cb1 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=26abea16-0057-403a-9c87-6d1123899338 HTTP/1.1" status: 200 len: 210 time: 0.0290818 Nov 18 17:31:39.157951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81678a12-e41d-4984-8899-365696b6e19c req-56d15634-5a69-4f16-bca4-15beb8099d00 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:39.166477 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-81678a12-e41d-4984-8899-365696b6e19c req-56d15634-5a69-4f16-bca4-15beb8099d00 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.0719712 Nov 18 17:31:39.222227 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-81678a12-e41d-4984-8899-365696b6e19c req-50145ae8-9dee-42b4-9f31-58bf9789a72f tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=882aacb4-e465-4c99-a76a-e3f79f339223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533216 Nov 18 17:31:39.421151 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188dcbe-4c24-477b-a179-54ba36af5127 req-d53ce7f3-812c-4750-847a-d9a40ed440d2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:39.422845 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3188dcbe-4c24-477b-a179-54ba36af5127 req-d53ce7f3-812c-4750-847a-d9a40ed440d2 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.81 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 945 time: 0.0635989 Nov 18 17:31:39.542655 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-3188dcbe-4c24-477b-a179-54ba36af5127 req-37951e4b-0fbb-47d8-a722-cd6fbf471c27 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Deleting port 50f3a873-e3a7-4160-a8a5-d987c2e76694 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:31:39.543039 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3188dcbe-4c24-477b-a179-54ba36af5127 req-37951e4b-0fbb-47d8-a722-cd6fbf471c27 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:39.663562 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3188dcbe-4c24-477b-a179-54ba36af5127 req-37951e4b-0fbb-47d8-a722-cd6fbf471c27 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] For port 50f3a873-e3a7-4160-a8a5-d987c2e76694, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=50f3a873-e3a7-4160-a8a5-d987c2e76694,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:39.664249 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3188dcbe-4c24-477b-a179-54ba36af5127 req-37951e4b-0fbb-47d8-a722-cd6fbf471c27 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:39.695860 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-3188dcbe-4c24-477b-a179-54ba36af5127 req-37951e4b-0fbb-47d8-a722-cd6fbf471c27 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Calling delete_port for 50f3a873-e3a7-4160-a8a5-d987c2e76694 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:31:39.888357 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3188dcbe-4c24-477b-a179-54ba36af5127 req-37951e4b-0fbb-47d8-a722-cd6fbf471c27 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:39.901385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['50f3a873-e3a7-4160-a8a5-d987c2e76694'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:31:39.927088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37951e4b-0fbb-47d8-a722-cd6fbf471c27 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Pushing event deleted for resources: {'Port': ['ID=50f3a873-e3a7-4160-a8a5-d987c2e76694,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:39.939713 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1151ed2c-eadf-439b-b3ba-a9668077b34c no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:31:39.981332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 1151ed2c-eadf-439b-b3ba-a9668077b34c {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:31:39.983746 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1151ed2c-eadf-439b-b3ba-a9668077b34c not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:31:39.988734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3188dcbe-4c24-477b-a179-54ba36af5127 req-37951e4b-0fbb-47d8-a722-cd6fbf471c27 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] No DVR routers for this DVR port 50f3a873-e3a7-4160-a8a5-d987c2e76694 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:31:39.991571 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3188dcbe-4c24-477b-a179-54ba36af5127 req-37951e4b-0fbb-47d8-a722-cd6fbf471c27 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:39.995144 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3188dcbe-4c24-477b-a179-54ba36af5127 req-37951e4b-0fbb-47d8-a722-cd6fbf471c27 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.81 "DELETE /v2.0/ports/50f3a873-e3a7-4160-a8a5-d987c2e76694 HTTP/1.1" status: 204 len: 173 time: 0.5657446 Nov 18 17:31:39.995627 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4552b923-125d-4329-9554-6debfe219a18', 'name': 'network-vif-deleted', 'tag': '50f3a873-e3a7-4160-a8a5-d987c2e76694'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:31:39.998315 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef25cd2-ab56-4188-a5ee-e74cd5293c98" -d '{"events": [{"server_uuid": "4552b923-125d-4329-9554-6debfe219a18", "name": "network-vif-deleted", "tag": "50f3a873-e3a7-4160-a8a5-d987c2e76694"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:31:40.039279 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1e51b5-63d4-449b-b3cf-8239323ee226 x-openstack-request-id: req-9d1e51b5-63d4-449b-b3cf-8239323ee226 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:31:40.039600 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4552b923-125d-4329-9554-6debfe219a18", "name": "network-vif-deleted", "tag": "50f3a873-e3a7-4160-a8a5-d987c2e76694", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:31:40.047605 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9d1e51b5-63d4-449b-b3cf-8239323ee226 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:31:40.047605 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4552b923-125d-4329-9554-6debfe219a18', 'name': 'network-vif-deleted', 'tag': '50f3a873-e3a7-4160-a8a5-d987c2e76694', 'status': 'completed', 'code': 200} Nov 18 17:31:40.376948 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d8b8c37-f84f-4fb7-b0fc-02bb7008668a req-c016f63d-8b2d-4568-9cde-6343ed9d662d tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=4552b923-125d-4329-9554-6debfe219a18 HTTP/1.1" status: 200 len: 210 time: 0.0487053 Nov 18 17:31:42.332825 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37537db9-1e6f-460e-a90c-a2ce2872bc80 req-81593edf-1ecc-4cdc-89ca-265a24dec862 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:42.338666 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37537db9-1e6f-460e-a90c-a2ce2872bc80 req-81593edf-1ecc-4cdc-89ca-265a24dec862 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.0723267 Nov 18 17:31:42.420088 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37537db9-1e6f-460e-a90c-a2ce2872bc80 req-ba9fd0c5-3f55-4f92-87c8-67eecce85ac6 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781949 Nov 18 17:31:43.584843 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203da22-b6e4-4efe-aadc-8bd1fe48d1b9 req-f3d0e0fa-b34b-44e6-9e12-8ee705724170 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:43.593796 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a203da22-b6e4-4efe-aadc-8bd1fe48d1b9 req-f3d0e0fa-b34b-44e6-9e12-8ee705724170 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.0747828 Nov 18 17:31:43.646968 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a203da22-b6e4-4efe-aadc-8bd1fe48d1b9 req-528f8108-2945-4825-9bbb-9b6b46916df7 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522952 Nov 18 17:31:43.944273 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 50f3a873-e3a7-4160-a8a5-d987c2e76694 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:31:43.965541 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 50f3a873-e3a7-4160-a8a5-d987c2e76694 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:31:43.965914 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 50f3a873-e3a7-4160-a8a5-d987c2e76694 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:31:44.131776 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db35d1d-4203-4b69-9c20-5a8d5bdde060 req-286fb4f7-b69c-4cc8-ab04-cac2e9bf0531 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:44.133369 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0db35d1d-4203-4b69-9c20-5a8d5bdde060 req-286fb4f7-b69c-4cc8-ab04-cac2e9bf0531 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.0662377 Nov 18 17:31:44.272476 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-0db35d1d-4203-4b69-9c20-5a8d5bdde060 req-1e0986fd-914f-4f86-a5bd-4804f3028a97 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Deleting port 6a41711e-76b2-42ef-ab70-e75764352775 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:31:44.272476 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0db35d1d-4203-4b69-9c20-5a8d5bdde060 req-1e0986fd-914f-4f86-a5bd-4804f3028a97 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:44.369549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-0db35d1d-4203-4b69-9c20-5a8d5bdde060 req-1e0986fd-914f-4f86-a5bd-4804f3028a97 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] For port 6a41711e-76b2-42ef-ab70-e75764352775, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a41711e-76b2-42ef-ab70-e75764352775,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:44.370399 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0db35d1d-4203-4b69-9c20-5a8d5bdde060 req-1e0986fd-914f-4f86-a5bd-4804f3028a97 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:44.880234 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6a0ff-200a-4a39-9d6e-a3a06941ea51 req-d4237cb1-f805-4adf-b7ea-123f56bc3823 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:44.892076 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-43b6a0ff-200a-4a39-9d6e-a3a06941ea51 req-d4237cb1-f805-4adf-b7ea-123f56bc3823 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 945 time: 0.1282327 Nov 18 17:31:45.009683 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-43b6a0ff-200a-4a39-9d6e-a3a06941ea51 req-9ccbb43d-e1ff-4c5e-8b3b-463f7342be80 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups?id=74aca7af-e44e-4030-ae65-c9bce7c40c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166990 Nov 18 17:31:45.065817 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0db35d1d-4203-4b69-9c20-5a8d5bdde060 req-1e0986fd-914f-4f86-a5bd-4804f3028a97 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:45.066104 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0db35d1d-4203-4b69-9c20-5a8d5bdde060 req-1e0986fd-914f-4f86-a5bd-4804f3028a97 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:45.066504 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [req-0db35d1d-4203-4b69-9c20-5a8d5bdde060 req-1e0986fd-914f-4f86-a5bd-4804f3028a97 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Floating IP 3257ea8c-5d83-47b5-8768-ec542c8f221b disassociated. External IP: 172.25.3.156, port: 6a41711e-76b2-42ef-ab70-e75764352775. Nov 18 17:31:45.066871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-0db35d1d-4203-4b69-9c20-5a8d5bdde060 req-1e0986fd-914f-4f86-a5bd-4804f3028a97 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Calling delete_port for 6a41711e-76b2-42ef-ab70-e75764352775 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:31:45.401204 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:31:46.005182 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0db35d1d-4203-4b69-9c20-5a8d5bdde060 req-1e0986fd-914f-4f86-a5bd-4804f3028a97 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:46.054211 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0986fd-914f-4f86-a5bd-4804f3028a97 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Pushing event deleted for resources: {'Port': ['ID=6a41711e-76b2-42ef-ab70-e75764352775,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:46.149877 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98149bf2-2949-47e4-92af-1fb8e06149e7 req-7f3c0e2d-9186-42e9-ab29-342a42e76cd9 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 210 time: 0.0371890 Nov 18 17:31:46.247434 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0db35d1d-4203-4b69-9c20-5a8d5bdde060 req-1e0986fd-914f-4f86-a5bd-4804f3028a97 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Router 9d75a318-4388-4d86-b838-b89b2fc1bbd3 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:31:46.460788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0db35d1d-4203-4b69-9c20-5a8d5bdde060 req-1e0986fd-914f-4f86-a5bd-4804f3028a97 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:31:46.475988 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6545ec9-bbfd-4930-b4dc-168ff2b513db None None] Sync routers for ids ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:31:46.496082 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6545ec9-bbfd-4930-b4dc-168ff2b513db None None] Routers {'9d75a318-4388-4d86-b838-b89b2fc1bbd3'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:31:46.496710 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f6545ec9-bbfd-4930-b4dc-168ff2b513db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:31:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:46.535570 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db35d1d-4203-4b69-9c20-5a8d5bdde060 req-1e0986fd-914f-4f86-a5bd-4804f3028a97 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] No DVR routers for this DVR port 6a41711e-76b2-42ef-ab70-e75764352775 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:31:46.538743 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0db35d1d-4203-4b69-9c20-5a8d5bdde060 req-1e0986fd-914f-4f86-a5bd-4804f3028a97 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:46.542417 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0db35d1d-4203-4b69-9c20-5a8d5bdde060 req-1e0986fd-914f-4f86-a5bd-4804f3028a97 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.83 "DELETE /v2.0/ports/6a41711e-76b2-42ef-ab70-e75764352775 HTTP/1.1" status: 204 len: 173 time: 2.3986030 Nov 18 17:31:46.542878 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'name': 'network-vif-deleted', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:31:46.545192 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90be0347-ec0a-42d3-b392-a5b38018d13d" -d '{"events": [{"server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "name": "network-vif-deleted", "tag": "6a41711e-76b2-42ef-ab70-e75764352775"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:31:46.607289 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96a9f24-f3b8-4f93-97de-2a84e6a1cae7 x-openstack-request-id: req-a96a9f24-f3b8-4f93-97de-2a84e6a1cae7 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:31:46.607289 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4703b3-3c31-4f54-86de-35de712499a3", "name": "network-vif-deleted", "tag": "6a41711e-76b2-42ef-ab70-e75764352775", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:31:46.607289 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a96a9f24-f3b8-4f93-97de-2a84e6a1cae7 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:31:46.607289 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4703b3-3c31-4f54-86de-35de712499a3', 'name': 'network-vif-deleted', 'tag': '6a41711e-76b2-42ef-ab70-e75764352775', 'status': 'completed', 'code': 200} Nov 18 17:31:46.820467 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-f6545ec9-bbfd-4930-b4dc-168ff2b513db None None] Set router 9d75a318-4388-4d86-b838-b89b2fc1bbd3 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:31:47.102332 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f6545ec9-bbfd-4930-b4dc-168ff2b513db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'name': 'tempest-ServerActionsTestJSON-1266546771-router', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:07Z', 'updated_at': '2021-11-18T17:22:14Z', 'revision_number': 4, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'gw_port': {'id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:08Z', 'updated_at': '2021-11-18T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '796cfb35-d7f5-41f8-8106-2da85c31ad1a', 'name': '', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'mac_address': 'fa:16:3e:10:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:13Z', 'updated_at': '2021-11-18T17:22:19Z', 'revision_number': 5, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'subnets': [{'id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:47.136836 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6545ec9-bbfd-4930-b4dc-168ff2b513db None None] Checking router: 9d75a318-4388-4d86-b838-b89b2fc1bbd3 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:31:47.146624 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6545ec9-bbfd-4930-b4dc-168ff2b513db None None] Routers {'9d75a318-4388-4d86-b838-b89b2fc1bbd3'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:31:47.147958 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f6545ec9-bbfd-4930-b4dc-168ff2b513db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:31:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:47.333023 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-f6545ec9-bbfd-4930-b4dc-168ff2b513db None None] Set router 9d75a318-4388-4d86-b838-b89b2fc1bbd3 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:31:47.356628 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-587b8c1f-90bf-4e90-a0ef-77f9379a1e69 req-e18149e1-771c-4e56-abb9-d7410440937b tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa4703b3-3c31-4f54-86de-35de712499a3 HTTP/1.1" status: 200 len: 210 time: 0.0524225 Nov 18 17:31:47.591091 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f6545ec9-bbfd-4930-b4dc-168ff2b513db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'name': 'tempest-ServerActionsTestJSON-1266546771-router', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:07Z', 'updated_at': '2021-11-18T17:22:14Z', 'revision_number': 4, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'gw_port': {'id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:08Z', 'updated_at': '2021-11-18T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '796cfb35-d7f5-41f8-8106-2da85c31ad1a', 'name': '', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'mac_address': 'fa:16:3e:10:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:13Z', 'updated_at': '2021-11-18T17:22:19Z', 'revision_number': 5, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'subnets': [{'id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:47.597833 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6a41711e-76b2-42ef-ab70-e75764352775 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:31:47.629080 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6545ec9-bbfd-4930-b4dc-168ff2b513db None None] The sync data for ids ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'] in n-d-813419-11 is: [{'id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'name': 'tempest-ServerActionsTestJSON-1266546771-router', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:07Z', 'updated_at': '2021-11-18T17:22:14Z', 'revision_number': 4, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'gw_port': {'id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:08Z', 'updated_at': '2021-11-18T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '796cfb35-d7f5-41f8-8106-2da85c31ad1a', 'name': '', 'network_id': '07ec2429-d3d7-4064-9a1d-8a3a182595b6', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'mac_address': 'fa:16:3e:10:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:13Z', 'updated_at': '2021-11-18T17:22:19Z', 'revision_number': 5, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'subnets': [{'id': '7976e89e-5be5-4df2-8b35-304447c16fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:31:47.664952 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 6a41711e-76b2-42ef-ab70-e75764352775 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:31:47.665666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6a41711e-76b2-42ef-ab70-e75764352775 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:31:48.092066 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3831b6f9-5b00-4bbf-8da9-dc7686713067 None None] New status for floating IP 3257ea8c-5d83-47b5-8768-ec542c8f221b: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:31:48.569608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39446) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:48.641611 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71e2c62d-7281-4fd2-81e8-ea96d9210421 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:48.680653 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71e2c62d-7281-4fd2-81e8-ea96d9210421 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:48.791835 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71e2c62d-7281-4fd2-81e8-ea96d9210421 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:48.795321 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71e2c62d-7281-4fd2-81e8-ea96d9210421 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:48.796796 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-71e2c62d-7281-4fd2-81e8-ea96d9210421 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "DELETE /v2.0/security-groups/74aca7af-e44e-4030-ae65-c9bce7c40c7d HTTP/1.1" status: 204 len: 168 time: 0.2261806 Nov 18 17:31:48.799639 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39456) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:48.819357 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2c62d-7281-4fd2-81e8-ea96d9210421 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aca7af-e44e-4030-ae65-c9bce7c40c7d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:48.878058 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-a2f7b58d-a0e0-4984-a322-9b5a480c48a3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] show failed (client error): The resource could not be found. Nov 18 17:31:48.881205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a2f7b58d-a0e0-4984-a322-9b5a480c48a3 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "GET /v2.0/security-groups/74aca7af-e44e-4030-ae65-c9bce7c40c7d HTTP/1.1" status: 404 len: 347 time: 0.0791888 Nov 18 17:31:48.882848 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39460) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:49.144799 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-cd4cb151-8438-474b-ace3-a1bb8c89e3e8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Deleting port b612e245-fcf4-49c1-9773-0414faf7bc1b {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:31:49.146163 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd4cb151-8438-474b-ace3-a1bb8c89e3e8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:49.279675 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd4cb151-8438-474b-ace3-a1bb8c89e3e8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:49.280077 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd4cb151-8438-474b-ace3-a1bb8c89e3e8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:49.303628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-cd4cb151-8438-474b-ace3-a1bb8c89e3e8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Calling delete_port for b612e245-fcf4-49c1-9773-0414faf7bc1b owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:31:49.644429 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd4cb151-8438-474b-ace3-a1bb8c89e3e8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:49.678570 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cb151-8438-474b-ace3-a1bb8c89e3e8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Pushing event deleted for resources: {'Port': ['ID=b612e245-fcf4-49c1-9773-0414faf7bc1b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:49.797206 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd4cb151-8438-474b-ace3-a1bb8c89e3e8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks [] for floatingip, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:49.801117 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd4cb151-8438-474b-ace3-a1bb8c89e3e8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:49.802979 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cd4cb151-8438-474b-ace3-a1bb8c89e3e8 tempest-ServerActionsTestJSON-1662385518 tempest-ServerActionsTestJSON-1662385518-project] 10.222.0.72 "DELETE /v2.0/floatingips/3257ea8c-5d83-47b5-8768-ec542c8f221b HTTP/1.1" status: 204 len: 168 time: 0.9181364 Nov 18 17:31:49.806054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39478) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:50.625453 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-55ca1923-5735-4342-b755-609b0156d9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:50.915679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-55ca1923-5735-4342-b755-609b0156d9e3 admin admin] Deleting port 796cfb35-d7f5-41f8-8106-2da85c31ad1a {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:31:50.917100 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-55ca1923-5735-4342-b755-609b0156d9e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:51.024419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-55ca1923-5735-4342-b755-609b0156d9e3 admin admin] For port 796cfb35-d7f5-41f8-8106-2da85c31ad1a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=796cfb35-d7f5-41f8-8106-2da85c31ad1a,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:51.024882 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-55ca1923-5735-4342-b755-609b0156d9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:51.067337 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-55ca1923-5735-4342-b755-609b0156d9e3 admin admin] Calling delete_port for 796cfb35-d7f5-41f8-8106-2da85c31ad1a owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:31:51.477151 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:51.572713 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-eff6586b-753c-4fa0-81f1-0bf9bac642dc tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:51.574540 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-eff6586b-753c-4fa0-81f1-0bf9bac642dc tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/networks?id=968f23f6-2f47-427d-92d6-5a81f718caf6 HTTP/1.1" status: 200 len: 815 time: 0.2071569 Nov 18 17:31:51.597435 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-2bbf958b-7807-480a-bbe4-3932d63bf630 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/quotas/3517844ed9c749bc9bf70d9f8eb7b10a HTTP/1.1" status: 200 len: 375 time: 0.0127790 Nov 18 17:31:51.658513 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-55ca1923-5735-4342-b755-609b0156d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:51.694470 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca1923-5735-4342-b755-609b0156d9e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=796cfb35-d7f5-41f8-8106-2da85c31ad1a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:51.736049 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-e91877ec-6519-4dca-a23d-3c4b2705482b tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3517844ed9c749bc9bf70d9f8eb7b10a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1297684 Nov 18 17:31:52.635066 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-55ca1923-5735-4342-b755-609b0156d9e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:52.741819 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-ef304363-757a-4897-bfe9-ed2f8b0aa7e7 service neutron] 10.222.0.72 "GET /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9473560 Nov 18 17:31:52.920687 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:53.056515 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-b4c97ff5-1a6e-4f3f-834b-237459dcdfa3 service neutron] 10.222.0.72 "GET /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045144 Nov 18 17:31:53.199736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ca1923-5735-4342-b755-609b0156d9e3 admin admin] Router 9d75a318-4388-4d86-b838-b89b2fc1bbd3 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:31:53.337226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ca1923-5735-4342-b755-609b0156d9e3 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:31:53.345659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39566) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:53.346137 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-55ca1923-5735-4342-b755-609b0156d9e3 admin admin] 10.222.0.72 "PUT /v2.0/routers/9d75a318-4388-4d86-b838-b89b2fc1bbd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5382133 Nov 18 17:31:53.355497 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad71805-e0f2-4935-98c6-e88c9ed0b874 None None] Sync routers for ids ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:31:53.404173 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad71805-e0f2-4935-98c6-e88c9ed0b874 None None] Routers {'9d75a318-4388-4d86-b838-b89b2fc1bbd3'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:31:53.404173 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-aad71805-e0f2-4935-98c6-e88c9ed0b874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:31:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:53.609999 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ac193e83-d1cf-42fd-8cdf-b569dd8e54f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:53.626728 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-401f95d9-386f-4a69-aac1-60c41ebd4dd4 req-9caefb54-9644-49c2-99c1-ceb9ab590793 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 210 time: 0.1350951 Nov 18 17:31:53.747427 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-aad71805-e0f2-4935-98c6-e88c9ed0b874 None None] Set router 9d75a318-4388-4d86-b838-b89b2fc1bbd3 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:31:53.840046 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ac193e83-d1cf-42fd-8cdf-b569dd8e54f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:53.972470 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ac193e83-d1cf-42fd-8cdf-b569dd8e54f3 admin admin] Deleting port d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:31:53.972943 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ac193e83-d1cf-42fd-8cdf-b569dd8e54f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:53.992004 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-aad71805-e0f2-4935-98c6-e88c9ed0b874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'name': 'tempest-ServerActionsTestJSON-1266546771-router', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:07Z', 'updated_at': '2021-11-18T17:31:51Z', 'revision_number': 5, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'gw_port': {'id': 'd9689a57-5ff0-4fa7-b3c5-bdbcc790fdef', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:22:08Z', 'updated_at': '2021-11-18T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:54.048594 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad71805-e0f2-4935-98c6-e88c9ed0b874 None None] Checking router: 9d75a318-4388-4d86-b838-b89b2fc1bbd3 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:31:54.058604 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad71805-e0f2-4935-98c6-e88c9ed0b874 None None] Routers {'9d75a318-4388-4d86-b838-b89b2fc1bbd3'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:31:54.059479 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-aad71805-e0f2-4935-98c6-e88c9ed0b874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:31:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:54.180312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-ac193e83-d1cf-42fd-8cdf-b569dd8e54f3 admin admin] For port d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:54.183255 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ac193e83-d1cf-42fd-8cdf-b569dd8e54f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:54.209891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ac193e83-d1cf-42fd-8cdf-b569dd8e54f3 admin admin] Calling delete_port for d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:31:54.212592 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-aad71805-e0f2-4935-98c6-e88c9ed0b874 None None] Set router 9d75a318-4388-4d86-b838-b89b2fc1bbd3 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:31:54.287690 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-aad71805-e0f2-4935-98c6-e88c9ed0b874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'name': 'tempest-ServerActionsTestJSON-1266546771-router', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:07Z', 'updated_at': '2021-11-18T17:31:53Z', 'revision_number': 6, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:54.469340 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad71805-e0f2-4935-98c6-e88c9ed0b874 None None] The sync data for ids ['9d75a318-4388-4d86-b838-b89b2fc1bbd3'] in n-d-813419-11 is: [{'id': '9d75a318-4388-4d86-b838-b89b2fc1bbd3', 'name': 'tempest-ServerActionsTestJSON-1266546771-router', 'tenant_id': '1516cf9926444ed288e6825e7143ec41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:22:07Z', 'updated_at': '2021-11-18T17:31:53Z', 'revision_number': 6, 'project_id': '1516cf9926444ed288e6825e7143ec41', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:31:54.632092 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ac193e83-d1cf-42fd-8cdf-b569dd8e54f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:54.669535 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac193e83-d1cf-42fd-8cdf-b569dd8e54f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:54.811475 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53d3de3b-2b60-45b1-a308-c03204c32a9d req-9fc1367a-f500-4cd7-81f6-4385d66a7345 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 210 time: 0.0454285 Nov 18 17:31:54.823918 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ac193e83-d1cf-42fd-8cdf-b569dd8e54f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:54.957807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 796cfb35-d7f5-41f8-8106-2da85c31ad1a no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:31:54.985267 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 796cfb35-d7f5-41f8-8106-2da85c31ad1a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:31:54.985880 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 796cfb35-d7f5-41f8-8106-2da85c31ad1a not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:31:54.988314 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ac193e83-d1cf-42fd-8cdf-b569dd8e54f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:54.993399 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ac193e83-d1cf-42fd-8cdf-b569dd8e54f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:55.163327 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ac193e83-d1cf-42fd-8cdf-b569dd8e54f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:55.163967 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac193e83-d1cf-42fd-8cdf-b569dd8e54f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d75a318-4388-4d86-b838-b89b2fc1bbd3 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:31:55.168761 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ac193e83-d1cf-42fd-8cdf-b569dd8e54f3 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:55.170029 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ac193e83-d1cf-42fd-8cdf-b569dd8e54f3 admin admin] 10.222.0.72 "DELETE /v2.0/routers/9d75a318-4388-4d86-b838-b89b2fc1bbd3 HTTP/1.1" status: 204 len: 168 time: 1.8226924 Nov 18 17:31:55.172836 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39610) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:55.222819 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd34383-12d4-44b1-b608-90310ed7f81c admin admin] Deleting subnet 7976e89e-5be5-4df2-8b35-304447c16fb5 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:31:55.226382 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4bd34383-12d4-44b1-b608-90310ed7f81c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:55.288207 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4bd34383-12d4-44b1-b608-90310ed7f81c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:55.421141 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4bd34383-12d4-44b1-b608-90310ed7f81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:55.615293 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4bd34383-12d4-44b1-b608-90310ed7f81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:55.647120 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd34383-12d4-44b1-b608-90310ed7f81c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7976e89e-5be5-4df2-8b35-304447c16fb5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:55.654700 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4bd34383-12d4-44b1-b608-90310ed7f81c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:55.656565 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4bd34383-12d4-44b1-b608-90310ed7f81c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7976e89e-5be5-4df2-8b35-304447c16fb5 HTTP/1.1" status: 204 len: 168 time: 0.4827487 Nov 18 17:31:55.659198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39622) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:55.667598 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2490ac-d8b2-435a-8629-126d13cce8e3 None None] Network 07ec2429-d3d7-4064-9a1d-8a3a182595b6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:31:55.817619 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:55.890417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] Deleting port fa60ebb6-792f-4167-ac20-389ef5196d1d {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:31:55.890956 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:56.010734 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a1d851-9501-4d4c-8464-3423f1dbe2b7 None None] DHCP port deletion for 07ec2429-d3d7-4064-9a1d-8a3a182595b6 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:31:56.027951 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1b91d313-9b93-4df0-8da3-e8a28ccabbd0 req-de2d68c3-ed43-4fb6-904f-854a55957056 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 210 time: 0.0394638 Nov 18 17:31:56.037435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] For port fa60ebb6-792f-4167-ac20-389ef5196d1d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fa60ebb6-792f-4167-ac20-389ef5196d1d,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:56.037851 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:56.059604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] Calling delete_port for fa60ebb6-792f-4167-ac20-389ef5196d1d owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:31:56.087587 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-68a1d851-9501-4d4c-8464-3423f1dbe2b7 None None] Deleting port fa60ebb6-792f-4167-ac20-389ef5196d1d {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:31:56.088002 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68a1d851-9501-4d4c-8464-3423f1dbe2b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:56.163315 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-68a1d851-9501-4d4c-8464-3423f1dbe2b7 None None] For port fa60ebb6-792f-4167-ac20-389ef5196d1d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fa60ebb6-792f-4167-ac20-389ef5196d1d,segment=NetworkSegment(112fbd8c-a802-45b8-90ac-23ae5001c943),segment_id=112fbd8c-a802-45b8-90ac-23ae5001c943)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:31:56.163728 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68a1d851-9501-4d4c-8464-3423f1dbe2b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:56.177707 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-68a1d851-9501-4d4c-8464-3423f1dbe2b7 None None] Calling delete_port for fa60ebb6-792f-4167-ac20-389ef5196d1d owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:31:56.339340 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:56.346481 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68a1d851-9501-4d4c-8464-3423f1dbe2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:56.374850 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] Pushing event deleted for resources: {'Port': ['ID=fa60ebb6-792f-4167-ac20-389ef5196d1d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:56.377359 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1d851-9501-4d4c-8464-3423f1dbe2b7 None None] Pushing event deleted for resources: {'Port': ['ID=fa60ebb6-792f-4167-ac20-389ef5196d1d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:56.381150 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a1d851-9501-4d4c-8464-3423f1dbe2b7 None None] No DVR routers for this DVR port fa60ebb6-792f-4167-ac20-389ef5196d1d on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:31:56.398356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] No DVR routers for this DVR port fa60ebb6-792f-4167-ac20-389ef5196d1d on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:31:56.440516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-b5dd7a07-f42f-49a9-8de2-e0768b068c4f tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:56.442080 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-b5dd7a07-f42f-49a9-8de2-e0768b068c4f tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.81 "GET /v2.0/networks?id=968f23f6-2f47-427d-92d6-5a81f718caf6 HTTP/1.1" status: 200 len: 815 time: 0.1461399 Nov 18 17:31:56.455301 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-a8e935cd-c4ae-4fa0-81e2-179c2097e0bf tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Request body: {'port': {'device_id': '33ce39dd-0f5c-4684-9c17-bf348c89ed4b', 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6', 'admin_state_up': True, 'tenant_id': '3517844ed9c749bc9bf70d9f8eb7b10a'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:56.486295 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:56.512855 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ec2429-d3d7-4064-9a1d-8a3a182595b6']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:56.525866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112fbd8c-a802-45b8-90ac-23ae5001c943') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:56.526196 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112fbd8c-a802-45b8-90ac-23ae5001c943') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:31:56.542220 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:56.558420 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:56.569072 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:31:56.574564 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:31:56.665351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-a8e935cd-c4ae-4fa0-81e2-179c2097e0bf tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Made reservation on behalf of 3517844ed9c749bc9bf70d9f8eb7b10a for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:31:56.669061 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-a8e935cd-c4ae-4fa0-81e2-179c2097e0bf tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:56.797870 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:56.806593 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:56.810721 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] 10.222.0.72 "DELETE /v2.0/networks/07ec2429-d3d7-4064-9a1d-8a3a182595b6 HTTP/1.1" status: 204 len: 168 time: 1.1504214 Nov 18 17:31:56.870083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81503f37-400a-4751-9b6f-e767e246ca3d admin admin] Pushing event deleted for resources: {'Network': ['ID=07ec2429-d3d7-4064-9a1d-8a3a182595b6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:56.881305 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-a8e935cd-c4ae-4fa0-81e2-179c2097e0bf tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Allocated IP 172.20.0.2 (968f23f6-2f47-427d-92d6-5a81f718caf6/cf872087-bdaf-42d6-8bc2-9b553caf2f78/a145ce3a-3ba8-41a3-9d11-8763e55893b7) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:31:56.924662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fa60ebb6-792f-4167-ac20-389ef5196d1d no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:31:56.948836 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: fa60ebb6-792f-4167-ac20-389ef5196d1d {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:31:56.949273 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fa60ebb6-792f-4167-ac20-389ef5196d1d not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:31:56.968193 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:31:56.969804 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:31:56.970161 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d9689a57-5ff0-4fa7-b3c5-bdbcc790fdef not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:31:57.086050 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-a8e935cd-c4ae-4fa0-81e2-179c2097e0bf tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:57.146608 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e956363b-7a6b-44e8-a3b9-70e45ad4f1d6 req-55a760aa-d8ef-41bd-b689-a18767c8a5c6 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 210 time: 0.0351033 Nov 18 17:31:57.632212 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-a8e935cd-c4ae-4fa0-81e2-179c2097e0bf tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:57.648824 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['fd1b19cf-8000-4264-aae3-6676022cad2e'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:31:57.653628 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6', '288f9125-a053-455b-9bfa-3418960991c8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:31:57.699477 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-a8e935cd-c4ae-4fa0-81e2-179c2097e0bf tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Network 968f23f6-2f47-427d-92d6-5a81f718caf6 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:31:57.703843 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-a8e935cd-c4ae-4fa0-81e2-179c2097e0bf tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:31:57.708789 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-a8e935cd-c4ae-4fa0-81e2-179c2097e0bf tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:31:57.836816 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-a8e935cd-c4ae-4fa0-81e2-179c2097e0bf tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:57.837614 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-a8e935cd-c4ae-4fa0-81e2-179c2097e0bf tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:57.842627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39674) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:57.864043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e935cd-c4ae-4fa0-81e2-179c2097e0bf tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Pushing event updated for resources: {'Port': ['ID=a145ce3a-3ba8-41a3-9d11-8763e55893b7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:57.929613 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-76d6bd37-816f-4ac7-8f2a-6799e3c5ec36 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1516cf9926444ed288e6825e7143ec41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0856516 Nov 18 17:31:57.931924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39680) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:31:57.984390 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-a8e935cd-c4ae-4fa0-81e2-179c2097e0bf tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5331335 Nov 18 17:31:58.000747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Request body: {'port': {'device_id': '33ce39dd-0f5c-4684-9c17-bf348c89ed4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:31:58.009679 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48f3b239-c381-46e7-a8e3-8a50a49452e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:58.043628 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48f3b239-c381-46e7-a8e3-8a50a49452e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:58.091048 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:58.258285 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48f3b239-c381-46e7-a8e3-8a50a49452e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:58.261814 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48f3b239-c381-46e7-a8e3-8a50a49452e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:58.263228 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-48f3b239-c381-46e7-a8e3-8a50a49452e2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/882aacb4-e465-4c99-a76a-e3f79f339223 HTTP/1.1" status: 204 len: 168 time: 0.3298979 Nov 18 17:31:58.276201 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3b239-c381-46e7-a8e3-8a50a49452e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882aacb4-e465-4c99-a76a-e3f79f339223,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:58.341083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcb65b-5193-455a-a663-248dfc2c1b8e req-e8892d9a-1b8b-492c-a73c-e9767c699c75 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:58.343967 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4bcb65b-5193-455a-a663-248dfc2c1b8e req-e8892d9a-1b8b-492c-a73c-e9767c699c75 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 931 time: 0.1183846 Nov 18 17:31:58.433175 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4bcb65b-5193-455a-a663-248dfc2c1b8e req-4e7355a7-02f2-4bb7-a9bb-03bd7bc44c05 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822475 Nov 18 17:31:58.491451 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a145ce3a-3ba8-41a3-9d11-8763e55893b7 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:31:58.503260 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:58.531441 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Transition to ACTIVE for port object a145ce3a-3ba8-41a3-9d11-8763e55893b7 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:31:58.619860 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:58.675376 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Pushing event updated for resources: {'Port': ['ID=a145ce3a-3ba8-41a3-9d11-8763e55893b7,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:58.782930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Attempting to bind port a145ce3a-3ba8-41a3-9d11-8763e55893b7 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:31:58.783648 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Attempting to bind port a145ce3a-3ba8-41a3-9d11-8763e55893b7 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '8782a564-3dfd-453d-8e66-39c0504e575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:31:58.783751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Attempting to bind port a145ce3a-3ba8-41a3-9d11-8763e55893b7 on network 968f23f6-2f47-427d-92d6-5a81f718caf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:31:58.801961 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Port a145ce3a-3ba8-41a3-9d11-8763e55893b7 on network 968f23f6-2f47-427d-92d6-5a81f718caf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:31:58.802307 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Attempting to bind port a145ce3a-3ba8-41a3-9d11-8763e55893b7 on network 968f23f6-2f47-427d-92d6-5a81f718caf6 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:31:58.808474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:31:58.808831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Checking segment: {'id': '8782a564-3dfd-453d-8e66-39c0504e575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:31:58.809228 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Bound using segment: {'id': '8782a564-3dfd-453d-8e66-39c0504e575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:31:58.809765 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Bound port: a145ce3a-3ba8-41a3-9d11-8763e55893b7, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8782a564-3dfd-453d-8e66-39c0504e575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:31:58.810129 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:58.987102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] For port a145ce3a-3ba8-41a3-9d11-8763e55893b7, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:31:58.996930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] For port a145ce3a-3ba8-41a3-9d11-8763e55893b7, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a145ce3a-3ba8-41a3-9d11-8763e55893b7,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:31:59.129211 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:59.164062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:59.164690 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:31:59.166101 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] 10.222.0.81 "PUT /v2.0/ports/a145ce3a-3ba8-41a3-9d11-8763e55893b7 HTTP/1.1" status: 200 len: 1092 time: 1.1733351 Nov 18 17:31:59.166560 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ce39dd-0f5c-4684-9c17-bf348c89ed4b', 'tag': 'a145ce3a-3ba8-41a3-9d11-8763e55893b7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:31:59.168861 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470376fa-6efe-462b-8401-c56822e63f18" -d '{"events": [{"name": "network-changed", "server_uuid": "33ce39dd-0f5c-4684-9c17-bf348c89ed4b", "tag": "a145ce3a-3ba8-41a3-9d11-8763e55893b7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:31:59.218904 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5741b149-ddf8-4424-8c86-1e3cd2d07976 x-openstack-request-id: req-5741b149-ddf8-4424-8c86-1e3cd2d07976 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:31:59.219263 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ce39dd-0f5c-4684-9c17-bf348c89ed4b", "tag": "a145ce3a-3ba8-41a3-9d11-8763e55893b7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:31:59.219514 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5741b149-ddf8-4424-8c86-1e3cd2d07976 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:31:59.220114 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ce39dd-0f5c-4684-9c17-bf348c89ed4b', 'tag': 'a145ce3a-3ba8-41a3-9d11-8763e55893b7', 'status': 'completed', 'code': 200} Nov 18 17:31:59.225584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cbf33-32e4-4405-b483-45b6d561d905 service neutron] Pushing event updated for resources: {'Port': ['ID=a145ce3a-3ba8-41a3-9d11-8763e55893b7,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:31:59.311618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470376fa-6efe-462b-8401-c56822e63f18 req-3e3dff1e-b57c-4faa-81e9-92c48577d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:59.317095 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-470376fa-6efe-462b-8401-c56822e63f18 req-3e3dff1e-b57c-4faa-81e9-92c48577d371 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3517844ed9c749bc9bf70d9f8eb7b10a&device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 1095 time: 0.0771573 Nov 18 17:31:59.446980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470376fa-6efe-462b-8401-c56822e63f18 req-ca3e2570-3d3f-49c6-a179-9294513d73ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:59.448875 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-470376fa-6efe-462b-8401-c56822e63f18 req-ca3e2570-3d3f-49c6-a179-9294513d73ea service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=3517844ed9c749bc9bf70d9f8eb7b10a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1236746 Nov 18 17:31:59.641563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574fd27-a514-4ecc-9b04-c184db4bac9b req-f0917228-6bc2-4829-b358-4eabde7dfd20 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:59.643934 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470376fa-6efe-462b-8401-c56822e63f18 req-dc5f3646-d90b-4322-a9cd-3a6c47a712ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:59.645830 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-470376fa-6efe-462b-8401-c56822e63f18 req-dc5f3646-d90b-4322-a9cd-3a6c47a712ad service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1899605 Nov 18 17:31:59.652522 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7574fd27-a514-4ecc-9b04-c184db4bac9b req-f0917228-6bc2-4829-b358-4eabde7dfd20 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 943 time: 0.0718932 Nov 18 17:31:59.713446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7574fd27-a514-4ecc-9b04-c184db4bac9b req-6ba531e3-5997-4e3c-a499-352440c7510a tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596051 Nov 18 17:31:59.733534 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-df0afa92-1914-4edf-9d4e-fdde9b189a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:59.735125 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-df0afa92-1914-4edf-9d4e-fdde9b189a75 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3517844ed9c749bc9bf70d9f8eb7b10a&device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 1095 time: 0.0530102 Nov 18 17:31:59.776911 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-ca7b5ed7-4a48-4702-a188-678608f56e62 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a145ce3a-3ba8-41a3-9d11-8763e55893b7 HTTP/1.1" status: 200 len: 217 time: 0.0340168 Nov 18 17:31:59.857757 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-74ea36cc-8d4e-4a7a-9f01-10b05bb08cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:31:59.859590 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-74ea36cc-8d4e-4a7a-9f01-10b05bb08cec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cf872087-bdaf-42d6-8bc2-9b553caf2f78 HTTP/1.1" status: 200 len: 855 time: 0.0756915 Nov 18 17:31:59.925674 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-83318777-8745-4dd4-881d-b34a0eedfa37 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=968f23f6-2f47-427d-92d6-5a81f718caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400705 Nov 18 17:32:00.043447 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-49049d92-aee5-4b7c-887b-593d22a4da43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:00.077131 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39756) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:32:00.130176 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-043a51cf-2b38-4ba2-be1b-71d83396610b service neutron] 10.222.0.81 "GET /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965504 Nov 18 17:32:00.247033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3415cf1d-a733-475c-9089-15dd9ffe0d62 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-595637294-network', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:00.251037 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0fba9b41-c1d1-4796-aeb6-24a5e56e9154 req-dc09881e-1657-4d8b-b299-9d57b08d0c14 service neutron] 10.222.0.81 "GET /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132283 Nov 18 17:32:00.405548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3415cf1d-a733-475c-9089-15dd9ffe0d62 admin admin] Made reservation on behalf of a463d407ed0241ef82cfebef02fe4189 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:32:00.408676 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3415cf1d-a733-475c-9089-15dd9ffe0d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:00.421047 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3415cf1d-a733-475c-9089-15dd9ffe0d62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:00.524633 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3415cf1d-a733-475c-9089-15dd9ffe0d62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:00.636180 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3415cf1d-a733-475c-9089-15dd9ffe0d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:00.665351 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3415cf1d-a733-475c-9089-15dd9ffe0d62 admin admin] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:32:00.674816 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415cf1d-a733-475c-9089-15dd9ffe0d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179648ef-849f-4fe2-91bb-0164c48d35d5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:00.681119 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3415cf1d-a733-475c-9089-15dd9ffe0d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:00.681566 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-3415cf1d-a733-475c-9089-15dd9ffe0d62 admin admin] Added segment 34b074f7-5c54-408a-a875-665d05a9b429 of type vlan for network 5b7a9f88-6ec7-45b9-b45d-82003f15decd Nov 18 17:32:00.723960 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3415cf1d-a733-475c-9089-15dd9ffe0d62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:00.848463 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3415cf1d-a733-475c-9089-15dd9ffe0d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:00.849642 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3415cf1d-a733-475c-9089-15dd9ffe0d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:00.857074 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3415cf1d-a733-475c-9089-15dd9ffe0d62 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:00.903982 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82a6cd-0f48-4210-8496-0b290bd223d7 req-04b87bfc-f4c3-4e7d-a913-1d559bcbbdf6 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:00.906497 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e82a6cd-0f48-4210-8496-0b290bd223d7 req-04b87bfc-f4c3-4e7d-a913-1d559bcbbdf6 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 943 time: 0.0987382 Nov 18 17:32:00.959920 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415cf1d-a733-475c-9089-15dd9ffe0d62 admin admin] Pushing event updated for resources: {'Network': ['ID=5b7a9f88-6ec7-45b9-b45d-82003f15decd,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:00.971759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 5b7a9f88-6ec7-45b9-b45d-82003f15decd details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:32:01.094147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e82a6cd-0f48-4210-8496-0b290bd223d7 req-0e4e4191-ba20-4178-a9ff-b23f96066422 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772766 Nov 18 17:32:01.116039 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3415cf1d-a733-475c-9089-15dd9ffe0d62 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0343158 Nov 18 17:32:01.117251 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39784) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:32:01.124890 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-916ad540-53ba-4fa9-b6b2-4d81639667c9 admin admin] Request body: {'subnet': {'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-595637294-subnet', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:01.494626 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916ad540-53ba-4fa9-b6b2-4d81639667c9 admin admin] Made reservation on behalf of a463d407ed0241ef82cfebef02fe4189 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:32:01.497179 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-916ad540-53ba-4fa9-b6b2-4d81639667c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:01.792112 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-916ad540-53ba-4fa9-b6b2-4d81639667c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:01.847654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ad540-53ba-4fa9-b6b2-4d81639667c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a234877-52a8-4363-91cd-0b2fb6d7e78c,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:01.858824 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916ad540-53ba-4fa9-b6b2-4d81639667c9 admin admin] Checking segment: {'id': '34b074f7-5c54-408a-a875-665d05a9b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:32:01.859198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916ad540-53ba-4fa9-b6b2-4d81639667c9 admin admin] Network hostable DHCP agents. Network: 5b7a9f88-6ec7-45b9-b45d-82003f15decd, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:32:02.015155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916ad540-53ba-4fa9-b6b2-4d81639667c9 admin admin] Network 5b7a9f88-6ec7-45b9-b45d-82003f15decd is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:32:02.147781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-916ad540-53ba-4fa9-b6b2-4d81639667c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 5b7a9f88-6ec7-45b9-b45d-82003f15decd) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:32:02.157477 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e03353e-e549-41b3-bff2-0351ef30ce54 None None] Network 5b7a9f88-6ec7-45b9-b45d-82003f15decd requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:32:02.176744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916ad540-53ba-4fa9-b6b2-4d81639667c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:02.177519 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-916ad540-53ba-4fa9-b6b2-4d81639667c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:02.271834 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14faf9a-0ca7-404f-973c-3aa881d59097 req-5ad9a522-f968-4d11-ab15-88f343e8ad91 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:02.287675 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e14faf9a-0ca7-404f-973c-3aa881d59097 req-5ad9a522-f968-4d11-ab15-88f343e8ad91 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 943 time: 0.1101084 Nov 18 17:32:02.330710 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-916ad540-53ba-4fa9-b6b2-4d81639667c9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2120020 Nov 18 17:32:02.331500 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39820) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:32:02.339580 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-595637294-router', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:02.348432 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e14faf9a-0ca7-404f-973c-3aa881d59097 req-301aad02-e8d2-4f19-9852-ab0db1898873 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635052 Nov 18 17:32:02.402305 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9f2a20-98c8-4414-a414-8e107d626762 None None] Network 5b7a9f88-6ec7-45b9-b45d-82003f15decd requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:32:02.528317 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:02.531228 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:02.531411 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91fb8937-6b29-4627-9694-5d8361697976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:02.621898 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:02.938967 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:03.349462 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:03.370869 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:03.506898 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d814f-77a2-43d6-a6ae-c85242166c2e req-faccb412-4cac-425e-847a-9620c137e5ec tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:03.511845 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a43d814f-77a2-43d6-a6ae-c85242166c2e req-faccb412-4cac-425e-847a-9620c137e5ec tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 943 time: 0.0701594 Nov 18 17:32:03.592866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Allocated IP 172.25.3.224 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/c40f3798-e48d-43ac-9314-12a9848dc458) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:32:03.609004 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:03.614365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a43d814f-77a2-43d6-a6ae-c85242166c2e req-4d999746-4eaf-47ce-b074-997d85fc7aa9 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807655 Nov 18 17:32:03.709150 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:03.888180 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:03.927876 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:32:03.930942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:32:03.934786 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:32:03.966694 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Pushing event updated for resources: {'Port': ['ID=c40f3798-e48d-43ac-9314-12a9848dc458,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:03.990538 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a145ce3a-3ba8-41a3-9d11-8763e55893b7 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:32:04.178585 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port a145ce3a-3ba8-41a3-9d11-8763e55893b7, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a145ce3a-3ba8-41a3-9d11-8763e55893b7,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:32:04.191615 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'a145ce3a-3ba8-41a3-9d11-8763e55893b7', 'network_id': '968f23f6-2f47-427d-92d6-5a81f718caf6', 'port_id': 'a145ce3a-3ba8-41a3-9d11-8763e55893b7', 'mac_address': 'fa:16:3e:f6:79:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf872087-bdaf-42d6-8bc2-9b553caf2f78', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:32:04.230743 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:04.250187 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a145ce3a-3ba8-41a3-9d11-8763e55893b7 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:32:04.271667 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port a145ce3a-3ba8-41a3-9d11-8763e55893b7, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a145ce3a-3ba8-41a3-9d11-8763e55893b7,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:32:04.359575 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:04.382495 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:04.644832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=a145ce3a-3ba8-41a3-9d11-8763e55893b7,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:04.657753 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:04.658257 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:04.658706 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:04.659149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:04.659591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:04.660164 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:04.660660 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:04.661532 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:04.662077 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:04.662596 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:04.663141 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:04.663628 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:04.685646 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['a145ce3a-3ba8-41a3-9d11-8763e55893b7'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:32:04.830550 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd318a4-2534-4f2d-9066-5ffb3557131a req-098aa3f8-5991-4431-ab75-6e2e3439a4df tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:04.833073 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3fd318a4-2534-4f2d-9066-5ffb3557131a req-098aa3f8-5991-4431-ab75-6e2e3439a4df tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 944 time: 0.1174312 Nov 18 17:32:04.939947 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3fd318a4-2534-4f2d-9066-5ffb3557131a req-239a3285-9885-4def-997e-7879a726e32f tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959837 Nov 18 17:32:05.082842 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:05.123171 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:05.385367 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Router e378cac5-405d-4591-aad3-cfe83198be04 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:32:05.513648 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:32:05.516763 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:05.533976 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Sync routers for ids ['e378cac5-405d-4591-aad3-cfe83198be04'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:32:05.545254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Routers {'e378cac5-405d-4591-aad3-cfe83198be04'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:32:05.545897 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:32:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e378cac5-405d-4591-aad3-cfe83198be04'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:32:05.667446 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:05.668769 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-af3d5c1b-4a13-453d-ab35-2c0d1a959bba admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3357968 Nov 18 17:32:05.672411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39882) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:32:05.673737 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Set router e378cac5-405d-4591-aad3-cfe83198be04 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:32:05.909862 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'name': 'tempest-ServerRescueTestJSONUnderV235-595637294-router', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:32:02Z', 'updated_at': '2021-11-18T17:32:04Z', 'revision_number': 3, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'gw_port': {'id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:57:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:03Z', 'updated_at': '2021-11-18T17:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:32:05.953458 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Checking router: e378cac5-405d-4591-aad3-cfe83198be04 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:32:05.953914 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Updating router e378cac5-405d-4591-aad3-cfe83198be04 port c40f3798-e48d-43ac-9314-12a9848dc458 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:32:05.990918 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:06.010993 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a145ce3a-3ba8-41a3-9d11-8763e55893b7 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:32:06.169305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82069d1-34d5-43f2-bc7b-5437c86e9497 req-1c7f2b5f-fbbe-46f3-9761-80603b3cb2af tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:06.181017 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a82069d1-34d5-43f2-bc7b-5437c86e9497 req-1c7f2b5f-fbbe-46f3-9761-80603b3cb2af tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 944 time: 0.0906999 Nov 18 17:32:06.265426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port a145ce3a-3ba8-41a3-9d11-8763e55893b7 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:32:06.274372 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port a145ce3a-3ba8-41a3-9d11-8763e55893b7 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:32:06.275211 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:06.288681 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a82069d1-34d5-43f2-bc7b-5437c86e9497 req-68c61aab-6a6d-4650-8268-02867de384c0 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059587 Nov 18 17:32:06.407677 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:06.437466 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:06.441104 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:06.469892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ce39dd-0f5c-4684-9c17-bf348c89ed4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a145ce3a-3ba8-41a3-9d11-8763e55893b7'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:32:06.472593 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aea3f83-4d71-4679-9515-7226ea79301d" -d '{"events": [{"server_uuid": "33ce39dd-0f5c-4684-9c17-bf348c89ed4b", "name": "network-vif-plugged", "status": "completed", "tag": "a145ce3a-3ba8-41a3-9d11-8763e55893b7"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:32:06.491651 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port a145ce3a-3ba8-41a3-9d11-8763e55893b7, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a145ce3a-3ba8-41a3-9d11-8763e55893b7,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:32:06.524276 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f391bb-bfe3-401a-9553-533b5b3e90e7 x-openstack-request-id: req-33f391bb-bfe3-401a-9553-533b5b3e90e7 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:32:06.524576 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ce39dd-0f5c-4684-9c17-bf348c89ed4b", "name": "network-vif-plugged", "status": "completed", "tag": "a145ce3a-3ba8-41a3-9d11-8763e55893b7", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:32:06.524839 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-33f391bb-bfe3-401a-9553-533b5b3e90e7 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:32:06.525247 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ce39dd-0f5c-4684-9c17-bf348c89ed4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a145ce3a-3ba8-41a3-9d11-8763e55893b7', 'code': 200} Nov 18 17:32:06.539074 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:06.627468 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Attempting to bind port c40f3798-e48d-43ac-9314-12a9848dc458 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:32:06.627964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Attempting to bind port c40f3798-e48d-43ac-9314-12a9848dc458 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:32:06.628341 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Attempting to bind port c40f3798-e48d-43ac-9314-12a9848dc458 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:32:06.633407 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:06.647982 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebd8b3-a406-49ce-9f94-5e24514d20ad None None] Pushing event updated for resources: {'Port': ['ID=c40f3798-e48d-43ac-9314-12a9848dc458,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:06.667504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250eac5-6911-4d7e-aa97-260cd64275bc req-61473a9e-50ac-4226-b12e-efa62b62e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:06.670006 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e250eac5-6911-4d7e-aa97-260cd64275bc req-61473a9e-50ac-4226-b12e-efa62b62e950 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 1096 time: 0.0802317 Nov 18 17:32:06.675630 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] Allocated IP 172.20.0.1 (5b7a9f88-6ec7-45b9-b45d-82003f15decd/8a234877-52a8-4363-91cd-0b2fb6d7e78c/28547789-8350-4c8a-ae07-d833a155e191) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:32:06.695369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:32:06.700212 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:32:06.701264 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:06.702084 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:32:06.703734 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Bound port: c40f3798-e48d-43ac-9314-12a9848dc458, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:32:06.704412 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:06.735221 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e250eac5-6911-4d7e-aa97-260cd64275bc req-c5197b9c-6ee2-421a-9e1d-a7b884407e92 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575905 Nov 18 17:32:06.764277 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=a145ce3a-3ba8-41a3-9d11-8763e55893b7,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:06.807573 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] For port c40f3798-e48d-43ac-9314-12a9848dc458, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:32:06.811272 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] For port c40f3798-e48d-43ac-9314-12a9848dc458, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c40f3798-e48d-43ac-9314-12a9848dc458,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:32:06.836235 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:06.922931 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:06.968646 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:06.986122 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Routers {'e378cac5-405d-4591-aad3-cfe83198be04'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:32:06.986769 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:32:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e378cac5-405d-4591-aad3-cfe83198be04'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:32:06.988600 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebd8b3-a406-49ce-9f94-5e24514d20ad None None] Pushing event updated for resources: {'Port': ['ID=c40f3798-e48d-43ac-9314-12a9848dc458,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:07.020030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] Network 5b7a9f88-6ec7-45b9-b45d-82003f15decd is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:32:07.023073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:32:07.039059 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:32:07.042280 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] Pushing event updated for resources: {'Port': ['ID=28547789-8350-4c8a-ae07-d833a155e191,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:07.093105 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:07.118528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] Set router e378cac5-405d-4591-aad3-cfe83198be04 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:32:07.327523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-3bbca5c5-ce91-4564-83b0-bc1aea720fbf req-52947aff-afc2-4615-8650-b22ee534273b service neutron] (104008) timed out ('10.222.0.72', 46050) {{(pid=104008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 17:32:07.371730 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:07.373634 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'name': 'tempest-ServerRescueTestJSONUnderV235-595637294-router', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:32:02Z', 'updated_at': '2021-11-18T17:32:04Z', 'revision_number': 3, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'gw_port': {'id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:57:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:03Z', 'updated_at': '2021-11-18T17:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:32:07.408351 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dc6f02-5261-4dd9-8d94-cf5d73452994 None None] The sync data for ids ['e378cac5-405d-4591-aad3-cfe83198be04'] in n-d-813419-11 is: [{'id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'name': 'tempest-ServerRescueTestJSONUnderV235-595637294-router', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:32:02Z', 'updated_at': '2021-11-18T17:32:04Z', 'revision_number': 3, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'gw_port': {'id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:57:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:03Z', 'updated_at': '2021-11-18T17:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:32:07.514758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec5bb2-3589-4db3-a029-7d86edf4a21c req-1bb3b0f3-9f38-41b2-b2c9-d37b209fd5e7 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:07.516439 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eaec5bb2-3589-4db3-a029-7d86edf4a21c req-1bb3b0f3-9f38-41b2-b2c9-d37b209fd5e7 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 945 time: 0.0873687 Nov 18 17:32:07.633143 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eaec5bb2-3589-4db3-a029-7d86edf4a21c req-0150715e-4424-47bf-99f5-8c5636cb19bd tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020384 Nov 18 17:32:07.679783 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:07.775041 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:07.928904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] Pushing event updated for resources: {'Port': ['ID=28547789-8350-4c8a-ae07-d833a155e191,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:07.945998 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:08.080831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] Network 5b7a9f88-6ec7-45b9-b45d-82003f15decd is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:32:08.082447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:32:08.245458 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] Router e378cac5-405d-4591-aad3-cfe83198be04 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:32:08.417882 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:32:08.440656 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b0d05dec-721d-43ef-91db-4c9967b22009 admin admin] 10.222.0.72 "PUT /v2.0/routers/e378cac5-405d-4591-aad3-cfe83198be04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7661016 Nov 18 17:32:08.961928 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7df3f-f612-414d-a7a5-03f8d38f5b9c req-271d2b65-f79b-4a88-b7e4-b6c731f98eed tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:08.968813 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ddb7df3f-f612-414d-a7a5-03f8d38f5b9c req-271d2b65-f79b-4a88-b7e4-b6c731f98eed tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 945 time: 0.2197368 Nov 18 17:32:08.982958 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c40f3798-e48d-43ac-9314-12a9848dc458 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:32:09.053621 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port c40f3798-e48d-43ac-9314-12a9848dc458 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:32:09.054005 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:09.072177 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-cc49b920-67b6-4b77-a7df-248ba3418772 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:09.073946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-cc49b920-67b6-4b77-a7df-248ba3418772 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/networks?id=5b7a9f88-6ec7-45b9-b45d-82003f15decd HTTP/1.1" status: 200 len: 819 time: 0.2192960 Nov 18 17:32:09.113037 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-80570329-09e9-4301-b033-2bdb8104dcd3 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/quotas/a463d407ed0241ef82cfebef02fe4189 HTTP/1.1" status: 200 len: 375 time: 0.0314767 Nov 18 17:32:09.170628 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ddb7df3f-f612-414d-a7a5-03f8d38f5b9c req-71d8e599-fd5b-47ef-b644-e53aa4aec65e tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953765 Nov 18 17:32:09.188631 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-040dd1cf-e94d-4f5e-9165-5497d998e5b0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a463d407ed0241ef82cfebef02fe4189&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0668814 Nov 18 17:32:09.247917 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:09.304935 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port c40f3798-e48d-43ac-9314-12a9848dc458, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c40f3798-e48d-43ac-9314-12a9848dc458,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:32:09.351843 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-0d5c030d-b7f7-4185-8064-912e4c61451e service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548803 Nov 18 17:32:09.416159 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:09.492841 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=c40f3798-e48d-43ac-9314-12a9848dc458,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:09.521787 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-50baf554-3f0d-4a36-9037-c437c5b12d17 service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535547 Nov 18 17:32:09.684872 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Sync routers for ids ['e378cac5-405d-4591-aad3-cfe83198be04'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:32:09.696217 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Routers {'e378cac5-405d-4591-aad3-cfe83198be04'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:32:09.696838 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:32:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e378cac5-405d-4591-aad3-cfe83198be04'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:32:09.813021 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Set router e378cac5-405d-4591-aad3-cfe83198be04 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:32:10.055740 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d2eef62-41cc-4795-bfc5-355264db78e5 req-874fe1dd-1696-46cf-aa4a-fd0b196421ba tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 210 time: 0.0617840 Nov 18 17:32:10.123528 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'name': 'tempest-ServerRescueTestJSONUnderV235-595637294-router', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:32:02Z', 'updated_at': '2021-11-18T17:32:07Z', 'revision_number': 4, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'gw_port': {'id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:03Z', 'updated_at': '2021-11-18T17:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '28547789-8350-4c8a-ae07-d833a155e191', 'name': '', 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'mac_address': 'fa:16:3e:08:d5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:06Z', 'updated_at': '2021-11-18T17:32:07Z', 'revision_number': 2, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'subnets': [{'id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:32:10.155130 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Checking router: e378cac5-405d-4591-aad3-cfe83198be04 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:32:10.155413 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Updating router e378cac5-405d-4591-aad3-cfe83198be04 port 28547789-8350-4c8a-ae07-d833a155e191 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:32:10.180551 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:10.491936 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:10.574239 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:10.635890 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480f988-1ae8-4158-9f1f-afe80c902b5e None None] Pushing event updated for resources: {'Port': ['ID=28547789-8350-4c8a-ae07-d833a155e191,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:10.660202 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f988-1ae8-4158-9f1f-afe80c902b5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:10.660556 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f988-1ae8-4158-9f1f-afe80c902b5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:10.664288 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f988-1ae8-4158-9f1f-afe80c902b5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:10.664288 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f988-1ae8-4158-9f1f-afe80c902b5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:10.664288 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f988-1ae8-4158-9f1f-afe80c902b5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:10.664288 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f988-1ae8-4158-9f1f-afe80c902b5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:10.664288 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f988-1ae8-4158-9f1f-afe80c902b5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:10.664288 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f988-1ae8-4158-9f1f-afe80c902b5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:10.664288 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f988-1ae8-4158-9f1f-afe80c902b5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:10.664288 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f988-1ae8-4158-9f1f-afe80c902b5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:10.664288 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f988-1ae8-4158-9f1f-afe80c902b5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:10.664288 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f988-1ae8-4158-9f1f-afe80c902b5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:10.704196 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Attempting to bind port 28547789-8350-4c8a-ae07-d833a155e191 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:32:10.704823 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Attempting to bind port 28547789-8350-4c8a-ae07-d833a155e191 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '34b074f7-5c54-408a-a875-665d05a9b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:32:10.704949 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Attempting to bind port 28547789-8350-4c8a-ae07-d833a155e191 on network 5b7a9f88-6ec7-45b9-b45d-82003f15decd {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:32:10.710655 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:32:10.711042 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Checking segment: {'id': '34b074f7-5c54-408a-a875-665d05a9b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:32:10.711637 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:10.712071 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Bound using segment: {'id': '34b074f7-5c54-408a-a875-665d05a9b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:32:10.712554 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Bound port: 28547789-8350-4c8a-ae07-d833a155e191, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b074f7-5c54-408a-a875-665d05a9b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:32:10.712940 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:10.790113 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] For port 28547789-8350-4c8a-ae07-d833a155e191, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:32:10.793928 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] For port 28547789-8350-4c8a-ae07-d833a155e191, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=28547789-8350-4c8a-ae07-d833a155e191,segment=NetworkSegment(34b074f7-5c54-408a-a875-665d05a9b429),segment_id=34b074f7-5c54-408a-a875-665d05a9b429)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:32:10.870134 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c40f3798-e48d-43ac-9314-12a9848dc458 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:32:10.949491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port c40f3798-e48d-43ac-9314-12a9848dc458 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:32:10.950125 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:10.957190 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:11.026059 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Routers {'e378cac5-405d-4591-aad3-cfe83198be04'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:32:11.026977 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:32:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e378cac5-405d-4591-aad3-cfe83198be04'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:32:11.174501 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-70eaea90-2930-4171-9cca-d59ebb8fefb1 req-3e42ba43-a3da-40d4-abbe-dc2df96a30e2 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 210 time: 0.0325110 Nov 18 17:32:11.180608 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] Set router e378cac5-405d-4591-aad3-cfe83198be04 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:32:11.345004 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480f988-1ae8-4158-9f1f-afe80c902b5e None None] Pushing event updated for resources: {'Port': ['ID=28547789-8350-4c8a-ae07-d833a155e191,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:11.477526 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'name': 'tempest-ServerRescueTestJSONUnderV235-595637294-router', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:32:02Z', 'updated_at': '2021-11-18T17:32:07Z', 'revision_number': 4, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'gw_port': {'id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:03Z', 'updated_at': '2021-11-18T17:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '28547789-8350-4c8a-ae07-d833a155e191', 'name': '', 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'mac_address': 'fa:16:3e:08:d5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:06Z', 'updated_at': '2021-11-18T17:32:10Z', 'revision_number': 4, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'subnets': [{'id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:32:11.503781 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d15416-383a-45b2-9588-5ccdcf3b9737 None None] The sync data for ids ['e378cac5-405d-4591-aad3-cfe83198be04'] in n-d-813419-11 is: [{'id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'name': 'tempest-ServerRescueTestJSONUnderV235-595637294-router', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:32:02Z', 'updated_at': '2021-11-18T17:32:07Z', 'revision_number': 4, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'gw_port': {'id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:03Z', 'updated_at': '2021-11-18T17:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '28547789-8350-4c8a-ae07-d833a155e191', 'name': '', 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'mac_address': 'fa:16:3e:08:d5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:06Z', 'updated_at': '2021-11-18T17:32:10Z', 'revision_number': 4, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'subnets': [{'id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:32:12.321115 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36a2836c-6f6a-4589-a768-dedbcffa06eb req-d58682b3-1efa-4309-aa11-c00046e476f6 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 210 time: 0.0449722 Nov 18 17:32:12.948984 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 28547789-8350-4c8a-ae07-d833a155e191 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:32:13.023977 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 28547789-8350-4c8a-ae07-d833a155e191 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:32:13.024608 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:13.109059 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:13.150439 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 28547789-8350-4c8a-ae07-d833a155e191, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=28547789-8350-4c8a-ae07-d833a155e191,segment=NetworkSegment(34b074f7-5c54-408a-a875-665d05a9b429),segment_id=34b074f7-5c54-408a-a875-665d05a9b429)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:32:13.259304 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:13.317097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=28547789-8350-4c8a-ae07-d833a155e191,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:13.425979 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ce9db19-9a70-46c9-bb5d-9b9ec8506b65 req-ae4deff4-66ed-4c2e-a870-65e9308e5b25 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 210 time: 0.0279341 Nov 18 17:32:13.472153 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-0c3604d9-b803-4748-93fc-95ca1cbee6df tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:13.474275 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-0c3604d9-b803-4748-93fc-95ca1cbee6df tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.81 "GET /v2.0/networks?id=5b7a9f88-6ec7-45b9-b45d-82003f15decd HTTP/1.1" status: 200 len: 819 time: 0.1130445 Nov 18 17:32:13.488239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-a91eb133-45c5-499b-ba10-16a991df0e12 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Request body: {'port': {'device_id': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd', 'admin_state_up': True, 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:13.716485 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-a91eb133-45c5-499b-ba10-16a991df0e12 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Made reservation on behalf of a463d407ed0241ef82cfebef02fe4189 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:32:13.720475 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-a91eb133-45c5-499b-ba10-16a991df0e12 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:13.898058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-a91eb133-45c5-499b-ba10-16a991df0e12 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Allocated IP 172.20.0.4 (5b7a9f88-6ec7-45b9-b45d-82003f15decd/8a234877-52a8-4363-91cd-0b2fb6d7e78c/a05a9178-0985-47ff-a070-0a6c1f5f9b16) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:32:14.079348 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-a91eb133-45c5-499b-ba10-16a991df0e12 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:14.242806 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-a91eb133-45c5-499b-ba10-16a991df0e12 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:14.313211 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-a91eb133-45c5-499b-ba10-16a991df0e12 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Network 5b7a9f88-6ec7-45b9-b45d-82003f15decd is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:32:14.316916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-a91eb133-45c5-499b-ba10-16a991df0e12 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:32:14.322978 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-a91eb133-45c5-499b-ba10-16a991df0e12 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:32:14.337350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91eb133-45c5-499b-ba10-16a991df0e12 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Pushing event updated for resources: {'Port': ['ID=a05a9178-0985-47ff-a070-0a6c1f5f9b16,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:14.398701 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-a91eb133-45c5-499b-ba10-16a991df0e12 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:14.399357 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-a91eb133-45c5-499b-ba10-16a991df0e12 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:14.563973 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-a91eb133-45c5-499b-ba10-16a991df0e12 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0798469 Nov 18 17:32:14.580644 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd050ec-2f7a-4af7-adaf-7a4392043822 req-6326db17-e607-4b41-befd-c1f86936fb04 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:14.588791 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Request body: {'port': {'device_id': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:14.589445 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fd050ec-2f7a-4af7-adaf-7a4392043822 req-6326db17-e607-4b41-befd-c1f86936fb04 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 931 time: 0.0775819 Nov 18 17:32:14.653588 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fd050ec-2f7a-4af7-adaf-7a4392043822 req-94747f09-55e1-4c2c-9b78-1b860715b292 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584702 Nov 18 17:32:14.673077 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:14.940199 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 28547789-8350-4c8a-ae07-d833a155e191 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:32:15.008446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 28547789-8350-4c8a-ae07-d833a155e191 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:32:15.008828 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:15.013952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05a9178-0985-47ff-a070-0a6c1f5f9b16 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:32:15.024642 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:15.046812 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Transition to ACTIVE for port object a05a9178-0985-47ff-a070-0a6c1f5f9b16 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:32:15.174074 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:15.281626 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Pushing event updated for resources: {'Port': ['ID=a05a9178-0985-47ff-a070-0a6c1f5f9b16,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:15.318940 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Attempting to bind port a05a9178-0985-47ff-a070-0a6c1f5f9b16 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:32:15.319291 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Attempting to bind port a05a9178-0985-47ff-a070-0a6c1f5f9b16 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '34b074f7-5c54-408a-a875-665d05a9b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:32:15.319691 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Attempting to bind port a05a9178-0985-47ff-a070-0a6c1f5f9b16 on network 5b7a9f88-6ec7-45b9-b45d-82003f15decd {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:32:15.334520 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Port a05a9178-0985-47ff-a070-0a6c1f5f9b16 on network 5b7a9f88-6ec7-45b9-b45d-82003f15decd not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:32:15.334929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Attempting to bind port a05a9178-0985-47ff-a070-0a6c1f5f9b16 on network 5b7a9f88-6ec7-45b9-b45d-82003f15decd {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:32:15.340503 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:32:15.340857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Checking segment: {'id': '34b074f7-5c54-408a-a875-665d05a9b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:32:15.341250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Bound using segment: {'id': '34b074f7-5c54-408a-a875-665d05a9b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:32:15.341690 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Bound port: a05a9178-0985-47ff-a070-0a6c1f5f9b16, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b074f7-5c54-408a-a875-665d05a9b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:32:15.342049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:15.430488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] For port a05a9178-0985-47ff-a070-0a6c1f5f9b16, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:32:15.435646 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] For port a05a9178-0985-47ff-a070-0a6c1f5f9b16, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a05a9178-0985-47ff-a070-0a6c1f5f9b16,segment=NetworkSegment(34b074f7-5c54-408a-a875-665d05a9b429),segment_id=34b074f7-5c54-408a-a875-665d05a9b429)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:32:15.574339 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:15.623275 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:15.624279 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:15.626156 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] 10.222.0.81 "PUT /v2.0/ports/a05a9178-0985-47ff-a070-0a6c1f5f9b16 HTTP/1.1" status: 200 len: 1092 time: 1.0527439 Nov 18 17:32:15.628475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'tag': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:32:15.630054 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afe1cb0-1083-47ef-a965-aa912cc0408a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6856acb-06d2-4c11-b058-26eaa4fe28de", "tag": "a05a9178-0985-47ff-a070-0a6c1f5f9b16"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:32:15.655210 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c181d5-48cb-412a-805d-1b41b3443b6e service neutron] Pushing event updated for resources: {'Port': ['ID=a05a9178-0985-47ff-a070-0a6c1f5f9b16,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:15.714276 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53aece9a-53a6-4a8b-bf66-f4ab51916818 x-openstack-request-id: req-53aece9a-53a6-4a8b-bf66-f4ab51916818 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:32:15.715447 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6856acb-06d2-4c11-b058-26eaa4fe28de", "tag": "a05a9178-0985-47ff-a070-0a6c1f5f9b16", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:32:15.716002 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-53aece9a-53a6-4a8b-bf66-f4ab51916818 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:32:15.716808 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'tag': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16', 'status': 'completed', 'code': 200} Nov 18 17:32:15.789577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd05066-f942-441b-9c9d-163618e6ea0a req-e0bce7e2-cccd-43e5-8751-133ad981192f tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:15.792028 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe1cb0-1083-47ef-a965-aa912cc0408a req-3771c50c-c5da-4635-af3c-58bcfea5939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:15.794200 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0afe1cb0-1083-47ef-a965-aa912cc0408a req-3771c50c-c5da-4635-af3c-58bcfea5939b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a463d407ed0241ef82cfebef02fe4189&device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 1095 time: 0.0546994 Nov 18 17:32:15.804323 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1bd05066-f942-441b-9c9d-163618e6ea0a req-e0bce7e2-cccd-43e5-8751-133ad981192f tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 943 time: 0.0682230 Nov 18 17:32:15.850994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1bd05066-f942-441b-9c9d-163618e6ea0a req-1be75c1b-3b63-416f-ae85-de4956792555 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494652 Nov 18 17:32:15.977998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe1cb0-1083-47ef-a965-aa912cc0408a req-557752a3-d7e1-4419-beeb-f297c1992d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:15.979331 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0afe1cb0-1083-47ef-a965-aa912cc0408a req-557752a3-d7e1-4419-beeb-f297c1992d7b service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=a463d407ed0241ef82cfebef02fe4189&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1751819 Nov 18 17:32:16.109100 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe1cb0-1083-47ef-a965-aa912cc0408a req-7bc6f855-6317-472a-afcb-fd7440ff53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:16.110656 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0afe1cb0-1083-47ef-a965-aa912cc0408a req-7bc6f855-6317-472a-afcb-fd7440ff53ff service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1248670 Nov 18 17:32:16.198059 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-0e3a4641-91ab-4d85-a144-267ec7c6834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:16.199826 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-0e3a4641-91ab-4d85-a144-267ec7c6834a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a463d407ed0241ef82cfebef02fe4189&device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 1095 time: 0.0508659 Nov 18 17:32:16.300035 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-53c51e00-c54e-49b8-a2dc-01f08f940ba1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a05a9178-0985-47ff-a070-0a6c1f5f9b16 HTTP/1.1" status: 200 len: 217 time: 0.0847917 Nov 18 17:32:16.357641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-835fd550-129a-4683-b02a-91ee34fe1d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:16.363331 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-835fd550-129a-4683-b02a-91ee34fe1d42 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8a234877-52a8-4363-91cd-0b2fb6d7e78c HTTP/1.1" status: 200 len: 859 time: 0.0574889 Nov 18 17:32:16.401101 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-fda97e69-fa91-4bee-a88d-2a59271cfb81 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5b7a9f88-6ec7-45b9-b45d-82003f15decd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344470 Nov 18 17:32:16.545191 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-027897d5-f891-4aae-b2f8-fd571b2b4d48 service neutron] 10.222.0.81 "GET /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351166 Nov 18 17:32:16.666543 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a2616b80-4076-49b8-937c-f0e6c245b34b req-d09c5c9c-ce37-4912-8cd9-cf9ae733ec69 service neutron] 10.222.0.81 "GET /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068335 Nov 18 17:32:16.811917 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdaab9-849c-4613-b4db-4d1f1edf3d80 req-893ea4bf-8d45-4439-8512-9b1f207d40cc tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:16.814048 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3bdaab9-849c-4613-b4db-4d1f1edf3d80 req-893ea4bf-8d45-4439-8512-9b1f207d40cc tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0587635 Nov 18 17:32:16.904504 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3bdaab9-849c-4613-b4db-4d1f1edf3d80 req-d4d4abb0-9f2a-4ce5-a010-adf6a4e7a069 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811224 Nov 18 17:32:17.026902 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59699d-e74e-403c-9494-554cd7d3fcf5 req-a49ce66d-bc6e-45f9-9cde-fb713184f94f tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:17.034899 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf59699d-e74e-403c-9494-554cd7d3fcf5 req-a49ce66d-bc6e-45f9-9cde-fb713184f94f tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 943 time: 0.0759904 Nov 18 17:32:17.077922 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf59699d-e74e-403c-9494-554cd7d3fcf5 req-0547bcc3-039e-48d9-9418-289a4f3081fc tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421460 Nov 18 17:32:17.759137 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-35a7655b-be53-4045-8ea2-ed6633d9159c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2122616843&fields=id&tenant_id=eb06569cbbd34a779286792999368bd6 HTTP/1.1" status: 200 len: 267 time: 0.0479276 Nov 18 17:32:17.876591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-154d95a9-acb0-4de1-aede-b8737a226c8a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:17.879005 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-154d95a9-acb0-4de1-aede-b8737a226c8a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 811 time: 0.1125178 Nov 18 17:32:17.895691 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-58520ae0-f930-47b8-8879-f8b119a2e71b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/quotas/eb06569cbbd34a779286792999368bd6 HTTP/1.1" status: 200 len: 375 time: 0.0098269 Nov 18 17:32:17.971183 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-27b94856-703c-4b1e-8930-071450daea08 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686750 Nov 18 17:32:18.093689 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85cd10-c346-4b34-bcdf-d82ef3e95ea3 req-83431551-31da-4852-ab26-af9edecf9e84 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:18.095359 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e85cd10-c346-4b34-bcdf-d82ef3e95ea3 req-83431551-31da-4852-ab26-af9edecf9e84 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.1042264 Nov 18 17:32:18.139167 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-7eafd7d7-6b8c-4048-8a1f-11cf79005bf8 service neutron] 10.222.0.72 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560090 Nov 18 17:32:18.195743 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e85cd10-c346-4b34-bcdf-d82ef3e95ea3 req-74a16d0d-23cb-45d1-ac33-00d2c0ecdc11 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936692 Nov 18 17:32:18.257139 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-738821d1-60d4-4ade-83f0-e8c13c3127e3 service neutron] 10.222.0.72 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106188 Nov 18 17:32:18.422293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0639bdb-2e15-4a83-bcdc-2c43e86b4e06 req-5b551429-527c-4f30-aed1-5ade9294577c tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:18.423977 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0639bdb-2e15-4a83-bcdc-2c43e86b4e06 req-5b551429-527c-4f30-aed1-5ade9294577c tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 943 time: 0.0581157 Nov 18 17:32:18.478461 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0639bdb-2e15-4a83-bcdc-2c43e86b4e06 req-fd6ea3c2-9f68-4fde-81f1-2d45da5b06b2 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457644 Nov 18 17:32:18.966397 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e92f1c3f-00e6-46aa-8af4-0d0baac83785 req-6b7de135-24e3-43ab-af6b-014ca9703a99 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 210 time: 0.0467935 Nov 18 17:32:19.354333 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b8feb-c646-4917-8fe6-681169a94c47 req-3c652b1e-9df6-471b-aae2-9931e6939f65 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:19.356079 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-112b8feb-c646-4917-8fe6-681169a94c47 req-3c652b1e-9df6-471b-aae2-9931e6939f65 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0625587 Nov 18 17:32:19.416033 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-112b8feb-c646-4917-8fe6-681169a94c47 req-ff208b91-f18a-41cf-99af-1533eccd33df tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525794 Nov 18 17:32:19.627348 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0591c-6eb2-4cc4-a312-9eec0d819d2d req-5c08f5ac-7855-4b59-b585-c0ccd4e13892 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:19.629116 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-43e0591c-6eb2-4cc4-a312-9eec0d819d2d req-5c08f5ac-7855-4b59-b585-c0ccd4e13892 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 943 time: 0.0571640 Nov 18 17:32:19.701784 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-43e0591c-6eb2-4cc4-a312-9eec0d819d2d req-7b3d901a-dfc2-488d-9673-631cd81d26c6 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620027 Nov 18 17:32:20.070321 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9e845ab-1053-42fe-aa99-9c8546e81789 req-8d2c3b26-b14e-4e53-8926-54f4314df99f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 210 time: 0.0285854 Nov 18 17:32:20.099037 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a05a9178-0985-47ff-a070-0a6c1f5f9b16 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:32:20.215812 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port a05a9178-0985-47ff-a070-0a6c1f5f9b16, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a05a9178-0985-47ff-a070-0a6c1f5f9b16,segment=NetworkSegment(34b074f7-5c54-408a-a875-665d05a9b429),segment_id=34b074f7-5c54-408a-a875-665d05a9b429)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:32:20.233273 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16', 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd', 'port_id': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16', 'mac_address': 'fa:16:3e:59:20:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:32:20.284317 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:20.299774 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05a9178-0985-47ff-a070-0a6c1f5f9b16 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:32:20.321453 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port a05a9178-0985-47ff-a070-0a6c1f5f9b16, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a05a9178-0985-47ff-a070-0a6c1f5f9b16,segment=NetworkSegment(34b074f7-5c54-408a-a875-665d05a9b429),segment_id=34b074f7-5c54-408a-a875-665d05a9b429)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:32:20.408253 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:20.473888 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=a05a9178-0985-47ff-a070-0a6c1f5f9b16,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:20.560649 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d583bc-55d8-435b-b80e-d12b925f5c9e req-ef7f5bb9-d4b7-4d38-a734-fb21f9d10dfc tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:20.562179 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-70d583bc-55d8-435b-b80e-d12b925f5c9e req-ef7f5bb9-d4b7-4d38-a734-fb21f9d10dfc tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0537028 Nov 18 17:32:20.621237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-70d583bc-55d8-435b-b80e-d12b925f5c9e req-b8c40f16-477f-4e5e-81ea-e3d2039873bc tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512269 Nov 18 17:32:20.633488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['a05a9178-0985-47ff-a070-0a6c1f5f9b16'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:32:20.845174 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2e51d-c94e-4a6c-a51c-5e00a433a339 req-5dd50bee-2e7c-42c7-b76f-a2a615654f19 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:20.847189 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64d2e51d-c94e-4a6c-a51c-5e00a433a339 req-5dd50bee-2e7c-42c7-b76f-a2a615654f19 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 944 time: 0.0692194 Nov 18 17:32:20.903332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64d2e51d-c94e-4a6c-a51c-5e00a433a339 req-7bb90148-84ee-4e44-9b62-4deb508f05ac tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494449 Nov 18 17:32:21.165311 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-6fdc2914-a518-427d-acc1-000f2cf359fc tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:21.167013 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-6fdc2914-a518-427d-acc1-000f2cf359fc tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 811 time: 0.1205943 Nov 18 17:32:21.193763 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-edd15032-ec1d-46f2-9ab1-1e80b23e2b09 req-df31ba61-f35b-49a8-bb0d-73e49dac3b2f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 210 time: 0.0372725 Nov 18 17:32:21.269204 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-c5272ee6-c721-4517-95ef-a79ebcbbe526 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb06569cbbd34a779286792999368bd6 HTTP/1.1" status: 200 len: 380 time: 0.0914726 Nov 18 17:32:21.290801 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-97fbeb5e-530d-45ca-b185-63329dcc8fb5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Request body: {'port': {'device_id': 'ae6633f9-fee7-4faa-a0f7-840aed0f0642', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'admin_state_up': True, 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'security_groups': ['7670a255-749b-4024-ac4d-b2a73cf3852d']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:21.425154 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:21.536070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-97fbeb5e-530d-45ca-b185-63329dcc8fb5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Made reservation on behalf of eb06569cbbd34a779286792999368bd6 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:32:21.538594 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-97fbeb5e-530d-45ca-b185-63329dcc8fb5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:21.780311 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-97fbeb5e-530d-45ca-b185-63329dcc8fb5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Allocated IP 172.20.0.4 (2a865f7b-e6e5-408d-a424-6ad90e179b12/d1171982-b40f-4085-92d0-7d3f68279805/f5c00284-652f-480e-8226-fa1539f000d9) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:32:21.816989 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfd16b-e96a-4419-bc82-762709881dba req-11fa2b56-b8e3-481e-91c6-ed60d0e59b0c tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:21.833401 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4ddfd16b-e96a-4419-bc82-762709881dba req-11fa2b56-b8e3-481e-91c6-ed60d0e59b0c tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0840833 Nov 18 17:32:21.979291 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4ddfd16b-e96a-4419-bc82-762709881dba req-d8b74e00-dab6-48c4-b383-f6306ee213b9 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500401 Nov 18 17:32:22.040338 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-97fbeb5e-530d-45ca-b185-63329dcc8fb5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:22.112594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a05a9178-0985-47ff-a070-0a6c1f5f9b16 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:32:22.116869 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16986e21-a7b1-43a2-84ad-cc22de65e384 req-e3b89c76-6254-4f3e-97e4-d345ffe64340 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:22.118975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16986e21-a7b1-43a2-84ad-cc22de65e384 req-e3b89c76-6254-4f3e-97e4-d345ffe64340 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 944 time: 0.0692143 Nov 18 17:32:22.185552 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-97fbeb5e-530d-45ca-b185-63329dcc8fb5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:22.217894 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:32:22.229650 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16986e21-a7b1-43a2-84ad-cc22de65e384 req-9ef83b67-6f71-412f-bd83-783da0512ec3 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023867 Nov 18 17:32:22.260454 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-97fbeb5e-530d-45ca-b185-63329dcc8fb5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Network 2a865f7b-e6e5-408d-a424-6ad90e179b12 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:32:22.274840 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-97fbeb5e-530d-45ca-b185-63329dcc8fb5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:32:22.276485 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port a05a9178-0985-47ff-a070-0a6c1f5f9b16 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:32:22.280896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port a05a9178-0985-47ff-a070-0a6c1f5f9b16 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:32:22.282673 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:22.291479 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-97fbeb5e-530d-45ca-b185-63329dcc8fb5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:32:22.378285 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-97fbeb5e-530d-45ca-b185-63329dcc8fb5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:22.378945 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-97fbeb5e-530d-45ca-b185-63329dcc8fb5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:22.407371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb308a5-946d-4a41-9d3c-661ad3876a92 req-ff17a72e-2959-4783-ada7-52ed49a19a9c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:22.415429 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4bb308a5-946d-4a41-9d3c-661ad3876a92 req-ff17a72e-2959-4783-ada7-52ed49a19a9c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 931 time: 0.1054075 Nov 18 17:32:22.415627 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbeb5e-530d-45ca-b185-63329dcc8fb5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'Port': ['ID=f5c00284-652f-480e-8226-fa1539f000d9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:22.448931 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:22.457113 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-97fbeb5e-530d-45ca-b185-63329dcc8fb5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1720517 Nov 18 17:32:22.471562 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Request body: {'port': {'device_id': 'ae6633f9-fee7-4faa-a0f7-840aed0f0642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:22.492201 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:32:22.494595 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3443dd-e989-46e8-a864-abcd6963c3c1" -d '{"events": [{"server_uuid": "b6856acb-06d2-4c11-b058-26eaa4fe28de", "name": "network-vif-plugged", "status": "completed", "tag": "a05a9178-0985-47ff-a070-0a6c1f5f9b16"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:32:22.507842 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4bb308a5-946d-4a41-9d3c-661ad3876a92 req-ccfe5a83-c3b0-42aa-8267-623bc66bef3b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910075 Nov 18 17:32:22.525312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port a05a9178-0985-47ff-a070-0a6c1f5f9b16, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a05a9178-0985-47ff-a070-0a6c1f5f9b16,segment=NetworkSegment(34b074f7-5c54-408a-a875-665d05a9b429),segment_id=34b074f7-5c54-408a-a875-665d05a9b429)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:32:22.576413 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7a071a-5b1a-4c01-86fc-276d7b4137e8 x-openstack-request-id: req-2a7a071a-5b1a-4c01-86fc-276d7b4137e8 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:32:22.576640 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6856acb-06d2-4c11-b058-26eaa4fe28de", "name": "network-vif-plugged", "status": "completed", "tag": "a05a9178-0985-47ff-a070-0a6c1f5f9b16", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:32:22.576775 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2a7a071a-5b1a-4c01-86fc-276d7b4137e8 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:32:22.577205 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16', 'code': 200} Nov 18 17:32:22.598274 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:22.636020 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:22.675904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=a05a9178-0985-47ff-a070-0a6c1f5f9b16,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:22.684619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-592afa8f-10be-4633-bc79-a1b53d874e74 None None] Provisioning complete for port f5c00284-652f-480e-8226-fa1539f000d9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:32:22.685142 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-592afa8f-10be-4633-bc79-a1b53d874e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:22.732923 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-592afa8f-10be-4633-bc79-a1b53d874e74 None None] Port f5c00284-652f-480e-8226-fa1539f000d9 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:32:22.800790 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8497782-71f3-46b8-8c19-7c31e691b4fb req-d28a61c2-78ee-45ed-ac7b-21b081ebdc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:22.803124 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c8497782-71f3-46b8-8c19-7c31e691b4fb req-d28a61c2-78ee-45ed-ac7b-21b081ebdc9e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 1097 time: 0.1486564 Nov 18 17:32:22.933384 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:22.948572 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c8497782-71f3-46b8-8c19-7c31e691b4fb req-cb01f367-8c0d-45b7-83cd-45d4840ef7de service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338918 Nov 18 17:32:23.047544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c00284-652f-480e-8226-fa1539f000d9 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:32:23.056677 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:23.069969 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Transition to ACTIVE for port object f5c00284-652f-480e-8226-fa1539f000d9 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:32:23.140573 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:23.290979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Pushing event updated for resources: {'Port': ['ID=f5c00284-652f-480e-8226-fa1539f000d9,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:23.383474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Attempting to bind port f5c00284-652f-480e-8226-fa1539f000d9 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:32:23.386944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Attempting to bind port f5c00284-652f-480e-8226-fa1539f000d9 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:32:23.387201 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Attempting to bind port f5c00284-652f-480e-8226-fa1539f000d9 on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:32:23.396199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Port f5c00284-652f-480e-8226-fa1539f000d9 on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:32:23.396794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Attempting to bind port f5c00284-652f-480e-8226-fa1539f000d9 on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:32:23.403095 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:32:23.403596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Checking segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:32:23.404116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Bound using segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:32:23.404658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Bound port: f5c00284-652f-480e-8226-fa1539f000d9, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:32:23.405136 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:23.547750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] For port f5c00284-652f-480e-8226-fa1539f000d9, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:32:23.553001 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] For port f5c00284-652f-480e-8226-fa1539f000d9, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=f5c00284-652f-480e-8226-fa1539f000d9,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:32:23.632896 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffdd8e-1714-4f03-8e3d-fe673b484a57 req-cf2e03d8-4ad4-47d0-9e55-80c29113e7d7 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:23.640395 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0ffdd8e-1714-4f03-8e3d-fe673b484a57 req-cf2e03d8-4ad4-47d0-9e55-80c29113e7d7 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.5896187 Nov 18 17:32:23.689548 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:23.701152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3e5a7-5bd6-44af-aa01-0ccf15b0ffcc req-8e0754f2-9e99-4767-b3a6-acadb5956978 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:23.709664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86d3e5a7-5bd6-44af-aa01-0ccf15b0ffcc req-8e0754f2-9e99-4767-b3a6-acadb5956978 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.1127951 Nov 18 17:32:23.755167 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0ffdd8e-1714-4f03-8e3d-fe673b484a57 req-de579df0-7d79-4d5e-9865-339a05a1704b tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096420 Nov 18 17:32:23.773216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:23.774671 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:23.777212 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] 10.222.0.83 "PUT /v2.0/ports/f5c00284-652f-480e-8226-fa1539f000d9 HTTP/1.1" status: 200 len: 1092 time: 1.3112447 Nov 18 17:32:23.777910 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6633f9-fee7-4faa-a0f7-840aed0f0642', 'tag': 'f5c00284-652f-480e-8226-fa1539f000d9'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:32:23.780400 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278a46fd-c9e4-430d-9923-f44d878c029e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6633f9-fee7-4faa-a0f7-840aed0f0642", "tag": "f5c00284-652f-480e-8226-fa1539f000d9"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:32:23.813515 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070ab6f-9066-4753-93d7-2b0f403d487c service neutron] Pushing event updated for resources: {'Port': ['ID=f5c00284-652f-480e-8226-fa1539f000d9,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:23.872197 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86d3e5a7-5bd6-44af-aa01-0ccf15b0ffcc req-4562d172-4328-459a-ae9d-3389fc5d74ee tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601295 Nov 18 17:32:23.975300 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703a118-6b55-4bcd-aedb-8da544d57202 req-54e78a27-4b78-4d21-8fe8-40cbe1cc6e0b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:23.987295 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6703a118-6b55-4bcd-aedb-8da544d57202 req-54e78a27-4b78-4d21-8fe8-40cbe1cc6e0b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 943 time: 0.0861001 Nov 18 17:32:24.037889 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-7117f9e0-b42f-4f0f-a0aa-96f75b274cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:24.039411 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-7117f9e0-b42f-4f0f-a0aa-96f75b274cfb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 1095 time: 0.1116416 Nov 18 17:32:24.081941 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6703a118-6b55-4bcd-aedb-8da544d57202 req-3610d7a4-654e-4987-a2f8-7f135dcb0c34 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934706 Nov 18 17:32:24.112292 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-5a328e79-34b8-4bb0-9b6e-9c984dc95efe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5c00284-652f-480e-8226-fa1539f000d9 HTTP/1.1" status: 200 len: 217 time: 0.0594628 Nov 18 17:32:24.124416 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1618ae8-afc1-49a0-89d0-cc33277038ec x-openstack-request-id: req-d1618ae8-afc1-49a0-89d0-cc33277038ec {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:32:24.124713 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6633f9-fee7-4faa-a0f7-840aed0f0642", "tag": "f5c00284-652f-480e-8226-fa1539f000d9", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:32:24.124969 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d1618ae8-afc1-49a0-89d0-cc33277038ec {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:32:24.125391 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6633f9-fee7-4faa-a0f7-840aed0f0642', 'tag': 'f5c00284-652f-480e-8226-fa1539f000d9', 'status': 'completed', 'code': 200} Nov 18 17:32:24.182973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-6f7662e5-53f5-46b0-9179-d5f2ac1174b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:24.184925 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-6f7662e5-53f5-46b0-9179-d5f2ac1174b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.0583401 Nov 18 17:32:24.247004 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-6868cdf7-5bb3-4603-be5a-a9955df27895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:24.248581 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-6868cdf7-5bb3-4603-be5a-a9955df27895 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536830 Nov 18 17:32:24.349814 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-e3962e5c-a429-40a5-a0d6-9c3b705f9784 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934415 Nov 18 17:32:24.455666 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7a275557-1d8a-44ee-a6f9-0f5cfd39f2c0 req-d9da1de7-16e1-4394-b3a8-3ff527767fb4 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979300 Nov 18 17:32:24.661486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a46fd-c9e4-430d-9923-f44d878c029e req-fb06f6c0-5e49-470d-bc60-e7d400f8953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:24.664810 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-278a46fd-c9e4-430d-9923-f44d878c029e req-fb06f6c0-5e49-470d-bc60-e7d400f8953a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 1095 time: 0.0695424 Nov 18 17:32:24.790417 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a46fd-c9e4-430d-9923-f44d878c029e req-6a0aa081-ab24-4ac6-8e7e-eb07ee1c24a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:24.792139 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-278a46fd-c9e4-430d-9923-f44d878c029e req-6a0aa081-ab24-4ac6-8e7e-eb07ee1c24a6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 913 time: 0.1190414 Nov 18 17:32:24.839121 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-278a46fd-c9e4-430d-9923-f44d878c029e req-51b0f905-23fb-4de4-90d6-275f9ef78112 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5c00284-652f-480e-8226-fa1539f000d9 HTTP/1.1" status: 200 len: 217 time: 0.0390341 Nov 18 17:32:24.922981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a46fd-c9e4-430d-9923-f44d878c029e req-3b37242f-4a86-42a4-884a-6cb3cbac05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:24.924786 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-278a46fd-c9e4-430d-9923-f44d878c029e req-3b37242f-4a86-42a4-884a-6cb3cbac05e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.0775578 Nov 18 17:32:24.933209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c2d60-3d48-4e10-a4cf-2763a1b3a0d7 req-05110e05-1226-42b3-8a77-7f546ef7fec3 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:24.941448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-558c2d60-3d48-4e10-a4cf-2763a1b3a0d7 req-05110e05-1226-42b3-8a77-7f546ef7fec3 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0704911 Nov 18 17:32:24.990512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a46fd-c9e4-430d-9923-f44d878c029e req-f166f011-9a9c-4bc3-9a51-56014cc299d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:24.991934 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-278a46fd-c9e4-430d-9923-f44d878c029e req-f166f011-9a9c-4bc3-9a51-56014cc299d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586922 Nov 18 17:32:25.020517 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-558c2d60-3d48-4e10-a4cf-2763a1b3a0d7 req-3fddb155-e82c-4a88-8d40-027d60e4075a tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773101 Nov 18 17:32:25.055321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ae05d-24c0-46ec-adb3-6fb02311c8f9 req-0bf164a0-37fb-462f-8aa8-e79e675141de tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:25.067414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-218ae05d-24c0-46ec-adb3-6fb02311c8f9 req-0bf164a0-37fb-462f-8aa8-e79e675141de tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0805056 Nov 18 17:32:25.125323 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-218ae05d-24c0-46ec-adb3-6fb02311c8f9 req-1ccedd94-91c0-4e7e-ab1e-2d09c598e399 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550072 Nov 18 17:32:25.160236 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-278a46fd-c9e4-430d-9923-f44d878c029e req-99f5674b-f9ae-410e-bdcd-c4c4ea87c971 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587951 Nov 18 17:32:25.323850 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2464dab-a34e-4638-8c7e-6dd27aebeb65 req-dfc5f3cf-081d-4bd2-8793-2ef841d3401a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:25.327765 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e2464dab-a34e-4638-8c7e-6dd27aebeb65 req-dfc5f3cf-081d-4bd2-8793-2ef841d3401a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 943 time: 0.1349053 Nov 18 17:32:25.356967 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-278a46fd-c9e4-430d-9923-f44d878c029e req-48c95119-9b5b-4999-9d1d-682b5221f65c service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850171 Nov 18 17:32:25.400553 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e2464dab-a34e-4638-8c7e-6dd27aebeb65 req-a4224639-e7ec-46e9-b0f0-55faa5c245ab tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624313 Nov 18 17:32:25.771272 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7676c-5b0e-4759-a9c0-c1804a39e406 req-3cf2ca67-d6ac-4cb9-a0c4-c074353d90a2 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:25.781433 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dbf7676c-5b0e-4759-a9c0-c1804a39e406 req-3cf2ca67-d6ac-4cb9-a0c4-c074353d90a2 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.1091053 Nov 18 17:32:25.812137 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33293fcf-6dee-4331-96a9-10ed5ff9d2ce req-2508bfe4-c1ec-41c4-9efb-005a81e5eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:25.813894 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-33293fcf-6dee-4331-96a9-10ed5ff9d2ce req-2508bfe4-c1ec-41c4-9efb-005a81e5eb21 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a463d407ed0241ef82cfebef02fe4189&device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 1097 time: 0.0937185 Nov 18 17:32:25.919762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dbf7676c-5b0e-4759-a9c0-c1804a39e406 req-19405e1d-2793-41c9-9cc9-58549708e620 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367669 Nov 18 17:32:25.974413 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33293fcf-6dee-4331-96a9-10ed5ff9d2ce req-b2ad5606-0591-48dc-8c35-9b74c801bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:25.975988 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-33293fcf-6dee-4331-96a9-10ed5ff9d2ce req-b2ad5606-0591-48dc-8c35-9b74c801bcf2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5b7a9f88-6ec7-45b9-b45d-82003f15decd HTTP/1.1" status: 200 len: 921 time: 0.1519530 Nov 18 17:32:26.035882 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-33293fcf-6dee-4331-96a9-10ed5ff9d2ce req-2545ec5e-2c29-47de-9be7-3452d1446ead service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a05a9178-0985-47ff-a070-0a6c1f5f9b16 HTTP/1.1" status: 200 len: 217 time: 0.0512576 Nov 18 17:32:26.092741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33293fcf-6dee-4331-96a9-10ed5ff9d2ce req-9779196a-de22-4896-baa0-a5f1a9a3d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:26.094800 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-33293fcf-6dee-4331-96a9-10ed5ff9d2ce req-9779196a-de22-4896-baa0-a5f1a9a3d597 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8a234877-52a8-4363-91cd-0b2fb6d7e78c HTTP/1.1" status: 200 len: 859 time: 0.0528193 Nov 18 17:32:26.158500 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-33293fcf-6dee-4331-96a9-10ed5ff9d2ce req-f1be89ad-84ae-44e8-908d-94926ac41b56 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5b7a9f88-6ec7-45b9-b45d-82003f15decd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518279 Nov 18 17:32:26.193081 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c414754-c848-4a05-85dc-28019eb524e3 req-d2c84646-98c2-47ad-aabc-a039907ac7bb tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:26.200937 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c414754-c848-4a05-85dc-28019eb524e3 req-d2c84646-98c2-47ad-aabc-a039907ac7bb tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0983324 Nov 18 17:32:26.309811 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-33293fcf-6dee-4331-96a9-10ed5ff9d2ce req-3b00ffa2-9a28-4ffb-989c-bf99d70d5660 service neutron] 10.222.0.81 "GET /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434669 Nov 18 17:32:26.327420 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c414754-c848-4a05-85dc-28019eb524e3 req-72412f0c-18ed-4378-a08e-a99463238fa7 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247752 Nov 18 17:32:26.470397 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-33293fcf-6dee-4331-96a9-10ed5ff9d2ce req-bfae5f63-982a-42d8-ad6f-279893e5b760 service neutron] 10.222.0.81 "GET /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452765 Nov 18 17:32:26.530177 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112c673-e71d-4e52-b7c5-b166b1bdc327 req-59a469a3-fcc1-47b1-b980-b5f2df844fbd tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:26.532228 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5112c673-e71d-4e52-b7c5-b166b1bdc327 req-59a469a3-fcc1-47b1-b980-b5f2df844fbd tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 943 time: 0.0517662 Nov 18 17:32:26.586827 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5112c673-e71d-4e52-b7c5-b166b1bdc327 req-51504c5e-81df-41e5-bc12-f061a4d78f76 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482562 Nov 18 17:32:27.038440 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5599f6-241c-48e3-aed9-fcfc03e33186 req-1f8c9b60-d544-4e3f-ae1b-336f02adbf1e tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:27.040746 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff5599f6-241c-48e3-aed9-fcfc03e33186 req-1f8c9b60-d544-4e3f-ae1b-336f02adbf1e tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0689039 Nov 18 17:32:27.124119 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff5599f6-241c-48e3-aed9-fcfc03e33186 req-8549fbc5-14d1-45c4-8610-f92056f709a6 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677943 Nov 18 17:32:27.453245 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142e577-c4f1-4a4c-9fc8-68847f97e6a1 req-4ad16316-46bf-4371-922c-38c523917af1 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:27.455013 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4142e577-c4f1-4a4c-9fc8-68847f97e6a1 req-4ad16316-46bf-4371-922c-38c523917af1 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0609653 Nov 18 17:32:27.520645 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4142e577-c4f1-4a4c-9fc8-68847f97e6a1 req-7e94cb07-01dc-41c9-9f26-d366f29d017f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576768 Nov 18 17:32:27.744707 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f5b2a-2d3a-4ede-a855-44405da5cddf req-997efe27-aa65-4429-8964-c9546d7d22a7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:27.746310 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-813f5b2a-2d3a-4ede-a855-44405da5cddf req-997efe27-aa65-4429-8964-c9546d7d22a7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 943 time: 0.0668972 Nov 18 17:32:27.815530 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-813f5b2a-2d3a-4ede-a855-44405da5cddf req-2c52ec9c-04b4-468d-8d65-4a44bbbcdbbb tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588107 Nov 18 17:32:27.974526 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2fdae-8003-4bc3-a953-8e5fc0cf48de req-3973a905-062b-43d0-a1ac-da82a4bc7a1e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:27.992403 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38c2fdae-8003-4bc3-a953-8e5fc0cf48de req-3973a905-062b-43d0-a1ac-da82a4bc7a1e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.1042502 Nov 18 17:32:28.089318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adada124-54dc-418d-bfa8-a23e0f91f955 req-f35ceb7f-7062-4bb6-9f46-b5d4b0187e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:28.090901 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-adada124-54dc-418d-bfa8-a23e0f91f955 req-f35ceb7f-7062-4bb6-9f46-b5d4b0187e34 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3561bfcd86bf4651825b50a84fed4187&device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 1098 time: 0.0447154 Nov 18 17:32:28.121664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38c2fdae-8003-4bc3-a953-8e5fc0cf48de req-10b44d2b-2166-427e-a25d-92e287208726 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274951 Nov 18 17:32:28.255197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40015e75-4e25-49df-b34c-0bc06954dcec req-34c6e80e-5635-470c-899b-f1377414ee57 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:28.258102 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40015e75-4e25-49df-b34c-0bc06954dcec req-34c6e80e-5635-470c-899b-f1377414ee57 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0660045 Nov 18 17:32:28.298694 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adada124-54dc-418d-bfa8-a23e0f91f955 req-960dbd81-9e99-40a2-b242-3fd337877498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:28.300208 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-adada124-54dc-418d-bfa8-a23e0f91f955 req-960dbd81-9e99-40a2-b242-3fd337877498 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5a36094-7848-4e06-82e7-e00180c96a72 HTTP/1.1" status: 200 len: 911 time: 0.2000213 Nov 18 17:32:28.357147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40015e75-4e25-49df-b34c-0bc06954dcec req-88c74d02-3cd6-4a8d-943f-95267f862d40 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914056 Nov 18 17:32:28.426934 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-adada124-54dc-418d-bfa8-a23e0f91f955 req-bf8342fe-d30a-453a-a248-865f0a99c66d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84586cf8-7af6-419f-93e6-54d92c914057 HTTP/1.1" status: 200 len: 1001 time: 0.1149390 Nov 18 17:32:28.500103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adada124-54dc-418d-bfa8-a23e0f91f955 req-7672740b-9638-461b-b64d-3f8b7f968394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:28.501635 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-adada124-54dc-418d-bfa8-a23e0f91f955 req-7672740b-9638-461b-b64d-3f8b7f968394 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70dc3bb0-cf69-468a-9c5a-9bf08dbebb13 HTTP/1.1" status: 200 len: 848 time: 0.0681963 Nov 18 17:32:28.565179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adada124-54dc-418d-bfa8-a23e0f91f955 req-3bf6e488-fde2-4eb4-ba5c-41b93360fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:28.566834 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-adada124-54dc-418d-bfa8-a23e0f91f955 req-3bf6e488-fde2-4eb4-ba5c-41b93360fcac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5a36094-7848-4e06-82e7-e00180c96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558896 Nov 18 17:32:28.672715 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-adada124-54dc-418d-bfa8-a23e0f91f955 req-481325b3-4fbd-45d5-80f2-3987ad685321 service neutron] 10.222.0.83 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980594 Nov 18 17:32:28.775310 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-adada124-54dc-418d-bfa8-a23e0f91f955 req-d715568e-8454-4538-ad28-7ec63c3279cc service neutron] 10.222.0.83 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945575 Nov 18 17:32:28.978596 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b4203-01be-44f3-a33e-8672767d82bd req-1e0c4cf1-1ec8-48c0-a083-a065a8183b0d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:28.979716 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a15b4203-01be-44f3-a33e-8672767d82bd req-1e0c4cf1-1ec8-48c0-a083-a065a8183b0d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 943 time: 0.0826523 Nov 18 17:32:29.092813 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a15b4203-01be-44f3-a33e-8672767d82bd req-e2ee4cff-1181-46d8-b0aa-f1c4e72959e8 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036961 Nov 18 17:32:29.268390 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cdc2d-1c55-4d81-a4a5-49d3763e74ba req-016af97a-5626-4fab-afb6-a997d0433d3f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:29.271881 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a1cdc2d-1c55-4d81-a4a5-49d3763e74ba req-016af97a-5626-4fab-afb6-a997d0433d3f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0695145 Nov 18 17:32:29.359575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a1cdc2d-1c55-4d81-a4a5-49d3763e74ba req-175647a0-4442-40ac-b163-a6f74f30d174 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798051 Nov 18 17:32:29.515769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acabe0-049e-4248-82ad-d67b198d3e9d req-9bf7f714-a7c5-4424-abe5-0e595348c458 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:29.517447 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6acabe0-049e-4248-82ad-d67b198d3e9d req-9bf7f714-a7c5-4424-abe5-0e595348c458 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0767593 Nov 18 17:32:29.593927 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6acabe0-049e-4248-82ad-d67b198d3e9d req-c0985959-50cd-4609-b03e-145f5ad03e01 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668259 Nov 18 17:32:29.989645 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c0364fb5-2a0c-4339-810d-2724e7634a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:30.236412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40c6a2-1c53-4016-9620-e7e22d6614b4 req-84227e3e-3178-44e2-ba3c-ebc5f63cbbe5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:30.238131 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c40c6a2-1c53-4016-9620-e7e22d6614b4 req-84227e3e-3178-44e2-ba3c-ebc5f63cbbe5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 943 time: 0.0702782 Nov 18 17:32:30.294655 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c40c6a2-1c53-4016-9620-e7e22d6614b4 req-e1a09b32-b26f-4e1a-95d7-dfac4d9601e6 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490026 Nov 18 17:32:30.498494 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf025880-c2e5-4099-80cb-01300c5784ed req-5414f49a-b475-48a1-9a0b-eca24ac03071 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:30.500065 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cf025880-c2e5-4099-80cb-01300c5784ed req-5414f49a-b475-48a1-9a0b-eca24ac03071 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0537875 Nov 18 17:32:30.563610 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cf025880-c2e5-4099-80cb-01300c5784ed req-898b600f-d893-4d31-8a46-00ca0d1653bd tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568311 Nov 18 17:32:30.735782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72e26b-4d66-4ac0-85c6-42ca517d7714 req-446bc2fb-9689-445e-b0c3-c7ec868e87bc tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:30.737608 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5d72e26b-4d66-4ac0-85c6-42ca517d7714 req-446bc2fb-9689-445e-b0c3-c7ec868e87bc tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0581565 Nov 18 17:32:30.804886 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5d72e26b-4d66-4ac0-85c6-42ca517d7714 req-1c60d4d5-f21f-40da-8309-719957029225 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572746 Nov 18 17:32:31.716657 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21b6356a-6515-457b-bc7c-3c91149491ae req-8fe4fffd-49d5-4141-93b6-bda31f73b169 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1002805 Nov 18 17:32:31.718660 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c0f26-c1f0-4084-8548-01b3776e4b3f req-d8fbf538-2f29-4979-8a59-d1377881450b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:31.718660 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c69c0f26-c1f0-4084-8548-01b3776e4b3f req-d8fbf538-2f29-4979-8a59-d1377881450b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 943 time: 0.0678339 Nov 18 17:32:31.720684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6356a-6515-457b-bc7c-3c91149491ae req-0ef909c5-5a84-4848-9d73-f9a71302f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:31.720684 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21b6356a-6515-457b-bc7c-3c91149491ae req-0ef909c5-5a84-4848-9d73-f9a71302f34b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3517844ed9c749bc9bf70d9f8eb7b10a&device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 1097 time: 0.0600481 Nov 18 17:32:31.720994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c69c0f26-c1f0-4084-8548-01b3776e4b3f req-f9529b61-4da0-4139-8bbc-50b92782ac60 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633917 Nov 18 17:32:31.721214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6356a-6515-457b-bc7c-3c91149491ae req-662c3160-fa79-4f98-8fa7-4e5b33c0b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:31.721214 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21b6356a-6515-457b-bc7c-3c91149491ae req-662c3160-fa79-4f98-8fa7-4e5b33c0b9b6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=968f23f6-2f47-427d-92d6-5a81f718caf6 HTTP/1.1" status: 200 len: 917 time: 0.0949392 Nov 18 17:32:31.721214 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21b6356a-6515-457b-bc7c-3c91149491ae req-e758b1de-8769-4f0c-a3f3-d358e381ee44 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 HTTP/1.1" status: 200 len: 217 time: 0.0344474 Nov 18 17:32:31.721214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6356a-6515-457b-bc7c-3c91149491ae req-b21dd39c-3997-445b-93b5-440ddeffe003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:31.721214 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21b6356a-6515-457b-bc7c-3c91149491ae req-b21dd39c-3997-445b-93b5-440ddeffe003 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cf872087-bdaf-42d6-8bc2-9b553caf2f78 HTTP/1.1" status: 200 len: 855 time: 0.0436735 Nov 18 17:32:31.761912 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21b6356a-6515-457b-bc7c-3c91149491ae req-76dd963d-2b89-40af-8da0-82d0dec6d5b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=968f23f6-2f47-427d-92d6-5a81f718caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341535 Nov 18 17:32:31.919131 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21b6356a-6515-457b-bc7c-3c91149491ae req-8abff39e-879e-4d5d-8bdf-fc1944f231aa service neutron] 10.222.0.83 "GET /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485023 Nov 18 17:32:31.974032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5c16d-eb26-4d69-9412-fbe44d42bf67 req-a89e6619-f504-47ec-8238-e3313d6d59c3 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:31.975528 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6f5c16d-eb26-4d69-9412-fbe44d42bf67 req-a89e6619-f504-47ec-8238-e3313d6d59c3 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0788388 Nov 18 17:32:32.037883 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6f5c16d-eb26-4d69-9412-fbe44d42bf67 req-b4412060-bf05-4a76-a5d9-d180927c6ea7 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561428 Nov 18 17:32:32.083173 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21b6356a-6515-457b-bc7c-3c91149491ae req-703fc4bf-e013-4c0e-962c-3394fd8b958d service neutron] 10.222.0.83 "GET /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555519 Nov 18 17:32:32.379930 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-13c5aff6-e79e-4d0e-9a96-b69b5e67eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:32.655898 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af27b5-3ca2-4b76-a001-be8136985fd1 req-5abefef3-4b73-4a2e-8800-aa7abdcdb964 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:32.657557 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24af27b5-3ca2-4b76-a001-be8136985fd1 req-5abefef3-4b73-4a2e-8800-aa7abdcdb964 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 943 time: 0.0531456 Nov 18 17:32:32.736257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24af27b5-3ca2-4b76-a001-be8136985fd1 req-8c833d95-2b4f-4398-a48c-855b4af931ac tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642214 Nov 18 17:32:33.208376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f254730-5356-4e44-9708-1ea174fbc336 req-36159650-467c-4e43-b778-cbcc556ce5d4 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:33.210147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f254730-5356-4e44-9708-1ea174fbc336 req-36159650-467c-4e43-b778-cbcc556ce5d4 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0591381 Nov 18 17:32:33.286233 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f254730-5356-4e44-9708-1ea174fbc336 req-76be6f1f-1133-4401-81ea-92e81198f7e6 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654709 Nov 18 17:32:33.562202 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:33.870402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a669d2-26d4-4edc-a0b3-5453892f73a2 req-934c7992-7df0-4a2d-86c2-2fd074833e4d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:33.878564 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0a669d2-26d4-4edc-a0b3-5453892f73a2 req-934c7992-7df0-4a2d-86c2-2fd074833e4d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 943 time: 0.0792038 Nov 18 17:32:33.949866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0a669d2-26d4-4edc-a0b3-5453892f73a2 req-1cf173d5-5c47-42fd-a9d7-caa22e5663e1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584702 Nov 18 17:32:34.428032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f63ff-ba91-4bb8-a8bd-0733a3a7221f req-43af8751-c97a-4346-8bce-a5aa0eaab70f tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:34.429573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-507f63ff-ba91-4bb8-a8bd-0733a3a7221f req-43af8751-c97a-4346-8bce-a5aa0eaab70f tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0522332 Nov 18 17:32:34.481063 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-507f63ff-ba91-4bb8-a8bd-0733a3a7221f req-90fd6eab-ad30-4ee6-92ed-dffa4c0a624c tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445271 Nov 18 17:32:34.991182 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:35.073886 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c34cb-3379-4800-9670-5aee07f793e5 req-96d1fd65-f8d6-4661-b4fc-a1375303d692 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:35.075779 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f4c34cb-3379-4800-9670-5aee07f793e5 req-96d1fd65-f8d6-4661-b4fc-a1375303d692 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 943 time: 0.0633171 Nov 18 17:32:35.147148 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f4c34cb-3379-4800-9670-5aee07f793e5 req-160dd3eb-3f6c-41e7-ba2c-24f5fbb661a6 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646961 Nov 18 17:32:35.447121 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:35.613885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06bc7d-7d9c-4708-81fd-bb07a2d95af0 req-1482e247-07da-4c4f-abe9-79050634fab8 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:35.621686 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d06bc7d-7d9c-4708-81fd-bb07a2d95af0 req-1482e247-07da-4c4f-abe9-79050634fab8 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0605268 Nov 18 17:32:35.674249 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d06bc7d-7d9c-4708-81fd-bb07a2d95af0 req-8192037e-e6eb-482e-98ad-a9fc49479b0b tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514786 Nov 18 17:32:36.303972 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6998781-4c3c-491e-9e01-11774e954b0d req-113bb1ab-5d49-4c7b-8881-f5b56c1d017a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:36.306302 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6998781-4c3c-491e-9e01-11774e954b0d req-113bb1ab-5d49-4c7b-8881-f5b56c1d017a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 943 time: 0.0787737 Nov 18 17:32:36.360493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6998781-4c3c-491e-9e01-11774e954b0d req-187b548b-729f-4317-926d-5281de95c96c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478683 Nov 18 17:32:36.793892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bea86-15ac-4cb0-858d-abb6f38cfb6c req-4c3efebe-87aa-4109-a380-6e3e28187493 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:36.795429 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-845bea86-15ac-4cb0-858d-abb6f38cfb6c req-4c3efebe-87aa-4109-a380-6e3e28187493 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0578377 Nov 18 17:32:36.861421 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-845bea86-15ac-4cb0-858d-abb6f38cfb6c req-65dc671f-8a43-4e70-948c-22ab7dce1b9b tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557787 Nov 18 17:32:37.494359 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfc30e-7b65-4629-bb37-7a7ba7a17eec req-f6936192-dfcc-4b66-bdb2-8091986c2a68 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:37.496038 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ccdfc30e-7b65-4629-bb37-7a7ba7a17eec req-f6936192-dfcc-4b66-bdb2-8091986c2a68 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 943 time: 0.0579154 Nov 18 17:32:37.548512 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ccdfc30e-7b65-4629-bb37-7a7ba7a17eec req-84bd39ca-cac1-45bc-a42f-bce55f5bbbdf tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459857 Nov 18 17:32:37.814318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device f5c00284-652f-480e-8226-fa1539f000d9 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:32:38.067049 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586fd4f-452c-44f0-b78f-4f7f8f23498b req-78330f95-4223-442b-adda-6331a4c704e5 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:38.076575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9586fd4f-452c-44f0-b78f-4f7f8f23498b req-78330f95-4223-442b-adda-6331a4c704e5 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0987768 Nov 18 17:32:38.152330 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port f5c00284-652f-480e-8226-fa1539f000d9, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=f5c00284-652f-480e-8226-fa1539f000d9,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:32:38.180061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'f5c00284-652f-480e-8226-fa1539f000d9', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'port_id': 'f5c00284-652f-480e-8226-fa1539f000d9', 'mac_address': 'fa:16:3e:fc:59:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:32:38.183183 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9586fd4f-452c-44f0-b78f-4f7f8f23498b req-99f791a8-c677-40e7-a861-e733bfa17e74 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056223 Nov 18 17:32:38.231961 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:38.247239 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c00284-652f-480e-8226-fa1539f000d9 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:32:38.274600 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port f5c00284-652f-480e-8226-fa1539f000d9, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=f5c00284-652f-480e-8226-fa1539f000d9,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:32:38.396399 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:38.454486 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=f5c00284-652f-480e-8226-fa1539f000d9,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:38.683727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310c481-30fa-426c-9f5f-46cd2b2585cd req-bb66276c-623d-4708-9303-e5a78eea3e0e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:38.685390 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3310c481-30fa-426c-9f5f-46cd2b2585cd req-bb66276c-623d-4708-9303-e5a78eea3e0e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 944 time: 0.0621338 Nov 18 17:32:38.723629 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['f5c00284-652f-480e-8226-fa1539f000d9'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:32:38.776355 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3310c481-30fa-426c-9f5f-46cd2b2585cd req-109ab414-a744-4e2d-87cf-bdfd1a9b25af tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838203 Nov 18 17:32:39.375554 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37e622-c9da-4ae5-b63f-0daf34c31936 req-a89d7c9b-9b8d-434b-9241-f626c00a7ed0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:39.377342 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a37e622-c9da-4ae5-b63f-0daf34c31936 req-a89d7c9b-9b8d-434b-9241-f626c00a7ed0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0707645 Nov 18 17:32:39.436114 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a37e622-c9da-4ae5-b63f-0daf34c31936 req-3c943992-f1ed-4b55-b989-7fcb4396b0a3 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515163 Nov 18 17:32:39.827778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device f5c00284-652f-480e-8226-fa1539f000d9 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:32:39.928695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f488236-db76-4816-9e56-b7ee9bf850c5 req-5ed79394-bbcd-4ef8-81a4-522669a44d26 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:39.936968 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f488236-db76-4816-9e56-b7ee9bf850c5 req-5ed79394-bbcd-4ef8-81a4-522669a44d26 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 944 time: 0.0656481 Nov 18 17:32:40.015638 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f488236-db76-4816-9e56-b7ee9bf850c5 req-3635b4bf-2177-470a-95df-0819c848ca4d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775473 Nov 18 17:32:40.047096 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port f5c00284-652f-480e-8226-fa1539f000d9 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:32:40.056657 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port f5c00284-652f-480e-8226-fa1539f000d9 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:32:40.056657 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:40.154103 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:40.180702 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6633f9-fee7-4faa-a0f7-840aed0f0642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c00284-652f-480e-8226-fa1539f000d9'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:32:40.183447 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2b5c33-33ce-4977-86b3-a64da0d804cb" -d '{"events": [{"server_uuid": "ae6633f9-fee7-4faa-a0f7-840aed0f0642", "name": "network-vif-plugged", "status": "completed", "tag": "f5c00284-652f-480e-8226-fa1539f000d9"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:32:40.235564 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port f5c00284-652f-480e-8226-fa1539f000d9, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=f5c00284-652f-480e-8226-fa1539f000d9,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:32:40.251217 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6f21e3-fbd1-49c5-8b64-37f5aca1a1cc x-openstack-request-id: req-0d6f21e3-fbd1-49c5-8b64-37f5aca1a1cc {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:32:40.251713 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6633f9-fee7-4faa-a0f7-840aed0f0642", "name": "network-vif-plugged", "status": "completed", "tag": "f5c00284-652f-480e-8226-fa1539f000d9", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:32:40.252244 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0d6f21e3-fbd1-49c5-8b64-37f5aca1a1cc {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:32:40.252827 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6633f9-fee7-4faa-a0f7-840aed0f0642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c00284-652f-480e-8226-fa1539f000d9', 'code': 200} Nov 18 17:32:40.288254 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:40.388943 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=f5c00284-652f-480e-8226-fa1539f000d9,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:40.409330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92020c0a-f5dd-4835-8ae6-264543e745cc req-cbd23090-6462-4f1e-b42d-9ba1b18e65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:40.416423 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92020c0a-f5dd-4835-8ae6-264543e745cc req-cbd23090-6462-4f1e-b42d-9ba1b18e65cb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 1097 time: 0.0977573 Nov 18 17:32:40.488093 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-92020c0a-f5dd-4835-8ae6-264543e745cc req-cf915b64-b279-4b45-89b3-8d45b9ae7ed1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500443 Nov 18 17:32:40.560475 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56969bdc-4fac-40e1-9785-c2cce1c8d7f0 req-9ac2c7e8-9195-4e42-86d8-5946d7855eb8 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:40.562026 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56969bdc-4fac-40e1-9785-c2cce1c8d7f0 req-9ac2c7e8-9195-4e42-86d8-5946d7855eb8 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0509164 Nov 18 17:32:40.618676 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56969bdc-4fac-40e1-9785-c2cce1c8d7f0 req-62a620ef-0d4a-4119-9f79-a3588496279b tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495617 Nov 18 17:32:41.149613 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d1304-b06c-4d29-a356-8fe89f259470 req-1c0ad353-f4fe-459c-92a0-ba572a9e0d25 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:41.151865 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a6d1304-b06c-4d29-a356-8fe89f259470 req-1c0ad353-f4fe-459c-92a0-ba572a9e0d25 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 945 time: 0.0560572 Nov 18 17:32:41.221148 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a6d1304-b06c-4d29-a356-8fe89f259470 req-0cd134ff-af69-499d-8164-3dc0774adcf2 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578101 Nov 18 17:32:41.780915 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c6a5a-2e4e-4cfa-b5fb-93c46f8ba88e req-f4151fb2-82fb-4ed4-a3ad-0d710931e487 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:41.782437 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f5c6a5a-2e4e-4cfa-b5fb-93c46f8ba88e req-f4151fb2-82fb-4ed4-a3ad-0d710931e487 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0510385 Nov 18 17:32:41.839642 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f5c6a5a-2e4e-4cfa-b5fb-93c46f8ba88e req-de7d16d3-4114-4aa8-a6db-db629cd599fd tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504582 Nov 18 17:32:42.357607 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44eeef7-ba0a-47d3-994d-8a3c6f320241 req-db1cb4ca-6c69-445c-b6dd-0f26280a1d22 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:42.366164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f44eeef7-ba0a-47d3-994d-8a3c6f320241 req-db1cb4ca-6c69-445c-b6dd-0f26280a1d22 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 945 time: 0.0588851 Nov 18 17:32:42.427666 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f44eeef7-ba0a-47d3-994d-8a3c6f320241 req-b8189be4-001b-4992-9e16-23bdd15575b8 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603535 Nov 18 17:32:42.583017 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53caf62e-ae3a-40cb-8802-69b42aeb92f1 req-e59d6d4e-7b97-4e83-bbbb-ecbb8a03959f tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:42.584488 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53caf62e-ae3a-40cb-8802-69b42aeb92f1 req-e59d6d4e-7b97-4e83-bbbb-ecbb8a03959f tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 945 time: 0.1071250 Nov 18 17:32:42.593098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205611e-9ee1-4b3e-bd72-47dc1948c056 req-5ce57f39-c6a6-45d2-a73a-ddf2b1c1de39 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:42.594575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4205611e-9ee1-4b3e-bd72-47dc1948c056 req-5ce57f39-c6a6-45d2-a73a-ddf2b1c1de39 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 945 time: 0.0723026 Nov 18 17:32:42.690144 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53caf62e-ae3a-40cb-8802-69b42aeb92f1 req-e3f2d3d5-cb38-4673-a47a-2858eeaf3385 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945294 Nov 18 17:32:42.700781 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4205611e-9ee1-4b3e-bd72-47dc1948c056 req-00c1f356-7bfb-41f6-9d4e-02f35e88cf04 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989888 Nov 18 17:32:42.732821 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40806) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:32:42.918030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb32dff-5349-4488-8ebe-7a0445618c6a tempest-TestVolumeBootPattern-1482220175 tempest-TestVolumeBootPattern-1482220175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:42.928526 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7bb32dff-5349-4488-8ebe-7a0445618c6a tempest-TestVolumeBootPattern-1482220175 tempest-TestVolumeBootPattern-1482220175-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 1092 time: 0.1857190 Nov 18 17:32:42.928735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40814) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:32:42.929184 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': 'f5c00284-652f-480e-8226-fa1539f000d9', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:43.001775 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a8400-119e-42e1-8587-d141674454c1 req-36f0920e-ee2a-4070-be48-3f92ffa0ae87 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:43.004697 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f9a8400-119e-42e1-8587-d141674454c1 req-36f0920e-ee2a-4070-be48-3f92ffa0ae87 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0527484 Nov 18 17:32:43.030247 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for floatingip, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:43.055241 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f9a8400-119e-42e1-8587-d141674454c1 req-e2ceb1e3-053e-4f46-8ea0-351d527f73ec tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439749 Nov 18 17:32:43.487630 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:43.597899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Allocated IP 172.25.3.20 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/5be92fdf-e830-42fd-9bf5-966928954e4d) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:32:43.707450 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:43.813539 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:43.855595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a918014-74fa-46ad-bc86-0f40fa2e82cc req-56ed6582-7510-4079-b34b-ac5643ad70ca tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:43.866654 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a918014-74fa-46ad-bc86-0f40fa2e82cc req-56ed6582-7510-4079-b34b-ac5643ad70ca tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 945 time: 0.0985961 Nov 18 17:32:43.876425 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'Port': ['ID=5be92fdf-e830-42fd-9bf5-966928954e4d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:43.892669 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:43.893040 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:43.893374 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:43.893722 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:43.894128 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:43.894983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:43.895322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:43.895831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:43.896008 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:43.896344 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:43.896681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:43.897630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:43.909736 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:32:43.911441 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:32:43.913883 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:32:43.935105 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a918014-74fa-46ad-bc86-0f40fa2e82cc req-63bab340-43da-46d4-b471-47e46f7f13fe tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674648 Nov 18 17:32:44.107713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc730716-4535-417d-96e6-4060e13d678c req-c8f440fc-2894-4de0-8391-c8035294a25d tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:44.109205 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc730716-4535-417d-96e6-4060e13d678c req-c8f440fc-2894-4de0-8391-c8035294a25d tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 945 time: 0.1023321 Nov 18 17:32:44.202230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee062c3-a62f-4def-82e4-b42d53c25a72 req-b765849a-6b61-4cdd-ba7f-17d47a18df3e tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:44.204149 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4ee062c3-a62f-4def-82e4-b42d53c25a72 req-b765849a-6b61-4cdd-ba7f-17d47a18df3e tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0547090 Nov 18 17:32:44.257386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4ee062c3-a62f-4def-82e4-b42d53c25a72 req-f9bd52f5-05c8-49e1-a163-28f52e812f6c tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456197 Nov 18 17:32:44.321994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-bc730716-4535-417d-96e6-4060e13d678c req-6ce55fbb-059a-41a0-ae29-54cac7423e27 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Deleting port a145ce3a-3ba8-41a3-9d11-8763e55893b7 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:32:44.322333 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bc730716-4535-417d-96e6-4060e13d678c req-6ce55fbb-059a-41a0-ae29-54cac7423e27 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:44.464948 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-bc730716-4535-417d-96e6-4060e13d678c req-6ce55fbb-059a-41a0-ae29-54cac7423e27 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] For port a145ce3a-3ba8-41a3-9d11-8763e55893b7, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a145ce3a-3ba8-41a3-9d11-8763e55893b7,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:32:44.465324 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bc730716-4535-417d-96e6-4060e13d678c req-6ce55fbb-059a-41a0-ae29-54cac7423e27 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:44.473698 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:44.502326 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-bc730716-4535-417d-96e6-4060e13d678c req-6ce55fbb-059a-41a0-ae29-54cac7423e27 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Calling delete_port for a145ce3a-3ba8-41a3-9d11-8763e55893b7 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:32:44.681919 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:44.781675 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bc730716-4535-417d-96e6-4060e13d678c req-6ce55fbb-059a-41a0-ae29-54cac7423e27 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:44.795249 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6', '288f9125-a053-455b-9bfa-3418960991c8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:32:44.797940 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['fd1b19cf-8000-4264-aae3-6676022cad2e', 'a145ce3a-3ba8-41a3-9d11-8763e55893b7'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:32:44.827569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce55fbb-059a-41a0-ae29-54cac7423e27 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Pushing event deleted for resources: {'Port': ['ID=a145ce3a-3ba8-41a3-9d11-8763e55893b7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:44.923433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc730716-4535-417d-96e6-4060e13d678c req-6ce55fbb-059a-41a0-ae29-54cac7423e27 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] No DVR routers for this DVR port a145ce3a-3ba8-41a3-9d11-8763e55893b7 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:32:44.941607 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bc730716-4535-417d-96e6-4060e13d678c req-6ce55fbb-059a-41a0-ae29-54cac7423e27 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:44.947352 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc730716-4535-417d-96e6-4060e13d678c req-6ce55fbb-059a-41a0-ae29-54cac7423e27 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.81 "DELETE /v2.0/ports/a145ce3a-3ba8-41a3-9d11-8763e55893b7 HTTP/1.1" status: 204 len: 173 time: 0.8308742 Nov 18 17:32:44.948462 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ce39dd-0f5c-4684-9c17-bf348c89ed4b', 'name': 'network-vif-deleted', 'tag': 'a145ce3a-3ba8-41a3-9d11-8763e55893b7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:32:44.954700 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831e5c6d-55c6-47c4-9449-04a5da6d2f83" -d '{"events": [{"server_uuid": "33ce39dd-0f5c-4684-9c17-bf348c89ed4b", "name": "network-vif-deleted", "tag": "a145ce3a-3ba8-41a3-9d11-8763e55893b7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:32:45.002629 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:45.005365 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d914123e-afe1-4317-90f0-47993b8544d4 x-openstack-request-id: req-d914123e-afe1-4317-90f0-47993b8544d4 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:32:45.005774 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ce39dd-0f5c-4684-9c17-bf348c89ed4b", "name": "network-vif-deleted", "tag": "a145ce3a-3ba8-41a3-9d11-8763e55893b7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:32:45.006042 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d914123e-afe1-4317-90f0-47993b8544d4 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:32:45.006451 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ce39dd-0f5c-4684-9c17-bf348c89ed4b', 'name': 'network-vif-deleted', 'tag': 'a145ce3a-3ba8-41a3-9d11-8763e55893b7', 'status': 'completed', 'code': 200} Nov 18 17:32:45.040437 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-150decf5-80c4-4a5f-bf5b-90a2809e8c22 req-42b28747-360f-4396-8d6c-d88f4ec3ae03 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ce39dd-0f5c-4684-9c17-bf348c89ed4b HTTP/1.1" status: 200 len: 210 time: 0.0291350 Nov 18 17:32:45.072663 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:45.120583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'Port': ['ID=5be92fdf-e830-42fd-9bf5-966928954e4d,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:45.200394 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:45.325087 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Floating IP 0a0e60b4-a205-43d1-b93d-665bec683898 associated. External IP: 172.25.3.20, port: f5c00284-652f-480e-8226-fa1539f000d9. Nov 18 17:32:45.389386 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a2ed5-c001-4bed-9caa-42fb646fa7c0 req-14b02fde-c062-401a-9e8e-401cf0bd7204 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:45.390957 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-816a2ed5-c001-4bed-9caa-42fb646fa7c0 req-14b02fde-c062-401a-9e8e-401cf0bd7204 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0603657 Nov 18 17:32:45.444360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-816a2ed5-c001-4bed-9caa-42fb646fa7c0 req-8881d8c8-e8fc-437f-b9d5-c74c8284939f tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460823 Nov 18 17:32:45.581195 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Router 7e442675-3f94-402c-9011-4fc46a832c5f has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:32:45.693229 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:32:45.705002 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21dd2e1-0614-4fb6-83ea-3f3fda5974c9 None None] Sync routers for ids ['7e442675-3f94-402c-9011-4fc46a832c5f'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:32:45.714855 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21dd2e1-0614-4fb6-83ea-3f3fda5974c9 None None] Routers {'7e442675-3f94-402c-9011-4fc46a832c5f'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:32:45.715505 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b21dd2e1-0614-4fb6-83ea-3f3fda5974c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:32:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7e442675-3f94-402c-9011-4fc46a832c5f'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:32:45.792552 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:45.834001 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4008d1bb-8fdd-404c-b534-404043d0768c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9091675 Nov 18 17:32:45.848319 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-b21dd2e1-0614-4fb6-83ea-3f3fda5974c9 None None] Set router 7e442675-3f94-402c-9011-4fc46a832c5f gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:32:46.104347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b21dd2e1-0614-4fb6-83ea-3f3fda5974c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '0a0e60b4-a205-43d1-b93d-665bec683898', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'floating_ip_address': '172.25.3.20', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'port_id': 'f5c00284-652f-480e-8226-fa1539f000d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'mac_address': 'fa:16:3e:fc:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6633f9-fee7-4faa-a0f7-840aed0f0642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:32:44Z', 'updated_at': '2021-11-18T17:32:44Z', 'revision_number': 0, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:25Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:32:46.133149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21dd2e1-0614-4fb6-83ea-3f3fda5974c9 None None] Checking router: 7e442675-3f94-402c-9011-4fc46a832c5f for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:32:46.141836 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21dd2e1-0614-4fb6-83ea-3f3fda5974c9 None None] Routers {'7e442675-3f94-402c-9011-4fc46a832c5f'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:32:46.142496 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b21dd2e1-0614-4fb6-83ea-3f3fda5974c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:32:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7e442675-3f94-402c-9011-4fc46a832c5f'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:32:46.254939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-b21dd2e1-0614-4fb6-83ea-3f3fda5974c9 None None] Set router 7e442675-3f94-402c-9011-4fc46a832c5f gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:32:46.519869 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b21dd2e1-0614-4fb6-83ea-3f3fda5974c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '0a0e60b4-a205-43d1-b93d-665bec683898', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'floating_ip_address': '172.25.3.20', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'port_id': 'f5c00284-652f-480e-8226-fa1539f000d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'mac_address': 'fa:16:3e:fc:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6633f9-fee7-4faa-a0f7-840aed0f0642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:32:44Z', 'updated_at': '2021-11-18T17:32:44Z', 'revision_number': 0, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:25Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:32:46.561845 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21dd2e1-0614-4fb6-83ea-3f3fda5974c9 None None] The sync data for ids ['7e442675-3f94-402c-9011-4fc46a832c5f'] in n-d-813419-11 is: [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '0a0e60b4-a205-43d1-b93d-665bec683898', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'floating_ip_address': '172.25.3.20', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'port_id': 'f5c00284-652f-480e-8226-fa1539f000d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'mac_address': 'fa:16:3e:fc:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6633f9-fee7-4faa-a0f7-840aed0f0642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:32:44Z', 'updated_at': '2021-11-18T17:32:44Z', 'revision_number': 0, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:25Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:32:46.638018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b8f27-76d6-402c-92e6-6c011027f81d req-1cc19aba-de3e-4faf-b354-56c974e55250 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:46.647422 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed1b8f27-76d6-402c-92e6-6c011027f81d req-1cc19aba-de3e-4faf-b354-56c974e55250 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.1075094 Nov 18 17:32:46.717513 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed1b8f27-76d6-402c-92e6-6c011027f81d req-e13286f6-8f75-4dc8-be35-8b6bc337f45a tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682631 Nov 18 17:32:46.863988 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6989f1fb-b418-414a-9cf2-7d0abbab933d None None] New status for floating IP 0a0e60b4-a205-43d1-b93d-665bec683898: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:32:47.008096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6633f9-fee7-4faa-a0f7-840aed0f0642', 'tag': 'f5c00284-652f-480e-8226-fa1539f000d9'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:32:47.011022 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711aea20-648d-4f88-b8fe-66586258134f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6633f9-fee7-4faa-a0f7-840aed0f0642", "tag": "f5c00284-652f-480e-8226-fa1539f000d9"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:32:47.055886 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dddf1a-efc2-4be8-b04a-cfb4a1ed2140 x-openstack-request-id: req-c3dddf1a-efc2-4be8-b04a-cfb4a1ed2140 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:32:47.056308 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6633f9-fee7-4faa-a0f7-840aed0f0642", "tag": "f5c00284-652f-480e-8226-fa1539f000d9", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:32:47.056661 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c3dddf1a-efc2-4be8-b04a-cfb4a1ed2140 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:32:47.057431 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6633f9-fee7-4faa-a0f7-840aed0f0642', 'tag': 'f5c00284-652f-480e-8226-fa1539f000d9', 'status': 'completed', 'code': 200} Nov 18 17:32:47.141154 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aea20-648d-4f88-b8fe-66586258134f req-7c4886f4-15ce-4c82-a9b6-b3faa91c78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:47.142702 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-711aea20-648d-4f88-b8fe-66586258134f req-7c4886f4-15ce-4c82-a9b6-b3faa91c78b6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 1097 time: 0.0563853 Nov 18 17:32:47.238894 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aea20-648d-4f88-b8fe-66586258134f req-bda86c79-dc21-46ef-9ffd-40c49ef44362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:47.240813 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-711aea20-648d-4f88-b8fe-66586258134f req-bda86c79-dc21-46ef-9ffd-40c49ef44362 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 913 time: 0.0893903 Nov 18 17:32:47.325907 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-711aea20-648d-4f88-b8fe-66586258134f req-03964c03-8040-42b6-883d-6599d6fecedf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5c00284-652f-480e-8226-fa1539f000d9 HTTP/1.1" status: 200 len: 1000 time: 0.0773001 Nov 18 17:32:47.384106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aea20-648d-4f88-b8fe-66586258134f req-7f6b9e4d-52dc-488e-ac4c-b98e981c23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:47.385939 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-711aea20-648d-4f88-b8fe-66586258134f req-7f6b9e4d-52dc-488e-ac4c-b98e981c23c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.0526905 Nov 18 17:32:47.458055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aea20-648d-4f88-b8fe-66586258134f req-e542929f-2aa6-4879-a39d-bd54f943a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:47.460068 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-711aea20-648d-4f88-b8fe-66586258134f req-e542929f-2aa6-4879-a39d-bd54f943a263 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654819 Nov 18 17:32:47.571931 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-711aea20-648d-4f88-b8fe-66586258134f req-b9e67416-c2b4-4212-87e1-90af99e8788f service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009750 Nov 18 17:32:47.674047 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-711aea20-648d-4f88-b8fe-66586258134f req-d6e8c178-b9ef-4bfe-8543-8cc3181c4494 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935004 Nov 18 17:32:47.860728 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36492442-aa5a-4ede-bb47-fa7c35442eb1 req-24ef2afa-0835-454a-b1ab-0a76be324896 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:47.870684 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36492442-aa5a-4ede-bb47-fa7c35442eb1 req-24ef2afa-0835-454a-b1ab-0a76be324896 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0829034 Nov 18 17:32:47.933479 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36492442-aa5a-4ede-bb47-fa7c35442eb1 req-660ed9d2-1ad2-4060-a950-76a6367cba35 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604908 Nov 18 17:32:48.254065 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a145ce3a-3ba8-41a3-9d11-8763e55893b7 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:32:48.278553 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: a145ce3a-3ba8-41a3-9d11-8763e55893b7 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:32:48.279466 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a145ce3a-3ba8-41a3-9d11-8763e55893b7 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:32:49.050933 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eeb50a-6c0d-4c43-abcb-5f0f127587a9 req-a56d79df-a010-468b-a807-696411b9f7da tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:49.052770 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-28eeb50a-6c0d-4c43-abcb-5f0f127587a9 req-a56d79df-a010-468b-a807-696411b9f7da tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0546515 Nov 18 17:32:49.107549 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-28eeb50a-6c0d-4c43-abcb-5f0f127587a9 req-76a67d28-9bc3-4ba8-b6b6-b88782939a43 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467556 Nov 18 17:32:50.230959 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313fc62-7859-4274-9ec4-74e6108c545f req-b61a8935-6355-444a-9200-f9671989e944 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:50.240053 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7313fc62-7859-4274-9ec4-74e6108c545f req-b61a8935-6355-444a-9200-f9671989e944 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0565715 Nov 18 17:32:50.315183 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7313fc62-7859-4274-9ec4-74e6108c545f req-c3a05642-c46e-4eba-99e8-f896945b4f64 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740826 Nov 18 17:32:51.243594 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0b817-94c0-41a7-94fd-a41eb23ec1bb req-0c6df199-66e4-452b-9a1c-1c9a193c237b tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:51.245498 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfe0b817-94c0-41a7-94fd-a41eb23ec1bb req-0c6df199-66e4-452b-9a1c-1c9a193c237b tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 945 time: 0.0931010 Nov 18 17:32:51.310360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfe0b817-94c0-41a7-94fd-a41eb23ec1bb req-327c89b9-d586-4320-84c4-0b56225db4ed tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567856 Nov 18 17:32:51.447970 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:51.476006 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f516da-1d18-4b7f-a0a6-3f220dfd3e96 req-a28f9e0c-9f39-4716-9a90-f4d858669393 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:51.477815 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68f516da-1d18-4b7f-a0a6-3f220dfd3e96 req-a28f9e0c-9f39-4716-9a90-f4d858669393 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0838053 Nov 18 17:32:51.544210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68f516da-1d18-4b7f-a0a6-3f220dfd3e96 req-49ce843d-e65b-415b-b89e-1586208c66ac tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595350 Nov 18 17:32:52.449827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ba0bd-c488-4bc3-bf36-18adbd5b0ae3 req-6cd172fc-f529-4934-8b10-bbf558a5ed19 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:52.456450 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb2ba0bd-c488-4bc3-bf36-18adbd5b0ae3 req-6cd172fc-f529-4934-8b10-bbf558a5ed19 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 945 time: 0.0666344 Nov 18 17:32:52.516007 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb2ba0bd-c488-4bc3-bf36-18adbd5b0ae3 req-9f079309-8d96-4adb-b190-5430bc06ff8c tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526390 Nov 18 17:32:52.681984 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e60b88-0e56-4bc8-86bc-e2d6e35e5be4 req-61c16779-4835-4a22-b213-a69563750382 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:52.684436 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-63e60b88-0e56-4bc8-86bc-e2d6e35e5be4 req-61c16779-4835-4a22-b213-a69563750382 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0583358 Nov 18 17:32:52.699536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78b588-6418-48c1-93dd-9178877692fc req-55c5bbd1-3544-4e71-b930-776c08277ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:52.701078 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ea78b588-6418-48c1-93dd-9178877692fc req-55c5bbd1-3544-4e71-b930-776c08277ab8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 1097 time: 0.0506005 Nov 18 17:32:52.738584 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-63e60b88-0e56-4bc8-86bc-e2d6e35e5be4 req-bafb9348-7084-40b8-8e0d-7f82c4b5fb97 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452280 Nov 18 17:32:52.749917 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ea78b588-6418-48c1-93dd-9178877692fc req-51b200fc-fd2b-4504-b79c-8311f6bea4a2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Nov 18 17:32:52.961243 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:53.154957 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10fee-28bf-43a6-98a0-422943aedf6e req-3a7f017f-f66a-46d4-8853-da55f121f636 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:53.156993 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-18a10fee-28bf-43a6-98a0-422943aedf6e req-3a7f017f-f66a-46d4-8853-da55f121f636 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.83 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 945 time: 0.0600955 Nov 18 17:32:53.292347 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-18a10fee-28bf-43a6-98a0-422943aedf6e req-fe271431-1f5a-471f-9df9-c959cac44e14 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Deleting port 288f9125-a053-455b-9bfa-3418960991c8 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:32:53.292813 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-18a10fee-28bf-43a6-98a0-422943aedf6e req-fe271431-1f5a-471f-9df9-c959cac44e14 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:53.415004 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-18a10fee-28bf-43a6-98a0-422943aedf6e req-fe271431-1f5a-471f-9df9-c959cac44e14 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] For port 288f9125-a053-455b-9bfa-3418960991c8, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=288f9125-a053-455b-9bfa-3418960991c8,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:32:53.415429 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-18a10fee-28bf-43a6-98a0-422943aedf6e req-fe271431-1f5a-471f-9df9-c959cac44e14 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:53.430081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-18a10fee-28bf-43a6-98a0-422943aedf6e req-fe271431-1f5a-471f-9df9-c959cac44e14 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Calling delete_port for 288f9125-a053-455b-9bfa-3418960991c8 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:32:53.670085 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-18a10fee-28bf-43a6-98a0-422943aedf6e req-fe271431-1f5a-471f-9df9-c959cac44e14 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:53.684593 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d10991-2ccb-454f-b19a-d6ffe88faf60 req-c6dd54ed-379a-4ff3-9a9a-85caa6d8c2df tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:53.685270 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['fd1b19cf-8000-4264-aae3-6676022cad2e'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:32:53.687535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6', '288f9125-a053-455b-9bfa-3418960991c8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:32:53.687909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87d10991-2ccb-454f-b19a-d6ffe88faf60 req-c6dd54ed-379a-4ff3-9a9a-85caa6d8c2df tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 945 time: 0.0708578 Nov 18 17:32:53.717178 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe271431-1f5a-471f-9df9-c959cac44e14 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Pushing event deleted for resources: {'Port': ['ID=288f9125-a053-455b-9bfa-3418960991c8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:53.783484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87d10991-2ccb-454f-b19a-d6ffe88faf60 req-6a9f11bf-6c49-4f7b-99c3-cb3ca5758955 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871768 Nov 18 17:32:53.837149 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a10fee-28bf-43a6-98a0-422943aedf6e req-fe271431-1f5a-471f-9df9-c959cac44e14 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] No DVR routers for this DVR port 288f9125-a053-455b-9bfa-3418960991c8 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:32:53.845277 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-18a10fee-28bf-43a6-98a0-422943aedf6e req-fe271431-1f5a-471f-9df9-c959cac44e14 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:53.853763 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-18a10fee-28bf-43a6-98a0-422943aedf6e req-fe271431-1f5a-471f-9df9-c959cac44e14 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.83 "DELETE /v2.0/ports/288f9125-a053-455b-9bfa-3418960991c8 HTTP/1.1" status: 204 len: 173 time: 0.6840351 Nov 18 17:32:53.856774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04191a0-0e02-466d-bd63-03889156bbf3', 'name': 'network-vif-deleted', 'tag': '288f9125-a053-455b-9bfa-3418960991c8'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:32:53.865128 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6562cf9a-0215-4c07-a0db-c1fa48800f9c" -d '{"events": [{"server_uuid": "b04191a0-0e02-466d-bd63-03889156bbf3", "name": "network-vif-deleted", "tag": "288f9125-a053-455b-9bfa-3418960991c8"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:32:53.965530 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bfa141-e2f2-4635-948d-fc7be2de2863 x-openstack-request-id: req-03bfa141-e2f2-4635-948d-fc7be2de2863 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:32:53.966068 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04191a0-0e02-466d-bd63-03889156bbf3", "name": "network-vif-deleted", "tag": "288f9125-a053-455b-9bfa-3418960991c8", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:32:53.966700 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-03bfa141-e2f2-4635-948d-fc7be2de2863 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:32:53.967591 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04191a0-0e02-466d-bd63-03889156bbf3', 'name': 'network-vif-deleted', 'tag': '288f9125-a053-455b-9bfa-3418960991c8', 'status': 'completed', 'code': 200} Nov 18 17:32:54.016845 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b159751-df1c-4df0-92f5-53ecef445daa req-1ef45f4a-433d-4e2e-93fc-67cab712fd04 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:54.019744 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b159751-df1c-4df0-92f5-53ecef445daa req-1ef45f4a-433d-4e2e-93fc-67cab712fd04 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0849555 Nov 18 17:32:54.087733 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b159751-df1c-4df0-92f5-53ecef445daa req-bac13f14-f75f-4880-9d10-2531e17bdbec tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614133 Nov 18 17:32:54.136337 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-614f4476-f5da-4d1d-83f2-b5f35b38acf9 req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-370534389', 'description': 'tempest-description-474360414'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:54.242610 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-614f4476-f5da-4d1d-83f2-b5f35b38acf9 req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:54.334601 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-614f4476-f5da-4d1d-83f2-b5f35b38acf9 req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:54.385487 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-614f4476-f5da-4d1d-83f2-b5f35b38acf9 req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:54.425786 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d62300-fac6-49bc-95d4-b7f99052e492,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:54.437904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:54.438324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:54.438612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:54.439005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:54.439405 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:54.439930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:54.440223 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:54.440574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:54.441462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:54.441854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:54.442287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:54.442687 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:32:54.460338 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-614f4476-f5da-4d1d-83f2-b5f35b38acf9 req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:54.461890 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-614f4476-f5da-4d1d-83f2-b5f35b38acf9 req-b86caf68-1748-41a2-965d-a6ac1950ea17 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.3303723 Nov 18 17:32:54.593593 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33232a87-f30a-4826-9f76-e8b025f58108 req-d3780877-39fb-42b7-a8ef-6e90873959c6 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-370534389&fields=id&tenant_id=a463d407ed0241ef82cfebef02fe4189 HTTP/1.1" status: 200 len: 267 time: 0.0753579 Nov 18 17:32:54.679322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33232a87-f30a-4826-9f76-e8b025f58108 req-a9c92a42-14a8-4171-a083-c48d32966986 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:54.681128 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33232a87-f30a-4826-9f76-e8b025f58108 req-a9c92a42-14a8-4171-a083-c48d32966986 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0807950 Nov 18 17:32:54.699645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-33232a87-f30a-4826-9f76-e8b025f58108 req-89c2bfb1-0433-41d9-9a10-9cccc1a405d0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Request body: {'port': {'security_groups': ['179648ef-849f-4fe2-91bb-0164c48d35d5', '87d62300-fac6-49bc-95d4-b7f99052e492']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:54.780340 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-33232a87-f30a-4826-9f76-e8b025f58108 req-89c2bfb1-0433-41d9-9a10-9cccc1a405d0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:54.971189 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-875e4d1f-5019-4af4-a43f-d1e0e0d0ba43 req-7a54a67e-97db-4eb3-be8e-1f5453f32dda tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04191a0-0e02-466d-bd63-03889156bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0415068 Nov 18 17:32:55.089444 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-33232a87-f30a-4826-9f76-e8b025f58108 req-89c2bfb1-0433-41d9-9a10-9cccc1a405d0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] For port a05a9178-0985-47ff-a070-0a6c1f5f9b16, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a05a9178-0985-47ff-a070-0a6c1f5f9b16,segment=NetworkSegment(34b074f7-5c54-408a-a875-665d05a9b429),segment_id=34b074f7-5c54-408a-a875-665d05a9b429)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:32:55.128102 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-33232a87-f30a-4826-9f76-e8b025f58108 req-89c2bfb1-0433-41d9-9a10-9cccc1a405d0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:55.189544 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-33232a87-f30a-4826-9f76-e8b025f58108 req-89c2bfb1-0433-41d9-9a10-9cccc1a405d0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:55.202165 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['a05a9178-0985-47ff-a070-0a6c1f5f9b16'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:32:55.234444 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33232a87-f30a-4826-9f76-e8b025f58108 req-89c2bfb1-0433-41d9-9a10-9cccc1a405d0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:55.235088 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-33232a87-f30a-4826-9f76-e8b025f58108 req-89c2bfb1-0433-41d9-9a10-9cccc1a405d0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:55.236549 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33232a87-f30a-4826-9f76-e8b025f58108 req-89c2bfb1-0433-41d9-9a10-9cccc1a405d0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "PUT /v2.0/ports/a05a9178-0985-47ff-a070-0a6c1f5f9b16 HTTP/1.1" status: 200 len: 981 time: 0.5422843 Nov 18 17:32:55.237011 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'tag': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:32:55.245550 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edff055d-907c-4c9d-9567-d0a978e1afa5" -d '{"events": [{"name": "network-changed", "server_uuid": "b6856acb-06d2-4c11-b058-26eaa4fe28de", "tag": "a05a9178-0985-47ff-a070-0a6c1f5f9b16"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:32:55.265177 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2bfb1-0433-41d9-9a10-9cccc1a405d0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Pushing event updated for resources: {'Port': ['ID=a05a9178-0985-47ff-a070-0a6c1f5f9b16,revision_number=6']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:55.306244 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['a05a9178-0985-47ff-a070-0a6c1f5f9b16'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:32:55.366690 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736e0c3f-ac88-44b1-a70e-2345361c738b x-openstack-request-id: req-736e0c3f-ac88-44b1-a70e-2345361c738b {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:32:55.367842 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6856acb-06d2-4c11-b058-26eaa4fe28de", "tag": "a05a9178-0985-47ff-a070-0a6c1f5f9b16", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:32:55.368362 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-736e0c3f-ac88-44b1-a70e-2345361c738b {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:32:55.369002 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'tag': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16', 'status': 'completed', 'code': 200} Nov 18 17:32:55.427446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d5c3b52-8499-4e15-985d-e2979d1855be req-f1aa4934-86b5-4a65-8e0d-b29c1472ad15 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-370534389&fields=id&tenant_id=a463d407ed0241ef82cfebef02fe4189 HTTP/1.1" status: 200 len: 267 time: 0.0972326 Nov 18 17:32:55.458974 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff055d-907c-4c9d-9567-d0a978e1afa5 req-8ce62817-da5e-4cd4-87b5-40e8c963fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:55.460530 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-edff055d-907c-4c9d-9567-d0a978e1afa5 req-8ce62817-da5e-4cd4-87b5-40e8c963fea4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a463d407ed0241ef82cfebef02fe4189&device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 1136 time: 0.0607321 Nov 18 17:32:55.517312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c3b52-8499-4e15-985d-e2979d1855be req-3be8c30c-c0a3-455d-93ac-86794f6e957f tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:55.528915 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d5c3b52-8499-4e15-985d-e2979d1855be req-3be8c30c-c0a3-455d-93ac-86794f6e957f tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 984 time: 0.0880904 Nov 18 17:32:55.537099 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-8d5c3b52-8499-4e15-985d-e2979d1855be req-e6f84954-1fe3-4932-9336-6db955b7cf07 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Request body: {'port': {'security_groups': ['179648ef-849f-4fe2-91bb-0164c48d35d5']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:55.598734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff055d-907c-4c9d-9567-d0a978e1afa5 req-b3dfcdbd-6bb7-4371-8507-babad96ab082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:55.600645 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-edff055d-907c-4c9d-9567-d0a978e1afa5 req-b3dfcdbd-6bb7-4371-8507-babad96ab082 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5b7a9f88-6ec7-45b9-b45d-82003f15decd HTTP/1.1" status: 200 len: 921 time: 0.1328065 Nov 18 17:32:55.640863 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8d5c3b52-8499-4e15-985d-e2979d1855be req-e6f84954-1fe3-4932-9336-6db955b7cf07 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:55.688510 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-edff055d-907c-4c9d-9567-d0a978e1afa5 req-c5df532b-6dc7-413a-b190-e98a71ef1d29 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a05a9178-0985-47ff-a070-0a6c1f5f9b16 HTTP/1.1" status: 200 len: 217 time: 0.0802236 Nov 18 17:32:55.766150 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff055d-907c-4c9d-9567-d0a978e1afa5 req-49fd569e-9845-44cf-a80d-d5920a3271e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:55.772148 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-edff055d-907c-4c9d-9567-d0a978e1afa5 req-49fd569e-9845-44cf-a80d-d5920a3271e7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8a234877-52a8-4363-91cd-0b2fb6d7e78c HTTP/1.1" status: 200 len: 859 time: 0.0734143 Nov 18 17:32:55.815747 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-edff055d-907c-4c9d-9567-d0a978e1afa5 req-bd85d63b-b31d-4331-92c4-da80e6835ee3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5b7a9f88-6ec7-45b9-b45d-82003f15decd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356269 Nov 18 17:32:55.847429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 288f9125-a053-455b-9bfa-3418960991c8 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:32:55.870853 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-8d5c3b52-8499-4e15-985d-e2979d1855be req-e6f84954-1fe3-4932-9336-6db955b7cf07 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] For port a05a9178-0985-47ff-a070-0a6c1f5f9b16, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a05a9178-0985-47ff-a070-0a6c1f5f9b16,segment=NetworkSegment(34b074f7-5c54-408a-a875-665d05a9b429),segment_id=34b074f7-5c54-408a-a875-665d05a9b429)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:32:55.904039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 288f9125-a053-455b-9bfa-3418960991c8 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:32:55.904396 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 288f9125-a053-455b-9bfa-3418960991c8 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:32:55.916037 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8d5c3b52-8499-4e15-985d-e2979d1855be req-e6f84954-1fe3-4932-9336-6db955b7cf07 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:55.946181 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-edff055d-907c-4c9d-9567-d0a978e1afa5 req-4f8e4825-7dcc-4cd9-83ae-3346ae40e7e6 service neutron] 10.222.0.81 "GET /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234548 Nov 18 17:32:55.979078 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8d5c3b52-8499-4e15-985d-e2979d1855be req-e6f84954-1fe3-4932-9336-6db955b7cf07 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:55.992086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['a05a9178-0985-47ff-a070-0a6c1f5f9b16'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:32:56.082559 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-edff055d-907c-4c9d-9567-d0a978e1afa5 req-039b07bf-bc72-411b-858a-c216d1809cf4 service neutron] 10.222.0.81 "GET /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270840 Nov 18 17:32:56.086107 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f84954-1fe3-4932-9336-6db955b7cf07 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Pushing event updated for resources: {'Port': ['ID=a05a9178-0985-47ff-a070-0a6c1f5f9b16,revision_number=7']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:56.110742 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c3b52-8499-4e15-985d-e2979d1855be req-e6f84954-1fe3-4932-9336-6db955b7cf07 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:56.117834 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8d5c3b52-8499-4e15-985d-e2979d1855be req-e6f84954-1fe3-4932-9336-6db955b7cf07 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:56.129199 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d5c3b52-8499-4e15-985d-e2979d1855be req-e6f84954-1fe3-4932-9336-6db955b7cf07 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "PUT /v2.0/ports/a05a9178-0985-47ff-a070-0a6c1f5f9b16 HTTP/1.1" status: 200 len: 942 time: 0.5976908 Nov 18 17:32:56.167152 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['a05a9178-0985-47ff-a070-0a6c1f5f9b16'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:32:56.432360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-5521055e-7b1f-4d21-abc4-4ff1ce4e73d6 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2808254 Nov 18 17:32:56.437538 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-a9f9e4d4-9ca2-42b0-8eb7-8c1b46938a94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:56.515775 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-a9f9e4d4-9ca2-42b0-8eb7-8c1b46938a94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:56.656059 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-a9f9e4d4-9ca2-42b0-8eb7-8c1b46938a94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:56.676902 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e41168-23e0-4ae0-8acd-73ea0ded74ec req-f40edec7-22fd-47c5-bdc2-69ee997bf8ba tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:56.678423 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61e41168-23e0-4ae0-8acd-73ea0ded74ec req-f40edec7-22fd-47c5-bdc2-69ee997bf8ba tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 946 time: 0.0723233 Nov 18 17:32:56.788484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61e41168-23e0-4ae0-8acd-73ea0ded74ec req-72495581-b31c-464d-a13f-d38db2594fb1 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822055 Nov 18 17:32:56.812374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-a9f9e4d4-9ca2-42b0-8eb7-8c1b46938a94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Allocated IP 172.25.3.232 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/e1d104b1-eec2-4715-8d81-8994de4b7440) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:32:56.935596 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-a9f9e4d4-9ca2-42b0-8eb7-8c1b46938a94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:57.018136 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-a9f9e4d4-9ca2-42b0-8eb7-8c1b46938a94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:57.056799 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-a9f9e4d4-9ca2-42b0-8eb7-8c1b46938a94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:32:57.061177 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-a9f9e4d4-9ca2-42b0-8eb7-8c1b46938a94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:32:57.068287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-a9f9e4d4-9ca2-42b0-8eb7-8c1b46938a94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:32:57.071333 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9e4d4-9ca2-42b0-8eb7-8c1b46938a94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Pushing event updated for resources: {'Port': ['ID=e1d104b1-eec2-4715-8d81-8994de4b7440,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:57.159858 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-a9f9e4d4-9ca2-42b0-8eb7-8c1b46938a94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:57.236996 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-a9f9e4d4-9ca2-42b0-8eb7-8c1b46938a94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:57.370919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'tag': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:32:57.373470 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0858e20b-b544-46c3-8f4d-5d5eb8034d89" -d '{"events": [{"name": "network-changed", "server_uuid": "b6856acb-06d2-4c11-b058-26eaa4fe28de", "tag": "a05a9178-0985-47ff-a070-0a6c1f5f9b16"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:32:57.407009 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-a9f9e4d4-9ca2-42b0-8eb7-8c1b46938a94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:57.414738 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeedcbc-e3fa-4ffe-a2be-08b49f484db5 x-openstack-request-id: req-feeedcbc-e3fa-4ffe-a2be-08b49f484db5 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:32:57.415051 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6856acb-06d2-4c11-b058-26eaa4fe28de", "tag": "a05a9178-0985-47ff-a070-0a6c1f5f9b16", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:32:57.415335 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-feeedcbc-e3fa-4ffe-a2be-08b49f484db5 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:32:57.415749 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'tag': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16', 'status': 'completed', 'code': 200} Nov 18 17:32:57.485623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858e20b-b544-46c3-8f4d-5d5eb8034d89 req-9cb55cd6-2b4d-4161-8f12-2047d16a65f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:57.487134 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0858e20b-b544-46c3-8f4d-5d5eb8034d89 req-9cb55cd6-2b4d-4161-8f12-2047d16a65f0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a463d407ed0241ef82cfebef02fe4189&device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 1097 time: 0.0423908 Nov 18 17:32:57.491823 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-a9f9e4d4-9ca2-42b0-8eb7-8c1b46938a94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:57.590504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9e4d4-9ca2-42b0-8eb7-8c1b46938a94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Pushing event updated for resources: {'Port': ['ID=e1d104b1-eec2-4715-8d81-8994de4b7440,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:57.602901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858e20b-b544-46c3-8f4d-5d5eb8034d89 req-585d1f31-daf8-49e5-87b3-7843246ec785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:57.603198 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-a9f9e4d4-9ca2-42b0-8eb7-8c1b46938a94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:57.604451 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0858e20b-b544-46c3-8f4d-5d5eb8034d89 req-585d1f31-daf8-49e5-87b3-7843246ec785 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5b7a9f88-6ec7-45b9-b45d-82003f15decd HTTP/1.1" status: 200 len: 921 time: 0.1101308 Nov 18 17:32:57.653195 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0858e20b-b544-46c3-8f4d-5d5eb8034d89 req-1ce7c1a1-5148-4bc7-ac6b-348a05919201 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a05a9178-0985-47ff-a070-0a6c1f5f9b16 HTTP/1.1" status: 200 len: 217 time: 0.0391963 Nov 18 17:32:57.666244 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-a9f9e4d4-9ca2-42b0-8eb7-8c1b46938a94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:57.676309 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-a9f9e4d4-9ca2-42b0-8eb7-8c1b46938a94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2352304 Nov 18 17:32:57.733707 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858e20b-b544-46c3-8f4d-5d5eb8034d89 req-4df0e54c-c99b-4c5c-bd7e-8d9a53a1f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:57.733707 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0858e20b-b544-46c3-8f4d-5d5eb8034d89 req-4df0e54c-c99b-4c5c-bd7e-8d9a53a1f444 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8a234877-52a8-4363-91cd-0b2fb6d7e78c HTTP/1.1" status: 200 len: 859 time: 0.0642171 Nov 18 17:32:57.754587 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-a9f7a2f9-e6de-48b4-ad94-025ee9f91915 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.0785308 Nov 18 17:32:57.773663 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0858e20b-b544-46c3-8f4d-5d5eb8034d89 req-6cbf6a00-bca9-4067-907a-0bf44b120720 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5b7a9f88-6ec7-45b9-b45d-82003f15decd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333331 Nov 18 17:32:57.901083 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0858e20b-b544-46c3-8f4d-5d5eb8034d89 req-ee18e638-3298-4b05-b053-88222d940789 service neutron] 10.222.0.81 "GET /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199675 Nov 18 17:32:57.967325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-201a7ac2-0bd6-44a1-a549-a548b23c6658 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:57.968795 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-201a7ac2-0bd6-44a1-a549-a548b23c6658 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.2085152 Nov 18 17:32:57.985765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b031cf-8aaa-4900-b78c-45424097c543 req-79a4ff8e-3bf7-474d-9b18-0cac8342f1a0 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:57.987222 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4b031cf-8aaa-4900-b78c-45424097c543 req-79a4ff8e-3bf7-474d-9b18-0cac8342f1a0 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.81 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 946 time: 0.1289210 Nov 18 17:32:57.993172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-f8233c6d-227b-491a-98d0-1f32afaeea90 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:32:57.994221 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-684921a0-6a0b-4b12-92e9-6cd678b423b7 req-f8233c6d-227b-491a-98d0-1f32afaeea90 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166187 Nov 18 17:32:58.023661 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edf582-7d13-451f-88d2-d5dec82ad28b req-d4865c1d-7cdd-40c1-be7e-1fc3cb0ec133 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:58.026677 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0858e20b-b544-46c3-8f4d-5d5eb8034d89 req-db3e8e02-68fd-4c82-b81d-4c0b1371a75f service neutron] 10.222.0.81 "GET /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174057 Nov 18 17:32:58.228487 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c5edf582-7d13-451f-88d2-d5dec82ad28b req-d4865c1d-7cdd-40c1-be7e-1fc3cb0ec133 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 946 time: 0.1338074 Nov 18 17:32:58.228487 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c5edf582-7d13-451f-88d2-d5dec82ad28b req-e7fe59ff-0486-47b4-b036-acaab9e944a7 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538365 Nov 18 17:32:58.228487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-c4b031cf-8aaa-4900-b78c-45424097c543 req-2cfb1063-b13e-4e54-823e-6e3357d6ab05 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Deleting port fd1b19cf-8000-4264-aae3-6676022cad2e {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:32:58.228487 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c4b031cf-8aaa-4900-b78c-45424097c543 req-2cfb1063-b13e-4e54-823e-6e3357d6ab05 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:58.381360 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-d783b500-a97c-434b-93a3-ccc262402250 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:32:58.382997 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-d783b500-a97c-434b-93a3-ccc262402250 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1441808 Nov 18 17:32:58.462613 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-c4b031cf-8aaa-4900-b78c-45424097c543 req-2cfb1063-b13e-4e54-823e-6e3357d6ab05 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] For port fd1b19cf-8000-4264-aae3-6676022cad2e, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fd1b19cf-8000-4264-aae3-6676022cad2e,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:32:58.463063 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c4b031cf-8aaa-4900-b78c-45424097c543 req-2cfb1063-b13e-4e54-823e-6e3357d6ab05 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:58.468131 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-0aa3d2bb-239c-4356-a9a0-1ce56cc4eb94 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.0767524 Nov 18 17:32:58.485119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-c4b031cf-8aaa-4900-b78c-45424097c543 req-2cfb1063-b13e-4e54-823e-6e3357d6ab05 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Calling delete_port for fd1b19cf-8000-4264-aae3-6676022cad2e owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:32:58.494785 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-cc6319c7-8af8-4ee0-9e77-fdabb0285cc2 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Request body: {'floatingip': {'port_id': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:58.547957 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-cc6319c7-8af8-4ee0-9e77-fdabb0285cc2 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:59.217020 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:32:59.289098 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c4b031cf-8aaa-4900-b78c-45424097c543 req-2cfb1063-b13e-4e54-823e-6e3357d6ab05 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:59.301221 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['fd1b19cf-8000-4264-aae3-6676022cad2e'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:32:59.323189 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:32:59.391150 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb1063-b13e-4e54-823e-6e3357d6ab05 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Pushing event deleted for resources: {'Port': ['ID=fd1b19cf-8000-4264-aae3-6676022cad2e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:32:59.398767 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-048ffdc9-89cb-42d9-9fcf-77609d1e34c2 req-c33a2d38-9f40-4c17-9de1-73b073b57cc5 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 210 time: 0.1021092 Nov 18 17:32:59.454673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b031cf-8aaa-4900-b78c-45424097c543 req-2cfb1063-b13e-4e54-823e-6e3357d6ab05 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] No DVR routers for this DVR port fd1b19cf-8000-4264-aae3-6676022cad2e on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:32:59.466000 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c4b031cf-8aaa-4900-b78c-45424097c543 req-2cfb1063-b13e-4e54-823e-6e3357d6ab05 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:59.471115 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4b031cf-8aaa-4900-b78c-45424097c543 req-2cfb1063-b13e-4e54-823e-6e3357d6ab05 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.81 "DELETE /v2.0/ports/fd1b19cf-8000-4264-aae3-6676022cad2e HTTP/1.1" status: 204 len: 173 time: 1.4744313 Nov 18 17:32:59.471830 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ab9e17-428d-40a5-89ce-671e8dbe6b00', 'name': 'network-vif-deleted', 'tag': 'fd1b19cf-8000-4264-aae3-6676022cad2e'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:32:59.474246 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dc829c-e352-4a1c-819f-f90c4cfaced0" -d '{"events": [{"server_uuid": "94ab9e17-428d-40a5-89ce-671e8dbe6b00", "name": "network-vif-deleted", "tag": "fd1b19cf-8000-4264-aae3-6676022cad2e"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:32:59.553521 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231b7b82-c15d-4799-8326-4ea40b81c8a8 x-openstack-request-id: req-231b7b82-c15d-4799-8326-4ea40b81c8a8 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:32:59.554080 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ab9e17-428d-40a5-89ce-671e8dbe6b00", "name": "network-vif-deleted", "tag": "fd1b19cf-8000-4264-aae3-6676022cad2e", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:32:59.554080 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-231b7b82-c15d-4799-8326-4ea40b81c8a8 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:32:59.554481 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ab9e17-428d-40a5-89ce-671e8dbe6b00', 'name': 'network-vif-deleted', 'tag': 'fd1b19cf-8000-4264-aae3-6676022cad2e', 'status': 'completed', 'code': 200} Nov 18 17:32:59.679011 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-cc6319c7-8af8-4ee0-9e77-fdabb0285cc2 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:59.726892 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-cc6319c7-8af8-4ee0-9e77-fdabb0285cc2 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:32:59.845835 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-cc6319c7-8af8-4ee0-9e77-fdabb0285cc2 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Floating IP 6f07bf74-8c88-4c18-b30e-86102a862849 associated. External IP: 172.25.3.232, port: a05a9178-0985-47ff-a070-0a6c1f5f9b16. Nov 18 17:33:00.038615 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3c6254ac-be6d-4b94-b593-d5639de5b039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:00.087602 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-cc6319c7-8af8-4ee0-9e77-fdabb0285cc2 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Router e378cac5-405d-4591-aad3-cfe83198be04 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:33:00.215976 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-cc6319c7-8af8-4ee0-9e77-fdabb0285cc2 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:33:00.222799 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-cc6319c7-8af8-4ee0-9e77-fdabb0285cc2 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:00.241560 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9bb3e9-c708-4832-9dc7-8e71ede56371 None None] Sync routers for ids ['e378cac5-405d-4591-aad3-cfe83198be04'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:33:00.258908 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-cc6319c7-8af8-4ee0-9e77-fdabb0285cc2 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "PUT /v2.0/floatingips/6f07bf74-8c88-4c18-b30e-86102a862849 HTTP/1.1" status: 200 len: 996 time: 1.7800705 Nov 18 17:33:00.286903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9bb3e9-c708-4832-9dc7-8e71ede56371 None None] Routers {'e378cac5-405d-4591-aad3-cfe83198be04'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:33:00.286903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7a9bb3e9-c708-4832-9dc7-8e71ede56371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:32:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e378cac5-405d-4591-aad3-cfe83198be04'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:33:00.341931 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-86d8f81d-0cb3-4e8c-b445-5e3337a18c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:00.343905 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-86d8f81d-0cb3-4e8c-b445-5e3337a18c8d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a463d407ed0241ef82cfebef02fe4189&device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 1097 time: 0.0697763 Nov 18 17:33:00.481749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-91a9f705-c977-439d-82c4-0aac3ca54c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:00.483353 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-91a9f705-c977-439d-82c4-0aac3ca54c4a service neutron] 10.222.0.72 "GET /v2.0/networks?id=5b7a9f88-6ec7-45b9-b45d-82003f15decd HTTP/1.1" status: 200 len: 921 time: 0.1324000 Nov 18 17:33:00.571125 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2bc4cccb-3355-4729-b3a6-5b2ca5167fd0 req-6681e8ee-c622-4131-a2cf-2843e5a0141c tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=94ab9e17-428d-40a5-89ce-671e8dbe6b00 HTTP/1.1" status: 200 len: 210 time: 0.0357332 Nov 18 17:33:00.602572 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-6782ad8d-e094-485c-950e-2a7f5548885d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a05a9178-0985-47ff-a070-0a6c1f5f9b16 HTTP/1.1" status: 200 len: 999 time: 0.1075590 Nov 18 17:33:00.654727 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-7a9bb3e9-c708-4832-9dc7-8e71ede56371 None None] Set router e378cac5-405d-4591-aad3-cfe83198be04 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:33:00.672949 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-29fc394f-40a9-48f6-8f65-670ca3780f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:00.674708 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-29fc394f-40a9-48f6-8f65-670ca3780f82 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8a234877-52a8-4363-91cd-0b2fb6d7e78c HTTP/1.1" status: 200 len: 859 time: 0.0661900 Nov 18 17:33:00.713619 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-095c8b2c-0175-4ed2-a5f5-89743ecb3211 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b7a9f88-6ec7-45b9-b45d-82003f15decd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315614 Nov 18 17:33:00.729231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-b0030ccf-3121-49e5-a8e0-e7d254405fd0 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:33:00.736793 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-b0030ccf-3121-49e5-a8e0-e7d254405fd0 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117953 Nov 18 17:33:00.848363 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-a7a120d9-ebba-4535-8d82-63b46d48c38d service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106174 Nov 18 17:33:00.939320 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7a9bb3e9-c708-4832-9dc7-8e71ede56371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'name': 'tempest-ServerRescueTestJSONUnderV235-595637294-router', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:32:02Z', 'updated_at': '2021-11-18T17:32:07Z', 'revision_number': 4, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'gw_port': {'id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:03Z', 'updated_at': '2021-11-18T17:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '6f07bf74-8c88-4c18-b30e-86102a862849', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'port_id': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd', 'mac_address': 'fa:16:3e:59:20:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:32:57Z', 'updated_at': '2021-11-18T17:32:59Z', 'revision_number': 1, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28547789-8350-4c8a-ae07-d833a155e191', 'name': '', 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'mac_address': 'fa:16:3e:08:d5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:06Z', 'updated_at': '2021-11-18T17:32:13Z', 'revision_number': 5, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'subnets': [{'id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:33:00.969077 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f89d1dd3-8236-4fd6-b0c5-4cf15c16b0b0 req-f116e3c3-0837-44e3-a3f5-1e684e9e45bf service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190042 Nov 18 17:33:00.970911 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9bb3e9-c708-4832-9dc7-8e71ede56371 None None] Checking router: e378cac5-405d-4591-aad3-cfe83198be04 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:33:00.980763 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9bb3e9-c708-4832-9dc7-8e71ede56371 None None] Routers {'e378cac5-405d-4591-aad3-cfe83198be04'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:33:00.981430 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7a9bb3e9-c708-4832-9dc7-8e71ede56371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:32:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e378cac5-405d-4591-aad3-cfe83198be04'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:33:01.137263 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-7a9bb3e9-c708-4832-9dc7-8e71ede56371 None None] Set router e378cac5-405d-4591-aad3-cfe83198be04 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:33:01.168146 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91172a55-11cc-4640-b970-c021ed80867c req-400f4a92-ead6-4fd2-9722-cdef92bf9970 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 999 time: 0.1164858 Nov 18 17:33:01.232240 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91172a55-11cc-4640-b970-c021ed80867c req-638adece-7781-4284-a118-9d9100e6e2f6 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:01.234008 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91172a55-11cc-4640-b970-c021ed80867c req-638adece-7781-4284-a118-9d9100e6e2f6 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports/a05a9178-0985-47ff-a070-0a6c1f5f9b16 HTTP/1.1" status: 200 len: 942 time: 0.0534959 Nov 18 17:33:01.361426 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91172a55-11cc-4640-b970-c021ed80867c req-10165875-30c1-4574-a198-46ca6b41da76 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 999 time: 0.0801497 Nov 18 17:33:01.477101 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7a9bb3e9-c708-4832-9dc7-8e71ede56371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'name': 'tempest-ServerRescueTestJSONUnderV235-595637294-router', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:32:02Z', 'updated_at': '2021-11-18T17:32:07Z', 'revision_number': 4, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'gw_port': {'id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:03Z', 'updated_at': '2021-11-18T17:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '6f07bf74-8c88-4c18-b30e-86102a862849', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'port_id': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd', 'mac_address': 'fa:16:3e:59:20:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:32:57Z', 'updated_at': '2021-11-18T17:32:59Z', 'revision_number': 1, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28547789-8350-4c8a-ae07-d833a155e191', 'name': '', 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'mac_address': 'fa:16:3e:08:d5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:06Z', 'updated_at': '2021-11-18T17:32:13Z', 'revision_number': 5, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'subnets': [{'id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:33:01.509804 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9bb3e9-c708-4832-9dc7-8e71ede56371 None None] The sync data for ids ['e378cac5-405d-4591-aad3-cfe83198be04'] in n-d-813419-11 is: [{'id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'name': 'tempest-ServerRescueTestJSONUnderV235-595637294-router', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:32:02Z', 'updated_at': '2021-11-18T17:32:07Z', 'revision_number': 4, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'gw_port': {'id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:03Z', 'updated_at': '2021-11-18T17:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '6f07bf74-8c88-4c18-b30e-86102a862849', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'port_id': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd', 'mac_address': 'fa:16:3e:59:20:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:32:57Z', 'updated_at': '2021-11-18T17:32:59Z', 'revision_number': 1, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28547789-8350-4c8a-ae07-d833a155e191', 'name': '', 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'mac_address': 'fa:16:3e:08:d5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:06Z', 'updated_at': '2021-11-18T17:32:13Z', 'revision_number': 5, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'subnets': [{'id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:33:01.521738 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91172a55-11cc-4640-b970-c021ed80867c req-e3219bf7-9a6e-42d2-b9ed-99e950c1f91f tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:01.523344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91172a55-11cc-4640-b970-c021ed80867c req-e3219bf7-9a6e-42d2-b9ed-99e950c1f91f tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.1611271 Nov 18 17:33:01.538748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-91172a55-11cc-4640-b970-c021ed80867c req-85a99b78-e546-4b32-83b4-a6d6976f8a31 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:33:01.540462 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91172a55-11cc-4640-b970-c021ed80867c req-85a99b78-e546-4b32-83b4-a6d6976f8a31 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110786 Nov 18 17:33:01.555190 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'tag': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:33:01.557774 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ac48f4-4b08-4591-8aa4-ea23b8ba6c82" -d '{"events": [{"name": "network-changed", "server_uuid": "b6856acb-06d2-4c11-b058-26eaa4fe28de", "tag": "a05a9178-0985-47ff-a070-0a6c1f5f9b16"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:33:01.625177 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc3c5c0-6b91-424c-bf5b-1c2b11b4a41d x-openstack-request-id: req-8cc3c5c0-6b91-424c-bf5b-1c2b11b4a41d {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:33:01.625177 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6856acb-06d2-4c11-b058-26eaa4fe28de", "tag": "a05a9178-0985-47ff-a070-0a6c1f5f9b16", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:33:01.625741 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8cc3c5c0-6b91-424c-bf5b-1c2b11b4a41d {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:33:01.626191 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'tag': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16', 'status': 'completed', 'code': 200} Nov 18 17:33:01.662987 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91172a55-11cc-4640-b970-c021ed80867c req-e565033c-eb1f-4844-8949-744270dff92f tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 999 time: 0.1151464 Nov 18 17:33:01.695955 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-91172a55-11cc-4640-b970-c021ed80867c req-f0a00a7f-0552-4432-8fce-54870fad43f0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:33:01.776043 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac48f4-4b08-4591-8aa4-ea23b8ba6c82 req-0e6fcc75-e469-494e-af92-7598a08de832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:01.777229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44ac48f4-4b08-4591-8aa4-ea23b8ba6c82 req-0e6fcc75-e469-494e-af92-7598a08de832 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a463d407ed0241ef82cfebef02fe4189&device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 1097 time: 0.1270475 Nov 18 17:33:01.780655 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-91172a55-11cc-4640-b970-c021ed80867c req-f0a00a7f-0552-4432-8fce-54870fad43f0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:01.849766 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3a326-c6c6-4003-b96f-7dad3c463f67 None None] New status for floating IP 6f07bf74-8c88-4c18-b30e-86102a862849: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:33:02.124214 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac48f4-4b08-4591-8aa4-ea23b8ba6c82 req-a3786535-2f6f-4f21-90e4-be9aa22bfe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:02.125829 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44ac48f4-4b08-4591-8aa4-ea23b8ba6c82 req-a3786535-2f6f-4f21-90e4-be9aa22bfe55 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5b7a9f88-6ec7-45b9-b45d-82003f15decd HTTP/1.1" status: 200 len: 921 time: 0.3385694 Nov 18 17:33:02.223085 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44ac48f4-4b08-4591-8aa4-ea23b8ba6c82 req-6e203765-38fd-4da9-8957-faa8fbbad3d7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a05a9178-0985-47ff-a070-0a6c1f5f9b16 HTTP/1.1" status: 200 len: 999 time: 0.0892236 Nov 18 17:33:02.277180 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac48f4-4b08-4591-8aa4-ea23b8ba6c82 req-224b950d-e2f4-4761-abd2-77a879dc3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:02.279010 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44ac48f4-4b08-4591-8aa4-ea23b8ba6c82 req-224b950d-e2f4-4761-abd2-77a879dc3469 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8a234877-52a8-4363-91cd-0b2fb6d7e78c HTTP/1.1" status: 200 len: 859 time: 0.0498536 Nov 18 17:33:02.321205 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device fd1b19cf-8000-4264-aae3-6676022cad2e no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:33:02.331637 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44ac48f4-4b08-4591-8aa4-ea23b8ba6c82 req-8e5a03e2-c985-4029-8a61-e0682020cfa4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5b7a9f88-6ec7-45b9-b45d-82003f15decd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442750 Nov 18 17:33:02.335667 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.api [req-91172a55-11cc-4640-b970-c021ed80867c req-f0a00a7f-0552-4432-8fce-54870fad43f0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:33:02.335936 n-d-813419-11 neutron-server[104007]: DEBUG oslo_db.api [req-91172a55-11cc-4640-b970-c021ed80867c req-f0a00a7f-0552-4432-8fce-54870fad43f0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:33:02.381041 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: fd1b19cf-8000-4264-aae3-6676022cad2e {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:33:02.381400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device fd1b19cf-8000-4264-aae3-6676022cad2e not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:33:02.395589 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-448e4d7f-2122-47e0-a779-d2eedb3cab69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:02.512459 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44ac48f4-4b08-4591-8aa4-ea23b8ba6c82 req-33e12bf6-bea6-42f9-bed9-c4e5e7557a8a service neutron] 10.222.0.81 "GET /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716788 Nov 18 17:33:02.622245 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44ac48f4-4b08-4591-8aa4-ea23b8ba6c82 req-a0099237-17d7-44e7-b09b-c337cd1c441c service neutron] 10.222.0.81 "GET /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026232 Nov 18 17:33:02.836972 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-91172a55-11cc-4640-b970-c021ed80867c req-f0a00a7f-0552-4432-8fce-54870fad43f0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:03.057384 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-91172a55-11cc-4640-b970-c021ed80867c req-f0a00a7f-0552-4432-8fce-54870fad43f0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:03.126983 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-91172a55-11cc-4640-b970-c021ed80867c req-f0a00a7f-0552-4432-8fce-54870fad43f0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:03.127754 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [req-91172a55-11cc-4640-b970-c021ed80867c req-f0a00a7f-0552-4432-8fce-54870fad43f0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Floating IP 6f07bf74-8c88-4c18-b30e-86102a862849 disassociated. External IP: 172.25.3.232, port: a05a9178-0985-47ff-a070-0a6c1f5f9b16. Nov 18 17:33:03.414672 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91172a55-11cc-4640-b970-c021ed80867c req-f0a00a7f-0552-4432-8fce-54870fad43f0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Router e378cac5-405d-4591-aad3-cfe83198be04 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:33:03.577810 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:03.898287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91172a55-11cc-4640-b970-c021ed80867c req-f0a00a7f-0552-4432-8fce-54870fad43f0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:33:03.903198 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-91172a55-11cc-4640-b970-c021ed80867c req-f0a00a7f-0552-4432-8fce-54870fad43f0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:03.915916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7dcaa0-5bd8-4a7b-872d-3523edaa193a None None] Sync routers for ids ['e378cac5-405d-4591-aad3-cfe83198be04'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:33:03.941590 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7dcaa0-5bd8-4a7b-872d-3523edaa193a None None] Routers {'e378cac5-405d-4591-aad3-cfe83198be04'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:33:03.942426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1f7dcaa0-5bd8-4a7b-872d-3523edaa193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:33:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e378cac5-405d-4591-aad3-cfe83198be04'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:33:03.945585 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91172a55-11cc-4640-b970-c021ed80867c req-f0a00a7f-0552-4432-8fce-54870fad43f0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "PUT /v2.0/floatingips/6f07bf74-8c88-4c18-b30e-86102a862849 HTTP/1.1" status: 200 len: 695 time: 2.2539039 Nov 18 17:33:03.946112 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'tag': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:33:03.948582 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3c5763-bca4-4066-80c6-6b8bfabf55d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6856acb-06d2-4c11-b058-26eaa4fe28de", "tag": "a05a9178-0985-47ff-a070-0a6c1f5f9b16"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:33:04.011231 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c789fe8-1c62-438e-a9c4-209aa1cf5bd8 x-openstack-request-id: req-6c789fe8-1c62-438e-a9c4-209aa1cf5bd8 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:33:04.011530 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6856acb-06d2-4c11-b058-26eaa4fe28de", "tag": "a05a9178-0985-47ff-a070-0a6c1f5f9b16", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:33:04.011906 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6c789fe8-1c62-438e-a9c4-209aa1cf5bd8 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:33:04.012906 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'tag': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16', 'status': 'completed', 'code': 200} Nov 18 17:33:04.020281 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91172a55-11cc-4640-b970-c021ed80867c req-836d6f8d-ad7a-4f30-9934-ad5d7573e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:04.021809 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91172a55-11cc-4640-b970-c021ed80867c req-836d6f8d-ad7a-4f30-9934-ad5d7573e46c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a463d407ed0241ef82cfebef02fe4189&device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 1097 time: 0.0567892 Nov 18 17:33:04.150567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-1f7dcaa0-5bd8-4a7b-872d-3523edaa193a None None] Set router e378cac5-405d-4591-aad3-cfe83198be04 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:33:04.170133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c5763-bca4-4066-80c6-6b8bfabf55d4 req-ab8c95ec-ef13-4020-913f-70c7a8e9f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:04.175347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a3c5763-bca4-4066-80c6-6b8bfabf55d4 req-ab8c95ec-ef13-4020-913f-70c7a8e9f3ce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a463d407ed0241ef82cfebef02fe4189&device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 1097 time: 0.1354706 Nov 18 17:33:04.237268 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91172a55-11cc-4640-b970-c021ed80867c req-bb512a81-c7ec-43f6-89e2-b6b5690154f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:04.239298 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91172a55-11cc-4640-b970-c021ed80867c req-bb512a81-c7ec-43f6-89e2-b6b5690154f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5b7a9f88-6ec7-45b9-b45d-82003f15decd HTTP/1.1" status: 200 len: 921 time: 0.2084780 Nov 18 17:33:04.331883 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91172a55-11cc-4640-b970-c021ed80867c req-2426b7a2-6eb7-47d4-90ad-f42cac2aff33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a05a9178-0985-47ff-a070-0a6c1f5f9b16 HTTP/1.1" status: 200 len: 217 time: 0.0847237 Nov 18 17:33:04.364373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c5763-bca4-4066-80c6-6b8bfabf55d4 req-59434cc1-d3a5-4c3f-b7ce-0e8eea18d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:04.366184 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a3c5763-bca4-4066-80c6-6b8bfabf55d4 req-59434cc1-d3a5-4c3f-b7ce-0e8eea18d544 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5b7a9f88-6ec7-45b9-b45d-82003f15decd HTTP/1.1" status: 200 len: 921 time: 0.1825190 Nov 18 17:33:04.449024 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1f7dcaa0-5bd8-4a7b-872d-3523edaa193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'name': 'tempest-ServerRescueTestJSONUnderV235-595637294-router', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:32:02Z', 'updated_at': '2021-11-18T17:32:07Z', 'revision_number': 4, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'gw_port': {'id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:03Z', 'updated_at': '2021-11-18T17:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '28547789-8350-4c8a-ae07-d833a155e191', 'name': '', 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'mac_address': 'fa:16:3e:08:d5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:06Z', 'updated_at': '2021-11-18T17:32:13Z', 'revision_number': 5, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'subnets': [{'id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:33:04.474532 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a3c5763-bca4-4066-80c6-6b8bfabf55d4 req-04c9d4d8-5d9f-417e-a030-98510f38a4bb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a05a9178-0985-47ff-a070-0a6c1f5f9b16 HTTP/1.1" status: 200 len: 217 time: 0.0952919 Nov 18 17:33:04.500865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7dcaa0-5bd8-4a7b-872d-3523edaa193a None None] Checking router: e378cac5-405d-4591-aad3-cfe83198be04 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:33:04.510265 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7dcaa0-5bd8-4a7b-872d-3523edaa193a None None] Routers {'e378cac5-405d-4591-aad3-cfe83198be04'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:33:04.510796 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1f7dcaa0-5bd8-4a7b-872d-3523edaa193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:33:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e378cac5-405d-4591-aad3-cfe83198be04'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:33:04.531519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91172a55-11cc-4640-b970-c021ed80867c req-229f527d-035e-4ad3-ac37-83ab1c40aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:04.537259 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91172a55-11cc-4640-b970-c021ed80867c req-229f527d-035e-4ad3-ac37-83ab1c40aaa3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8a234877-52a8-4363-91cd-0b2fb6d7e78c HTTP/1.1" status: 200 len: 859 time: 0.1957939 Nov 18 17:33:04.606460 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91172a55-11cc-4640-b970-c021ed80867c req-c5245b4b-1395-4f10-9e4c-d5b7d151cd60 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b7a9f88-6ec7-45b9-b45d-82003f15decd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603180 Nov 18 17:33:04.629521 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c5763-bca4-4066-80c6-6b8bfabf55d4 req-50f0ec9c-c914-4a97-8e27-37b1ff11d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:04.629868 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a3c5763-bca4-4066-80c6-6b8bfabf55d4 req-50f0ec9c-c914-4a97-8e27-37b1ff11d954 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8a234877-52a8-4363-91cd-0b2fb6d7e78c HTTP/1.1" status: 200 len: 859 time: 0.1475365 Nov 18 17:33:04.696998 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-1f7dcaa0-5bd8-4a7b-872d-3523edaa193a None None] Set router e378cac5-405d-4591-aad3-cfe83198be04 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:33:04.697559 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a3c5763-bca4-4066-80c6-6b8bfabf55d4 req-ddb75cc9-02c8-4da9-a1a0-0a22baf9c8ad service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5b7a9f88-6ec7-45b9-b45d-82003f15decd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461891 Nov 18 17:33:04.867553 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91172a55-11cc-4640-b970-c021ed80867c req-ddc967ba-e63c-448f-9e67-65ccc09933e9 service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504134 Nov 18 17:33:04.916586 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a3c5763-bca4-4066-80c6-6b8bfabf55d4 req-c00b97f3-5dee-4c34-bb9b-814de2f5f130 service neutron] 10.222.0.81 "GET /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099218 Nov 18 17:33:05.046174 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:05.048427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1f7dcaa0-5bd8-4a7b-872d-3523edaa193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'name': 'tempest-ServerRescueTestJSONUnderV235-595637294-router', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:32:02Z', 'updated_at': '2021-11-18T17:32:07Z', 'revision_number': 4, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'gw_port': {'id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:03Z', 'updated_at': '2021-11-18T17:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '28547789-8350-4c8a-ae07-d833a155e191', 'name': '', 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'mac_address': 'fa:16:3e:08:d5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:06Z', 'updated_at': '2021-11-18T17:32:13Z', 'revision_number': 5, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'subnets': [{'id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:33:05.116440 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7dcaa0-5bd8-4a7b-872d-3523edaa193a None None] The sync data for ids ['e378cac5-405d-4591-aad3-cfe83198be04'] in n-d-813419-11 is: [{'id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'name': 'tempest-ServerRescueTestJSONUnderV235-595637294-router', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:32:02Z', 'updated_at': '2021-11-18T17:32:07Z', 'revision_number': 4, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'gw_port': {'id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:03Z', 'updated_at': '2021-11-18T17:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '28547789-8350-4c8a-ae07-d833a155e191', 'name': '', 'network_id': '5b7a9f88-6ec7-45b9-b45d-82003f15decd', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'mac_address': 'fa:16:3e:08:d5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:06Z', 'updated_at': '2021-11-18T17:32:13Z', 'revision_number': 5, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'subnets': [{'id': '8a234877-52a8-4363-91cd-0b2fb6d7e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:33:05.125552 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91172a55-11cc-4640-b970-c021ed80867c req-730386ea-1dd8-404b-aa90-d4c42ad31a23 service neutron] 10.222.0.72 "GET /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465756 Nov 18 17:33:05.162788 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a3c5763-bca4-4066-80c6-6b8bfabf55d4 req-0e60649d-1f8f-4ce7-9ee0-08a3447fea7e service neutron] 10.222.0.81 "GET /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263255 Nov 18 17:33:05.328913 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-176b1af0-4347-4a02-9d7c-a6918be0b16f req-5f047645-b81f-4f04-b838-c8cee2649af2 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/floatingips/6f07bf74-8c88-4c18-b30e-86102a862849 HTTP/1.1" status: 200 len: 695 time: 0.0596681 Nov 18 17:33:05.440846 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:05.475190 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b1af0-4347-4a02-9d7c-a6918be0b16f req-315897fc-b7bb-4166-a5ca-3cf04905aaa0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:05.477352 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-176b1af0-4347-4a02-9d7c-a6918be0b16f req-315897fc-b7bb-4166-a5ca-3cf04905aaa0 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 784 time: 0.1469579 Nov 18 17:33:05.493998 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-176b1af0-4347-4a02-9d7c-a6918be0b16f req-00f87545-8c93-4e5d-8d11-528722d7c295 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:33:05.495283 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-176b1af0-4347-4a02-9d7c-a6918be0b16f req-00f87545-8c93-4e5d-8d11-528722d7c295 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109384 Nov 18 17:33:05.567403 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1a27eb-20fe-434e-9678-f07d23db2984 None None] New status for floating IP 6f07bf74-8c88-4c18-b30e-86102a862849: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:33:05.574880 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-176b1af0-4347-4a02-9d7c-a6918be0b16f req-5ff0b713-2d68-4c99-b2ba-4f18ae6bfab9 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 698 time: 0.0625696 Nov 18 17:33:05.641132 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-176b1af0-4347-4a02-9d7c-a6918be0b16f req-2c6567ad-98a3-47ab-81ff-1028ae7cddd5 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 698 time: 0.0600574 Nov 18 17:33:05.824247 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-176b1af0-4347-4a02-9d7c-a6918be0b16f req-9d205942-2537-4913-8c85-fa300a0453de tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Deleting port e1d104b1-eec2-4715-8d81-8994de4b7440 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:33:05.824820 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-176b1af0-4347-4a02-9d7c-a6918be0b16f req-9d205942-2537-4913-8c85-fa300a0453de tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:05.929912 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-176b1af0-4347-4a02-9d7c-a6918be0b16f req-9d205942-2537-4913-8c85-fa300a0453de tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:05.930627 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-176b1af0-4347-4a02-9d7c-a6918be0b16f req-9d205942-2537-4913-8c85-fa300a0453de tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:05.943273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-176b1af0-4347-4a02-9d7c-a6918be0b16f req-9d205942-2537-4913-8c85-fa300a0453de tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Calling delete_port for e1d104b1-eec2-4715-8d81-8994de4b7440 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:33:06.177904 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-176b1af0-4347-4a02-9d7c-a6918be0b16f req-9d205942-2537-4913-8c85-fa300a0453de tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:06.207769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d205942-2537-4913-8c85-fa300a0453de tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Pushing event deleted for resources: {'Port': ['ID=e1d104b1-eec2-4715-8d81-8994de4b7440,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:06.305268 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-176b1af0-4347-4a02-9d7c-a6918be0b16f req-9d205942-2537-4913-8c85-fa300a0453de tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:06.308829 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-176b1af0-4347-4a02-9d7c-a6918be0b16f req-9d205942-2537-4913-8c85-fa300a0453de tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:06.310429 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-176b1af0-4347-4a02-9d7c-a6918be0b16f req-9d205942-2537-4913-8c85-fa300a0453de tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "DELETE /v2.0/floatingips/6f07bf74-8c88-4c18-b30e-86102a862849 HTTP/1.1" status: 204 len: 173 time: 0.6601105 Nov 18 17:33:06.411847 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4820c2d0-65d6-4316-affc-47d0cc90434a req-82172cb9-7359-46d5-8eea-e921ce250c82 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups/87d62300-fac6-49bc-95d4-b7f99052e492 HTTP/1.1" status: 200 len: 1825 time: 0.0638080 Nov 18 17:33:06.475777 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-4820c2d0-65d6-4316-affc-47d0cc90434a req-94386a1b-8c67-4ebd-acd9-d3798a7a4862 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:06.503421 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-4820c2d0-65d6-4316-affc-47d0cc90434a req-94386a1b-8c67-4ebd-acd9-d3798a7a4862 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:06.647198 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-4820c2d0-65d6-4316-affc-47d0cc90434a req-94386a1b-8c67-4ebd-acd9-d3798a7a4862 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:06.653741 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-4820c2d0-65d6-4316-affc-47d0cc90434a req-94386a1b-8c67-4ebd-acd9-d3798a7a4862 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:06.657808 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4820c2d0-65d6-4316-affc-47d0cc90434a req-94386a1b-8c67-4ebd-acd9-d3798a7a4862 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "DELETE /v2.0/security-groups/87d62300-fac6-49bc-95d4-b7f99052e492 HTTP/1.1" status: 204 len: 173 time: 0.2464700 Nov 18 17:33:06.718352 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94386a1b-8c67-4ebd-acd9-d3798a7a4862 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d62300-fac6-49bc-95d4-b7f99052e492,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:06.817194 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3955c8b-39fb-4f2a-984e-d99d010d2239 req-d5a64eea-f53b-4650-b11c-bbe3e950513e tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:06.818775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3955c8b-39fb-4f2a-984e-d99d010d2239 req-d5a64eea-f53b-4650-b11c-bbe3e950513e tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 945 time: 0.1227190 Nov 18 17:33:06.904933 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3955c8b-39fb-4f2a-984e-d99d010d2239 req-2d150ad1-4523-48a9-a794-50f3cef3256d tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792282 Nov 18 17:33:07.220541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f31351-02a9-43a2-af6c-96ace699dfec req-3a218b7d-0c19-472a-92d4-ab067b88307e tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:07.224306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91f31351-02a9-43a2-af6c-96ace699dfec req-3a218b7d-0c19-472a-92d4-ab067b88307e tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0626199 Nov 18 17:33:07.298381 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91f31351-02a9-43a2-af6c-96ace699dfec req-5132cab2-ab9b-4d5c-8116-88ece356478b tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675271 Nov 18 17:33:08.048598 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7872358-5be2-45e1-8899-40f2eb3606b8 req-304c588f-2c19-4e0f-b00e-8b64012a6fab tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:08.050868 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d7872358-5be2-45e1-8899-40f2eb3606b8 req-304c588f-2c19-4e0f-b00e-8b64012a6fab tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 945 time: 0.0721931 Nov 18 17:33:08.121550 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d7872358-5be2-45e1-8899-40f2eb3606b8 req-55b79559-8b5e-4e7d-9956-e99eef28d4fa tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/security-groups?id=858e0637-43f1-4936-bead-78767d1e4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591884 Nov 18 17:33:08.432443 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9d9fd-d131-4f74-869e-415255822779 req-ef651708-4dad-47e6-ab77-d6d98bd3f32c tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:08.434025 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ba9d9fd-d131-4f74-869e-415255822779 req-ef651708-4dad-47e6-ab77-d6d98bd3f32c tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0581062 Nov 18 17:33:08.491725 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ba9d9fd-d131-4f74-869e-415255822779 req-aaf03f4d-a573-41cb-9002-a5acaaf6e665 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497108 Nov 18 17:33:08.614587 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315b866-fd4f-4c22-9bb0-33befdc397e0 req-0d83fb65-d619-46ab-8190-bc9fc556bf3f tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:08.617333 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c315b866-fd4f-4c22-9bb0-33befdc397e0 req-0d83fb65-d619-46ab-8190-bc9fc556bf3f tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.83 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 945 time: 0.0550592 Nov 18 17:33:08.723834 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c315b866-fd4f-4c22-9bb0-33befdc397e0 req-3c0f94c1-b85d-475c-8391-94de623534ca tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Deleting port 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:33:08.724457 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c315b866-fd4f-4c22-9bb0-33befdc397e0 req-3c0f94c1-b85d-475c-8391-94de623534ca tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:08.824088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c315b866-fd4f-4c22-9bb0-33befdc397e0 req-3c0f94c1-b85d-475c-8391-94de623534ca tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] For port 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6,segment=NetworkSegment(8782a564-3dfd-453d-8e66-39c0504e575d),segment_id=8782a564-3dfd-453d-8e66-39c0504e575d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:33:08.824463 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c315b866-fd4f-4c22-9bb0-33befdc397e0 req-3c0f94c1-b85d-475c-8391-94de623534ca tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:08.838332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c315b866-fd4f-4c22-9bb0-33befdc397e0 req-3c0f94c1-b85d-475c-8391-94de623534ca tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Calling delete_port for 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:33:09.063818 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c315b866-fd4f-4c22-9bb0-33befdc397e0 req-3c0f94c1-b85d-475c-8391-94de623534ca tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:09.078007 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:33:09.110215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f94c1-b85d-475c-8391-94de623534ca tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Pushing event deleted for resources: {'Port': ['ID=3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:09.180396 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c315b866-fd4f-4c22-9bb0-33befdc397e0 req-3c0f94c1-b85d-475c-8391-94de623534ca tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] No DVR routers for this DVR port 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:33:09.183968 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c315b866-fd4f-4c22-9bb0-33befdc397e0 req-3c0f94c1-b85d-475c-8391-94de623534ca tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:09.187071 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c315b866-fd4f-4c22-9bb0-33befdc397e0 req-3c0f94c1-b85d-475c-8391-94de623534ca tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.83 "DELETE /v2.0/ports/3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 HTTP/1.1" status: 204 len: 173 time: 0.5625920 Nov 18 17:33:09.187553 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd170e4b5-d9f6-4880-91bc-cb34d5e8c767', 'name': 'network-vif-deleted', 'tag': '3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:33:09.192909 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b41ce0-4c06-43b0-864a-322b78bf2f09" -d '{"events": [{"server_uuid": "d170e4b5-d9f6-4880-91bc-cb34d5e8c767", "name": "network-vif-deleted", "tag": "3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:33:09.270099 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-978cf510-7af6-4305-b7e6-ef9cd0931d07 req-d73024fe-be7f-4cc2-acfd-a0da640338f9 tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 210 time: 0.0334263 Nov 18 17:33:09.314804 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89e168e-be1e-41a8-a314-5c9d0228098b x-openstack-request-id: req-d89e168e-be1e-41a8-a314-5c9d0228098b {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:33:09.315853 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d170e4b5-d9f6-4880-91bc-cb34d5e8c767", "name": "network-vif-deleted", "tag": "3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:33:09.316222 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d89e168e-be1e-41a8-a314-5c9d0228098b {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:33:09.316796 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd170e4b5-d9f6-4880-91bc-cb34d5e8c767', 'name': 'network-vif-deleted', 'tag': '3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6', 'status': 'completed', 'code': 200} Nov 18 17:33:09.431844 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21891245-b605-4760-a437-8a4c8916182f req-7fcd5f3f-c053-4d70-ad4a-fa91d823380f tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:09.433632 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21891245-b605-4760-a437-8a4c8916182f req-7fcd5f3f-c053-4d70-ad4a-fa91d823380f tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.0724905 Nov 18 17:33:09.611243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-21891245-b605-4760-a437-8a4c8916182f req-2d1a1b3b-56d1-4d53-a921-d7e7d0540250 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Deleting port a05a9178-0985-47ff-a070-0a6c1f5f9b16 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:33:09.611698 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-21891245-b605-4760-a437-8a4c8916182f req-2d1a1b3b-56d1-4d53-a921-d7e7d0540250 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:09.735604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b05d9a-baab-43c5-8a6b-b37533b6a184 req-18c9877f-b32f-4c82-aafd-704442cdee81 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:09.744423 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32b05d9a-baab-43c5-8a6b-b37533b6a184 req-18c9877f-b32f-4c82-aafd-704442cdee81 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 945 time: 0.1357923 Nov 18 17:33:09.785864 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-21891245-b605-4760-a437-8a4c8916182f req-2d1a1b3b-56d1-4d53-a921-d7e7d0540250 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] For port a05a9178-0985-47ff-a070-0a6c1f5f9b16, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a05a9178-0985-47ff-a070-0a6c1f5f9b16,segment=NetworkSegment(34b074f7-5c54-408a-a875-665d05a9b429),segment_id=34b074f7-5c54-408a-a875-665d05a9b429)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:33:09.786242 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-21891245-b605-4760-a437-8a4c8916182f req-2d1a1b3b-56d1-4d53-a921-d7e7d0540250 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:09.805229 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-21891245-b605-4760-a437-8a4c8916182f req-2d1a1b3b-56d1-4d53-a921-d7e7d0540250 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Calling delete_port for a05a9178-0985-47ff-a070-0a6c1f5f9b16 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:33:09.837059 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32b05d9a-baab-43c5-8a6b-b37533b6a184 req-7bb83150-7e82-46dd-992d-fabc212eb79c tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/security-groups?id=179648ef-849f-4fe2-91bb-0164c48d35d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892463 Nov 18 17:33:10.092577 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-21891245-b605-4760-a437-8a4c8916182f req-2d1a1b3b-56d1-4d53-a921-d7e7d0540250 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:10.106639 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['a05a9178-0985-47ff-a070-0a6c1f5f9b16'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:33:10.141111 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a1b3b-56d1-4d53-a921-d7e7d0540250 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Pushing event deleted for resources: {'Port': ['ID=a05a9178-0985-47ff-a070-0a6c1f5f9b16,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:10.222884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-21891245-b605-4760-a437-8a4c8916182f req-2d1a1b3b-56d1-4d53-a921-d7e7d0540250 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] No DVR routers for this DVR port a05a9178-0985-47ff-a070-0a6c1f5f9b16 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:33:10.226045 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-21891245-b605-4760-a437-8a4c8916182f req-2d1a1b3b-56d1-4d53-a921-d7e7d0540250 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:10.230085 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21891245-b605-4760-a437-8a4c8916182f req-2d1a1b3b-56d1-4d53-a921-d7e7d0540250 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.81 "DELETE /v2.0/ports/a05a9178-0985-47ff-a070-0a6c1f5f9b16 HTTP/1.1" status: 204 len: 173 time: 0.7851961 Nov 18 17:33:10.230683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'name': 'network-vif-deleted', 'tag': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:33:10.234278 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c9f3d1-58da-45a0-940c-4c964d1379c4" -d '{"events": [{"server_uuid": "b6856acb-06d2-4c11-b058-26eaa4fe28de", "name": "network-vif-deleted", "tag": "a05a9178-0985-47ff-a070-0a6c1f5f9b16"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:33:10.301303 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fff577-6473-42e6-96ce-8be1384257de x-openstack-request-id: req-e7fff577-6473-42e6-96ce-8be1384257de {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:33:10.301759 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6856acb-06d2-4c11-b058-26eaa4fe28de", "name": "network-vif-deleted", "tag": "a05a9178-0985-47ff-a070-0a6c1f5f9b16", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:33:10.302111 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e7fff577-6473-42e6-96ce-8be1384257de {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:33:10.302686 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6856acb-06d2-4c11-b058-26eaa4fe28de', 'name': 'network-vif-deleted', 'tag': 'a05a9178-0985-47ff-a070-0a6c1f5f9b16', 'status': 'completed', 'code': 200} Nov 18 17:33:10.396212 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af9121d9-dc08-4168-b7bd-e4f2bb6a5bb0 req-d8a736fc-34cf-4f5f-b18f-8f9e2d8c2fcf tempest-AttachVolumeNegativeTest-1135700142 tempest-AttachVolumeNegativeTest-1135700142-project] 10.222.0.72 "GET /v2.0/ports?device_id=d170e4b5-d9f6-4880-91bc-cb34d5e8c767 HTTP/1.1" status: 200 len: 210 time: 0.0290401 Nov 18 17:33:10.994514 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3c751161-64a4-4160-8bf3-c20bb70e3928 req-e3e36b2b-5db6-4a31-9a1a-60dc360ef648 tempest-ServerRescueTestJSONUnderV235-664049608 tempest-ServerRescueTestJSONUnderV235-664049608-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6856acb-06d2-4c11-b058-26eaa4fe28de HTTP/1.1" status: 200 len: 210 time: 0.0343392 Nov 18 17:33:11.465382 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41438) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:11.530689 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-9feefbb9-3606-4d61-90f0-99c8edb9057a admin admin] Deleting subnet cf872087-bdaf-42d6-8bc2-9b553caf2f78 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:33:11.534403 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9feefbb9-3606-4d61-90f0-99c8edb9057a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:11.585865 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9feefbb9-3606-4d61-90f0-99c8edb9057a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:11.653237 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9feefbb9-3606-4d61-90f0-99c8edb9057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:11.766894 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9feefbb9-3606-4d61-90f0-99c8edb9057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:11.797095 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feefbb9-3606-4d61-90f0-99c8edb9057a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf872087-bdaf-42d6-8bc2-9b553caf2f78,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:11.809699 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9feefbb9-3606-4d61-90f0-99c8edb9057a admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:11.815832 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9feefbb9-3606-4d61-90f0-99c8edb9057a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/cf872087-bdaf-42d6-8bc2-9b553caf2f78 HTTP/1.1" status: 204 len: 168 time: 0.3503656 Nov 18 17:33:11.816522 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41446) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:11.907898 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f2aa4999-b20c-46fa-aa6f-20ab5d5ca89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:11.940239 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:33:11.964473 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:33:11.965161 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3dff59d6-804c-46ce-b8a1-dc5d46b7c6c6 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:33:12.022023 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f2aa4999-b20c-46fa-aa6f-20ab5d5ca89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:12.059876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41454) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:12.066629 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-f2aa4999-b20c-46fa-aa6f-20ab5d5ca89b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968f23f6-2f47-427d-92d6-5a81f718caf6']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:33:12.082018 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-f2aa4999-b20c-46fa-aa6f-20ab5d5ca89b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8782a564-3dfd-453d-8e66-39c0504e575d') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:33:12.082410 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-f2aa4999-b20c-46fa-aa6f-20ab5d5ca89b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8782a564-3dfd-453d-8e66-39c0504e575d') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:33:12.095037 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f2aa4999-b20c-46fa-aa6f-20ab5d5ca89b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:12.112019 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f2aa4999-b20c-46fa-aa6f-20ab5d5ca89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:12.118780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2aa4999-b20c-46fa-aa6f-20ab5d5ca89b admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:33:12.119297 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f2aa4999-b20c-46fa-aa6f-20ab5d5ca89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:33:12.178582 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:33:12.295281 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f2aa4999-b20c-46fa-aa6f-20ab5d5ca89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:12.316881 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f2aa4999-b20c-46fa-aa6f-20ab5d5ca89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:12.353036 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f2aa4999-b20c-46fa-aa6f-20ab5d5ca89b admin admin] 10.222.0.72 "DELETE /v2.0/networks/968f23f6-2f47-427d-92d6-5a81f718caf6 HTTP/1.1" status: 204 len: 168 time: 0.5329120 Nov 18 17:33:12.391529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa4999-b20c-46fa-aa6f-20ab5d5ca89b admin admin] Pushing event deleted for resources: {'Network': ['ID=968f23f6-2f47-427d-92d6-5a81f718caf6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:12.532973 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fcf0695a-7b1c-4667-9bb8-f83a65857c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:12.881406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41478) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:12.961239 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9162d7fa-1566-45c5-a3c5-62a91ef48f88 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3517844ed9c749bc9bf70d9f8eb7b10a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0786030 Nov 18 17:33:12.961982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41480) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:13.025369 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b63691f-3a3f-41b4-87b1-7170d7be348a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:13.050445 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b63691f-3a3f-41b4-87b1-7170d7be348a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:13.197462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-fcf0695a-7b1c-4667-9bb8-f83a65857c3c admin admin] Deleting port 28547789-8350-4c8a-ae07-d833a155e191 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:33:13.198026 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fcf0695a-7b1c-4667-9bb8-f83a65857c3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:13.252523 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b63691f-3a3f-41b4-87b1-7170d7be348a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:13.257148 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b63691f-3a3f-41b4-87b1-7170d7be348a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:13.282514 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9b63691f-3a3f-41b4-87b1-7170d7be348a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/858e0637-43f1-4936-bead-78767d1e4bc9 HTTP/1.1" status: 204 len: 168 time: 0.3189950 Nov 18 17:33:13.297354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63691f-3a3f-41b4-87b1-7170d7be348a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858e0637-43f1-4936-bead-78767d1e4bc9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:13.342181 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-fcf0695a-7b1c-4667-9bb8-f83a65857c3c admin admin] For port 28547789-8350-4c8a-ae07-d833a155e191, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=28547789-8350-4c8a-ae07-d833a155e191,segment=NetworkSegment(34b074f7-5c54-408a-a875-665d05a9b429),segment_id=34b074f7-5c54-408a-a875-665d05a9b429)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:33:13.343163 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fcf0695a-7b1c-4667-9bb8-f83a65857c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:13.372614 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-fcf0695a-7b1c-4667-9bb8-f83a65857c3c admin admin] Calling delete_port for 28547789-8350-4c8a-ae07-d833a155e191 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:33:13.732109 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fcf0695a-7b1c-4667-9bb8-f83a65857c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:13.802104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0695a-7b1c-4667-9bb8-f83a65857c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=28547789-8350-4c8a-ae07-d833a155e191,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:14.079512 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fcf0695a-7b1c-4667-9bb8-f83a65857c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:14.407985 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a05a9178-0985-47ff-a070-0a6c1f5f9b16 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:33:14.417307 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf0695a-7b1c-4667-9bb8-f83a65857c3c admin admin] Router e378cac5-405d-4591-aad3-cfe83198be04 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:33:14.433778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: a05a9178-0985-47ff-a070-0a6c1f5f9b16 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:33:14.437400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a05a9178-0985-47ff-a070-0a6c1f5f9b16 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:33:14.569561 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf0695a-7b1c-4667-9bb8-f83a65857c3c admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:33:14.578797 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fcf0695a-7b1c-4667-9bb8-f83a65857c3c admin admin] 10.222.0.72 "PUT /v2.0/routers/e378cac5-405d-4591-aad3-cfe83198be04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5169532 Nov 18 17:33:14.580258 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41536) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:14.609517 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a59f6d-4749-459e-8ffb-6264545d0d47 None None] Sync routers for ids ['e378cac5-405d-4591-aad3-cfe83198be04'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:33:14.620494 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a59f6d-4749-459e-8ffb-6264545d0d47 None None] Routers {'e378cac5-405d-4591-aad3-cfe83198be04'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:33:14.621127 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d1a59f6d-4749-459e-8ffb-6264545d0d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:33:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e378cac5-405d-4591-aad3-cfe83198be04'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:33:14.781594 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64bc04ed-17db-4acb-b834-52dbe09b46c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:14.996432 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64bc04ed-17db-4acb-b834-52dbe09b46c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:15.031933 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-d1a59f6d-4749-459e-8ffb-6264545d0d47 None None] Set router e378cac5-405d-4591-aad3-cfe83198be04 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:33:15.208092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-64bc04ed-17db-4acb-b834-52dbe09b46c9 admin admin] Deleting port c40f3798-e48d-43ac-9314-12a9848dc458 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:33:15.210916 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64bc04ed-17db-4acb-b834-52dbe09b46c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:15.227656 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d1a59f6d-4749-459e-8ffb-6264545d0d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'name': 'tempest-ServerRescueTestJSONUnderV235-595637294-router', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:32:02Z', 'updated_at': '2021-11-18T17:33:13Z', 'revision_number': 5, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'gw_port': {'id': 'c40f3798-e48d-43ac-9314-12a9848dc458', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:32:03Z', 'updated_at': '2021-11-18T17:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:33:15.257275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a59f6d-4749-459e-8ffb-6264545d0d47 None None] Checking router: e378cac5-405d-4591-aad3-cfe83198be04 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:33:15.266643 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a59f6d-4749-459e-8ffb-6264545d0d47 None None] Routers {'e378cac5-405d-4591-aad3-cfe83198be04'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:33:15.267288 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d1a59f6d-4749-459e-8ffb-6264545d0d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:33:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e378cac5-405d-4591-aad3-cfe83198be04'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:33:15.360383 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-d1a59f6d-4749-459e-8ffb-6264545d0d47 None None] Set router e378cac5-405d-4591-aad3-cfe83198be04 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:33:15.428865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d1a59f6d-4749-459e-8ffb-6264545d0d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'name': 'tempest-ServerRescueTestJSONUnderV235-595637294-router', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:32:02Z', 'updated_at': '2021-11-18T17:33:14Z', 'revision_number': 6, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:33:15.456290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-64bc04ed-17db-4acb-b834-52dbe09b46c9 admin admin] For port c40f3798-e48d-43ac-9314-12a9848dc458, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c40f3798-e48d-43ac-9314-12a9848dc458,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:33:15.456290 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64bc04ed-17db-4acb-b834-52dbe09b46c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:15.465599 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a59f6d-4749-459e-8ffb-6264545d0d47 None None] The sync data for ids ['e378cac5-405d-4591-aad3-cfe83198be04'] in n-d-813419-11 is: [{'id': 'e378cac5-405d-4591-aad3-cfe83198be04', 'name': 'tempest-ServerRescueTestJSONUnderV235-595637294-router', 'tenant_id': 'a463d407ed0241ef82cfebef02fe4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:32:02Z', 'updated_at': '2021-11-18T17:33:14Z', 'revision_number': 6, 'project_id': 'a463d407ed0241ef82cfebef02fe4189', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:33:15.476416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-64bc04ed-17db-4acb-b834-52dbe09b46c9 admin admin] Calling delete_port for c40f3798-e48d-43ac-9314-12a9848dc458 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:33:15.720784 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64bc04ed-17db-4acb-b834-52dbe09b46c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:15.757117 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc04ed-17db-4acb-b834-52dbe09b46c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c40f3798-e48d-43ac-9314-12a9848dc458,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:15.887504 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64bc04ed-17db-4acb-b834-52dbe09b46c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:16.064501 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64bc04ed-17db-4acb-b834-52dbe09b46c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:16.073037 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64bc04ed-17db-4acb-b834-52dbe09b46c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:16.233421 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64bc04ed-17db-4acb-b834-52dbe09b46c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:16.233421 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bc04ed-17db-4acb-b834-52dbe09b46c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e378cac5-405d-4591-aad3-cfe83198be04 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:33:16.243274 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64bc04ed-17db-4acb-b834-52dbe09b46c9 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:16.244543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-64bc04ed-17db-4acb-b834-52dbe09b46c9 admin admin] 10.222.0.72 "DELETE /v2.0/routers/e378cac5-405d-4591-aad3-cfe83198be04 HTTP/1.1" status: 204 len: 168 time: 1.6625905 Nov 18 17:33:16.247208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41570) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:16.351606 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02c9c6d-f87a-4803-957b-511eb5dde536 admin admin] Deleting subnet 8a234877-52a8-4363-91cd-0b2fb6d7e78c {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:33:16.369243 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d02c9c6d-f87a-4803-957b-511eb5dde536 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:16.439897 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d02c9c6d-f87a-4803-957b-511eb5dde536 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:16.499701 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d02c9c6d-f87a-4803-957b-511eb5dde536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:16.641346 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d02c9c6d-f87a-4803-957b-511eb5dde536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:16.682454 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c9c6d-f87a-4803-957b-511eb5dde536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a234877-52a8-4363-91cd-0b2fb6d7e78c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:16.699157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d02c9c6d-f87a-4803-957b-511eb5dde536 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:16.705598 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d02c9c6d-f87a-4803-957b-511eb5dde536 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8a234877-52a8-4363-91cd-0b2fb6d7e78c HTTP/1.1" status: 204 len: 168 time: 0.4548304 Nov 18 17:33:16.705714 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41586) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:16.791763 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7560fcc-ff98-4da8-95f5-7f27a8674396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:16.948889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c40f3798-e48d-43ac-9314-12a9848dc458 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:33:16.962060 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7560fcc-ff98-4da8-95f5-7f27a8674396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:17.002705 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d7560fcc-ff98-4da8-95f5-7f27a8674396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7a9f88-6ec7-45b9-b45d-82003f15decd']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:33:17.010133 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: c40f3798-e48d-43ac-9314-12a9848dc458 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:33:17.010621 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c40f3798-e48d-43ac-9314-12a9848dc458 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:33:17.011288 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 28547789-8350-4c8a-ae07-d833a155e191 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:33:17.013976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d7560fcc-ff98-4da8-95f5-7f27a8674396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b074f7-5c54-408a-a875-665d05a9b429') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:33:17.014462 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d7560fcc-ff98-4da8-95f5-7f27a8674396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b074f7-5c54-408a-a875-665d05a9b429') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:33:17.025414 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7560fcc-ff98-4da8-95f5-7f27a8674396 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:17.041867 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7560fcc-ff98-4da8-95f5-7f27a8674396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:17.045751 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 28547789-8350-4c8a-ae07-d833a155e191 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:33:17.046342 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 28547789-8350-4c8a-ae07-d833a155e191 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:33:17.052566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7560fcc-ff98-4da8-95f5-7f27a8674396 admin admin] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:33:17.053151 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7560fcc-ff98-4da8-95f5-7f27a8674396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:33:17.055086 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:33:17.161068 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7560fcc-ff98-4da8-95f5-7f27a8674396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:17.166457 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7560fcc-ff98-4da8-95f5-7f27a8674396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:17.170904 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d7560fcc-ff98-4da8-95f5-7f27a8674396 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5b7a9f88-6ec7-45b9-b45d-82003f15decd HTTP/1.1" status: 204 len: 168 time: 0.4642882 Nov 18 17:33:17.185956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7560fcc-ff98-4da8-95f5-7f27a8674396 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b7a9f88-6ec7-45b9-b45d-82003f15decd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:17.703179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41614) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:17.750057 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0b9377f7-25c7-4f6c-8f63-62d5c6781491 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a463d407ed0241ef82cfebef02fe4189&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455554 Nov 18 17:33:17.755142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41618) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:17.801146 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca647e5-e9a2-448b-b4a9-0999c5823f77 req-b85d789d-c8ff-4685-8000-5fbbfb19efdd tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:17.802664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ca647e5-e9a2-448b-b4a9-0999c5823f77 req-b85d789d-c8ff-4685-8000-5fbbfb19efdd tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0687582 Nov 18 17:33:17.837198 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2408a88d-b9e6-4e8e-83a9-16a5226edd8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:17.862327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ca647e5-e9a2-448b-b4a9-0999c5823f77 req-65fd1bfb-fcac-4bc5-915c-32723a7ec302 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512702 Nov 18 17:33:17.911489 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2408a88d-b9e6-4e8e-83a9-16a5226edd8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:18.047014 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2408a88d-b9e6-4e8e-83a9-16a5226edd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:18.050189 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2408a88d-b9e6-4e8e-83a9-16a5226edd8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:18.051629 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2408a88d-b9e6-4e8e-83a9-16a5226edd8a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/179648ef-849f-4fe2-91bb-0164c48d35d5 HTTP/1.1" status: 204 len: 168 time: 0.2954385 Nov 18 17:33:18.060663 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408a88d-b9e6-4e8e-83a9-16a5226edd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179648ef-849f-4fe2-91bb-0164c48d35d5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:19.036939 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46108b2d-f3bd-4fec-8efa-a9647db48287 req-3bf1e323-81b2-42f0-8bf8-1712fbcb5064 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:19.038788 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46108b2d-f3bd-4fec-8efa-a9647db48287 req-3bf1e323-81b2-42f0-8bf8-1712fbcb5064 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0717375 Nov 18 17:33:19.129646 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46108b2d-f3bd-4fec-8efa-a9647db48287 req-c5aab51c-83b7-4b02-b4b1-b22df7c41205 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829618 Nov 18 17:33:19.868754 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fa02058-d5f5-4754-a5fd-42d82f0743b3 req-27f4229b-75f3-4f36-9570-2f7aec171a76 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea1db389-11a4-4034-ad16-cfb32e805604 HTTP/1.1" status: 200 len: 210 time: 0.0333261 Nov 18 17:33:20.388758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cfcf4-0d4b-4ad9-8982-b2dc073f7a48 req-c9cf1e4f-adc3-483a-98a0-174b6ab0faf1 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:20.391194 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f51cfcf4-0d4b-4ad9-8982-b2dc073f7a48 req-c9cf1e4f-adc3-483a-98a0-174b6ab0faf1 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.1012685 Nov 18 17:33:20.534307 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f51cfcf4-0d4b-4ad9-8982-b2dc073f7a48 req-bfb03f60-fa2b-4b57-af5a-34c9a31b007a tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359334 Nov 18 17:33:20.667242 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95f4d086-6504-4409-9015-312e8e01b4cf req-ef8d4765-6289-4480-ad50-9219f9396342 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0533819 Nov 18 17:33:21.476112 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:21.702962 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff562a75-a41f-470d-a64b-18a507724ea1 req-ce65b777-60d1-4c40-8cc2-97d08bea99e0 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:21.705383 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff562a75-a41f-470d-a64b-18a507724ea1 req-ce65b777-60d1-4c40-8cc2-97d08bea99e0 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0576944 Nov 18 17:33:21.844351 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff562a75-a41f-470d-a64b-18a507724ea1 req-70a9cc54-a220-4e67-af2b-98863b40f2b4 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316996 Nov 18 17:33:21.884517 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fcd044d0-032b-4789-b923-4d1c8f6befc0 req-8ad15ebc-baf7-44b5-b833-43d106d34b00 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0315487 Nov 18 17:33:23.045850 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:23.086124 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-370a9276-1688-4ab4-8dd2-3f48796543c7 req-c23b3e33-1692-4ff5-b12c-e5097ca1ce31 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0559113 Nov 18 17:33:23.102815 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec59402-9eb2-45d6-9a03-5270949052e7 req-d1797587-9924-4d90-91b9-63d1c1c760ad tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:23.106243 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aec59402-9eb2-45d6-9a03-5270949052e7 req-d1797587-9924-4d90-91b9-63d1c1c760ad tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.1278059 Nov 18 17:33:23.111881 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41804) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:23.174075 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aec59402-9eb2-45d6-9a03-5270949052e7 req-9a29bcd0-5e04-4bcb-9c1f-c49139502dd5 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520449 Nov 18 17:33:23.261102 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23ebe53e-bc34-4cea-8e5b-d560d51c6599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:23.356044 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23ebe53e-bc34-4cea-8e5b-d560d51c6599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:23.442270 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23ebe53e-bc34-4cea-8e5b-d560d51c6599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:23.487906 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-23ebe53e-bc34-4cea-8e5b-d560d51c6599 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=679bd5c2e89e48458031dff775ad445f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3748283 Nov 18 17:33:23.490530 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebe53e-bc34-4cea-8e5b-d560d51c6599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8e06ee-ffb5-4ec0-81fe-9a74ff8d1cd1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:23.490899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41818) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:23.550582 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aaa76ec0-b0ad-401b-999e-0d1f3a98a3f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:23.589888 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aaa76ec0-b0ad-401b-999e-0d1f3a98a3f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:23.722169 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aaa76ec0-b0ad-401b-999e-0d1f3a98a3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:23.725448 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aaa76ec0-b0ad-401b-999e-0d1f3a98a3f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:23.729066 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-aaa76ec0-b0ad-401b-999e-0d1f3a98a3f6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ad8e06ee-ffb5-4ec0-81fe-9a74ff8d1cd1 HTTP/1.1" status: 204 len: 168 time: 0.2348168 Nov 18 17:33:23.740807 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa76ec0-b0ad-401b-999e-0d1f3a98a3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8e06ee-ffb5-4ec0-81fe-9a74ff8d1cd1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:24.121127 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e56b869-eaa0-4409-b298-8dae9743deff req-70591379-a874-4f10-9959-aea9da3244d9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ea1db389-11a4-4034-ad16-cfb32e805604 HTTP/1.1" status: 200 len: 210 time: 0.0598426 Nov 18 17:33:24.242697 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68ae0e5c-a301-4322-b1e8-48c22acde33a req-e3e68101-1510-4653-a257-3421e3ac948c tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0492387 Nov 18 17:33:24.402962 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee436c9-cd9f-4001-b1e4-db308fd72e2b req-a1f66dc2-d4e4-4b50-adbc-87384a8c8cf5 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:24.406933 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ee436c9-cd9f-4001-b1e4-db308fd72e2b req-a1f66dc2-d4e4-4b50-adbc-87384a8c8cf5 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.1609027 Nov 18 17:33:24.434954 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce838b3-b1d2-426e-afbf-72f9dd46a9c4 req-a01074f8-14ef-4b6f-bdf7-cccd435d0afb tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:24.436608 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4ce838b3-b1d2-426e-afbf-72f9dd46a9c4 req-a01074f8-14ef-4b6f-bdf7-cccd435d0afb tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0947330 Nov 18 17:33:24.513096 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ee436c9-cd9f-4001-b1e4-db308fd72e2b req-f22cba37-ace7-4680-a05e-b4a179584d35 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987153 Nov 18 17:33:24.536012 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4ce838b3-b1d2-426e-afbf-72f9dd46a9c4 req-949bbc57-e1ac-481c-8224-2ac928056d46 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914185 Nov 18 17:33:25.367567 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8df1bb89-76bd-48d3-bae2-6a9bfa0ef686 req-2d1a521c-fc1a-424b-afac-5427d1add8d7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0731909 Nov 18 17:33:25.424487 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e56415bc-aa7f-4422-a815-514ace68471c req-c8c75e1b-2661-491c-958d-5a2694f33451 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0480118 Nov 18 17:33:25.717035 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f335a15-c3de-4997-aa6c-8eaf22687b58 req-f91e1f04-4fe7-46c9-8d51-66e4e407f606 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:25.718830 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f335a15-c3de-4997-aa6c-8eaf22687b58 req-f91e1f04-4fe7-46c9-8d51-66e4e407f606 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.1012204 Nov 18 17:33:25.728436 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a69392-12ad-472c-a621-27bae9ec6d64 req-fe6b0d7a-acc2-44d4-ab70-a8aafde3da9f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:25.729986 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1a69392-12ad-472c-a621-27bae9ec6d64 req-fe6b0d7a-acc2-44d4-ab70-a8aafde3da9f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0990248 Nov 18 17:33:25.820593 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1a69392-12ad-472c-a621-27bae9ec6d64 req-0ae007e8-1649-4a60-8e88-eff7e0bbd9f0 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813141 Nov 18 17:33:25.842580 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f335a15-c3de-4997-aa6c-8eaf22687b58 req-158259e5-8690-4071-89d3-b2d4c78c7408 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054454 Nov 18 17:33:26.552070 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99269d26-14e7-445e-94e5-df50cbd95894 req-14ef41be-a34e-4c20-8e38-4fefb20a6fbd tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0285230 Nov 18 17:33:27.026069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1357eee-ce4d-4e73-b379-dd67d2e8c3c0 req-1cb1c9d2-f259-44cc-83d7-5b8f2654b9d1 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:27.027610 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1357eee-ce4d-4e73-b379-dd67d2e8c3c0 req-1cb1c9d2-f259-44cc-83d7-5b8f2654b9d1 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.1124895 Nov 18 17:33:27.052892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c836476-bcdf-4cd0-a6db-326cb144de7b req-705e7b5b-ef3c-4b14-9884-ff7088d7e702 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:27.054496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c836476-bcdf-4cd0-a6db-326cb144de7b req-705e7b5b-ef3c-4b14-9884-ff7088d7e702 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0937645 Nov 18 17:33:27.131738 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1357eee-ce4d-4e73-b379-dd67d2e8c3c0 req-d00d6cb1-4523-4976-aaec-d210bc062576 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959396 Nov 18 17:33:27.136228 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c836476-bcdf-4cd0-a6db-326cb144de7b req-e5c0773d-33bf-4eaa-bca0-8178b4ea1879 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702131 Nov 18 17:33:27.677064 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e0279440-c8f9-4cf7-9939-b9e7efee6a35 req-ac2cf68b-3b57-428b-8017-9c0797899815 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0272169 Nov 18 17:33:28.288510 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8c937540-7dc8-42ec-ae7f-ddcd83d7b295 req-6a106d65-3cab-45d8-85fa-99a5c2c29d9c tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0680377 Nov 18 17:33:28.351627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e6843-5907-470f-bbb3-6055d3e26ed8 req-e353f03e-a65c-40de-b6a3-c48c18b8bea8 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:28.364775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-876e6843-5907-470f-bbb3-6055d3e26ed8 req-e353f03e-a65c-40de-b6a3-c48c18b8bea8 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.1430695 Nov 18 17:33:28.472491 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-876e6843-5907-470f-bbb3-6055d3e26ed8 req-d523fef2-e176-4306-a749-ca67edb2e424 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051810 Nov 18 17:33:28.537165 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762312d-b0cb-45b2-8e31-f99ecf72bea7 req-86cc6942-88e3-423f-b9ab-2b39f33d1c0b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:28.538846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6762312d-b0cb-45b2-8e31-f99ecf72bea7 req-86cc6942-88e3-423f-b9ab-2b39f33d1c0b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0650792 Nov 18 17:33:28.604162 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6762312d-b0cb-45b2-8e31-f99ecf72bea7 req-9e780f6d-9f75-48c2-a569-5ed99afa6a52 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519509 Nov 18 17:33:29.408509 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f398600-6e0c-4173-99bd-1436954fbab3 req-545cb64d-29b5-4eaa-a897-c289ad9f5a02 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0292258 Nov 18 17:33:29.612477 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1312f5d-cfc8-42ad-b6d5-3ab838ac9386 req-4744c5ff-2273-4c08-b3e3-984312cd7d69 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:29.614877 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1312f5d-cfc8-42ad-b6d5-3ab838ac9386 req-4744c5ff-2273-4c08-b3e3-984312cd7d69 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0753303 Nov 18 17:33:29.673606 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1312f5d-cfc8-42ad-b6d5-3ab838ac9386 req-d3caf64c-39db-42fb-b220-9df9d6ab205a tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522931 Nov 18 17:33:29.776659 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b08db-c9fc-4b90-9717-7057e081e16a req-832c7807-0850-4bfe-a842-263a51869b32 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:29.778383 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c4b08db-c9fc-4b90-9717-7057e081e16a req-832c7807-0850-4bfe-a842-263a51869b32 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0834148 Nov 18 17:33:29.837489 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c4b08db-c9fc-4b90-9717-7057e081e16a req-cb1a00e6-d635-4143-abcc-b4bef6d557e2 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487883 Nov 18 17:33:29.977354 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7cdb55e6-bd17-4fea-811f-b0fbaa07363a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:30.147484 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68062257-992b-4ea4-9dc9-892c097e35d0 req-5455096b-5043-4b45-83e7-5088a95b2318 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:30.149125 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68062257-992b-4ea4-9dc9-892c097e35d0 req-5455096b-5043-4b45-83e7-5088a95b2318 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0573173 Nov 18 17:33:30.221223 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68062257-992b-4ea4-9dc9-892c097e35d0 req-39af8725-7b6a-42ea-8d16-f28ca1210a11 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641329 Nov 18 17:33:30.276288 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70fef4-bdc4-4be1-9f50-da4c22548b77 req-671b1b3a-e8e2-4d99-ae93-05c38dba4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:30.277851 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5c70fef4-bdc4-4be1-9f50-da4c22548b77 req-671b1b3a-e8e2-4d99-ae93-05c38dba4a2c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3561bfcd86bf4651825b50a84fed4187&device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 1098 time: 0.0560284 Nov 18 17:33:30.391511 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70fef4-bdc4-4be1-9f50-da4c22548b77 req-2e39e178-5149-4e23-9bcc-42846b4bbabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:30.393070 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5c70fef4-bdc4-4be1-9f50-da4c22548b77 req-2e39e178-5149-4e23-9bcc-42846b4bbabe service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5a36094-7848-4e06-82e7-e00180c96a72 HTTP/1.1" status: 200 len: 911 time: 0.1072266 Nov 18 17:33:30.559365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-46aee628-6960-4523-ba13-36f20e5da729 req-0d4346ac-d066-4516-bb95-81df73de8147 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0419378 Nov 18 17:33:30.818272 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5c70fef4-bdc4-4be1-9f50-da4c22548b77 req-0084a75b-e47c-46de-bc93-f7af549f76c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84586cf8-7af6-419f-93e6-54d92c914057 HTTP/1.1" status: 200 len: 1001 time: 0.4173460 Nov 18 17:33:30.890286 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70fef4-bdc4-4be1-9f50-da4c22548b77 req-dc18c1c6-75ff-4c4b-8338-1be24a7631ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:30.891775 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5c70fef4-bdc4-4be1-9f50-da4c22548b77 req-dc18c1c6-75ff-4c4b-8338-1be24a7631ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70dc3bb0-cf69-468a-9c5a-9bf08dbebb13 HTTP/1.1" status: 200 len: 848 time: 0.0647027 Nov 18 17:33:30.968681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70fef4-bdc4-4be1-9f50-da4c22548b77 req-62ed6bf5-dd9f-43b8-9183-5e748e06d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:30.971297 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5c70fef4-bdc4-4be1-9f50-da4c22548b77 req-62ed6bf5-dd9f-43b8-9183-5e748e06d683 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5a36094-7848-4e06-82e7-e00180c96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716615 Nov 18 17:33:30.994421 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1bfbb-ffa3-4f25-9716-16a0dafc926d req-9760e240-4306-4e88-8b1e-3b5b04be22fd tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:30.998692 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-58a1bfbb-ffa3-4f25-9716-16a0dafc926d req-9760e240-4306-4e88-8b1e-3b5b04be22fd tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0631225 Nov 18 17:33:31.049543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-58a1bfbb-ffa3-4f25-9716-16a0dafc926d req-b8598923-9629-4cb8-85a6-fcdbc436a10b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499852 Nov 18 17:33:31.090076 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5c70fef4-bdc4-4be1-9f50-da4c22548b77 req-eaf9d13c-123f-4650-a36d-b3d2175caf7c service neutron] 10.222.0.83 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094053 Nov 18 17:33:31.193342 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5c70fef4-bdc4-4be1-9f50-da4c22548b77 req-d64ebcd7-f35e-4b21-8cb6-5a3f780c1426 service neutron] 10.222.0.83 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948756 Nov 18 17:33:31.348621 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc0948-961e-481b-b6b5-dd1ada250fa9 req-661cf01e-97ee-462e-b264-9eafb0235ac2 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:31.350153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29dc0948-961e-481b-b6b5-dd1ada250fa9 req-661cf01e-97ee-462e-b264-9eafb0235ac2 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0497923 Nov 18 17:33:31.418179 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29dc0948-961e-481b-b6b5-dd1ada250fa9 req-d5432fd1-1470-4d9a-a048-c3a41530f114 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617430 Nov 18 17:33:31.667753 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-129d058c-b7c4-4a3c-aae8-e032e7591bd4 req-f9336050-2705-4f37-8128-9df9200c775f tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0257084 Nov 18 17:33:32.194798 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17305-bb75-4455-8c69-28805709c065 req-6bd45645-49cb-4e75-81de-ceebd5d5bec8 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:32.196356 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ba17305-bb75-4455-8c69-28805709c065 req-6bd45645-49cb-4e75-81de-ceebd5d5bec8 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0547073 Nov 18 17:33:32.245138 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ba17305-bb75-4455-8c69-28805709c065 req-0984dd9b-8fb3-40e0-ac61-6d0002ff1216 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423920 Nov 18 17:33:32.429532 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-031d904c-9efe-487d-9256-d8b5a4cf58b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:32.592752 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b02260ef-8e23-4b0c-ae52-589a77306816 req-35ffa19c-9ee4-4164-b830-9e13abf72f26 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0669930 Nov 18 17:33:32.604876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fbeb5-c2a7-4f24-bdd5-c0c04ce2dbf6 req-f7901de2-6949-4f24-b3b3-717ad10ba71e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:32.612305 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d96fbeb5-c2a7-4f24-bdd5-c0c04ce2dbf6 req-f7901de2-6949-4f24-b3b3-717ad10ba71e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0866253 Nov 18 17:33:32.672086 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02260ef-8e23-4b0c-ae52-589a77306816 req-8a2c279d-0222-437d-8ca8-6699b00c3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:32.673906 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d96fbeb5-c2a7-4f24-bdd5-c0c04ce2dbf6 req-15fee47f-27db-44a7-8586-3a469c2212c9 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606997 Nov 18 17:33:32.675094 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b02260ef-8e23-4b0c-ae52-589a77306816 req-8a2c279d-0222-437d-8ca8-6699b00c3aff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3561bfcd86bf4651825b50a84fed4187&device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 1098 time: 0.0492697 Nov 18 17:33:32.780783 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cf7f0952-11d4-44ae-a0e5-37372a7ae21d req-ae63aafe-4f7a-4c55-aced-7d2ce52a65b5 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0318093 Nov 18 17:33:32.802123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02260ef-8e23-4b0c-ae52-589a77306816 req-4be9cdfa-1308-47af-b094-5f35816b1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:32.803877 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b02260ef-8e23-4b0c-ae52-589a77306816 req-4be9cdfa-1308-47af-b094-5f35816b1509 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5a36094-7848-4e06-82e7-e00180c96a72 HTTP/1.1" status: 200 len: 911 time: 0.1031728 Nov 18 17:33:32.908974 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b02260ef-8e23-4b0c-ae52-589a77306816 req-99b4f76d-8c2a-44c7-a535-b988febc259c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84586cf8-7af6-419f-93e6-54d92c914057 HTTP/1.1" status: 200 len: 1001 time: 0.0955057 Nov 18 17:33:32.972334 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02260ef-8e23-4b0c-ae52-589a77306816 req-afe072da-0272-4845-845c-288fac579322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:32.974276 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b02260ef-8e23-4b0c-ae52-589a77306816 req-afe072da-0272-4845-845c-288fac579322 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70dc3bb0-cf69-468a-9c5a-9bf08dbebb13 HTTP/1.1" status: 200 len: 848 time: 0.0573945 Nov 18 17:33:33.032626 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02260ef-8e23-4b0c-ae52-589a77306816 req-f6b8772a-cdc0-45c6-aef8-71202957b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:33.034638 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b02260ef-8e23-4b0c-ae52-589a77306816 req-f6b8772a-cdc0-45c6-aef8-71202957b3f8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5a36094-7848-4e06-82e7-e00180c96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526392 Nov 18 17:33:33.149553 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b02260ef-8e23-4b0c-ae52-589a77306816 req-a312177b-3156-4ab2-8225-160bb8f7b316 service neutron] 10.222.0.83 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069543 Nov 18 17:33:33.258209 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b02260ef-8e23-4b0c-ae52-589a77306816 req-d301fda1-7dee-4014-aa65-6e7a0e0f6b62 service neutron] 10.222.0.83 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000555 Nov 18 17:33:33.377746 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f11af-a2d4-4cf8-9de2-70c5fde9a2bf req-c33967ed-e663-400a-a75a-3964952ed6a7 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:33.379320 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f7f11af-a2d4-4cf8-9de2-70c5fde9a2bf req-c33967ed-e663-400a-a75a-3964952ed6a7 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0560515 Nov 18 17:33:33.440396 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f7f11af-a2d4-4cf8-9de2-70c5fde9a2bf req-cf4f9f5b-2579-423b-ab13-aba0a6dfcd47 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548136 Nov 18 17:33:33.889611 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54ff485f-1c96-4070-be1a-fe322ac7b2c8 req-ec5466ba-1be5-47cb-86fd-2b576b726c9c tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0309901 Nov 18 17:33:33.926200 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:34.563585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bb07c-e71d-49ee-b838-48bb02bab9a2 req-b7c695ce-22a2-4f9f-9274-3b5f07041326 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:34.565276 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-100bb07c-e71d-49ee-b838-48bb02bab9a2 req-b7c695ce-22a2-4f9f-9274-3b5f07041326 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0549419 Nov 18 17:33:34.648382 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-100bb07c-e71d-49ee-b838-48bb02bab9a2 req-b080e71f-d140-4d16-9d1b-531f0f459128 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727296 Nov 18 17:33:34.996395 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef36c651-8d9a-4031-a170-32aed88bbb9d req-42a00db1-68b1-4838-b82c-2253da73bbb1 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0276964 Nov 18 17:33:35.039940 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:35.195645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42466) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:35.332305 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b06c4e0-78e3-497c-b211-91cd25742f19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:35.411633 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b06c4e0-78e3-497c-b211-91cd25742f19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:35.491354 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:35.541964 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b06c4e0-78e3-497c-b211-91cd25742f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:35.585224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42484) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:35.587872 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3b06c4e0-78e3-497c-b211-91cd25742f19 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a1f1e73f1462446ea27f7de82a9ad3b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3855095 Nov 18 17:33:35.589238 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06c4e0-78e3-497c-b211-91cd25742f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a40fa0b-3fb9-4cb6-97cf-6ca7bbefab52,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:35.659683 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-80c49a80-c617-4cf7-8e62-4a6687643993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:35.693157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-80c49a80-c617-4cf7-8e62-4a6687643993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:35.785957 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff8ae3-993e-452f-96f3-d6fcf2218f5b req-2210936a-f9d8-48fd-8fd8-32a70d7ff0b1 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:35.788045 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4bff8ae3-993e-452f-96f3-d6fcf2218f5b req-2210936a-f9d8-48fd-8fd8-32a70d7ff0b1 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0626199 Nov 18 17:33:35.836107 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4bff8ae3-993e-452f-96f3-d6fcf2218f5b req-d848bfa3-63d9-4488-8979-41e6b3e7f080 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418303 Nov 18 17:33:35.845561 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-80c49a80-c617-4cf7-8e62-4a6687643993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:35.855452 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-80c49a80-c617-4cf7-8e62-4a6687643993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:35.855452 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-80c49a80-c617-4cf7-8e62-4a6687643993 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9a40fa0b-3fb9-4cb6-97cf-6ca7bbefab52 HTTP/1.1" status: 204 len: 168 time: 0.2643979 Nov 18 17:33:35.870617 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c49a80-c617-4cf7-8e62-4a6687643993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a40fa0b-3fb9-4cb6-97cf-6ca7bbefab52,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:36.116558 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-998da1c3-0e3b-43ed-b674-1d5b8aa5af84 req-80f1b4bb-b550-48e8-8287-1588d2df7fc6 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0408075 Nov 18 17:33:36.223157 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:33:36.484533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42536) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:36.498544 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0e764720-733c-4311-b829-c463cbd4b5e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:36.587582 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0e764720-733c-4311-b829-c463cbd4b5e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:36.674937 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0e764720-733c-4311-b829-c463cbd4b5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:36.714615 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0e764720-733c-4311-b829-c463cbd4b5e3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e631a2cb47447789ae85426613cd989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2289784 Nov 18 17:33:36.717793 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42548) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:36.730469 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e764720-733c-4311-b829-c463cbd4b5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47412506-fa13-485d-aac7-64d60a775573,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:36.776395 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f7891c4-544e-4965-8043-d448d42218bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:36.798381 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f7891c4-544e-4965-8043-d448d42218bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:36.920314 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f7891c4-544e-4965-8043-d448d42218bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:36.923139 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f7891c4-544e-4965-8043-d448d42218bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:36.927361 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8f7891c4-544e-4965-8043-d448d42218bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/47412506-fa13-485d-aac7-64d60a775573 HTTP/1.1" status: 204 len: 168 time: 0.2057192 Nov 18 17:33:36.934088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7891c4-544e-4965-8043-d448d42218bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47412506-fa13-485d-aac7-64d60a775573,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:37.033140 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758e9b9-b7c5-49dd-be9b-1d5c967c8e23 req-bcaa8644-3358-4d14-a37c-5763b9fc19b6 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:37.034762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4758e9b9-b7c5-49dd-be9b-1d5c967c8e23 req-bcaa8644-3358-4d14-a37c-5763b9fc19b6 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0698166 Nov 18 17:33:37.099593 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4758e9b9-b7c5-49dd-be9b-1d5c967c8e23 req-524ad757-b4d2-43be-ac04-e439812b9870 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566487 Nov 18 17:33:37.243094 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3676cd9-f177-437f-8b00-1911362cd379 req-44a35e98-1eaf-41c3-b3a4-cb999749ebbf tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0539110 Nov 18 17:33:38.085986 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cf44c1ed-9db9-4824-bd00-5d8a13be15d3 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:33:38.316204 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port cf44c1ed-9db9-4824-bd00-5d8a13be15d3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:33:38.351585 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'port_id': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3', 'mac_address': 'fa:16:3e:d2:1e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:33:38.409513 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:38.430165 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf44c1ed-9db9-4824-bd00-5d8a13be15d3 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:33:38.454748 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port cf44c1ed-9db9-4824-bd00-5d8a13be15d3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:33:38.554448 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:38.614159 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9641a5ef-45c5-4647-97fa-0aa88c550ebc req-859167f4-178f-4beb-b512-381411a96b58 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0381243 Nov 18 17:33:38.629209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e630944-2dc0-4a42-a1aa-e4dae6161f67 req-fd5438a0-0c4e-446e-ba5c-8beb250d6bbb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:38.636838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e630944-2dc0-4a42-a1aa-e4dae6161f67 req-fd5438a0-0c4e-446e-ba5c-8beb250d6bbb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.4321709 Nov 18 17:33:38.642900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:38.653565 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:38.653915 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:38.654473 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:38.655910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:38.656433 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:38.657209 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:38.657729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:38.658231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:38.658729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:38.659752 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:38.660285 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:38.660786 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:38.686315 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['cf44c1ed-9db9-4824-bd00-5d8a13be15d3'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:33:38.696290 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e630944-2dc0-4a42-a1aa-e4dae6161f67 req-75002788-31ea-426b-9ad6-82f833c73b34 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582027 Nov 18 17:33:39.718524 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0bb1857f-2898-483f-94e3-ec9c12d91805 req-6d914bda-d531-41cf-9129-2d0757de1b27 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0263510 Nov 18 17:33:39.910022 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020999a4-b1c8-40ed-b065-d19c5ff04b16 req-35d337f0-8287-4329-9ccb-b5fd96087fbc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:39.913140 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-020999a4-b1c8-40ed-b065-d19c5ff04b16 req-35d337f0-8287-4329-9ccb-b5fd96087fbc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 944 time: 0.1235330 Nov 18 17:33:40.000707 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-020999a4-b1c8-40ed-b065-d19c5ff04b16 req-84f4427c-337d-414f-b57b-74abc7389598 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796630 Nov 18 17:33:40.120832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cf44c1ed-9db9-4824-bd00-5d8a13be15d3 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:33:40.238943 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port cf44c1ed-9db9-4824-bd00-5d8a13be15d3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:33:40.239549 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:40.363609 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:40.391598 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0008e651-076a-4e58-9926-b43b9aec7806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:33:40.399347 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f901b543-520e-4a09-9f47-b9b6a76e3e75" -d '{"events": [{"server_uuid": "0008e651-076a-4e58-9926-b43b9aec7806", "name": "network-vif-plugged", "status": "completed", "tag": "cf44c1ed-9db9-4824-bd00-5d8a13be15d3"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:33:40.415724 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port cf44c1ed-9db9-4824-bd00-5d8a13be15d3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:33:40.440604 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69603c87-cfe8-487f-b514-e42cd6aedd3d x-openstack-request-id: req-69603c87-cfe8-487f-b514-e42cd6aedd3d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:33:40.440906 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0008e651-076a-4e58-9926-b43b9aec7806", "name": "network-vif-plugged", "status": "completed", "tag": "cf44c1ed-9db9-4824-bd00-5d8a13be15d3", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:33:40.441199 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-69603c87-cfe8-487f-b514-e42cd6aedd3d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:33:40.441793 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0008e651-076a-4e58-9926-b43b9aec7806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3', 'code': 200} Nov 18 17:33:40.514541 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:40.608179 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:40.909328 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5caab275-b2c7-4612-94f5-676123ce80ab req-67db908d-aeb6-4c12-aeed-347143e68e60 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0549202 Nov 18 17:33:41.147577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a9901-714e-488b-8a6e-7ee24cfd9ffd req-b86ead71-379d-4f74-bc3a-eefb081037ee tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:41.150411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-356a9901-714e-488b-8a6e-7ee24cfd9ffd req-b86ead71-379d-4f74-bc3a-eefb081037ee tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0654430 Nov 18 17:33:41.206638 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-356a9901-714e-488b-8a6e-7ee24cfd9ffd req-a684100e-4259-43d3-8d92-a356813bff48 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494628 Nov 18 17:33:41.466714 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42808) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:41.616515 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e459fe4e-999b-443e-8edf-d7d7d88da682 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:41.724764 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e459fe4e-999b-443e-8edf-d7d7d88da682 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:41.857760 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e459fe4e-999b-443e-8edf-d7d7d88da682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:41.928179 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e459fe4e-999b-443e-8edf-d7d7d88da682 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=087cd95bf5be4ed6b7bd850ebc0e0b32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4587169 Nov 18 17:33:41.928410 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42820) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:41.942330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459fe4e-999b-443e-8edf-d7d7d88da682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453a5fd5-6873-4523-b80a-4fb44ab55bc9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:42.014143 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e727597-36f5-43a0-8977-65ef0f2e1764 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:42.055667 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be6d0e9f-25ff-43f3-97e3-5ac80588bd02 req-c92a94c8-bf9c-4036-ad79-ad7ff5fdfe3d tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0294900 Nov 18 17:33:42.072521 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e727597-36f5-43a0-8977-65ef0f2e1764 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:42.228481 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e727597-36f5-43a0-8977-65ef0f2e1764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:42.231369 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e727597-36f5-43a0-8977-65ef0f2e1764 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:42.233352 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1e727597-36f5-43a0-8977-65ef0f2e1764 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/453a5fd5-6873-4523-b80a-4fb44ab55bc9 HTTP/1.1" status: 204 len: 168 time: 0.3031032 Nov 18 17:33:42.244772 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e727597-36f5-43a0-8977-65ef0f2e1764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453a5fd5-6873-4523-b80a-4fb44ab55bc9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:42.398755 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db05f6-dc7e-44b1-b77f-1716de882265 req-7d6dafac-d3f2-40c0-bb3e-9722e867cc87 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:42.400715 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f1db05f6-dc7e-44b1-b77f-1716de882265 req-7d6dafac-d3f2-40c0-bb3e-9722e867cc87 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0618975 Nov 18 17:33:42.494775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f1db05f6-dc7e-44b1-b77f-1716de882265 req-ee51c39a-36f7-4eaa-882f-14c61dec62e8 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876527 Nov 18 17:33:43.085812 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42848) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:43.109680 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c161b28-a67b-4241-a982-6d0619a68e82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:43.233264 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c161b28-a67b-4241-a982-6d0619a68e82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:43.285729 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3a651bb9-2d6d-49cc-b277-a43992d80f28 req-10674473-1fd4-4eac-9e02-f28dbaf91f69 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0454121 Nov 18 17:33:43.302979 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c161b28-a67b-4241-a982-6d0619a68e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:43.396497 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8c161b28-a67b-4241-a982-6d0619a68e82 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8c68af87273b4517ae085fbe9ef39ba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3095613 Nov 18 17:33:43.399307 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42854) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:43.403106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c161b28-a67b-4241-a982-6d0619a68e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0605497-d131-49a0-a601-f9ad1fcbd554,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:43.475856 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-62c4206f-d853-4797-93fe-35910ad2d892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:43.499846 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-62c4206f-d853-4797-93fe-35910ad2d892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:43.681514 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61591e-9863-4412-8675-9c32f53dd38a req-bc087e93-9b52-4e0b-a6a5-45742d7035ea tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:43.681755 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-62c4206f-d853-4797-93fe-35910ad2d892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:43.683277 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-62c4206f-d853-4797-93fe-35910ad2d892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:43.684317 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc61591e-9863-4412-8675-9c32f53dd38a req-bc087e93-9b52-4e0b-a6a5-45742d7035ea tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0822453 Nov 18 17:33:43.685537 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-62c4206f-d853-4797-93fe-35910ad2d892 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b0605497-d131-49a0-a601-f9ad1fcbd554 HTTP/1.1" status: 204 len: 168 time: 0.2851250 Nov 18 17:33:43.704117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4206f-d853-4797-93fe-35910ad2d892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0605497-d131-49a0-a601-f9ad1fcbd554,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:43.782313 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc61591e-9863-4412-8675-9c32f53dd38a req-7ea6fc1f-1496-4845-af36-422c5dca419e tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867910 Nov 18 17:33:44.432020 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-578d06c2-f456-4da5-b264-11ed2b9a2129 req-3dab262a-3a1b-41ca-a17a-2ea0c45a01a9 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0474977 Nov 18 17:33:44.994833 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caed52-c9da-4a16-8786-ef7cb29542a3 req-af4d3276-c9eb-47bc-b07b-3f3660520a81 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:44.997015 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48caed52-c9da-4a16-8786-ef7cb29542a3 req-af4d3276-c9eb-47bc-b07b-3f3660520a81 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0788693 Nov 18 17:33:45.076392 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48caed52-c9da-4a16-8786-ef7cb29542a3 req-a965bd97-48ce-4ce2-85e0-f7f69e7a83e1 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737152 Nov 18 17:33:45.610192 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b12f8f4-f4f0-4d8b-be9d-0ddeef39fa6f req-f1cdd394-9817-4704-9e53-0753f02f5f19 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0409360 Nov 18 17:33:46.309177 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c1696-9e21-43a8-a0bc-75f1a0857196 req-65c14906-8635-4f44-a2e6-3c3f8b23b018 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:46.318591 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-921c1696-9e21-43a8-a0bc-75f1a0857196 req-65c14906-8635-4f44-a2e6-3c3f8b23b018 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.1388993 Nov 18 17:33:46.388915 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-921c1696-9e21-43a8-a0bc-75f1a0857196 req-3ac54cf0-e2b5-41b3-afee-29de33125b6b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683646 Nov 18 17:33:46.794997 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb273f74-d63e-4369-9018-97b1f50f73cc req-feb27c6f-ed49-4110-a966-dca4383adadf tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0752225 Nov 18 17:33:47.597053 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0532c0-493a-4a8e-89b9-f7e42a088121 req-f59fe8ef-02d2-43de-bbed-4bdc63ce39bc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:47.605258 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f0532c0-493a-4a8e-89b9-f7e42a088121 req-f59fe8ef-02d2-43de-bbed-4bdc63ce39bc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0984228 Nov 18 17:33:47.684081 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f0532c0-493a-4a8e-89b9-f7e42a088121 req-8b4cd310-3b20-4f3b-8df5-65c068140b51 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760398 Nov 18 17:33:47.953984 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-457de5ff-f921-4d1c-9365-d9c0d5bbb3ad req-2f0dfc22-0747-422c-933c-000de521e9ef tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0481782 Nov 18 17:33:48.154098 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42980) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:48.294203 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9d00ca7-4da9-4fff-aefa-7b19dfda4bfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:48.424333 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9d00ca7-4da9-4fff-aefa-7b19dfda4bfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:48.508623 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9d00ca7-4da9-4fff-aefa-7b19dfda4bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:48.561836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42988) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:48.576028 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a9d00ca7-4da9-4fff-aefa-7b19dfda4bfd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=be3a18fa410140349a83497e1e188944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4198530 Nov 18 17:33:48.634021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d00ca7-4da9-4fff-aefa-7b19dfda4bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668513a7-7a58-4f87-ab87-da18785206d0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:48.653871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d00ca7-4da9-4fff-aefa-7b19dfda4bfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:48.653871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d00ca7-4da9-4fff-aefa-7b19dfda4bfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:48.653871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d00ca7-4da9-4fff-aefa-7b19dfda4bfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:48.653871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d00ca7-4da9-4fff-aefa-7b19dfda4bfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:48.653871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d00ca7-4da9-4fff-aefa-7b19dfda4bfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:48.653871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d00ca7-4da9-4fff-aefa-7b19dfda4bfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:48.654614 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d00ca7-4da9-4fff-aefa-7b19dfda4bfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:48.655052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d00ca7-4da9-4fff-aefa-7b19dfda4bfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:48.655498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d00ca7-4da9-4fff-aefa-7b19dfda4bfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:48.655955 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d00ca7-4da9-4fff-aefa-7b19dfda4bfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:48.656444 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d00ca7-4da9-4fff-aefa-7b19dfda4bfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:48.656877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d00ca7-4da9-4fff-aefa-7b19dfda4bfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:33:48.657003 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3335364-29aa-40ac-8510-fecb9deb9527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:48.682946 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3335364-29aa-40ac-8510-fecb9deb9527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:48.839011 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3335364-29aa-40ac-8510-fecb9deb9527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:48.842105 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3335364-29aa-40ac-8510-fecb9deb9527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:48.846332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d3335364-29aa-40ac-8510-fecb9deb9527 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/668513a7-7a58-4f87-ab87-da18785206d0 HTTP/1.1" status: 204 len: 168 time: 0.2802136 Nov 18 17:33:48.898493 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3335364-29aa-40ac-8510-fecb9deb9527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668513a7-7a58-4f87-ab87-da18785206d0,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:48.942221 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2516a-0f02-474d-9d86-565375ecc09c req-70b1199f-2d22-4675-94b0-639946a354c8 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:48.944855 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ffb2516a-0f02-474d-9d86-565375ecc09c req-70b1199f-2d22-4675-94b0-639946a354c8 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.1251395 Nov 18 17:33:49.088427 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ffb2516a-0f02-474d-9d86-565375ecc09c req-ab53884a-3d6b-4935-8f29-47899453e18f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262760 Nov 18 17:33:49.153407 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ccdf4f0-0f12-4d33-9b30-c00528b692ee req-ea45df01-f5c8-4977-895b-a930f3c61a15 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0790818 Nov 18 17:33:49.961735 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43016) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:49.982481 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07589b62-1c4a-4e13-9be6-ad8df0f9bf34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:50.137617 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07589b62-1c4a-4e13-9be6-ad8df0f9bf34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:50.230639 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57269230-51b4-4108-b9b5-00eed63a1cc0 req-50b9cc5b-258a-46bf-984b-990370c002ff tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:50.232838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57269230-51b4-4108-b9b5-00eed63a1cc0 req-50b9cc5b-258a-46bf-984b-990370c002ff tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0730841 Nov 18 17:33:50.234387 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07589b62-1c4a-4e13-9be6-ad8df0f9bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:50.392347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6618449-da8e-4259-a6f3-1d6eabfc68f3 req-51186cbc-f2f4-48c1-9033-39fe9b8ae00e tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0745800 Nov 18 17:33:50.394102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07589b62-1c4a-4e13-9be6-ad8df0f9bf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0215df6f-24ab-434c-b92f-0b40c1ef4195,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:50.432204 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57269230-51b4-4108-b9b5-00eed63a1cc0 req-9d32fa83-0175-44f0-bd36-0861d43f621d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901588 Nov 18 17:33:50.434731 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-07589b62-1c4a-4e13-9be6-ad8df0f9bf34 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=37ad9eeb65b14f07b1868ceb0e93ae80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4715109 Nov 18 17:33:50.437582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43028) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:50.536727 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf203be0-c168-4607-948f-399ee64be992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:50.571529 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf203be0-c168-4607-948f-399ee64be992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:50.725639 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf203be0-c168-4607-948f-399ee64be992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:50.744998 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf203be0-c168-4607-948f-399ee64be992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:50.744998 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bf203be0-c168-4607-948f-399ee64be992 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0215df6f-24ab-434c-b92f-0b40c1ef4195 HTTP/1.1" status: 204 len: 168 time: 0.3028171 Nov 18 17:33:50.752151 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf203be0-c168-4607-948f-399ee64be992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0215df6f-24ab-434c-b92f-0b40c1ef4195,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:51.445429 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:51.614634 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88fdba8d-8ac0-4048-8818-5632fd38b5e3 req-ccb99cd3-819e-42be-a224-2aa2510c0c2f tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0296156 Nov 18 17:33:51.647333 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9d7a0-189b-4eca-a5ce-4af2f9acba43 req-37340cc3-4082-4707-9d90-7558496a2806 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:51.655540 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5fc9d7a0-189b-4eca-a5ce-4af2f9acba43 req-37340cc3-4082-4707-9d90-7558496a2806 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.1212840 Nov 18 17:33:51.717406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5fc9d7a0-189b-4eca-a5ce-4af2f9acba43 req-dd223797-2a3b-4802-a35f-f2eeb2b3d243 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608330 Nov 18 17:33:52.222586 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b50674-2090-41bb-acb5-7493ff162bf1 req-580abe13-71d5-4ac4-9326-6232e15fb5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:52.224445 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2b50674-2090-41bb-acb5-7493ff162bf1 req-580abe13-71d5-4ac4-9326-6232e15fb5fa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c792286d243e4484b7d541f96477c28c&device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 1097 time: 0.0580192 Nov 18 17:33:52.354762 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b50674-2090-41bb-acb5-7493ff162bf1 req-3a7d1f49-e418-4f12-9c1f-52c609e825b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:52.357226 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2b50674-2090-41bb-acb5-7493ff162bf1 req-3a7d1f49-e418-4f12-9c1f-52c609e825b6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358 HTTP/1.1" status: 200 len: 918 time: 0.1230674 Nov 18 17:33:52.436234 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2b50674-2090-41bb-acb5-7493ff162bf1 req-2a95d68b-62be-4127-8229-df1465ddc0c1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf44c1ed-9db9-4824-bd00-5d8a13be15d3 HTTP/1.1" status: 200 len: 1001 time: 0.0692587 Nov 18 17:33:52.497863 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b50674-2090-41bb-acb5-7493ff162bf1 req-672308f8-0037-492a-a9b1-91fcc4d04e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:52.499637 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2b50674-2090-41bb-acb5-7493ff162bf1 req-672308f8-0037-492a-a9b1-91fcc4d04e43 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=10777e13-94e4-46f6-b1c7-ddc7fdf51d26 HTTP/1.1" status: 200 len: 855 time: 0.0553553 Nov 18 17:33:52.560876 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b50674-2090-41bb-acb5-7493ff162bf1 req-1e724eb9-1193-42b6-84df-d2a72f57a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:52.562474 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2b50674-2090-41bb-acb5-7493ff162bf1 req-1e724eb9-1193-42b6-84df-d2a72f57a6b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542805 Nov 18 17:33:52.738346 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43090) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:52.753090 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2b50674-2090-41bb-acb5-7493ff162bf1 req-4ccc31a2-445a-4406-9a15-398c7edca16a service neutron] 10.222.0.83 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767876 Nov 18 17:33:52.840993 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1238cb9f-691f-4e76-9849-e4ff6c14d6c3 req-b86d4ec5-c8ff-4f0a-a2c6-d5577c5dfc92 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0867326 Nov 18 17:33:52.925511 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:52.935562 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073819c6-f3b2-4444-8a83-5c3d866d81f6 req-400dcf58-b410-4dbe-b9d9-fb9cf14b1f9f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:52.937396 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-073819c6-f3b2-4444-8a83-5c3d866d81f6 req-400dcf58-b410-4dbe-b9d9-fb9cf14b1f9f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0951250 Nov 18 17:33:52.952887 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2b50674-2090-41bb-acb5-7493ff162bf1 req-49be5556-fca8-4eaf-b78e-2f3a2d9fe082 service neutron] 10.222.0.83 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918023 Nov 18 17:33:52.987507 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d99f6b95-3ecb-4a6a-8630-56d527900865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:53.025588 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-073819c6-f3b2-4444-8a83-5c3d866d81f6 req-e9f12540-2af9-4046-a14f-7e2c79cf18a7 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810859 Nov 18 17:33:53.086131 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d99f6b95-3ecb-4a6a-8630-56d527900865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:53.153832 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d99f6b95-3ecb-4a6a-8630-56d527900865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:53.192926 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f6b95-3ecb-4a6a-8630-56d527900865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8106ea85-523f-4c7a-b41b-08d70b15ae69,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:53.199627 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d99f6b95-3ecb-4a6a-8630-56d527900865 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e2b1f898fe2f4db7a9b2e993370b1882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4572489 Nov 18 17:33:53.199963 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43098) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:33:53.256169 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88aa3d9d-7ab8-4a7b-8bb2-e543627debb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:53.283278 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88aa3d9d-7ab8-4a7b-8bb2-e543627debb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:53.422847 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88aa3d9d-7ab8-4a7b-8bb2-e543627debb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:53.425524 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88aa3d9d-7ab8-4a7b-8bb2-e543627debb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:53.426965 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-88aa3d9d-7ab8-4a7b-8bb2-e543627debb7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8106ea85-523f-4c7a-b41b-08d70b15ae69 HTTP/1.1" status: 204 len: 168 time: 0.2257936 Nov 18 17:33:53.437191 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa3d9d-7ab8-4a7b-8bb2-e543627debb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8106ea85-523f-4c7a-b41b-08d70b15ae69,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:54.009513 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d27f9ab6-ab65-40c9-87b4-073906acbb73 req-db65a6cc-dab5-4935-a6cc-f1ef751a3920 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0381145 Nov 18 17:33:54.166785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cf44c1ed-9db9-4824-bd00-5d8a13be15d3 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:33:54.191210 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410e6d9-3836-42c2-bd1a-f16fd3682184 req-5b82a31b-5c35-4293-be47-942d4f6fa7d0 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:54.193069 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d410e6d9-3836-42c2-bd1a-f16fd3682184 req-5b82a31b-5c35-4293-be47-942d4f6fa7d0 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 945 time: 0.0711019 Nov 18 17:33:54.265196 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d410e6d9-3836-42c2-bd1a-f16fd3682184 req-a2c52ba1-22ec-4784-bdbf-f35477aea40f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634108 Nov 18 17:33:54.289052 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:54.327986 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port cf44c1ed-9db9-4824-bd00-5d8a13be15d3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:33:54.329943 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0008e651-076a-4e58-9926-b43b9aec7806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:33:54.332549 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b096b3-e645-4a0c-b966-f6a2987a6691" -d '{"events": [{"server_uuid": "0008e651-076a-4e58-9926-b43b9aec7806", "name": "network-vif-unplugged", "status": "completed", "tag": "cf44c1ed-9db9-4824-bd00-5d8a13be15d3"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:33:54.372624 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2f3b39-47ed-4579-aaa8-0c82183e7a68 x-openstack-request-id: req-ea2f3b39-47ed-4579-aaa8-0c82183e7a68 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:33:54.372899 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0008e651-076a-4e58-9926-b43b9aec7806", "name": "network-vif-unplugged", "status": "completed", "tag": "cf44c1ed-9db9-4824-bd00-5d8a13be15d3", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:33:54.373185 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ea2f3b39-47ed-4579-aaa8-0c82183e7a68 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:33:54.373584 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0008e651-076a-4e58-9926-b43b9aec7806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3', 'code': 200} Nov 18 17:33:54.405622 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:33:54.478788 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:33:55.126092 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-da06537c-b7f2-44c1-87b1-1797105d5121 req-63dedf27-a742-42b3-ac36-03e670cbc1ec tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0311291 Nov 18 17:33:55.414006 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d786f6-ac60-43fb-8ff3-ebb46ff13d7a req-e8d45ddb-4766-4bda-a5d2-4bb88b61d3d8 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:55.419376 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f1d786f6-ac60-43fb-8ff3-ebb46ff13d7a req-e8d45ddb-4766-4bda-a5d2-4bb88b61d3d8 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.0611887 Nov 18 17:33:55.470651 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f1d786f6-ac60-43fb-8ff3-ebb46ff13d7a req-d0d4bbe3-2602-40ce-bebf-b3ce9fb37e04 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478613 Nov 18 17:33:56.247808 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5fb0d865-7407-4dd5-b493-5f3bbb384c8e req-32b6a66b-5534-4610-b1b5-ad883227d91e tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0326040 Nov 18 17:33:56.582281 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f2b2670-5fdc-46d8-80c6-46f092b03f77 req-ac1c3e40-1167-4c52-ad90-1d2d9194511f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0320385 Nov 18 17:33:56.688189 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-289c7c4b-0663-4e4b-9a8c-1c03a3f6470e req-8fff0d72-7788-48f7-b834-3b51bd11d010 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:33:56.689241 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-289c7c4b-0663-4e4b-9a8c-1c03a3f6470e req-8fff0d72-7788-48f7-b834-3b51bd11d010 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055454 Nov 18 17:33:57.004762 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd63802-75df-46ee-8047-bacc4e94e53c req-71f617bc-c32b-4174-90b4-1df3b69f0b42 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:57.006223 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ccd63802-75df-46ee-8047-bacc4e94e53c req-71f617bc-c32b-4174-90b4-1df3b69f0b42 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.0566962 Nov 18 17:33:57.091951 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ccd63802-75df-46ee-8047-bacc4e94e53c req-8a5cfc0c-6b9e-45b2-bd73-dde9f7135d95 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608978 Nov 18 17:33:57.373548 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c8509b75-5eed-47f4-bf7e-7bcc8af6cc7b req-d222deda-4469-4dfc-a93f-ebf6f7ab05a7 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0274420 Nov 18 17:33:57.554571 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f4bb904-f5e8-453e-91d6-7a76e9374057 req-64e49b30-56f8-4d27-be10-2254a39f2604 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1418242 Nov 18 17:33:57.563705 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-8f4bb904-f5e8-453e-91d6-7a76e9374057 req-e17804cc-029e-4690-ba99-79e7f51148de service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:33:57.564733 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f4bb904-f5e8-453e-91d6-7a76e9374057 req-e17804cc-029e-4690-ba99-79e7f51148de service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051167 Nov 18 17:33:58.176709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cf44c1ed-9db9-4824-bd00-5d8a13be15d3 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:33:58.226640 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515eb834-f4d3-4ec9-9e98-84f698614df1 req-5ce2d9bc-7d3b-4ce6-ad56-89e1f267a453 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:58.228686 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-515eb834-f4d3-4ec9-9e98-84f698614df1 req-5ce2d9bc-7d3b-4ce6-ad56-89e1f267a453 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.0560091 Nov 18 17:33:58.311543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-515eb834-f4d3-4ec9-9e98-84f698614df1 req-f0470703-d6f2-40d7-930f-51ce80535d33 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643988 Nov 18 17:33:58.481174 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7c0eb60-40c9-4d94-9e8e-00d9fa82212a req-a677559c-d3e6-4fa4-8723-84705efe7a2b tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0289824 Nov 18 17:33:58.806463 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e43fb90-04a8-43b3-bca1-01846893e685 req-27081b6a-974d-4e58-a303-84a42ad078fd tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906&device_id=ea1db389-11a4-4034-ad16-cfb32e805604 HTTP/1.1" status: 200 len: 210 time: 0.0286160 Nov 18 17:33:59.334536 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b374df4-1e23-40c2-962c-e2e4b010d5b0 req-a777d684-1f2b-4db9-bf55-2c5d69c4b2c6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f991539bcfd471db35c24a59765358a&device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0275137 Nov 18 17:33:59.387544 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f936a67e-c903-466e-9690-700628225851 req-f52d14ec-1bb9-4e03-89b9-021617586759 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0515244 Nov 18 17:33:59.389975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b374df4-1e23-40c2-962c-e2e4b010d5b0 req-1cc20158-92f5-49fe-977d-d67c4f28a245 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=6f991539bcfd471db35c24a59765358a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454490 Nov 18 17:33:59.601114 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c1540-4eb0-4ba8-8c77-ba9464429711 req-ca28e14c-91a1-4a6e-8d46-157ad5dc5b72 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:59.628917 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b5c1540-4eb0-4ba8-8c77-ba9464429711 req-ca28e14c-91a1-4a6e-8d46-157ad5dc5b72 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.2228899 Nov 18 17:33:59.654411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b374df4-1e23-40c2-962c-e2e4b010d5b0 req-28b02560-f0cc-41dc-bb64-27c1ba311616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:33:59.656229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b374df4-1e23-40c2-962c-e2e4b010d5b0 req-28b02560-f0cc-41dc-bb64-27c1ba311616 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2590504 Nov 18 17:33:59.726381 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b5c1540-4eb0-4ba8-8c77-ba9464429711 req-baf79592-ea2e-4aac-aab8-cb17e0ad8642 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940640 Nov 18 17:33:59.925323 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eceac6e4-b45a-45d3-96dc-90f3953befc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:00.539401 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd2e4092-536b-444e-a946-9de81ceddf29 req-8a61ea95-aaf5-43d5-84ea-dc6c234452a2 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0333502 Nov 18 17:34:00.880970 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a6c2c-4b86-4d17-9eaa-00b4d25c6d9e req-4c4fcd33-f915-4772-a317-0066fad3998f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:00.883474 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb9a6c2c-4b86-4d17-9eaa-00b4d25c6d9e req-4c4fcd33-f915-4772-a317-0066fad3998f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.0653710 Nov 18 17:34:00.944736 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b374df4-1e23-40c2-962c-e2e4b010d5b0 req-33a4f1a3-3b0d-4899-b503-036ec1680b8d tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0349851 Nov 18 17:34:00.963058 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb9a6c2c-4b86-4d17-9eaa-00b4d25c6d9e req-60c9e468-572a-4730-b1e3-7d98823208c6 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727937 Nov 18 17:34:01.660090 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f500dc88-349d-4640-8ebe-033837efbe0f req-55eec3b7-b208-4009-bb62-b87b06ae8be3 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a18506-29c1-4097-a3e2-4f0b84da8906 HTTP/1.1" status: 200 len: 210 time: 0.0360115 Nov 18 17:34:02.097485 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85babeb5-686e-4af0-a63f-03a2c25059b3 req-9e585468-3c7d-495a-b99e-66c2efe085b4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:02.099077 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-85babeb5-686e-4af0-a63f-03a2c25059b3 req-9e585468-3c7d-495a-b99e-66c2efe085b4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.0520115 Nov 18 17:34:02.162902 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-85babeb5-686e-4af0-a63f-03a2c25059b3 req-154503bb-e377-432f-90c5-57d3c5214930 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488985 Nov 18 17:34:02.370636 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69c502ae-8737-41a5-a4d7-1aaa18dd69f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:03.215195 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab6cf972-ef26-4b8d-ac5f-e87d31285e13 req-6c719d33-4de5-4afa-8d17-f98848a231b6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f991539bcfd471db35c24a59765358a&device_id=ea1db389-11a4-4034-ad16-cfb32e805604 HTTP/1.1" status: 200 len: 210 time: 0.0320404 Nov 18 17:34:03.256284 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab6cf972-ef26-4b8d-ac5f-e87d31285e13 req-9a777121-894b-4e4f-ba7d-ea49c1872553 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=6f991539bcfd471db35c24a59765358a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322733 Nov 18 17:34:03.312672 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-45cb7eed-bef2-46cb-bbf8-357532fd5557 req-db917851-8c68-46cb-98b4-398edd2d6c5a tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea1db389-11a4-4034-ad16-cfb32e805604 HTTP/1.1" status: 200 len: 210 time: 0.0543151 Nov 18 17:34:03.416857 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d0e4c-28cf-47fb-803e-020124997abc req-ac71ceb0-b632-4eea-8449-a46cf6abb4ff tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:03.418329 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-218d0e4c-28cf-47fb-803e-020124997abc req-ac71ceb0-b632-4eea-8449-a46cf6abb4ff tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.1505811 Nov 18 17:34:03.419732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cf972-ef26-4b8d-ac5f-e87d31285e13 req-4fbbe7ee-4194-49d1-8a85-aa2ef450cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:03.421101 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab6cf972-ef26-4b8d-ac5f-e87d31285e13 req-4fbbe7ee-4194-49d1-8a85-aa2ef450cc3d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1522281 Nov 18 17:34:03.475266 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-218d0e4c-28cf-47fb-803e-020124997abc req-0d18203f-30c0-4c12-a796-62f984f8a941 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500963 Nov 18 17:34:03.570877 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:04.420730 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06f41bb4-cd11-493a-a509-cddf1a950c02 req-5decd315-a902-42e7-86fd-e6c9ad98150d tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea1db389-11a4-4034-ad16-cfb32e805604 HTTP/1.1" status: 200 len: 210 time: 0.0275364 Nov 18 17:34:04.635703 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85890c8-b3f9-43fc-ba9b-34eeb9a2ab99 req-df0ce881-6fcf-489d-9b2b-c75f06bd88c5 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:04.637620 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a85890c8-b3f9-43fc-ba9b-34eeb9a2ab99 req-df0ce881-6fcf-489d-9b2b-c75f06bd88c5 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.0776176 Nov 18 17:34:04.692469 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab6cf972-ef26-4b8d-ac5f-e87d31285e13 req-d7f0bee1-11e3-4dac-b628-9a0d217227b2 tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea1db389-11a4-4034-ad16-cfb32e805604 HTTP/1.1" status: 200 len: 210 time: 0.0385563 Nov 18 17:34:04.720832 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a85890c8-b3f9-43fc-ba9b-34eeb9a2ab99 req-9d3d5249-f233-4dae-be7a-d4e4555709ea tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760863 Nov 18 17:34:05.027250 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:05.521070 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:05.542581 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32f9d8e0-752a-4bb2-bbb9-197e0e960dfe req-4e5de051-4b18-4d36-ac0d-0f76bad0aa0b tempest-ServerShowV247Test-590938187 tempest-ServerShowV247Test-590938187-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea1db389-11a4-4034-ad16-cfb32e805604 HTTP/1.1" status: 200 len: 210 time: 0.0325739 Nov 18 17:34:05.851382 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec369d-3b61-4e2c-85e6-0ee8fa9aa51a req-f33716f3-426c-4e8a-b314-c308b5ab336d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:05.853210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e2ec369d-3b61-4e2c-85e6-0ee8fa9aa51a req-f33716f3-426c-4e8a-b314-c308b5ab336d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.0550721 Nov 18 17:34:05.920303 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e2ec369d-3b61-4e2c-85e6-0ee8fa9aa51a req-18e1d306-3824-4b8f-8fb4-b2a4e48429ac tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594554 Nov 18 17:34:07.075333 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6b017-c8e1-4266-b283-f462325a3c5f req-8999c640-5ff0-4d03-9ae3-290d02cdc3e1 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:07.077109 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38a6b017-c8e1-4266-b283-f462325a3c5f req-8999c640-5ff0-4d03-9ae3-290d02cdc3e1 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.0726428 Nov 18 17:34:07.155131 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38a6b017-c8e1-4266-b283-f462325a3c5f req-79bb178c-80a1-4ff3-ac81-1b75dd5d05c3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567467 Nov 18 17:34:07.181247 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43460) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:07.299711 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-99545e67-441e-4253-a578-6aafbba93db5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:07.380148 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-99545e67-441e-4253-a578-6aafbba93db5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:07.434154 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-99545e67-441e-4253-a578-6aafbba93db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:07.490766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99545e67-441e-4253-a578-6aafbba93db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b95ce68-c746-4e58-a4e4-6fdf7841d690,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:07.499209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-99545e67-441e-4253-a578-6aafbba93db5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6f991539bcfd471db35c24a59765358a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3138039 Nov 18 17:34:07.499640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43468) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:07.506706 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99545e67-441e-4253-a578-6aafbba93db5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:07.508024 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99545e67-441e-4253-a578-6aafbba93db5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:07.508024 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99545e67-441e-4253-a578-6aafbba93db5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:07.508024 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99545e67-441e-4253-a578-6aafbba93db5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:07.508881 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99545e67-441e-4253-a578-6aafbba93db5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:07.509228 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99545e67-441e-4253-a578-6aafbba93db5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:07.509571 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99545e67-441e-4253-a578-6aafbba93db5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:07.509910 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99545e67-441e-4253-a578-6aafbba93db5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:07.510264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99545e67-441e-4253-a578-6aafbba93db5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:07.510603 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99545e67-441e-4253-a578-6aafbba93db5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:07.510939 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99545e67-441e-4253-a578-6aafbba93db5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:07.511273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99545e67-441e-4253-a578-6aafbba93db5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:07.582866 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfd5050f-ff06-4327-a3f4-bb8d3cae6db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:07.605266 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfd5050f-ff06-4327-a3f4-bb8d3cae6db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:07.737038 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfd5050f-ff06-4327-a3f4-bb8d3cae6db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:07.747127 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfd5050f-ff06-4327-a3f4-bb8d3cae6db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:07.747127 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dfd5050f-ff06-4327-a3f4-bb8d3cae6db6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8b95ce68-c746-4e58-a4e4-6fdf7841d690 HTTP/1.1" status: 204 len: 168 time: 0.2419069 Nov 18 17:34:07.763749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5050f-ff06-4327-a3f4-bb8d3cae6db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b95ce68-c746-4e58-a4e4-6fdf7841d690,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:08.156919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bb904-f5e8-453e-91d6-7a76e9374057 req-ef40eb09-ef33-4a1f-87dc-0b309b4fab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:08.159125 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f4bb904-f5e8-453e-91d6-7a76e9374057 req-ef40eb09-ef33-4a1f-87dc-0b309b4fab7c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806&tenant_id=c792286d243e4484b7d541f96477c28c HTTP/1.1" status: 200 len: 1095 time: 0.0553439 Nov 18 17:34:08.238982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bb904-f5e8-453e-91d6-7a76e9374057 req-336e6dee-db68-474c-8a65-d063ae8d68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:08.241932 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f4bb904-f5e8-453e-91d6-7a76e9374057 req-336e6dee-db68-474c-8a65-d063ae8d68ff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c792286d243e4484b7d541f96477c28c&device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 1095 time: 0.0583625 Nov 18 17:34:08.309722 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de7dca-c7c2-48f0-b180-e7f4b0118394 req-0074717b-0569-42ee-9666-90e6ec58e5c3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:08.311770 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86de7dca-c7c2-48f0-b180-e7f4b0118394 req-0074717b-0569-42ee-9666-90e6ec58e5c3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.0653999 Nov 18 17:34:08.382051 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bb904-f5e8-453e-91d6-7a76e9374057 req-b7ce6468-f92b-4bec-bad8-d9ac433b62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:08.383979 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f4bb904-f5e8-453e-91d6-7a76e9374057 req-b7ce6468-f92b-4bec-bad8-d9ac433b62e4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358 HTTP/1.1" status: 200 len: 918 time: 0.1268649 Nov 18 17:34:08.388109 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-86de7dca-c7c2-48f0-b180-e7f4b0118394 req-0de1a72d-2e08-4d4a-a3d3-d49439afddb8 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605888 Nov 18 17:34:08.496315 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f4bb904-f5e8-453e-91d6-7a76e9374057 req-2e718020-0c00-4ef5-8a2c-bd67b5597f1d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf44c1ed-9db9-4824-bd00-5d8a13be15d3 HTTP/1.1" status: 200 len: 999 time: 0.1020699 Nov 18 17:34:08.551145 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bb904-f5e8-453e-91d6-7a76e9374057 req-1f085e05-bc48-4b7a-8683-a68419a76a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:08.557145 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f4bb904-f5e8-453e-91d6-7a76e9374057 req-1f085e05-bc48-4b7a-8683-a68419a76a63 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=10777e13-94e4-46f6-b1c7-ddc7fdf51d26 HTTP/1.1" status: 200 len: 855 time: 0.0490332 Nov 18 17:34:08.604204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bb904-f5e8-453e-91d6-7a76e9374057 req-0964eea5-8f3c-4db7-ac93-65e04a88c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:08.606000 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f4bb904-f5e8-453e-91d6-7a76e9374057 req-0964eea5-8f3c-4db7-ac93-65e04a88c7b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449023 Nov 18 17:34:08.738391 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f4bb904-f5e8-453e-91d6-7a76e9374057 req-8f0333f8-94d8-4707-bf72-6730a8579ce6 service neutron] 10.222.0.83 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230702 Nov 18 17:34:08.846214 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f4bb904-f5e8-453e-91d6-7a76e9374057 req-d58e01aa-c0d8-4625-bd0d-3b0a3139db45 service neutron] 10.222.0.83 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990822 Nov 18 17:34:08.940303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43512) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:09.065778 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5d59543e-0877-40b7-9208-dea6f9f3ffc1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1782891351-network', 'tenant_id': '5482321838844be38307f00ea7e492a9'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:09.167951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d59543e-0877-40b7-9208-dea6f9f3ffc1 admin admin] Made reservation on behalf of 5482321838844be38307f00ea7e492a9 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:34:09.167951 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d59543e-0877-40b7-9208-dea6f9f3ffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:09.176570 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d59543e-0877-40b7-9208-dea6f9f3ffc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:09.282958 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d59543e-0877-40b7-9208-dea6f9f3ffc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:09.353326 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d59543e-0877-40b7-9208-dea6f9f3ffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:09.381470 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d59543e-0877-40b7-9208-dea6f9f3ffc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1147, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:34:09.388020 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59543e-0877-40b7-9208-dea6f9f3ffc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39667379-977c-4cd3-9804-20ca500a1380,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:09.395006 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d59543e-0877-40b7-9208-dea6f9f3ffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:09.395282 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-5d59543e-0877-40b7-9208-dea6f9f3ffc1 admin admin] Added segment 54422f2a-5b8f-4e71-a328-a2c6bc38317a of type vlan for network a4327a42-a41d-4df0-88ec-86cfa61cf60b Nov 18 17:34:09.444440 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d59543e-0877-40b7-9208-dea6f9f3ffc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:09.518765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a9283-ac94-4eae-8bf1-5d34322c6a4e req-26d8ade0-8d53-4913-a54c-0e721334cefe tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:09.520301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f75a9283-ac94-4eae-8bf1-5d34322c6a4e req-26d8ade0-8d53-4913-a54c-0e721334cefe tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.0524452 Nov 18 17:34:09.555196 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d59543e-0877-40b7-9208-dea6f9f3ffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:09.555881 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d59543e-0877-40b7-9208-dea6f9f3ffc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:09.556481 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d59543e-0877-40b7-9208-dea6f9f3ffc1 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:09.591168 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f75a9283-ac94-4eae-8bf1-5d34322c6a4e req-6f911f7e-3b55-4a84-9d05-3284cb05627f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648355 Nov 18 17:34:09.632379 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59543e-0877-40b7-9208-dea6f9f3ffc1 admin admin] Pushing event updated for resources: {'Network': ['ID=a4327a42-a41d-4df0-88ec-86cfa61cf60b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:09.648613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network a4327a42-a41d-4df0-88ec-86cfa61cf60b details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:34:09.675863 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5d59543e-0877-40b7-9208-dea6f9f3ffc1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7345440 Nov 18 17:34:09.677488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43544) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:09.683696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-12612dae-3f10-4e5d-a114-480aa2277de4 admin admin] Request body: {'subnet': {'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1782891351-subnet', 'tenant_id': '5482321838844be38307f00ea7e492a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:09.822225 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12612dae-3f10-4e5d-a114-480aa2277de4 admin admin] Made reservation on behalf of 5482321838844be38307f00ea7e492a9 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:34:09.824686 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12612dae-3f10-4e5d-a114-480aa2277de4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:10.153800 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12612dae-3f10-4e5d-a114-480aa2277de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:10.223861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12612dae-3f10-4e5d-a114-480aa2277de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef27d04-f77e-4824-a841-f22b1e434bcf,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:10.253838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12612dae-3f10-4e5d-a114-480aa2277de4 admin admin] Checking segment: {'id': '54422f2a-5b8f-4e71-a328-a2c6bc38317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:34:10.255248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12612dae-3f10-4e5d-a114-480aa2277de4 admin admin] Network hostable DHCP agents. Network: a4327a42-a41d-4df0-88ec-86cfa61cf60b, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:34:10.404733 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12612dae-3f10-4e5d-a114-480aa2277de4 admin admin] Network a4327a42-a41d-4df0-88ec-86cfa61cf60b is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:34:10.638888 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-12612dae-3f10-4e5d-a114-480aa2277de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, a4327a42-a41d-4df0-88ec-86cfa61cf60b) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:34:10.638888 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12612dae-3f10-4e5d-a114-480aa2277de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:10.638888 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12612dae-3f10-4e5d-a114-480aa2277de4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:10.771103 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee651446-9cc3-43b0-a897-8c3d6cf7c772 None None] Network a4327a42-a41d-4df0-88ec-86cfa61cf60b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:34:10.772607 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-12612dae-3f10-4e5d-a114-480aa2277de4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9917469 Nov 18 17:34:10.818083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f45ab-fc5d-4bb9-8fc0-e7d8b4399c8d req-865dd7ab-a10c-46a0-9ebb-6a9e731145f4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:10.821002 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-029f45ab-fc5d-4bb9-8fc0-e7d8b4399c8d req-865dd7ab-a10c-46a0-9ebb-6a9e731145f4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.1475301 Nov 18 17:34:10.830467 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3862458f-f33e-4009-acc6-6c45378e572e None None] Network a4327a42-a41d-4df0-88ec-86cfa61cf60b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:34:10.906863 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-029f45ab-fc5d-4bb9-8fc0-e7d8b4399c8d req-75e59127-0a37-4502-8183-be6a419540f1 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651817 Nov 18 17:34:11.421672 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-03792bdb-465a-4646-9fd9-876d012f6ee2 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:11.433825 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-03792bdb-465a-4646-9fd9-876d012f6ee2 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/networks?id=a4327a42-a41d-4df0-88ec-86cfa61cf60b HTTP/1.1" status: 200 len: 814 time: 0.1848562 Nov 18 17:34:11.447927 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-dcad3aaf-85f7-429e-8c24-4ed2528381c2 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/quotas/5482321838844be38307f00ea7e492a9 HTTP/1.1" status: 200 len: 375 time: 0.0121670 Nov 18 17:34:11.496439 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-620b3cef-a05a-4ef8-aa01-c35e683ba994 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5482321838844be38307f00ea7e492a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426209 Nov 18 17:34:11.664585 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-d888ad58-8d7b-4ad0-8b22-46238cb55568 service neutron] 10.222.0.72 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669204 Nov 18 17:34:11.825080 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-2efd5632-2a0e-4a97-b887-a994ec31be45 service neutron] 10.222.0.72 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532714 Nov 18 17:34:12.134749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5db17e-df6b-4ef1-9f54-408158c1d800 req-acc135e7-0220-446d-8088-16a7283ff3d7 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:12.136414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f5db17e-df6b-4ef1-9f54-408158c1d800 req-acc135e7-0220-446d-8088-16a7283ff3d7 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.1371899 Nov 18 17:34:12.273623 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f5db17e-df6b-4ef1-9f54-408158c1d800 req-c7e88a6c-1156-4c8d-8e5c-9959f7a17d02 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196632 Nov 18 17:34:12.277957 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eae03aa9-adb5-4da9-8f2b-59cb4a116424 req-4dce66ea-a2ec-4816-9cfc-128ac836e0b0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 210 time: 0.1404057 Nov 18 17:34:13.171148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f85dd1-2ed7-4834-a2bc-c9d85adb0268 req-accf946b-7b3c-47b0-a4dd-0e64099327e9 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:13.173549 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68f85dd1-2ed7-4834-a2bc-c9d85adb0268 req-accf946b-7b3c-47b0-a4dd-0e64099327e9 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0622635 Nov 18 17:34:13.212996 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:34:13.271292 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68f85dd1-2ed7-4834-a2bc-c9d85adb0268 req-e0249abe-70d8-497b-9529-54b18fef71aa tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904455 Nov 18 17:34:13.435391 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-302370bc-23aa-412a-b0a9-15d0246707be req-bfa36a6c-2b4e-4342-a6fc-07a780bf0cc1 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 210 time: 0.0602071 Nov 18 17:34:13.492307 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2506c39-2917-49a7-8692-04874304e647 req-70e17cbb-1c4a-44f0-bc7e-1224c99bead3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:13.494171 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b2506c39-2917-49a7-8692-04874304e647 req-70e17cbb-1c4a-44f0-bc7e-1224c99bead3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.0577075 Nov 18 17:34:13.586449 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b2506c39-2917-49a7-8692-04874304e647 req-57b268b3-6566-443b-9442-b0a7188caaad tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800686 Nov 18 17:34:14.447433 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf73cc2-fe9a-49d6-8e65-d486ac379647 req-01a2bd57-3ffc-4e41-b85b-33186d5f5d13 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:14.448952 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2cf73cc2-fe9a-49d6-8e65-d486ac379647 req-01a2bd57-3ffc-4e41-b85b-33186d5f5d13 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0740879 Nov 18 17:34:14.542508 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2cf73cc2-fe9a-49d6-8e65-d486ac379647 req-32da0276-d80e-42c9-8f69-6ba9f418c2dc tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820451 Nov 18 17:34:14.681797 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1dc77647-9770-4a93-b36c-86b66263a587 req-a83c2f33-9f79-4cfb-a985-59a575ab164b tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 210 time: 0.0795233 Nov 18 17:34:14.793549 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b982f0b-045e-4000-a682-c05936d99924 req-14c4351c-8b7a-4bcd-8e25-7b77fde8f54e tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:14.795410 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b982f0b-045e-4000-a682-c05936d99924 req-14c4351c-8b7a-4bcd-8e25-7b77fde8f54e tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.0629888 Nov 18 17:34:14.902893 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b982f0b-045e-4000-a682-c05936d99924 req-012ae3d3-4821-4ace-801c-1f2a67136170 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009319 Nov 18 17:34:15.821096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-d2814100-d6c1-4159-9504-5344e6aa1660 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:15.822857 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-d2814100-d6c1-4159-9504-5344e6aa1660 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.81 "GET /v2.0/networks?id=a4327a42-a41d-4df0-88ec-86cfa61cf60b HTTP/1.1" status: 200 len: 814 time: 0.1628520 Nov 18 17:34:15.849371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-01fb001c-ea41-4aa3-9ca6-34dbf7431b34 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Request body: {'port': {'device_id': '3ee8bd48-f603-42e3-b05f-85b3809bfb89', 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b', 'admin_state_up': True, 'tenant_id': '5482321838844be38307f00ea7e492a9'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:15.984480 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb31a3dd-19fb-4d76-910d-c0bbc96df364 req-65ca2b50-d53e-40f5-8d57-16bcf5778481 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 210 time: 0.1604996 Nov 18 17:34:16.003919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e31d29-ba81-45a3-84a4-366c155f2d78 req-1f73c18e-b805-4146-9b0b-2f809e227120 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:16.015206 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6e31d29-ba81-45a3-84a4-366c155f2d78 req-1f73c18e-b805-4146-9b0b-2f809e227120 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.3976505 Nov 18 17:34:16.123586 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6e31d29-ba81-45a3-84a4-366c155f2d78 req-58dad6c4-c887-42b9-8bed-8561f65e3bb1 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050224 Nov 18 17:34:16.263083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-01fb001c-ea41-4aa3-9ca6-34dbf7431b34 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Made reservation on behalf of 5482321838844be38307f00ea7e492a9 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:34:16.263083 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-01fb001c-ea41-4aa3-9ca6-34dbf7431b34 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:16.306525 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98787d-8285-4ca1-93bc-9fe78a491290 req-4896bd92-d6ed-44e3-8006-b3bdaaedf0f3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:16.308381 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb98787d-8285-4ca1-93bc-9fe78a491290 req-4896bd92-d6ed-44e3-8006-b3bdaaedf0f3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.1788375 Nov 18 17:34:16.489399 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb98787d-8285-4ca1-93bc-9fe78a491290 req-b8662855-1492-408f-ae4d-326d5452b9ad tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613817 Nov 18 17:34:16.865376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-01fb001c-ea41-4aa3-9ca6-34dbf7431b34 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Allocated IP 172.20.0.9 (a4327a42-a41d-4df0-88ec-86cfa61cf60b/4ef27d04-f77e-4824-a841-f22b1e434bcf/fbf9a361-3908-4f9d-9250-2d1bbac0510f) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:34:17.100102 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-01fb001c-ea41-4aa3-9ca6-34dbf7431b34 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:17.140688 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3be5002a-0eec-4bb6-8840-6eba8f493f34 req-f678be70-524f-4de1-b43c-1e8c6e292fd2 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 210 time: 0.0449767 Nov 18 17:34:17.240090 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-01fb001c-ea41-4aa3-9ca6-34dbf7431b34 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:17.323931 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb001c-ea41-4aa3-9ca6-34dbf7431b34 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Pushing event updated for resources: {'Port': ['ID=fbf9a361-3908-4f9d-9250-2d1bbac0510f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:17.328161 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-01fb001c-ea41-4aa3-9ca6-34dbf7431b34 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Network a4327a42-a41d-4df0-88ec-86cfa61cf60b is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:34:17.332211 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-01fb001c-ea41-4aa3-9ca6-34dbf7431b34 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:34:17.335002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-01fb001c-ea41-4aa3-9ca6-34dbf7431b34 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:34:17.389032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342a4a5-a2b1-42d7-ade1-ba0d72dd8c8a req-04bddb83-9627-4459-9d47-2fd45047311a tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:17.390646 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6342a4a5-a2b1-42d7-ade1-ba0d72dd8c8a req-04bddb83-9627-4459-9d47-2fd45047311a tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.1671023 Nov 18 17:34:17.415941 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-01fb001c-ea41-4aa3-9ca6-34dbf7431b34 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:17.416811 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-01fb001c-ea41-4aa3-9ca6-34dbf7431b34 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:17.470296 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6342a4a5-a2b1-42d7-ade1-ba0d72dd8c8a req-cd12b024-132e-49fc-ac3c-18382071658e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705309 Nov 18 17:34:17.522747 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-01fb001c-ea41-4aa3-9ca6-34dbf7431b34 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6847510 Nov 18 17:34:17.541079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Request body: {'port': {'device_id': '3ee8bd48-f603-42e3-b05f-85b3809bfb89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:17.726080 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:17.785684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c181248-1036-4587-8241-540b4788239f req-d135e735-4752-4e44-910f-6b7765b2eab4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:17.804499 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c181248-1036-4587-8241-540b4788239f req-d135e735-4752-4e44-910f-6b7765b2eab4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.1686263 Nov 18 17:34:18.045632 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c181248-1036-4587-8241-540b4788239f req-805851d1-a25d-44f8-999a-fac15e6f26f5 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403057 Nov 18 17:34:18.350118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf9a361-3908-4f9d-9250-2d1bbac0510f {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:34:18.363360 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:18.381498 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0d38d-d8c2-42c1-b99e-ebfd77890aee req-f22f13af-8d0b-4995-9edf-785ec504a02a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:18.383110 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5cf0d38d-d8c2-42c1-b99e-ebfd77890aee req-f22f13af-8d0b-4995-9edf-785ec504a02a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 931 time: 0.1302621 Nov 18 17:34:18.409129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Transition to ACTIVE for port object fbf9a361-3908-4f9d-9250-2d1bbac0510f will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:34:18.450166 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5cf0d38d-d8c2-42c1-b99e-ebfd77890aee req-9aea5b12-e207-4888-a05c-63c03866090a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564024 Nov 18 17:34:18.512593 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:18.587035 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf9a361-3908-4f9d-9250-2d1bbac0510f,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:18.705429 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879707df-b3c7-4594-a8a9-af9659f0a9da req-13238ec2-2475-4513-a30e-b0a49c2ad5c2 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:18.707163 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-879707df-b3c7-4594-a8a9-af9659f0a9da req-13238ec2-2475-4513-a30e-b0a49c2ad5c2 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.1098330 Nov 18 17:34:18.768588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Attempting to bind port fbf9a361-3908-4f9d-9250-2d1bbac0510f on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:34:18.769216 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Attempting to bind port fbf9a361-3908-4f9d-9250-2d1bbac0510f by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '54422f2a-5b8f-4e71-a328-a2c6bc38317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:34:18.769734 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Attempting to bind port fbf9a361-3908-4f9d-9250-2d1bbac0510f on network a4327a42-a41d-4df0-88ec-86cfa61cf60b {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:34:18.786381 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Port fbf9a361-3908-4f9d-9250-2d1bbac0510f on network a4327a42-a41d-4df0-88ec-86cfa61cf60b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:34:18.787397 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Attempting to bind port fbf9a361-3908-4f9d-9250-2d1bbac0510f on network a4327a42-a41d-4df0-88ec-86cfa61cf60b {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:34:18.803733 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-879707df-b3c7-4594-a8a9-af9659f0a9da req-f5a45099-fbed-4332-a534-db7c215ced67 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854993 Nov 18 17:34:18.810424 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:34:18.810424 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Checking segment: {'id': '54422f2a-5b8f-4e71-a328-a2c6bc38317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:34:18.810424 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Bound using segment: {'id': '54422f2a-5b8f-4e71-a328-a2c6bc38317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:34:18.810424 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Bound port: fbf9a361-3908-4f9d-9250-2d1bbac0510f, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54422f2a-5b8f-4e71-a328-a2c6bc38317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:34:18.810424 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:18.891026 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] For port fbf9a361-3908-4f9d-9250-2d1bbac0510f, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:34:18.894321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] For port fbf9a361-3908-4f9d-9250-2d1bbac0510f, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:34:18.977528 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:19.034729 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:19.036181 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:19.038083 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] 10.222.0.81 "PUT /v2.0/ports/fbf9a361-3908-4f9d-9250-2d1bbac0510f HTTP/1.1" status: 200 len: 1092 time: 1.5033221 Nov 18 17:34:19.038939 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee8bd48-f603-42e3-b05f-85b3809bfb89', 'tag': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:34:19.048106 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1fa1bf-d930-45c6-bd32-73b3b6b67a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee8bd48-f603-42e3-b05f-85b3809bfb89", "tag": "fbf9a361-3908-4f9d-9250-2d1bbac0510f"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:34:19.183690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ddd39-c4ff-463c-812e-7feb875935f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf9a361-3908-4f9d-9250-2d1bbac0510f,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:19.350104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-df35af42-64ac-407d-9efd-03408cb3f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:19.351857 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-df35af42-64ac-407d-9efd-03408cb3f877 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5482321838844be38307f00ea7e492a9&device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 1095 time: 0.1543920 Nov 18 17:34:19.422039 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9510d42c-9c8e-4d93-bf6b-fdef0de30c82 x-openstack-request-id: req-9510d42c-9c8e-4d93-bf6b-fdef0de30c82 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:34:19.422039 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee8bd48-f603-42e3-b05f-85b3809bfb89", "tag": "fbf9a361-3908-4f9d-9250-2d1bbac0510f", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:34:19.422039 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9510d42c-9c8e-4d93-bf6b-fdef0de30c82 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:34:19.422039 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee8bd48-f603-42e3-b05f-85b3809bfb89', 'tag': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f', 'status': 'completed', 'code': 200} Nov 18 17:34:19.428765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9752385-937d-4379-9754-a976235ba75b req-fd2bad6b-51e5-4c95-991f-2200ba25ba79 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:19.430447 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9752385-937d-4379-9754-a976235ba75b req-fd2bad6b-51e5-4c95-991f-2200ba25ba79 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.1951683 Nov 18 17:34:19.524494 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-61c789ee-740b-435f-89ec-57d3ba86f736 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f HTTP/1.1" status: 200 len: 217 time: 0.1072323 Nov 18 17:34:19.662519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e91ddb-6126-41ca-9fba-e4cfbb24d385 req-cebe30e0-baa4-43b8-be76-d358498b5927 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:19.663522 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88e91ddb-6126-41ca-9fba-e4cfbb24d385 req-cebe30e0-baa4-43b8-be76-d358498b5927 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 943 time: 0.1084864 Nov 18 17:34:19.668608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-a8a322f4-acd1-4775-ad47-d7761f168d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:19.670306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-a8a322f4-acd1-4775-ad47-d7761f168d2c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4ef27d04-f77e-4824-a841-f22b1e434bcf HTTP/1.1" status: 200 len: 854 time: 0.1605113 Nov 18 17:34:19.684025 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9752385-937d-4379-9754-a976235ba75b req-d967fd38-6dac-468a-90b2-75fc95912858 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022302 Nov 18 17:34:19.727628 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-671e47a4-cb1a-42c9-aa3c-c276835cda59 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a4327a42-a41d-4df0-88ec-86cfa61cf60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403612 Nov 18 17:34:19.840598 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88e91ddb-6126-41ca-9fba-e4cfbb24d385 req-d1593d8a-b1d7-4655-a511-735522734647 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547704 Nov 18 17:34:19.877729 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-b60205b7-c9de-4a49-adf3-1926018a4c7b service neutron] 10.222.0.81 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423626 Nov 18 17:34:20.038482 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5428c4-acea-42d9-ac95-53a98a6661f0 req-cc2ebfb5-7a75-43f1-9ef8-6efebe37cadc tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:20.040165 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a5428c4-acea-42d9-ac95-53a98a6661f0 req-cc2ebfb5-7a75-43f1-9ef8-6efebe37cadc tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.1433377 Nov 18 17:34:20.059637 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b467c15-193c-48bd-9755-1e692967bcd8 req-c1f81ceb-feb2-45af-9848-ab86fd28cf64 service neutron] 10.222.0.81 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746376 Nov 18 17:34:20.096471 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a5428c4-acea-42d9-ac95-53a98a6661f0 req-cfd4467c-738e-4dfd-b209-4039adba1e87 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503097 Nov 18 17:34:20.497414 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fa1bf-d930-45c6-bd32-73b3b6b67a4c req-d5655c6f-797e-46f6-bc4a-d9cf6fbe5604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:20.499038 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d1fa1bf-d930-45c6-bd32-73b3b6b67a4c req-d5655c6f-797e-46f6-bc4a-d9cf6fbe5604 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5482321838844be38307f00ea7e492a9&device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 1095 time: 0.0459800 Nov 18 17:34:20.606817 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fa1bf-d930-45c6-bd32-73b3b6b67a4c req-ef89de97-3626-4a23-915e-a116ea9d02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:20.609478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d1fa1bf-d930-45c6-bd32-73b3b6b67a4c req-ef89de97-3626-4a23-915e-a116ea9d02aa service neutron] 10.222.0.81 "GET /v2.0/networks?id=a4327a42-a41d-4df0-88ec-86cfa61cf60b HTTP/1.1" status: 200 len: 916 time: 0.1032114 Nov 18 17:34:20.658387 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d1fa1bf-d930-45c6-bd32-73b3b6b67a4c req-6932d4cb-7749-4f89-be6c-c554d90e819a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f HTTP/1.1" status: 200 len: 217 time: 0.0404141 Nov 18 17:34:20.716674 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fa1bf-d930-45c6-bd32-73b3b6b67a4c req-d2734c05-ee1a-48df-9726-ee36990ceb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:20.718280 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d1fa1bf-d930-45c6-bd32-73b3b6b67a4c req-d2734c05-ee1a-48df-9726-ee36990ceb33 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4ef27d04-f77e-4824-a841-f22b1e434bcf HTTP/1.1" status: 200 len: 854 time: 0.0530100 Nov 18 17:34:20.755225 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d1fa1bf-d930-45c6-bd32-73b3b6b67a4c req-3958c798-f692-4823-ad42-55eb46761306 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a4327a42-a41d-4df0-88ec-86cfa61cf60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288401 Nov 18 17:34:20.889060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c046848-ff60-4135-8dee-dc2bea23b631 req-f29c71cf-b6f1-48d0-9db2-36b96f0fce8f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:20.890613 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c046848-ff60-4135-8dee-dc2bea23b631 req-f29c71cf-b6f1-48d0-9db2-36b96f0fce8f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.1245308 Nov 18 17:34:20.940217 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d1fa1bf-d930-45c6-bd32-73b3b6b67a4c req-a4c1fbf0-53b1-4795-bfce-1d57decaa909 service neutron] 10.222.0.81 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754100 Nov 18 17:34:20.994161 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c046848-ff60-4135-8dee-dc2bea23b631 req-f872c7a4-ec57-4c8c-8c89-524a83a163a5 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964963 Nov 18 17:34:21.088426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2855f-3b04-4f74-9bd6-177330d6b7ca req-a8820f76-ef0f-4b7e-8ca1-ecb28efbacf1 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:21.090124 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ffa2855f-3b04-4f74-9bd6-177330d6b7ca req-a8820f76-ef0f-4b7e-8ca1-ecb28efbacf1 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 943 time: 0.1717532 Nov 18 17:34:21.142830 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d1fa1bf-d930-45c6-bd32-73b3b6b67a4c req-6ff9d496-edbb-418b-b6f1-da03c7822681 service neutron] 10.222.0.81 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535168 Nov 18 17:34:21.159359 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ffa2855f-3b04-4f74-9bd6-177330d6b7ca req-953bfa38-1682-43da-aeff-a3a2994a66ca tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584600 Nov 18 17:34:21.308564 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c102380-2e7a-433f-94da-2006d3dec604 req-1f700503-ce24-4cc6-8e1c-250ed928cfed tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:21.310113 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c102380-2e7a-433f-94da-2006d3dec604 req-1f700503-ce24-4cc6-8e1c-250ed928cfed tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0555394 Nov 18 17:34:21.364398 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c102380-2e7a-433f-94da-2006d3dec604 req-849fba53-9f65-4fa6-a6e2-a707dd6116b8 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473607 Nov 18 17:34:21.473793 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:22.032365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 43858) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:22.156407 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8204d-7735-4e01-8beb-6f37892309df req-68249a88-ea05-47e1-b831-217fee00a783 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:22.158200 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d7a8204d-7735-4e01-8beb-6f37892309df req-68249a88-ea05-47e1-b831-217fee00a783 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.0687432 Nov 18 17:34:22.175059 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ea981248-65a4-473d-a744-3f093796048a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:22.217569 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d7a8204d-7735-4e01-8beb-6f37892309df req-7a7cb6dc-3814-4731-8d24-999ddd6f25de tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524030 Nov 18 17:34:22.259385 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ea981248-65a4-473d-a744-3f093796048a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:22.289990 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e36eca-2bc4-4408-9062-4687abd4006b req-8fe3fd43-1d70-49be-8877-7cc2f6a6c6b8 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:22.291679 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6e36eca-2bc4-4408-9062-4687abd4006b req-8fe3fd43-1d70-49be-8877-7cc2f6a6c6b8 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 943 time: 0.0567777 Nov 18 17:34:22.345670 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6e36eca-2bc4-4408-9062-4687abd4006b req-06bbe5d7-b7b7-432e-b80a-5ea4c003fe5f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477200 Nov 18 17:34:22.358842 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ea981248-65a4-473d-a744-3f093796048a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:22.412871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea981248-65a4-473d-a744-3f093796048a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b75356-7b83-4da1-a372-54c61cc98fe2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:22.420379 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 43872) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:22.432056 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ea981248-65a4-473d-a744-3f093796048a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5bd40c0ca065480683c92cd348d5cb21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3978693 Nov 18 17:34:22.545568 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931cbb5-da19-42f7-88f0-e8fbb883a668 req-625a6475-b007-4340-b684-fa13f4143ce0 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:22.550810 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2931cbb5-da19-42f7-88f0-e8fbb883a668 req-625a6475-b007-4340-b684-fa13f4143ce0 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.1055923 Nov 18 17:34:22.552247 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2063f231-ec75-4216-aba6-56a4aecc2a7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:22.593713 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2063f231-ec75-4216-aba6-56a4aecc2a7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:22.640831 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2931cbb5-da19-42f7-88f0-e8fbb883a668 req-e4a3cde4-2d85-4039-8a7f-8a0e69e2ff10 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=db1f6d3d-15e8-4949-8f26-78065e653afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839355 Nov 18 17:34:22.743064 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b763ed9-68a3-4eeb-8c29-4621d843d4ec req-f0aef5db-d2f1-4708-882c-48950b50510c tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:22.744489 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b763ed9-68a3-4eeb-8c29-4621d843d4ec req-f0aef5db-d2f1-4708-882c-48950b50510c tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.83 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 946 time: 0.0515811 Nov 18 17:34:22.765521 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device fbf9a361-3908-4f9d-9250-2d1bbac0510f details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:34:22.774915 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2063f231-ec75-4216-aba6-56a4aecc2a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:22.777976 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2063f231-ec75-4216-aba6-56a4aecc2a7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:22.781853 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2063f231-ec75-4216-aba6-56a4aecc2a7a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b3b75356-7b83-4da1-a372-54c61cc98fe2 HTTP/1.1" status: 204 len: 168 time: 0.3577363 Nov 18 17:34:22.807663 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063f231-ec75-4216-aba6-56a4aecc2a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b75356-7b83-4da1-a372-54c61cc98fe2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:22.880806 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port fbf9a361-3908-4f9d-9250-2d1bbac0510f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:34:22.898133 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-5b763ed9-68a3-4eeb-8c29-4621d843d4ec req-3cf48f44-81fe-4111-ab2f-636b8544ab06 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Deleting port 84586cf8-7af6-419f-93e6-54d92c914057 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:34:22.901616 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b763ed9-68a3-4eeb-8c29-4621d843d4ec req-3cf48f44-81fe-4111-ab2f-636b8544ab06 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:22.918059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f', 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b', 'port_id': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f', 'mac_address': 'fa:16:3e:97:96:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef27d04-f77e-4824-a841-f22b1e434bcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:34:22.963292 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:22.977438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf9a361-3908-4f9d-9250-2d1bbac0510f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:34:22.999499 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port fbf9a361-3908-4f9d-9250-2d1bbac0510f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:34:23.020455 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5b763ed9-68a3-4eeb-8c29-4621d843d4ec req-3cf48f44-81fe-4111-ab2f-636b8544ab06 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] For port 84586cf8-7af6-419f-93e6-54d92c914057, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=84586cf8-7af6-419f-93e6-54d92c914057,segment=NetworkSegment(866c3e83-92a0-415f-a711-34036ba2f7b0),segment_id=866c3e83-92a0-415f-a711-34036ba2f7b0)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:34:23.020953 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b763ed9-68a3-4eeb-8c29-4621d843d4ec req-3cf48f44-81fe-4111-ab2f-636b8544ab06 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:23.039531 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:23.084903 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:23.163023 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=fbf9a361-3908-4f9d-9250-2d1bbac0510f,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:23.287172 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b763ed9-68a3-4eeb-8c29-4621d843d4ec req-3cf48f44-81fe-4111-ab2f-636b8544ab06 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:23.287752 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b763ed9-68a3-4eeb-8c29-4621d843d4ec req-3cf48f44-81fe-4111-ab2f-636b8544ab06 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:23.287914 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [req-5b763ed9-68a3-4eeb-8c29-4621d843d4ec req-3cf48f44-81fe-4111-ab2f-636b8544ab06 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Floating IP d5d9f035-50bc-4c2b-8964-b6d5d0f00f3f disassociated. External IP: 172.25.3.54, port: 84586cf8-7af6-419f-93e6-54d92c914057. Nov 18 17:34:23.288221 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-5b763ed9-68a3-4eeb-8c29-4621d843d4ec req-3cf48f44-81fe-4111-ab2f-636b8544ab06 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Calling delete_port for 84586cf8-7af6-419f-93e6-54d92c914057 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:34:23.314941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['fbf9a361-3908-4f9d-9250-2d1bbac0510f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:34:23.403524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e9202-46cf-4f6f-a8a6-d2e9e93b19d3 req-52754912-c5c4-4041-8b06-9753edda3666 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:23.416084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b61e9202-46cf-4f6f-a8a6-d2e9e93b19d3 req-52754912-c5c4-4041-8b06-9753edda3666 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.1017885 Nov 18 17:34:23.495924 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b763ed9-68a3-4eeb-8c29-4621d843d4ec req-3cf48f44-81fe-4111-ab2f-636b8544ab06 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:23.506116 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b61e9202-46cf-4f6f-a8a6-d2e9e93b19d3 req-ef8e494c-7eaf-4693-a7da-8266936a56ab tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914495 Nov 18 17:34:23.585165 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf48f44-81fe-4111-ab2f-636b8544ab06 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Pushing event deleted for resources: {'Port': ['ID=84586cf8-7af6-419f-93e6-54d92c914057,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:23.593381 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667ea11-eb72-46bc-810e-23c1bcad1cf0 req-03d5e410-4e4e-4230-8afe-a00f97da7e64 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:23.599459 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0667ea11-eb72-46bc-810e-23c1bcad1cf0 req-03d5e410-4e4e-4230-8afe-a00f97da7e64 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 944 time: 0.1608725 Nov 18 17:34:23.699088 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0667ea11-eb72-46bc-810e-23c1bcad1cf0 req-ac904792-868a-4b6e-9e06-49357e1d768c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967181 Nov 18 17:34:23.759609 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64e110b0-d6c0-46f1-959a-f08c6be0f9c2 req-a5fff7e6-f1fd-4476-a01f-f36eb75c5349 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 210 time: 0.0345650 Nov 18 17:34:23.784942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b763ed9-68a3-4eeb-8c29-4621d843d4ec req-3cf48f44-81fe-4111-ab2f-636b8544ab06 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Router 586e6e43-c2a3-41f7-9763-fe02ef358256 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:34:23.919293 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b763ed9-68a3-4eeb-8c29-4621d843d4ec req-3cf48f44-81fe-4111-ab2f-636b8544ab06 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:34:23.944505 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6bf31-6582-475d-a3db-728cfb3bbdba None None] Sync routers for ids ['586e6e43-c2a3-41f7-9763-fe02ef358256'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:34:23.952422 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6bf31-6582-475d-a3db-728cfb3bbdba None None] Routers {'586e6e43-c2a3-41f7-9763-fe02ef358256'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:34:23.953161 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-42d6bf31-6582-475d-a3db-728cfb3bbdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:34:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['586e6e43-c2a3-41f7-9763-fe02ef358256'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:23.964194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b763ed9-68a3-4eeb-8c29-4621d843d4ec req-3cf48f44-81fe-4111-ab2f-636b8544ab06 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] No DVR routers for this DVR port 84586cf8-7af6-419f-93e6-54d92c914057 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:34:23.967082 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b763ed9-68a3-4eeb-8c29-4621d843d4ec req-3cf48f44-81fe-4111-ab2f-636b8544ab06 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:23.971740 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b763ed9-68a3-4eeb-8c29-4621d843d4ec req-3cf48f44-81fe-4111-ab2f-636b8544ab06 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.83 "DELETE /v2.0/ports/84586cf8-7af6-419f-93e6-54d92c914057 HTTP/1.1" status: 204 len: 173 time: 1.2199526 Nov 18 17:34:23.971740 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce0825e-e698-49c2-8df9-2154f8f60b27', 'name': 'network-vif-deleted', 'tag': '84586cf8-7af6-419f-93e6-54d92c914057'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:34:23.974044 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb08b9f-25fb-4c3e-9720-662d2b1042f9" -d '{"events": [{"server_uuid": "cce0825e-e698-49c2-8df9-2154f8f60b27", "name": "network-vif-deleted", "tag": "84586cf8-7af6-419f-93e6-54d92c914057"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:34:24.012769 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a40481-14ba-4ab8-ba7c-c4b2cd053909 x-openstack-request-id: req-82a40481-14ba-4ab8-ba7c-c4b2cd053909 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:34:24.013085 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce0825e-e698-49c2-8df9-2154f8f60b27", "name": "network-vif-deleted", "tag": "84586cf8-7af6-419f-93e6-54d92c914057", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:34:24.013500 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-82a40481-14ba-4ab8-ba7c-c4b2cd053909 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:34:24.013832 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce0825e-e698-49c2-8df9-2154f8f60b27', 'name': 'network-vif-deleted', 'tag': '84586cf8-7af6-419f-93e6-54d92c914057', 'status': 'completed', 'code': 200} Nov 18 17:34:24.081319 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-42d6bf31-6582-475d-a3db-728cfb3bbdba None None] Set router 586e6e43-c2a3-41f7-9763-fe02ef358256 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:34:24.375962 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-42d6bf31-6582-475d-a3db-728cfb3bbdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:29:41Z', 'revision_number': 4, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '5e62f6d0-02fb-4a50-9d0a-fc1be3227928', 'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'mac_address': 'fa:16:3e:93:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:40Z', 'updated_at': '2021-11-18T17:29:48Z', 'revision_number': 5, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'subnets': [{'id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:24.407776 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6bf31-6582-475d-a3db-728cfb3bbdba None None] Checking router: 586e6e43-c2a3-41f7-9763-fe02ef358256 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:34:24.518413 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6bf31-6582-475d-a3db-728cfb3bbdba None None] Routers {'586e6e43-c2a3-41f7-9763-fe02ef358256'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:34:24.518986 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-42d6bf31-6582-475d-a3db-728cfb3bbdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:34:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['586e6e43-c2a3-41f7-9763-fe02ef358256'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:24.653618 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-42d6bf31-6582-475d-a3db-728cfb3bbdba None None] Set router 586e6e43-c2a3-41f7-9763-fe02ef358256 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:34:24.721879 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e7109-b44d-4cc5-9d65-ee486ee08c03 req-9e8d267d-1b24-4cdc-9697-df9df2bf89c8 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:24.735387 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a6e7109-b44d-4cc5-9d65-ee486ee08c03 req-9e8d267d-1b24-4cdc-9697-df9df2bf89c8 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.1129355 Nov 18 17:34:24.782504 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device fbf9a361-3908-4f9d-9250-2d1bbac0510f up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:34:24.900478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a6e7109-b44d-4cc5-9d65-ee486ee08c03 req-e1c23eb4-25f9-4868-aa87-b0816ee37a82 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634152 Nov 18 17:34:24.916604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf55146-2b9a-4fc1-b17a-843809cd3e5a req-aefd72b7-f13e-4e78-ba2f-f6bae7ead95c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:24.918992 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bf55146-2b9a-4fc1-b17a-843809cd3e5a req-aefd72b7-f13e-4e78-ba2f-f6bae7ead95c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 944 time: 0.1211181 Nov 18 17:34:25.025788 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port fbf9a361-3908-4f9d-9250-2d1bbac0510f completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:34:25.039950 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port fbf9a361-3908-4f9d-9250-2d1bbac0510f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:34:25.039950 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:25.044524 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bf55146-2b9a-4fc1-b17a-843809cd3e5a req-02d1076a-9f14-445e-af84-3b53b68da1a9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179202 Nov 18 17:34:25.086555 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9be20e83-f914-4772-96da-1a461914387a req-f9d56eb9-04db-4630-a025-e59834eb80bd tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0825e-e698-49c2-8df9-2154f8f60b27 HTTP/1.1" status: 200 len: 210 time: 0.0404875 Nov 18 17:34:25.112293 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-42d6bf31-6582-475d-a3db-728cfb3bbdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:29:41Z', 'revision_number': 4, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '5e62f6d0-02fb-4a50-9d0a-fc1be3227928', 'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'mac_address': 'fa:16:3e:93:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:40Z', 'updated_at': '2021-11-18T17:29:48Z', 'revision_number': 5, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'subnets': [{'id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:25.141701 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6bf31-6582-475d-a3db-728cfb3bbdba None None] The sync data for ids ['586e6e43-c2a3-41f7-9763-fe02ef358256'] in n-d-813419-11 is: [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:29:41Z', 'revision_number': 4, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '5e62f6d0-02fb-4a50-9d0a-fc1be3227928', 'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'mac_address': 'fa:16:3e:93:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:40Z', 'updated_at': '2021-11-18T17:29:48Z', 'revision_number': 5, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'subnets': [{'id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:34:25.170251 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:25.194070 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee8bd48-f603-42e3-b05f-85b3809bfb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:34:25.196383 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82ad777-f609-47c9-a0b6-3f986817487b" -d '{"events": [{"server_uuid": "3ee8bd48-f603-42e3-b05f-85b3809bfb89", "name": "network-vif-plugged", "status": "completed", "tag": "fbf9a361-3908-4f9d-9250-2d1bbac0510f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:34:25.214151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port fbf9a361-3908-4f9d-9250-2d1bbac0510f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:34:25.238745 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade0b49b-9a76-492e-aae6-512bf53e586e x-openstack-request-id: req-ade0b49b-9a76-492e-aae6-512bf53e586e {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:34:25.239056 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee8bd48-f603-42e3-b05f-85b3809bfb89", "name": "network-vif-plugged", "status": "completed", "tag": "fbf9a361-3908-4f9d-9250-2d1bbac0510f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:34:25.239317 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ade0b49b-9a76-492e-aae6-512bf53e586e {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:34:25.239725 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee8bd48-f603-42e3-b05f-85b3809bfb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f', 'code': 200} Nov 18 17:34:25.303137 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:25.381029 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a612aa-747c-4c05-90e2-c53635c801a8 req-cc0b0be7-68ce-47c7-a43a-53fa72fd3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:25.384414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-19a612aa-747c-4c05-90e2-c53635c801a8 req-cc0b0be7-68ce-47c7-a43a-53fa72fd3d4b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 1097 time: 0.0784957 Nov 18 17:34:25.434976 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=fbf9a361-3908-4f9d-9250-2d1bbac0510f,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:25.456135 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-19a612aa-747c-4c05-90e2-c53635c801a8 req-4f433218-1ca9-428b-9abe-9278d3cc1142 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628679 Nov 18 17:34:25.695515 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f4504b-3bb2-4541-8ad0-b352ed558a7a None None] New status for floating IP d5d9f035-50bc-4c2b-8964-b6d5d0f00f3f: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:34:26.062274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84d875-6a35-4412-b1cf-c5f74a0b6d04 req-1ad07585-e343-4e0f-9936-e71db85e0a89 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:26.064989 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d84d875-6a35-4412-b1cf-c5f74a0b6d04 req-1ad07585-e343-4e0f-9936-e71db85e0a89 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.0599654 Nov 18 17:34:26.120142 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d84d875-6a35-4412-b1cf-c5f74a0b6d04 req-94d5824e-791a-433e-bdd9-6c2e44ba1bf3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478110 Nov 18 17:34:26.191986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf2f39-f9c8-4c80-a7e1-1d95d4f4d001 req-13d2ab1c-52f7-4693-ac5a-f8e218e5baa5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:26.200349 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88cf2f39-f9c8-4c80-a7e1-1d95d4f4d001 req-13d2ab1c-52f7-4693-ac5a-f8e218e5baa5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0741644 Nov 18 17:34:26.262940 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88cf2f39-f9c8-4c80-a7e1-1d95d4f4d001 req-6ae34459-af5e-4815-9368-5c1dfa114e56 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616853 Nov 18 17:34:26.331920 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 84586cf8-7af6-419f-93e6-54d92c914057 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:34:26.357606 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 84586cf8-7af6-419f-93e6-54d92c914057 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:34:26.358292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 84586cf8-7af6-419f-93e6-54d92c914057 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:34:27.255991 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e2b7e-0970-453d-b1ce-3b139e09b407 req-53e0f248-70ed-467f-b2b0-e56671532296 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:27.257509 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-230e2b7e-0970-453d-b1ce-3b139e09b407 req-53e0f248-70ed-467f-b2b0-e56671532296 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.0541489 Nov 18 17:34:27.316974 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-230e2b7e-0970-453d-b1ce-3b139e09b407 req-be5f241e-7b08-4d1d-916b-18b38038cde9 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529449 Nov 18 17:34:27.322082 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44108) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:27.405944 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-31eda406-358a-4acc-b207-d2bfa2a77a4f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:27.436771 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-31eda406-358a-4acc-b207-d2bfa2a77a4f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:27.445372 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73d231-46b0-42ac-bbf8-7f1fe6caa9dc req-bb98933f-5ab2-4626-b271-add8727ec2a3 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:27.446903 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad73d231-46b0-42ac-bbf8-7f1fe6caa9dc req-bb98933f-5ab2-4626-b271-add8727ec2a3 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0644794 Nov 18 17:34:27.509454 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad73d231-46b0-42ac-bbf8-7f1fe6caa9dc req-e594f45b-efee-40b7-b281-36d8e1c165bc tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561972 Nov 18 17:34:27.581216 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-31eda406-358a-4acc-b207-d2bfa2a77a4f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:27.584467 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-31eda406-358a-4acc-b207-d2bfa2a77a4f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:27.585737 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-31eda406-358a-4acc-b207-d2bfa2a77a4f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "DELETE /v2.0/security-groups/db1f6d3d-15e8-4949-8f26-78065e653afa HTTP/1.1" status: 204 len: 168 time: 0.2626331 Nov 18 17:34:27.588478 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44128) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:27.596630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eda406-358a-4acc-b207-d2bfa2a77a4f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1f6d3d-15e8-4949-8f26-78065e653afa,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:27.607038 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-ec4c1f38-67e6-4785-8e63-fa32b4e35842 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] show failed (client error): The resource could not be found. Nov 18 17:34:27.608153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ec4c1f38-67e6-4785-8e63-fa32b4e35842 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups/db1f6d3d-15e8-4949-8f26-78065e653afa HTTP/1.1" status: 404 len: 347 time: 0.0178676 Nov 18 17:34:27.611744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44132) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:27.788799 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-f160de86-7af5-4885-b43b-a44de5bb6175 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Deleting port 14aa52ee-b190-4c7c-b837-8868ab394fc4 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:34:27.789145 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f160de86-7af5-4885-b43b-a44de5bb6175 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:27.868604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-a11956bb-ab00-4654-9c46-7570febb4ece tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:27.870427 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-a11956bb-ab00-4654-9c46-7570febb4ece tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/networks?id=a4327a42-a41d-4df0-88ec-86cfa61cf60b HTTP/1.1" status: 200 len: 814 time: 0.1358020 Nov 18 17:34:27.892890 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-12ff06cf-96c9-49f4-a9ae-eb9442de8225 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/quotas/5482321838844be38307f00ea7e492a9 HTTP/1.1" status: 200 len: 375 time: 0.0155299 Nov 18 17:34:27.904251 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f160de86-7af5-4885-b43b-a44de5bb6175 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:27.904887 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f160de86-7af5-4885-b43b-a44de5bb6175 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:27.924750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-f160de86-7af5-4885-b43b-a44de5bb6175 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Calling delete_port for 14aa52ee-b190-4c7c-b837-8868ab394fc4 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:34:27.951565 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-ba818c0b-2656-4677-b900-e210956e59f4 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5482321838844be38307f00ea7e492a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0525131 Nov 18 17:34:28.083314 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3a752908-4ce1-4acd-bbbd-5ee9caaf4761 service neutron] 10.222.0.72 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984869 Nov 18 17:34:28.191609 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-5e33802e-6752-4eda-997a-329adbf22bc3 service neutron] 10.222.0.72 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011789 Nov 18 17:34:28.192695 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f160de86-7af5-4885-b43b-a44de5bb6175 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:28.225924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160de86-7af5-4885-b43b-a44de5bb6175 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Pushing event deleted for resources: {'Port': ['ID=14aa52ee-b190-4c7c-b837-8868ab394fc4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:28.289767 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f160de86-7af5-4885-b43b-a44de5bb6175 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for floatingip, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:28.292438 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f160de86-7af5-4885-b43b-a44de5bb6175 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:28.296351 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f160de86-7af5-4885-b43b-a44de5bb6175 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "DELETE /v2.0/floatingips/d5d9f035-50bc-4c2b-8964-b6d5d0f00f3f HTTP/1.1" status: 204 len: 168 time: 0.6803625 Nov 18 17:34:28.790942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44210) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:28.796325 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-97463b97-4cee-49a9-9b12-7de950180acd tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1551520279', 'description': 'tempest-description--457386106'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:28.799412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48658f9b-f6c5-4e64-83c3-8754a1befde4 req-0edf2beb-bc91-40ef-97b4-2a29c8b494af tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:28.810272 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48658f9b-f6c5-4e64-83c3-8754a1befde4 req-0edf2beb-bc91-40ef-97b4-2a29c8b494af tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.0754488 Nov 18 17:34:28.878499 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-161f47ac-0d80-4b76-8945-194be1692c8a req-57bdebb4-8cd7-4899-a534-e2b29cbdf272 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 210 time: 0.0406735 Nov 18 17:34:28.897446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48658f9b-f6c5-4e64-83c3-8754a1befde4 req-a6623ef5-020f-4032-9df1-8029baa22e60 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849552 Nov 18 17:34:28.929613 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97463b97-4cee-49a9-9b12-7de950180acd tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:29.008614 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97463b97-4cee-49a9-9b12-7de950180acd tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:29.170931 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97463b97-4cee-49a9-9b12-7de950180acd tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:29.259470 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97463b97-4cee-49a9-9b12-7de950180acd tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac36c488-123c-4b87-8409-1aa49d3aa4ab,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:29.383589 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97463b97-4cee-49a9-9b12-7de950180acd tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:29.385122 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-97463b97-4cee-49a9-9b12-7de950180acd tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5930297 Nov 18 17:34:29.388087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44228) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:29.393078 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9273b07e-210e-4cc4-88f3-169090bc702f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Request body: {'security_group_rule': {'security_group_id': 'ac36c488-123c-4b87-8409-1aa49d3aa4ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:29.522131 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9273b07e-210e-4cc4-88f3-169090bc702f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:29.583413 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9273b07e-210e-4cc4-88f3-169090bc702f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:29.665814 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9273b07e-210e-4cc4-88f3-169090bc702f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:29.694439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273b07e-210e-4cc4-88f3-169090bc702f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1d6b89-165a-4e4b-9026-9e5131e75258,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:29.806703 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9273b07e-210e-4cc4-88f3-169090bc702f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:29.808014 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9273b07e-210e-4cc4-88f3-169090bc702f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4189100 Nov 18 17:34:29.810948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44268) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:29.815804 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-0f89ca2f-a120-4fdb-b3f2-f8f475aa2d39 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Request body: {'security_group_rule': {'security_group_id': 'ac36c488-123c-4b87-8409-1aa49d3aa4ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:29.944261 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eb02a7e4-c23a-4126-b35f-4cf453175fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:29.954848 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f89ca2f-a120-4fdb-b3f2-f8f475aa2d39 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:30.058786 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e199f624-4d7e-4fa6-8cca-6deee1f8cc35 req-31d9bb61-32cc-4227-a770-713ac47e24a1 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 210 time: 0.0692239 Nov 18 17:34:30.099754 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f89ca2f-a120-4fdb-b3f2-f8f475aa2d39 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:30.116684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc4a7f-1b2a-4515-a08c-05839f39074b req-7dd48543-5b48-4e93-b3f3-d021062512b7 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:30.118422 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1fc4a7f-1b2a-4515-a08c-05839f39074b req-7dd48543-5b48-4e93-b3f3-d021062512b7 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 943 time: 0.1033459 Nov 18 17:34:30.171866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1fc4a7f-1b2a-4515-a08c-05839f39074b req-ce8e3f56-1bb7-446b-a691-783b20a36d64 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473568 Nov 18 17:34:30.221707 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f89ca2f-a120-4fdb-b3f2-f8f475aa2d39 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:30.246518 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89ca2f-a120-4fdb-b3f2-f8f475aa2d39 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c93289d-9edc-4fc4-9c4c-ac12e7ac090a,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:30.328875 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cf44c1ed-9db9-4824-bd00-5d8a13be15d3 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:34:30.373126 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f89ca2f-a120-4fdb-b3f2-f8f475aa2d39 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:30.379486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44286) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:30.381981 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0f89ca2f-a120-4fdb-b3f2-f8f475aa2d39 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5674624 Nov 18 17:34:30.384459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f500b323-844e-4c36-bb80-74872094008e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:30.441435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port cf44c1ed-9db9-4824-bd00-5d8a13be15d3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:34:30.453151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'port_id': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3', 'mac_address': 'fa:16:3e:d2:1e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:34:30.495037 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:30.509807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf44c1ed-9db9-4824-bd00-5d8a13be15d3 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:34:30.520240 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f500b323-844e-4c36-bb80-74872094008e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for floatingip, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:30.531312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port cf44c1ed-9db9-4824-bd00-5d8a13be15d3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:34:30.655650 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:30.665728 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f500b323-844e-4c36-bb80-74872094008e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:30.718477 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:30.788063 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-f500b323-844e-4c36-bb80-74872094008e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Allocated IP 172.25.3.24 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/b328221d-a96b-4a3e-808d-6dfacf695149) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:34:30.896561 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44300) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:30.912824 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['cf44c1ed-9db9-4824-bd00-5d8a13be15d3'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:34:30.933192 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f500b323-844e-4c36-bb80-74872094008e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:31.039617 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b160c0c8-2f91-4591-ac78-e04d77004999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:31.090510 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f500b323-844e-4c36-bb80-74872094008e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:31.137005 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f500b323-844e-4c36-bb80-74872094008e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:34:31.141802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-f500b323-844e-4c36-bb80-74872094008e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:34:31.151224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f500b323-844e-4c36-bb80-74872094008e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:34:31.151897 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b160c0c8-2f91-4591-ac78-e04d77004999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:31.155622 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500b323-844e-4c36-bb80-74872094008e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Pushing event updated for resources: {'Port': ['ID=b328221d-a96b-4a3e-808d-6dfacf695149,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:31.206478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b006d6f-1823-47ff-8e07-d6dbb84e94a1 req-5c54b3f2-19aa-4da4-9a0f-bce5a9b78e25 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 210 time: 0.0565374 Nov 18 17:34:31.243120 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b160c0c8-2f91-4591-ac78-e04d77004999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:31.289629 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b160c0c8-2f91-4591-ac78-e04d77004999 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bbe9b7a061eb4d2bbf0e3d57242d2faa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3917124 Nov 18 17:34:31.302719 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44316) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:31.340735 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160c0c8-2f91-4591-ac78-e04d77004999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e452e7a6-6fc1-4d16-9b05-d1432483b63c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:31.373507 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fa98c-041f-4953-b672-a81594dc6ea8 req-50564c5e-e6ad-4b73-8474-86a64f29d865 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:31.375243 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-106fa98c-041f-4953-b672-a81594dc6ea8 req-50564c5e-e6ad-4b73-8474-86a64f29d865 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 944 time: 0.1106808 Nov 18 17:34:31.410748 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-0fde3c1d-3be8-47ae-899c-2a17d4672b99 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:31.412561 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-0fde3c1d-3be8-47ae-899c-2a17d4672b99 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.83 "GET /v2.0/networks?id=a4327a42-a41d-4df0-88ec-86cfa61cf60b HTTP/1.1" status: 200 len: 814 time: 0.2176244 Nov 18 17:34:31.437026 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-611388d4-7b46-4e58-bf3f-3e87e6fdf27d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Request body: {'port': {'device_id': 'c779d577-92d1-4a15-8949-816c4b8ae3f7', 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b', 'admin_state_up': True, 'tenant_id': '5482321838844be38307f00ea7e492a9'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:31.462898 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd53c2f2-09a7-447f-834a-a9b9281745f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:31.489394 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd53c2f2-09a7-447f-834a-a9b9281745f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:31.520921 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f500b323-844e-4c36-bb80-74872094008e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:31.723009 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f500b323-844e-4c36-bb80-74872094008e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:31.724406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-106fa98c-041f-4953-b672-a81594dc6ea8 req-db00e944-6c8c-4b83-924d-1fa895738ccf tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3417995 Nov 18 17:34:31.772560 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd53c2f2-09a7-447f-834a-a9b9281745f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:31.775342 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd53c2f2-09a7-447f-834a-a9b9281745f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:31.776580 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cd53c2f2-09a7-447f-834a-a9b9281745f1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e452e7a6-6fc1-4d16-9b05-d1432483b63c HTTP/1.1" status: 204 len: 168 time: 0.4728322 Nov 18 17:34:31.782915 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-611388d4-7b46-4e58-bf3f-3e87e6fdf27d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Made reservation on behalf of 5482321838844be38307f00ea7e492a9 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:34:31.789347 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-611388d4-7b46-4e58-bf3f-3e87e6fdf27d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:31.850749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53c2f2-09a7-447f-834a-a9b9281745f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e452e7a6-6fc1-4d16-9b05-d1432483b63c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:32.055490 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f500b323-844e-4c36-bb80-74872094008e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:32.062863 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-611388d4-7b46-4e58-bf3f-3e87e6fdf27d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Allocated IP 172.20.0.2 (a4327a42-a41d-4df0-88ec-86cfa61cf60b/4ef27d04-f77e-4824-a841-f22b1e434bcf/b94f3d22-62a9-48b0-b2e7-fd8541422256) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:34:32.184471 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f500b323-844e-4c36-bb80-74872094008e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:32.329102 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cf44c1ed-9db9-4824-bd00-5d8a13be15d3 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:34:32.372423 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e780aedf-9c62-4f44-92d1-5495d34cb485 req-f5cb86e0-7602-448c-b96d-56e801a0f701 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 210 time: 0.0380414 Nov 18 17:34:32.603057 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bae1ab02-eec2-40dd-9072-70d7658dea8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:32.631144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port cf44c1ed-9db9-4824-bd00-5d8a13be15d3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:34:32.631523 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:32.675437 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500b323-844e-4c36-bb80-74872094008e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Pushing event updated for resources: {'Port': ['ID=b328221d-a96b-4a3e-808d-6dfacf695149,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:32.681397 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-611388d4-7b46-4e58-bf3f-3e87e6fdf27d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:32.687497 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f500b323-844e-4c36-bb80-74872094008e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:32.723336 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:32.750150 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0008e651-076a-4e58-9926-b43b9aec7806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:34:32.753295 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dadd03-5bac-447f-b858-b19507239e26" -d '{"events": [{"server_uuid": "0008e651-076a-4e58-9926-b43b9aec7806", "name": "network-vif-plugged", "status": "completed", "tag": "cf44c1ed-9db9-4824-bd00-5d8a13be15d3"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:34:32.788466 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port cf44c1ed-9db9-4824-bd00-5d8a13be15d3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:34:32.790501 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f500b323-844e-4c36-bb80-74872094008e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:32.800354 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f500b323-844e-4c36-bb80-74872094008e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4111855 Nov 18 17:34:32.822765 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-611388d4-7b46-4e58-bf3f-3e87e6fdf27d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:32.838595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['fbf9a361-3908-4f9d-9250-2d1bbac0510f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:34:32.843755 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:32.901877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-611388d4-7b46-4e58-bf3f-3e87e6fdf27d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Network a4327a42-a41d-4df0-88ec-86cfa61cf60b is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:34:32.919653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-611388d4-7b46-4e58-bf3f-3e87e6fdf27d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:34:32.924288 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-611388d4-7b46-4e58-bf3f-3e87e6fdf27d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:34:32.935270 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5040c2-39fe-4e31-9761-1f71a7439b80 x-openstack-request-id: req-eb5040c2-39fe-4e31-9761-1f71a7439b80 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:34:32.944625 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0008e651-076a-4e58-9926-b43b9aec7806", "name": "network-vif-plugged", "status": "completed", "tag": "cf44c1ed-9db9-4824-bd00-5d8a13be15d3", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:34:32.944625 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-eb5040c2-39fe-4e31-9761-1f71a7439b80 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:34:32.944625 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0008e651-076a-4e58-9926-b43b9aec7806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3', 'code': 200} Nov 18 17:34:32.999643 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be655c40-40b3-44f8-909e-8b204820bb66 req-d5e73705-530e-4313-bec6-e9caa9fad640 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:33.008830 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be655c40-40b3-44f8-909e-8b204820bb66 req-d5e73705-530e-4313-bec6-e9caa9fad640 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 946 time: 0.1611204 Nov 18 17:34:33.033409 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611388d4-7b46-4e58-bf3f-3e87e6fdf27d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Pushing event updated for resources: {'Port': ['ID=b94f3d22-62a9-48b0-b2e7-fd8541422256,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:33.041924 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,revision_number=10']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:33.099326 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-be655c40-40b3-44f8-909e-8b204820bb66 req-b1e90696-28f6-47a0-bacf-cf6c9db75959 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826719 Nov 18 17:34:33.106924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-611388d4-7b46-4e58-bf3f-3e87e6fdf27d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:33.107611 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-611388d4-7b46-4e58-bf3f-3e87e6fdf27d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:33.213154 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-611388d4-7b46-4e58-bf3f-3e87e6fdf27d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7818081 Nov 18 17:34:33.227040 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Request body: {'port': {'device_id': 'c779d577-92d1-4a15-8949-816c4b8ae3f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:33.262195 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-eaf49bdf-c3eb-4c5e-949f-65d6b1949b88 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1551520279&fields=id&tenant_id=3561bfcd86bf4651825b50a84fed4187 HTTP/1.1" status: 200 len: 267 time: 0.1188512 Nov 18 17:34:33.293916 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5018b3b-ebdf-4393-8949-32b4942803e0 req-5676219d-ce1d-414e-a4d2-a01872790ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:33.298610 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5018b3b-ebdf-4393-8949-32b4942803e0 req-5676219d-ce1d-414e-a4d2-a01872790ab5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 1098 time: 0.1325147 Nov 18 17:34:33.317546 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:33.451169 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5018b3b-ebdf-4393-8949-32b4942803e0 req-58c8187a-8054-4712-9cbc-c1228ab4d543 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378980 Nov 18 17:34:33.482464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-da7d0a26-cdd0-4991-af5c-17c674b7916e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:33.484512 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-da7d0a26-cdd0-4991-af5c-17c674b7916e tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/networks?id=c5a36094-7848-4e06-82e7-e00180c96a72 HTTP/1.1" status: 200 len: 809 time: 0.2212849 Nov 18 17:34:33.539423 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-bd386089-f9e0-4911-9e61-0284c2c40bee tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/quotas/3561bfcd86bf4651825b50a84fed4187 HTTP/1.1" status: 200 len: 375 time: 0.0374589 Nov 18 17:34:33.601147 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984b11a-740f-41a6-9e42-6e335a1ccc72 req-de49ddcd-3aad-4452-ab95-0f05ab8e3637 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:33.602768 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f984b11a-740f-41a6-9e42-6e335a1ccc72 req-de49ddcd-3aad-4452-ab95-0f05ab8e3637 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 931 time: 0.1168556 Nov 18 17:34:33.615567 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:33.641127 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-2bdbfc48-a93c-42cf-8dcf-185227c54092 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3561bfcd86bf4651825b50a84fed4187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995519 Nov 18 17:34:33.723964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f984b11a-740f-41a6-9e42-6e335a1ccc72 req-daf75435-87cb-4dcc-bd0d-740b1b4401c9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962162 Nov 18 17:34:33.803626 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b94f3d22-62a9-48b0-b2e7-fd8541422256 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:34:33.803941 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-8d581bd9-2265-4f8d-91c8-138792f0d60d service neutron] 10.222.0.72 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406100 Nov 18 17:34:33.810995 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:33.825342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Transition to ACTIVE for port object b94f3d22-62a9-48b0-b2e7-fd8541422256 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:34:33.898200 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-2259bcc4-4617-43c5-8a6c-c3fde6de2c9d service neutron] 10.222.0.72 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949700 Nov 18 17:34:33.936270 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:34.009032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Pushing event updated for resources: {'Port': ['ID=b94f3d22-62a9-48b0-b2e7-fd8541422256,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:34.096438 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Attempting to bind port b94f3d22-62a9-48b0-b2e7-fd8541422256 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:34:34.096438 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Attempting to bind port b94f3d22-62a9-48b0-b2e7-fd8541422256 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '54422f2a-5b8f-4e71-a328-a2c6bc38317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:34:34.096438 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Attempting to bind port b94f3d22-62a9-48b0-b2e7-fd8541422256 on network a4327a42-a41d-4df0-88ec-86cfa61cf60b {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:34:34.116223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Port b94f3d22-62a9-48b0-b2e7-fd8541422256 on network a4327a42-a41d-4df0-88ec-86cfa61cf60b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:34:34.116223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Attempting to bind port b94f3d22-62a9-48b0-b2e7-fd8541422256 on network a4327a42-a41d-4df0-88ec-86cfa61cf60b {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:34:34.129677 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:34:34.131160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Checking segment: {'id': '54422f2a-5b8f-4e71-a328-a2c6bc38317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:34:34.131568 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Bound using segment: {'id': '54422f2a-5b8f-4e71-a328-a2c6bc38317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:34:34.135358 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Bound port: b94f3d22-62a9-48b0-b2e7-fd8541422256, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54422f2a-5b8f-4e71-a328-a2c6bc38317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:34:34.135358 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:34.254793 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] For port b94f3d22-62a9-48b0-b2e7-fd8541422256, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:34:34.258156 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] For port b94f3d22-62a9-48b0-b2e7-fd8541422256, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b94f3d22-62a9-48b0-b2e7-fd8541422256,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:34:34.307942 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ade26835-62ba-4157-b3e9-a14e51f4f0ea req-4a4018eb-dbe7-49b1-87ff-4ac01047e521 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 210 time: 0.1047564 Nov 18 17:34:34.341613 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:34.354887 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ef011-853a-4e57-9b09-0f016f10679e req-062b7b29-ffc4-425d-a252-74a09c167e07 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:34.356573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-317ef011-853a-4e57-9b09-0f016f10679e req-062b7b29-ffc4-425d-a252-74a09c167e07 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 946 time: 0.0866647 Nov 18 17:34:34.428900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Pushing event updated for resources: {'Port': ['ID=b94f3d22-62a9-48b0-b2e7-fd8541422256,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:34.441938 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-317ef011-853a-4e57-9b09-0f016f10679e req-57cf5e54-54f7-4d76-8e19-433b455364e4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787406 Nov 18 17:34:34.449165 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:34.452128 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:34.452128 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-3b8ff763-ef85-42d0-8599-96c7ef56bce2 service neutron] 10.222.0.83 "PUT /v2.0/ports/b94f3d22-62a9-48b0-b2e7-fd8541422256 HTTP/1.1" status: 200 len: 1092 time: 1.2298410 Nov 18 17:34:34.452128 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c779d577-92d1-4a15-8949-816c4b8ae3f7', 'tag': 'b94f3d22-62a9-48b0-b2e7-fd8541422256'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:34:34.456739 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65fe663-c66d-4c61-aa18-49a6e59aaa07" -d '{"events": [{"name": "network-changed", "server_uuid": "c779d577-92d1-4a15-8949-816c4b8ae3f7", "tag": "b94f3d22-62a9-48b0-b2e7-fd8541422256"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:34:34.504171 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a9ea3d-59d8-4361-b81d-9f6ced6329d5 x-openstack-request-id: req-a2a9ea3d-59d8-4361-b81d-9f6ced6329d5 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:34:34.504379 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c779d577-92d1-4a15-8949-816c4b8ae3f7", "tag": "b94f3d22-62a9-48b0-b2e7-fd8541422256", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:34:34.505274 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a2a9ea3d-59d8-4361-b81d-9f6ced6329d5 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:34:34.505823 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c779d577-92d1-4a15-8949-816c4b8ae3f7', 'tag': 'b94f3d22-62a9-48b0-b2e7-fd8541422256', 'status': 'completed', 'code': 200} Nov 18 17:34:34.598749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fe663-c66d-4c61-aa18-49a6e59aaa07 req-77ab47ff-bb74-4ca2-a23b-cfab03246acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:34.600467 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e65fe663-c66d-4c61-aa18-49a6e59aaa07 req-77ab47ff-bb74-4ca2-a23b-cfab03246acb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5482321838844be38307f00ea7e492a9&device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 1095 time: 0.0481267 Nov 18 17:34:34.763277 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fe663-c66d-4c61-aa18-49a6e59aaa07 req-2eefe750-4d83-48c6-bad2-6904e28df3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:34.767269 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e65fe663-c66d-4c61-aa18-49a6e59aaa07 req-2eefe750-4d83-48c6-bad2-6904e28df3d4 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=5482321838844be38307f00ea7e492a9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1525686 Nov 18 17:34:34.858081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44462) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:34.978007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add90b6-08db-406f-ad4d-11b4712e5bb9 req-2d41988b-7eb0-468c-9cf9-316c159242d0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:34.979088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fe663-c66d-4c61-aa18-49a6e59aaa07 req-3d8e2fdc-35dd-4184-9f45-cdf83147a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:34.986463 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e65fe663-c66d-4c61-aa18-49a6e59aaa07 req-3d8e2fdc-35dd-4184-9f45-cdf83147a882 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2135468 Nov 18 17:34:35.004794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4add90b6-08db-406f-ad4d-11b4712e5bb9 req-2d41988b-7eb0-468c-9cf9-316c159242d0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 943 time: 0.1751802 Nov 18 17:34:35.009486 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:35.141462 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4add90b6-08db-406f-ad4d-11b4712e5bb9 req-5a6231b9-8d34-40b5-8c9d-86ce45bf5a76 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191308 Nov 18 17:34:35.155480 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2280f05e-91c1-43da-9528-d231c8013354 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1152772712', 'router:external': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:35.161427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-4f0867fe-13cf-4848-8660-3df87b9f24ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:35.162963 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-4f0867fe-13cf-4848-8660-3df87b9f24ca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5482321838844be38307f00ea7e492a9&device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 1095 time: 0.1047688 Nov 18 17:34:35.219131 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-cba99143-a30e-42b9-a6d7-363dc65d2eeb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b94f3d22-62a9-48b0-b2e7-fd8541422256 HTTP/1.1" status: 200 len: 217 time: 0.0416257 Nov 18 17:34:35.274444 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2280f05e-91c1-43da-9528-d231c8013354 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Made reservation on behalf of 38e4d9a120a74f9cab357efc9eebab5e for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:34:35.276894 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2280f05e-91c1-43da-9528-d231c8013354 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:35.290923 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2280f05e-91c1-43da-9528-d231c8013354 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:35.293839 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-6baff664-a802-4160-960e-ce36a9339832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:35.295389 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-6baff664-a802-4160-960e-ce36a9339832 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ef27d04-f77e-4824-a841-f22b1e434bcf HTTP/1.1" status: 200 len: 854 time: 0.0690622 Nov 18 17:34:35.337444 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-db3b5073-d04c-4154-b2e9-f7492f8ac40c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4327a42-a41d-4df0-88ec-86cfa61cf60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295467 Nov 18 17:34:35.423186 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04f2e5bd-0745-4302-afd6-6e9edb64c0f5 req-688e14f5-3659-4988-bba2-d589925a8f3f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 210 time: 0.0478568 Nov 18 17:34:35.490051 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:35.519180 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-74fe288d-0de8-4509-a859-8c5c657696fa service neutron] 10.222.0.83 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748788 Nov 18 17:34:35.574809 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2280f05e-91c1-43da-9528-d231c8013354 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:35.632820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9fa4d-080c-469d-bc4a-bf8b5dfa5e2f req-7ff29c13-1a04-42e3-a1b2-d175be21c4c1 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:35.634377 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84b9fa4d-080c-469d-bc4a-bf8b5dfa5e2f req-7ff29c13-1a04-42e3-a1b2-d175be21c4c1 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 946 time: 0.0842030 Nov 18 17:34:35.664460 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2280f05e-91c1-43da-9528-d231c8013354 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:35.698578 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2280f05e-91c1-43da-9528-d231c8013354 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] vlan segment allocate from pool success with {'vlan_id': 1137, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:34:35.700728 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84b9fa4d-080c-469d-bc4a-bf8b5dfa5e2f req-e2c18475-1b22-4df0-8a12-835c69973045 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591137 Nov 18 17:34:35.718465 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2280f05e-91c1-43da-9528-d231c8013354 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:35.718465 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-2280f05e-91c1-43da-9528-d231c8013354 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Added segment 1971f2c4-8a5e-4d31-b120-2ba52d52d3a9 of type vlan for network 3a1d05d6-8f95-40af-860e-b39e88db6e17 Nov 18 17:34:35.733957 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280f05e-91c1-43da-9528-d231c8013354 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb89576-9e0e-4728-8ff0-9fce5039f93d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:35.753355 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b0e94d4d-367d-49ea-8fdf-12bbadc9b111 req-6c909910-a479-4227-824f-503012b282a5 service neutron] 10.222.0.83 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237945 Nov 18 17:34:35.795464 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2280f05e-91c1-43da-9528-d231c8013354 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:35.889744 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2280f05e-91c1-43da-9528-d231c8013354 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:35.890731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2280f05e-91c1-43da-9528-d231c8013354 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:35.891324 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2280f05e-91c1-43da-9528-d231c8013354 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:35.961009 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280f05e-91c1-43da-9528-d231c8013354 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Pushing event updated for resources: {'Network': ['ID=3a1d05d6-8f95-40af-860e-b39e88db6e17,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:35.975199 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 3a1d05d6-8f95-40af-860e-b39e88db6e17 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:34:36.001349 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2280f05e-91c1-43da-9528-d231c8013354 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.1418383 Nov 18 17:34:36.004600 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44520) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:36.010773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5d619074-08e7-4e05-bb80-80ea19aa265a tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Request body: {'subnet': {'network_id': '3a1d05d6-8f95-40af-860e-b39e88db6e17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:36.145604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d619074-08e7-4e05-bb80-80ea19aa265a tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Made reservation on behalf of 38e4d9a120a74f9cab357efc9eebab5e for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:34:36.153328 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d619074-08e7-4e05-bb80-80ea19aa265a tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:36.313950 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98992221-bbb6-4235-8477-1da392c06388 req-bbbc65ab-12fa-41c4-9c74-37dcbf5550c1 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:36.315617 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98992221-bbb6-4235-8477-1da392c06388 req-bbbc65ab-12fa-41c4-9c74-37dcbf5550c1 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 943 time: 0.0719593 Nov 18 17:34:36.442926 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98992221-bbb6-4235-8477-1da392c06388 req-c2b7cd46-d3fc-40af-bb35-d90baa1a030a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175282 Nov 18 17:34:36.548471 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e47c69a6-fea2-453d-91a9-87495561f2ed req-dd3e2e83-d633-4026-9786-51ec11d73816 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 210 time: 0.0402429 Nov 18 17:34:36.709873 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-69f885fe-5320-4856-8690-0f78f1837b3b tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:36.711382 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-69f885fe-5320-4856-8690-0f78f1837b3b tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.81 "GET /v2.0/networks?id=c5a36094-7848-4e06-82e7-e00180c96a72 HTTP/1.1" status: 200 len: 809 time: 0.1657183 Nov 18 17:34:36.880231 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-15ddb740-056c-4ad2-a332-e6c1cbaf4844 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3561bfcd86bf4651825b50a84fed4187 HTTP/1.1" status: 200 len: 380 time: 0.1340098 Nov 18 17:34:36.892417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-61505864-9ee2-420e-8c0e-c989323444f0 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Request body: {'port': {'device_id': 'd22b83ac-a593-430f-a3c0-5db2a0d34847', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'admin_state_up': True, 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'security_groups': ['ac36c488-123c-4b87-8409-1aa49d3aa4ab']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:36.907046 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be7f79-3767-4ea3-984b-56f57670bab8 req-cd10afe2-5e49-4ad2-811a-35676b2c0b80 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:36.909163 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27be7f79-3767-4ea3-984b-56f57670bab8 req-cd10afe2-5e49-4ad2-811a-35676b2c0b80 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 946 time: 0.1064281 Nov 18 17:34:36.996455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.objects.ports [None req-5d619074-08e7-4e05-bb80-80ea19aa265a tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:34:36.997229 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d619074-08e7-4e05-bb80-80ea19aa265a tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:37.124936 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27be7f79-3767-4ea3-984b-56f57670bab8 req-70605924-ca42-4d38-84c2-c2f17248050e tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040539 Nov 18 17:34:37.150530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d619074-08e7-4e05-bb80-80ea19aa265a tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d794b8c7-f1c7-45ce-83c2-90617f0485aa,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:37.160371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d619074-08e7-4e05-bb80-80ea19aa265a tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Checking segment: {'id': '1971f2c4-8a5e-4d31-b120-2ba52d52d3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '3a1d05d6-8f95-40af-860e-b39e88db6e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:34:37.160755 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d619074-08e7-4e05-bb80-80ea19aa265a tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Network hostable DHCP agents. Network: 3a1d05d6-8f95-40af-860e-b39e88db6e17, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:34:37.229290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-61505864-9ee2-420e-8c0e-c989323444f0 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Made reservation on behalf of 3561bfcd86bf4651825b50a84fed4187 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:34:37.233806 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-61505864-9ee2-420e-8c0e-c989323444f0 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:37.258490 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d619074-08e7-4e05-bb80-80ea19aa265a tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Network 3a1d05d6-8f95-40af-860e-b39e88db6e17 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:34:37.361946 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-5d619074-08e7-4e05-bb80-80ea19aa265a tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 3a1d05d6-8f95-40af-860e-b39e88db6e17) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:34:37.372039 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d619074-08e7-4e05-bb80-80ea19aa265a tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:37.372766 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7ba6b6-d875-455e-a93e-78c26465f495 None None] Network 3a1d05d6-8f95-40af-860e-b39e88db6e17 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:34:37.373252 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d619074-08e7-4e05-bb80-80ea19aa265a tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:37.398809 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-61505864-9ee2-420e-8c0e-c989323444f0 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Allocated IP 172.20.0.3 (c5a36094-7848-4e06-82e7-e00180c96a72/70dc3bb0-cf69-468a-9c5a-9bf08dbebb13/1e50882f-50bb-4dec-89c4-025c6334af62) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:34:37.496340 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5d619074-08e7-4e05-bb80-80ea19aa265a tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4871118 Nov 18 17:34:37.496703 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44568) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:37.515592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3dc40b1f-3159-4d08-a868-f30f9bccd9ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-559537634', 'network_id': '3a1d05d6-8f95-40af-860e-b39e88db6e17'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:37.544745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b20caf-c8d6-49fc-9641-48260188b134 None None] Network 3a1d05d6-8f95-40af-860e-b39e88db6e17 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:34:37.642637 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630722b5-11b1-4d36-9316-9b28452e936d req-4067cd79-35af-49b6-81ff-984412103388 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:37.646187 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-630722b5-11b1-4d36-9316-9b28452e936d req-4067cd79-35af-49b6-81ff-984412103388 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 943 time: 0.0974150 Nov 18 17:34:37.656929 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-61505864-9ee2-420e-8c0e-c989323444f0 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:37.660623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc40b1f-3159-4d08-a868-f30f9bccd9ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Made reservation on behalf of 38e4d9a120a74f9cab357efc9eebab5e for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:34:37.663086 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dc40b1f-3159-4d08-a868-f30f9bccd9ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:37.703620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-3dc40b1f-3159-4d08-a868-f30f9bccd9ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] device_id is not set on port d9b1b07f-6ff1-4c28-aaec-3e555ec8f470 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:34:37.731615 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef6f2cfd-831e-4910-9019-8ad3aa278ef4 req-37ad373f-6552-4782-82f2-95a7f15e23d5 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 210 time: 0.0522058 Nov 18 17:34:37.751850 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-630722b5-11b1-4d36-9316-9b28452e936d req-80156fad-e32a-47bd-9edd-5a4347d2f217 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969701 Nov 18 17:34:37.845735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-3dc40b1f-3159-4d08-a868-f30f9bccd9ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Allocated IP 172.20.0.13 (3a1d05d6-8f95-40af-860e-b39e88db6e17/d794b8c7-f1c7-45ce-83c2-90617f0485aa/d9b1b07f-6ff1-4c28-aaec-3e555ec8f470) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:34:37.867905 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-61505864-9ee2-420e-8c0e-c989323444f0 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:37.930469 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-61505864-9ee2-420e-8c0e-c989323444f0 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Network c5a36094-7848-4e06-82e7-e00180c96a72 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:34:37.934123 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-61505864-9ee2-420e-8c0e-c989323444f0 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:34:37.942057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-61505864-9ee2-420e-8c0e-c989323444f0 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:34:37.946250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61505864-9ee2-420e-8c0e-c989323444f0 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Pushing event updated for resources: {'Port': ['ID=1e50882f-50bb-4dec-89c4-025c6334af62,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:38.009004 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-61505864-9ee2-420e-8c0e-c989323444f0 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:38.009898 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-61505864-9ee2-420e-8c0e-c989323444f0 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:38.037751 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dc40b1f-3159-4d08-a868-f30f9bccd9ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:38.109899 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-61505864-9ee2-420e-8c0e-c989323444f0 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2236416 Nov 18 17:34:38.122416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Request body: {'port': {'device_id': 'd22b83ac-a593-430f-a3c0-5db2a0d34847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:38.141610 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dc40b1f-3159-4d08-a868-f30f9bccd9ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:38.199714 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:38.205230 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc40b1f-3159-4d08-a868-f30f9bccd9ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Network 3a1d05d6-8f95-40af-860e-b39e88db6e17 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:34:38.209194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-3dc40b1f-3159-4d08-a868-f30f9bccd9ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:34:38.211747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc40b1f-3159-4d08-a868-f30f9bccd9ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:34:38.240374 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-724a2bf8-3a62-4143-899c-39d3a19134ef None None] Provisioning complete for port 1e50882f-50bb-4dec-89c4-025c6334af62 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:34:38.240765 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-724a2bf8-3a62-4143-899c-39d3a19134ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:38.269655 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc40b1f-3159-4d08-a868-f30f9bccd9ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:38.270564 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dc40b1f-3159-4d08-a868-f30f9bccd9ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:38.274595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc40b1f-3159-4d08-a868-f30f9bccd9ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Pushing event updated for resources: {'Port': ['ID=d9b1b07f-6ff1-4c28-aaec-3e555ec8f470,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:38.311309 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-724a2bf8-3a62-4143-899c-39d3a19134ef None None] Port 1e50882f-50bb-4dec-89c4-025c6334af62 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:34:38.365093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device b94f3d22-62a9-48b0-b2e7-fd8541422256 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:34:38.385785 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3dc40b1f-3159-4d08-a868-f30f9bccd9ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8867378 Nov 18 17:34:38.387703 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44596) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:38.440156 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2686af-1df1-41bd-af26-60bad5449d96 req-b196e37e-e499-4bb6-9e9d-84cc1b1ccf8b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:38.442089 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a2686af-1df1-41bd-af26-60bad5449d96 req-b196e37e-e499-4bb6-9e9d-84cc1b1ccf8b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 946 time: 0.1258538 Nov 18 17:34:38.493481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port b94f3d22-62a9-48b0-b2e7-fd8541422256, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b94f3d22-62a9-48b0-b2e7-fd8541422256,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:34:38.509720 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'b94f3d22-62a9-48b0-b2e7-fd8541422256', 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b', 'port_id': 'b94f3d22-62a9-48b0-b2e7-fd8541422256', 'mac_address': 'fa:16:3e:3d:d5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef27d04-f77e-4824-a841-f22b1e434bcf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:34:38.523905 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-90df3890-ec3b-4491-8cbe-dc055b554268 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Deleting port d9b1b07f-6ff1-4c28-aaec-3e555ec8f470 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:34:38.524938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90df3890-ec3b-4491-8cbe-dc055b554268 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:38.574755 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:38.592778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b94f3d22-62a9-48b0-b2e7-fd8541422256 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:34:38.616385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port b94f3d22-62a9-48b0-b2e7-fd8541422256, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b94f3d22-62a9-48b0-b2e7-fd8541422256,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:34:38.627805 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90df3890-ec3b-4491-8cbe-dc055b554268 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:38.633853 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a2686af-1df1-41bd-af26-60bad5449d96 req-9a0c07e9-ed02-4931-8b28-3e1355fb9fdf tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820185 Nov 18 17:34:38.641281 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-90df3890-ec3b-4491-8cbe-dc055b554268 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Calling delete_port for d9b1b07f-6ff1-4c28-aaec-3e555ec8f470 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:34:38.695029 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e50882f-50bb-4dec-89c4-025c6334af62 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:34:38.703229 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:38.717012 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Transition to ACTIVE for port object 1e50882f-50bb-4dec-89c4-025c6334af62 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:34:38.736189 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:38.826821 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:38.832391 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=b94f3d22-62a9-48b0-b2e7-fd8541422256,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:38.840669 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:38.841694 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:38.842404 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:38.843030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:38.843544 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:38.844092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:38.844615 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:38.845620 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:38.846124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:38.846629 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:38.847151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:38.847656 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:38.858437 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90df3890-ec3b-4491-8cbe-dc055b554268 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:38.908952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df3890-ec3b-4491-8cbe-dc055b554268 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9b1b07f-6ff1-4c28-aaec-3e555ec8f470,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:38.988339 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90df3890-ec3b-4491-8cbe-dc055b554268 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:38.991751 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-90df3890-ec3b-4491-8cbe-dc055b554268 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "DELETE /v2.0/ports/d9b1b07f-6ff1-4c28-aaec-3e555ec8f470 HTTP/1.1" status: 204 len: 168 time: 0.6028280 Nov 18 17:34:38.994352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44612) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:38.996961 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['b94f3d22-62a9-48b0-b2e7-fd8541422256'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:34:38.999180 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3a1d05d6-8f95-40af-860e-b39e88db6e17', 'external_fixed_ips': [{'subnet_id': 'd794b8c7-f1c7-45ce-83c2-90617f0485aa', 'ip_address': '172.20.0.13'}]}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:39.017243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Pushing event updated for resources: {'Port': ['ID=1e50882f-50bb-4dec-89c4-025c6334af62,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:39.075919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075042c-4cfe-482e-be5b-104ac8d9d8b0 req-3a3a4a0d-243b-477f-b0ab-5a226401aaf1 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:39.077651 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9075042c-4cfe-482e-be5b-104ac8d9d8b0 req-3a3a4a0d-243b-477f-b0ab-5a226401aaf1 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 943 time: 0.1968355 Nov 18 17:34:39.113983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd683c-9645-4776-8f87-42b3104a15db req-676d8fd1-c27d-4414-8d80-f5808c97c60d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:39.115664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ffd683c-9645-4776-8f87-42b3104a15db req-676d8fd1-c27d-4414-8d80-f5808c97c60d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 944 time: 0.2367835 Nov 18 17:34:39.118149 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:39.119210 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:39.190680 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Attempting to bind port 1e50882f-50bb-4dec-89c4-025c6334af62 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:34:39.191018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Attempting to bind port 1e50882f-50bb-4dec-89c4-025c6334af62 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '866c3e83-92a0-415f-a711-34036ba2f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:34:39.191442 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Attempting to bind port 1e50882f-50bb-4dec-89c4-025c6334af62 on network c5a36094-7848-4e06-82e7-e00180c96a72 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:34:39.222471 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Port 1e50882f-50bb-4dec-89c4-025c6334af62 on network c5a36094-7848-4e06-82e7-e00180c96a72 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:34:39.223189 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Attempting to bind port 1e50882f-50bb-4dec-89c4-025c6334af62 on network c5a36094-7848-4e06-82e7-e00180c96a72 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:34:39.225069 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:39.238510 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9075042c-4cfe-482e-be5b-104ac8d9d8b0 req-66a3d362-5e6e-42e5-9a74-0003cf36a77f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac36c488-123c-4b87-8409-1aa49d3aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507437 Nov 18 17:34:39.240427 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:34:39.245187 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Checking segment: {'id': '866c3e83-92a0-415f-a711-34036ba2f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:34:39.245187 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Bound using segment: {'id': '866c3e83-92a0-415f-a711-34036ba2f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:34:39.245187 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Bound port: 1e50882f-50bb-4dec-89c4-025c6334af62, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866c3e83-92a0-415f-a711-34036ba2f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:34:39.245187 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:39.248839 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ffd683c-9645-4776-8f87-42b3104a15db req-a9e79527-62a6-4780-b842-7faab5a969d6 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169734 Nov 18 17:34:39.321116 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] For port 1e50882f-50bb-4dec-89c4-025c6334af62, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:34:39.324359 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] For port 1e50882f-50bb-4dec-89c4-025c6334af62, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1e50882f-50bb-4dec-89c4-025c6334af62,segment=NetworkSegment(866c3e83-92a0-415f-a711-34036ba2f7b0),segment_id=866c3e83-92a0-415f-a711-34036ba2f7b0)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:34:39.393499 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:39.432984 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:39.434020 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:39.434685 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:39.435575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] 10.222.0.81 "PUT /v2.0/ports/1e50882f-50bb-4dec-89c4-025c6334af62 HTTP/1.1" status: 200 len: 1092 time: 1.3176951 Nov 18 17:34:39.436108 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22b83ac-a593-430f-a3c0-5db2a0d34847', 'tag': '1e50882f-50bb-4dec-89c4-025c6334af62'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:34:39.439296 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dfdcb1-68d0-4135-a8d4-256f9f018be0" -d '{"events": [{"name": "network-changed", "server_uuid": "d22b83ac-a593-430f-a3c0-5db2a0d34847", "tag": "1e50882f-50bb-4dec-89c4-025c6334af62"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:34:39.465197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c575c-8b26-4531-a078-1235e8c37e77 service neutron] Pushing event updated for resources: {'Port': ['ID=1e50882f-50bb-4dec-89c4-025c6334af62,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:39.492220 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90497d44-9c52-40c0-95c0-cbeccd219156 x-openstack-request-id: req-90497d44-9c52-40c0-95c0-cbeccd219156 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:34:39.492531 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22b83ac-a593-430f-a3c0-5db2a0d34847", "tag": "1e50882f-50bb-4dec-89c4-025c6334af62", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:34:39.492799 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-90497d44-9c52-40c0-95c0-cbeccd219156 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:34:39.493218 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22b83ac-a593-430f-a3c0-5db2a0d34847', 'tag': '1e50882f-50bb-4dec-89c4-025c6334af62', 'status': 'completed', 'code': 200} Nov 18 17:34:39.570374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfdcb1-68d0-4135-a8d4-256f9f018be0 req-3a854df5-e470-46ce-aeff-e2add5adbdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:39.572322 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1dfdcb1-68d0-4135-a8d4-256f9f018be0 req-3a854df5-e470-46ce-aeff-e2add5adbdfd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3561bfcd86bf4651825b50a84fed4187&device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 1095 time: 0.0566700 Nov 18 17:34:39.765262 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:39.784728 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:39.802305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfdcb1-68d0-4135-a8d4-256f9f018be0 req-613e1a0e-5007-4740-a937-8ac756020270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:39.804755 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1dfdcb1-68d0-4135-a8d4-256f9f018be0 req-613e1a0e-5007-4740-a937-8ac756020270 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=3561bfcd86bf4651825b50a84fed4187&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2228813 Nov 18 17:34:39.911897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfdcb1-68d0-4135-a8d4-256f9f018be0 req-170a5b2b-b091-4721-a3ba-e9a4b1fac50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:39.913476 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1dfdcb1-68d0-4135-a8d4-256f9f018be0 req-170a5b2b-b091-4721-a3ba-e9a4b1fac50c service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1023979 Nov 18 17:34:39.937344 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Allocated IP 172.20.0.13 (3a1d05d6-8f95-40af-860e-b39e88db6e17/d794b8c7-f1c7-45ce-83c2-90617f0485aa/66a0ee44-0270-4b69-a903-a4abcf68f906) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:34:40.006351 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-d5b1ea21-3d20-4704-a112-f79e308245c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:40.008212 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-d5b1ea21-3d20-4704-a112-f79e308245c8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3561bfcd86bf4651825b50a84fed4187&device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 1095 time: 0.0505822 Nov 18 17:34:40.053589 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-e92256ef-f20b-4ebd-9365-2b2f4ebf9d63 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e50882f-50bb-4dec-89c4-025c6334af62 HTTP/1.1" status: 200 len: 217 time: 0.0354178 Nov 18 17:34:40.057913 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:40.108308 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-6cec3ac3-ffc3-4d0f-a831-c3017847a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:40.109937 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-6cec3ac3-ffc3-4d0f-a831-c3017847a1b2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70dc3bb0-cf69-468a-9c5a-9bf08dbebb13 HTTP/1.1" status: 200 len: 848 time: 0.0492537 Nov 18 17:34:40.141485 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:40.169422 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-f68b8675-03c0-4749-8dc7-d543fdf5e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:40.170764 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-f68b8675-03c0-4749-8dc7-d543fdf5e0f7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5a36094-7848-4e06-82e7-e00180c96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511343 Nov 18 17:34:40.189040 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Network 3a1d05d6-8f95-40af-860e-b39e88db6e17 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:34:40.192938 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:34:40.197588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:34:40.237399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Pushing event updated for resources: {'Port': ['ID=66a0ee44-0270-4b69-a903-a4abcf68f906,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:40.353044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-9114dfbd-fee1-4910-bd24-5d49537cff09 service neutron] 10.222.0.81 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634569 Nov 18 17:34:40.359034 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device b94f3d22-62a9-48b0-b2e7-fd8541422256 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:34:40.603328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port b94f3d22-62a9-48b0-b2e7-fd8541422256 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:34:40.611399 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port b94f3d22-62a9-48b0-b2e7-fd8541422256 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:34:40.612307 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:40.691864 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:40.721733 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:40.769872 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port b94f3d22-62a9-48b0-b2e7-fd8541422256, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b94f3d22-62a9-48b0-b2e7-fd8541422256,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:34:40.771023 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c779d577-92d1-4a15-8949-816c4b8ae3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94f3d22-62a9-48b0-b2e7-fd8541422256'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:34:40.776042 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa09def-e9cf-4518-96ad-ba807fa0b871" -d '{"events": [{"server_uuid": "c779d577-92d1-4a15-8949-816c4b8ae3f7", "name": "network-vif-plugged", "status": "completed", "tag": "b94f3d22-62a9-48b0-b2e7-fd8541422256"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:34:40.877503 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:40.970268 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13be376-085b-4c62-9ea2-154dc896009e req-ee332057-18da-41aa-b8cf-2d4f48d43ab7 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:40.971981 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d13be376-085b-4c62-9ea2-154dc896009e req-ee332057-18da-41aa-b8cf-2d4f48d43ab7 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 944 time: 0.4549253 Nov 18 17:34:40.976912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=b94f3d22-62a9-48b0-b2e7-fd8541422256,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:40.979534 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9ffd6-01a8-4ee2-8f3a-e2edf7996ce3 req-3e815d51-f07e-4736-ae5d-0ab7c420237f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:40.987669 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6be9ffd6-01a8-4ee2-8f3a-e2edf7996ce3 req-3e815d51-f07e-4736-ae5d-0ab7c420237f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 943 time: 0.5263717 Nov 18 17:34:40.998621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bfb6d9e-1586-4cb9-ae6a-210b8e2faf00 req-e35d5c1b-4fb2-4336-bf05-45c5ee3aed39 service neutron] 10.222.0.81 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6343162 Nov 18 17:34:41.006940 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:41.067897 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d13be376-085b-4c62-9ea2-154dc896009e req-7ec4528e-070c-4a1d-83fb-dc1039f64d85 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776885 Nov 18 17:34:41.088448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6be9ffd6-01a8-4ee2-8f3a-e2edf7996ce3 req-456a0146-c821-4d3b-8265-b1d6e23ab517 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac36c488-123c-4b87-8409-1aa49d3aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997672 Nov 18 17:34:41.127585 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c70ff1f-aa43-4bac-9621-1ab1438cc608 x-openstack-request-id: req-6c70ff1f-aa43-4bac-9621-1ab1438cc608 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:34:41.127952 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c779d577-92d1-4a15-8949-816c4b8ae3f7", "name": "network-vif-plugged", "status": "completed", "tag": "b94f3d22-62a9-48b0-b2e7-fd8541422256", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:34:41.128220 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6c70ff1f-aa43-4bac-9621-1ab1438cc608 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:34:41.128633 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c779d577-92d1-4a15-8949-816c4b8ae3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94f3d22-62a9-48b0-b2e7-fd8541422256', 'code': 200} Nov 18 17:34:41.242348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd57f88-6466-404e-8c4c-93d4233b58c1 req-5985e6c1-ef4e-4d86-8163-a774540f0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:41.243985 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dfd57f88-6466-404e-8c4c-93d4233b58c1 req-5985e6c1-ef4e-4d86-8163-a774540f0140 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 1097 time: 0.0492141 Nov 18 17:34:41.254999 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Router 6a843ddb-c337-41ab-95a5-aaa18378f6ac is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:34:41.345113 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dfd57f88-6466-404e-8c4c-93d4233b58c1 req-96ac6fe6-6117-4a72-acd9-a3c31abf1b6b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924125 Nov 18 17:34:41.407543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:34:41.418728 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9724a084-d524-4410-8e37-81e8f2435cdf None None] Sync routers for ids ['6a843ddb-c337-41ab-95a5-aaa18378f6ac'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:34:41.429649 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9724a084-d524-4410-8e37-81e8f2435cdf None None] Routers {'6a843ddb-c337-41ab-95a5-aaa18378f6ac'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:34:41.430368 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9724a084-d524-4410-8e37-81e8f2435cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:34:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['6a843ddb-c337-41ab-95a5-aaa18378f6ac'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:41.483880 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:41.483880 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4abdb0fa-6b88-40c2-bcf3-a6ce36be7eff tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.4867537 Nov 18 17:34:41.484850 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44654) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:41.549440 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-9724a084-d524-4410-8e37-81e8f2435cdf None None] Set router 6a843ddb-c337-41ab-95a5-aaa18378f6ac gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:34:41.592392 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc252ea0-1e75-4fbb-b7db-50a8efa6902f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:41.727962 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc252ea0-1e75-4fbb-b7db-50a8efa6902f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:41.865686 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9724a084-d524-4410-8e37-81e8f2435cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a843ddb-c337-41ab-95a5-aaa18378f6ac', 'name': '', 'tenant_id': '38e4d9a120a74f9cab357efc9eebab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a1d05d6-8f95-40af-860e-b39e88db6e17', 'external_fixed_ips': [{'subnet_id': 'd794b8c7-f1c7-45ce-83c2-90617f0485aa', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '66a0ee44-0270-4b69-a903-a4abcf68f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:34:39Z', 'updated_at': '2021-11-18T17:34:40Z', 'revision_number': 3, 'project_id': '38e4d9a120a74f9cab357efc9eebab5e', 'gw_port': {'id': '66a0ee44-0270-4b69-a903-a4abcf68f906', 'name': '', 'network_id': '3a1d05d6-8f95-40af-860e-b39e88db6e17', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:65:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a843ddb-c337-41ab-95a5-aaa18378f6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'd794b8c7-f1c7-45ce-83c2-90617f0485aa', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:34:39Z', 'updated_at': '2021-11-18T17:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd794b8c7-f1c7-45ce-83c2-90617f0485aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:41.886871 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-bc252ea0-1e75-4fbb-b7db-50a8efa6902f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Deleting port 66a0ee44-0270-4b69-a903-a4abcf68f906 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:34:41.887217 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc252ea0-1e75-4fbb-b7db-50a8efa6902f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:41.899971 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9724a084-d524-4410-8e37-81e8f2435cdf None None] Checking router: 6a843ddb-c337-41ab-95a5-aaa18378f6ac for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:34:41.900278 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9724a084-d524-4410-8e37-81e8f2435cdf None None] Updating router 6a843ddb-c337-41ab-95a5-aaa18378f6ac port 66a0ee44-0270-4b69-a903-a4abcf68f906 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:34:41.925339 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9724a084-d524-4410-8e37-81e8f2435cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:41.977253 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc252ea0-1e75-4fbb-b7db-50a8efa6902f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:41.990601 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-bc252ea0-1e75-4fbb-b7db-50a8efa6902f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Calling delete_port for 66a0ee44-0270-4b69-a903-a4abcf68f906 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:34:42.314548 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.db.api [None req-9724a084-d524-4410-8e37-81e8f2435cdf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:34:42.315332 n-d-813419-11 neutron-server[104010]: DEBUG oslo_db.api [None req-9724a084-d524-4410-8e37-81e8f2435cdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:34:42.315885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520de63-2250-457e-9b86-2913f7994ddb req-efffc361-9f6c-44ee-b9be-398b8488c170 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:42.317561 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7520de63-2250-457e-9b86-2913f7994ddb req-efffc361-9f6c-44ee-b9be-398b8488c170 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 945 time: 0.0947797 Nov 18 17:34:42.319766 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc252ea0-1e75-4fbb-b7db-50a8efa6902f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:42.357755 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb82e7-1a26-4755-afee-10413d52ecde req-976a2f02-2e2e-4e3f-9d5e-759699e6683d tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:42.362741 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b1bb82e7-1a26-4755-afee-10413d52ecde req-976a2f02-2e2e-4e3f-9d5e-759699e6683d tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 943 time: 0.1204424 Nov 18 17:34:42.367170 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc252ea0-1e75-4fbb-b7db-50a8efa6902f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Pushing event deleted for resources: {'Port': ['ID=66a0ee44-0270-4b69-a903-a4abcf68f906,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:42.499936 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7520de63-2250-457e-9b86-2913f7994ddb req-3d33987b-e190-4af1-959c-84875d32fe3c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665063 Nov 18 17:34:42.500746 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b1bb82e7-1a26-4755-afee-10413d52ecde req-c57877ba-5718-4d33-980c-34017ffd5e6f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac36c488-123c-4b87-8409-1aa49d3aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227493 Nov 18 17:34:42.503499 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc252ea0-1e75-4fbb-b7db-50a8efa6902f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:42.621445 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc252ea0-1e75-4fbb-b7db-50a8efa6902f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:42.623856 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc252ea0-1e75-4fbb-b7db-50a8efa6902f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:42.740864 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc252ea0-1e75-4fbb-b7db-50a8efa6902f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:42.741599 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc252ea0-1e75-4fbb-b7db-50a8efa6902f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a843ddb-c337-41ab-95a5-aaa18378f6ac {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:34:42.746341 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc252ea0-1e75-4fbb-b7db-50a8efa6902f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:42.753317 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bc252ea0-1e75-4fbb-b7db-50a8efa6902f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "DELETE /v2.0/routers/6a843ddb-c337-41ab-95a5-aaa18378f6ac HTTP/1.1" status: 204 len: 168 time: 1.2611406 Nov 18 17:34:42.753317 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44674) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:42.798646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df43fe0-dbcb-485c-8b8b-240c9951fd90 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Deleting subnet d794b8c7-f1c7-45ce-83c2-90617f0485aa {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:34:42.801888 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8df43fe0-dbcb-485c-8b8b-240c9951fd90 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:42.839635 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9724a084-d524-4410-8e37-81e8f2435cdf None None] Port 66a0ee44-0270-4b69-a903-a4abcf68f906 not found while updating agent binding for router 6a843ddb-c337-41ab-95a5-aaa18378f6ac. {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 18 17:34:42.845284 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8df43fe0-dbcb-485c-8b8b-240c9951fd90 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:42.850014 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9724a084-d524-4410-8e37-81e8f2435cdf None None] Routers set() bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:34:42.850383 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9724a084-d524-4410-8e37-81e8f2435cdf None None] Router IDs set() for agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 18 17:34:42.851264 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_agentschedulers_db [None req-9724a084-d524-4410-8e37-81e8f2435cdf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6a843ddb-c337-41ab-95a5-aaa18378f6ac'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:34:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent'). {{(pid=104010) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 18 17:34:42.851946 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9724a084-d524-4410-8e37-81e8f2435cdf None None] The sync data for ids ['6a843ddb-c337-41ab-95a5-aaa18378f6ac'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:34:42.895022 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8df43fe0-dbcb-485c-8b8b-240c9951fd90 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:43.033117 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8df43fe0-dbcb-485c-8b8b-240c9951fd90 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:43.068358 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df43fe0-dbcb-485c-8b8b-240c9951fd90 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d794b8c7-f1c7-45ce-83c2-90617f0485aa,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:43.072274 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8df43fe0-dbcb-485c-8b8b-240c9951fd90 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:43.078356 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8df43fe0-dbcb-485c-8b8b-240c9951fd90 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "DELETE /v2.0/subnets/d794b8c7-f1c7-45ce-83c2-90617f0485aa HTTP/1.1" status: 204 len: 168 time: 0.3237460 Nov 18 17:34:43.078509 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44680) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:43.149407 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8cf847a2-2b96-40a4-9f74-66df5d0b23ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:43.237191 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8cf847a2-2b96-40a4-9f74-66df5d0b23ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:43.260407 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-8cf847a2-2b96-40a4-9f74-66df5d0b23ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1d05d6-8f95-40af-860e-b39e88db6e17']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:43.270703 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-8cf847a2-2b96-40a4-9f74-66df5d0b23ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1971f2c4-8a5e-4d31-b120-2ba52d52d3a9') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:43.271005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-8cf847a2-2b96-40a4-9f74-66df5d0b23ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1971f2c4-8a5e-4d31-b120-2ba52d52d3a9') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:43.281264 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8cf847a2-2b96-40a4-9f74-66df5d0b23ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:43.297132 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8cf847a2-2b96-40a4-9f74-66df5d0b23ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:43.306412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf847a2-2b96-40a4-9f74-66df5d0b23ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:34:43.306746 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8cf847a2-2b96-40a4-9f74-66df5d0b23ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:34:43.308765 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:34:43.472513 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8cf847a2-2b96-40a4-9f74-66df5d0b23ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:43.484293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf847a2-2b96-40a4-9f74-66df5d0b23ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a1d05d6-8f95-40af-860e-b39e88db6e17 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 18 17:34:43.487464 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8cf847a2-2b96-40a4-9f74-66df5d0b23ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:43.496601 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8cf847a2-2b96-40a4-9f74-66df5d0b23ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "DELETE /v2.0/networks/3a1d05d6-8f95-40af-860e-b39e88db6e17 HTTP/1.1" status: 204 len: 168 time: 0.4169230 Nov 18 17:34:43.510438 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf847a2-2b96-40a4-9f74-66df5d0b23ca tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a1d05d6-8f95-40af-860e-b39e88db6e17,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:43.708806 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5baa0-bed1-4fd4-8932-82a91620c2de req-1e606456-0509-4016-a2f7-2848a7254332 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:43.710410 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4db5baa0-bed1-4fd4-8932-82a91620c2de req-1e606456-0509-4016-a2f7-2848a7254332 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 945 time: 0.0890083 Nov 18 17:34:43.777674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4db5baa0-bed1-4fd4-8932-82a91620c2de req-3ad263c6-5236-4640-843e-c3145be158ce tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538120 Nov 18 17:34:43.792257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05071cc-80ed-497c-830f-8ba821fd5e05 req-fb84f921-81fb-43c6-be86-1ed8a8c06589 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:43.793858 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f05071cc-80ed-497c-830f-8ba821fd5e05 req-fb84f921-81fb-43c6-be86-1ed8a8c06589 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 943 time: 0.1391370 Nov 18 17:34:43.900761 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f05071cc-80ed-497c-830f-8ba821fd5e05 req-9bd4e802-6c70-49de-b146-c99c91a7a081 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac36c488-123c-4b87-8409-1aa49d3aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963328 Nov 18 17:34:43.928536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44706) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:43.935348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-52c4e239-28d1-416c-a4dc-a12fcbe576c5 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Request body: {'router': {'name': 'tempest-router--2138685701', 'project_id': '5391c7ce2c8f4c2799ae045b9fbb3125'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:44.100486 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52c4e239-28d1-416c-a4dc-a12fcbe576c5 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:44.101502 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52c4e239-28d1-416c-a4dc-a12fcbe576c5 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:44.166049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52c4e239-28d1-416c-a4dc-a12fcbe576c5 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:44.273067 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52c4e239-28d1-416c-a4dc-a12fcbe576c5 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:44.391938 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd106f-bc7b-4549-9c21-ab4c0e9daaf7 req-d69e5b14-b688-403f-b777-c1c07b769ae4 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:44.396319 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-70dd106f-bc7b-4549-9c21-ab4c0e9daaf7 req-d69e5b14-b688-403f-b777-c1c07b769ae4 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 945 time: 0.0599508 Nov 18 17:34:44.401314 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52c4e239-28d1-416c-a4dc-a12fcbe576c5 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:44.405664 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-52c4e239-28d1-416c-a4dc-a12fcbe576c5 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4709573 Nov 18 17:34:44.405815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44716) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:44.507839 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b219f632-1cb7-4e88-b580-89f5c91f8b90 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:44.509545 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-70dd106f-bc7b-4549-9c21-ab4c0e9daaf7 req-059395a2-f101-476f-b94f-d9548126cceb tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954814 Nov 18 17:34:44.690555 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b219f632-1cb7-4e88-b580-89f5c91f8b90 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:44.694024 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b219f632-1cb7-4e88-b580-89f5c91f8b90 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:44.780889 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b219f632-1cb7-4e88-b580-89f5c91f8b90 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:44.781529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b219f632-1cb7-4e88-b580-89f5c91f8b90 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5cd6e3ce-d79b-4694-9ffe-dc4c3009ab28 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:34:44.787051 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b219f632-1cb7-4e88-b580-89f5c91f8b90 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:44.788515 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b219f632-1cb7-4e88-b580-89f5c91f8b90 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "DELETE /v2.0/routers/5cd6e3ce-d79b-4694-9ffe-dc4c3009ab28 HTTP/1.1" status: 204 len: 168 time: 0.3816733 Nov 18 17:34:44.877454 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1e50882f-50bb-4dec-89c4-025c6334af62 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:34:44.994206 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1e50882f-50bb-4dec-89c4-025c6334af62, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1e50882f-50bb-4dec-89c4-025c6334af62,segment=NetworkSegment(866c3e83-92a0-415f-a711-34036ba2f7b0),segment_id=866c3e83-92a0-415f-a711-34036ba2f7b0)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:34:45.008811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '1e50882f-50bb-4dec-89c4-025c6334af62', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'port_id': '1e50882f-50bb-4dec-89c4-025c6334af62', 'mac_address': 'fa:16:3e:65:af:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:34:45.054185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25078be1-1d1d-4585-8a3f-25635501d606 req-572d9ba2-50dc-4f4a-a045-2ce6eea4265f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:45.055743 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25078be1-1d1d-4585-8a3f-25635501d606 req-572d9ba2-50dc-4f4a-a045-2ce6eea4265f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 943 time: 0.0569456 Nov 18 17:34:45.059940 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:45.075116 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e50882f-50bb-4dec-89c4-025c6334af62 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:34:45.097256 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1e50882f-50bb-4dec-89c4-025c6334af62, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1e50882f-50bb-4dec-89c4-025c6334af62,segment=NetworkSegment(866c3e83-92a0-415f-a711-34036ba2f7b0),segment_id=866c3e83-92a0-415f-a711-34036ba2f7b0)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:34:45.122014 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25078be1-1d1d-4585-8a3f-25635501d606 req-b52c981f-8ff4-4d25-979a-1695d85f5d8c tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac36c488-123c-4b87-8409-1aa49d3aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586991 Nov 18 17:34:45.178390 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44732) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:45.181339 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:45.238526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=1e50882f-50bb-4dec-89c4-025c6334af62,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:45.395097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['1e50882f-50bb-4dec-89c4-025c6334af62'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:34:45.411015 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-225983301', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:45.523992 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:45.525764 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:45.623205 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:45.668920 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897fa3c-aa9c-4fe9-9faa-3f6bc5514c33 req-6f4bba9b-71e2-453c-9ec0-e2be2e802568 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:45.676297 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d897fa3c-aa9c-4fe9-9faa-3f6bc5514c33 req-6f4bba9b-71e2-453c-9ec0-e2be2e802568 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 945 time: 0.0588706 Nov 18 17:34:45.724703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d897fa3c-aa9c-4fe9-9faa-3f6bc5514c33 req-5b02bebf-2928-44a9-8340-c7583a0b5fcc tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466061 Nov 18 17:34:46.250588 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:46.265593 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df0ea5-efe1-4907-98a8-b46e52f0bbf1 req-7446c9b3-63fa-49ab-9691-01a0c516ffe1 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:46.268289 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-42df0ea5-efe1-4907-98a8-b46e52f0bbf1 req-7446c9b3-63fa-49ab-9691-01a0c516ffe1 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 944 time: 0.0680439 Nov 18 17:34:46.295804 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a56757-16d6-422f-9bfb-728dfae262a6 req-b700de29-2926-41a5-abd7-0ae6a1704bec tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:46.299300 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c8a56757-16d6-422f-9bfb-728dfae262a6 req-b700de29-2926-41a5-abd7-0ae6a1704bec tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.83 "GET /v2.0/ports?device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 945 time: 0.1070292 Nov 18 17:34:46.449025 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-42df0ea5-efe1-4907-98a8-b46e52f0bbf1 req-126581b3-8652-468a-bc99-9df80df1566d tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac36c488-123c-4b87-8409-1aa49d3aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728554 Nov 18 17:34:46.473771 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c8a56757-16d6-422f-9bfb-728dfae262a6 req-edfbb054-6b95-431c-ac78-e8c332c84682 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Deleting port b94f3d22-62a9-48b0-b2e7-fd8541422256 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:34:46.474121 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c8a56757-16d6-422f-9bfb-728dfae262a6 req-edfbb054-6b95-431c-ac78-e8c332c84682 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:46.645599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c8a56757-16d6-422f-9bfb-728dfae262a6 req-edfbb054-6b95-431c-ac78-e8c332c84682 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] For port b94f3d22-62a9-48b0-b2e7-fd8541422256, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=b94f3d22-62a9-48b0-b2e7-fd8541422256,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:34:46.645599 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c8a56757-16d6-422f-9bfb-728dfae262a6 req-edfbb054-6b95-431c-ac78-e8c332c84682 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:46.677800 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c8a56757-16d6-422f-9bfb-728dfae262a6 req-edfbb054-6b95-431c-ac78-e8c332c84682 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Calling delete_port for b94f3d22-62a9-48b0-b2e7-fd8541422256 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:34:46.681829 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:46.711354 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:46.855649 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48b266-81b4-4b68-b993-671b60557e06 req-bacaca00-8ed5-47bd-9548-eafa283a89ef tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:46.860297 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d48b266-81b4-4b68-b993-671b60557e06 req-bacaca00-8ed5-47bd-9548-eafa283a89ef tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 945 time: 0.0561092 Nov 18 17:34:46.892423 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1e50882f-50bb-4dec-89c4-025c6334af62 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:34:46.908498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Allocated IP 172.25.3.206 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/2391ce23-296a-42d7-a13a-a7037e3d2717) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:34:46.916166 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d48b266-81b4-4b68-b993-671b60557e06 req-362b5de5-72b8-4edd-ae81-b6e6314890fb tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522549 Nov 18 17:34:46.977842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44782) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:46.982917 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b93aaab7-ba6b-47ba-b4d5-94b8de3662d0 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1989679919', 'description': 'tempest-secgroup-smoke-1989679919 description', 'project_id': '6411d397673f4876bac8e13045c7927c'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:47.039452 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c8a56757-16d6-422f-9bfb-728dfae262a6 req-edfbb054-6b95-431c-ac78-e8c332c84682 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:47.044406 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:47.051688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['fbf9a361-3908-4f9d-9250-2d1bbac0510f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:34:47.066844 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b93aaab7-ba6b-47ba-b4d5-94b8de3662d0 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:47.091439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbb054-6b95-431c-ac78-e8c332c84682 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Pushing event deleted for resources: {'Port': ['ID=b94f3d22-62a9-48b0-b2e7-fd8541422256,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:47.113388 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 1e50882f-50bb-4dec-89c4-025c6334af62 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:34:47.133795 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 1e50882f-50bb-4dec-89c4-025c6334af62 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:34:47.134587 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:47.149571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a56757-16d6-422f-9bfb-728dfae262a6 req-edfbb054-6b95-431c-ac78-e8c332c84682 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] No DVR routers for this DVR port b94f3d22-62a9-48b0-b2e7-fd8541422256 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:34:47.152472 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c8a56757-16d6-422f-9bfb-728dfae262a6 req-edfbb054-6b95-431c-ac78-e8c332c84682 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:47.156443 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c8a56757-16d6-422f-9bfb-728dfae262a6 req-edfbb054-6b95-431c-ac78-e8c332c84682 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.83 "DELETE /v2.0/ports/b94f3d22-62a9-48b0-b2e7-fd8541422256 HTTP/1.1" status: 204 len: 173 time: 0.8463728 Nov 18 17:34:47.169828 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b93aaab7-ba6b-47ba-b4d5-94b8de3662d0 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:47.173688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c779d577-92d1-4a15-8949-816c4b8ae3f7', 'name': 'network-vif-deleted', 'tag': 'b94f3d22-62a9-48b0-b2e7-fd8541422256'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:34:47.176274 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847fddbc-654f-492d-8149-05c5d98aa186" -d '{"events": [{"server_uuid": "c779d577-92d1-4a15-8949-816c4b8ae3f7", "name": "network-vif-deleted", "tag": "b94f3d22-62a9-48b0-b2e7-fd8541422256"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:34:47.224064 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2335bbf6-379c-45b3-88f0-f7e6ecde513e x-openstack-request-id: req-2335bbf6-379c-45b3-88f0-f7e6ecde513e {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:34:47.224567 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c779d577-92d1-4a15-8949-816c4b8ae3f7", "name": "network-vif-deleted", "tag": "b94f3d22-62a9-48b0-b2e7-fd8541422256", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:34:47.225054 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2335bbf6-379c-45b3-88f0-f7e6ecde513e {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:34:47.225331 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c779d577-92d1-4a15-8949-816c4b8ae3f7', 'name': 'network-vif-deleted', 'tag': 'b94f3d22-62a9-48b0-b2e7-fd8541422256', 'status': 'completed', 'code': 200} Nov 18 17:34:47.260982 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b93aaab7-ba6b-47ba-b4d5-94b8de3662d0 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:47.261376 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:47.293029 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:47.293246 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93aaab7-ba6b-47ba-b4d5-94b8de3662d0 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0029b1f7-fc05-4de6-b9f6-63e139e41559,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:47.308583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:34:47.311613 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:34:47.315245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:34:47.321130 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22b83ac-a593-430f-a3c0-5db2a0d34847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e50882f-50bb-4dec-89c4-025c6334af62'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:34:47.323502 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4caa3512-fd5a-401c-9ea2-d20e3054833c" -d '{"events": [{"server_uuid": "d22b83ac-a593-430f-a3c0-5db2a0d34847", "name": "network-vif-plugged", "status": "completed", "tag": "1e50882f-50bb-4dec-89c4-025c6334af62"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:34:47.338019 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1e50882f-50bb-4dec-89c4-025c6334af62, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1e50882f-50bb-4dec-89c4-025c6334af62,segment=NetworkSegment(866c3e83-92a0-415f-a711-34036ba2f7b0),segment_id=866c3e83-92a0-415f-a711-34036ba2f7b0)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:34:47.358033 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b93aaab7-ba6b-47ba-b4d5-94b8de3662d0 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:47.363122 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b93aaab7-ba6b-47ba-b4d5-94b8de3662d0 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3826704 Nov 18 17:34:47.367626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44792) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:47.369219 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Pushing event updated for resources: {'Port': ['ID=2391ce23-296a-42d7-a13a-a7037e3d2717,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:47.377753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a625e989-f5f2-4c55-9a67-c19b45171475 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Request body: {'security_group_rule': {'security_group_id': '0029b1f7-fc05-4de6-b9f6-63e139e41559', 'project_id': '6411d397673f4876bac8e13045c7927c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:47.397067 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b909f77d-c6f7-4d50-b9ea-c26ae8d5b826 x-openstack-request-id: req-b909f77d-c6f7-4d50-b9ea-c26ae8d5b826 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:34:47.397501 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22b83ac-a593-430f-a3c0-5db2a0d34847", "name": "network-vif-plugged", "status": "completed", "tag": "1e50882f-50bb-4dec-89c4-025c6334af62", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:34:47.397772 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b909f77d-c6f7-4d50-b9ea-c26ae8d5b826 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:34:47.398109 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22b83ac-a593-430f-a3c0-5db2a0d34847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e50882f-50bb-4dec-89c4-025c6334af62', 'code': 200} Nov 18 17:34:47.421139 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:47.489003 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=1e50882f-50bb-4dec-89c4-025c6334af62,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:47.558526 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a625e989-f5f2-4c55-9a67-c19b45171475 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:47.597940 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e285f-af82-47f8-8e7a-4f7991209413 req-e13359a7-868b-430a-ba8b-e0d7adf96a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:47.599493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d58e285f-af82-47f8-8e7a-4f7991209413 req-e13359a7-868b-430a-ba8b-e0d7adf96a20 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 1097 time: 0.1315622 Nov 18 17:34:47.658922 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6d7b3-3070-4361-9c2c-7ea09f901ccf req-cbc1bf10-eca1-45dc-8f97-f89b504ac614 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:47.660493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1db6d7b3-3070-4361-9c2c-7ea09f901ccf req-cbc1bf10-eca1-45dc-8f97-f89b504ac614 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 945 time: 0.1202075 Nov 18 17:34:47.708270 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a625e989-f5f2-4c55-9a67-c19b45171475 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:47.715674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d58e285f-af82-47f8-8e7a-4f7991209413 req-0ae824af-dbea-4fcc-8f98-0a08be348f35 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ac36c488-123c-4b87-8409-1aa49d3aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066785 Nov 18 17:34:47.724275 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:47.737674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1db6d7b3-3070-4361-9c2c-7ea09f901ccf req-5c8efd78-3666-4cab-b819-3279471e5a72 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac36c488-123c-4b87-8409-1aa49d3aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677788 Nov 18 17:34:47.813021 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a625e989-f5f2-4c55-9a67-c19b45171475 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:47.832852 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625e989-f5f2-4c55-9a67-c19b45171475 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36606b67-d082-49f2-9432-ea03abed6b30,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:47.902676 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a625e989-f5f2-4c55-9a67-c19b45171475 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:47.907816 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a625e989-f5f2-4c55-9a67-c19b45171475 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5389147 Nov 18 17:34:47.908550 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44802) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:47.913049 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7c6e0116-fe96-41fd-93d0-22d72e60d5f3 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Request body: {'security_group_rule': {'security_group_id': '0029b1f7-fc05-4de6-b9f6-63e139e41559', 'project_id': '6411d397673f4876bac8e13045c7927c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:47.935992 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:48.005583 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c6e0116-fe96-41fd-93d0-22d72e60d5f3 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:48.069081 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f79a3390-4551-43f9-acf2-4e6af166501a req-f47a170a-94e0-4c42-91ae-3c33c8732ab8 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=c779d577-92d1-4a15-8949-816c4b8ae3f7 HTTP/1.1" status: 200 len: 210 time: 0.0388558 Nov 18 17:34:48.099670 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c6e0116-fe96-41fd-93d0-22d72e60d5f3 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:48.186402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Router 242a3199-ab39-4be9-b252-0744a6dd4b5e is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:34:48.198849 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c6e0116-fe96-41fd-93d0-22d72e60d5f3 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:48.223611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e0116-fe96-41fd-93d0-22d72e60d5f3 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f0334a-6e97-456f-872f-57ff002a79f2,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:48.302867 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c6e0116-fe96-41fd-93d0-22d72e60d5f3 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:48.304218 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7c6e0116-fe96-41fd-93d0-22d72e60d5f3 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3945785 Nov 18 17:34:48.307010 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44810) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:48.311965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-056ea172-90f0-4839-8008-5c5de1482fbb tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Request body: {'security_group_rule': {'security_group_id': '0029b1f7-fc05-4de6-b9f6-63e139e41559', 'project_id': '6411d397673f4876bac8e13045c7927c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:48.329770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:34:48.338860 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1029f2c1-fd49-4aa7-87e8-e629defe8247 None None] Sync routers for ids ['242a3199-ab39-4be9-b252-0744a6dd4b5e'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:34:48.350420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1029f2c1-fd49-4aa7-87e8-e629defe8247 None None] Routers {'242a3199-ab39-4be9-b252-0744a6dd4b5e'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:34:48.351187 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1029f2c1-fd49-4aa7-87e8-e629defe8247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:34:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['242a3199-ab39-4be9-b252-0744a6dd4b5e'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:48.389230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1029f2c1-fd49-4aa7-87e8-e629defe8247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:48.395232 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device b94f3d22-62a9-48b0-b2e7-fd8541422256 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:34:48.419860 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: b94f3d22-62a9-48b0-b2e7-fd8541422256 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:34:48.420217 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device b94f3d22-62a9-48b0-b2e7-fd8541422256 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:34:48.422801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1029f2c1-fd49-4aa7-87e8-e629defe8247 None None] Routers {'242a3199-ab39-4be9-b252-0744a6dd4b5e'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:34:48.423654 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1029f2c1-fd49-4aa7-87e8-e629defe8247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:34:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['242a3199-ab39-4be9-b252-0744a6dd4b5e'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:48.457569 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1029f2c1-fd49-4aa7-87e8-e629defe8247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:48.458243 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1029f2c1-fd49-4aa7-87e8-e629defe8247 None None] The sync data for ids ['242a3199-ab39-4be9-b252-0744a6dd4b5e'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:34:48.470834 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-056ea172-90f0-4839-8008-5c5de1482fbb tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:48.536217 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-056ea172-90f0-4839-8008-5c5de1482fbb tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:48.548147 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:48.550097 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a6484e89-e422-444e-9f47-f008cba760f5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3701427 Nov 18 17:34:48.552273 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44818) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:48.632349 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-056ea172-90f0-4839-8008-5c5de1482fbb tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:48.653014 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ea172-90f0-4839-8008-5c5de1482fbb tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6056cead-35f1-4ac7-9d6a-cbc5c9b41ae5,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:48.666400 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d38dcc40-76fd-4dfd-9cf4-0b218d37f0b5 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "GET /v2.0/routers/242a3199-ab39-4be9-b252-0744a6dd4b5e HTTP/1.1" status: 200 len: 920 time: 0.1129413 Nov 18 17:34:48.669144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44822) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:48.696665 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6246cda6-012f-4b50-86cf-355e50fe7dba tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "GET /v2.0/ports?device_id=242a3199-ab39-4be9-b252-0744a6dd4b5e HTTP/1.1" status: 200 len: 205 time: 0.0259428 Nov 18 17:34:48.699037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44824) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:48.745548 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-056ea172-90f0-4839-8008-5c5de1482fbb tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:48.746771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-056ea172-90f0-4839-8008-5c5de1482fbb tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4387317 Nov 18 17:34:48.749660 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44826) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:48.755743 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Request body: {'security_group_rule': {'security_group_id': '0029b1f7-fc05-4de6-b9f6-63e139e41559', 'project_id': '6411d397673f4876bac8e13045c7927c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:48.842572 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:48.916970 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:48.919427 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24bedbb2-68d9-4bff-806b-7186513202fe tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:48.966697 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94507b7-e899-480e-a675-ebcaeb0a6303 req-270d9c78-02c0-4533-8499-c269cb2fba9d tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:48.968249 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a94507b7-e899-480e-a675-ebcaeb0a6303 req-270d9c78-02c0-4533-8499-c269cb2fba9d tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 945 time: 0.1503508 Nov 18 17:34:49.031885 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:49.054713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35ebe6f-c469-46af-a94d-6967ca1cf1e5,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:49.058630 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a94507b7-e899-480e-a675-ebcaeb0a6303 req-05d2dccb-a78d-4b43-b969-13908c63ed53 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac36c488-123c-4b87-8409-1aa49d3aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835309 Nov 18 17:34:49.071878 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24bedbb2-68d9-4bff-806b-7186513202fe tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:49.090665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:49.090665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:49.090665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:49.090665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:49.090665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:49.090665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:49.090665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:49.090665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:49.090665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:49.090665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:49.090665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:49.090665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:34:49.154138 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:49.156309 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8c33e768-4e11-4420-81fe-af39f66ad535 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4035647 Nov 18 17:34:49.164670 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44840) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:49.170594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-359a4539-57d5-44f7-81e6-08ad85c19ff5 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Request body: {'security_group_rule': {'security_group_id': '0029b1f7-fc05-4de6-b9f6-63e139e41559', 'project_id': '6411d397673f4876bac8e13045c7927c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:49.254750 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-359a4539-57d5-44f7-81e6-08ad85c19ff5 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Project 6411d397673f4876bac8e13045c7927c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:34:49.258442 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1abd4e-db5b-4cc5-8ff8-9372b65dd967 req-d7edc827-6155-4efd-9e72-580c089ec882 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:49.260890 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-359a4539-57d5-44f7-81e6-08ad85c19ff5 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:49.261044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de1abd4e-db5b-4cc5-8ff8-9372b65dd967 req-d7edc827-6155-4efd-9e72-580c089ec882 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0812488 Nov 18 17:34:49.280129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-24bedbb2-68d9-4bff-806b-7186513202fe tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Deleting port 2391ce23-296a-42d7-a13a-a7037e3d2717 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:34:49.280566 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24bedbb2-68d9-4bff-806b-7186513202fe tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:49.332322 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-359a4539-57d5-44f7-81e6-08ad85c19ff5 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:49.382210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de1abd4e-db5b-4cc5-8ff8-9372b65dd967 req-92cd0ff4-0bc6-442c-b8f5-6908c5e6b826 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134670 Nov 18 17:34:49.395411 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-359a4539-57d5-44f7-81e6-08ad85c19ff5 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:49.398862 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24bedbb2-68d9-4bff-806b-7186513202fe tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:49.411166 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-24bedbb2-68d9-4bff-806b-7186513202fe tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Calling delete_port for 2391ce23-296a-42d7-a13a-a7037e3d2717 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:34:49.431843 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a4539-57d5-44f7-81e6-08ad85c19ff5 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3159f04d-0cd5-4171-898b-3d825f92d032,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:49.520195 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-359a4539-57d5-44f7-81e6-08ad85c19ff5 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:49.522323 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-359a4539-57d5-44f7-81e6-08ad85c19ff5 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3556294 Nov 18 17:34:49.525214 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 44846) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:49.532541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-4c9749e1-c057-4df4-8162-a3586860878a tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Request body: {'security_group_rule': {'security_group_id': '0029b1f7-fc05-4de6-b9f6-63e139e41559', 'project_id': '6411d397673f4876bac8e13045c7927c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:49.647617 n-d-813419-11 neutron-server[104007]: INFO neutron.db.securitygroups_db [None req-4c9749e1-c057-4df4-8162-a3586860878a tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Project 6411d397673f4876bac8e13045c7927c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:34:49.650375 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4c9749e1-c057-4df4-8162-a3586860878a tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:49.706122 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbed57-cde9-4f13-8922-fcf189641524 req-98d630f5-92f1-4fc9-b198-6256f335f3e4 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:49.707735 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24dbed57-cde9-4f13-8922-fcf189641524 req-98d630f5-92f1-4fc9-b198-6256f335f3e4 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1148126 Nov 18 17:34:49.744974 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24bedbb2-68d9-4bff-806b-7186513202fe tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:49.808339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bedbb2-68d9-4bff-806b-7186513202fe tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Pushing event deleted for resources: {'Port': ['ID=2391ce23-296a-42d7-a13a-a7037e3d2717,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:49.811033 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4c9749e1-c057-4df4-8162-a3586860878a tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:49.817148 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24dbed57-cde9-4f13-8922-fcf189641524 req-1ed2966c-a0a5-438d-bc3e-8be2542afa04 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031735 Nov 18 17:34:49.880768 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24bedbb2-68d9-4bff-806b-7186513202fe tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:49.889177 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4c9749e1-c057-4df4-8162-a3586860878a tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:50.018797 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24bedbb2-68d9-4bff-806b-7186513202fe tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:50.020424 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9749e1-c057-4df4-8162-a3586860878a tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19cec241-dc4d-4ccc-a282-41773cd18f73,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:50.024039 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24bedbb2-68d9-4bff-806b-7186513202fe tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:50.089782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ac3de-3ee8-4215-9e06-6a557c6dfe11 req-91763753-4507-4789-a0ab-b9b4827d885f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:50.091319 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-161ac3de-3ee8-4215-9e06-6a557c6dfe11 req-91763753-4507-4789-a0ab-b9b4827d885f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1729734 Nov 18 17:34:50.099381 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4c9749e1-c057-4df4-8162-a3586860878a tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:50.099381 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4c9749e1-c057-4df4-8162-a3586860878a tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5721359 Nov 18 17:34:50.156392 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-161ac3de-3ee8-4215-9e06-6a557c6dfe11 req-1e17d199-fdc6-4f89-8c54-8338a5002b30 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566199 Nov 18 17:34:50.187221 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24bedbb2-68d9-4bff-806b-7186513202fe tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:50.187912 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bedbb2-68d9-4bff-806b-7186513202fe tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Fanout notify agent at l3_agent the message router_deleted on router 242a3199-ab39-4be9-b252-0744a6dd4b5e {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:34:50.196161 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-24bedbb2-68d9-4bff-806b-7186513202fe tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:50.199063 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-24bedbb2-68d9-4bff-806b-7186513202fe tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "DELETE /v2.0/routers/242a3199-ab39-4be9-b252-0744a6dd4b5e HTTP/1.1" status: 204 len: 168 time: 1.4979024 Nov 18 17:34:50.205096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44860) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:50.209794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Request body: {'router': {'name': 'tempest-snat-router-213022761', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'enable_snat': False}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:50.213649 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:34:50.218129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553569e-7053-4979-a93d-8ccae2d17050 req-a53dfc7e-70de-4ca5-96dc-76d32ff6a21c tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:50.228314 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c553569e-7053-4979-a93d-8ccae2d17050 req-a53dfc7e-70de-4ca5-96dc-76d32ff6a21c tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 945 time: 0.0856879 Nov 18 17:34:50.296267 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c553569e-7053-4979-a93d-8ccae2d17050 req-b0e4f6f6-e107-4d73-bf00-7b9aebcd0a4a tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac36c488-123c-4b87-8409-1aa49d3aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667939 Nov 18 17:34:50.402595 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-0b2ed134-18d7-490c-b7da-e0701573cbaa tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1989679919&fields=id&tenant_id=6411d397673f4876bac8e13045c7927c HTTP/1.1" status: 200 len: 267 time: 0.0654967 Nov 18 17:34:50.404507 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:50.406105 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:50.463238 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:50.502404 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e88c46-a4a8-4c5f-ab6d-b82723c89f91 req-19a9ab30-a04b-4565-a496-56f0e1d0c862 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:50.503991 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8e88c46-a4a8-4c5f-ab6d-b82723c89f91 req-19a9ab30-a04b-4565-a496-56f0e1d0c862 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 945 time: 0.1200943 Nov 18 17:34:50.515569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44868) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:50.520508 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-700217cc-083d-4f6c-9555-619bf703c760 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Request body: {'floatingip': {'port_id': '1e50882f-50bb-4dec-89c4-025c6334af62'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:50.543444 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-0501a86f-629f-4cb2-88c3-abf1d7f5dcb3 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:50.544976 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-0501a86f-629f-4cb2-88c3-abf1d7f5dcb3 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/networks?id=592c968c-a168-48cc-967a-6645e2db2261 HTTP/1.1" status: 200 len: 813 time: 0.1252964 Nov 18 17:34:50.562226 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-2104f4d6-8c4a-4a28-9134-1ecea4136cfe tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/quotas/6411d397673f4876bac8e13045c7927c HTTP/1.1" status: 200 len: 375 time: 0.0095644 Nov 18 17:34:50.564654 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-700217cc-083d-4f6c-9555-619bf703c760 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for floatingip, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:50.633264 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-8d528bbd-a660-42ec-93cd-72fb0e5ab210 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6411d397673f4876bac8e13045c7927c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619268 Nov 18 17:34:50.789951 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-a10f4940-d7a0-43ae-85cf-cd02bbe4c017 service neutron] 10.222.0.72 "GET /v2.0/networks/592c968c-a168-48cc-967a-6645e2db2261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375773 Nov 18 17:34:50.790225 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:50.924701 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-b4a12875-1e90-4910-bf0f-297718c6a85c service neutron] 10.222.0.72 "GET /v2.0/networks/592c968c-a168-48cc-967a-6645e2db2261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334441 Nov 18 17:34:51.467938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-700217cc-083d-4f6c-9555-619bf703c760 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:51.479700 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:51.483437 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:51.502053 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:51.541051 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-700217cc-083d-4f6c-9555-619bf703c760 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:51.762692 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a5a942d-1c40-40ca-a3d6-486467ac8257 req-fd210e92-c89b-4cb3-9ea1-9659b53e8e9b tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 210 time: 0.0586698 Nov 18 17:34:52.132162 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Allocated IP 172.25.3.117 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/1130d650-4c51-4eed-b189-126cdd1e80ad) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:34:52.145052 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-700217cc-083d-4f6c-9555-619bf703c760 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Floating IP bb8a1d3f-7543-48a1-a25c-a2fcfa5d64fc associated. External IP: 172.25.3.24, port: 1e50882f-50bb-4dec-89c4-025c6334af62. Nov 18 17:34:52.447452 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:52.544387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700217cc-083d-4f6c-9555-619bf703c760 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Router 586e6e43-c2a3-41f7-9763-fe02ef358256 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:34:52.622117 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:52.694120 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:34:52.700034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:34:52.705908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:34:52.754036 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Pushing event updated for resources: {'Port': ['ID=1130d650-4c51-4eed-b189-126cdd1e80ad,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:52.758478 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700217cc-083d-4f6c-9555-619bf703c760 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:34:52.765057 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-700217cc-083d-4f6c-9555-619bf703c760 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:52.775722 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91995d56-0799-4637-b18a-ed037c6107a8 None None] Sync routers for ids ['586e6e43-c2a3-41f7-9763-fe02ef358256'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:34:52.793041 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91995d56-0799-4637-b18a-ed037c6107a8 None None] Routers {'586e6e43-c2a3-41f7-9763-fe02ef358256'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:34:52.793670 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-91995d56-0799-4637-b18a-ed037c6107a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:34:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['586e6e43-c2a3-41f7-9763-fe02ef358256'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:52.839057 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-700217cc-083d-4f6c-9555-619bf703c760 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "PUT /v2.0/floatingips/bb8a1d3f-7543-48a1-a25c-a2fcfa5d64fc HTTP/1.1" status: 200 len: 990 time: 2.3221936 Nov 18 17:34:52.841601 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22b83ac-a593-430f-a3c0-5db2a0d34847', 'tag': '1e50882f-50bb-4dec-89c4-025c6334af62'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:34:52.843941 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc87917-33c7-40ef-b78b-6b2896efe879" -d '{"events": [{"name": "network-changed", "server_uuid": "d22b83ac-a593-430f-a3c0-5db2a0d34847", "tag": "1e50882f-50bb-4dec-89c4-025c6334af62"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:34:52.890947 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a66ee9c7-81b6-48c0-9832-6da71234983b req-d74b92cc-4b9a-44f0-ad39-6d43741c73cb tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 210 time: 0.0465908 Nov 18 17:34:52.952387 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cb7278-9a17-4baa-a334-f469518f89e4 x-openstack-request-id: req-c8cb7278-9a17-4baa-a334-f469518f89e4 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:34:52.953064 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22b83ac-a593-430f-a3c0-5db2a0d34847", "tag": "1e50882f-50bb-4dec-89c4-025c6334af62", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:34:52.953573 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c8cb7278-9a17-4baa-a334-f469518f89e4 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:34:52.954119 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22b83ac-a593-430f-a3c0-5db2a0d34847', 'tag': '1e50882f-50bb-4dec-89c4-025c6334af62', 'status': 'completed', 'code': 200} Nov 18 17:34:52.980710 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:53.019008 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-91995d56-0799-4637-b18a-ed037c6107a8 None None] Set router 586e6e43-c2a3-41f7-9763-fe02ef358256 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:34:53.027914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc87917-33c7-40ef-b78b-6b2896efe879 req-42049511-2241-4ac1-99a3-d1b44d49dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:53.030030 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8fc87917-33c7-40ef-b78b-6b2896efe879 req-42049511-2241-4ac1-99a3-d1b44d49dda5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3561bfcd86bf4651825b50a84fed4187&device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 1097 time: 0.0527921 Nov 18 17:34:53.306060 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:53.435471 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-91995d56-0799-4637-b18a-ed037c6107a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:29:41Z', 'revision_number': 4, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'bb8a1d3f-7543-48a1-a25c-a2fcfa5d64fc', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'port_id': '1e50882f-50bb-4dec-89c4-025c6334af62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'mac_address': 'fa:16:3e:65:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22b83ac-a593-430f-a3c0-5db2a0d34847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:34:31Z', 'updated_at': '2021-11-18T17:34:51Z', 'revision_number': 1, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e62f6d0-02fb-4a50-9d0a-fc1be3227928', 'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'mac_address': 'fa:16:3e:93:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:40Z', 'updated_at': '2021-11-18T17:29:48Z', 'revision_number': 5, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'subnets': [{'id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:53.466779 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91995d56-0799-4637-b18a-ed037c6107a8 None None] Checking router: 586e6e43-c2a3-41f7-9763-fe02ef358256 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:34:53.476323 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91995d56-0799-4637-b18a-ed037c6107a8 None None] Routers {'586e6e43-c2a3-41f7-9763-fe02ef358256'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:34:53.478025 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-91995d56-0799-4637-b18a-ed037c6107a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:34:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['586e6e43-c2a3-41f7-9763-fe02ef358256'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:53.481930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc87917-33c7-40ef-b78b-6b2896efe879 req-400a1315-d9d3-4b15-bb12-99966f0eb0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:53.483448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8fc87917-33c7-40ef-b78b-6b2896efe879 req-400a1315-d9d3-4b15-bb12-99966f0eb0f5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c5a36094-7848-4e06-82e7-e00180c96a72 HTTP/1.1" status: 200 len: 911 time: 0.4430296 Nov 18 17:34:53.628662 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-91995d56-0799-4637-b18a-ed037c6107a8 None None] Set router 586e6e43-c2a3-41f7-9763-fe02ef358256 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:34:53.660860 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8fc87917-33c7-40ef-b78b-6b2896efe879 req-d1720328-1d51-40d6-8bfc-5fde0ee53a53 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e50882f-50bb-4dec-89c4-025c6334af62 HTTP/1.1" status: 200 len: 998 time: 0.1688769 Nov 18 17:34:53.683317 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:53.717179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cd706-dcac-4e54-8af7-51b4cad0876e req-a250cd37-9abe-4470-9406-a942316d5a34 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:53.725010 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0c1cd706-dcac-4e54-8af7-51b4cad0876e req-a250cd37-9abe-4470-9406-a942316d5a34 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1093123 Nov 18 17:34:53.779873 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc87917-33c7-40ef-b78b-6b2896efe879 req-6e7b63ff-76c1-4378-9844-6c5a2eca1792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:53.783737 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8fc87917-33c7-40ef-b78b-6b2896efe879 req-6e7b63ff-76c1-4378-9844-6c5a2eca1792 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70dc3bb0-cf69-468a-9c5a-9bf08dbebb13 HTTP/1.1" status: 200 len: 848 time: 0.1142466 Nov 18 17:34:53.840138 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0c1cd706-dcac-4e54-8af7-51b4cad0876e req-22cdd4f6-bcef-4bbb-8110-480a30942c10 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139505 Nov 18 17:34:53.886574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc87917-33c7-40ef-b78b-6b2896efe879 req-720c316d-884c-4d57-980e-21715c493084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:53.891485 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8fc87917-33c7-40ef-b78b-6b2896efe879 req-720c316d-884c-4d57-980e-21715c493084 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5a36094-7848-4e06-82e7-e00180c96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927124 Nov 18 17:34:53.917886 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Router a9536778-5085-4593-8bf6-6a90413e865d is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:34:53.991119 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-91995d56-0799-4637-b18a-ed037c6107a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:29:41Z', 'revision_number': 4, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'bb8a1d3f-7543-48a1-a25c-a2fcfa5d64fc', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'port_id': '1e50882f-50bb-4dec-89c4-025c6334af62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'mac_address': 'fa:16:3e:65:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22b83ac-a593-430f-a3c0-5db2a0d34847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:34:31Z', 'updated_at': '2021-11-18T17:34:51Z', 'revision_number': 1, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e62f6d0-02fb-4a50-9d0a-fc1be3227928', 'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'mac_address': 'fa:16:3e:93:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:40Z', 'updated_at': '2021-11-18T17:29:48Z', 'revision_number': 5, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'subnets': [{'id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:54.029115 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91995d56-0799-4637-b18a-ed037c6107a8 None None] The sync data for ids ['586e6e43-c2a3-41f7-9763-fe02ef358256'] in n-d-813419-11 is: [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:29:41Z', 'revision_number': 4, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'bb8a1d3f-7543-48a1-a25c-a2fcfa5d64fc', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'port_id': '1e50882f-50bb-4dec-89c4-025c6334af62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'mac_address': 'fa:16:3e:65:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22b83ac-a593-430f-a3c0-5db2a0d34847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:34:31Z', 'updated_at': '2021-11-18T17:34:51Z', 'revision_number': 1, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e62f6d0-02fb-4a50-9d0a-fc1be3227928', 'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'mac_address': 'fa:16:3e:93:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:40Z', 'updated_at': '2021-11-18T17:29:48Z', 'revision_number': 5, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'subnets': [{'id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:34:54.055008 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87bc88ea-6d65-4603-9966-8f6e201bf95c req-dc14e06c-5d93-4c8d-8fdc-eda6dfdba41e tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 210 time: 0.0468485 Nov 18 17:34:54.156127 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3425a9-f942-4540-81c4-03170205d582 req-43acf530-8b0c-4d4a-ac47-01afdd499e35 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:54.161996 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff3425a9-f942-4540-81c4-03170205d582 req-43acf530-8b0c-4d4a-ac47-01afdd499e35 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1997337 Nov 18 17:34:54.172240 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8fc87917-33c7-40ef-b78b-6b2896efe879 req-fea97530-e427-4751-a8db-81025905ef99 service neutron] 10.222.0.81 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744358 Nov 18 17:34:54.202694 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:34:54.214991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Sync routers for ids ['a9536778-5085-4593-8bf6-6a90413e865d'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:34:54.231570 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Routers {'a9536778-5085-4593-8bf6-6a90413e865d'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:34:54.233371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:34:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a9536778-5085-4593-8bf6-6a90413e865d'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:54.291454 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:54.293740 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-977ffd82-fbfa-47c2-b861-4f8e90c657f1 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0869324 Nov 18 17:34:54.295870 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44928) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:54.399952 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff3425a9-f942-4540-81c4-03170205d582 req-092a30d0-c5ac-4f8a-a5e7-49876cddbb9f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253013 Nov 18 17:34:54.434566 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0736a836-1c1b-4eb6-af6e-e0070466bd67 None None] New status for floating IP bb8a1d3f-7543-48a1-a25c-a2fcfa5d64fc: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:34:54.468886 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5f307d83-3a9f-4e1c-888f-2fffd8e3679f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "GET /v2.0/routers/a9536778-5085-4593-8bf6-6a90413e865d HTTP/1.1" status: 200 len: 908 time: 0.1716933 Nov 18 17:34:54.471945 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 44932) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:54.472221 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8fc87917-33c7-40ef-b78b-6b2896efe879 req-b496212d-601c-4dce-a474-08288512cd99 service neutron] 10.222.0.81 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910011 Nov 18 17:34:54.476953 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Request body: {'router': {'name': 'tempest-snat-router-213022761', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'enable_snat': True}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:54.480921 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Set router a9536778-5085-4593-8bf6-6a90413e865d gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:34:54.600019 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:54.601162 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:54.702101 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-5cdf3762-3185-46f1-a29c-68dbb806c648 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:54.704397 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-5cdf3762-3185-46f1-a29c-68dbb806c648 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.83 "GET /v2.0/networks?id=592c968c-a168-48cc-967a-6645e2db2261 HTTP/1.1" status: 200 len: 813 time: 0.1910000 Nov 18 17:34:54.735855 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:54.766860 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9536778-5085-4593-8bf6-6a90413e865d', 'name': 'tempest-snat-router-213022761', 'tenant_id': '38e4d9a120a74f9cab357efc9eebab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.117'}], 'enable_snat': False}, 'gw_port_id': '1130d650-4c51-4eed-b189-126cdd1e80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:34:50Z', 'updated_at': '2021-11-18T17:34:52Z', 'revision_number': 3, 'project_id': '38e4d9a120a74f9cab357efc9eebab5e', 'gw_port': {'id': '1130d650-4c51-4eed-b189-126cdd1e80ad', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9536778-5085-4593-8bf6-6a90413e865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:34:51Z', 'updated_at': '2021-11-18T17:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:54.795384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Checking router: a9536778-5085-4593-8bf6-6a90413e865d for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:34:54.795972 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Updating router a9536778-5085-4593-8bf6-6a90413e865d port 1130d650-4c51-4eed-b189-126cdd1e80ad binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:34:54.805243 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-201f5ff0-ddd8-452f-9559-65cfdb182a6a tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6411d397673f4876bac8e13045c7927c HTTP/1.1" status: 200 len: 380 time: 0.0720396 Nov 18 17:34:54.817404 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-23bf19c7-905b-4104-a237-86128bde14c4 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Request body: {'port': {'device_id': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'admin_state_up': True, 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'security_groups': ['0029b1f7-fc05-4de6-b9f6-63e139e41559']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:54.833591 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:55.085799 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:55.199972 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-23bf19c7-905b-4104-a237-86128bde14c4 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Made reservation on behalf of 6411d397673f4876bac8e13045c7927c for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:34:55.204631 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-23bf19c7-905b-4104-a237-86128bde14c4 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:55.252464 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ecfc2a4-f400-4b80-bbb4-cba0c25c90c3 req-45b707c3-6890-4349-890a-8916eca685b6 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 210 time: 0.0613263 Nov 18 17:34:55.439716 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-23bf19c7-905b-4104-a237-86128bde14c4 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Allocated IP 172.20.0.7 (592c968c-a168-48cc-967a-6645e2db2261/1a43cfd2-3be9-4915-8218-6315ed684d41/286efe7c-a8b1-4a3a-bd14-7e661f3698c4) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:34:55.497998 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:55.552629 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:55.608248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4acfa-5637-4993-93d0-0c1ca80c7a76 None None] Pushing event updated for resources: {'Port': ['ID=1130d650-4c51-4eed-b189-126cdd1e80ad,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:55.628859 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Attempting to bind port 1130d650-4c51-4eed-b189-126cdd1e80ad on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:34:55.629355 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Attempting to bind port 1130d650-4c51-4eed-b189-126cdd1e80ad by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:34:55.629830 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Attempting to bind port 1130d650-4c51-4eed-b189-126cdd1e80ad on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:34:55.637126 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:34:55.637603 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:34:55.638236 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:55.638753 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:34:55.639352 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Bound port: 1130d650-4c51-4eed-b189-126cdd1e80ad, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:34:55.640578 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:55.661421 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:55.692135 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:55.706744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] For port 1130d650-4c51-4eed-b189-126cdd1e80ad, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:34:55.710728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] For port 1130d650-4c51-4eed-b189-126cdd1e80ad, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1130d650-4c51-4eed-b189-126cdd1e80ad,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:34:55.804183 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:55.887895 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Routers {'a9536778-5085-4593-8bf6-6a90413e865d'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:34:55.888713 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:34:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a9536778-5085-4593-8bf6-6a90413e865d'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:56.011280 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] Set router a9536778-5085-4593-8bf6-6a90413e865d gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:34:56.131281 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4acfa-5637-4993-93d0-0c1ca80c7a76 None None] Pushing event updated for resources: {'Port': ['ID=1130d650-4c51-4eed-b189-126cdd1e80ad,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:56.199143 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-23bf19c7-905b-4104-a237-86128bde14c4 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:56.266774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Allocated IP 172.25.3.162 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/8ed96a21-422a-470f-8fb7-cfee3ff307dc) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:34:56.342462 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9536778-5085-4593-8bf6-6a90413e865d', 'name': 'tempest-snat-router-213022761', 'tenant_id': '38e4d9a120a74f9cab357efc9eebab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.117'}], 'enable_snat': False}, 'gw_port_id': '1130d650-4c51-4eed-b189-126cdd1e80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:34:50Z', 'updated_at': '2021-11-18T17:34:52Z', 'revision_number': 3, 'project_id': '38e4d9a120a74f9cab357efc9eebab5e', 'gw_port': {'id': '1130d650-4c51-4eed-b189-126cdd1e80ad', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9536778-5085-4593-8bf6-6a90413e865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:34:51Z', 'updated_at': '2021-11-18T17:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:56.393255 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:56.397156 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-23bf19c7-905b-4104-a237-86128bde14c4 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:56.399759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c937d92-6ea9-46d7-a1c0-8677d5ebf0af None None] The sync data for ids ['a9536778-5085-4593-8bf6-6a90413e865d'] in n-d-813419-11 is: [{'id': 'a9536778-5085-4593-8bf6-6a90413e865d', 'name': 'tempest-snat-router-213022761', 'tenant_id': '38e4d9a120a74f9cab357efc9eebab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.117'}], 'enable_snat': False}, 'gw_port_id': '1130d650-4c51-4eed-b189-126cdd1e80ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:34:50Z', 'updated_at': '2021-11-18T17:34:52Z', 'revision_number': 3, 'project_id': '38e4d9a120a74f9cab357efc9eebab5e', 'gw_port': {'id': '1130d650-4c51-4eed-b189-126cdd1e80ad', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9536778-5085-4593-8bf6-6a90413e865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:34:51Z', 'updated_at': '2021-11-18T17:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:34:56.467345 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-23bf19c7-905b-4104-a237-86128bde14c4 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Network 592c968c-a168-48cc-967a-6645e2db2261 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:34:56.473309 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-23bf19c7-905b-4104-a237-86128bde14c4 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:34:56.483075 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-23bf19c7-905b-4104-a237-86128bde14c4 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:34:56.493736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07893731-9606-479b-9984-876a9d654682 req-b403865b-2a6d-4afd-9122-3618e8bbbf89 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:56.499589 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-07893731-9606-479b-9984-876a9d654682 req-b403865b-2a6d-4afd-9122-3618e8bbbf89 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 931 time: 0.1111178 Nov 18 17:34:56.543633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf19c7-905b-4104-a237-86128bde14c4 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Pushing event updated for resources: {'Port': ['ID=286efe7c-a8b1-4a3a-bd14-7e661f3698c4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:56.586868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-23bf19c7-905b-4104-a237-86128bde14c4 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:56.587578 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-23bf19c7-905b-4104-a237-86128bde14c4 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:56.622835 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-07893731-9606-479b-9984-876a9d654682 req-86330e2f-cbf6-4b2a-a02e-f1cc5a97b310 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177785 Nov 18 17:34:56.652664 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:56.689685 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-23bf19c7-905b-4104-a237-86128bde14c4 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8768654 Nov 18 17:34:56.696321 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:34:56.699355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:34:56.707055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:34:56.743946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Request body: {'port': {'device_id': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:34:56.778914 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Pushing event updated for resources: {'Port': ['ID=8ed96a21-422a-470f-8fb7-cfee3ff307dc,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:56.901215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6db8f753-3666-4605-a668-ecd663d85fd2 None None] Provisioning complete for port 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:34:56.902637 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6db8f753-3666-4605-a668-ecd663d85fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:56.939777 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:56.952258 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6db8f753-3666-4605-a668-ecd663d85fd2 None None] Port 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:34:57.086431 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1130d650-4c51-4eed-b189-126cdd1e80ad up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:34:57.151378 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 1130d650-4c51-4eed-b189-126cdd1e80ad triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:34:57.152639 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:57.283901 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:57.309421 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 1130d650-4c51-4eed-b189-126cdd1e80ad, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1130d650-4c51-4eed-b189-126cdd1e80ad,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:34:57.364623 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:57.426486 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:57.543304 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:34:57.548302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=1130d650-4c51-4eed-b189-126cdd1e80ad,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:57.551515 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:57.633115 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645cc9e-9121-4db6-af28-41484c97c37e req-f20147e8-ae24-4fa4-8aaf-1ed68ce85dd4 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:57.641543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7645cc9e-9121-4db6-af28-41484c97c37e req-f20147e8-ae24-4fa4-8aaf-1ed68ce85dd4 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0625796 Nov 18 17:34:57.669794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Transition to ACTIVE for port object 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:34:57.709942 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7645cc9e-9121-4db6-af28-41484c97c37e req-04e65134-5fd5-49c2-a918-6a3b19654832 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669727 Nov 18 17:34:57.764088 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:57.775473 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:57.925506 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c09e3d-87c9-4a8a-9823-f2a058faad0d req-17f826bb-c5d6-4466-8638-0a12a297257f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:57.934677 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-07c09e3d-87c9-4a8a-9823-f2a058faad0d req-17f826bb-c5d6-4466-8638-0a12a297257f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1185577 Nov 18 17:34:57.996662 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Pushing event updated for resources: {'Port': ['ID=286efe7c-a8b1-4a3a-bd14-7e661f3698c4,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:58.013366 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-07c09e3d-87c9-4a8a-9823-f2a058faad0d req-c40ade12-5aa0-41d4-86c9-ac53f622a086 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774121 Nov 18 17:34:58.223976 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6cbfe-f425-4948-8101-f6ea0e1e5abd req-bf27d905-8ada-487e-9343-c784f7e28b40 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:58.226165 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35d6cbfe-f425-4948-8101-f6ea0e1e5abd req-bf27d905-8ada-487e-9343-c784f7e28b40 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 943 time: 0.1109455 Nov 18 17:34:58.255682 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Attempting to bind port 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:34:58.256085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Attempting to bind port 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '592c968c-a168-48cc-967a-6645e2db2261'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:34:58.262543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Attempting to bind port 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 on network 592c968c-a168-48cc-967a-6645e2db2261 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:34:58.262543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Port 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 on network 592c968c-a168-48cc-967a-6645e2db2261 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:34:58.262543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Attempting to bind port 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 on network 592c968c-a168-48cc-967a-6645e2db2261 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:34:58.267457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:34:58.267824 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Checking segment: {'id': 'fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '592c968c-a168-48cc-967a-6645e2db2261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:34:58.268227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Bound using segment: {'id': 'fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '592c968c-a168-48cc-967a-6645e2db2261'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:34:58.268704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Bound port: 286efe7c-a8b1-4a3a-bd14-7e661f3698c4, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '592c968c-a168-48cc-967a-6645e2db2261'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:34:58.269072 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:58.301773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f4cf3-723f-434b-a54c-83a90601c5d5 req-8670b463-2bfc-4ff6-95aa-3602f235e3be tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:58.303359 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b1f4cf3-723f-434b-a54c-83a90601c5d5 req-8670b463-2bfc-4ff6-95aa-3602f235e3be tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1021690 Nov 18 17:34:58.317501 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35d6cbfe-f425-4948-8101-f6ea0e1e5abd req-dae0f6a2-5480-49b0-aab5-043d7b3bb11e tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703750 Nov 18 17:34:58.381361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Router fed17b62-3a53-4379-a88c-fb5e391f727b is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:34:58.398413 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b1f4cf3-723f-434b-a54c-83a90601c5d5 req-4039929e-b2f6-40d9-86ba-7a6e8d5e5d91 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756586 Nov 18 17:34:58.400708 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] For port 286efe7c-a8b1-4a3a-bd14-7e661f3698c4, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:34:58.406143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] For port 286efe7c-a8b1-4a3a-bd14-7e661f3698c4, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=286efe7c-a8b1-4a3a-bd14-7e661f3698c4,segment=NetworkSegment(fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8),segment_id=fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:34:58.467229 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:58.567656 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:58.567656 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:58.567967 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38cab0-40e7-43ae-9c5d-722b7f6c1c48 req-80055db7-25fa-493e-9729-e25f46d0e374 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:58.568404 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-27ed6297-7021-486e-98c0-c49787637644 service neutron] 10.222.0.83 "PUT /v2.0/ports/286efe7c-a8b1-4a3a-bd14-7e661f3698c4 HTTP/1.1" status: 200 len: 1092 time: 1.8648925 Nov 18 17:34:58.569531 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b38cab0-40e7-43ae-9c5d-722b7f6c1c48 req-80055db7-25fa-493e-9729-e25f46d0e374 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0645454 Nov 18 17:34:58.588878 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'tag': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:34:58.595329 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9565c8-532f-4f60-9b0e-d5897e8b6853" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef4f302-f325-4b5c-8cb3-6c8f6a80f220", "tag": "286efe7c-a8b1-4a3a-bd14-7e661f3698c4"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:34:58.630051 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:34:58.639768 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed6297-7021-486e-98c0-c49787637644 service neutron] Pushing event updated for resources: {'Port': ['ID=286efe7c-a8b1-4a3a-bd14-7e661f3698c4,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:34:58.639991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Sync routers for ids ['fed17b62-3a53-4379-a88c-fb5e391f727b'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:34:58.661653 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Routers {'fed17b62-3a53-4379-a88c-fb5e391f727b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:34:58.663526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:34:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['fed17b62-3a53-4379-a88c-fb5e391f727b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:58.695076 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b38cab0-40e7-43ae-9c5d-722b7f6c1c48 req-8edb4bb9-c804-4599-9fd9-6a7cb229feef tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103468 Nov 18 17:34:58.764431 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-57662f98-51d0-42f4-8eb7-0acc77fb22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:58.767059 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-57662f98-51d0-42f4-8eb7-0acc77fb22eb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6411d397673f4876bac8e13045c7927c&device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 1095 time: 0.0916452 Nov 18 17:34:58.795075 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:58.795075 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-45dff5c4-d9f8-4c5e-a301-15dfd98774d7 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3200967 Nov 18 17:34:58.796506 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45042) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:58.798045 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe553701-2145-4039-beba-b2d940383873 x-openstack-request-id: req-fe553701-2145-4039-beba-b2d940383873 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:34:58.798644 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef4f302-f325-4b5c-8cb3-6c8f6a80f220", "tag": "286efe7c-a8b1-4a3a-bd14-7e661f3698c4", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:34:58.799075 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fe553701-2145-4039-beba-b2d940383873 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:34:58.799560 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'tag': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4', 'status': 'completed', 'code': 200} Nov 18 17:34:58.895078 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-06d64170-0893-4863-848c-91a89d7dc104 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=286efe7c-a8b1-4a3a-bd14-7e661f3698c4 HTTP/1.1" status: 200 len: 217 time: 0.0998585 Nov 18 17:34:58.975473 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Set router fed17b62-3a53-4379-a88c-fb5e391f727b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:34:58.999234 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-918e9dfe-5344-4dcf-84fd-8e4063968e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:59.001341 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-918e9dfe-5344-4dcf-84fd-8e4063968e54 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1a43cfd2-3be9-4915-8218-6315ed684d41 HTTP/1.1" status: 200 len: 852 time: 0.0985525 Nov 18 17:34:59.054818 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5ea4d-2ec0-4928-bd33-c1858bbb0d4d req-5720343b-1834-4e09-bbbd-bcb04b1d22f1 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:59.060293 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1130d650-4c51-4eed-b189-126cdd1e80ad up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:34:59.064794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1b5ea4d-2ec0-4928-bd33-c1858bbb0d4d req-5720343b-1834-4e09-bbbd-bcb04b1d22f1 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0794268 Nov 18 17:34:59.068027 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e029085d-bde3-4d04-a6a5-e898bb338696 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "GET /v2.0/routers/fed17b62-3a53-4379-a88c-fb5e391f727b HTTP/1.1" status: 200 len: 907 time: 0.2703092 Nov 18 17:34:59.070718 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45060) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:34:59.086934 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-c1935bee-a699-48f2-a428-7c5b9c41e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:59.089008 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-c1935bee-a699-48f2-a428-7c5b9c41e66f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=592c968c-a168-48cc-967a-6645e2db2261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796387 Nov 18 17:34:59.204411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 1130d650-4c51-4eed-b189-126cdd1e80ad triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:34:59.204747 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:59.222706 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-9276bd6c-88ef-4b31-aba6-0b048a1d4c7a service neutron] 10.222.0.83 "GET /v2.0/networks/592c968c-a168-48cc-967a-6645e2db2261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246884 Nov 18 17:34:59.227944 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4378ce3e-c264-4133-bdb7-0f8f1fd2889e tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:59.294585 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1b5ea4d-2ec0-4928-bd33-c1858bbb0d4d req-a2e30b5f-27fc-4008-9589-3c31f7e6bcde tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145154 Nov 18 17:34:59.386171 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2fb59643-2171-489a-965b-2012bd7f4c84 req-bfe9fd31-ac24-4c27-af0d-3cea1998ee74 service neutron] 10.222.0.83 "GET /v2.0/networks/592c968c-a168-48cc-967a-6645e2db2261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498468 Nov 18 17:34:59.398806 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed17b62-3a53-4379-a88c-fb5e391f727b', 'name': 'tempest-snat-router-213022761', 'tenant_id': '38e4d9a120a74f9cab357efc9eebab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '8ed96a21-422a-470f-8fb7-cfee3ff307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:34:54Z', 'updated_at': '2021-11-18T17:34:56Z', 'revision_number': 3, 'project_id': '38e4d9a120a74f9cab357efc9eebab5e', 'gw_port': {'id': '8ed96a21-422a-470f-8fb7-cfee3ff307dc', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed17b62-3a53-4379-a88c-fb5e391f727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:34:56Z', 'updated_at': '2021-11-18T17:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:34:59.408223 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4378ce3e-c264-4133-bdb7-0f8f1fd2889e tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:59.435149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Checking router: fed17b62-3a53-4379-a88c-fb5e391f727b for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:34:59.436432 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Updating router fed17b62-3a53-4379-a88c-fb5e391f727b port 8ed96a21-422a-470f-8fb7-cfee3ff307dc binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:34:59.470693 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:59.574031 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9565c8-532f-4f60-9b0e-d5897e8b6853 req-a8bca9da-ee7d-4cc7-adc9-fb9059ccb7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:59.575982 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f9565c8-532f-4f60-9b0e-d5897e8b6853 req-a8bca9da-ee7d-4cc7-adc9-fb9059ccb7d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6411d397673f4876bac8e13045c7927c&device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 1095 time: 0.0615332 Nov 18 17:34:59.576540 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad49a21-e196-41fc-b9dc-ff8040fce6eb req-d6b5f2fc-6605-41ee-89cb-525fe64ee2bd tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:59.578096 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dad49a21-e196-41fc-b9dc-ff8040fce6eb req-d6b5f2fc-6605-41ee-89cb-525fe64ee2bd tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 943 time: 0.1023707 Nov 18 17:34:59.586175 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b3ab2-7f9a-400e-b740-5ba0242edad2 req-815d5467-d58a-4229-b5b1-94165f44645f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:59.587707 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e01b3ab2-7f9a-400e-b740-5ba0242edad2 req-815d5467-d58a-4229-b5b1-94165f44645f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1446424 Nov 18 17:34:59.693837 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dad49a21-e196-41fc-b9dc-ff8040fce6eb req-800d0c7b-091c-45ae-be66-c23a9300af68 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026146 Nov 18 17:34:59.700806 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-4378ce3e-c264-4133-bdb7-0f8f1fd2889e tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Deleting port 8ed96a21-422a-470f-8fb7-cfee3ff307dc {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:34:59.701407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9565c8-532f-4f60-9b0e-d5897e8b6853 req-98e13448-99d1-4bd7-bb7c-beae9b1ccaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:59.702002 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4378ce3e-c264-4133-bdb7-0f8f1fd2889e tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:59.702902 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f9565c8-532f-4f60-9b0e-d5897e8b6853 req-98e13448-99d1-4bd7-bb7c-beae9b1ccaa8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=592c968c-a168-48cc-967a-6645e2db2261 HTTP/1.1" status: 200 len: 915 time: 0.1164501 Nov 18 17:34:59.708200 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e01b3ab2-7f9a-400e-b740-5ba0242edad2 req-ab1ad5ca-c8a6-4258-9480-01977e92913c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946836 Nov 18 17:34:59.789292 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f9565c8-532f-4f60-9b0e-d5897e8b6853 req-d52e44f2-3eba-4961-acbf-c162c3b06991 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=286efe7c-a8b1-4a3a-bd14-7e661f3698c4 HTTP/1.1" status: 200 len: 217 time: 0.0688775 Nov 18 17:34:59.831682 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:59.886434 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4378ce3e-c264-4133-bdb7-0f8f1fd2889e tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:59.892451 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9565c8-532f-4f60-9b0e-d5897e8b6853 req-58f0673f-20d3-43fe-8f2e-88ef5eb0d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:59.894060 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f9565c8-532f-4f60-9b0e-d5897e8b6853 req-58f0673f-20d3-43fe-8f2e-88ef5eb0d84e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1a43cfd2-3be9-4915-8218-6315ed684d41 HTTP/1.1" status: 200 len: 852 time: 0.0892630 Nov 18 17:34:59.912491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-4378ce3e-c264-4133-bdb7-0f8f1fd2889e tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Calling delete_port for 8ed96a21-422a-470f-8fb7-cfee3ff307dc owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:34:59.940934 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:34:59.953863 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9565c8-532f-4f60-9b0e-d5897e8b6853 req-54dcc758-b99c-4e1a-b905-96d53ce4f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:34:59.957571 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f9565c8-532f-4f60-9b0e-d5897e8b6853 req-54dcc758-b99c-4e1a-b905-96d53ce4f451 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=592c968c-a168-48cc-967a-6645e2db2261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547533 Nov 18 17:35:00.009493 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a2175-c274-44b7-879e-68ab80eeebe2 req-a8a63752-2fb4-4703-9dbe-c5496e18ee6b tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:00.011187 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a1a2175-c274-44b7-879e-68ab80eeebe2 req-a8a63752-2fb4-4703-9dbe-c5496e18ee6b tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1147704 Nov 18 17:35:00.012247 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Attempting to bind port 8ed96a21-422a-470f-8fb7-cfee3ff307dc on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:35:00.012640 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Attempting to bind port 8ed96a21-422a-470f-8fb7-cfee3ff307dc by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:35:00.013413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Attempting to bind port 8ed96a21-422a-470f-8fb7-cfee3ff307dc on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:35:00.024935 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5dd2b211-4256-4ae3-b0de-42398f93e26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:00.040745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:35:00.041577 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:35:00.041577 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:00.042005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:35:00.042535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Bound port: 8ed96a21-422a-470f-8fb7-cfee3ff307dc, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:35:00.042964 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:00.096063 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d3f6b-b44c-42aa-9941-303640cfb555 None None] Pushing event updated for resources: {'Port': ['ID=8ed96a21-422a-470f-8fb7-cfee3ff307dc,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:00.102053 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f9565c8-532f-4f60-9b0e-d5897e8b6853 req-bd6ac666-8743-4386-8a75-cd4446266b9b service neutron] 10.222.0.83 "GET /v2.0/networks/592c968c-a168-48cc-967a-6645e2db2261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366072 Nov 18 17:35:00.131434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] For port 8ed96a21-422a-470f-8fb7-cfee3ff307dc, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:35:00.135740 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] For port 8ed96a21-422a-470f-8fb7-cfee3ff307dc, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8ed96a21-422a-470f-8fb7-cfee3ff307dc,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:35:00.145685 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a1a2175-c274-44b7-879e-68ab80eeebe2 req-54ff2c96-b3de-45d4-b641-6e4ac1e5aa5f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187770 Nov 18 17:35:00.217442 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0f9565c8-532f-4f60-9b0e-d5897e8b6853 req-e4f9e61a-30fc-4722-93a4-9e75ffd5764c service neutron] 10.222.0.83 "GET /v2.0/networks/592c968c-a168-48cc-967a-6645e2db2261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051965 Nov 18 17:35:00.241036 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:00.308272 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006fc1b-f796-4000-9ca2-be6c6582933d req-f7e87665-95bf-428f-b7c1-93ddb4381a33 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:00.309876 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5006fc1b-f796-4000-9ca2-be6c6582933d req-f7e87665-95bf-428f-b7c1-93ddb4381a33 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0994213 Nov 18 17:35:00.312111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Routers {'fed17b62-3a53-4379-a88c-fb5e391f727b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:00.312994 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:34:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['fed17b62-3a53-4379-a88c-fb5e391f727b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:00.353586 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d3f6b-b44c-42aa-9941-303640cfb555 None None] Pushing event updated for resources: {'Port': ['ID=8ed96a21-422a-470f-8fb7-cfee3ff307dc,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:00.374507 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5006fc1b-f796-4000-9ca2-be6c6582933d req-58d0a3d7-d1d1-4e58-a9c4-b7951fef4ab3 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517979 Nov 18 17:35:00.426675 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4378ce3e-c264-4133-bdb7-0f8f1fd2889e tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:00.441908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] Set router fed17b62-3a53-4379-a88c-fb5e391f727b gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:35:00.479693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378ce3e-c264-4133-bdb7-0f8f1fd2889e tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ed96a21-422a-470f-8fb7-cfee3ff307dc,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:00.521718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed17b62-3a53-4379-a88c-fb5e391f727b', 'name': 'tempest-snat-router-213022761', 'tenant_id': '38e4d9a120a74f9cab357efc9eebab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:34:54Z', 'updated_at': '2021-11-18T17:34:59Z', 'revision_number': 4, 'project_id': '38e4d9a120a74f9cab357efc9eebab5e', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:00.555314 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4378ce3e-c264-4133-bdb7-0f8f1fd2889e tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:00.564109 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99006775-8c65-4ecc-8c1d-e93d2547e86e None None] The sync data for ids ['fed17b62-3a53-4379-a88c-fb5e391f727b'] in n-d-813419-11 is: [{'id': 'fed17b62-3a53-4379-a88c-fb5e391f727b', 'name': 'tempest-snat-router-213022761', 'tenant_id': '38e4d9a120a74f9cab357efc9eebab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:34:54Z', 'updated_at': '2021-11-18T17:34:59Z', 'revision_number': 4, 'project_id': '38e4d9a120a74f9cab357efc9eebab5e', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:35:00.684491 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4378ce3e-c264-4133-bdb7-0f8f1fd2889e tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:00.687511 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4378ce3e-c264-4133-bdb7-0f8f1fd2889e tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:00.739236 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074a252-0887-4190-a32b-2ad65c43eaca req-15cd668f-5906-4325-b440-7cdf65cf6bb0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:00.746831 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1074a252-0887-4190-a32b-2ad65c43eaca req-15cd668f-5906-4325-b440-7cdf65cf6bb0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1889555 Nov 18 17:35:00.808624 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1074a252-0887-4190-a32b-2ad65c43eaca req-02c7e8f8-d810-4df9-b7c9-4cfd1982d3fd tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607786 Nov 18 17:35:00.883102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6d399-300b-41bf-a52b-52bb6f31740e req-72a726e5-875a-4c53-a965-4b68cbb59ad7 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:00.893598 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1cf6d399-300b-41bf-a52b-52bb6f31740e req-72a726e5-875a-4c53-a965-4b68cbb59ad7 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 943 time: 0.0838397 Nov 18 17:35:00.906349 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4378ce3e-c264-4133-bdb7-0f8f1fd2889e tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:00.907838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4378ce3e-c264-4133-bdb7-0f8f1fd2889e tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fed17b62-3a53-4379-a88c-fb5e391f727b {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:35:00.918986 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4378ce3e-c264-4133-bdb7-0f8f1fd2889e tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:00.920301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4378ce3e-c264-4133-bdb7-0f8f1fd2889e tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "DELETE /v2.0/routers/fed17b62-3a53-4379-a88c-fb5e391f727b HTTP/1.1" status: 204 len: 168 time: 1.8486030 Nov 18 17:35:00.923624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45158) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:00.988392 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1cf6d399-300b-41bf-a52b-52bb6f31740e req-951c4682-59e3-498e-9ed8-311d916dc5d0 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927372 Nov 18 17:35:01.029204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1976d-e942-4cc7-93f9-97dd3c005717 req-9f12bd0a-4d32-4d80-999e-60c308fd5f4f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:01.030759 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0f1976d-e942-4cc7-93f9-97dd3c005717 req-9f12bd0a-4d32-4d80-999e-60c308fd5f4f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0703228 Nov 18 17:35:01.061602 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-539a3f9e-0b8a-4b88-b82b-aa12159ff360 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:01.106923 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0f1976d-e942-4cc7-93f9-97dd3c005717 req-00841961-6094-443f-a965-e05803f44a04 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659146 Nov 18 17:35:01.215230 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-539a3f9e-0b8a-4b88-b82b-aa12159ff360 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:01.307471 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca9b26-f87e-47cf-aacc-47aaf8235986 req-d9d8f0a9-7f6d-4179-9e49-e8cede8d8ee3 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:01.309111 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-55ca9b26-f87e-47cf-aacc-47aaf8235986 req-d9d8f0a9-7f6d-4179-9e49-e8cede8d8ee3 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0520091 Nov 18 17:35:01.353062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-539a3f9e-0b8a-4b88-b82b-aa12159ff360 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Deleting port 1130d650-4c51-4eed-b189-126cdd1e80ad {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:35:01.353641 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-539a3f9e-0b8a-4b88-b82b-aa12159ff360 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:01.376477 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-55ca9b26-f87e-47cf-aacc-47aaf8235986 req-92d44da4-5e62-4f64-b5d1-6ac4264a73d0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567756 Nov 18 17:35:01.469770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-539a3f9e-0b8a-4b88-b82b-aa12159ff360 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] For port 1130d650-4c51-4eed-b189-126cdd1e80ad, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1130d650-4c51-4eed-b189-126cdd1e80ad,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:01.470253 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-539a3f9e-0b8a-4b88-b82b-aa12159ff360 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:01.485511 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-539a3f9e-0b8a-4b88-b82b-aa12159ff360 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Calling delete_port for 1130d650-4c51-4eed-b189-126cdd1e80ad owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:35:01.539753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef10e4-4a92-4ca1-91ab-e390794a7403 req-3ef2ef3a-6d9b-4f9e-b96c-1ea73c1ebc5f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:01.551133 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6ef10e4-4a92-4ca1-91ab-e390794a7403 req-3ef2ef3a-6d9b-4f9e-b96c-1ea73c1ebc5f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0747349 Nov 18 17:35:01.601479 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6ef10e4-4a92-4ca1-91ab-e390794a7403 req-147db1ec-763e-40ad-9ce8-19eccc587292 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494683 Nov 18 17:35:01.746805 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-539a3f9e-0b8a-4b88-b82b-aa12159ff360 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:01.789676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a3f9e-0b8a-4b88-b82b-aa12159ff360 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Pushing event deleted for resources: {'Port': ['ID=1130d650-4c51-4eed-b189-126cdd1e80ad,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:01.882885 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-539a3f9e-0b8a-4b88-b82b-aa12159ff360 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:01.883985 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41467790-8a81-48b9-b10a-60886a2d3798 req-37d13ba8-ddbe-4337-b45d-87ef280e75d6 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:01.891817 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41467790-8a81-48b9-b10a-60886a2d3798 req-37d13ba8-ddbe-4337-b45d-87ef280e75d6 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/networks?id=a4327a42-a41d-4df0-88ec-86cfa61cf60b HTTP/1.1" status: 200 len: 814 time: 0.1333911 Nov 18 17:35:01.923040 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41467790-8a81-48b9-b10a-60886a2d3798 req-679e177a-15ac-4e58-8602-93ff20a7304d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/quotas/5482321838844be38307f00ea7e492a9 HTTP/1.1" status: 200 len: 375 time: 0.0180640 Nov 18 17:35:02.008378 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-539a3f9e-0b8a-4b88-b82b-aa12159ff360 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:02.008852 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41467790-8a81-48b9-b10a-60886a2d3798 req-1e98378e-f61d-4522-b643-f57e43ce24fb tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5482321838844be38307f00ea7e492a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754104 Nov 18 17:35:02.013744 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-539a3f9e-0b8a-4b88-b82b-aa12159ff360 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:02.139509 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-539a3f9e-0b8a-4b88-b82b-aa12159ff360 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:02.140226 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539a3f9e-0b8a-4b88-b82b-aa12159ff360 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9536778-5085-4593-8bf6-6a90413e865d {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:35:02.158487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b211f4-11bd-439e-8a2c-d345c065e673 req-e864727a-6bd5-4324-bee5-38b1e291b08f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:02.159431 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-539a3f9e-0b8a-4b88-b82b-aa12159ff360 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:02.160165 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-08b211f4-11bd-439e-8a2c-d345c065e673 req-e864727a-6bd5-4324-bee5-38b1e291b08f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0808654 Nov 18 17:35:02.164639 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-539a3f9e-0b8a-4b88-b82b-aa12159ff360 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "DELETE /v2.0/routers/a9536778-5085-4593-8bf6-6a90413e865d HTTP/1.1" status: 204 len: 168 time: 1.2361422 Nov 18 17:35:02.164946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45236) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:02.168062 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3aa87-e246-4e44-8166-42355e503f24 req-e5e8a3df-9d0a-4140-9c6d-2fd380bb9f0e tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:02.169623 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c5b3aa87-e246-4e44-8166-42355e503f24 req-e5e8a3df-9d0a-4140-9c6d-2fd380bb9f0e tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 943 time: 0.1013987 Nov 18 17:35:02.169862 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-204537946', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:02.261538 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-08b211f4-11bd-439e-8a2c-d345c065e673 req-f9639f2d-9a99-4473-b712-7033c0b72a50 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906572 Nov 18 17:35:02.278214 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:02.279639 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:02.307961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c5b3aa87-e246-4e44-8166-42355e503f24 req-23660648-5779-4feb-b5b9-e5fe39d4e457 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103091 Nov 18 17:35:02.360245 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:02.448322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d6217-fb68-4229-bf8b-44c282ceed3f req-2c52bfd7-409b-4c9d-95ad-eb417df6aa25 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:02.449912 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-623d6217-fb68-4229-bf8b-44c282ceed3f req-2c52bfd7-409b-4c9d-95ad-eb417df6aa25 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0629027 Nov 18 17:35:02.508408 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-623d6217-fb68-4229-bf8b-44c282ceed3f req-c8a956c1-9b16-4dc5-bf40-7b979e777f34 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517485 Nov 18 17:35:02.523298 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e4b1446e-6df3-422e-aac3-9f8c08565924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:02.610321 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:02.664854 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-749f2be4-cf0f-4d9a-a05d-c65cccc24f04 req-58c9ead6-5316-4a90-9f2f-e94a6d3c3f1c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5482321838844be38307f00ea7e492a9 HTTP/1.1" status: 200 len: 221 time: 0.0281703 Nov 18 17:35:02.787251 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b63c15-d64e-4b60-8a88-f6cebe0f723d req-a72b516f-64bc-465e-a4e1-981b6ddf3e50 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:02.788971 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79b63c15-d64e-4b60-8a88-f6cebe0f723d req-a72b516f-64bc-465e-a4e1-981b6ddf3e50 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0649581 Nov 18 17:35:02.853475 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79b63c15-d64e-4b60-8a88-f6cebe0f723d req-60ed1952-1794-495b-adeb-a1413298279d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567288 Nov 18 17:35:02.903441 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:02.925684 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:03.072081 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1130d650-4c51-4eed-b189-126cdd1e80ad no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:35:03.096983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Allocated IP 172.25.3.227 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/33e46ee1-3f45-40b6-8d3e-88de5226234b) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:35:03.098872 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 1130d650-4c51-4eed-b189-126cdd1e80ad {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:35:03.099239 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1130d650-4c51-4eed-b189-126cdd1e80ad not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:35:03.222946 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:03.271319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acd34b-9c6f-4f06-9c3c-61f416809213 req-47856e26-5a30-4a66-83e7-3e1aaabecd29 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:03.272963 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06acd34b-9c6f-4f06-9c3c-61f416809213 req-47856e26-5a30-4a66-83e7-3e1aaabecd29 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0554497 Nov 18 17:35:03.323583 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06acd34b-9c6f-4f06-9c3c-61f416809213 req-114f6481-76d2-45b5-92de-72117120ce1b tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442603 Nov 18 17:35:03.360483 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:03.408602 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:03.413701 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:03.418292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:35:03.444051 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d8ea3-630c-4da8-bd0c-d09b3b412ab0 req-86101975-2f15-486d-ba24-ef1ec779a4e1 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:03.623330 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d99d8ea3-630c-4da8-bd0c-d09b3b412ab0 req-86101975-2f15-486d-ba24-ef1ec779a4e1 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 943 time: 0.0708709 Nov 18 17:35:03.625051 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Pushing event updated for resources: {'Port': ['ID=33e46ee1-3f45-40b6-8d3e-88de5226234b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:03.626084 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0285d-8327-4d57-8b3e-032e6c7f2d9e req-ccc5f710-c2de-46ae-bd20-b7b3784e53b4 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:03.626084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32c0285d-8327-4d57-8b3e-032e6c7f2d9e req-ccc5f710-c2de-46ae-bd20-b7b3784e53b4 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0908685 Nov 18 17:35:03.626084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d99d8ea3-630c-4da8-bd0c-d09b3b412ab0 req-d9cff8c1-f10c-4d41-9f9f-56c2efb085b8 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852916 Nov 18 17:35:03.626084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32c0285d-8327-4d57-8b3e-032e6c7f2d9e req-df3b93b1-92f6-4885-8616-968f693a2c8c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445821 Nov 18 17:35:03.745324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fdb3a-7c55-4f93-b07f-843e1d146b58 req-6ea29de6-ebc0-4cdb-879e-bc87c70c3add tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:03.760760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c56fdb3a-7c55-4f93-b07f-843e1d146b58 req-6ea29de6-ebc0-4cdb-879e-bc87c70c3add tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0709701 Nov 18 17:35:03.810014 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c56fdb3a-7c55-4f93-b07f-843e1d146b58 req-60ea2b96-6a02-49c1-b6d9-f44a44b20419 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526941 Nov 18 17:35:03.943209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ca59e-a3ea-4681-ab84-585f9fb4193b req-54ffc60f-a380-463e-8538-17ccca7a4ff3 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:03.944642 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f20ca59e-a3ea-4681-ab84-585f9fb4193b req-54ffc60f-a380-463e-8538-17ccca7a4ff3 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0541615 Nov 18 17:35:03.950681 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:03.991726 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f20ca59e-a3ea-4681-ab84-585f9fb4193b req-3a943495-a3d9-407b-9096-62867caca791 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410357 Nov 18 17:35:04.101541 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:04.121058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1109b7-9d6b-4356-a89b-b443fcdef11a req-d69bc5bd-b860-41d6-9f39-20f9c50d6479 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:04.122710 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e1109b7-9d6b-4356-a89b-b443fcdef11a req-d69bc5bd-b860-41d6-9f39-20f9c50d6479 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0573614 Nov 18 17:35:04.177541 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e1109b7-9d6b-4356-a89b-b443fcdef11a req-416eb9fe-5d02-4eae-b3b3-61ab514d3585 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487049 Nov 18 17:35:04.306753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d1e4a-8063-48c7-82f1-04e054f131f7 req-c2d89fdb-142c-4027-b1bc-9a881e07ba85 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:04.308469 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de8d1e4a-8063-48c7-82f1-04e054f131f7 req-c2d89fdb-142c-4027-b1bc-9a881e07ba85 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0511336 Nov 18 17:35:04.370480 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de8d1e4a-8063-48c7-82f1-04e054f131f7 req-fab053c4-7da8-4543-adf5-4d39a03d42a4 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555887 Nov 18 17:35:04.499358 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c8dd4-710b-4849-959f-02cc05de09da req-7ee2c75d-e5fe-4818-87e1-b41f1e816778 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:04.501487 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d18c8dd4-710b-4849-959f-02cc05de09da req-7ee2c75d-e5fe-4818-87e1-b41f1e816778 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0545044 Nov 18 17:35:04.553470 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d18c8dd4-710b-4849-959f-02cc05de09da req-aada40b5-b8b3-498f-a9e5-c99938e8e7e4 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458739 Nov 18 17:35:04.676883 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:04.723132 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb035bee-3945-4e6a-a687-6ccf8af7bfff req-479156c4-6141-43bf-9b8a-28b1bef3c6ae tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:04.724706 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb035bee-3945-4e6a-a687-6ccf8af7bfff req-479156c4-6141-43bf-9b8a-28b1bef3c6ae tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0768580 Nov 18 17:35:04.754329 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068aae3-4863-4f83-a491-e89f90424b01 req-8e5a92d0-190d-44e3-9679-2baf0be9e5c0 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:04.759207 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a068aae3-4863-4f83-a491-e89f90424b01 req-8e5a92d0-190d-44e3-9679-2baf0be9e5c0 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 943 time: 0.0751436 Nov 18 17:35:04.816910 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb035bee-3945-4e6a-a687-6ccf8af7bfff req-8a2293da-43ac-4850-bf49-8ed930b19587 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812917 Nov 18 17:35:04.835256 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a068aae3-4863-4f83-a491-e89f90424b01 req-564fcc51-238c-44c9-b9c2-362d632345e3 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686486 Nov 18 17:35:04.923852 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Router 32e79e2b-9781-4ed1-b067-9f340834931f is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:35:04.937411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38eabb-8edd-424d-befd-f9131d1570cd req-ed10ec86-29ba-491a-b575-1632a8145158 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:04.938983 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef38eabb-8edd-424d-befd-f9131d1570cd req-ed10ec86-29ba-491a-b575-1632a8145158 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0503707 Nov 18 17:35:04.995539 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef38eabb-8edd-424d-befd-f9131d1570cd req-f09a3a33-2b86-4bb5-8fb7-faadd67f23d2 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464940 Nov 18 17:35:05.020009 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:05.038360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:35:05.050777 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d17182-db02-4332-9d89-8c0701111e2a None None] Sync routers for ids ['32e79e2b-9781-4ed1-b067-9f340834931f'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:35:05.075133 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d17182-db02-4332-9d89-8c0701111e2a None None] Routers {'32e79e2b-9781-4ed1-b067-9f340834931f'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:05.086637 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-49d17182-db02-4332-9d89-8c0701111e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['32e79e2b-9781-4ed1-b067-9f340834931f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:05.112372 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-49d17182-db02-4332-9d89-8c0701111e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:05.121168 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d17182-db02-4332-9d89-8c0701111e2a None None] Routers {'32e79e2b-9781-4ed1-b067-9f340834931f'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:05.121774 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-49d17182-db02-4332-9d89-8c0701111e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['32e79e2b-9781-4ed1-b067-9f340834931f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:05.135005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b09997-aa14-494d-8362-7fae8e52690a req-53d0fe9c-1ff3-47b5-8dff-faf56ea5f178 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:05.136633 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16b09997-aa14-494d-8362-7fae8e52690a req-53d0fe9c-1ff3-47b5-8dff-faf56ea5f178 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0532706 Nov 18 17:35:05.154051 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:05.158862 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-21f48205-ed91-4d61-82ad-4ccbe7f5df5c tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9893630 Nov 18 17:35:05.158862 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45386) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:05.164290 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-91dfe699-703d-4cdb-b3c4-e1e62f5c4305 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'enable_snat': False}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:05.199907 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16b09997-aa14-494d-8362-7fae8e52690a req-1034d90e-6539-48f9-842b-c23824a957d7 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568209 Nov 18 17:35:05.251095 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-49d17182-db02-4332-9d89-8c0701111e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:05.252539 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d17182-db02-4332-9d89-8c0701111e2a None None] The sync data for ids ['32e79e2b-9781-4ed1-b067-9f340834931f'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:35:05.333395 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb51b82-51d2-4d45-a626-643fa834aec6 req-2cad5089-335f-43d1-b6a6-13e2957e2f7e tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:05.334920 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-beb51b82-51d2-4d45-a626-643fa834aec6 req-2cad5089-335f-43d1-b6a6-13e2957e2f7e tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0498278 Nov 18 17:35:05.387660 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-beb51b82-51d2-4d45-a626-643fa834aec6 req-a2fd1486-9417-4014-b960-a4b8a4adf39e tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465212 Nov 18 17:35:05.472442 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:05.527130 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9b3cc-f91f-4497-8f59-e2e7eb83ab74 req-262f8798-f818-4c0c-9f9b-319f3c3d8ec5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:05.528601 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04e9b3cc-f91f-4497-8f59-e2e7eb83ab74 req-262f8798-f818-4c0c-9f9b-319f3c3d8ec5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0503702 Nov 18 17:35:05.532329 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91dfe699-703d-4cdb-b3c4-e1e62f5c4305 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:05.587598 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04e9b3cc-f91f-4497-8f59-e2e7eb83ab74 req-b1813554-262a-4a39-9066-1190254725e4 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521061 Nov 18 17:35:05.724018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec52a9-3368-4e0f-9e27-d56103f070d0 req-7a3351e3-a626-422b-8997-1e6c9e124410 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:05.725569 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03ec52a9-3368-4e0f-9e27-d56103f070d0 req-7a3351e3-a626-422b-8997-1e6c9e124410 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0602791 Nov 18 17:35:05.774015 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03ec52a9-3368-4e0f-9e27-d56103f070d0 req-b8dac2bd-8d41-4ba8-ac5b-2f5ffabba6f3 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423100 Nov 18 17:35:05.992230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f778e7-01db-4d74-8470-a08179943f50 req-b39ee74f-6818-4d78-a02a-055ace92df40 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:05.993754 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6f778e7-01db-4d74-8470-a08179943f50 req-b39ee74f-6818-4d78-a02a-055ace92df40 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0908034 Nov 18 17:35:06.006525 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09386f-c686-4bcf-baed-014767240c78 req-6bea8d12-ebfa-420c-992f-a1ab684f1509 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:06.009374 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f09386f-c686-4bcf-baed-014767240c78 req-6bea8d12-ebfa-420c-992f-a1ab684f1509 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 943 time: 0.0671475 Nov 18 17:35:06.023027 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91dfe699-703d-4cdb-b3c4-e1e62f5c4305 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:06.026509 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91dfe699-703d-4cdb-b3c4-e1e62f5c4305 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:06.090460 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6f778e7-01db-4d74-8470-a08179943f50 req-ecf586e0-2061-439a-aa4e-327738b14131 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814764 Nov 18 17:35:06.094837 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f09386f-c686-4bcf-baed-014767240c78 req-5f3411d5-858a-43d0-a7aa-8921334a8d4d tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782084 Nov 18 17:35:06.139742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dfe699-703d-4cdb-b3c4-e1e62f5c4305 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Router 32e79e2b-9781-4ed1-b067-9f340834931f has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:35:06.217411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e8188-5689-4f14-97b9-77afa26ae286 req-8dbf43f5-50eb-429a-af15-a32041631974 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:06.219568 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f6e8188-5689-4f14-97b9-77afa26ae286 req-8dbf43f5-50eb-429a-af15-a32041631974 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0543470 Nov 18 17:35:06.266811 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dfe699-703d-4cdb-b3c4-e1e62f5c4305 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:35:06.271051 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f6e8188-5689-4f14-97b9-77afa26ae286 req-77713bb7-337c-4af0-8a67-26094d873669 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448544 Nov 18 17:35:06.278661 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f702681-8ee9-4884-b543-fd20e66fbf24 None None] Sync routers for ids ['32e79e2b-9781-4ed1-b067-9f340834931f'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:35:06.279224 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91dfe699-703d-4cdb-b3c4-e1e62f5c4305 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:06.280603 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-91dfe699-703d-4cdb-b3c4-e1e62f5c4305 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "PUT /v2.0/routers/32e79e2b-9781-4ed1-b067-9f340834931f HTTP/1.1" status: 200 len: 921 time: 1.1205993 Nov 18 17:35:06.285170 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45458) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:06.301057 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f702681-8ee9-4884-b543-fd20e66fbf24 None None] Routers {'32e79e2b-9781-4ed1-b067-9f340834931f'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:06.301783 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1f702681-8ee9-4884-b543-fd20e66fbf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['32e79e2b-9781-4ed1-b067-9f340834931f'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:06.347548 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1f702681-8ee9-4884-b543-fd20e66fbf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:06.357641 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f702681-8ee9-4884-b543-fd20e66fbf24 None None] Routers {'32e79e2b-9781-4ed1-b067-9f340834931f'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:06.358325 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1f702681-8ee9-4884-b543-fd20e66fbf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['32e79e2b-9781-4ed1-b067-9f340834931f'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:06.393897 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1f702681-8ee9-4884-b543-fd20e66fbf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:06.394618 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f702681-8ee9-4884-b543-fd20e66fbf24 None None] The sync data for ids ['32e79e2b-9781-4ed1-b067-9f340834931f'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:35:06.438942 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-216c85c2-d5c5-4be8-94ae-0e32a6392450 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "GET /v2.0/routers/32e79e2b-9781-4ed1-b067-9f340834931f HTTP/1.1" status: 200 len: 921 time: 0.1526079 Nov 18 17:35:06.441930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45476) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:06.475130 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dd4a2-140a-43d7-9eb8-79bc5bc729f2 req-ea70f918-875c-4fde-9ec5-a6f30358f815 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:06.476762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc9dd4a2-140a-43d7-9eb8-79bc5bc729f2 req-ea70f918-875c-4fde-9ec5-a6f30358f815 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0570633 Nov 18 17:35:06.519235 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8036f5c3-b085-4a5f-af7d-77468bcdbe9f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:06.520797 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8036f5c3-b085-4a5f-af7d-77468bcdbe9f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&device_id=32e79e2b-9781-4ed1-b067-9f340834931f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0778153 Nov 18 17:35:06.523439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45482) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:06.533750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc9dd4a2-140a-43d7-9eb8-79bc5bc729f2 req-7dd47e26-0e10-4b43-9c62-728b46680071 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504601 Nov 18 17:35:06.617671 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076b02be-f2ad-4724-8bec-000a7f23570d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:06.619148 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-076b02be-f2ad-4724-8bec-000a7f23570d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 881 time: 0.0946968 Nov 18 17:35:06.622030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45490) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:06.650235 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7d8a980d-29b4-4cd0-86c0-d9de361da8a5 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "GET /v2.0/ports?device_id=32e79e2b-9781-4ed1-b067-9f340834931f HTTP/1.1" status: 200 len: 205 time: 0.0265756 Nov 18 17:35:06.652296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45492) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:06.702409 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1af42-38dd-4076-9e61-8f9d7eb2270b req-739c3905-48a4-437e-ae58-76661531daad tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:06.709697 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65e1af42-38dd-4076-9e61-8f9d7eb2270b req-739c3905-48a4-437e-ae58-76661531daad tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0886495 Nov 18 17:35:07.081701 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65e1af42-38dd-4076-9e61-8f9d7eb2270b req-57f56ced-7e8d-46c2-8c9a-d249f2e5fa47 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709695 Nov 18 17:35:07.084248 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:07.278425 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:07.293804 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52891034-9dcc-4325-818d-aec9bfaa52c0 req-09ef0f5e-08c7-4811-9fb1-60b9378494c2 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:07.295438 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52891034-9dcc-4325-818d-aec9bfaa52c0 req-09ef0f5e-08c7-4811-9fb1-60b9378494c2 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0994813 Nov 18 17:35:07.305555 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68e7d-87c6-43bf-9c82-faf3052ab8e7 req-8fa1068a-bf31-4c8e-8d10-f68552cfa500 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:07.306930 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-78a68e7d-87c6-43bf-9c82-faf3052ab8e7 req-8fa1068a-bf31-4c8e-8d10-f68552cfa500 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 943 time: 0.1098201 Nov 18 17:35:07.405653 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52891034-9dcc-4325-818d-aec9bfaa52c0 req-affb54a2-d459-4dc2-a7e7-2bcbe86cb3b1 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977545 Nov 18 17:35:07.413402 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-78a68e7d-87c6-43bf-9c82-faf3052ab8e7 req-cbf226f9-432f-4c56-9302-4556e473fc96 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970631 Nov 18 17:35:07.448695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Deleting port 33e46ee1-3f45-40b6-8d3e-88de5226234b {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:35:07.449331 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:07.559479 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:07.581924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfc201-906f-4d21-9b28-78f688b2213d req-712e4706-aa8d-4836-9673-596e43d46c27 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:07.583444 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36cfc201-906f-4d21-9b28-78f688b2213d req-712e4706-aa8d-4836-9673-596e43d46c27 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0817249 Nov 18 17:35:07.584431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Calling delete_port for 33e46ee1-3f45-40b6-8d3e-88de5226234b owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:35:07.682951 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36cfc201-906f-4d21-9b28-78f688b2213d req-fe0b7cf8-cbb7-489c-a6ee-70555a0a279b tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924792 Nov 18 17:35:07.889042 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:07.913561 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Pushing event deleted for resources: {'Port': ['ID=33e46ee1-3f45-40b6-8d3e-88de5226234b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:07.931161 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:07.931682 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:07.932231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:07.932799 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:07.933304 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:07.933810 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:07.934318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:07.934814 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:07.935316 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:07.935846 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:07.936348 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:07.936842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:08.021091 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:08.137907 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:08.140748 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:08.194073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff75d6e-5384-45b0-b3f9-6d635286f1b0 req-40497334-67bd-4122-a068-e78c3f933200 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:08.195588 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aff75d6e-5384-45b0-b3f9-6d635286f1b0 req-40497334-67bd-4122-a068-e78c3f933200 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1476007 Nov 18 17:35:08.231301 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:08.231905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Fanout notify agent at l3_agent the message router_deleted on router 32e79e2b-9781-4ed1-b067-9f340834931f {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:35:08.239833 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:08.241050 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-93c92615-34a2-42a3-b6ef-65668b72468f tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "DELETE /v2.0/routers/32e79e2b-9781-4ed1-b067-9f340834931f HTTP/1.1" status: 204 len: 168 time: 1.5877385 Nov 18 17:35:08.244696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45586) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:08.249434 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a1582734-28c8-4fec-a972-5e71c909c713 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-367935951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:08.264443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aff75d6e-5384-45b0-b3f9-6d635286f1b0 req-672500a5-0e35-45a0-be61-62326a6813d0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626054 Nov 18 17:35:08.334613 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1582734-28c8-4fec-a972-5e71c909c713 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:08.335816 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1582734-28c8-4fec-a972-5e71c909c713 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:08.389808 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1582734-28c8-4fec-a972-5e71c909c713 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:08.471823 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1582734-28c8-4fec-a972-5e71c909c713 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:08.548177 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6befa-b469-4ed8-865d-267ea7251fc2 req-c94d4197-4e83-42a8-8df8-6c99b7831b44 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:08.550729 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9f6befa-b469-4ed8-865d-267ea7251fc2 req-c94d4197-4e83-42a8-8df8-6c99b7831b44 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 943 time: 0.0582018 Nov 18 17:35:08.581846 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1582734-28c8-4fec-a972-5e71c909c713 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:08.583085 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a1582734-28c8-4fec-a972-5e71c909c713 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3373895 Nov 18 17:35:08.585772 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45606) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:08.590200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c0ee8d80-9f3c-4e4f-bc35-633a040d2938 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:08.601016 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9f6befa-b469-4ed8-865d-267ea7251fc2 req-f3188b26-f5e0-4776-adf3-8ee2aa9208ca tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450673 Nov 18 17:35:08.801137 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0ee8d80-9f3c-4e4f-bc35-633a040d2938 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:09.094604 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0ee8d80-9f3c-4e4f-bc35-633a040d2938 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:09.113753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0ee8d80-9f3c-4e4f-bc35-633a040d2938 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:09.221877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-c0ee8d80-9f3c-4e4f-bc35-633a040d2938 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Allocated IP 172.25.3.118 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/20db1d82-9b26-4eee-8274-bf28c0719886) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:35:09.328847 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0ee8d80-9f3c-4e4f-bc35-633a040d2938 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:09.391302 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19f8d1-c3ad-4ab9-bb55-c80c6ed0ec0f req-1927a7ea-d56a-4259-a4b3-d4773b403326 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:09.392866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f19f8d1-c3ad-4ab9-bb55-c80c6ed0ec0f req-1927a7ea-d56a-4259-a4b3-d4773b403326 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0570529 Nov 18 17:35:09.440997 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f19f8d1-c3ad-4ab9-bb55-c80c6ed0ec0f req-3c2b7fb0-20f9-447a-ae76-f3b3cc99e6a0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420337 Nov 18 17:35:09.455711 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0ee8d80-9f3c-4e4f-bc35-633a040d2938 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:09.494971 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ee8d80-9f3c-4e4f-bc35-633a040d2938 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:09.497983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-c0ee8d80-9f3c-4e4f-bc35-633a040d2938 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:09.500998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ee8d80-9f3c-4e4f-bc35-633a040d2938 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:35:09.528023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee8d80-9f3c-4e4f-bc35-633a040d2938 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Pushing event updated for resources: {'Port': ['ID=20db1d82-9b26-4eee-8274-bf28c0719886,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:09.728799 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261dc0f8-9020-4ee3-af88-e25298349f0f req-b46772aa-73e7-46ea-a250-20cc897812c6 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:09.730204 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-261dc0f8-9020-4ee3-af88-e25298349f0f req-b46772aa-73e7-46ea-a250-20cc897812c6 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 943 time: 0.0483060 Nov 18 17:35:09.815751 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-261dc0f8-9020-4ee3-af88-e25298349f0f req-fd0d6d7d-e284-4e26-afab-8862e56ce061 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784280 Nov 18 17:35:09.861540 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0ee8d80-9f3c-4e4f-bc35-633a040d2938 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:09.900177 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391a9ee-b84e-4b64-8378-aadd0f1b315f req-21a26b68-79c0-42fd-a3b4-0bf9b679cca9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:09.902070 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6391a9ee-b84e-4b64-8378-aadd0f1b315f req-21a26b68-79c0-42fd-a3b4-0bf9b679cca9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0635412 Nov 18 17:35:09.951204 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6391a9ee-b84e-4b64-8378-aadd0f1b315f req-461fe3a0-cc2e-4df7-96cc-6961dc16db7d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 Nov 18 17:35:10.071808 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0ee8d80-9f3c-4e4f-bc35-633a040d2938 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:10.075179 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0ee8d80-9f3c-4e4f-bc35-633a040d2938 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:10.597146 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ee8d80-9f3c-4e4f-bc35-633a040d2938 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Router 38cb2ddb-f179-4140-a8a2-70c373219c0f is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:35:10.711765 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ee8d80-9f3c-4e4f-bc35-633a040d2938 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:35:10.718987 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0ee8d80-9f3c-4e4f-bc35-633a040d2938 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:10.722171 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f83a3a-6d5d-4b07-9ac2-ec6204ce349e None None] Sync routers for ids ['38cb2ddb-f179-4140-a8a2-70c373219c0f'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:35:10.723412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45656) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:10.723624 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c0ee8d80-9f3c-4e4f-bc35-633a040d2938 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "PUT /v2.0/routers/38cb2ddb-f179-4140-a8a2-70c373219c0f HTTP/1.1" status: 200 len: 879 time: 2.1368673 Nov 18 17:35:10.733574 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f83a3a-6d5d-4b07-9ac2-ec6204ce349e None None] Routers {'38cb2ddb-f179-4140-a8a2-70c373219c0f'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:10.734873 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-74f83a3a-6d5d-4b07-9ac2-ec6204ce349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['38cb2ddb-f179-4140-a8a2-70c373219c0f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:10.770807 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-74f83a3a-6d5d-4b07-9ac2-ec6204ce349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:10.779736 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f83a3a-6d5d-4b07-9ac2-ec6204ce349e None None] Routers {'38cb2ddb-f179-4140-a8a2-70c373219c0f'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:10.780401 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-74f83a3a-6d5d-4b07-9ac2-ec6204ce349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['38cb2ddb-f179-4140-a8a2-70c373219c0f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:10.813254 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-74f83a3a-6d5d-4b07-9ac2-ec6204ce349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:10.813910 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f83a3a-6d5d-4b07-9ac2-ec6204ce349e None None] The sync data for ids ['38cb2ddb-f179-4140-a8a2-70c373219c0f'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:35:10.833414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-17998cf6-bf9a-4c22-909f-5fc25b3a1c4a tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "GET /v2.0/routers/38cb2ddb-f179-4140-a8a2-70c373219c0f HTTP/1.1" status: 200 len: 920 time: 0.1083632 Nov 18 17:35:10.836228 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45660) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:10.952335 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0a8d51-6d21-4700-8fe5-4ac0b410ecc2 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:10.964412 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5c0a8d51-6d21-4700-8fe5-4ac0b410ecc2 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&device_id=38cb2ddb-f179-4140-a8a2-70c373219c0f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1167972 Nov 18 17:35:10.964412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45664) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:10.989695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9479f40-344d-49bc-b2f8-4114c8cd748b req-e45d7cff-ccad-4fa4-9e81-830365283503 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:10.991205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9479f40-344d-49bc-b2f8-4114c8cd748b req-e45d7cff-ccad-4fa4-9e81-830365283503 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 943 time: 0.0933318 Nov 18 17:35:11.130368 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c9479f40-344d-49bc-b2f8-4114c8cd748b req-0ccd1d61-069b-400b-801d-9b92c956f45a tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281521 Nov 18 17:35:11.132343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40df256e-2527-4e1a-948f-54d70942c477 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:11.136270 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-40df256e-2527-4e1a-948f-54d70942c477 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 881 time: 0.1759853 Nov 18 17:35:11.137983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45670) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:11.146562 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f88df4-0103-4c0e-bc97-6fed6fec6bf9 req-ee2e0b37-d209-4a84-8c72-8372178f8e82 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:11.152351 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-90f88df4-0103-4c0e-bc97-6fed6fec6bf9 req-ee2e0b37-d209-4a84-8c72-8372178f8e82 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1101124 Nov 18 17:35:11.174385 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-da408e90-3ff0-445e-9487-f5031478852e tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "GET /v2.0/ports?device_id=38cb2ddb-f179-4140-a8a2-70c373219c0f HTTP/1.1" status: 200 len: 205 time: 0.0350709 Nov 18 17:35:11.176787 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45672) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:11.224420 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-90f88df4-0103-4c0e-bc97-6fed6fec6bf9 req-4510a01b-478a-4c7b-8a79-4cedddd52dc0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647233 Nov 18 17:35:11.298139 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f9dce6e-1797-401e-9d25-3b90e2043450 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:11.333251 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fff8e-989a-4bda-bba1-259194d7e586 req-1831b1e5-9109-42a8-a3cb-d3879a574e2b tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:11.334885 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d58fff8e-989a-4bda-bba1-259194d7e586 req-1831b1e5-9109-42a8-a3cb-d3879a574e2b tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0506184 Nov 18 17:35:11.385862 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d58fff8e-989a-4bda-bba1-259194d7e586 req-6c98aad2-9cdb-4bca-9ee8-8de8dc931e3b tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433888 Nov 18 17:35:11.411068 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f9dce6e-1797-401e-9d25-3b90e2043450 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:11.515288 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-1f9dce6e-1797-401e-9d25-3b90e2043450 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Deleting port 20db1d82-9b26-4eee-8274-bf28c0719886 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:35:11.516245 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f9dce6e-1797-401e-9d25-3b90e2043450 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:11.547700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7f807-ebf2-4c15-a58c-8c3ba4dffa64 req-fb3134b3-cc8e-4606-8033-211c13092bfd tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:11.549696 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1b7f807-ebf2-4c15-a58c-8c3ba4dffa64 req-fb3134b3-cc8e-4606-8033-211c13092bfd tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0593715 Nov 18 17:35:11.604552 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f9dce6e-1797-401e-9d25-3b90e2043450 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:11.606923 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1b7f807-ebf2-4c15-a58c-8c3ba4dffa64 req-a920d193-4b83-40f5-aefb-534b244546d9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502880 Nov 18 17:35:11.617604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-1f9dce6e-1797-401e-9d25-3b90e2043450 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Calling delete_port for 20db1d82-9b26-4eee-8274-bf28c0719886 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:35:11.854350 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f9dce6e-1797-401e-9d25-3b90e2043450 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:11.863665 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275d415-8494-4cbd-b0b2-dc926a4011c8 req-a8121c6c-8990-4628-9fae-9d01fd1a267f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:11.867024 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e275d415-8494-4cbd-b0b2-dc926a4011c8 req-a8121c6c-8990-4628-9fae-9d01fd1a267f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1831059 Nov 18 17:35:11.881675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9dce6e-1797-401e-9d25-3b90e2043450 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Pushing event deleted for resources: {'Port': ['ID=20db1d82-9b26-4eee-8274-bf28c0719886,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:11.934112 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e275d415-8494-4cbd-b0b2-dc926a4011c8 req-1916e614-94ca-4c1a-8c1e-c5bbaefecc6f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569563 Nov 18 17:35:11.955639 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f9dce6e-1797-401e-9d25-3b90e2043450 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:12.076574 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f9dce6e-1797-401e-9d25-3b90e2043450 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:12.080315 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f9dce6e-1797-401e-9d25-3b90e2043450 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:12.091446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee6f54-53df-4563-9b24-3b3540375d08 req-f89868e1-5f43-4277-9727-04d0cec1e60a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:12.094080 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4eee6f54-53df-4563-9b24-3b3540375d08 req-f89868e1-5f43-4277-9727-04d0cec1e60a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0624650 Nov 18 17:35:12.176320 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4eee6f54-53df-4563-9b24-3b3540375d08 req-588d2b67-6f2b-4f02-baf3-d000198716a8 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712738 Nov 18 17:35:12.209275 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f9dce6e-1797-401e-9d25-3b90e2043450 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:12.209588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9dce6e-1797-401e-9d25-3b90e2043450 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Fanout notify agent at l3_agent the message router_deleted on router 38cb2ddb-f179-4140-a8a2-70c373219c0f {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:35:12.216616 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f9dce6e-1797-401e-9d25-3b90e2043450 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:12.221770 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1f9dce6e-1797-401e-9d25-3b90e2043450 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "DELETE /v2.0/routers/38cb2ddb-f179-4140-a8a2-70c373219c0f HTTP/1.1" status: 204 len: 168 time: 1.0400743 Nov 18 17:35:12.221983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45704) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:12.226480 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-876dfbbc-0c07-4e3e-a090-722af8c06ca1 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1380979290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:12.301371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbf197-360f-4df2-b41f-01f540c286a6 req-f487acea-bcf1-45e7-8587-0fea3e7d75e7 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:12.302975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5dbbf197-360f-4df2-b41f-01f540c286a6 req-f487acea-bcf1-45e7-8587-0fea3e7d75e7 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 943 time: 0.0633998 Nov 18 17:35:12.360233 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5dbbf197-360f-4df2-b41f-01f540c286a6 req-a4bdf899-5202-4151-8848-22ebe592a37b tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501096 Nov 18 17:35:12.384656 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-876dfbbc-0c07-4e3e-a090-722af8c06ca1 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:12.384656 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-876dfbbc-0c07-4e3e-a090-722af8c06ca1 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:12.440508 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-876dfbbc-0c07-4e3e-a090-722af8c06ca1 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:12.489727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00ab1b-df77-4303-9242-c92410199603 req-57f25c54-89fc-4029-8ae3-4c134e7c1241 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:12.491426 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea00ab1b-df77-4303-9242-c92410199603 req-57f25c54-89fc-4029-8ae3-4c134e7c1241 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0537121 Nov 18 17:35:12.508040 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:35:12.541509 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea00ab1b-df77-4303-9242-c92410199603 req-34524aa1-e6cf-4947-84ab-5787d2d7f23c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440168 Nov 18 17:35:12.556596 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-876dfbbc-0c07-4e3e-a090-722af8c06ca1 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:12.619581 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 286efe7c-a8b1-4a3a-bd14-7e661f3698c4, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=286efe7c-a8b1-4a3a-bd14-7e661f3698c4,segment=NetworkSegment(fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8),segment_id=fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:12.635647 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'port_id': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4', 'mac_address': 'fa:16:3e:88:1d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:35:12.662060 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-876dfbbc-0c07-4e3e-a090-722af8c06ca1 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:12.665727 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-876dfbbc-0c07-4e3e-a090-722af8c06ca1 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4427762 Nov 18 17:35:12.672878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45714) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:12.677721 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7d38265f-65df-4106-88e8-465297f48b4d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'enable_snat': True}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:12.688508 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:12.703783 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:35:12.732769 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 286efe7c-a8b1-4a3a-bd14-7e661f3698c4, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=286efe7c-a8b1-4a3a-bd14-7e661f3698c4,segment=NetworkSegment(fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8),segment_id=fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:12.814188 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:12.865468 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=286efe7c-a8b1-4a3a-bd14-7e661f3698c4,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:12.870063 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a797bd-d9b1-457c-86ff-c746e1d9eeeb req-2e43d098-1181-4d90-b681-44d59b8d56e6 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:12.871677 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51a797bd-d9b1-457c-86ff-c746e1d9eeeb req-2e43d098-1181-4d90-b681-44d59b8d56e6 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1900892 Nov 18 17:35:12.957442 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d38265f-65df-4106-88e8-465297f48b4d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:12.987478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51a797bd-d9b1-457c-86ff-c746e1d9eeeb req-860161f5-1a9e-4766-8f04-b1ac0c8af759 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086977 Nov 18 17:35:13.100630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['286efe7c-a8b1-4a3a-bd14-7e661f3698c4'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:35:13.134111 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44848ab-f346-4b8c-8810-7fb0ea3c01e2 req-d37aab3d-28c0-43e5-8369-08e65e1a4854 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:13.135630 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a44848ab-f346-4b8c-8810-7fb0ea3c01e2 req-d37aab3d-28c0-43e5-8369-08e65e1a4854 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0740139 Nov 18 17:35:13.241047 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a44848ab-f346-4b8c-8810-7fb0ea3c01e2 req-98f0009d-c53c-42b8-8b5f-1bcff4e47a8e tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962985 Nov 18 17:35:13.443934 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbc5f4-ec92-42c3-b700-ba57ecb16aa0 req-c641ccfe-1c74-4a9e-a966-c1e0a01d6965 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:13.445674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3dbbc5f4-ec92-42c3-b700-ba57ecb16aa0 req-c641ccfe-1c74-4a9e-a966-c1e0a01d6965 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0905325 Nov 18 17:35:13.446811 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d38265f-65df-4106-88e8-465297f48b4d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:13.515447 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d38265f-65df-4106-88e8-465297f48b4d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:13.604895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e59ff2-1c84-4fc1-9ba1-1bb1d847b6fe req-5d4ca14d-2216-4d2f-a439-824e473a8727 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:13.606457 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87e59ff2-1c84-4fc1-9ba1-1bb1d847b6fe req-5d4ca14d-2216-4d2f-a439-824e473a8727 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 944 time: 0.1572134 Nov 18 17:35:13.613305 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3dbbc5f4-ec92-42c3-b700-ba57ecb16aa0 req-fe632fe6-6557-407a-a7e7-fa6b3ab9017c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535997 Nov 18 17:35:13.703612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-7d38265f-65df-4106-88e8-465297f48b4d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Allocated IP 172.25.3.67 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/0db42e74-21bc-4832-b68a-803b36eb0d73) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:35:13.845548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2ab5f-2d43-451f-b52a-d5edac9e5fe7 req-f7b615b4-691c-4bb4-9e7d-dae6a507da89 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:13.846991 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44b2ab5f-2d43-451f-b52a-d5edac9e5fe7 req-f7b615b4-691c-4bb4-9e7d-dae6a507da89 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1564314 Nov 18 17:35:13.864150 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87e59ff2-1c84-4fc1-9ba1-1bb1d847b6fe req-f9470725-fabe-46c3-ab88-6504e52db313 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386999 Nov 18 17:35:13.918389 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d38265f-65df-4106-88e8-465297f48b4d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:13.977849 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44b2ab5f-2d43-451f-b52a-d5edac9e5fe7 req-622f34f9-4271-46f1-8219-f1615a48d60d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122713 Nov 18 17:35:14.054477 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d38265f-65df-4106-88e8-465297f48b4d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:14.134170 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d38265f-65df-4106-88e8-465297f48b4d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:14.143631 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38265f-65df-4106-88e8-465297f48b4d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Pushing event updated for resources: {'Port': ['ID=0db42e74-21bc-4832-b68a-803b36eb0d73,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:14.146500 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-7d38265f-65df-4106-88e8-465297f48b4d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:14.167374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38265f-65df-4106-88e8-465297f48b4d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:35:14.199904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e72bf-418c-41be-a4eb-d2a5f6de7896 req-ffded607-2f8c-40cf-8051-45c608978003 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:14.201521 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e3e72bf-418c-41be-a4eb-d2a5f6de7896 req-ffded607-2f8c-40cf-8051-45c608978003 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1155324 Nov 18 17:35:14.354419 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e3e72bf-418c-41be-a4eb-d2a5f6de7896 req-2237f768-a506-4828-9102-ca14cb5e8ec5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426711 Nov 18 17:35:14.533992 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:35:14.855188 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bc817-ec30-4558-bf2b-0b8f42e199bc req-82bb6266-82cd-4721-965c-a01bd451cc3f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:14.856744 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-397bc817-ec30-4558-bf2b-0b8f42e199bc req-82bb6266-82cd-4721-965c-a01bd451cc3f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.4201682 Nov 18 17:35:14.896871 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:35:14.903977 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:35:14.905382 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:14.944872 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d38265f-65df-4106-88e8-465297f48b4d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:15.004210 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:15.022145 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-397bc817-ec30-4558-bf2b-0b8f42e199bc req-c0b7a450-08b7-460a-a8f1-a64bdd7a090c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573894 Nov 18 17:35:15.029293 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:35:15.032240 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d046a5a6-ba48-4657-a86f-b505b76c2067" -d '{"events": [{"server_uuid": "1ef4f302-f325-4b5c-8cb3-6c8f6a80f220", "name": "network-vif-plugged", "status": "completed", "tag": "286efe7c-a8b1-4a3a-bd14-7e661f3698c4"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:35:15.048479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 286efe7c-a8b1-4a3a-bd14-7e661f3698c4, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=286efe7c-a8b1-4a3a-bd14-7e661f3698c4,segment=NetworkSegment(fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8),segment_id=fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:15.066559 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffdd6b-d2d4-4723-891c-cd88e43946bc req-579d5337-007b-43ee-9a69-ae848f25f79c tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:15.068141 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-83ffdd6b-d2d4-4723-891c-cd88e43946bc req-579d5337-007b-43ee-9a69-ae848f25f79c tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 944 time: 0.1316061 Nov 18 17:35:15.157962 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:15.206387 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-83ffdd6b-d2d4-4723-891c-cd88e43946bc req-67d9d6a3-706b-40aa-b6db-b0d396d268ae tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122050 Nov 18 17:35:15.231781 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed339aa-f5be-4875-a7ef-26c7ae481148 x-openstack-request-id: req-bed339aa-f5be-4875-a7ef-26c7ae481148 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:35:15.232106 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef4f302-f325-4b5c-8cb3-6c8f6a80f220", "name": "network-vif-plugged", "status": "completed", "tag": "286efe7c-a8b1-4a3a-bd14-7e661f3698c4", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:35:15.232937 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bed339aa-f5be-4875-a7ef-26c7ae481148 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:35:15.233638 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4', 'code': 200} Nov 18 17:35:15.239992 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=286efe7c-a8b1-4a3a-bd14-7e661f3698c4,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:15.309680 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d38265f-65df-4106-88e8-465297f48b4d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:15.313544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a735da0-b03d-484e-b636-4756fbb4ad30 req-90d8f584-ce26-4358-aec4-1753ff691ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:15.315200 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0a735da0-b03d-484e-b636-4756fbb4ad30 req-90d8f584-ce26-4358-aec4-1753ff691ebe service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 1097 time: 0.0483603 Nov 18 17:35:15.316413 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d38265f-65df-4106-88e8-465297f48b4d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:15.374529 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0a735da0-b03d-484e-b636-4756fbb4ad30 req-49ea71c7-9a01-4026-a071-57140ae92601 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495453 Nov 18 17:35:15.413093 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5aa94-3a0d-4086-9fec-e166c614368a req-02ed5595-7833-406b-83d5-f837ab23278c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:15.414550 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8c5aa94-3a0d-4086-9fec-e166c614368a req-02ed5595-7833-406b-83d5-f837ab23278c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0996275 Nov 18 17:35:15.509406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8c5aa94-3a0d-4086-9fec-e166c614368a req-69a8d83c-c14a-4b8c-b4f3-53f12ab58c7f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633872 Nov 18 17:35:15.622959 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d38265f-65df-4106-88e8-465297f48b4d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Router 469229a1-b582-4b7f-87b8-c7d08f93cf1d is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:35:15.684446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592989b-2f24-447f-b7a2-2c3139723380 req-46c14590-c088-4c13-9522-80cccc11cf0f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:15.686129 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b592989b-2f24-447f-b7a2-2c3139723380 req-46c14590-c088-4c13-9522-80cccc11cf0f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0955276 Nov 18 17:35:15.788713 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d38265f-65df-4106-88e8-465297f48b4d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:35:15.793437 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d38265f-65df-4106-88e8-465297f48b4d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:15.797468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7d38265f-65df-4106-88e8-465297f48b4d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "PUT /v2.0/routers/469229a1-b582-4b7f-87b8-c7d08f93cf1d HTTP/1.1" status: 200 len: 914 time: 3.1205544 Nov 18 17:35:15.797949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45764) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:15.798821 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba98550-f4e4-4b53-97be-14d7383d8436 None None] Sync routers for ids ['469229a1-b582-4b7f-87b8-c7d08f93cf1d'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:35:15.799828 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b592989b-2f24-447f-b7a2-2c3139723380 req-cd47cd8b-cc15-421a-8c69-d2ce6f79f761 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010172 Nov 18 17:35:15.816802 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba98550-f4e4-4b53-97be-14d7383d8436 None None] Routers {'469229a1-b582-4b7f-87b8-c7d08f93cf1d'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:15.817493 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1ba98550-f4e4-4b53-97be-14d7383d8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['469229a1-b582-4b7f-87b8-c7d08f93cf1d'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:15.896912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1ba98550-f4e4-4b53-97be-14d7383d8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:15.906288 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba98550-f4e4-4b53-97be-14d7383d8436 None None] Routers {'469229a1-b582-4b7f-87b8-c7d08f93cf1d'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:15.907339 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1ba98550-f4e4-4b53-97be-14d7383d8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['469229a1-b582-4b7f-87b8-c7d08f93cf1d'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:15.930719 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-11269eda-72b5-48f7-97fd-5e7bb508ff6d tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "GET /v2.0/routers/469229a1-b582-4b7f-87b8-c7d08f93cf1d HTTP/1.1" status: 200 len: 920 time: 0.1313813 Nov 18 17:35:15.931584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45770) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:15.949818 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1ba98550-f4e4-4b53-97be-14d7383d8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:15.950642 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba98550-f4e4-4b53-97be-14d7383d8436 None None] The sync data for ids ['469229a1-b582-4b7f-87b8-c7d08f93cf1d'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:35:15.965201 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2726e4-facd-4f9b-a58d-4390f2f16587 req-cb8a85b6-a8f2-47f9-95da-84ab9f2c1880 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:15.967053 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a2726e4-facd-4f9b-a58d-4390f2f16587 req-cb8a85b6-a8f2-47f9-95da-84ab9f2c1880 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0595567 Nov 18 17:35:15.977331 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f465e73a-fdf2-4eb4-bb4a-26cc9f89694f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:15.979826 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f465e73a-fdf2-4eb4-bb4a-26cc9f89694f tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&device_id=469229a1-b582-4b7f-87b8-c7d08f93cf1d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0460465 Nov 18 17:35:15.981554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45772) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:16.020561 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a2726e4-facd-4f9b-a58d-4390f2f16587 req-340b67b5-c9b5-4175-abd1-26eb11219fee tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462203 Nov 18 17:35:16.079712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb0885f-6a3b-41ff-bf90-36626e8a4824 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:16.081200 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9cb0885f-6a3b-41ff-bf90-36626e8a4824 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 881 time: 0.0985279 Nov 18 17:35:16.084265 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45776) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:16.139280 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-195b1220-f071-438c-8744-2542d2414451 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "GET /v2.0/ports?device_id=469229a1-b582-4b7f-87b8-c7d08f93cf1d HTTP/1.1" status: 200 len: 205 time: 0.0538228 Nov 18 17:35:16.142399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45780) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:16.166719 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c298eb-4569-4daa-9183-a4865ab8e122 req-f6c5df6e-4445-4c5a-aa39-612e16936f1a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:16.168520 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e9c298eb-4569-4daa-9183-a4865ab8e122 req-f6c5df6e-4445-4c5a-aa39-612e16936f1a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0725124 Nov 18 17:35:16.239234 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e9c298eb-4569-4daa-9183-a4865ab8e122 req-c4ad32f2-5c8f-4998-84a9-974eeccfd9cc tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638261 Nov 18 17:35:16.273042 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f5c2a15-cade-42ce-9e19-6fa329bd89fd tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:16.348697 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89500c84-174b-4487-a5a4-0cba07e761c4 req-1fb26c92-9464-4e2e-93ac-941ca3805dbe tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:16.353926 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-89500c84-174b-4487-a5a4-0cba07e761c4 req-1fb26c92-9464-4e2e-93ac-941ca3805dbe tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 945 time: 0.0690894 Nov 18 17:35:16.408169 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f5c2a15-cade-42ce-9e19-6fa329bd89fd tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:16.446416 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-89500c84-174b-4487-a5a4-0cba07e761c4 req-39146172-0854-43e9-a18b-037ae7160b2b tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887032 Nov 18 17:35:16.458179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932795f-5d98-4fe2-a0fa-9e2ad4d01184 req-e01e2c43-6873-42c5-84cc-67e37d377d54 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:16.459726 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4932795f-5d98-4fe2-a0fa-9e2ad4d01184 req-e01e2c43-6873-42c5-84cc-67e37d377d54 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0934556 Nov 18 17:35:16.519927 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4932795f-5d98-4fe2-a0fa-9e2ad4d01184 req-2a9035a6-d078-470f-94b8-471df4c80c1a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517678 Nov 18 17:35:16.592205 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-7f5c2a15-cade-42ce-9e19-6fa329bd89fd tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Deleting port 0db42e74-21bc-4832-b68a-803b36eb0d73 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:35:16.592799 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f5c2a15-cade-42ce-9e19-6fa329bd89fd tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:16.663325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8eab3f-2cf3-47be-bd72-970bcbaa0998 req-319e05c8-7c79-4e9c-9145-f2a181edd582 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:16.665036 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3a8eab3f-2cf3-47be-bd72-970bcbaa0998 req-319e05c8-7c79-4e9c-9145-f2a181edd582 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0656497 Nov 18 17:35:16.684424 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f5c2a15-cade-42ce-9e19-6fa329bd89fd tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:16.697671 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-7f5c2a15-cade-42ce-9e19-6fa329bd89fd tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Calling delete_port for 0db42e74-21bc-4832-b68a-803b36eb0d73 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:35:16.743223 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3a8eab3f-2cf3-47be-bd72-970bcbaa0998 req-8ee693cf-902f-4096-8cf2-8cbecc031f1c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703902 Nov 18 17:35:16.924361 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ff684-2642-4e4a-a492-bc8b3efbb4e8 req-217538e1-fe0a-4482-b438-d4ee1765ef3a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:16.925946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc3ff684-2642-4e4a-a492-bc8b3efbb4e8 req-217538e1-fe0a-4482-b438-d4ee1765ef3a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0610740 Nov 18 17:35:16.977454 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc3ff684-2642-4e4a-a492-bc8b3efbb4e8 req-d74aaf1a-3dbb-4b0d-a460-567f49188170 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452783 Nov 18 17:35:16.990613 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f5c2a15-cade-42ce-9e19-6fa329bd89fd tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:17.017831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c2a15-cade-42ce-9e19-6fa329bd89fd tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Pushing event deleted for resources: {'Port': ['ID=0db42e74-21bc-4832-b68a-803b36eb0d73,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:17.083442 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f5c2a15-cade-42ce-9e19-6fa329bd89fd tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:17.122917 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e82907-19b0-4e49-a3fc-7197fd9481a9 req-27931d3a-6243-4ad2-ba19-8cea7abf203b tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:17.124549 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a7e82907-19b0-4e49-a3fc-7197fd9481a9 req-27931d3a-6243-4ad2-ba19-8cea7abf203b tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0750971 Nov 18 17:35:17.192746 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a7e82907-19b0-4e49-a3fc-7197fd9481a9 req-427da971-3bdf-4013-817f-e78eb3de1b74 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606525 Nov 18 17:35:17.209232 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f5c2a15-cade-42ce-9e19-6fa329bd89fd tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:17.216369 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f5c2a15-cade-42ce-9e19-6fa329bd89fd tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:17.341479 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bbad8-20bb-4c04-84e9-2d9364b80aef req-6a9bc312-6a60-46f4-bd54-182d1a119aad tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:17.342951 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-046bbad8-20bb-4c04-84e9-2d9364b80aef req-6a9bc312-6a60-46f4-bd54-182d1a119aad tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0511501 Nov 18 17:35:17.368582 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f5c2a15-cade-42ce-9e19-6fa329bd89fd tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:17.369165 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5c2a15-cade-42ce-9e19-6fa329bd89fd tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Fanout notify agent at l3_agent the message router_deleted on router 469229a1-b582-4b7f-87b8-c7d08f93cf1d {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:35:17.386742 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f5c2a15-cade-42ce-9e19-6fa329bd89fd tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:17.386742 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7f5c2a15-cade-42ce-9e19-6fa329bd89fd tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "DELETE /v2.0/routers/469229a1-b582-4b7f-87b8-c7d08f93cf1d HTTP/1.1" status: 204 len: 168 time: 1.2353089 Nov 18 17:35:17.386742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45810) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:17.388275 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5bef6aa5-3c32-462e-b3b0-01da4445de38 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1454514448', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:17.394400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-046bbad8-20bb-4c04-84e9-2d9364b80aef req-44a9d877-8a5c-418e-ae1a-7c1033632382 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448134 Nov 18 17:35:17.488410 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bef6aa5-3c32-462e-b3b0-01da4445de38 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:17.489542 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bef6aa5-3c32-462e-b3b0-01da4445de38 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:17.536779 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69d363-1c96-47be-9218-f457ff0abaf8 req-d6fd679c-38ee-4363-823b-94d738e828d2 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:17.538298 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d69d363-1c96-47be-9218-f457ff0abaf8 req-d6fd679c-38ee-4363-823b-94d738e828d2 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0693445 Nov 18 17:35:17.554549 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bef6aa5-3c32-462e-b3b0-01da4445de38 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:17.614396 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d69d363-1c96-47be-9218-f457ff0abaf8 req-570d41d5-4e9f-4a9d-bba4-f6ba4e63aad9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678513 Nov 18 17:35:17.622807 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538c4dd-ec2d-45b2-a7e6-a69b21982085 req-344bf4d0-1479-4f48-9445-55a4b771b872 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:17.624345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a538c4dd-ec2d-45b2-a7e6-a69b21982085 req-344bf4d0-1479-4f48-9445-55a4b771b872 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 945 time: 0.0972383 Nov 18 17:35:17.679832 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a538c4dd-ec2d-45b2-a7e6-a69b21982085 req-fe389130-fdf9-4d76-aee0-052774213fdf tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487902 Nov 18 17:35:17.717511 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bef6aa5-3c32-462e-b3b0-01da4445de38 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:17.800255 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dac72d-6c9e-4eb7-88be-6073c13d53e7 req-cf2141e7-83ac-4fa6-bd37-e1c794d8e3c3 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:17.802158 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37dac72d-6c9e-4eb7-88be-6073c13d53e7 req-cf2141e7-83ac-4fa6-bd37-e1c794d8e3c3 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 945 time: 0.0534360 Nov 18 17:35:17.864947 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37dac72d-6c9e-4eb7-88be-6073c13d53e7 req-d3988f6c-8b6f-4756-ac1c-36c3e4b6f76f tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521884 Nov 18 17:35:17.889488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45822) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:17.911369 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bef6aa5-3c32-462e-b3b0-01da4445de38 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:17.911369 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5bef6aa5-3c32-462e-b3b0-01da4445de38 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5079577 Nov 18 17:35:17.913309 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45826) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:17.918316 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b02b64e9-5790-40da-90b6-8f5af350c400 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'enable_snat': False}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:18.156820 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b02b64e9-5790-40da-90b6-8f5af350c400 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:18.172516 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36831e17-f937-4f08-b047-bac0ad853af8 tempest-TestVolumeBackupRestore-1103671681 tempest-TestVolumeBackupRestore-1103671681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:18.172516 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-36831e17-f937-4f08-b047-bac0ad853af8 tempest-TestVolumeBackupRestore-1103671681 tempest-TestVolumeBackupRestore-1103671681-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 1092 time: 0.2722349 Nov 18 17:35:18.172516 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45832) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:18.172516 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:18.363142 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:18.551976 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b02b64e9-5790-40da-90b6-8f5af350c400 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:18.578528 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b02b64e9-5790-40da-90b6-8f5af350c400 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:18.637536 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:18.766988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7d2f8-9f53-4398-8951-4878d9e17dfe req-7ad34df0-968a-4762-adfa-46f79dda127c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:18.768552 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ed7d2f8-9f53-4398-8951-4878d9e17dfe req-7ad34df0-968a-4762-adfa-46f79dda127c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1453254 Nov 18 17:35:18.800541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-b02b64e9-5790-40da-90b6-8f5af350c400 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Allocated IP 172.25.3.36 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/e1d05dff-e2da-4dc6-9974-c6c4f9e7438a) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:35:18.856738 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ed7d2f8-9f53-4398-8951-4878d9e17dfe req-8704be52-7542-4136-a39d-e649230cebdf tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788598 Nov 18 17:35:18.946642 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b02b64e9-5790-40da-90b6-8f5af350c400 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:19.021843 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b02b64e9-5790-40da-90b6-8f5af350c400 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:19.093083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02b64e9-5790-40da-90b6-8f5af350c400 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:19.103563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-b02b64e9-5790-40da-90b6-8f5af350c400 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:19.115805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02b64e9-5790-40da-90b6-8f5af350c400 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:35:19.118198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Allocated IP 172.25.3.154 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/79c73347-8775-411a-9935-ef5f3a3b0651) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:35:19.120134 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b64e9-5790-40da-90b6-8f5af350c400 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Pushing event updated for resources: {'Port': ['ID=e1d05dff-e2da-4dc6-9974-c6c4f9e7438a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:19.349720 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:19.506548 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:19.879963 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:19.892281 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:19.894739 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:35:19.938984 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b02b64e9-5790-40da-90b6-8f5af350c400 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:19.940705 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Pushing event updated for resources: {'Port': ['ID=79c73347-8775-411a-9935-ef5f3a3b0651,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:20.090563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe017b5e-924d-4bfc-8618-32d1aa03c613 req-619463e5-6ed8-41f0-aae7-6000955cc714 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:20.092137 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fe017b5e-924d-4bfc-8618-32d1aa03c613 req-619463e5-6ed8-41f0-aae7-6000955cc714 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 946 time: 0.2029929 Nov 18 17:35:20.204407 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bea40-1248-404b-867e-178f11726a1a req-dac08ba6-7649-4ff2-ad2b-7a16b4e43a60 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:20.206348 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-795bea40-1248-404b-867e-178f11726a1a req-dac08ba6-7649-4ff2-ad2b-7a16b4e43a60 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.2436028 Nov 18 17:35:20.370089 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fe017b5e-924d-4bfc-8618-32d1aa03c613 req-8a6d2578-5434-4fab-9a35-843281290a2a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639933 Nov 18 17:35:20.430479 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-795bea40-1248-404b-867e-178f11726a1a req-81bc6c71-a2b4-4dab-97ad-42967fd60237 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090604 Nov 18 17:35:20.496143 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b02b64e9-5790-40da-90b6-8f5af350c400 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:20.502423 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b02b64e9-5790-40da-90b6-8f5af350c400 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:20.739385 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:20.882457 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02b64e9-5790-40da-90b6-8f5af350c400 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Router bfd70f22-704a-4ad5-9f97-64f8caffa76e is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:35:20.964782 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:21.057683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02b64e9-5790-40da-90b6-8f5af350c400 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:35:21.066348 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b02b64e9-5790-40da-90b6-8f5af350c400 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:21.066348 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b02b64e9-5790-40da-90b6-8f5af350c400 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "PUT /v2.0/routers/bfd70f22-704a-4ad5-9f97-64f8caffa76e HTTP/1.1" status: 200 len: 915 time: 3.1495426 Nov 18 17:35:21.068399 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec64d6a1-d771-4c49-b8e1-517b58841954 None None] Sync routers for ids ['bfd70f22-704a-4ad5-9f97-64f8caffa76e'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:35:21.068887 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45864) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:21.079440 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec64d6a1-d771-4c49-b8e1-517b58841954 None None] Routers {'bfd70f22-704a-4ad5-9f97-64f8caffa76e'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:21.080106 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ec64d6a1-d771-4c49-b8e1-517b58841954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bfd70f22-704a-4ad5-9f97-64f8caffa76e'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:21.117259 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ec64d6a1-d771-4c49-b8e1-517b58841954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:21.127247 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec64d6a1-d771-4c49-b8e1-517b58841954 None None] Routers {'bfd70f22-704a-4ad5-9f97-64f8caffa76e'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:21.128022 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ec64d6a1-d771-4c49-b8e1-517b58841954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bfd70f22-704a-4ad5-9f97-64f8caffa76e'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:21.161884 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ec64d6a1-d771-4c49-b8e1-517b58841954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:21.162537 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec64d6a1-d771-4c49-b8e1-517b58841954 None None] The sync data for ids ['bfd70f22-704a-4ad5-9f97-64f8caffa76e'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:35:21.174796 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:21.182724 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0bbc2a20-97fb-4501-a64d-37ae8766738b tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "GET /v2.0/routers/bfd70f22-704a-4ad5-9f97-64f8caffa76e HTTP/1.1" status: 200 len: 921 time: 0.1128628 Nov 18 17:35:21.185415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45866) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:21.226427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e7fb1a-04a1-4c20-85ca-be27630b7d5b tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:21.227979 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c0e7fb1a-04a1-4c20-85ca-be27630b7d5b tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&device_id=bfd70f22-704a-4ad5-9f97-64f8caffa76e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0415914 Nov 18 17:35:21.230603 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45868) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:21.277020 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:21.325978 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717a3681-a3fb-47aa-84b4-572a16aaf030 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:21.327423 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-717a3681-a3fb-47aa-84b4-572a16aaf030 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 881 time: 0.0958908 Nov 18 17:35:21.330842 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45870) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:21.356134 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Pushing event updated for resources: {'Port': ['ID=79c73347-8775-411a-9935-ef5f3a3b0651,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:21.359688 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-52e3f7e6-84f9-4e3c-8a45-01647c89c26e tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd70f22-704a-4ad5-9f97-64f8caffa76e HTTP/1.1" status: 200 len: 205 time: 0.0263362 Nov 18 17:35:21.362754 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45872) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:21.404026 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:21.511481 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:21.620221 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Floating IP 62e72192-a3f7-4659-8538-44e214650ecc associated. External IP: 172.25.3.154, port: 286efe7c-a8b1-4a3a-bd14-7e661f3698c4. Nov 18 17:35:21.627267 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2ab16bb-1fdf-4e88-bcbe-2b9e4b3e7d29 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:21.635753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751c926-5b12-4e8e-baec-df8fbc5af7aa req-41353dcc-ac19-4c77-88a7-90096e85d81f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:21.637291 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4751c926-5b12-4e8e-baec-df8fbc5af7aa req-41353dcc-ac19-4c77-88a7-90096e85d81f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 946 time: 0.1797202 Nov 18 17:35:21.723211 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bc102-6237-460b-bb6b-b5b859a77663 req-c66db66a-08ca-46ec-9f17-689d97a272dc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:21.724822 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a65bc102-6237-460b-bb6b-b5b859a77663 req-c66db66a-08ca-46ec-9f17-689d97a272dc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.83 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 946 time: 0.0517707 Nov 18 17:35:21.849907 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-a65bc102-6237-460b-bb6b-b5b859a77663 req-4d623baf-aadb-44d0-8ccd-55206c1347cb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Deleting port cf44c1ed-9db9-4824-bd00-5d8a13be15d3 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:35:21.850255 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a65bc102-6237-460b-bb6b-b5b859a77663 req-4d623baf-aadb-44d0-8ccd-55206c1347cb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:21.959830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-a65bc102-6237-460b-bb6b-b5b859a77663 req-4d623baf-aadb-44d0-8ccd-55206c1347cb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] For port cf44c1ed-9db9-4824-bd00-5d8a13be15d3, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:21.960209 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a65bc102-6237-460b-bb6b-b5b859a77663 req-4d623baf-aadb-44d0-8ccd-55206c1347cb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:22.077854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0e9fd-cda6-49d4-a01d-042a3add710e req-b14170b9-11fe-4a3d-b3ee-4cda3ec106f8 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:22.085140 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77d0e9fd-cda6-49d4-a01d-042a3add710e req-b14170b9-11fe-4a3d-b3ee-4cda3ec106f8 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.5582809 Nov 18 17:35:22.205616 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a65bc102-6237-460b-bb6b-b5b859a77663 req-4d623baf-aadb-44d0-8ccd-55206c1347cb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:22.206248 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a65bc102-6237-460b-bb6b-b5b859a77663 req-4d623baf-aadb-44d0-8ccd-55206c1347cb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:22.207414 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [req-a65bc102-6237-460b-bb6b-b5b859a77663 req-4d623baf-aadb-44d0-8ccd-55206c1347cb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Floating IP 32c28b2e-e08a-4fb2-9b31-4f9dbf7763cd disassociated. External IP: 172.25.3.231, port: cf44c1ed-9db9-4824-bd00-5d8a13be15d3. Nov 18 17:35:22.208035 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-a65bc102-6237-460b-bb6b-b5b859a77663 req-4d623baf-aadb-44d0-8ccd-55206c1347cb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Calling delete_port for cf44c1ed-9db9-4824-bd00-5d8a13be15d3 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:35:22.232262 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4751c926-5b12-4e8e-baec-df8fbc5af7aa req-c65f5b2f-c635-417a-8b05-dfd1fa2439e8 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd8357d2-9ce4-4479-9ae8-f96b49aa0180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400467 Nov 18 17:35:22.243841 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cc2f3-97d5-4fb1-a9f1-26751972b766 req-c14e7297-8999-4032-b919-e1c58fef806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:22.245381 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-179cc2f3-97d5-4fb1-a9f1-26751972b766 req-c14e7297-8999-4032-b919-e1c58fef806c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5482321838844be38307f00ea7e492a9&device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 1097 time: 0.2434537 Nov 18 17:35:22.316109 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77d0e9fd-cda6-49d4-a01d-042a3add710e req-48a27df9-80c8-4567-9dab-0f4843732c66 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149534 Nov 18 17:35:22.316109 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2ab16bb-1fdf-4e88-bcbe-2b9e4b3e7d29 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:22.472989 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cc2f3-97d5-4fb1-a9f1-26751972b766 req-afe9ad5e-e0e2-4ad1-9476-81575e55a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:22.474538 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-179cc2f3-97d5-4fb1-a9f1-26751972b766 req-afe9ad5e-e0e2-4ad1-9476-81575e55a02c service neutron] 10.222.0.81 "GET /v2.0/networks?id=a4327a42-a41d-4df0-88ec-86cfa61cf60b HTTP/1.1" status: 200 len: 916 time: 0.2043085 Nov 18 17:35:22.486807 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:35:22.529387 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a65bc102-6237-460b-bb6b-b5b859a77663 req-4d623baf-aadb-44d0-8ccd-55206c1347cb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:22.537233 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-179cc2f3-97d5-4fb1-a9f1-26751972b766 req-5985bf3c-c31a-4691-88d6-f37f0f745eca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f HTTP/1.1" status: 200 len: 217 time: 0.0534797 Nov 18 17:35:22.585874 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d623baf-aadb-44d0-8ccd-55206c1347cb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Pushing event deleted for resources: {'Port': ['ID=cf44c1ed-9db9-4824-bd00-5d8a13be15d3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:22.657742 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cc2f3-97d5-4fb1-a9f1-26751972b766 req-35dd2012-215d-4523-8b20-83c0780193ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:22.659406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-179cc2f3-97d5-4fb1-a9f1-26751972b766 req-35dd2012-215d-4523-8b20-83c0780193ba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4ef27d04-f77e-4824-a841-f22b1e434bcf HTTP/1.1" status: 200 len: 854 time: 0.0989664 Nov 18 17:35:22.703818 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-179cc2f3-97d5-4fb1-a9f1-26751972b766 req-11e5afa9-503c-4cc0-a6a4-91ac01776e2a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a4327a42-a41d-4df0-88ec-86cfa61cf60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360219 Nov 18 17:35:22.708828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a65bc102-6237-460b-bb6b-b5b859a77663 req-4d623baf-aadb-44d0-8ccd-55206c1347cb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Router b125c400-c3d7-4dec-b65b-3b092f73f486 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:35:22.754944 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45886) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:22.775469 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab16bb-1fdf-4e88-bcbe-2b9e4b3e7d29 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Deleting port e1d05dff-e2da-4dc6-9974-c6c4f9e7438a {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:35:22.775831 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2ab16bb-1fdf-4e88-bcbe-2b9e4b3e7d29 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:22.833480 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a65bc102-6237-460b-bb6b-b5b859a77663 req-4d623baf-aadb-44d0-8ccd-55206c1347cb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:35:22.846029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44371f9e-b679-4594-8b85-c53e4cf77230 None None] Sync routers for ids ['b125c400-c3d7-4dec-b65b-3b092f73f486'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:35:22.855297 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44371f9e-b679-4594-8b85-c53e4cf77230 None None] Routers {'b125c400-c3d7-4dec-b65b-3b092f73f486'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:22.861158 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-44371f9e-b679-4594-8b85-c53e4cf77230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b125c400-c3d7-4dec-b65b-3b092f73f486'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:22.882002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65bc102-6237-460b-bb6b-b5b859a77663 req-4d623baf-aadb-44d0-8ccd-55206c1347cb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] No DVR routers for this DVR port cf44c1ed-9db9-4824-bd00-5d8a13be15d3 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:35:22.886113 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a65bc102-6237-460b-bb6b-b5b859a77663 req-4d623baf-aadb-44d0-8ccd-55206c1347cb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:22.890430 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a65bc102-6237-460b-bb6b-b5b859a77663 req-4d623baf-aadb-44d0-8ccd-55206c1347cb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.83 "DELETE /v2.0/ports/cf44c1ed-9db9-4824-bd00-5d8a13be15d3 HTTP/1.1" status: 204 len: 173 time: 1.1584151 Nov 18 17:35:22.891070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0008e651-076a-4e58-9926-b43b9aec7806', 'name': 'network-vif-deleted', 'tag': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:35:22.895322 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28a4c0e-6a0d-44f9-aaf2-8e8a22e3b8be" -d '{"events": [{"server_uuid": "0008e651-076a-4e58-9926-b43b9aec7806", "name": "network-vif-deleted", "tag": "cf44c1ed-9db9-4824-bd00-5d8a13be15d3"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:35:22.911590 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-179cc2f3-97d5-4fb1-a9f1-26751972b766 req-5d872c68-ca6f-47e5-8d4d-bcaaf61d182a service neutron] 10.222.0.81 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994162 Nov 18 17:35:22.938491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:35:22.949835 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1da6778-ca43-42ae-b029-b119f8c09413 None None] Sync routers for ids ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:35:22.966095 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0240731-7c3c-4bc3-9c7e-cacd6939f0a2 x-openstack-request-id: req-e0240731-7c3c-4bc3-9c7e-cacd6939f0a2 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:35:22.966500 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0008e651-076a-4e58-9926-b43b9aec7806", "name": "network-vif-deleted", "tag": "cf44c1ed-9db9-4824-bd00-5d8a13be15d3", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:35:22.968215 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1da6778-ca43-42ae-b029-b119f8c09413 None None] Routers {'4bdcee6a-7a46-4d64-ac47-a9ac35dab064'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:22.969516 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d1da6778-ca43-42ae-b029-b119f8c09413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:22.976823 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0240731-7c3c-4bc3-9c7e-cacd6939f0a2 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:35:22.977859 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0008e651-076a-4e58-9926-b43b9aec7806', 'name': 'network-vif-deleted', 'tag': 'cf44c1ed-9db9-4824-bd00-5d8a13be15d3', 'status': 'completed', 'code': 200} Nov 18 17:35:23.009731 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-34c844bb-2b48-426b-a003-8951dc2a0fea admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:23.021406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-44371f9e-b679-4594-8b85-c53e4cf77230 None None] Set router b125c400-c3d7-4dec-b65b-3b092f73f486 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:35:23.118223 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d1da6778-ca43-42ae-b029-b119f8c09413 None None] Set router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:35:23.139053 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-179cc2f3-97d5-4fb1-a9f1-26751972b766 req-9179410a-496e-4eae-9114-07517a1e3f5a service neutron] 10.222.0.81 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909819 Nov 18 17:35:23.218097 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:23.228501 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:23.252154 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2ab16bb-1fdf-4e88-bcbe-2b9e4b3e7d29 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:23.260814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-44371f9e-b679-4594-8b85-c53e4cf77230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:31:03Z', 'revision_number': 4, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'dd8965a6-d924-41ca-9a81-552372fc4f02', 'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'mac_address': 'fa:16:3e:95:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:01Z', 'updated_at': '2021-11-18T17:31:08Z', 'revision_number': 5, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'subnets': [{'id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:23.278157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab16bb-1fdf-4e88-bcbe-2b9e4b3e7d29 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Calling delete_port for e1d05dff-e2da-4dc6-9974-c6c4f9e7438a owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:35:23.293488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44371f9e-b679-4594-8b85-c53e4cf77230 None None] Checking router: b125c400-c3d7-4dec-b65b-3b092f73f486 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:35:23.295075 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e5ff9bdb-d4d7-4d46-8227-1873a93a5157 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1282501 Nov 18 17:35:23.297982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45894) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:23.301752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'tag': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:35:23.304170 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e25732-5c87-4884-bd02-5ca81686b7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef4f302-f325-4b5c-8cb3-6c8f6a80f220", "tag": "286efe7c-a8b1-4a3a-bd14-7e661f3698c4"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:35:23.308361 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44371f9e-b679-4594-8b85-c53e4cf77230 None None] Routers {'b125c400-c3d7-4dec-b65b-3b092f73f486'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:23.309298 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-44371f9e-b679-4594-8b85-c53e4cf77230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b125c400-c3d7-4dec-b65b-3b092f73f486'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:23.310915 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-34c844bb-2b48-426b-a003-8951dc2a0fea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:23.387121 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc377b91-ceaf-4dad-9df1-d9e5f794119c tempest-TestVolumeBackupRestore-1103671681 tempest-TestVolumeBackupRestore-1103671681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:23.394643 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cc377b91-ceaf-4dad-9df1-d9e5f794119c tempest-TestVolumeBackupRestore-1103671681 tempest-TestVolumeBackupRestore-1103671681-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 1092 time: 0.0894573 Nov 18 17:35:23.394643 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45902) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:23.404651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-350dc5eb-f49e-49cb-8843-bed638ca0b00 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Request body: {'floatingip': {'port_id': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:23.469579 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-44371f9e-b679-4594-8b85-c53e4cf77230 None None] Set router b125c400-c3d7-4dec-b65b-3b092f73f486 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:35:23.497031 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd70d00b-d821-42ff-a870-a6441ab160f1 x-openstack-request-id: req-bd70d00b-d821-42ff-a870-a6441ab160f1 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:35:23.497729 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef4f302-f325-4b5c-8cb3-6c8f6a80f220", "tag": "286efe7c-a8b1-4a3a-bd14-7e661f3698c4", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:35:23.497729 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bd70d00b-d821-42ff-a870-a6441ab160f1 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:35:23.498102 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'tag': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4', 'status': 'completed', 'code': 200} Nov 18 17:35:23.501839 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d1da6778-ca43-42ae-b029-b119f8c09413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '4dbac082-991b-41eb-ab63-be469adead99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:58Z', 'updated_at': '2021-11-18T17:31:04Z', 'revision_number': 4, 'project_id': '6411d397673f4876bac8e13045c7927c', 'gw_port': {'id': '4dbac082-991b-41eb-ab63-be469adead99', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:59Z', 'updated_at': '2021-11-18T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '62e72192-a3f7-4659-8538-44e214650ecc', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'port_id': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'mac_address': 'fa:16:3e:88:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:35:20Z', 'updated_at': '2021-11-18T17:35:20Z', 'revision_number': 0, 'project_id': '6411d397673f4876bac8e13045c7927c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd9f5dc-4eb6-4f58-b471-f05743494a29', 'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'mac_address': 'fa:16:3e:4c:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:02Z', 'updated_at': '2021-11-18T17:31:13Z', 'revision_number': 5, 'project_id': '6411d397673f4876bac8e13045c7927c', 'subnets': [{'id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:23.549029 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1da6778-ca43-42ae-b029-b119f8c09413 None None] Checking router: 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:35:23.550104 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-350dc5eb-f49e-49cb-8843-bed638ca0b00 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for floatingip, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:23.553660 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-34c844bb-2b48-426b-a003-8951dc2a0fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:23.563592 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1da6778-ca43-42ae-b029-b119f8c09413 None None] Routers {'4bdcee6a-7a46-4d64-ac47-a9ac35dab064'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:23.564417 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d1da6778-ca43-42ae-b029-b119f8c09413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:23.586839 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2b1ff6c4-c6c7-4ce1-81ce-0c843b905ad7 req-0de4a6c6-73cc-4b80-b35d-ff72bea6f326 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=0008e651-076a-4e58-9926-b43b9aec7806 HTTP/1.1" status: 200 len: 210 time: 0.0788176 Nov 18 17:35:23.642389 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c844bb-2b48-426b-a003-8951dc2a0fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c408309d-0c4c-4f0a-a6e8-648ebf9ce15e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:23.647760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-34c844bb-2b48-426b-a003-8951dc2a0fea admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=92213d42326c40528438cd6e58f0ee7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8878517 Nov 18 17:35:23.659530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6034f-20de-42e6-b675-a46ca4849dad req-70b5844b-f2ab-4e26-8c80-dea432022b87 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:23.661830 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5c6034f-20de-42e6-b675-a46ca4849dad req-70b5844b-f2ab-4e26-8c80-dea432022b87 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1629066 Nov 18 17:35:23.662520 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45904) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:23.705155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e25732-5c87-4884-bd02-5ca81686b7bf req-7549b764-ecfb-45d3-8837-7b3dba91e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:23.707367 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-69e25732-5c87-4884-bd02-5ca81686b7bf req-7549b764-ecfb-45d3-8837-7b3dba91e199 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6411d397673f4876bac8e13045c7927c&device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 1097 time: 0.2211874 Nov 18 17:35:23.717103 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d1da6778-ca43-42ae-b029-b119f8c09413 None None] Set router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:35:23.787142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-44371f9e-b679-4594-8b85-c53e4cf77230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:31:03Z', 'revision_number': 4, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'dd8965a6-d924-41ca-9a81-552372fc4f02', 'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'mac_address': 'fa:16:3e:95:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:01Z', 'updated_at': '2021-11-18T17:31:08Z', 'revision_number': 5, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'subnets': [{'id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:23.797439 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5c6034f-20de-42e6-b675-a46ca4849dad req-8373991c-a89a-488f-aa2c-312bb9573e74 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269910 Nov 18 17:35:23.825231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44371f9e-b679-4594-8b85-c53e4cf77230 None None] The sync data for ids ['b125c400-c3d7-4dec-b65b-3b092f73f486'] in n-d-813419-11 is: [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:31:03Z', 'revision_number': 4, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'dd8965a6-d924-41ca-9a81-552372fc4f02', 'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'mac_address': 'fa:16:3e:95:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:01Z', 'updated_at': '2021-11-18T17:31:08Z', 'revision_number': 5, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'subnets': [{'id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:35:23.847854 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-02f79b81-bb34-4a85-a897-679856f91b96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:23.901951 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-02f79b81-bb34-4a85-a897-679856f91b96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:23.903888 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2ab16bb-1fdf-4e88-bcbe-2b9e4b3e7d29 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:23.999112 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab16bb-1fdf-4e88-bcbe-2b9e4b3e7d29 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Pushing event deleted for resources: {'Port': ['ID=e1d05dff-e2da-4dc6-9974-c6c4f9e7438a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:24.013352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e25732-5c87-4884-bd02-5ca81686b7bf req-ae89af2d-fa70-4b74-ac37-ac2dfef7948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:24.014840 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-69e25732-5c87-4884-bd02-5ca81686b7bf req-ae89af2d-fa70-4b74-ac37-ac2dfef7948c service neutron] 10.222.0.83 "GET /v2.0/networks?id=592c968c-a168-48cc-967a-6645e2db2261 HTTP/1.1" status: 200 len: 915 time: 0.2978253 Nov 18 17:35:24.052375 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d1da6778-ca43-42ae-b029-b119f8c09413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '4dbac082-991b-41eb-ab63-be469adead99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:58Z', 'updated_at': '2021-11-18T17:31:04Z', 'revision_number': 4, 'project_id': '6411d397673f4876bac8e13045c7927c', 'gw_port': {'id': '4dbac082-991b-41eb-ab63-be469adead99', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:59Z', 'updated_at': '2021-11-18T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '62e72192-a3f7-4659-8538-44e214650ecc', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'port_id': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'mac_address': 'fa:16:3e:88:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:35:20Z', 'updated_at': '2021-11-18T17:35:20Z', 'revision_number': 0, 'project_id': '6411d397673f4876bac8e13045c7927c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd9f5dc-4eb6-4f58-b471-f05743494a29', 'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'mac_address': 'fa:16:3e:4c:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:02Z', 'updated_at': '2021-11-18T17:31:13Z', 'revision_number': 5, 'project_id': '6411d397673f4876bac8e13045c7927c', 'subnets': [{'id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:24.068599 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2ab16bb-1fdf-4e88-bcbe-2b9e4b3e7d29 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:24.095946 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1da6778-ca43-42ae-b029-b119f8c09413 None None] The sync data for ids ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'] in n-d-813419-11 is: [{'id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '4dbac082-991b-41eb-ab63-be469adead99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:58Z', 'updated_at': '2021-11-18T17:31:04Z', 'revision_number': 4, 'project_id': '6411d397673f4876bac8e13045c7927c', 'gw_port': {'id': '4dbac082-991b-41eb-ab63-be469adead99', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:59Z', 'updated_at': '2021-11-18T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '62e72192-a3f7-4659-8538-44e214650ecc', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'port_id': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'mac_address': 'fa:16:3e:88:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:35:20Z', 'updated_at': '2021-11-18T17:35:20Z', 'revision_number': 0, 'project_id': '6411d397673f4876bac8e13045c7927c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd9f5dc-4eb6-4f58-b471-f05743494a29', 'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'mac_address': 'fa:16:3e:4c:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:02Z', 'updated_at': '2021-11-18T17:31:13Z', 'revision_number': 5, 'project_id': '6411d397673f4876bac8e13045c7927c', 'subnets': [{'id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:35:24.197667 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2ab16bb-1fdf-4e88-bcbe-2b9e4b3e7d29 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:24.199834 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2ab16bb-1fdf-4e88-bcbe-2b9e4b3e7d29 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:24.215698 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5912dcb-a803-4344-80d2-dbf748dd6e03 None None] New status for floating IP 32c28b2e-e08a-4fb2-9b31-4f9dbf7763cd: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:35:24.221162 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-69e25732-5c87-4884-bd02-5ca81686b7bf req-59d92ff2-a51b-4e84-877d-565359f4bc96 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=286efe7c-a8b1-4a3a-bd14-7e661f3698c4 HTTP/1.1" status: 200 len: 999 time: 0.1951506 Nov 18 17:35:24.317394 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-02f79b81-bb34-4a85-a897-679856f91b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:24.320533 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-02f79b81-bb34-4a85-a897-679856f91b96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:24.322776 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-02f79b81-bb34-4a85-a897-679856f91b96 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c408309d-0c4c-4f0a-a6e8-648ebf9ce15e HTTP/1.1" status: 204 len: 168 time: 0.6590326 Nov 18 17:35:24.334230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f79b81-bb34-4a85-a897-679856f91b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c408309d-0c4c-4f0a-a6e8-648ebf9ce15e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:24.421503 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0dd512-3083-4696-8543-203041ca72ed None None] New status for floating IP 62e72192-a3f7-4659-8538-44e214650ecc: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:35:24.539726 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2ab16bb-1fdf-4e88-bcbe-2b9e4b3e7d29 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:24.553371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ab16bb-1fdf-4e88-bcbe-2b9e4b3e7d29 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Fanout notify agent at l3_agent the message router_deleted on router bfd70f22-704a-4ad5-9f97-64f8caffa76e {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:35:24.553371 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2ab16bb-1fdf-4e88-bcbe-2b9e4b3e7d29 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:24.553371 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d2ab16bb-1fdf-4e88-bcbe-2b9e4b3e7d29 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "DELETE /v2.0/routers/bfd70f22-704a-4ad5-9f97-64f8caffa76e HTTP/1.1" status: 204 len: 168 time: 3.1855612 Nov 18 17:35:24.554733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45908) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:24.558956 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-97725626', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}, 'admin_state_up': False}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:24.680396 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e25732-5c87-4884-bd02-5ca81686b7bf req-3bc6cdc8-872f-4e5a-9a9a-22309feeb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:24.681888 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-69e25732-5c87-4884-bd02-5ca81686b7bf req-3bc6cdc8-872f-4e5a-9a9a-22309feeb591 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1a43cfd2-3be9-4915-8218-6315ed684d41 HTTP/1.1" status: 200 len: 852 time: 0.4519796 Nov 18 17:35:24.769014 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:24.770239 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:24.805056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e25732-5c87-4884-bd02-5ca81686b7bf req-0373b4c6-dde9-400b-86a0-94a882465aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:24.806653 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-69e25732-5c87-4884-bd02-5ca81686b7bf req-0373b4c6-dde9-400b-86a0-94a882465aec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=592c968c-a168-48cc-967a-6645e2db2261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164587 Nov 18 17:35:24.823775 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:24.880163 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45920) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:24.915634 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-350dc5eb-f49e-49cb-8843-bed638ca0b00 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:24.974927 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-69e25732-5c87-4884-bd02-5ca81686b7bf req-3f55657d-32ad-49b0-84bb-8bdc7d7b861c service neutron] 10.222.0.83 "GET /v2.0/networks/592c968c-a168-48cc-967a-6645e2db2261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514428 Nov 18 17:35:25.003582 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.db.api [None req-cc0dd512-3083-4696-8543-203041ca72ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:35:25.009297 n-d-813419-11 neutron-server[104010]: DEBUG oslo_db.api [None req-cc0dd512-3083-4696-8543-203041ca72ed None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:35:25.010118 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-350dc5eb-f49e-49cb-8843-bed638ca0b00 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:25.070266 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-37442109-9d2a-448c-8ee6-ae2282ed122c tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:25.165624 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-69e25732-5c87-4884-bd02-5ca81686b7bf req-16b83ad7-db37-4a91-a2d0-726a1f9ec2c9 service neutron] 10.222.0.83 "GET /v2.0/networks/592c968c-a168-48cc-967a-6645e2db2261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825864 Nov 18 17:35:25.294962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350dc5eb-f49e-49cb-8843-bed638ca0b00 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:35:25.348582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45922) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:25.364723 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-702b3f6a-bc0a-4efa-89c1-541e179c05cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:25.417371 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:25.428205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde823a-fce0-4695-90bf-039c2b957802 req-e9fa76c8-3f74-49f0-9ae1-5da79361e585 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:25.429738 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fde823a-fce0-4695-90bf-039c2b957802 req-e9fa76c8-3f74-49f0-9ae1-5da79361e585 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.5182786 Nov 18 17:35:25.457298 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-37442109-9d2a-448c-8ee6-ae2282ed122c tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:25.460153 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350dc5eb-f49e-49cb-8843-bed638ca0b00 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:35:25.467372 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-350dc5eb-f49e-49cb-8843-bed638ca0b00 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:25.505463 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0dd512-3083-4696-8543-203041ca72ed None None] New status for floating IP 62e72192-a3f7-4659-8538-44e214650ecc: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:35:25.507739 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'tag': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:35:25.510074 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b794a63a-4ac3-4bfd-a8e6-0313b18dbcf5" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef4f302-f325-4b5c-8cb3-6c8f6a80f220", "tag": "286efe7c-a8b1-4a3a-bd14-7e661f3698c4"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:35:25.513588 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0fde823a-fce0-4695-90bf-039c2b957802 req-a017896a-12f8-45a9-8202-f26f09f9a66d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768795 Nov 18 17:35:25.556686 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d536e7d-144f-4326-9bde-14e7414db1b8 x-openstack-request-id: req-3d536e7d-144f-4326-9bde-14e7414db1b8 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:35:25.557155 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef4f302-f325-4b5c-8cb3-6c8f6a80f220", "tag": "286efe7c-a8b1-4a3a-bd14-7e661f3698c4", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:35:25.557348 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3d536e7d-144f-4326-9bde-14e7414db1b8 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:35:25.557624 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'tag': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4', 'status': 'completed', 'code': 200} Nov 18 17:35:25.561500 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-702b3f6a-bc0a-4efa-89c1-541e179c05cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:25.569021 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-350dc5eb-f49e-49cb-8843-bed638ca0b00 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "PUT /v2.0/floatingips/62e72192-a3f7-4659-8538-44e214650ecc HTTP/1.1" status: 200 len: 991 time: 2.1703348 Nov 18 17:35:25.639015 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794a63a-4ac3-4bfd-a8e6-0313b18dbcf5 req-15d2de69-59ec-4e64-a5b4-135d5a77763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:25.641184 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b794a63a-4ac3-4bfd-a8e6-0313b18dbcf5 req-15d2de69-59ec-4e64-a5b4-135d5a77763f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6411d397673f4876bac8e13045c7927c&device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 1097 time: 0.0462646 Nov 18 17:35:25.743965 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794a63a-4ac3-4bfd-a8e6-0313b18dbcf5 req-364fd780-278d-4e41-b218-3b4bf5fd10a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:25.745455 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b794a63a-4ac3-4bfd-a8e6-0313b18dbcf5 req-364fd780-278d-4e41-b218-3b4bf5fd10a1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=592c968c-a168-48cc-967a-6645e2db2261 HTTP/1.1" status: 200 len: 915 time: 0.0970979 Nov 18 17:35:25.763127 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-37442109-9d2a-448c-8ee6-ae2282ed122c tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:25.766321 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-37442109-9d2a-448c-8ee6-ae2282ed122c tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:25.767465 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-37442109-9d2a-448c-8ee6-ae2282ed122c tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "DELETE /v2.0/security-groups/dd8357d2-9ce4-4479-9ae8-f96b49aa0180 HTTP/1.1" status: 204 len: 168 time: 0.8860364 Nov 18 17:35:25.770844 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45926) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:25.812857 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b794a63a-4ac3-4bfd-a8e6-0313b18dbcf5 req-fa6bc2b2-1c58-4945-a3db-9823d07fbd19 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=286efe7c-a8b1-4a3a-bd14-7e661f3698c4 HTTP/1.1" status: 200 len: 999 time: 0.0599980 Nov 18 17:35:25.820289 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-31f0ee34-9922-4620-8ab0-ed7909202435 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] show failed (client error): The resource could not be found. Nov 18 17:35:25.821466 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-31f0ee34-9922-4620-8ab0-ed7909202435 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups/dd8357d2-9ce4-4479-9ae8-f96b49aa0180 HTTP/1.1" status: 404 len: 347 time: 0.0495877 Nov 18 17:35:25.822627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37442109-9d2a-448c-8ee6-ae2282ed122c tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8357d2-9ce4-4479-9ae8-f96b49aa0180,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:25.827244 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45928) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:25.833046 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:25.835946 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-702b3f6a-bc0a-4efa-89c1-541e179c05cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:25.857110 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:25.960667 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d00741-ae82-43cd-87e5-fdb2d5f88cc6 None None] Sync routers for ids ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:35:25.971086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d00741-ae82-43cd-87e5-fdb2d5f88cc6 None None] Routers {'4bdcee6a-7a46-4d64-ac47-a9ac35dab064'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:25.971982 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-30d00741-ae82-43cd-87e5-fdb2d5f88cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:25.985416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794a63a-4ac3-4bfd-a8e6-0313b18dbcf5 req-61f3438a-eaef-4604-9c5b-3d5081a72882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:25.987168 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b794a63a-4ac3-4bfd-a8e6-0313b18dbcf5 req-61f3438a-eaef-4604-9c5b-3d5081a72882 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1a43cfd2-3be9-4915-8218-6315ed684d41 HTTP/1.1" status: 200 len: 852 time: 0.1675913 Nov 18 17:35:25.989673 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-702b3f6a-bc0a-4efa-89c1-541e179c05cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1803c23303b34518bdd4fca966947f12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6400721 Nov 18 17:35:25.994512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45932) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:26.014246 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b3f6a-bc0a-4efa-89c1-541e179c05cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4ba8b4-c001-40dc-8837-0c39b12bfc28,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:26.014425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Allocated IP 172.25.3.230 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/1f02b8a6-a31b-4a23-bd56-159785d3b395) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:35:26.068699 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794a63a-4ac3-4bfd-a8e6-0313b18dbcf5 req-9b23f082-bbd5-4cd0-a36c-03c1c044d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:26.070003 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b794a63a-4ac3-4bfd-a8e6-0313b18dbcf5 req-9b23f082-bbd5-4cd0-a36c-03c1c044d0c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=592c968c-a168-48cc-967a-6645e2db2261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739865 Nov 18 17:35:26.095877 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bea952d2-1bec-4f27-a417-a8efdc5c5bb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:26.098244 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-30d00741-ae82-43cd-87e5-fdb2d5f88cc6 None None] Set router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:35:26.103038 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a030b7dd-735c-4ffe-b6b0-29324df5c34b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Deleting port 8ae0d042-f64f-4c90-aa33-1fcaa4dc527e {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:35:26.103038 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a030b7dd-735c-4ffe-b6b0-29324df5c34b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:26.153381 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bea952d2-1bec-4f27-a417-a8efdc5c5bb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:26.210178 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:26.237991 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b794a63a-4ac3-4bfd-a8e6-0313b18dbcf5 req-ecd8b429-20c2-4e60-bd5c-c9c9106dba2a service neutron] 10.222.0.83 "GET /v2.0/networks/592c968c-a168-48cc-967a-6645e2db2261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588078 Nov 18 17:35:26.239680 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a030b7dd-735c-4ffe-b6b0-29324df5c34b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:26.240011 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a030b7dd-735c-4ffe-b6b0-29324df5c34b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:26.270454 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a030b7dd-735c-4ffe-b6b0-29324df5c34b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Calling delete_port for 8ae0d042-f64f-4c90-aa33-1fcaa4dc527e owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:35:26.352687 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-30d00741-ae82-43cd-87e5-fdb2d5f88cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '4dbac082-991b-41eb-ab63-be469adead99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:58Z', 'updated_at': '2021-11-18T17:31:04Z', 'revision_number': 4, 'project_id': '6411d397673f4876bac8e13045c7927c', 'gw_port': {'id': '4dbac082-991b-41eb-ab63-be469adead99', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:59Z', 'updated_at': '2021-11-18T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '62e72192-a3f7-4659-8538-44e214650ecc', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'port_id': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'mac_address': 'fa:16:3e:88:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:35:20Z', 'updated_at': '2021-11-18T17:35:25Z', 'revision_number': 2, 'project_id': '6411d397673f4876bac8e13045c7927c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd9f5dc-4eb6-4f58-b471-f05743494a29', 'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'mac_address': 'fa:16:3e:4c:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:02Z', 'updated_at': '2021-11-18T17:31:13Z', 'revision_number': 5, 'project_id': '6411d397673f4876bac8e13045c7927c', 'subnets': [{'id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:26.373496 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bea952d2-1bec-4f27-a417-a8efdc5c5bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:26.376940 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bea952d2-1bec-4f27-a417-a8efdc5c5bb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:26.380553 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bea952d2-1bec-4f27-a417-a8efdc5c5bb8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ed4ba8b4-c001-40dc-8837-0c39b12bfc28 HTTP/1.1" status: 204 len: 168 time: 0.3822525 Nov 18 17:35:26.387614 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d00741-ae82-43cd-87e5-fdb2d5f88cc6 None None] Checking router: 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:35:26.387996 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea952d2-1bec-4f27-a417-a8efdc5c5bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4ba8b4-c001-40dc-8837-0c39b12bfc28,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:26.397276 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b794a63a-4ac3-4bfd-a8e6-0313b18dbcf5 req-4dfead5a-33f4-4c63-8112-8ab26811b532 service neutron] 10.222.0.83 "GET /v2.0/networks/592c968c-a168-48cc-967a-6645e2db2261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488519 Nov 18 17:35:26.405467 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d00741-ae82-43cd-87e5-fdb2d5f88cc6 None None] Routers {'4bdcee6a-7a46-4d64-ac47-a9ac35dab064'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:26.406281 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-30d00741-ae82-43cd-87e5-fdb2d5f88cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:26.424027 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:26.489522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:26.494361 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:26.498238 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:35:26.529780 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Pushing event updated for resources: {'Port': ['ID=1f02b8a6-a31b-4a23-bd56-159785d3b395,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:26.545413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-30d00741-ae82-43cd-87e5-fdb2d5f88cc6 None None] Set router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:35:26.588703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cf44c1ed-9db9-4824-bd00-5d8a13be15d3 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:35:26.591860 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a030b7dd-735c-4ffe-b6b0-29324df5c34b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:26.625128 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: cf44c1ed-9db9-4824-bd00-5d8a13be15d3 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:35:26.625989 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cf44c1ed-9db9-4824-bd00-5d8a13be15d3 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:35:26.651929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030b7dd-735c-4ffe-b6b0-29324df5c34b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Pushing event deleted for resources: {'Port': ['ID=8ae0d042-f64f-4c90-aa33-1fcaa4dc527e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:26.752713 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e17fbf-264f-4340-9a64-7c7b72549255 req-aebe8c31-f717-4dad-a3e4-e35a066cd7f0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:26.761341 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-60e17fbf-264f-4340-9a64-7c7b72549255 req-aebe8c31-f717-4dad-a3e4-e35a066cd7f0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1056225 Nov 18 17:35:26.766234 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a030b7dd-735c-4ffe-b6b0-29324df5c34b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for floatingip, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:26.772143 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a030b7dd-735c-4ffe-b6b0-29324df5c34b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:26.773391 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a030b7dd-735c-4ffe-b6b0-29324df5c34b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "DELETE /v2.0/floatingips/32c28b2e-e08a-4fb2-9b31-4f9dbf7763cd HTTP/1.1" status: 204 len: 168 time: 0.9442966 Nov 18 17:35:26.823638 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-60e17fbf-264f-4340-9a64-7c7b72549255 req-26da8d52-fa4c-412c-b64b-6f30ce949c54 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590136 Nov 18 17:35:26.902265 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-30d00741-ae82-43cd-87e5-fdb2d5f88cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '4dbac082-991b-41eb-ab63-be469adead99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:58Z', 'updated_at': '2021-11-18T17:31:04Z', 'revision_number': 4, 'project_id': '6411d397673f4876bac8e13045c7927c', 'gw_port': {'id': '4dbac082-991b-41eb-ab63-be469adead99', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:59Z', 'updated_at': '2021-11-18T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '62e72192-a3f7-4659-8538-44e214650ecc', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'port_id': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'mac_address': 'fa:16:3e:88:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:35:20Z', 'updated_at': '2021-11-18T17:35:25Z', 'revision_number': 2, 'project_id': '6411d397673f4876bac8e13045c7927c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd9f5dc-4eb6-4f58-b471-f05743494a29', 'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'mac_address': 'fa:16:3e:4c:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:02Z', 'updated_at': '2021-11-18T17:31:13Z', 'revision_number': 5, 'project_id': '6411d397673f4876bac8e13045c7927c', 'subnets': [{'id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:26.934969 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d00741-ae82-43cd-87e5-fdb2d5f88cc6 None None] The sync data for ids ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'] in n-d-813419-11 is: [{'id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '4dbac082-991b-41eb-ab63-be469adead99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:58Z', 'updated_at': '2021-11-18T17:31:04Z', 'revision_number': 4, 'project_id': '6411d397673f4876bac8e13045c7927c', 'gw_port': {'id': '4dbac082-991b-41eb-ab63-be469adead99', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:59Z', 'updated_at': '2021-11-18T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '62e72192-a3f7-4659-8538-44e214650ecc', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'port_id': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'mac_address': 'fa:16:3e:88:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:35:20Z', 'updated_at': '2021-11-18T17:35:25Z', 'revision_number': 2, 'project_id': '6411d397673f4876bac8e13045c7927c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd9f5dc-4eb6-4f58-b471-f05743494a29', 'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'mac_address': 'fa:16:3e:4c:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:02Z', 'updated_at': '2021-11-18T17:31:13Z', 'revision_number': 5, 'project_id': '6411d397673f4876bac8e13045c7927c', 'subnets': [{'id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:35:27.037220 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:27.213725 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:35:27.281546 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:27.558699 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'tag': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:35:27.561179 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a3bb48-887f-40fb-9703-77d41bdede7e" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef4f302-f325-4b5c-8cb3-6c8f6a80f220", "tag": "286efe7c-a8b1-4a3a-bd14-7e661f3698c4"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:35:27.584317 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e72b9b-b8e3-4b23-ac15-f8dc3a0fb643 req-4b56516f-1203-4e2d-9015-88eac6387396 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:27.584317 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97e72b9b-b8e3-4b23-ac15-f8dc3a0fb643 req-4b56516f-1203-4e2d-9015-88eac6387396 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 945 time: 0.0514479 Nov 18 17:35:27.585464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Router 3b5600ba-3706-44d9-8a9e-3cb23447cc27 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:35:27.604458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45960) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:27.611696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a051572e-290c-40da-85d4-7389aae968da tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993638343', 'description': 'tempest-description--2123883345'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:27.633042 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7407ed67-4fd3-40ba-8c9c-1499ae5c36f1 x-openstack-request-id: req-7407ed67-4fd3-40ba-8c9c-1499ae5c36f1 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:35:27.633339 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef4f302-f325-4b5c-8cb3-6c8f6a80f220", "tag": "286efe7c-a8b1-4a3a-bd14-7e661f3698c4", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:35:27.633592 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7407ed67-4fd3-40ba-8c9c-1499ae5c36f1 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:35:27.633995 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'tag': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4', 'status': 'completed', 'code': 200} Nov 18 17:35:27.698781 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97e72b9b-b8e3-4b23-ac15-f8dc3a0fb643 req-9725e42f-897a-457f-bf8b-8e263c601a3d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068482 Nov 18 17:35:27.706555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3bb48-887f-40fb-9703-77d41bdede7e req-af6cf1d2-5d4d-4c7a-bcb6-7e94fbcb8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:27.709031 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e8a3bb48-887f-40fb-9703-77d41bdede7e req-af6cf1d2-5d4d-4c7a-bcb6-7e94fbcb8d6a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6411d397673f4876bac8e13045c7927c&device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 1097 time: 0.0474558 Nov 18 17:35:27.739077 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a051572e-290c-40da-85d4-7389aae968da tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:27.757995 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:35:27.773460 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c7a8da-b970-4b9d-9dda-f4b0bedcd855 None None] Sync routers for ids ['3b5600ba-3706-44d9-8a9e-3cb23447cc27'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:35:27.800619 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c7a8da-b970-4b9d-9dda-f4b0bedcd855 None None] Routers {'3b5600ba-3706-44d9-8a9e-3cb23447cc27'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:27.801414 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-77c7a8da-b970-4b9d-9dda-f4b0bedcd855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['3b5600ba-3706-44d9-8a9e-3cb23447cc27'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:27.844699 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3bb48-887f-40fb-9703-77d41bdede7e req-31f68f7a-13d2-4e4d-9dea-be8e83441c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:27.846392 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e8a3bb48-887f-40fb-9703-77d41bdede7e req-31f68f7a-13d2-4e4d-9dea-be8e83441c9b service neutron] 10.222.0.83 "GET /v2.0/networks?id=592c968c-a168-48cc-967a-6645e2db2261 HTTP/1.1" status: 200 len: 915 time: 0.1288843 Nov 18 17:35:27.887702 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a051572e-290c-40da-85d4-7389aae968da tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:27.930191 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:27.931875 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c5d4b1ef-69fb-4f84-857b-ae89b8a91af2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.3765409 Nov 18 17:35:27.934979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45970) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:27.943355 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-172e8ddc-86bb-4297-b0f4-2329fe7f5cd2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:27.972620 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-77c7a8da-b970-4b9d-9dda-f4b0bedcd855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:27.974807 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e8a3bb48-887f-40fb-9703-77d41bdede7e req-2342f12a-5a83-422e-bc5b-e270f49571a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=286efe7c-a8b1-4a3a-bd14-7e661f3698c4 HTTP/1.1" status: 200 len: 1001 time: 0.0835366 Nov 18 17:35:27.990461 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c7a8da-b970-4b9d-9dda-f4b0bedcd855 None None] Routers {'3b5600ba-3706-44d9-8a9e-3cb23447cc27'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:27.991072 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-77c7a8da-b970-4b9d-9dda-f4b0bedcd855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['3b5600ba-3706-44d9-8a9e-3cb23447cc27'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:28.031447 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-77c7a8da-b970-4b9d-9dda-f4b0bedcd855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:28.032562 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c7a8da-b970-4b9d-9dda-f4b0bedcd855 None None] The sync data for ids ['3b5600ba-3706-44d9-8a9e-3cb23447cc27'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:35:28.041218 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3bb48-887f-40fb-9703-77d41bdede7e req-e2ea6c86-6a76-4591-b1ea-a79661a02127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:28.042931 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e8a3bb48-887f-40fb-9703-77d41bdede7e req-e2ea6c86-6a76-4591-b1ea-a79661a02127 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1a43cfd2-3be9-4915-8218-6315ed684d41 HTTP/1.1" status: 200 len: 852 time: 0.0626419 Nov 18 17:35:28.048426 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a051572e-290c-40da-85d4-7389aae968da tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:28.073868 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e38c74-afbe-4a5e-8a16-03fe260a6362 req-53e983d9-fc95-46a5-b5cc-d90ac53d8e04 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:28.075388 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21e38c74-afbe-4a5e-8a16-03fe260a6362 req-53e983d9-fc95-46a5-b5cc-d90ac53d8e04 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1413312 Nov 18 17:35:28.129411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051572e-290c-40da-85d4-7389aae968da tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26312c9b-5f31-4668-8be5-326b6c54db83,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:28.158973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3bb48-887f-40fb-9703-77d41bdede7e req-36cfa07d-79bb-4da7-90d8-20b473c77f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:28.160931 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e8a3bb48-887f-40fb-9703-77d41bdede7e req-36cfa07d-79bb-4da7-90d8-20b473c77f00 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=592c968c-a168-48cc-967a-6645e2db2261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061471 Nov 18 17:35:28.187339 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21e38c74-afbe-4a5e-8a16-03fe260a6362 req-33a10fa5-efe2-4993-91d5-6ce04962574a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031640 Nov 18 17:35:28.246575 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a051572e-290c-40da-85d4-7389aae968da tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:28.251831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 45978) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:28.252030 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a051572e-290c-40da-85d4-7389aae968da tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6453936 Nov 18 17:35:28.283960 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e8a3bb48-887f-40fb-9703-77d41bdede7e req-d2fa96cd-1bd9-45b7-8e88-0412dd1888e0 service neutron] 10.222.0.83 "GET /v2.0/networks/592c968c-a168-48cc-967a-6645e2db2261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134295 Nov 18 17:35:28.290962 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1d28428b-1ee8-425c-af1f-3634aae88638 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Request body: {'security_group_rule': {'security_group_id': '26312c9b-5f31-4668-8be5-326b6c54db83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:28.381059 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-172e8ddc-86bb-4297-b0f4-2329fe7f5cd2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:28.394174 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e8a3bb48-887f-40fb-9703-77d41bdede7e req-57a918aa-ee7a-4b6a-b41e-f5038f2dba13 service neutron] 10.222.0.83 "GET /v2.0/networks/592c968c-a168-48cc-967a-6645e2db2261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000407 Nov 18 17:35:28.494220 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d28428b-1ee8-425c-af1f-3634aae88638 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:28.559146 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d28428b-1ee8-425c-af1f-3634aae88638 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:28.560948 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-172e8ddc-86bb-4297-b0f4-2329fe7f5cd2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:28.681917 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d28428b-1ee8-425c-af1f-3634aae88638 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:28.721416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28428b-1ee8-425c-af1f-3634aae88638 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e77c63-4ea2-4023-b397-b475430861ef,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:28.745448 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-172e8ddc-86bb-4297-b0f4-2329fe7f5cd2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Deleting port 1f02b8a6-a31b-4a23-bd56-159785d3b395 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:35:28.745801 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-172e8ddc-86bb-4297-b0f4-2329fe7f5cd2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:28.807502 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d28428b-1ee8-425c-af1f-3634aae88638 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:28.808714 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1d28428b-1ee8-425c-af1f-3634aae88638 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5559566 Nov 18 17:35:28.811503 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45986) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:28.816949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-bed619ef-226d-47c8-8ef3-6726dd66f618 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Request body: {'security_group_rule': {'security_group_id': '26312c9b-5f31-4668-8be5-326b6c54db83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:28.838806 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-172e8ddc-86bb-4297-b0f4-2329fe7f5cd2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:28.856558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-172e8ddc-86bb-4297-b0f4-2329fe7f5cd2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Calling delete_port for 1f02b8a6-a31b-4a23-bd56-159785d3b395 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:35:28.957076 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bed619ef-226d-47c8-8ef3-6726dd66f618 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:29.020061 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bed619ef-226d-47c8-8ef3-6726dd66f618 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:29.073244 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae465ca-ba62-431a-8123-9c2c7e34b8a2 req-8c98db40-04ac-48b7-8ecc-59281c8563e3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:29.074758 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ae465ca-ba62-431a-8123-9c2c7e34b8a2 req-8c98db40-04ac-48b7-8ecc-59281c8563e3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 945 time: 0.2759011 Nov 18 17:35:29.105506 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bed619ef-226d-47c8-8ef3-6726dd66f618 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:29.124947 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed619ef-226d-47c8-8ef3-6726dd66f618 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34d4ec5-22ed-443b-8b8d-bb6671eb44fd,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:29.130164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ae465ca-ba62-431a-8123-9c2c7e34b8a2 req-867d063a-6784-4006-a866-6eb54c34878c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469759 Nov 18 17:35:29.196137 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-172e8ddc-86bb-4297-b0f4-2329fe7f5cd2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:29.215973 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bed619ef-226d-47c8-8ef3-6726dd66f618 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:29.217233 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bed619ef-226d-47c8-8ef3-6726dd66f618 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4045205 Nov 18 17:35:29.220405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 45994) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:29.225169 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-048a13cf-b2d6-419e-bd21-54e17cdadf1d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:29.226489 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e8ddc-86bb-4297-b0f4-2329fe7f5cd2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Pushing event deleted for resources: {'Port': ['ID=1f02b8a6-a31b-4a23-bd56-159785d3b395,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:29.313759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c502a-1f06-4ae7-b559-527c33fe33b1 req-2db34b35-31de-4f49-83ac-6a8330c20a3c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:29.315288 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-622c502a-1f06-4ae7-b559-527c33fe33b1 req-2db34b35-31de-4f49-83ac-6a8330c20a3c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 945 time: 0.0603225 Nov 18 17:35:29.344923 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-172e8ddc-86bb-4297-b0f4-2329fe7f5cd2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:29.396542 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64b067-3611-46ab-9891-f811ef67918e req-b4ff9228-e099-4e82-8392-bf678878ca5a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:29.398061 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a64b067-3611-46ab-9891-f811ef67918e req-b4ff9228-e099-4e82-8392-bf678878ca5a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1117280 Nov 18 17:35:29.403610 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-048a13cf-b2d6-419e-bd21-54e17cdadf1d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for floatingip, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:29.444000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-622c502a-1f06-4ae7-b559-527c33fe33b1 req-f3633ff1-57f1-4182-8cfb-68eb9f5c26e1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Deleting port f5c00284-652f-480e-8226-fa1539f000d9 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:35:29.444334 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-622c502a-1f06-4ae7-b559-527c33fe33b1 req-f3633ff1-57f1-4182-8cfb-68eb9f5c26e1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:29.586347 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-622c502a-1f06-4ae7-b559-527c33fe33b1 req-f3633ff1-57f1-4182-8cfb-68eb9f5c26e1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] For port f5c00284-652f-480e-8226-fa1539f000d9, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=f5c00284-652f-480e-8226-fa1539f000d9,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:29.586723 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-622c502a-1f06-4ae7-b559-527c33fe33b1 req-f3633ff1-57f1-4182-8cfb-68eb9f5c26e1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:29.588637 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a64b067-3611-46ab-9891-f811ef67918e req-5768af09-98b0-4d40-8140-ae55bb382bc9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582854 Nov 18 17:35:29.632041 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-172e8ddc-86bb-4297-b0f4-2329fe7f5cd2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:29.639543 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-172e8ddc-86bb-4297-b0f4-2329fe7f5cd2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:29.681228 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-048a13cf-b2d6-419e-bd21-54e17cdadf1d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:29.749788 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172e8ddc-86bb-4297-b0f4-2329fe7f5cd2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Router 3b5600ba-3706-44d9-8a9e-3cb23447cc27 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:35:29.833853 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172e8ddc-86bb-4297-b0f4-2329fe7f5cd2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:35:29.841279 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-172e8ddc-86bb-4297-b0f4-2329fe7f5cd2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:29.842453 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-172e8ddc-86bb-4297-b0f4-2329fe7f5cd2 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "PUT /v2.0/routers/3b5600ba-3706-44d9-8a9e-3cb23447cc27 HTTP/1.1" status: 200 len: 704 time: 1.9057159 Nov 18 17:35:29.847067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c507c62-7ac6-4a08-8f10-b2fff6ada329 None None] Sync routers for ids ['3b5600ba-3706-44d9-8a9e-3cb23447cc27'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:35:29.847662 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46000) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:29.862766 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-622c502a-1f06-4ae7-b559-527c33fe33b1 req-f3633ff1-57f1-4182-8cfb-68eb9f5c26e1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:29.863303 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-622c502a-1f06-4ae7-b559-527c33fe33b1 req-f3633ff1-57f1-4182-8cfb-68eb9f5c26e1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:29.863733 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [req-622c502a-1f06-4ae7-b559-527c33fe33b1 req-f3633ff1-57f1-4182-8cfb-68eb9f5c26e1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Floating IP 0a0e60b4-a205-43d1-b93d-665bec683898 disassociated. External IP: 172.25.3.20, port: f5c00284-652f-480e-8226-fa1539f000d9. Nov 18 17:35:29.864220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-622c502a-1f06-4ae7-b559-527c33fe33b1 req-f3633ff1-57f1-4182-8cfb-68eb9f5c26e1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Calling delete_port for f5c00284-652f-480e-8226-fa1539f000d9 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:35:29.887204 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c507c62-7ac6-4a08-8f10-b2fff6ada329 None None] Routers {'3b5600ba-3706-44d9-8a9e-3cb23447cc27'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:29.888149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7c507c62-7ac6-4a08-8f10-b2fff6ada329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['3b5600ba-3706-44d9-8a9e-3cb23447cc27'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:29.936760 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7c507c62-7ac6-4a08-8f10-b2fff6ada329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:29.955306 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c507c62-7ac6-4a08-8f10-b2fff6ada329 None None] Routers {'3b5600ba-3706-44d9-8a9e-3cb23447cc27'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:29.956826 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7c507c62-7ac6-4a08-8f10-b2fff6ada329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['3b5600ba-3706-44d9-8a9e-3cb23447cc27'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:30.005372 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7c507c62-7ac6-4a08-8f10-b2fff6ada329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:30.006801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c507c62-7ac6-4a08-8f10-b2fff6ada329 None None] The sync data for ids ['3b5600ba-3706-44d9-8a9e-3cb23447cc27'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:35:30.017454 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-585a55fa-cc63-464d-b131-f11ac87ea0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:30.042528 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-048a13cf-b2d6-419e-bd21-54e17cdadf1d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Allocated IP 172.25.3.78 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/4c89b790-cfd6-4f04-95d3-591ab4b17887) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:35:30.113157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-622c502a-1f06-4ae7-b559-527c33fe33b1 req-f3633ff1-57f1-4182-8cfb-68eb9f5c26e1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:30.151055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3633ff1-57f1-4182-8cfb-68eb9f5c26e1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event deleted for resources: {'Port': ['ID=f5c00284-652f-480e-8226-fa1539f000d9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:30.249374 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-048a13cf-b2d6-419e-bd21-54e17cdadf1d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:30.334227 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b09df2b3-3fbe-44fd-91de-f5dfdb41b30d req-e51e7f87-f9d4-4413-bb4e-2f656fd977b3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 210 time: 0.0645700 Nov 18 17:35:30.339411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e70ef6d2-1094-4084-b991-9a5edf464a02 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "GET /v2.0/routers/3b5600ba-3706-44d9-8a9e-3cb23447cc27 HTTP/1.1" status: 200 len: 739 time: 0.4911525 Nov 18 17:35:30.342018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46006) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:30.354150 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-622c502a-1f06-4ae7-b559-527c33fe33b1 req-f3633ff1-57f1-4182-8cfb-68eb9f5c26e1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Router 7e442675-3f94-402c-9011-4fc46a832c5f has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:35:30.404493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7fbee48b-128d-46e4-9bf4-e7d768f48e41 tempest-RoutersAdminTest-827836511 tempest-RoutersAdminTest-827836511-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&device_id=3b5600ba-3706-44d9-8a9e-3cb23447cc27 HTTP/1.1" status: 200 len: 205 time: 0.0611730 Nov 18 17:35:30.407068 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46008) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:30.416589 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-048a13cf-b2d6-419e-bd21-54e17cdadf1d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:30.442774 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ea3e8d84-f451-4d16-9775-e7f0f62f52bc tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b5600ba-3706-44d9-8a9e-3cb23447cc27 HTTP/1.1" status: 200 len: 205 time: 0.0345263 Nov 18 17:35:30.447268 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46010) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:30.482313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048a13cf-b2d6-419e-bd21-54e17cdadf1d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:30.493425 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-048a13cf-b2d6-419e-bd21-54e17cdadf1d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:30.500328 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a13cf-b2d6-419e-bd21-54e17cdadf1d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Pushing event updated for resources: {'Port': ['ID=4c89b790-cfd6-4f04-95d3-591ab4b17887,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:30.503019 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048a13cf-b2d6-419e-bd21-54e17cdadf1d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:35:30.534953 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-19e13de4-12ec-4af1-991c-f47f87e46652 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:30.587441 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-622c502a-1f06-4ae7-b559-527c33fe33b1 req-f3633ff1-57f1-4182-8cfb-68eb9f5c26e1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:35:30.598100 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427f829-0d1d-4121-898d-6a7e92ed1e0b None None] Sync routers for ids ['7e442675-3f94-402c-9011-4fc46a832c5f'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:35:30.618910 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b427f829-0d1d-4121-898d-6a7e92ed1e0b None None] Routers {'7e442675-3f94-402c-9011-4fc46a832c5f'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:30.619935 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b427f829-0d1d-4121-898d-6a7e92ed1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7e442675-3f94-402c-9011-4fc46a832c5f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:30.715232 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-048a13cf-b2d6-419e-bd21-54e17cdadf1d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:30.723769 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-622c502a-1f06-4ae7-b559-527c33fe33b1 req-f3633ff1-57f1-4182-8cfb-68eb9f5c26e1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] No DVR routers for this DVR port f5c00284-652f-480e-8226-fa1539f000d9 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:35:30.729383 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-622c502a-1f06-4ae7-b559-527c33fe33b1 req-f3633ff1-57f1-4182-8cfb-68eb9f5c26e1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:30.737600 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-622c502a-1f06-4ae7-b559-527c33fe33b1 req-f3633ff1-57f1-4182-8cfb-68eb9f5c26e1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "DELETE /v2.0/ports/f5c00284-652f-480e-8226-fa1539f000d9 HTTP/1.1" status: 204 len: 173 time: 1.4151752 Nov 18 17:35:30.738448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6633f9-fee7-4faa-a0f7-840aed0f0642', 'name': 'network-vif-deleted', 'tag': 'f5c00284-652f-480e-8226-fa1539f000d9'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:35:30.741903 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-19e13de4-12ec-4af1-991c-f47f87e46652 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:30.744859 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-19e13de4-12ec-4af1-991c-f47f87e46652 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:30.754164 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f138f0-3fbe-4bfc-8b54-eccfab8c7f30" -d '{"events": [{"server_uuid": "ae6633f9-fee7-4faa-a0f7-840aed0f0642", "name": "network-vif-deleted", "tag": "f5c00284-652f-480e-8226-fa1539f000d9"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:35:30.808995 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240ad1bd-78de-4d30-9947-220e21b35289 x-openstack-request-id: req-240ad1bd-78de-4d30-9947-220e21b35289 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:35:30.809516 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6633f9-fee7-4faa-a0f7-840aed0f0642", "name": "network-vif-deleted", "tag": "f5c00284-652f-480e-8226-fa1539f000d9", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:35:30.809966 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-240ad1bd-78de-4d30-9947-220e21b35289 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:35:30.810612 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6633f9-fee7-4faa-a0f7-840aed0f0642', 'name': 'network-vif-deleted', 'tag': 'f5c00284-652f-480e-8226-fa1539f000d9', 'status': 'completed', 'code': 200} Nov 18 17:35:30.849188 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b427f829-0d1d-4121-898d-6a7e92ed1e0b None None] Set router 7e442675-3f94-402c-9011-4fc46a832c5f gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:35:30.895065 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-048a13cf-b2d6-419e-bd21-54e17cdadf1d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:30.911862 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa39b99-4d6d-4bcd-a3c1-7a863f2dcba2 req-bb4f360e-5606-414e-b9f0-c7d216d638b6 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:30.913401 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-faa39b99-4d6d-4bcd-a3c1-7a863f2dcba2 req-bb4f360e-5606-414e-b9f0-c7d216d638b6 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0940313 Nov 18 17:35:31.001358 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-faa39b99-4d6d-4bcd-a3c1-7a863f2dcba2 req-7cfcdb87-4928-4a84-bd22-00ce5bcb13a2 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787470 Nov 18 17:35:31.005297 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-19e13de4-12ec-4af1-991c-f47f87e46652 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:31.006001 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e13de4-12ec-4af1-991c-f47f87e46652 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Fanout notify agent at l3_agent the message router_deleted on router 3b5600ba-3706-44d9-8a9e-3cb23447cc27 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:35:31.014513 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-19e13de4-12ec-4af1-991c-f47f87e46652 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:31.017805 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-19e13de4-12ec-4af1-991c-f47f87e46652 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "DELETE /v2.0/routers/3b5600ba-3706-44d9-8a9e-3cb23447cc27 HTTP/1.1" status: 204 len: 168 time: 0.5712230 Nov 18 17:35:31.022853 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46018) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:31.060563 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b427f829-0d1d-4121-898d-6a7e92ed1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:25Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:31.088286 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427f829-0d1d-4121-898d-6a7e92ed1e0b None None] Checking router: 7e442675-3f94-402c-9011-4fc46a832c5f for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:35:31.098102 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b427f829-0d1d-4121-898d-6a7e92ed1e0b None None] Routers {'7e442675-3f94-402c-9011-4fc46a832c5f'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:31.098797 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b427f829-0d1d-4121-898d-6a7e92ed1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7e442675-3f94-402c-9011-4fc46a832c5f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:31.211752 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b427f829-0d1d-4121-898d-6a7e92ed1e0b None None] Set router 7e442675-3f94-402c-9011-4fc46a832c5f gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:35:31.455870 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-5b279ef2-2b3b-43db-8421-12ddf94e4805 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ac96e26778494835b87838051734cc3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0903838 Nov 18 17:35:31.465101 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b427f829-0d1d-4121-898d-6a7e92ed1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:25Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:31.496879 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427f829-0d1d-4121-898d-6a7e92ed1e0b None None] The sync data for ids ['7e442675-3f94-402c-9011-4fc46a832c5f'] in n-d-813419-11 is: [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:25Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:35:31.506393 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-048a13cf-b2d6-419e-bd21-54e17cdadf1d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:31.512358 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-12e8ca15-2d62-4ce1-96a5-2979ab273c70 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b5600ba-3706-44d9-8a9e-3cb23447cc27 HTTP/1.1" status: 200 len: 205 time: 0.4882722 Nov 18 17:35:31.513298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46036) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:31.557321 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-c3e8b1b3-00b8-4de3-b334-4fa2d0d7d5e8 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] delete failed (client error): The resource could not be found. Nov 18 17:35:31.558188 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c3e8b1b3-00b8-4de3-b334-4fa2d0d7d5e8 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "DELETE /v2.0/routers/3b5600ba-3706-44d9-8a9e-3cb23447cc27 HTTP/1.1" status: 404 len: 336 time: 0.0436895 Nov 18 17:35:31.566824 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46038) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:31.606025 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-51459968-72dc-4387-9a14-81c8b524d42a tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd70f22-704a-4ad5-9f97-64f8caffa76e HTTP/1.1" status: 200 len: 205 time: 0.0377963 Nov 18 17:35:31.608432 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46040) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:31.631253 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-19a17cac-8082-4120-bc5a-175d1bf06314 req-b0c270fa-ea8c-4b34-8a86-e392046c27e6 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 210 time: 0.0922487 Nov 18 17:35:31.652418 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-048a13cf-b2d6-419e-bd21-54e17cdadf1d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:31.664950 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-7c221fc7-c445-429c-8c5f-a1fe00dd5bf6 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] delete failed (client error): The resource could not be found. Nov 18 17:35:31.666678 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7c221fc7-c445-429c-8c5f-a1fe00dd5bf6 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "DELETE /v2.0/routers/bfd70f22-704a-4ad5-9f97-64f8caffa76e HTTP/1.1" status: 404 len: 336 time: 0.0571299 Nov 18 17:35:31.670517 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46042) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:31.720838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-81e1ccc9-b548-4e7b-a721-4eebc3c4b328 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "GET /v2.0/ports?device_id=469229a1-b582-4b7f-87b8-c7d08f93cf1d HTTP/1.1" status: 200 len: 205 time: 0.0480843 Nov 18 17:35:31.727912 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46044) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:31.745771 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a13cf-b2d6-419e-bd21-54e17cdadf1d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Pushing event updated for resources: {'Port': ['ID=4c89b790-cfd6-4f04-95d3-591ab4b17887,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:31.767323 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-048a13cf-b2d6-419e-bd21-54e17cdadf1d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:31.790100 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-03a04750-6d2b-4021-8f7d-6355d632beb4 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] delete failed (client error): The resource could not be found. Nov 18 17:35:31.792708 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-03a04750-6d2b-4021-8f7d-6355d632beb4 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "DELETE /v2.0/routers/469229a1-b582-4b7f-87b8-c7d08f93cf1d HTTP/1.1" status: 404 len: 336 time: 0.0624917 Nov 18 17:35:31.794739 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46048) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:31.801825 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-3c968776-9fb5-4d6f-980e-9c82e38861ce tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:31.803520 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-3c968776-9fb5-4d6f-980e-9c82e38861ce tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3462486 Nov 18 17:35:31.829965 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4bf0c067-d75d-49d1-875c-005671a2a7de tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "GET /v2.0/ports?device_id=38cb2ddb-f179-4140-a8a2-70c373219c0f HTTP/1.1" status: 200 len: 205 time: 0.0313811 Nov 18 17:35:31.830257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46050) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:31.833222 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-7ea5b305-1842-4258-9df6-ce1872f03753 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/quotas/ac96e26778494835b87838051734cc3b HTTP/1.1" status: 200 len: 375 time: 0.0215867 Nov 18 17:35:31.878669 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-c655c376-974c-4a79-b99e-df03eaede681 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ac96e26778494835b87838051734cc3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392301 Nov 18 17:35:31.891328 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-63058289-ca96-4821-b921-186d5d5a7b63 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] delete failed (client error): The resource could not be found. Nov 18 17:35:31.895477 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-63058289-ca96-4821-b921-186d5d5a7b63 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "DELETE /v2.0/routers/38cb2ddb-f179-4140-a8a2-70c373219c0f HTTP/1.1" status: 404 len: 336 time: 0.0619340 Nov 18 17:35:31.896286 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46052) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:31.908235 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-048a13cf-b2d6-419e-bd21-54e17cdadf1d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:31.909775 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-048a13cf-b2d6-419e-bd21-54e17cdadf1d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6882205 Nov 18 17:35:31.921532 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ea4578-6279-4d8e-872d-0fa4d5ed893b None None] New status for floating IP 0a0e60b4-a205-43d1-b93d-665bec683898: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:35:31.934986 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3267b117-50cc-4671-8f8a-6da22c33a996 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "GET /v2.0/ports?device_id=32e79e2b-9781-4ed1-b067-9f340834931f HTTP/1.1" status: 200 len: 205 time: 0.0372376 Nov 18 17:35:31.942012 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46056) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:32.010645 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-d98a235a-2f7b-4f1a-9f55-85040920bed3 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] delete failed (client error): The resource could not be found. Nov 18 17:35:32.012717 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d98a235a-2f7b-4f1a-9f55-85040920bed3 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "DELETE /v2.0/routers/32e79e2b-9781-4ed1-b067-9f340834931f HTTP/1.1" status: 404 len: 336 time: 0.0687869 Nov 18 17:35:32.019290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46058) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:32.047329 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bfdfcd11-14cf-48d4-85b8-f8a5bee11d17 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "GET /v2.0/ports?device_id=242a3199-ab39-4be9-b252-0744a6dd4b5e HTTP/1.1" status: 200 len: 205 time: 0.0275600 Nov 18 17:35:32.049693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46064) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:32.103273 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-e991a0ae-c7b0-4b30-8741-fca4681ce0e4 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] delete failed (client error): The resource could not be found. Nov 18 17:35:32.104567 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e991a0ae-c7b0-4b30-8741-fca4681ce0e4 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "DELETE /v2.0/routers/242a3199-ab39-4be9-b252-0744a6dd4b5e HTTP/1.1" status: 404 len: 336 time: 0.0538149 Nov 18 17:35:32.107359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46066) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:32.147857 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a1cad5-31a5-406e-abec-fd8ed30c8542 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] DELETE failed (client error): The resource could not be found. Nov 18 17:35:32.148457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a1cad5-31a5-406e-abec-fd8ed30c8542 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:35:32.153157 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c4a1cad5-31a5-406e-abec-fd8ed30c8542 tempest-RoutersAdminTest-1164689114 tempest-RoutersAdminTest-1164689114-project] 10.222.0.72 "DELETE /v2.0/subnets/d794b8c7-f1c7-45ce-83c2-90617f0485aa HTTP/1.1" status: 404 len: 337 time: 0.0429738 Nov 18 17:35:32.164608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465441e-0632-4520-800a-3a6e003c7426 req-49d6dd9c-0d3f-4209-a0e7-398470346c86 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:32.166466 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5465441e-0632-4520-800a-3a6e003c7426 req-49d6dd9c-0d3f-4209-a0e7-398470346c86 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0657101 Nov 18 17:35:32.309796 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5465441e-0632-4520-800a-3a6e003c7426 req-85eedb8d-667f-4e82-a66c-b7fc5e3709cf tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324029 Nov 18 17:35:32.376463 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-bd82fd9f-bfe5-4ffd-96ec-6b3705013be4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1993638343&fields=id&tenant_id=c792286d243e4484b7d541f96477c28c HTTP/1.1" status: 200 len: 267 time: 0.1271384 Nov 18 17:35:32.413950 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d102374f-a69a-465b-a154-50517feaba4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:32.451104 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a3af090-b17a-4028-8c4d-9e6af360ffee req-dd426061-1fa7-4b04-9da7-1ba10aab33df tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 210 time: 0.0723779 Nov 18 17:35:32.517195 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-c4523aa3-5e8f-4e44-8bc9-bf9b4ba2d493 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:32.518703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-c4523aa3-5e8f-4e44-8bc9-bf9b4ba2d493 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/networks?id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358 HTTP/1.1" status: 200 len: 816 time: 0.1369240 Nov 18 17:35:32.534680 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-9c2f4855-d154-4519-88c3-f99b2bc6949d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/quotas/c792286d243e4484b7d541f96477c28c HTTP/1.1" status: 200 len: 375 time: 0.0100372 Nov 18 17:35:32.596080 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-5900d223-d54e-49c6-9950-2a49eac71b82 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c792286d243e4484b7d541f96477c28c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549657 Nov 18 17:35:32.710704 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-290c98b9-c46f-4c15-aa76-5b5454a51596 service neutron] 10.222.0.72 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011465 Nov 18 17:35:32.780709 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88343c27-76ee-4adb-a892-f504ed863cf9 req-b7456c8a-1b2d-4e28-8362-d5b49edb6315 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 210 time: 0.0411801 Nov 18 17:35:32.811171 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46090) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:32.849530 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-6d17c260-b95a-4b33-9d30-bfe423d3f709 service neutron] 10.222.0.72 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314335 Nov 18 17:35:32.946019 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0950af7f-19ad-419a-9b3d-ee0d6945b738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:33.049098 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0950af7f-19ad-419a-9b3d-ee0d6945b738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:33.128121 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0950af7f-19ad-419a-9b3d-ee0d6945b738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:33.167455 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950af7f-19ad-419a-9b3d-ee0d6945b738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d00439e-dc76-4d65-86be-b4e40fdc6d56,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:33.175423 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0950af7f-19ad-419a-9b3d-ee0d6945b738 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=53417cc119294195b6dd020ea9a00de7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3623519 Nov 18 17:35:33.176185 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46100) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:33.180444 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f6c96eb-de96-4b61-a697-bba6e9243ef8 req-5f0e573a-b37b-43b7-95fa-4ccf9fb0ed77 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 210 time: 0.0341969 Nov 18 17:35:33.248976 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae2cacd8-3d04-4ee2-a04a-e4f82a3dc712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:33.281910 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae2cacd8-3d04-4ee2-a04a-e4f82a3dc712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:33.414669 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e8cb5f53-18fa-4301-91a4-c3aac68bc9e1 req-bce3ec61-5e5b-468b-8bd7-ca0ecc760b20 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448964 Nov 18 17:35:33.435032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44258d26-964f-4889-9804-ddf7680b950e req-c6edc836-81fc-4ad6-9b17-e6be6d08e0c5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:33.436552 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44258d26-964f-4889-9804-ddf7680b950e req-c6edc836-81fc-4ad6-9b17-e6be6d08e0c5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0560222 Nov 18 17:35:33.459176 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae2cacd8-3d04-4ee2-a04a-e4f82a3dc712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:33.461896 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae2cacd8-3d04-4ee2-a04a-e4f82a3dc712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:33.465919 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ae2cacd8-3d04-4ee2-a04a-e4f82a3dc712 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1d00439e-dc76-4d65-86be-b4e40fdc6d56 HTTP/1.1" status: 204 len: 168 time: 0.2887471 Nov 18 17:35:33.505459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cacd8-3d04-4ee2-a04a-e4f82a3dc712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d00439e-dc76-4d65-86be-b4e40fdc6d56,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:33.539219 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb5f53-18fa-4301-91a4-c3aac68bc9e1 req-da1c658b-1c7e-4895-994c-b7b52bcd25ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:33.552774 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e8cb5f53-18fa-4301-91a4-c3aac68bc9e1 req-da1c658b-1c7e-4895-994c-b7b52bcd25ac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6411d397673f4876bac8e13045c7927c&device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 1097 time: 0.0857432 Nov 18 17:35:33.573691 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44258d26-964f-4889-9804-ddf7680b950e req-350b081d-d942-491e-b89d-1675d9402563 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180882 Nov 18 17:35:33.595116 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-729ddfb2-d24b-4836-86b5-9a03028b4ccb req-78b2e42b-8cdc-4ebe-9b89-99da54a68e44 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 210 time: 0.0406749 Nov 18 17:35:33.659881 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:33.685817 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb5f53-18fa-4301-91a4-c3aac68bc9e1 req-8766b8d9-b980-4a2f-8fc2-673711cb68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:33.688050 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e8cb5f53-18fa-4301-91a4-c3aac68bc9e1 req-8766b8d9-b980-4a2f-8fc2-673711cb68b2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=592c968c-a168-48cc-967a-6645e2db2261 HTTP/1.1" status: 200 len: 915 time: 0.1113136 Nov 18 17:35:33.774708 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e8cb5f53-18fa-4301-91a4-c3aac68bc9e1 req-4ca7e285-10cc-4d95-bad7-16488cbb822a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=286efe7c-a8b1-4a3a-bd14-7e661f3698c4 HTTP/1.1" status: 200 len: 1001 time: 0.0780015 Nov 18 17:35:33.840496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb5f53-18fa-4301-91a4-c3aac68bc9e1 req-f6bd76ff-e9f8-44c7-ab07-493cf3d53a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:33.842036 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e8cb5f53-18fa-4301-91a4-c3aac68bc9e1 req-f6bd76ff-e9f8-44c7-ab07-493cf3d53a76 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1a43cfd2-3be9-4915-8218-6315ed684d41 HTTP/1.1" status: 200 len: 852 time: 0.0600271 Nov 18 17:35:33.900326 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94bf86aa-d8cb-46bf-a899-b57258181a58 req-f0714f8b-7ae9-4a92-8b33-0cd00db950dc tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 210 time: 0.0402708 Nov 18 17:35:33.938249 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb5f53-18fa-4301-91a4-c3aac68bc9e1 req-090ca65e-55f6-408d-bcb9-99cbafd8d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:33.940366 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e8cb5f53-18fa-4301-91a4-c3aac68bc9e1 req-090ca65e-55f6-408d-bcb9-99cbafd8d08f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=592c968c-a168-48cc-967a-6645e2db2261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900965 Nov 18 17:35:34.056106 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e8cb5f53-18fa-4301-91a4-c3aac68bc9e1 req-dc09eba2-243d-4a1e-9f53-b51d32641799 service neutron] 10.222.0.83 "GET /v2.0/networks/592c968c-a168-48cc-967a-6645e2db2261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075377 Nov 18 17:35:34.162439 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e8cb5f53-18fa-4301-91a4-c3aac68bc9e1 req-d495b9c6-853d-4f1a-88fe-b49f3f996dc8 service neutron] 10.222.0.83 "GET /v2.0/networks/592c968c-a168-48cc-967a-6645e2db2261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973425 Nov 18 17:35:34.269678 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f56b7a6-6040-4304-8fce-288d0c76a4ef req-2f3cd487-3dc3-401e-9a7b-1ac03c21038c tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 210 time: 0.0260601 Nov 18 17:35:34.499946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46124) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:34.543416 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6ea272ff-dbfa-4239-8a85-ae0b88b86e33 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=38e4d9a120a74f9cab357efc9eebab5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418499 Nov 18 17:35:34.545716 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46126) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:34.594115 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72556a18-afc2-4f18-99d1-61200c5c4204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:34.652156 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device f5c00284-652f-480e-8226-fa1539f000d9 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:35:34.652556 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72556a18-afc2-4f18-99d1-61200c5c4204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:34.703046 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: f5c00284-652f-480e-8226-fa1539f000d9 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:35:34.703671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device f5c00284-652f-480e-8226-fa1539f000d9 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:35:34.732499 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501035de-7b73-41be-8772-f0e42c8fad6e req-58cdcbaa-895f-42c8-b305-9cb99ca95dea tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:34.734616 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-501035de-7b73-41be-8772-f0e42c8fad6e req-58cdcbaa-895f-42c8-b305-9cb99ca95dea tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0602818 Nov 18 17:35:34.797595 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a5585413-644c-449a-874e-04bc601820ae req-1f563bf9-6d1f-47f3-b7ec-ed97a8a5f87a tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 210 time: 0.0470142 Nov 18 17:35:34.835410 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-501035de-7b73-41be-8772-f0e42c8fad6e req-1feef8c1-3723-4f9e-8aa9-4132620b9239 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926726 Nov 18 17:35:34.981669 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72556a18-afc2-4f18-99d1-61200c5c4204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:34.988791 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72556a18-afc2-4f18-99d1-61200c5c4204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:34.993529 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-72556a18-afc2-4f18-99d1-61200c5c4204 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0fb89576-9e0e-4728-8ff0-9fce5039f93d HTTP/1.1" status: 204 len: 168 time: 0.4428952 Nov 18 17:35:34.998517 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-22d4dd39-e6ba-4c6b-b766-8b8677316f7a req-d17c7ea2-be31-4536-a8ee-f3dc165e907c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 210 time: 0.0295339 Nov 18 17:35:35.021620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72556a18-afc2-4f18-99d1-61200c5c4204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb89576-9e0e-4728-8ff0-9fce5039f93d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:35.057875 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:35.207626 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-3e010742-1925-4ef1-b613-9d9fe947beda tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ac96e26778494835b87838051734cc3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228050 Nov 18 17:35:35.336594 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-148d8808-8b73-4ebd-bb8b-98cca88c582e tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:35.345579 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-148d8808-8b73-4ebd-bb8b-98cca88c582e tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1246634 Nov 18 17:35:35.360165 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-f6c4550e-ab5a-4a6e-ac59-9c44cecd0749 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Request body: {'port': {'device_id': 'b93a5b5e-e2cb-4e4c-be02-31a86f84026b', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': 'ac96e26778494835b87838051734cc3b'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:35.466914 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9646248f-45e4-48e7-bf60-db2d98916ceb req-c2cae4bf-d898-4e88-811e-365451f46600 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 210 time: 0.0382512 Nov 18 17:35:35.493557 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:35.606722 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-f6c4550e-ab5a-4a6e-ac59-9c44cecd0749 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Made reservation on behalf of ac96e26778494835b87838051734cc3b for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:35:35.612307 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-f6c4550e-ab5a-4a6e-ac59-9c44cecd0749 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:35.628011 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-f6c4550e-ab5a-4a6e-ac59-9c44cecd0749 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:35.712756 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-f6c4550e-ab5a-4a6e-ac59-9c44cecd0749 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:35.853283 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-f6c4550e-ab5a-4a6e-ac59-9c44cecd0749 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:35.961914 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a68d9112-dda0-48d2-a4ce-0d053d7529b8 req-5f5550b2-18ff-4af3-a841-ce799f4c03d8 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 210 time: 0.0658276 Nov 18 17:35:36.000547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4550e-ab5a-4a6e-ac59-9c44cecd0749 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205709fb-e207-437f-872b-f495083a8a85,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:36.086307 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef756ca-c340-4053-83f9-960938b1a104 req-b73339db-50e8-475c-bb9d-f0749a75a7db tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:36.088208 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2ef756ca-c340-4053-83f9-960938b1a104 req-b73339db-50e8-475c-bb9d-f0749a75a7db tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1494431 Nov 18 17:35:36.139082 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-f6c4550e-ab5a-4a6e-ac59-9c44cecd0749 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Allocated IP 192.168.233.47 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/a90f8ac4-9286-40d9-b2f9-d80a73cadf9d) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:35:36.180942 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96e41d81-cca7-460c-9217-d6d4aa97e3c7 req-1845fbcf-845e-4eda-9714-5172a73be227 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae6633f9-fee7-4faa-a0f7-840aed0f0642 HTTP/1.1" status: 200 len: 210 time: 0.0573592 Nov 18 17:35:36.216837 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2ef756ca-c340-4053-83f9-960938b1a104 req-33ad1a18-853e-4cb6-8810-f1d7f992a91d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097116 Nov 18 17:35:36.351734 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-f6c4550e-ab5a-4a6e-ac59-9c44cecd0749 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:36.465407 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46174) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:36.519825 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-59fb72cd-1737-43f8-8c63-b4a74dedde4b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:36.523101 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-59fb72cd-1737-43f8-8c63-b4a74dedde4b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.81 "GET /v2.0/networks?id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358 HTTP/1.1" status: 200 len: 816 time: 0.1163337 Nov 18 17:35:36.584800 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-25c16efa-480c-4339-a8c7-1e3352ad4bd9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1386993197'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:36.596632 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-d3ef169f-dac3-4e61-a155-f397456c3616 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c792286d243e4484b7d541f96477c28c HTTP/1.1" status: 200 len: 380 time: 0.0618980 Nov 18 17:35:36.611595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-493b086f-cb0b-44c5-a0fa-6ea689cfe2a3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Request body: {'port': {'device_id': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'admin_state_up': True, 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'security_groups': ['26312c9b-5f31-4668-8be5-326b6c54db83']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:36.614609 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6285958c-6cf0-49cf-93ec-f9defff513ba req-2ab01309-f7f9-4345-9062-e3b03583c531 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 210 time: 0.0458827 Nov 18 17:35:36.623341 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-f6c4550e-ab5a-4a6e-ac59-9c44cecd0749 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:36.673185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-f6c4550e-ab5a-4a6e-ac59-9c44cecd0749 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:36.684292 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-f6c4550e-ab5a-4a6e-ac59-9c44cecd0749 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:36.684292 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-f6c4550e-ab5a-4a6e-ac59-9c44cecd0749 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:35:36.713012 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4550e-ab5a-4a6e-ac59-9c44cecd0749 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Pushing event updated for resources: {'Port': ['ID=a90f8ac4-9286-40d9-b2f9-d80a73cadf9d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:36.745253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-f6c4550e-ab5a-4a6e-ac59-9c44cecd0749 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:36.746024 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-f6c4550e-ab5a-4a6e-ac59-9c44cecd0749 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:36.756704 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c16efa-480c-4339-a8c7-1e3352ad4bd9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:35:36.761538 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25c16efa-480c-4339-a8c7-1e3352ad4bd9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:36.771892 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25c16efa-480c-4339-a8c7-1e3352ad4bd9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:36.852934 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25c16efa-480c-4339-a8c7-1e3352ad4bd9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:36.885452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-493b086f-cb0b-44c5-a0fa-6ea689cfe2a3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Made reservation on behalf of c792286d243e4484b7d541f96477c28c for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:35:36.890047 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-493b086f-cb0b-44c5-a0fa-6ea689cfe2a3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:36.945137 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25c16efa-480c-4339-a8c7-1e3352ad4bd9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:36.961723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c16efa-480c-4339-a8c7-1e3352ad4bd9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:35:36.992275 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25c16efa-480c-4339-a8c7-1e3352ad4bd9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:36.993190 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-25c16efa-480c-4339-a8c7-1e3352ad4bd9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Added segment 7dfff226-9933-4aad-a0ee-686b73ec7cdc of type vlan for network 5e45a538-7011-458e-bc0c-33977cda4913 Nov 18 17:35:37.009231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c16efa-480c-4339-a8c7-1e3352ad4bd9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a90810ca-e4d4-4920-8cfc-c333f0dcafb7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:37.020521 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2e1ccf4a-085d-4807-8009-d3c09795966b None None] Provisioning complete for port a90f8ac4-9286-40d9-b2f9-d80a73cadf9d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:35:37.022636 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e1ccf4a-085d-4807-8009-d3c09795966b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:37.077744 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-f6c4550e-ab5a-4a6e-ac59-9c44cecd0749 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7235403 Nov 18 17:35:37.099347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ccf4a-085d-4807-8009-d3c09795966b None None] Port a90f8ac4-9286-40d9-b2f9-d80a73cadf9d cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:35:37.104767 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-fcf25fcd-420e-4288-bda3-6ee0eb926309 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:35:37.105823 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-fcf25fcd-420e-4288-bda3-6ee0eb926309 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189197 Nov 18 17:35:37.108997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-493b086f-cb0b-44c5-a0fa-6ea689cfe2a3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Allocated IP 172.20.0.6 (daa0dd25-8f9b-4b90-9eaa-dcbae9437358/10777e13-94e4-46f6-b1c7-ddc7fdf51d26/2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:35:37.119659 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Request body: {'port': {'device_id': 'b93a5b5e-e2cb-4e4c-be02-31a86f84026b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:37.137817 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device fbf9a361-3908-4f9d-9250-2d1bbac0510f details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:35:37.139112 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25c16efa-480c-4339-a8c7-1e3352ad4bd9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:37.259329 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port fbf9a361-3908-4f9d-9250-2d1bbac0510f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:37.268037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695ffaf-3c2f-44d2-9f55-6ac51d83cb5a req-286fb942-1143-43ab-8c88-1fcb2f979cfd tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:37.270152 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e695ffaf-3c2f-44d2-9f55-6ac51d83cb5a req-286fb942-1143-43ab-8c88-1fcb2f979cfd tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 935 time: 0.1878705 Nov 18 17:35:37.277427 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:37.295729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f', 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b', 'port_id': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f', 'mac_address': 'fa:16:3e:97:96:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef27d04-f77e-4824-a841-f22b1e434bcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:35:37.348914 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25c16efa-480c-4339-a8c7-1e3352ad4bd9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:37.349191 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-493b086f-cb0b-44c5-a0fa-6ea689cfe2a3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:37.357129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c16efa-480c-4339-a8c7-1e3352ad4bd9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:37.358070 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25c16efa-480c-4339-a8c7-1e3352ad4bd9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:37.384269 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:37.413484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e695ffaf-3c2f-44d2-9f55-6ac51d83cb5a req-d807357c-dd82-4677-a450-741ea01d5e08 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/security-groups?id=205709fb-e207-437f-872b-f495083a8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190033 Nov 18 17:35:37.415444 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbf9a361-3908-4f9d-9250-2d1bbac0510f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:35:37.451614 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port fbf9a361-3908-4f9d-9250-2d1bbac0510f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:37.568536 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-493b086f-cb0b-44c5-a0fa-6ea689cfe2a3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:37.590738 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-25c16efa-480c-4339-a8c7-1e3352ad4bd9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1241505 Nov 18 17:35:37.614067 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46214) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:37.620600 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7275cd7c-1066-4470-84f9-4e0baa82ab46 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:37.680043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-493b086f-cb0b-44c5-a0fa-6ea689cfe2a3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:37.683471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-493b086f-cb0b-44c5-a0fa-6ea689cfe2a3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:37.688398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-493b086f-cb0b-44c5-a0fa-6ea689cfe2a3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:35:37.690023 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:37.704603 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b086f-cb0b-44c5-a0fa-6ea689cfe2a3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Pushing event updated for resources: {'Port': ['ID=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:37.772192 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-493b086f-cb0b-44c5-a0fa-6ea689cfe2a3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:37.772899 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-493b086f-cb0b-44c5-a0fa-6ea689cfe2a3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:37.789265 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['fbf9a361-3908-4f9d-9250-2d1bbac0510f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:35:37.861187 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=fbf9a361-3908-4f9d-9250-2d1bbac0510f,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:37.913949 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-493b086f-cb0b-44c5-a0fa-6ea689cfe2a3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3068688 Nov 18 17:35:38.077032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Request body: {'port': {'device_id': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:38.161329 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-380a6f6f-c061-4b73-92e2-93606d0692f7 None None] Provisioning complete for port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:35:38.161973 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-380a6f6f-c061-4b73-92e2-93606d0692f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:38.162962 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:38.173187 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c16efa-480c-4339-a8c7-1e3352ad4bd9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Network': ['ID=5e45a538-7011-458e-bc0c-33977cda4913,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:38.249182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-380a6f6f-c061-4b73-92e2-93606d0692f7 None None] Port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:35:38.251131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:35:38.298709 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1a601-6803-4e13-bcc5-af423708bec8 req-a1d9ad6d-e212-4d28-aa31-6c541ff4803a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:38.300537 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10a1a601-6803-4e13-bcc5-af423708bec8 req-a1d9ad6d-e212-4d28-aa31-6c541ff4803a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.8947444 Nov 18 17:35:38.402768 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23b905e7-3467-4658-88cd-dff43de6791e req-ad1ee3c3-f4ad-4462-a446-e606026244f3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2122616843&fields=id&tenant_id=eb06569cbbd34a779286792999368bd6 HTTP/1.1" status: 200 len: 267 time: 0.7452590 Nov 18 17:35:38.538629 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-10a1a601-6803-4e13-bcc5-af423708bec8 req-c9056c80-2461-4152-bb63-112010a50887 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203164 Nov 18 17:35:38.582644 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7275cd7c-1066-4470-84f9-4e0baa82ab46 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:35:38.586649 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7275cd7c-1066-4470-84f9-4e0baa82ab46 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:38.612730 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:35:38.622930 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:38.639548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Transition to ACTIVE for port object 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:35:38.682383 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90f8ac4-9286-40d9-b2f9-d80a73cadf9d {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:35:38.707065 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:38.738408 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:38.753542 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b905e7-3467-4658-88cd-dff43de6791e req-f683a33e-8202-42b0-9211-a40b375a70d3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:38.760936 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23b905e7-3467-4658-88cd-dff43de6791e req-f683a33e-8202-42b0-9211-a40b375a70d3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 811 time: 0.3571303 Nov 18 17:35:38.794076 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Transition to ACTIVE for port object a90f8ac4-9286-40d9-b2f9-d80a73cadf9d will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:35:38.809386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23b905e7-3467-4658-88cd-dff43de6791e req-a95686a3-2e7a-47c0-9679-a2e902136fe4 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/quotas/eb06569cbbd34a779286792999368bd6 HTTP/1.1" status: 200 len: 375 time: 0.0473449 Nov 18 17:35:38.827142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Pushing event updated for resources: {'Port': ['ID=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:38.859316 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a6715-d429-401c-aab4-54e804f34ee1 req-387c2d48-37fb-4296-b723-580716c01636 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:38.861372 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef3a6715-d429-401c-aab4-54e804f34ee1 req-387c2d48-37fb-4296-b723-580716c01636 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 931 time: 0.2333930 Nov 18 17:35:38.890180 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:38.975515 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Attempting to bind port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:35:38.975938 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Attempting to bind port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:35:38.976273 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Attempting to bind port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed on network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:35:38.982177 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed on network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:35:38.983023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Attempting to bind port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed on network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:35:38.993562 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:35:38.993929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Checking segment: {'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:35:38.994342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Bound using segment: {'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:35:38.994819 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Bound port: 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:35:38.995201 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:39.082588 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23b905e7-3467-4658-88cd-dff43de6791e req-cc10defa-ab5d-4e2c-b2b6-d36844961cd4 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2699010 Nov 18 17:35:39.093524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Pushing event updated for resources: {'Port': ['ID=a90f8ac4-9286-40d9-b2f9-d80a73cadf9d,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:39.143122 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef3a6715-d429-401c-aab4-54e804f34ee1 req-043e4041-ce00-4f4c-b297-59fd497c49da tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697303 Nov 18 17:35:39.146413 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] For port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:35:39.154606 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] For port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:35:39.157370 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device fbf9a361-3908-4f9d-9250-2d1bbac0510f up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:35:39.237914 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:39.246010 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port fbf9a361-3908-4f9d-9250-2d1bbac0510f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:35:39.251239 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:39.316196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:39.317065 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:39.318482 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] 10.222.0.81 "PUT /v2.0/ports/2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed HTTP/1.1" status: 200 len: 1092 time: 1.3953531 Nov 18 17:35:39.319107 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'tag': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:35:39.322278 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5249f13c-755d-404f-b95a-f1d1954b19f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5660f3bc-0328-40df-8ac0-38802a45bc41", "tag": "2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:35:39.388073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99920cc1-9158-492e-a0c3-816aeab26074 service neutron] Pushing event updated for resources: {'Port': ['ID=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:39.509548 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7275cd7c-1066-4470-84f9-4e0baa82ab46 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:39.549556 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Attempting to bind port a90f8ac4-9286-40d9-b2f9-d80a73cadf9d on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:35:39.550315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Attempting to bind port a90f8ac4-9286-40d9-b2f9-d80a73cadf9d by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:35:39.550906 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Attempting to bind port a90f8ac4-9286-40d9-b2f9-d80a73cadf9d on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:35:39.600909 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-a51da304-d5f9-4b5d-9b74-d69815d2ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:39.602515 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-a51da304-d5f9-4b5d-9b74-d69815d2ec63 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c792286d243e4484b7d541f96477c28c&device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 1095 time: 0.0880675 Nov 18 17:35:39.609752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6d504-a2a2-423f-8dee-b6e9d49514a5 req-80a4b284-ef84-4a5e-8a1d-408ada86ac9e tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:39.611944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5be6d504-a2a2-423f-8dee-b6e9d49514a5 req-80a4b284-ef84-4a5e-8a1d-408ada86ac9e tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 947 time: 0.3064723 Nov 18 17:35:39.627834 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Port a90f8ac4-9286-40d9-b2f9-d80a73cadf9d on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:35:39.628520 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Attempting to bind port a90f8ac4-9286-40d9-b2f9-d80a73cadf9d on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:35:39.662596 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23b905e7-3467-4658-88cd-dff43de6791e req-583ec8c1-eb0c-4da1-83ff-24d000e4522c service neutron] 10.222.0.72 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640991 Nov 18 17:35:39.677782 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:39.701041 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:35:39.702884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:35:39.703548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:35:39.704437 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Bound port: a90f8ac4-9286-40d9-b2f9-d80a73cadf9d, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:35:39.705174 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:39.707428 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-19bdacff-4ae6-40cb-a9f5-49629b47b0a0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed HTTP/1.1" status: 200 len: 217 time: 0.0952625 Nov 18 17:35:39.740755 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port fbf9a361-3908-4f9d-9250-2d1bbac0510f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:39.743181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee8bd48-f603-42e3-b05f-85b3809bfb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:35:39.745781 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1add2ac-8b82-4474-b3ac-e454aec1aa33" -d '{"events": [{"server_uuid": "3ee8bd48-f603-42e3-b05f-85b3809bfb89", "name": "network-vif-plugged", "status": "completed", "tag": "fbf9a361-3908-4f9d-9250-2d1bbac0510f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:35:39.754397 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275cd7c-1066-4470-84f9-4e0baa82ab46 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=68e27124-fbb9-44c3-8ea0-7845233768ab,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:39.785042 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-fed22b26-5c52-4815-943b-4565c09abdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:39.787273 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-fed22b26-5c52-4815-943b-4565c09abdc3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=10777e13-94e4-46f6-b1c7-ddc7fdf51d26 HTTP/1.1" status: 200 len: 855 time: 0.0719790 Nov 18 17:35:39.839089 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:39.868387 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5be6d504-a2a2-423f-8dee-b6e9d49514a5 req-7f3fe79f-32ea-42d5-8e62-148f802b6cae tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/security-groups?id=205709fb-e207-437f-872b-f495083a8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403851 Nov 18 17:35:39.873393 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275cd7c-1066-4470-84f9-4e0baa82ab46 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:35:39.873954 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7275cd7c-1066-4470-84f9-4e0baa82ab46 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network hostable DHCP agents. Network: 5e45a538-7011-458e-bc0c-33977cda4913, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:35:39.898955 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-0cb03af4-ef84-42ca-982e-668adf9ab74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:39.900972 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-0cb03af4-ef84-42ca-982e-668adf9ab74d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054718 Nov 18 17:35:39.923688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=fbf9a361-3908-4f9d-9250-2d1bbac0510f,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:39.934479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:39.934837 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:39.935393 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:39.935524 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:39.943302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:39.943302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:39.943302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:39.943302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:39.943302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:39.943302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:39.943302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:39.943302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:39.945925 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23b905e7-3467-4658-88cd-dff43de6791e req-f52419f0-2d9e-4896-b2a7-da5b0a4cf298 service neutron] 10.222.0.72 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817743 Nov 18 17:35:39.961216 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] For port a90f8ac4-9286-40d9-b2f9-d80a73cadf9d, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:35:39.965985 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] For port a90f8ac4-9286-40d9-b2f9-d80a73cadf9d, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a90f8ac4-9286-40d9-b2f9-d80a73cadf9d,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:35:40.130592 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7275cd7c-1066-4470-84f9-4e0baa82ab46 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:35:40.210994 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-ceb40e1d-4856-45bf-9c14-ca1bd4599688 service neutron] 10.222.0.81 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200935 Nov 18 17:35:40.249971 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d7a8bb-a819-4342-99fa-3169c7371e19 x-openstack-request-id: req-46d7a8bb-a819-4342-99fa-3169c7371e19 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:35:40.253132 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5660f3bc-0328-40df-8ac0-38802a45bc41", "tag": "2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:35:40.253132 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-46d7a8bb-a819-4342-99fa-3169c7371e19 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:35:40.253132 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'tag': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed', 'status': 'completed', 'code': 200} Nov 18 17:35:40.253459 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:40.264978 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7ab12557-a22e-4ae4-b4f0-6b7ebfcd5977 req-ce28d219-0ca7-4dad-b820-651ef0936c0d service neutron] 10.222.0.81 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272418 Nov 18 17:35:40.328056 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-7275cd7c-1066-4470-84f9-4e0baa82ab46 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 5e45a538-7011-458e-bc0c-33977cda4913) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:40.342365 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34585a41-2790-4177-91a7-2140f76ca670 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:35:40.391918 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7275cd7c-1066-4470-84f9-4e0baa82ab46 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:40.393023 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7275cd7c-1066-4470-84f9-4e0baa82ab46 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:40.419529 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:40.420352 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:40.423778 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] 10.222.0.81 "PUT /v2.0/ports/a90f8ac4-9286-40d9-b2f9-d80a73cadf9d HTTP/1.1" status: 200 len: 1096 time: 3.3082902 Nov 18 17:35:40.437145 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93a5b5e-e2cb-4e4c-be02-31a86f84026b', 'tag': 'a90f8ac4-9286-40d9-b2f9-d80a73cadf9d'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:35:40.440838 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49bc180-f627-465e-b67d-75e02dda2448" -d '{"events": [{"name": "network-changed", "server_uuid": "b93a5b5e-e2cb-4e4c-be02-31a86f84026b", "tag": "a90f8ac4-9286-40d9-b2f9-d80a73cadf9d"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:35:40.452828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acb3dd-6683-455e-894e-cdb9b945123b service neutron] Pushing event updated for resources: {'Port': ['ID=a90f8ac4-9286-40d9-b2f9-d80a73cadf9d,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:40.536004 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e396e-abf3-48e9-a4f0-62b089405c62 req-7629b0ab-4a30-4a60-a0b0-5cb853d6e4e0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:40.545140 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-945e396e-abf3-48e9-a4f0-62b089405c62 req-7629b0ab-4a30-4a60-a0b0-5cb853d6e4e0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.2262344 Nov 18 17:35:40.581966 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249f13c-755d-404f-b95a-f1d1954b19f7 req-a2b3d369-ada0-4340-9bd1-5881cff90571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:40.584190 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5249f13c-755d-404f-b95a-f1d1954b19f7 req-a2b3d369-ada0-4340-9bd1-5881cff90571 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c792286d243e4484b7d541f96477c28c&device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 1095 time: 0.1127598 Nov 18 17:35:40.584782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': '68e27124-fbb9-44c3-8ea0-7845233768ab'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:35:40.595476 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:40.677455 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7275cd7c-1066-4470-84f9-4e0baa82ab46 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0619740 Nov 18 17:35:40.682423 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46242) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:40.689315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f36f3dc1-c3cc-4253-bf22-aaaf12c2c28b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'name': 'tempest-NetworksTestDHCPv6-637357602'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:40.703622 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-945e396e-abf3-48e9-a4f0-62b089405c62 req-5631e35c-8ee3-451f-b1b5-bf5571d42faf tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573908 Nov 18 17:35:40.814134 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d327af-4adf-448e-9f3c-c4d3844f3766 x-openstack-request-id: req-97d327af-4adf-448e-9f3c-c4d3844f3766 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:35:40.814631 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee8bd48-f603-42e3-b05f-85b3809bfb89", "name": "network-vif-plugged", "status": "completed", "tag": "fbf9a361-3908-4f9d-9250-2d1bbac0510f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:35:40.814900 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-97d327af-4adf-448e-9f3c-c4d3844f3766 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:35:40.815353 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee8bd48-f603-42e3-b05f-85b3809bfb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f', 'code': 200} Nov 18 17:35:40.828599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-c966123a-6356-4cc8-96b1-9a1b188019a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:40.834176 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-c966123a-6356-4cc8-96b1-9a1b188019a2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac96e26778494835b87838051734cc3b&device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 1099 time: 0.2250977 Nov 18 17:35:40.855517 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249f13c-755d-404f-b95a-f1d1954b19f7 req-9fc3ef3c-05d2-424c-b19e-6f92caf68a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:40.858125 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5249f13c-755d-404f-b95a-f1d1954b19f7 req-9fc3ef3c-05d2-424c-b19e-6f92caf68a4b service neutron] 10.222.0.81 "GET /v2.0/networks?id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358 HTTP/1.1" status: 200 len: 918 time: 0.2605102 Nov 18 17:35:40.927005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Allocated IP 2001:db8::2 (5e45a538-7011-458e-bc0c-33977cda4913/68e27124-fbb9-44c3-8ea0-7845233768ab/11e8d382-362b-456d-8556-7402f7d1d51e) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:35:40.995076 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-a77064eb-a2b6-48fb-bce5-2979a8757701 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=a90f8ac4-9286-40d9-b2f9-d80a73cadf9d HTTP/1.1" status: 200 len: 217 time: 0.1511211 Nov 18 17:35:40.996916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36f3dc1-c3cc-4253-bf22-aaaf12c2c28b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:35:41.003708 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed80ff16-6b7c-43b8-a35f-a4df2b6f7868 x-openstack-request-id: req-ed80ff16-6b7c-43b8-a35f-a4df2b6f7868 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:35:41.003708 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93a5b5e-e2cb-4e4c-be02-31a86f84026b", "tag": "a90f8ac4-9286-40d9-b2f9-d80a73cadf9d", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:35:41.004092 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f36f3dc1-c3cc-4253-bf22-aaaf12c2c28b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:41.004476 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ed80ff16-6b7c-43b8-a35f-a4df2b6f7868 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:35:41.004881 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93a5b5e-e2cb-4e4c-be02-31a86f84026b', 'tag': 'a90f8ac4-9286-40d9-b2f9-d80a73cadf9d', 'status': 'completed', 'code': 200} Nov 18 17:35:41.008852 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5249f13c-755d-404f-b95a-f1d1954b19f7 req-5cbf9e30-794a-42f2-89d8-2b31ca30af7d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed HTTP/1.1" status: 200 len: 217 time: 0.1410699 Nov 18 17:35:41.136373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249f13c-755d-404f-b95a-f1d1954b19f7 req-5c610474-82bf-41c5-8208-a5b85d986094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:41.137988 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5249f13c-755d-404f-b95a-f1d1954b19f7 req-5c610474-82bf-41c5-8208-a5b85d986094 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=10777e13-94e4-46f6-b1c7-ddc7fdf51d26 HTTP/1.1" status: 200 len: 855 time: 0.1185052 Nov 18 17:35:41.193377 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-f36f3dc1-c3cc-4253-bf22-aaaf12c2c28b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port b91c9e84-6383-42ba-bad1-2748de6dc325 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:35:41.207318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb355ca5-0f91-4003-9ef3-921165c0dbb5 req-c42e0daf-a170-48bd-a110-465ef700404a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:41.213039 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-46938efa-2b18-4137-b0fa-dcea0902f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:41.215114 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-46938efa-2b18-4137-b0fa-dcea0902f984 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.2085114 Nov 18 17:35:41.216222 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb355ca5-0f91-4003-9ef3-921165c0dbb5 req-c42e0daf-a170-48bd-a110-465ef700404a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 943 time: 0.2101204 Nov 18 17:35:41.231734 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:41.262483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8ae02-92df-4cfa-9318-3097b39cf051 req-63f4a39a-5d90-4c29-8f25-77a912a8407c tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:41.265224 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11d8ae02-92df-4cfa-9318-3097b39cf051 req-63f4a39a-5d90-4c29-8f25-77a912a8407c tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 947 time: 0.2282946 Nov 18 17:35:41.324105 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-85c338f3-28ed-4937-af7f-9910bffb6db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:41.325850 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-85c338f3-28ed-4937-af7f-9910bffb6db4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0660262 Nov 18 17:35:41.342385 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249f13c-755d-404f-b95a-f1d1954b19f7 req-059152bc-54eb-4e24-bd72-3fc00216e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:41.356956 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5249f13c-755d-404f-b95a-f1d1954b19f7 req-059152bc-54eb-4e24-bd72-3fc00216e107 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1960096 Nov 18 17:35:41.367652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb355ca5-0f91-4003-9ef3-921165c0dbb5 req-366516fb-fb8a-4d67-b8f9-d416d3d21ce4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504369 Nov 18 17:35:41.392555 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11d8ae02-92df-4cfa-9318-3097b39cf051 req-0fe142f4-6a41-4d62-a734-8c459ebfa566 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/security-groups?id=205709fb-e207-437f-872b-f495083a8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125934 Nov 18 17:35:41.420470 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:41.507503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:41.528121 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:41.535538 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:35:41.556488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Pushing event updated for resources: {'Port': ['ID=11e8d382-362b-456d-8556-7402f7d1d51e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:41.578925 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c27353c9-653b-41b5-a5d1-3ad3c33b4a73 req-c57e864d-0869-4c61-af7e-4cb733f31143 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 210 time: 0.1454751 Nov 18 17:35:41.613283 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-bdef23eb-6696-496d-9f31-a23ffb982a96 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791274 Nov 18 17:35:41.634947 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5249f13c-755d-404f-b95a-f1d1954b19f7 req-b39507d2-4865-4d18-92e0-4d6f823dad74 service neutron] 10.222.0.81 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815135 Nov 18 17:35:41.636630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Attempting to bind port 11e8d382-362b-456d-8556-7402f7d1d51e on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:35:41.637035 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Attempting to bind port 11e8d382-362b-456d-8556-7402f7d1d51e by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:35:41.637411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Attempting to bind port 11e8d382-362b-456d-8556-7402f7d1d51e on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:35:41.644184 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-f36f3dc1-c3cc-4253-bf22-aaaf12c2c28b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::3c4 (5e45a538-7011-458e-bc0c-33977cda4913/68e27124-fbb9-44c3-8ea0-7845233768ab/b91c9e84-6383-42ba-bad1-2748de6dc325) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:35:41.651470 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:35:41.651959 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:35:41.652396 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:41.652857 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:35:41.653367 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Bound port: 11e8d382-362b-456d-8556-7402f7d1d51e, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:35:41.653825 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:41.733485 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] For port 11e8d382-362b-456d-8556-7402f7d1d51e, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:35:41.737728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] For port 11e8d382-362b-456d-8556-7402f7d1d51e, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=11e8d382-362b-456d-8556-7402f7d1d51e,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:35:41.825139 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:41.941754 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f14c7-9081-4b79-94cb-72c6fe97faf0 None None] Pushing event updated for resources: {'Port': ['ID=11e8d382-362b-456d-8556-7402f7d1d51e,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:41.964349 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5249f13c-755d-404f-b95a-f1d1954b19f7 req-455b5050-2567-42c3-a24e-d8dbb60cf476 service neutron] 10.222.0.81 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210104 Nov 18 17:35:41.974690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6637e9-1146-41b0-8729-e7f5f7621f71 req-af65b7ac-a14c-4046-954b-21b8f674c709 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:41.983996 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad6637e9-1146-41b0-8729-e7f5f7621f71 req-af65b7ac-a14c-4046-954b-21b8f674c709 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1627181 Nov 18 17:35:42.019929 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a212f6e3-69ad-4d29-b111-73e9dd5f04ad req-65034475-f074-4a55-81e5-15574ae7cd97 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197368 Nov 18 17:35:42.044503 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f36f3dc1-c3cc-4253-bf22-aaaf12c2c28b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:42.064519 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad6637e9-1146-41b0-8729-e7f5f7621f71 req-d2c946af-0626-49dc-a5f9-8da23fd85ddd tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807805 Nov 18 17:35:42.182929 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f36f3dc1-c3cc-4253-bf22-aaaf12c2c28b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:42.299661 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc180-f627-465e-b67d-75e02dda2448 req-17a27674-34f4-4b42-a952-584e67cd8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:42.301314 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c49bc180-f627-465e-b67d-75e02dda2448 req-17a27674-34f4-4b42-a952-584e67cd8280 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac96e26778494835b87838051734cc3b&device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 1099 time: 0.1543810 Nov 18 17:35:42.306717 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36f3dc1-c3cc-4253-bf22-aaaf12c2c28b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:42.315985 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-f36f3dc1-c3cc-4253-bf22-aaaf12c2c28b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:42.318276 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36f3dc1-c3cc-4253-bf22-aaaf12c2c28b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:35:42.324212 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36f3dc1-c3cc-4253-bf22-aaaf12c2c28b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:42.324968 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f36f3dc1-c3cc-4253-bf22-aaaf12c2c28b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:42.342429 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f3dc1-c3cc-4253-bf22-aaaf12c2c28b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=b91c9e84-6383-42ba-bad1-2748de6dc325,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:42.470139 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc180-f627-465e-b67d-75e02dda2448 req-982f6fe1-bf01-4e22-a920-02faa3ed09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:42.471661 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c49bc180-f627-465e-b67d-75e02dda2448 req-982f6fe1-bf01-4e22-a920-02faa3ed09ea service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1572936 Nov 18 17:35:42.539967 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f36f3dc1-c3cc-4253-bf22-aaaf12c2c28b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8529191 Nov 18 17:35:42.539967 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46266) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:42.549287 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c49bc180-f627-465e-b67d-75e02dda2448 req-b2c50d74-758c-473d-9499-f26777b9aaa3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=a90f8ac4-9286-40d9-b2f9-d80a73cadf9d HTTP/1.1" status: 200 len: 217 time: 0.0688257 Nov 18 17:35:42.618628 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ef332-2590-4a78-a069-37196f318445 req-568694c9-cdde-47e6-9e27-6c3a05591bfb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:42.621530 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d29ef332-2590-4a78-a069-37196f318445 req-568694c9-cdde-47e6-9e27-6c3a05591bfb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 943 time: 0.1255958 Nov 18 17:35:42.629623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc180-f627-465e-b67d-75e02dda2448 req-e5c40031-28dc-4d5d-aa43-82ba7079f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:42.640005 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c49bc180-f627-465e-b67d-75e02dda2448 req-e5c40031-28dc-4d5d-aa43-82ba7079f214 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0582008 Nov 18 17:35:42.641380 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de750a70-91fd-4192-aa5a-82c5d5fde64f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:42.647565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de750a70-91fd-4192-aa5a-82c5d5fde64f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:42.652186 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-de750a70-91fd-4192-aa5a-82c5d5fde64f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1102178 Nov 18 17:35:42.652558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fc086-0382-4952-82c9-7641e7c5a36c req-d42750f9-d3f1-467b-8015-6cba808c0e99 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:42.654251 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-241fc086-0382-4952-82c9-7641e7c5a36c req-d42750f9-d3f1-467b-8015-6cba808c0e99 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 947 time: 0.0983999 Nov 18 17:35:42.654806 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46270) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:42.845472 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc180-f627-465e-b67d-75e02dda2448 req-fcade1bd-a068-4ec2-9654-835f07e2691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:42.845472 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c49bc180-f627-465e-b67d-75e02dda2448 req-fcade1bd-a068-4ec2-9654-835f07e2691f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0503781 Nov 18 17:35:42.845472 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c49bc180-f627-465e-b67d-75e02dda2448 req-f3b6ff7e-58c7-4d0b-9d5a-c3ddd427d288 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905030 Nov 18 17:35:42.846332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-241fc086-0382-4952-82c9-7641e7c5a36c req-5d16d471-3db0-43bb-aa5f-0f1c51367dcf tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/security-groups?id=205709fb-e207-437f-872b-f495083a8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029973 Nov 18 17:35:42.846332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d29ef332-2590-4a78-a069-37196f318445 req-8b0ac35e-e21e-4ee6-a410-073e436cec6a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684997 Nov 18 17:35:42.944511 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-025bc9d6-0601-4637-8f7d-15bf4484d22e req-1f14e4c5-f8f5-4f04-8dbc-4c9cb9476162 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 210 time: 0.0424161 Nov 18 17:35:42.950148 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c49bc180-f627-465e-b67d-75e02dda2448 req-d20f9adb-81d1-45e8-b3a8-3e3af43fcfe7 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382673 Nov 18 17:35:42.982050 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-85496860-6b3d-47ad-a79e-023ed21f8567 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port b91c9e84-6383-42ba-bad1-2748de6dc325 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:35:42.982272 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85496860-6b3d-47ad-a79e-023ed21f8567 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:43.127067 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85496860-6b3d-47ad-a79e-023ed21f8567 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:43.147150 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 11e8d382-362b-456d-8556-7402f7d1d51e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:35:43.149150 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-85496860-6b3d-47ad-a79e-023ed21f8567 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for b91c9e84-6383-42ba-bad1-2748de6dc325 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:35:43.199772 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:35:43.277550 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 11e8d382-362b-456d-8556-7402f7d1d51e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:35:43.278286 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:43.426712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be6f02-691a-4e56-aa8e-c262adbf60b5 req-34802a72-cb98-4c40-917d-394015044985 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:43.428856 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0be6f02-691a-4e56-aa8e-c262adbf60b5 req-34802a72-cb98-4c40-917d-394015044985 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1089303 Nov 18 17:35:43.429227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858c5a2a-37dd-49ec-8a9b-323f15965e4d None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:35:43.451425 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85496860-6b3d-47ad-a79e-023ed21f8567 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:43.490246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:43.505038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85496860-6b3d-47ad-a79e-023ed21f8567 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=b91c9e84-6383-42ba-bad1-2748de6dc325,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:43.508923 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:43.557789 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85496860-6b3d-47ad-a79e-023ed21f8567 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:43.563695 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-85496860-6b3d-47ad-a79e-023ed21f8567 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/b91c9e84-6383-42ba-bad1-2748de6dc325 HTTP/1.1" status: 204 len: 168 time: 0.9060054 Nov 18 17:35:43.566603 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46278) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:43.590938 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0be6f02-691a-4e56-aa8e-c262adbf60b5 req-57fa086e-ee9a-40f5-8629-40e34c9e4c2b tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446669 Nov 18 17:35:43.601213 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'port_id': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed', 'mac_address': 'fa:16:3e:bd:3e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:35:43.624061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 11e8d382-362b-456d-8556-7402f7d1d51e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=11e8d382-362b-456d-8556-7402f7d1d51e,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:43.630839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-09004163-b81c-41ff-9014-b9b92ce175e4 None None] Provisioning complete for port 11e8d382-362b-456d-8556-7402f7d1d51e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:35:43.631241 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-09004163-b81c-41ff-9014-b9b92ce175e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:43.711503 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:43.721781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f173399f-cf26-4874-952d-b19facffd4ca tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:43.723953 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f173399f-cf26-4874-952d-b19facffd4ca tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:43.725521 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f173399f-cf26-4874-952d-b19facffd4ca tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1578908 Nov 18 17:35:43.729042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46280) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:43.796253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ad4292-3c83-48bf-acc3-00a921904f41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet 68e27124-fbb9-44c3-8ea0-7845233768ab {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:35:43.799965 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6ad4292-3c83-48bf-acc3-00a921904f41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:43.808628 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:43.860909 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6ad4292-3c83-48bf-acc3-00a921904f41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:43.865907 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:35:43.871675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=11e8d382-362b-456d-8556-7402f7d1d51e,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:43.970511 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:44.107606 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6ad4292-3c83-48bf-acc3-00a921904f41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:44.135062 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:44.164366 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962686f-d8f1-4629-ab7b-59edea253629 req-4ae3b214-1dc4-438d-beb6-0c1370c04e35 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:44.167173 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d962686f-d8f1-4629-ab7b-59edea253629 req-4ae3b214-1dc4-438d-beb6-0c1370c04e35 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 947 time: 0.1553774 Nov 18 17:35:44.190599 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff79d8-54fc-440f-ba57-d373c9aa1445 req-35b10511-7973-4ec8-8559-c3c5ccdc916d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:44.198244 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dcff79d8-54fc-440f-ba57-d373c9aa1445 req-35b10511-7973-4ec8-8559-c3c5ccdc916d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 943 time: 0.1895077 Nov 18 17:35:44.256653 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:44.330798 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d962686f-d8f1-4629-ab7b-59edea253629 req-b269f555-90c7-4dc0-a4ec-503d74364fb3 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/security-groups?id=205709fb-e207-437f-872b-f495083a8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491177 Nov 18 17:35:44.335582 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dcff79d8-54fc-440f-ba57-d373c9aa1445 req-c6a13d8f-0fd9-4c6e-abdf-bd51ea03cfbe tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364775 Nov 18 17:35:44.357086 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6ad4292-3c83-48bf-acc3-00a921904f41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:44.394111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:35:44.415300 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad4292-3c83-48bf-acc3-00a921904f41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=68e27124-fbb9-44c3-8ea0-7845233768ab,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:44.422550 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6ad4292-3c83-48bf-acc3-00a921904f41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:44.425903 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c6ad4292-3c83-48bf-acc3-00a921904f41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/68e27124-fbb9-44c3-8ea0-7845233768ab HTTP/1.1" status: 204 len: 168 time: 0.6951861 Nov 18 17:35:44.429029 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46290) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:44.526820 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-dde2916f-88d0-4c46-83d0-a2b5b8b19db2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966330 Nov 18 17:35:44.529716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46292) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:44.541349 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f39fcaf9-0ecb-433a-8e8d-5efa32381624 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:44.579120 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b4ff3ab8-07da-4632-b59b-49a6088c8ce5 None None] Provisioning complete for port 11e8d382-362b-456d-8556-7402f7d1d51e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:35:44.579640 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b4ff3ab8-07da-4632-b59b-49a6088c8ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:44.588895 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b905e7-3467-4658-88cd-dff43de6791e req-dfcc0d48-1c91-469f-a935-1ac4e13938ad tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:44.593922 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23b905e7-3467-4658-88cd-dff43de6791e req-dfcc0d48-1c91-469f-a935-1ac4e13938ad tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 811 time: 0.2674053 Nov 18 17:35:44.805219 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23b905e7-3467-4658-88cd-dff43de6791e req-f72c0d44-be61-41f2-bcf5-c19505dbf5ed tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb06569cbbd34a779286792999368bd6 HTTP/1.1" status: 200 len: 380 time: 0.1832132 Nov 18 17:35:44.823843 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-23b905e7-3467-4658-88cd-dff43de6791e req-acfc37f6-ab03-4b95-a320-cead2777bbcf tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Request body: {'port': {'device_id': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'admin_state_up': True, 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'security_groups': ['7670a255-749b-4024-ac4d-b2a73cf3852d']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:44.927827 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655a2d4a-5e56-4c08-a03d-e33bd9376b0f None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:35:45.111743 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-997fe920-a947-4b80-ad73-0b16a1a0935f None None] Could not find standard attr ID for object b91c9e84-6383-42ba-bad1-2748de6dc325. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:35:45.165800 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 11e8d382-362b-456d-8556-7402f7d1d51e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:35:45.208398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b905e7-3467-4658-88cd-dff43de6791e req-acfc37f6-ab03-4b95-a320-cead2777bbcf tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Made reservation on behalf of eb06569cbbd34a779286792999368bd6 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:35:45.213700 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23b905e7-3467-4658-88cd-dff43de6791e req-acfc37f6-ab03-4b95-a320-cead2777bbcf tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:45.219777 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a90f8ac4-9286-40d9-b2f9-d80a73cadf9d details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:35:45.383506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port a90f8ac4-9286-40d9-b2f9-d80a73cadf9d, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a90f8ac4-9286-40d9-b2f9-d80a73cadf9d,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:45.395645 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 11e8d382-362b-456d-8556-7402f7d1d51e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:35:45.396430 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:45.444407 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4386a2c3-1554-4f9e-93c5-1c9faaf64cf6 None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:35:45.448555 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'a90f8ac4-9286-40d9-b2f9-d80a73cadf9d', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': 'a90f8ac4-9286-40d9-b2f9-d80a73cadf9d', 'mac_address': 'fa:16:3e:d4:1d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:35:45.472251 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6783a614-6739-4aea-9780-69713c282cb4 req-a0bb7723-81c7-4410-9206-c742777b5417 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 210 time: 0.1263433 Nov 18 17:35:45.511393 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-23b905e7-3467-4658-88cd-dff43de6791e req-acfc37f6-ab03-4b95-a320-cead2777bbcf tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Allocated IP 172.20.0.10 (2a865f7b-e6e5-408d-a424-6ad90e179b12/d1171982-b40f-4085-92d0-7d3f68279805/14328e36-2088-47c9-87a9-3da2d1158673) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:35:45.571191 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7663bd-80c4-4a5c-ab52-d959abace651 req-fc72dbc0-0e8c-4510-9278-3b17c240f3ec tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:45.572838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b7663bd-80c4-4a5c-ab52-d959abace651 req-fc72dbc0-0e8c-4510-9278-3b17c240f3ec tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.2279100 Nov 18 17:35:45.744716 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b7663bd-80c4-4a5c-ab52-d959abace651 req-b56a891a-7ffe-4ee3-b0d0-c8e84ae53df5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626787 Nov 18 17:35:45.750533 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:45.750666 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39fcaf9-0ecb-433a-8e8d-5efa32381624 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:35:45.761428 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f39fcaf9-0ecb-433a-8e8d-5efa32381624 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:45.778250 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90f8ac4-9286-40d9-b2f9-d80a73cadf9d {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:35:45.793661 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4386a2c3-1554-4f9e-93c5-1c9faaf64cf6 None None] Deleting port 11e8d382-362b-456d-8556-7402f7d1d51e {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:35:45.794203 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4386a2c3-1554-4f9e-93c5-1c9faaf64cf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:45.823776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port a90f8ac4-9286-40d9-b2f9-d80a73cadf9d, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a90f8ac4-9286-40d9-b2f9-d80a73cadf9d,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:45.891630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4386a2c3-1554-4f9e-93c5-1c9faaf64cf6 None None] For port 11e8d382-362b-456d-8556-7402f7d1d51e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=11e8d382-362b-456d-8556-7402f7d1d51e,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:45.892307 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4386a2c3-1554-4f9e-93c5-1c9faaf64cf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:45.896673 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23b905e7-3467-4658-88cd-dff43de6791e req-acfc37f6-ab03-4b95-a320-cead2777bbcf tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:45.906314 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:45.914511 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4386a2c3-1554-4f9e-93c5-1c9faaf64cf6 None None] Calling delete_port for 11e8d382-362b-456d-8556-7402f7d1d51e owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:35:45.987173 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56c94a-f017-433a-8f32-7f14be02b0e2 req-0f16d7c3-5279-4625-925e-b8ea8695ebc3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:45.988866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d56c94a-f017-433a-8f32-7f14be02b0e2 req-0f16d7c3-5279-4625-925e-b8ea8695ebc3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 944 time: 0.3904912 Nov 18 17:35:46.039456 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=a90f8ac4-9286-40d9-b2f9-d80a73cadf9d,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:46.042149 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23b905e7-3467-4658-88cd-dff43de6791e req-acfc37f6-ab03-4b95-a320-cead2777bbcf tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:46.077663 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae547d74-3075-473b-a7ae-70af0d2e3efe req-749d4ec3-aa15-4d6e-a978-06dc2627aa8d tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:46.079912 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae547d74-3075-473b-a7ae-70af0d2e3efe req-749d4ec3-aa15-4d6e-a978-06dc2627aa8d tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 948 time: 0.1500764 Nov 18 17:35:46.166353 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['a90f8ac4-9286-40d9-b2f9-d80a73cadf9d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:35:46.182062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b905e7-3467-4658-88cd-dff43de6791e req-acfc37f6-ab03-4b95-a320-cead2777bbcf tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Network 2a865f7b-e6e5-408d-a424-6ad90e179b12 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:46.184774 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae547d74-3075-473b-a7ae-70af0d2e3efe req-5d96f631-e6cc-4a95-8ceb-9b843eea9097 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/security-groups?id=205709fb-e207-437f-872b-f495083a8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781865 Nov 18 17:35:46.195743 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-23b905e7-3467-4658-88cd-dff43de6791e req-acfc37f6-ab03-4b95-a320-cead2777bbcf tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:46.202590 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d56c94a-f017-433a-8f32-7f14be02b0e2 req-68f0fcb6-d231-43a6-8fcb-aad585b83f64 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010159 Nov 18 17:35:46.231559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b905e7-3467-4658-88cd-dff43de6791e req-acfc37f6-ab03-4b95-a320-cead2777bbcf tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:35:46.317297 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4386a2c3-1554-4f9e-93c5-1c9faaf64cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:46.365023 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386a2c3-1554-4f9e-93c5-1c9faaf64cf6 None None] Pushing event deleted for resources: {'Port': ['ID=11e8d382-362b-456d-8556-7402f7d1d51e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:46.381244 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4386a2c3-1554-4f9e-93c5-1c9faaf64cf6 None None] No DVR routers for this DVR port 11e8d382-362b-456d-8556-7402f7d1d51e on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:35:46.383424 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc37f6-ab03-4b95-a320-cead2777bbcf tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'Port': ['ID=14328e36-2088-47c9-87a9-3da2d1158673,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:46.437433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b905e7-3467-4658-88cd-dff43de6791e req-acfc37f6-ab03-4b95-a320-cead2777bbcf tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:46.438045 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23b905e7-3467-4658-88cd-dff43de6791e req-acfc37f6-ab03-4b95-a320-cead2777bbcf tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:46.540135 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f39fcaf9-0ecb-433a-8e8d-5efa32381624 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:46.570804 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23b905e7-3467-4658-88cd-dff43de6791e req-acfc37f6-ab03-4b95-a320-cead2777bbcf tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7510204 Nov 18 17:35:46.585883 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Request body: {'port': {'device_id': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:46.648323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39fcaf9-0ecb-433a-8e8d-5efa32381624 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:46.663772 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-512d08d7-f5f6-401e-93eb-7a9c30c595bb None None] Provisioning complete for port 14328e36-2088-47c9-87a9-3da2d1158673 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:35:46.664903 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-512d08d7-f5f6-401e-93eb-7a9c30c595bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:46.677753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f39fcaf9-0ecb-433a-8e8d-5efa32381624 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:46.693526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e881609-ccaa-45d4-b305-97c2bf1a0253 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:35:46.694073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39fcaf9-0ecb-433a-8e8d-5efa32381624 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:46.694700 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f39fcaf9-0ecb-433a-8e8d-5efa32381624 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:46.734320 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:46.747713 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fcaf9-0ecb-433a-8e8d-5efa32381624 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=98c07502-14fa-4304-90ec-397fc2e430ce,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:46.763285 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e1a3f-c1c8-4a27-98ef-245aca6c7a03 req-6746ec8c-4ead-497c-8714-56424dec4225 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:46.765860 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef8e1a3f-c1c8-4a27-98ef-245aca6c7a03 req-6746ec8c-4ead-497c-8714-56424dec4225 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 932 time: 0.1623063 Nov 18 17:35:46.795380 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f39fcaf9-0ecb-433a-8e8d-5efa32381624 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2611239 Nov 18 17:35:46.801343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46306) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:46.803294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-512d08d7-f5f6-401e-93eb-7a9c30c595bb None None] Port 14328e36-2088-47c9-87a9-3da2d1158673 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:35:46.843746 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9db7cc74-516a-4d25-bdcf-efd006ec509b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'name': 'tempest-NetworksTestDHCPv6-1637820990'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:46.998391 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef8e1a3f-c1c8-4a27-98ef-245aca6c7a03 req-d1e66e9d-11c2-45f2-bcf2-ec746d28faed tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992590 Nov 18 17:35:47.019876 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': '98c07502-14fa-4304-90ec-397fc2e430ce'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:35:47.020769 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:47.112115 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db183b0a-d4e2-4881-9900-114bae848b03 req-d106f3fa-79c2-49f4-b46b-d1ad15c94ac0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:47.113692 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db183b0a-d4e2-4881-9900-114bae848b03 req-d106f3fa-79c2-49f4-b46b-d1ad15c94ac0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1921544 Nov 18 17:35:47.190634 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 11e8d382-362b-456d-8556-7402f7d1d51e no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:35:47.220393 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:35:47.236136 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db183b0a-d4e2-4881-9900-114bae848b03 req-948fa7fd-13f0-408c-8ac5-f027f8c83a18 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139190 Nov 18 17:35:47.270206 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db7cc74-516a-4d25-bdcf-efd006ec509b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:35:47.273823 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9db7cc74-516a-4d25-bdcf-efd006ec509b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:47.305560 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-9db7cc74-516a-4d25-bdcf-efd006ec509b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port 6811b917-553c-4cb6-9dd0-4e653e0c57d7 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:35:47.357151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 11e8d382-362b-456d-8556-7402f7d1d51e {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:35:47.357573 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 11e8d382-362b-456d-8556-7402f7d1d51e not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:35:47.369815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14328e36-2088-47c9-87a9-3da2d1158673 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:35:47.392925 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:47.421051 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Transition to ACTIVE for port object 14328e36-2088-47c9-87a9-3da2d1158673 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:35:47.436554 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Allocated IP 2001:db8::2 (5e45a538-7011-458e-bc0c-33977cda4913/98c07502-14fa-4304-90ec-397fc2e430ce/76dd16bf-3d0c-4907-b5b5-1ae4593e7076) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:35:47.520521 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b4109-35a3-4963-958c-c4b11af8cccb req-49a19b9e-52b8-4d3c-8abf-14c48c52bb79 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:47.529640 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a59b4109-35a3-4963-958c-c4b11af8cccb req-49a19b9e-52b8-4d3c-8abf-14c48c52bb79 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 948 time: 0.2256465 Nov 18 17:35:47.539184 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:35:47.550238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:35:47.550624 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:47.558716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6aac-4eac-46ab-944c-fd9bd1db4bce req-af94b597-1e04-43ea-9a27-57801cc3a2e2 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:47.567216 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c3b6aac-4eac-46ab-944c-fd9bd1db4bce req-af94b597-1e04-43ea-9a27-57801cc3a2e2 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 944 time: 0.2215259 Nov 18 17:35:47.608955 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:47.673071 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a59b4109-35a3-4963-958c-c4b11af8cccb req-c3b94f29-2497-4e6b-beec-8001c8ce585b tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/security-groups?id=205709fb-e207-437f-872b-f495083a8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407182 Nov 18 17:35:47.710952 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4c3b6aac-4eac-46ab-944c-fd9bd1db4bce req-6a77400c-49b9-4d39-a7be-3a2496c0e387 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423182 Nov 18 17:35:47.772472 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:47.787042 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Pushing event updated for resources: {'Port': ['ID=14328e36-2088-47c9-87a9-3da2d1158673,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:47.797662 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:47.843922 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:35:47.853449 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a8e823-864f-4625-bffe-10a3bed893bd" -d '{"events": [{"server_uuid": "5660f3bc-0328-40df-8ac0-38802a45bc41", "name": "network-vif-plugged", "status": "completed", "tag": "2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:35:47.879240 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:47.886403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Attempting to bind port 14328e36-2088-47c9-87a9-3da2d1158673 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:35:47.886754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Attempting to bind port 14328e36-2088-47c9-87a9-3da2d1158673 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:35:47.887968 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Attempting to bind port 14328e36-2088-47c9-87a9-3da2d1158673 on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:35:47.893665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Port 14328e36-2088-47c9-87a9-3da2d1158673 on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:35:47.893994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Attempting to bind port 14328e36-2088-47c9-87a9-3da2d1158673 on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:35:47.900601 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:35:47.901402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Checking segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:35:47.905090 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Bound using segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:35:47.905090 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Bound port: 14328e36-2088-47c9-87a9-3da2d1158673, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:35:47.905090 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:47.933664 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:47.968520 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52e3c80-a0b8-47eb-8df8-293c59671ee4 x-openstack-request-id: req-e52e3c80-a0b8-47eb-8df8-293c59671ee4 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:35:47.968764 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5660f3bc-0328-40df-8ac0-38802a45bc41", "name": "network-vif-plugged", "status": "completed", "tag": "2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:35:47.969034 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e52e3c80-a0b8-47eb-8df8-293c59671ee4 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:35:47.974831 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed', 'code': 200} Nov 18 17:35:48.054253 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:48.055047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a90f8ac4-9286-40d9-b2f9-d80a73cadf9d up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:35:48.131023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-9db7cc74-516a-4d25-bdcf-efd006ec509b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::3a7 (5e45a538-7011-458e-bc0c-33977cda4913/98c07502-14fa-4304-90ec-397fc2e430ce/6811b917-553c-4cb6-9dd0-4e653e0c57d7) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:35:48.189833 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:48.192581 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfade7d8-0bb7-4351-973c-ab10b4db7881 req-811abeba-8382-436f-a8c5-184e123064c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:48.194639 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfade7d8-0bb7-4351-973c-ab10b4db7881 req-811abeba-8382-436f-a8c5-184e123064c1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 1097 time: 0.1712584 Nov 18 17:35:48.196125 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] For port 14328e36-2088-47c9-87a9-3da2d1158673, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:35:48.201764 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] For port 14328e36-2088-47c9-87a9-3da2d1158673, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=14328e36-2088-47c9-87a9-3da2d1158673,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:35:48.203740 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:48.207412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Pushing event updated for resources: {'Port': ['ID=76dd16bf-3d0c-4907-b5b5-1ae4593e7076,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:48.210529 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:35:48.260882 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bfade7d8-0bb7-4351-973c-ab10b4db7881 req-10030272-d48c-4eee-8d66-e3f5ba22cbdd service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552578 Nov 18 17:35:48.278354 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:48.296894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:48.351579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:48.352642 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:48.354639 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23b905e7-3467-4658-88cd-dff43de6791e req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] 10.222.0.83 "PUT /v2.0/ports/14328e36-2088-47c9-87a9-3da2d1158673 HTTP/1.1" status: 200 len: 1093 time: 1.7746077 Nov 18 17:35:48.355353 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'tag': '14328e36-2088-47c9-87a9-3da2d1158673'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:35:48.372090 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067a462a-082b-4149-9d17-48ce5d462470" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd5e674-a3ab-456a-985b-2185f35573f0", "tag": "14328e36-2088-47c9-87a9-3da2d1158673"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:35:48.407900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Attempting to bind port 76dd16bf-3d0c-4907-b5b5-1ae4593e7076 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:35:48.408289 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Attempting to bind port 76dd16bf-3d0c-4907-b5b5-1ae4593e7076 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:35:48.408720 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Attempting to bind port 76dd16bf-3d0c-4907-b5b5-1ae4593e7076 on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:35:48.419124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:35:48.419503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:35:48.423981 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:48.425136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:35:48.425681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Bound port: 76dd16bf-3d0c-4907-b5b5-1ae4593e7076, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:35:48.426088 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:48.446292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb0fea-195e-461a-9db8-c0b2fad1afaf service neutron] Pushing event updated for resources: {'Port': ['ID=14328e36-2088-47c9-87a9-3da2d1158673,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:48.461925 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port a90f8ac4-9286-40d9-b2f9-d80a73cadf9d completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:35:48.499226 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port a90f8ac4-9286-40d9-b2f9-d80a73cadf9d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:35:48.499626 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:48.524417 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9db7cc74-516a-4d25-bdcf-efd006ec509b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:48.641882 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b905e7-3467-4658-88cd-dff43de6791e req-b8f0d939-639c-4414-b7dc-1232e1c7645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:48.643446 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23b905e7-3467-4658-88cd-dff43de6791e req-b8f0d939-639c-4414-b7dc-1232e1c7645a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 1096 time: 0.0956404 Nov 18 17:35:48.688648 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] For port 76dd16bf-3d0c-4907-b5b5-1ae4593e7076, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:35:48.691283 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455af7af-e4c9-4dfe-ae3d-63f747a9e809 req-92d51310-6bf1-466c-b5c3-826b60752d80 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:48.692878 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] For port 76dd16bf-3d0c-4907-b5b5-1ae4593e7076, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=76dd16bf-3d0c-4907-b5b5-1ae4593e7076,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:35:48.694162 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-455af7af-e4c9-4dfe-ae3d-63f747a9e809 req-92d51310-6bf1-466c-b5c3-826b60752d80 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 944 time: 0.5237069 Nov 18 17:35:48.704384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b75bb-e3bc-443c-96cc-a56ca00a7084 req-52a062fb-7d55-4938-bfe4-e2676373e7ef tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:48.706440 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b9b75bb-e3bc-443c-96cc-a56ca00a7084 req-52a062fb-7d55-4938-bfe4-e2676373e7ef tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1345515 Nov 18 17:35:48.707914 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9db7cc74-516a-4d25-bdcf-efd006ec509b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:48.720232 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23b905e7-3467-4658-88cd-dff43de6791e req-b331f1e1-510d-4474-b671-5cf0c443cb51 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14328e36-2088-47c9-87a9-3da2d1158673 HTTP/1.1" status: 200 len: 217 time: 0.0652883 Nov 18 17:35:48.762151 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:48.799067 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:48.822668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b905e7-3467-4658-88cd-dff43de6791e req-ce620250-7b2f-4d91-bb01-5d52e15c5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:48.828453 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23b905e7-3467-4658-88cd-dff43de6791e req-ce620250-7b2f-4d91-bb01-5d52e15c5679 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.1006591 Nov 18 17:35:48.844801 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-455af7af-e4c9-4dfe-ae3d-63f747a9e809 req-8065de3e-ed6c-48cd-903a-e80088c20f72 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293399 Nov 18 17:35:48.861889 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db7cc74-516a-4d25-bdcf-efd006ec509b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:48.871207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-9db7cc74-516a-4d25-bdcf-efd006ec509b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:48.874666 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db7cc74-516a-4d25-bdcf-efd006ec509b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:35:48.881107 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db7cc74-516a-4d25-bdcf-efd006ec509b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:48.881769 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9db7cc74-516a-4d25-bdcf-efd006ec509b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:48.911829 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7cc74-516a-4d25-bdcf-efd006ec509b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=6811b917-553c-4cb6-9dd0-4e653e0c57d7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:48.927449 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b9b75bb-e3bc-443c-96cc-a56ca00a7084 req-3f5b590d-a45b-4549-ba1c-00bfd1895b60 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134023 Nov 18 17:35:48.962338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port a90f8ac4-9286-40d9-b2f9-d80a73cadf9d, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a90f8ac4-9286-40d9-b2f9-d80a73cadf9d,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:48.962623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b905e7-3467-4658-88cd-dff43de6791e req-df92b134-ef6a-4724-87ec-a0e985913abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:48.970313 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23b905e7-3467-4658-88cd-dff43de6791e req-df92b134-ef6a-4724-87ec-a0e985913abd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1307783 Nov 18 17:35:48.983491 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9db7cc74-516a-4d25-bdcf-efd006ec509b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1739051 Nov 18 17:35:48.986303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46328) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:49.027712 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d82de-a27d-4d7c-ba21-9815dfd3a5cf None None] Pushing event updated for resources: {'Port': ['ID=76dd16bf-3d0c-4907-b5b5-1ae4593e7076,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:49.058985 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:49.142937 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2933eeea-f798-43d8-8b7c-3b66dc80c9de x-openstack-request-id: req-2933eeea-f798-43d8-8b7c-3b66dc80c9de {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:35:49.143247 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd5e674-a3ab-456a-985b-2185f35573f0", "tag": "14328e36-2088-47c9-87a9-3da2d1158673", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:35:49.147275 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2933eeea-f798-43d8-8b7c-3b66dc80c9de {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:35:49.148178 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'tag': '14328e36-2088-47c9-87a9-3da2d1158673', 'status': 'completed', 'code': 200} Nov 18 17:35:49.230142 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23b905e7-3467-4658-88cd-dff43de6791e req-7e9d8645-b3ab-40e1-8168-217057c96634 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426255 Nov 18 17:35:49.273775 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=a90f8ac4-9286-40d9-b2f9-d80a73cadf9d,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:49.356955 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b11e6bd-35ee-4d0b-80a5-31c374328a6d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:49.364235 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b11e6bd-35ee-4d0b-80a5-31c374328a6d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:49.366210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4b11e6bd-35ee-4d0b-80a5-31c374328a6d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3787994 Nov 18 17:35:49.372235 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46330) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:49.428027 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23b905e7-3467-4658-88cd-dff43de6791e req-85ff9fcf-a070-4b93-a864-40c6615ef416 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861639 Nov 18 17:35:49.429648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379212d-6a72-4255-971b-e429a91a9cd8 req-bf48f27f-8304-449c-8cc5-0f92cb96a1d0 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:49.432708 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c379212d-6a72-4255-971b-e429a91a9cd8 req-bf48f27f-8304-449c-8cc5-0f92cb96a1d0 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 949 time: 0.2772174 Nov 18 17:35:49.476614 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403b799-7297-4c06-b8d6-b06a7903469a req-bde71479-7ed0-418e-8435-070cfd8fe4e6 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:49.478429 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8403b799-7297-4c06-b8d6-b06a7903469a req-bde71479-7ed0-418e-8435-070cfd8fe4e6 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.2412443 Nov 18 17:35:49.622332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c379212d-6a72-4255-971b-e429a91a9cd8 req-4a2c0458-cb30-4d33-bc2c-030dd0aafc50 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/security-groups?id=205709fb-e207-437f-872b-f495083a8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801057 Nov 18 17:35:49.636631 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8403b799-7297-4c06-b8d6-b06a7903469a req-9c5c98cd-4cef-436d-ac73-9fcfd6e3e5a7 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193144 Nov 18 17:35:49.640097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a462a-082b-4149-9d17-48ce5d462470 req-e7033a50-8db7-451a-9cf8-8c6deedc1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:49.654301 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-067a462a-082b-4149-9d17-48ce5d462470 req-e7033a50-8db7-451a-9cf8-8c6deedc1eb1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 1096 time: 0.0788696 Nov 18 17:35:49.666367 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-44f83fe6-7099-4698-b296-44a94c66cb1f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port 6811b917-553c-4cb6-9dd0-4e653e0c57d7 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:35:49.666781 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-44f83fe6-7099-4698-b296-44a94c66cb1f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:49.793636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a462a-082b-4149-9d17-48ce5d462470 req-3f0e19ff-4d34-4589-a400-5ab79ba1ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:49.796166 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-067a462a-082b-4149-9d17-48ce5d462470 req-3f0e19ff-4d34-4589-a400-5ab79ba1ba01 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 913 time: 0.1466475 Nov 18 17:35:49.842320 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-44f83fe6-7099-4698-b296-44a94c66cb1f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:49.856600 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-067a462a-082b-4149-9d17-48ce5d462470 req-7047b77e-bb5d-4967-9877-05abc234b61b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14328e36-2088-47c9-87a9-3da2d1158673 HTTP/1.1" status: 200 len: 217 time: 0.0529146 Nov 18 17:35:49.867040 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-44f83fe6-7099-4698-b296-44a94c66cb1f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for 6811b917-553c-4cb6-9dd0-4e653e0c57d7 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:35:49.924777 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a462a-082b-4149-9d17-48ce5d462470 req-d42e4c14-091c-4d79-8ddf-a5ea212bd75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:49.926842 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-067a462a-082b-4149-9d17-48ce5d462470 req-d42e4c14-091c-4d79-8ddf-a5ea212bd75b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.0628865 Nov 18 17:35:49.975862 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93a5b5e-e2cb-4e4c-be02-31a86f84026b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90f8ac4-9286-40d9-b2f9-d80a73cadf9d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:35:49.978844 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8100a7e-b223-4871-b990-da5f3155964f" -d '{"events": [{"server_uuid": "b93a5b5e-e2cb-4e4c-be02-31a86f84026b", "name": "network-vif-plugged", "status": "completed", "tag": "a90f8ac4-9286-40d9-b2f9-d80a73cadf9d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:35:50.047934 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a462a-082b-4149-9d17-48ce5d462470 req-c8dc1900-944f-4e2a-9a2a-37e7d343c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:50.050213 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-067a462a-082b-4149-9d17-48ce5d462470 req-c8dc1900-944f-4e2a-9a2a-37e7d343c0ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145365 Nov 18 17:35:50.177628 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a1c52-30c7-4892-bbd1-78ab9fff5d05 req-4cb39927-0413-4ccd-914b-e6730b594e2b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:50.180089 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a5a1c52-30c7-4892-bbd1-78ab9fff5d05 req-4cb39927-0413-4ccd-914b-e6730b594e2b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 944 time: 0.1762023 Nov 18 17:35:50.218434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335d5d2-be16-486a-9c7c-7e418a0fc245 req-f782222d-bac4-4a4f-8a75-988b51183ac0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:50.220850 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2335d5d2-be16-486a-9c7c-7e418a0fc245 req-f782222d-bac4-4a4f-8a75-988b51183ac0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1145883 Nov 18 17:35:50.244438 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-44f83fe6-7099-4698-b296-44a94c66cb1f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:50.270245 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-067a462a-082b-4149-9d17-48ce5d462470 req-0a3363a4-e6b4-49fc-8fa0-d299d6db2c52 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115433 Nov 18 17:35:50.311872 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f83fe6-7099-4698-b296-44a94c66cb1f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=6811b917-553c-4cb6-9dd0-4e653e0c57d7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:50.384145 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-44f83fe6-7099-4698-b296-44a94c66cb1f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:50.419099 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-44f83fe6-7099-4698-b296-44a94c66cb1f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/6811b917-553c-4cb6-9dd0-4e653e0c57d7 HTTP/1.1" status: 204 len: 168 time: 1.0400538 Nov 18 17:35:50.422759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46338) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:50.468527 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a5a1c52-30c7-4892-bbd1-78ab9fff5d05 req-ac80ec68-1f0c-43bb-a71a-2011ec12f16f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787526 Nov 18 17:35:50.498135 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2335d5d2-be16-486a-9c7c-7e418a0fc245 req-0e1fd222-a59d-4ddd-950f-cf4a180fa0c6 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694113 Nov 18 17:35:50.525885 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-067a462a-082b-4149-9d17-48ce5d462470 req-8820bd66-69f5-44a8-8669-3a3e4ed4f3bc service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445548 Nov 18 17:35:50.554063 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c32cc6f-1e57-4c6c-b451-f8b4ae74e8f4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:50.556458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c32cc6f-1e57-4c6c-b451-f8b4ae74e8f4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:50.559881 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5c32cc6f-1e57-4c6c-b451-f8b4ae74e8f4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1285884 Nov 18 17:35:50.562043 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46340) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:50.576136 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c57033c-cf4c-42f0-86d2-1cfb6faf62d5 x-openstack-request-id: req-8c57033c-cf4c-42f0-86d2-1cfb6faf62d5 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:35:50.576534 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93a5b5e-e2cb-4e4c-be02-31a86f84026b", "name": "network-vif-plugged", "status": "completed", "tag": "a90f8ac4-9286-40d9-b2f9-d80a73cadf9d", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:35:50.577700 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8c57033c-cf4c-42f0-86d2-1cfb6faf62d5 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:35:50.577700 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93a5b5e-e2cb-4e4c-be02-31a86f84026b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90f8ac4-9286-40d9-b2f9-d80a73cadf9d', 'code': 200} Nov 18 17:35:50.639842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2596f7d-b2b0-4f71-8c92-4cee376453f5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet 98c07502-14fa-4304-90ec-397fc2e430ce {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:35:50.644506 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b2596f7d-b2b0-4f71-8c92-4cee376453f5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:50.682098 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-09ee99b8-b76f-48f9-8fb2-dc6501d7e83c None None] Provisioning complete for port 76dd16bf-3d0c-4907-b5b5-1ae4593e7076 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:35:50.682098 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-09ee99b8-b76f-48f9-8fb2-dc6501d7e83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:50.727250 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b2596f7d-b2b0-4f71-8c92-4cee376453f5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:50.747528 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09ba92-b07e-421a-b917-7cd0cbe93761 req-54281cb4-d5d6-48fd-96f6-8ed91ad3e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:50.750022 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0a09ba92-b07e-421a-b917-7cd0cbe93761 req-54281cb4-d5d6-48fd-96f6-8ed91ad3e36e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 1101 time: 0.1057260 Nov 18 17:35:50.833903 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-09ee99b8-b76f-48f9-8fb2-dc6501d7e83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:50.845960 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0a09ba92-b07e-421a-b917-7cd0cbe93761 req-a870e553-0085-45ab-bdcd-50abe4977a78 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=205709fb-e207-437f-872b-f495083a8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893080 Nov 18 17:35:50.872302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-09ee99b8-b76f-48f9-8fb2-dc6501d7e83c None None] For port 76dd16bf-3d0c-4907-b5b5-1ae4593e7076, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=76dd16bf-3d0c-4907-b5b5-1ae4593e7076,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:50.969957 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f98cca-b6e5-401c-9ddc-dbd16e5c2a6f req-31a35b27-1d9b-42dd-8fc4-8e0ef05f542d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:50.971664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94f98cca-b6e5-401c-9ddc-dbd16e5c2a6f req-31a35b27-1d9b-42dd-8fc4-8e0ef05f542d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.0986524 Nov 18 17:35:50.981894 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-09ee99b8-b76f-48f9-8fb2-dc6501d7e83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:51.002293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576365d6-196d-4c61-b8ff-6daa0652802c req-8f83b570-a94e-43c1-badb-dae40a0abf75 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:51.006665 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-576365d6-196d-4c61-b8ff-6daa0652802c req-8f83b570-a94e-43c1-badb-dae40a0abf75 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 949 time: 0.1416452 Nov 18 17:35:51.064912 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b2596f7d-b2b0-4f71-8c92-4cee376453f5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:51.119224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee99b8-b76f-48f9-8fb2-dc6501d7e83c None None] Pushing event updated for resources: {'Port': ['ID=76dd16bf-3d0c-4907-b5b5-1ae4593e7076,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:51.145985 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-74da7b32-9747-4d2f-ae1b-ffb9a3aecf0b None None] Could not find standard attr ID for object 6811b917-553c-4cb6-9dd0-4e653e0c57d7. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:35:51.233657 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 76dd16bf-3d0c-4907-b5b5-1ae4593e7076 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:35:51.240758 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94f98cca-b6e5-401c-9ddc-dbd16e5c2a6f req-811053d6-4d6b-44cc-a213-2bdc914111fd tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328968 Nov 18 17:35:51.260082 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-576365d6-196d-4c61-b8ff-6daa0652802c req-3126c652-39f0-48c7-84bc-4835386647ab tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/security-groups?id=205709fb-e207-437f-872b-f495083a8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113392 Nov 18 17:35:51.289659 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b2596f7d-b2b0-4f71-8c92-4cee376453f5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:51.363567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 76dd16bf-3d0c-4907-b5b5-1ae4593e7076 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:35:51.363972 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:51.372838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2596f7d-b2b0-4f71-8c92-4cee376453f5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=98c07502-14fa-4304-90ec-397fc2e430ce,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:51.387097 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b2596f7d-b2b0-4f71-8c92-4cee376453f5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:51.403638 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b2596f7d-b2b0-4f71-8c92-4cee376453f5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/98c07502-14fa-4304-90ec-397fc2e430ce HTTP/1.1" status: 204 len: 168 time: 0.8400722 Nov 18 17:35:51.406458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46354) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:51.444316 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bd7abe-988b-496d-9ac7-998a36aa0800 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:35:51.552615 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-441635a5-3bf5-4870-9061-e2b89a9c2d3a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1449177 Nov 18 17:35:51.556085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46360) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:51.567756 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:51.620763 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:51.648235 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92941c1-e100-4e04-8f24-4f21abc4f9e7 req-fc073ff7-7933-4cf3-a424-6a64b2a2bae7 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:51.659675 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b92941c1-e100-4e04-8f24-4f21abc4f9e7 req-fc073ff7-7933-4cf3-a424-6a64b2a2bae7 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.2284667 Nov 18 17:35:51.669472 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46362) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:51.674571 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2c54338e-dbe9-4d35-8db3-8e99c44a7430 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Request body: {'floatingip': {'port_id': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:51.809402 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69881e1-74ce-45ee-9c89-55b2df8620ca None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:35:51.853366 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:35:51.858400 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:51.887648 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c54338e-dbe9-4d35-8db3-8e99c44a7430 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:51.941721 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d69881e1-74ce-45ee-9c89-55b2df8620ca None None] Deleting port 76dd16bf-3d0c-4907-b5b5-1ae4593e7076 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:35:51.942270 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d69881e1-74ce-45ee-9c89-55b2df8620ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:52.005112 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd429b-ebe4-4d0c-b5a6-fa7dd37ef183 req-99126b9b-5f06-4aa8-821b-d5ea973f7a0b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:52.006707 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b1bd429b-ebe4-4d0c-b5a6-fa7dd37ef183 req-99126b9b-5f06-4aa8-821b-d5ea973f7a0b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 944 time: 0.3293481 Nov 18 17:35:52.143726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d69881e1-74ce-45ee-9c89-55b2df8620ca None None] For port 76dd16bf-3d0c-4907-b5b5-1ae4593e7076, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=76dd16bf-3d0c-4907-b5b5-1ae4593e7076,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:52.144807 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d69881e1-74ce-45ee-9c89-55b2df8620ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:52.164521 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac0ff9-055b-4e74-ae82-0057609df419 req-c6cd1651-7a0c-4bde-bd6f-d8b769757546 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:52.167827 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7ac0ff9-055b-4e74-ae82-0057609df419 req-c6cd1651-7a0c-4bde-bd6f-d8b769757546 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.3509786 Nov 18 17:35:52.173410 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d69881e1-74ce-45ee-9c89-55b2df8620ca None None] Calling delete_port for 76dd16bf-3d0c-4907-b5b5-1ae4593e7076 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:35:52.308408 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b1bd429b-ebe4-4d0c-b5a6-fa7dd37ef183 req-4cb44c11-8745-4ca1-a560-7d7b585e9524 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904854 Nov 18 17:35:52.437718 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7ac0ff9-055b-4e74-ae82-0057609df419 req-92817eac-2ca2-43fc-942d-5d77710ae176 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530229 Nov 18 17:35:52.447578 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d69881e1-74ce-45ee-9c89-55b2df8620ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:52.504876 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:52.556038 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69881e1-74ce-45ee-9c89-55b2df8620ca None None] Pushing event deleted for resources: {'Port': ['ID=76dd16bf-3d0c-4907-b5b5-1ae4593e7076,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:52.567834 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69881e1-74ce-45ee-9c89-55b2df8620ca None None] No DVR routers for this DVR port 76dd16bf-3d0c-4907-b5b5-1ae4593e7076 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:35:52.623604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:52.635579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:52.647459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:52.648448 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:52.653766 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726d4083-a3fb-46ca-a7e7-b0f98275c013 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:35:52.690953 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d4b29-e9ca-40ce-8f2d-de0436d50ce3 req-5fe4ba73-9b01-4a54-b8ec-f52e95498f8d tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:52.692513 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-171d4b29-e9ca-40ce-8f2d-de0436d50ce3 req-5fe4ba73-9b01-4a54-b8ec-f52e95498f8d tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 949 time: 0.2292948 Nov 18 17:35:52.694327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=f9cb40c9-85a9-49dd-bf04-826a26c35951,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:52.729299 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:52.733698 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:52.734556 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:52.737017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:52.737746 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:52.740115 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:52.741901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:52.744372 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:52.748167 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:52.748167 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:52.748167 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:52.750161 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:35:52.782648 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3691a7ca-0a22-403c-8756-5b0f1651692f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2227106 Nov 18 17:35:52.789493 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46368) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:52.804856 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8c9d65b4-cc5c-464e-a96b-f5333a499d3c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'name': 'tempest-NetworksTestDHCPv6-1723935263'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:52.859426 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-171d4b29-e9ca-40ce-8f2d-de0436d50ce3 req-59d068bc-4cd3-4bbb-9db7-f644292e7575 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/security-groups?id=205709fb-e207-437f-872b-f495083a8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010318 Nov 18 17:35:53.013961 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': 'f9cb40c9-85a9-49dd-bf04-826a26c35951'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:35:53.021634 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.resource_extend [None req-2c54338e-dbe9-4d35-8db3-8e99c44a7430 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:35:53.023253 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:53.191279 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c54338e-dbe9-4d35-8db3-8e99c44a7430 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:53.270734 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c54338e-dbe9-4d35-8db3-8e99c44a7430 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:53.296926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 76dd16bf-3d0c-4907-b5b5-1ae4593e7076 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:35:53.313667 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:53.369667 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Allocated IP 2001:db8::2 (5e45a538-7011-458e-bc0c-33977cda4913/f9cb40c9-85a9-49dd-bf04-826a26c35951/d35de294-b42b-40c1-8409-771008714312) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:35:53.374696 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 76dd16bf-3d0c-4907-b5b5-1ae4593e7076 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:35:53.375050 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 76dd16bf-3d0c-4907-b5b5-1ae4593e7076 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:35:53.396092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9d65b4-cc5c-464e-a96b-f5333a499d3c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:35:53.399954 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c9d65b4-cc5c-464e-a96b-f5333a499d3c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:53.450905 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-8c9d65b4-cc5c-464e-a96b-f5333a499d3c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port 672b6ffe-2b43-4afe-91bc-a79b026be5fd yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:35:53.571270 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-2c54338e-dbe9-4d35-8db3-8e99c44a7430 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Floating IP 8264fdc8-1f1d-43b7-aafa-90947c46d156 associated. External IP: 172.25.3.78, port: 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed. Nov 18 17:35:53.647971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526200b-9332-4fa2-b210-b34ac7957c9a req-476c44b4-6ed5-47a8-beab-c1dc2b78db04 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:53.649532 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d526200b-9332-4fa2-b210-b34ac7957c9a req-476c44b4-6ed5-47a8-beab-c1dc2b78db04 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 944 time: 0.2042775 Nov 18 17:35:53.704831 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:53.825243 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:53.846311 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:53.848980 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:53.881143 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:35:53.954250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-8c9d65b4-cc5c-464e-a96b-f5333a499d3c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::375 (5e45a538-7011-458e-bc0c-33977cda4913/f9cb40c9-85a9-49dd-bf04-826a26c35951/672b6ffe-2b43-4afe-91bc-a79b026be5fd) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:35:54.350758 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Pushing event updated for resources: {'Port': ['ID=d35de294-b42b-40c1-8409-771008714312,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:54.407258 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d526200b-9332-4fa2-b210-b34ac7957c9a req-1a45b30e-6a0d-4b05-a903-d8bc29a69a0d tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7433555 Nov 18 17:35:54.424426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7eb1f-1750-43f2-9e2a-102db6892326 req-1823082a-3c6d-4fc0-bd6a-275afe8f5035 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:54.428587 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ee7eb1f-1750-43f2-9e2a-102db6892326 req-1823082a-3c6d-4fc0-bd6a-275afe8f5035 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1374965 Nov 18 17:35:54.468385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Attempting to bind port d35de294-b42b-40c1-8409-771008714312 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:35:54.468660 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Attempting to bind port d35de294-b42b-40c1-8409-771008714312 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:35:54.468982 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Attempting to bind port d35de294-b42b-40c1-8409-771008714312 on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:35:54.481102 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:35:54.481505 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:35:54.481975 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:54.483582 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:35:54.485869 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Bound port: d35de294-b42b-40c1-8409-771008714312, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:35:54.486274 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:54.636211 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c54338e-dbe9-4d35-8db3-8e99c44a7430 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Router b125c400-c3d7-4dec-b65b-3b092f73f486 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:35:54.684680 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] For port d35de294-b42b-40c1-8409-771008714312, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:35:54.690891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] For port d35de294-b42b-40c1-8409-771008714312, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d35de294-b42b-40c1-8409-771008714312,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:35:54.808212 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ee7eb1f-1750-43f2-9e2a-102db6892326 req-ce0c9fc1-cc70-4789-adf3-072f1afcd4de tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781617 Nov 18 17:35:54.835730 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:54.928728 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c9d65b4-cc5c-464e-a96b-f5333a499d3c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:54.995369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f98f3-a5b0-44b1-b55b-360d2ff63c49 None None] Pushing event updated for resources: {'Port': ['ID=d35de294-b42b-40c1-8409-771008714312,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:55.070465 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c9d65b4-cc5c-464e-a96b-f5333a499d3c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:55.073281 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c54338e-dbe9-4d35-8db3-8e99c44a7430 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:35:55.078668 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c54338e-dbe9-4d35-8db3-8e99c44a7430 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:55.088021 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad999b2-b909-4c79-8c95-78c0b3ea2c2d None None] Sync routers for ids ['b125c400-c3d7-4dec-b65b-3b092f73f486'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:35:55.111487 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad999b2-b909-4c79-8c95-78c0b3ea2c2d None None] Routers {'b125c400-c3d7-4dec-b65b-3b092f73f486'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:55.115429 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6ad999b2-b909-4c79-8c95-78c0b3ea2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b125c400-c3d7-4dec-b65b-3b092f73f486'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:55.169320 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d65b4-cc5c-464e-a96b-f5333a499d3c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=672b6ffe-2b43-4afe-91bc-a79b026be5fd,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:55.174492 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2c54338e-dbe9-4d35-8db3-8e99c44a7430 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "PUT /v2.0/floatingips/8264fdc8-1f1d-43b7-aafa-90947c46d156 HTTP/1.1" status: 200 len: 990 time: 3.5011761 Nov 18 17:35:55.184060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'tag': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:35:55.188058 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36da42df-d27f-4490-b75a-ac01f0982943" -d '{"events": [{"name": "network-changed", "server_uuid": "5660f3bc-0328-40df-8ac0-38802a45bc41", "tag": "2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:35:55.206675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d65b4-cc5c-464e-a96b-f5333a499d3c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:55.209854 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-8c9d65b4-cc5c-464e-a96b-f5333a499d3c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:55.215458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d65b4-cc5c-464e-a96b-f5333a499d3c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:35:55.226218 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9d65b4-cc5c-464e-a96b-f5333a499d3c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:55.226935 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c9d65b4-cc5c-464e-a96b-f5333a499d3c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:55.310446 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22743138-64c9-49be-95a0-a8c6674b9517 x-openstack-request-id: req-22743138-64c9-49be-95a0-a8c6674b9517 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:35:55.311136 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5660f3bc-0328-40df-8ac0-38802a45bc41", "tag": "2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:35:55.311466 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-22743138-64c9-49be-95a0-a8c6674b9517 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:35:55.312092 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'tag': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed', 'status': 'completed', 'code': 200} Nov 18 17:35:55.313825 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-6ad999b2-b909-4c79-8c95-78c0b3ea2c2d None None] Set router b125c400-c3d7-4dec-b65b-3b092f73f486 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:35:55.434106 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8c9d65b4-cc5c-464e-a96b-f5333a499d3c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6431735 Nov 18 17:35:55.438417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46394) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:55.487137 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da42df-d27f-4490-b75a-ac01f0982943 req-a1f1faed-5bd7-48d8-bf92-76a6e4e75972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:55.495406 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36da42df-d27f-4490-b75a-ac01f0982943 req-a1f1faed-5bd7-48d8-bf92-76a6e4e75972 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c792286d243e4484b7d541f96477c28c&device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 1097 time: 0.1663651 Nov 18 17:35:55.597073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01407507-e333-493d-923e-4924530fb420 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:55.610293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01407507-e333-493d-923e-4924530fb420 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:55.615499 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-01407507-e333-493d-923e-4924530fb420 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1766670 Nov 18 17:35:55.619688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46398) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:55.767875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d25d2-05e4-40ff-a8ed-87e7df24aaa7 req-aaf5c465-07fa-4e4e-a1b5-72eb0263e0b1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:55.772898 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da42df-d27f-4490-b75a-ac01f0982943 req-5912df42-bd80-42cc-90c7-9290d8d57cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:55.774940 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36da42df-d27f-4490-b75a-ac01f0982943 req-5912df42-bd80-42cc-90c7-9290d8d57cc3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358 HTTP/1.1" status: 200 len: 918 time: 0.2709787 Nov 18 17:35:55.778170 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-667d25d2-05e4-40ff-a8ed-87e7df24aaa7 req-aaf5c465-07fa-4e4e-a1b5-72eb0263e0b1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 944 time: 0.1575944 Nov 18 17:35:55.882819 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-667d25d2-05e4-40ff-a8ed-87e7df24aaa7 req-a87dcc78-25a5-495c-97b5-be478093cb30 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765963 Nov 18 17:35:55.912575 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36da42df-d27f-4490-b75a-ac01f0982943 req-a68a7612-6050-4b7a-8f94-18de59ae3ac7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed HTTP/1.1" status: 200 len: 998 time: 0.1273456 Nov 18 17:35:55.995350 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6ad999b2-b909-4c79-8c95-78c0b3ea2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:31:03Z', 'revision_number': 4, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '8264fdc8-1f1d-43b7-aafa-90947c46d156', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'port_id': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'mac_address': 'fa:16:3e:bd:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:35:30Z', 'updated_at': '2021-11-18T17:35:52Z', 'revision_number': 1, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8965a6-d924-41ca-9a81-552372fc4f02', 'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'mac_address': 'fa:16:3e:95:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:01Z', 'updated_at': '2021-11-18T17:31:08Z', 'revision_number': 5, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'subnets': [{'id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:55.996084 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6a4d2-f35b-492d-95eb-882b092646b5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port 672b6ffe-2b43-4afe-91bc-a79b026be5fd {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:35:55.996504 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ed6a4d2-f35b-492d-95eb-882b092646b5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:56.002625 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da42df-d27f-4490-b75a-ac01f0982943 req-ca3f0f2f-98c8-4df5-bc78-d72d937c7478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:56.004170 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36da42df-d27f-4490-b75a-ac01f0982943 req-ca3f0f2f-98c8-4df5-bc78-d72d937c7478 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=10777e13-94e4-46f6-b1c7-ddc7fdf51d26 HTTP/1.1" status: 200 len: 855 time: 0.0803449 Nov 18 17:35:56.035955 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad999b2-b909-4c79-8c95-78c0b3ea2c2d None None] Checking router: b125c400-c3d7-4dec-b65b-3b092f73f486 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:35:56.051320 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad999b2-b909-4c79-8c95-78c0b3ea2c2d None None] Routers {'b125c400-c3d7-4dec-b65b-3b092f73f486'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:35:56.052312 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6ad999b2-b909-4c79-8c95-78c0b3ea2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:35:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b125c400-c3d7-4dec-b65b-3b092f73f486'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:56.098478 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5e5a8-5f90-4b97-a29e-96e7162fcaaa req-f7eb3219-a851-4820-aa07-5c80b20acdd3 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:56.110734 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3cc5e5a8-5f90-4b97-a29e-96e7162fcaaa req-f7eb3219-a851-4820-aa07-5c80b20acdd3 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1262865 Nov 18 17:35:56.196220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da42df-d27f-4490-b75a-ac01f0982943 req-14fb88d8-9c93-41f1-b80c-4018d58595fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:56.202971 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36da42df-d27f-4490-b75a-ac01f0982943 req-14fb88d8-9c93-41f1-b80c-4018d58595fc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1846490 Nov 18 17:35:56.212318 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3cc5e5a8-5f90-4b97-a29e-96e7162fcaaa req-9accba42-2fc7-4b7b-ba77-48e574b3b5bf tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957558 Nov 18 17:35:56.258924 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ed6a4d2-f35b-492d-95eb-882b092646b5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:56.308075 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6a4d2-f35b-492d-95eb-882b092646b5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for 672b6ffe-2b43-4afe-91bc-a79b026be5fd owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:35:56.362190 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-6ad999b2-b909-4c79-8c95-78c0b3ea2c2d None None] Set router b125c400-c3d7-4dec-b65b-3b092f73f486 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:35:56.390450 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36da42df-d27f-4490-b75a-ac01f0982943 req-b1f5b180-012d-4038-98cd-14adb51793d7 service neutron] 10.222.0.81 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796856 Nov 18 17:35:56.549164 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36da42df-d27f-4490-b75a-ac01f0982943 req-c33f557d-77c3-4be3-b036-cc02881bfbe2 service neutron] 10.222.0.81 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500065 Nov 18 17:35:56.671533 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ed6a4d2-f35b-492d-95eb-882b092646b5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:56.707055 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6ad999b2-b909-4c79-8c95-78c0b3ea2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:31:03Z', 'revision_number': 4, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '8264fdc8-1f1d-43b7-aafa-90947c46d156', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'port_id': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'mac_address': 'fa:16:3e:bd:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:35:30Z', 'updated_at': '2021-11-18T17:35:52Z', 'revision_number': 1, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8965a6-d924-41ca-9a81-552372fc4f02', 'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'mac_address': 'fa:16:3e:95:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:01Z', 'updated_at': '2021-11-18T17:31:08Z', 'revision_number': 5, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'subnets': [{'id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:35:56.729750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6a4d2-f35b-492d-95eb-882b092646b5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=672b6ffe-2b43-4afe-91bc-a79b026be5fd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:56.777973 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad999b2-b909-4c79-8c95-78c0b3ea2c2d None None] The sync data for ids ['b125c400-c3d7-4dec-b65b-3b092f73f486'] in n-d-813419-11 is: [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:31:03Z', 'revision_number': 4, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '8264fdc8-1f1d-43b7-aafa-90947c46d156', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'port_id': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'mac_address': 'fa:16:3e:bd:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:35:30Z', 'updated_at': '2021-11-18T17:35:52Z', 'revision_number': 1, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8965a6-d924-41ca-9a81-552372fc4f02', 'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'mac_address': 'fa:16:3e:95:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:01Z', 'updated_at': '2021-11-18T17:31:08Z', 'revision_number': 5, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'subnets': [{'id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:35:56.783158 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ed6a4d2-f35b-492d-95eb-882b092646b5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:56.788303 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0ed6a4d2-f35b-492d-95eb-882b092646b5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/672b6ffe-2b43-4afe-91bc-a79b026be5fd HTTP/1.1" status: 204 len: 168 time: 1.1648796 Nov 18 17:35:56.788827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46410) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:56.824804 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ae0d87df-9ac1-4e5f-8026-445789dad0e0 None None] Provisioning complete for port d35de294-b42b-40c1-8409-771008714312 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:35:56.825326 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae0d87df-9ac1-4e5f-8026-445789dad0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:57.032994 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b4cde1-84a7-40e4-bddc-9e81309c84e7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:57.032994 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b4cde1-84a7-40e4-bddc-9e81309c84e7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:57.040030 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b4b4cde1-84a7-40e4-bddc-9e81309c84e7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2475736 Nov 18 17:35:57.040559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46414) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:57.043495 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae0d87df-9ac1-4e5f-8026-445789dad0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:57.150822 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ae0d87df-9ac1-4e5f-8026-445789dad0e0 None None] For port d35de294-b42b-40c1-8409-771008714312, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d35de294-b42b-40c1-8409-771008714312,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:57.193773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cba240-8200-4c9c-94e0-2a2eccf606a0 req-a07ed2ef-dd75-42cf-87e9-d527b07dcffd tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:57.196706 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2de3c5-d27c-4a78-9366-5cc100fd4c38 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet f9cb40c9-85a9-49dd-bf04-826a26c35951 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:35:57.205534 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e2de3c5-d27c-4a78-9366-5cc100fd4c38 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:57.220261 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d35de294-b42b-40c1-8409-771008714312 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:35:57.222520 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-93cba240-8200-4c9c-94e0-2a2eccf606a0 req-a07ed2ef-dd75-42cf-87e9-d527b07dcffd tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 944 time: 0.1641970 Nov 18 17:35:57.299538 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-93cba240-8200-4c9c-94e0-2a2eccf606a0 req-64fa89c5-f75d-4f2e-b307-9da53cd9c13a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758276 Nov 18 17:35:57.332789 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e2de3c5-d27c-4a78-9366-5cc100fd4c38 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:57.341158 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae0d87df-9ac1-4e5f-8026-445789dad0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:57.480770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8686e4-9e6a-4ebe-ac46-bade3a76c7d9 None None] New status for floating IP 8264fdc8-1f1d-43b7-aafa-90947c46d156: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:35:57.492009 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5f931-9126-4fe8-94ea-7adfa3af1c39 req-2113eeca-28be-4d51-bf66-d069477d27f9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:57.496951 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e8b5f931-9126-4fe8-94ea-7adfa3af1c39 req-2113eeca-28be-4d51-bf66-d069477d27f9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1026535 Nov 18 17:35:57.615769 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e2de3c5-d27c-4a78-9366-5cc100fd4c38 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:57.616153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e8b5f931-9126-4fe8-94ea-7adfa3af1c39 req-91c2d7b8-1562-4b72-98cb-ed4107cdeb19 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095388 Nov 18 17:35:57.754801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8e5a2568-8692-47da-8aa6-8478288ef9b6 None None] Could not find standard attr ID for object 672b6ffe-2b43-4afe-91bc-a79b026be5fd. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:35:57.757227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d87df-9ac1-4e5f-8026-445789dad0e0 None None] Pushing event updated for resources: {'Port': ['ID=d35de294-b42b-40c1-8409-771008714312,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:57.770824 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d35de294-b42b-40c1-8409-771008714312 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:35:57.771209 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:57.887162 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e2de3c5-d27c-4a78-9366-5cc100fd4c38 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:57.935425 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2de3c5-d27c-4a78-9366-5cc100fd4c38 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=f9cb40c9-85a9-49dd-bf04-826a26c35951,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:57.940811 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e2de3c5-d27c-4a78-9366-5cc100fd4c38 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:57.944004 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2e2de3c5-d27c-4a78-9366-5cc100fd4c38 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/f9cb40c9-85a9-49dd-bf04-826a26c35951 HTTP/1.1" status: 204 len: 168 time: 0.9026825 Nov 18 17:35:57.948089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46422) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:57.955688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eb3abd-d82d-4fde-9e38-abe07a437512 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:35:58.033495 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-972f76dc-f306-460d-b93f-4313a4c0e7c4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835013 Nov 18 17:35:58.035925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46426) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:58.114807 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbf9177-b9f5-4f32-a19f-7d29b57555dd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:58.119648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46428) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:58.120503 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bfbf9177-b9f5-4f32-a19f-7d29b57555dd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0826559 Nov 18 17:35:58.192030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55566bed-a085-4ebd-9c31-cd07f2244aa0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:58.194604 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-55566bed-a085-4ebd-9c31-cd07f2244aa0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0738027 Nov 18 17:35:58.197553 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46430) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:58.265335 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cf461fa1-63b6-4360-af77-437292cd0b9e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642629 Nov 18 17:35:58.266143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46432) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:58.275267 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7727cd69-ca58-4677-a5d4-417dd6ac1e77 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:58.275732 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3fe81b-7cf1-4738-bef2-2a46e33685e5 None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:35:58.350122 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8b3fe81b-7cf1-4738-bef2-2a46e33685e5 None None] Deleting port d35de294-b42b-40c1-8409-771008714312 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:35:58.353785 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b3fe81b-7cf1-4738-bef2-2a46e33685e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:58.442458 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8b3fe81b-7cf1-4738-bef2-2a46e33685e5 None None] For port d35de294-b42b-40c1-8409-771008714312, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d35de294-b42b-40c1-8409-771008714312,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:35:58.442901 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b3fe81b-7cf1-4738-bef2-2a46e33685e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:58.459117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8b3fe81b-7cf1-4738-bef2-2a46e33685e5 None None] Calling delete_port for d35de294-b42b-40c1-8409-771008714312 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:35:58.480377 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240018-1cde-4242-aa7e-72ec0b8c832d req-2cb24e31-64e3-4779-96e0-68b08f5b11d1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:58.488900 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc240018-1cde-4242-aa7e-72ec0b8c832d req-2cb24e31-64e3-4779-96e0-68b08f5b11d1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 944 time: 0.0694931 Nov 18 17:35:58.540713 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7727cd69-ca58-4677-a5d4-417dd6ac1e77 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:35:58.546704 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7727cd69-ca58-4677-a5d4-417dd6ac1e77 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:58.655663 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc240018-1cde-4242-aa7e-72ec0b8c832d req-bcd62f14-b589-4b46-9dc2-cfb6c81f2aa9 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610711 Nov 18 17:35:58.666409 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b3fe81b-7cf1-4738-bef2-2a46e33685e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:58.710500 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fe81b-7cf1-4738-bef2-2a46e33685e5 None None] Pushing event deleted for resources: {'Port': ['ID=d35de294-b42b-40c1-8409-771008714312,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:58.729628 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3fe81b-7cf1-4738-bef2-2a46e33685e5 None None] No DVR routers for this DVR port d35de294-b42b-40c1-8409-771008714312 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:35:58.904038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f222ddb-ae04-4ed6-bed6-9490e56662b5 req-ee30038a-3ed9-4b0b-8e37-1ad4bedd55aa tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:58.907680 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f222ddb-ae04-4ed6-bed6-9490e56662b5 req-ee30038a-3ed9-4b0b-8e37-1ad4bedd55aa tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1201980 Nov 18 17:35:59.002944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f222ddb-ae04-4ed6-bed6-9490e56662b5 req-ae412d9d-b1c8-44ea-80ec-b41da8e8afdc tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676947 Nov 18 17:35:59.077347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d35de294-b42b-40c1-8409-771008714312 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:35:59.100282 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: d35de294-b42b-40c1-8409-771008714312 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:35:59.100655 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d35de294-b42b-40c1-8409-771008714312 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:35:59.230304 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7727cd69-ca58-4677-a5d4-417dd6ac1e77 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:59.276308 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7727cd69-ca58-4677-a5d4-417dd6ac1e77 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:35:59.279544 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-7727cd69-ca58-4677-a5d4-417dd6ac1e77 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:35:59.285406 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7727cd69-ca58-4677-a5d4-417dd6ac1e77 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:35:59.285406 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7727cd69-ca58-4677-a5d4-417dd6ac1e77 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:59.292795 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6df2629-4ded-4788-862e-4679e8edbafe None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:35:59.303743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727cd69-ca58-4677-a5d4-417dd6ac1e77 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=2d1b650a-747b-4b8d-965e-eb8178f85284,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:35:59.392795 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7727cd69-ca58-4677-a5d4-417dd6ac1e77 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1252944 Nov 18 17:35:59.395563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46448) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:35:59.401571 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f430ca39-7243-47da-9a6c-23a8d3166eb0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'fixed_ips': [{'subnet_id': '2d1b650a-747b-4b8d-965e-eb8178f85284', 'ip_address': '2001:db8::9580:1e62:6fe8:c5ef'}], 'name': 'tempest-NetworksTestDHCPv6-1588292562'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:35:59.470129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': '2d1b650a-747b-4b8d-965e-eb8178f85284'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:35:59.471004 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:59.624871 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f430ca39-7243-47da-9a6c-23a8d3166eb0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:35:59.681797 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Allocated IP 2001:db8::2 (5e45a538-7011-458e-bc0c-33977cda4913/2d1b650a-747b-4b8d-965e-eb8178f85284/6923b9e4-b88a-409d-98bc-05330d13ee69) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:35:59.815077 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f430ca39-7243-47da-9a6c-23a8d3166eb0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:59.894583 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-f430ca39-7243-47da-9a6c-23a8d3166eb0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port 3e771cf9-9b97-4950-8a8f-9dab280dbfae yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:35:59.964223 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6ab106b3-5702-43f4-8dc5-b79ba1331537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:35:59.995208 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:00.124539 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:00.130369 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6228db-84a8-41b2-9eb9-e8c78df15e10 req-a63ce48b-19a3-4040-a942-812fef6bce1c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:00.132224 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb6228db-84a8-41b2-9eb9-e8c78df15e10 req-a63ce48b-19a3-4040-a942-812fef6bce1c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 944 time: 0.2838707 Nov 18 17:36:00.199873 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Pushing event updated for resources: {'Port': ['ID=6923b9e4-b88a-409d-98bc-05330d13ee69,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:00.223047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:00.224783 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:00.230033 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:00.270554 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb6228db-84a8-41b2-9eb9-e8c78df15e10 req-5706f635-6aec-4ae5-98a6-2f632afac390 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247745 Nov 18 17:36:00.281732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec855e-ed36-47bd-942b-0f288c4d54d8 req-8b04be55-8b9b-45cc-a165-0f4fbd91a122 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:00.289295 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4ec855e-ed36-47bd-942b-0f288c4d54d8 req-8b04be55-8b9b-45cc-a165-0f4fbd91a122 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1531112 Nov 18 17:36:00.322427 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-f430ca39-7243-47da-9a6c-23a8d3166eb0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::9580:1e62:6fe8:c5ef (5e45a538-7011-458e-bc0c-33977cda4913/2d1b650a-747b-4b8d-965e-eb8178f85284/3e771cf9-9b97-4950-8a8f-9dab280dbfae) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:00.387248 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4ec855e-ed36-47bd-942b-0f288c4d54d8 req-1bb6c725-74e5-4261-95b4-60bad3cb6942 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967844 Nov 18 17:36:00.410051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Attempting to bind port 6923b9e4-b88a-409d-98bc-05330d13ee69 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:36:00.411237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Attempting to bind port 6923b9e4-b88a-409d-98bc-05330d13ee69 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:36:00.411677 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Attempting to bind port 6923b9e4-b88a-409d-98bc-05330d13ee69 on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:36:00.424224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:36:00.426762 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:36:00.426762 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:00.426762 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:36:00.426762 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Bound port: 6923b9e4-b88a-409d-98bc-05330d13ee69, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:36:00.426762 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:00.532869 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] For port 6923b9e4-b88a-409d-98bc-05330d13ee69, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:36:00.536478 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] For port 6923b9e4-b88a-409d-98bc-05330d13ee69, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6923b9e4-b88a-409d-98bc-05330d13ee69,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:36:00.558776 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f430ca39-7243-47da-9a6c-23a8d3166eb0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:00.663914 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:00.719534 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f430ca39-7243-47da-9a6c-23a8d3166eb0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:00.732033 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b882a4-4cde-49dc-a1e7-3b629f724d7a None None] Pushing event updated for resources: {'Port': ['ID=6923b9e4-b88a-409d-98bc-05330d13ee69,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:00.778487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f430ca39-7243-47da-9a6c-23a8d3166eb0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:00.785498 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f430ca39-7243-47da-9a6c-23a8d3166eb0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:00.787563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430ca39-7243-47da-9a6c-23a8d3166eb0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=3e771cf9-9b97-4950-8a8f-9dab280dbfae,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:00.790006 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430ca39-7243-47da-9a6c-23a8d3166eb0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:00.795756 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f430ca39-7243-47da-9a6c-23a8d3166eb0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:00.796432 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f430ca39-7243-47da-9a6c-23a8d3166eb0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:00.892084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f430ca39-7243-47da-9a6c-23a8d3166eb0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4946432 Nov 18 17:36:00.894376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46466) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:00.994693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5892c4b-24ae-45df-9564-4ede0df7de11 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:01.005144 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5892c4b-24ae-45df-9564-4ede0df7de11 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:01.005950 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46472) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:01.006436 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a5892c4b-24ae-45df-9564-4ede0df7de11 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1105654 Nov 18 17:36:01.181531 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a3cfba2a-bd40-4df5-b618-e514910f5a9b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port 3e771cf9-9b97-4950-8a8f-9dab280dbfae {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:01.181904 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3cfba2a-bd40-4df5-b618-e514910f5a9b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:01.186386 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6923b9e4-b88a-409d-98bc-05330d13ee69 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:36:01.254435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 6923b9e4-b88a-409d-98bc-05330d13ee69 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:01.254786 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:01.293721 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3cfba2a-bd40-4df5-b618-e514910f5a9b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:01.313471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a3cfba2a-bd40-4df5-b618-e514910f5a9b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for 3e771cf9-9b97-4950-8a8f-9dab280dbfae owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:01.346622 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:01.391206 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 6923b9e4-b88a-409d-98bc-05330d13ee69, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6923b9e4-b88a-409d-98bc-05330d13ee69,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:01.465586 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:01.520964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c40dba-0da2-4750-81f1-6a51cf304c56 req-0f7955df-9ee6-4a53-88ec-2cdd1c3c6e22 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:01.520964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79c40dba-0da2-4750-81f1-6a51cf304c56 req-0f7955df-9ee6-4a53-88ec-2cdd1c3c6e22 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 944 time: 0.1262307 Nov 18 17:36:01.547453 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=6923b9e4-b88a-409d-98bc-05330d13ee69,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:01.562726 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3cfba2a-bd40-4df5-b618-e514910f5a9b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:01.596237 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfba2a-bd40-4df5-b618-e514910f5a9b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=3e771cf9-9b97-4950-8a8f-9dab280dbfae,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:01.625119 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3cfba2a-bd40-4df5-b618-e514910f5a9b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:01.628560 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a3cfba2a-bd40-4df5-b618-e514910f5a9b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/3e771cf9-9b97-4950-8a8f-9dab280dbfae HTTP/1.1" status: 204 len: 168 time: 0.6215410 Nov 18 17:36:01.635053 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79c40dba-0da2-4750-81f1-6a51cf304c56 req-06fa964f-35e5-46ef-b5b9-352a333173d9 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076438 Nov 18 17:36:01.635600 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46484) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:01.669799 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be70184-f266-4645-8116-437fac74db20 req-bfcded66-a2c1-4e2a-8172-5630aa93e4e7 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:01.671517 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4be70184-f266-4645-8116-437fac74db20 req-bfcded66-a2c1-4e2a-8172-5630aa93e4e7 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1229947 Nov 18 17:36:01.750633 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7809caf-a1bf-4aec-a394-aaeba3113561 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:01.754168 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7809caf-a1bf-4aec-a394-aaeba3113561 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:01.759694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a7809caf-a1bf-4aec-a394-aaeba3113561 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1187308 Nov 18 17:36:01.759868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46488) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:01.777934 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4be70184-f266-4645-8116-437fac74db20 req-11bbacc4-11cd-4095-a5bc-e4a6ee7e3a08 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808215 Nov 18 17:36:01.851426 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4d8dbc-dae7-4064-a912-6a655dee9b43 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet 2d1b650a-747b-4b8d-965e-eb8178f85284 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:36:01.857551 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f4d8dbc-dae7-4064-a912-6a655dee9b43 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:01.861944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5b8ca-55d8-45c3-ae13-a621bfbfa5d8 req-cf6369d2-a972-4379-b26f-dfdb709ea9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:01.863465 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1da5b8ca-55d8-45c3-ae13-a621bfbfa5d8 req-cf6369d2-a972-4379-b26f-dfdb709ea9ba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5482321838844be38307f00ea7e492a9&device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 1097 time: 0.0927625 Nov 18 17:36:01.939890 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f4d8dbc-dae7-4064-a912-6a655dee9b43 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:02.040830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5b8ca-55d8-45c3-ae13-a621bfbfa5d8 req-66266483-3c75-4e18-8594-121e1bae36d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:02.042757 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1da5b8ca-55d8-45c3-ae13-a621bfbfa5d8 req-66266483-3c75-4e18-8594-121e1bae36d5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a4327a42-a41d-4df0-88ec-86cfa61cf60b HTTP/1.1" status: 200 len: 916 time: 0.1496964 Nov 18 17:36:02.128117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0726cd00-ae88-461e-80cb-1664efa2db61 None None] Provisioning complete for port 6923b9e4-b88a-409d-98bc-05330d13ee69 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:02.128727 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0726cd00-ae88-461e-80cb-1664efa2db61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:02.130316 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1da5b8ca-55d8-45c3-ae13-a621bfbfa5d8 req-80928aff-ed20-49d7-99ee-3832aa7bbe6e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f HTTP/1.1" status: 200 len: 217 time: 0.0677118 Nov 18 17:36:02.205564 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f4d8dbc-dae7-4064-a912-6a655dee9b43 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:02.241557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5b8ca-55d8-45c3-ae13-a621bfbfa5d8 req-06035c49-7061-4baa-b927-1d219ef9d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:02.243049 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1da5b8ca-55d8-45c3-ae13-a621bfbfa5d8 req-06035c49-7061-4baa-b927-1d219ef9d0db service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4ef27d04-f77e-4824-a841-f22b1e434bcf HTTP/1.1" status: 200 len: 854 time: 0.1008997 Nov 18 17:36:02.285229 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1da5b8ca-55d8-45c3-ae13-a621bfbfa5d8 req-779bbe4a-ff0e-4907-9487-7399d04ad1cb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a4327a42-a41d-4df0-88ec-86cfa61cf60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315092 Nov 18 17:36:02.340197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5f0ab93f-6abd-43ba-aac7-27f543497ab0 None None] Could not find standard attr ID for object 3e771cf9-9b97-4950-8a8f-9dab280dbfae. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:36:02.393123 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1da5b8ca-55d8-45c3-ae13-a621bfbfa5d8 req-e1a052cb-835a-4608-ac97-077758cb2d03 service neutron] 10.222.0.81 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948799 Nov 18 17:36:02.420782 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f4d8dbc-dae7-4064-a912-6a655dee9b43 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:02.461412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d8dbc-dae7-4064-a912-6a655dee9b43 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=2d1b650a-747b-4b8d-965e-eb8178f85284,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:02.463432 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f4d8dbc-dae7-4064-a912-6a655dee9b43 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:02.466732 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6f4d8dbc-dae7-4064-a912-6a655dee9b43 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/2d1b650a-747b-4b8d-965e-eb8178f85284 HTTP/1.1" status: 204 len: 168 time: 0.7057207 Nov 18 17:36:02.470687 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46494) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:02.475140 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1ae879ef-1cd4-4d8d-a1e9-3a059e2980b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:02.508693 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec2fb26-162c-4817-9f55-adbcb039eb18 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:02.533110 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1da5b8ca-55d8-45c3-ae13-a621bfbfa5d8 req-3bd118ec-e52b-4433-a3b8-8bba2f31098c service neutron] 10.222.0.81 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318891 Nov 18 17:36:02.538293 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0567e458-1fc3-41b4-b596-f6be59197092 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637636 Nov 18 17:36:02.538832 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46496) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:02.544549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d120bb10-465f-4c65-be2a-6c16515256cc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:02.700553 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41f3195-bfd6-47ab-bbb6-b54b143ae484 None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:36:02.721424 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d120bb10-465f-4c65-be2a-6c16515256cc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:02.725967 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d120bb10-465f-4c65-be2a-6c16515256cc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:02.751163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d41f3195-bfd6-47ab-bbb6-b54b143ae484 None None] Deleting port 6923b9e4-b88a-409d-98bc-05330d13ee69 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:02.751931 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d41f3195-bfd6-47ab-bbb6-b54b143ae484 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:02.781280 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a7262-85c2-4e9e-a710-6d44407defdc req-65e581d2-18b2-4dd1-bbe0-979f65016a48 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:02.782956 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c63a7262-85c2-4e9e-a710-6d44407defdc req-65e581d2-18b2-4dd1-bbe0-979f65016a48 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 944 time: 0.0657578 Nov 18 17:36:02.840069 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d41f3195-bfd6-47ab-bbb6-b54b143ae484 None None] For port 6923b9e4-b88a-409d-98bc-05330d13ee69, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6923b9e4-b88a-409d-98bc-05330d13ee69,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:02.840452 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d41f3195-bfd6-47ab-bbb6-b54b143ae484 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:02.850756 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c63a7262-85c2-4e9e-a710-6d44407defdc req-ab329332-c3c3-4119-bcc5-8ad2ef0eafc0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603790 Nov 18 17:36:02.857228 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d41f3195-bfd6-47ab-bbb6-b54b143ae484 None None] Calling delete_port for 6923b9e4-b88a-409d-98bc-05330d13ee69 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:02.945566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dbbaa-a054-47ee-9ed7-d83a555fe4b4 req-ad9834c2-e73e-4c3a-925c-1fef2ec34bd9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:02.947105 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d80dbbaa-a054-47ee-9ed7-d83a555fe4b4 req-ad9834c2-e73e-4c3a-925c-1fef2ec34bd9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0531473 Nov 18 17:36:02.996201 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d80dbbaa-a054-47ee-9ed7-d83a555fe4b4 req-6264b03b-6479-4616-910c-1e0834af7c82 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423636 Nov 18 17:36:03.018611 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d41f3195-bfd6-47ab-bbb6-b54b143ae484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:03.047949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f3195-bfd6-47ab-bbb6-b54b143ae484 None None] Pushing event deleted for resources: {'Port': ['ID=6923b9e4-b88a-409d-98bc-05330d13ee69,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:03.049998 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d120bb10-465f-4c65-be2a-6c16515256cc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:03.053431 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41f3195-bfd6-47ab-bbb6-b54b143ae484 None None] No DVR routers for this DVR port 6923b9e4-b88a-409d-98bc-05330d13ee69 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:36:03.079597 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6923b9e4-b88a-409d-98bc-05330d13ee69 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:36:03.100734 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 6923b9e4-b88a-409d-98bc-05330d13ee69 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:36:03.100734 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6923b9e4-b88a-409d-98bc-05330d13ee69 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:36:03.114438 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d120bb10-465f-4c65-be2a-6c16515256cc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:03.117615 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-d120bb10-465f-4c65-be2a-6c16515256cc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:03.120593 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d120bb10-465f-4c65-be2a-6c16515256cc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:03.121196 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d120bb10-465f-4c65-be2a-6c16515256cc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:03.129209 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb9d865-7a02-45bf-886b-29e3cb24a2fe None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:03.133414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120bb10-465f-4c65-be2a-6c16515256cc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=dd7b5571-1ce0-4d6e-a055-79376e6eedb1,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:03.222246 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d120bb10-465f-4c65-be2a-6c16515256cc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6822703 Nov 18 17:36:03.224679 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46508) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:03.229776 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c1895638-b4b9-405d-abad-6202a77af605 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'fixed_ips': [{'subnet_id': 'dd7b5571-1ce0-4d6e-a055-79376e6eedb1', 'ip_address': '2001:db8::f114:ef13:887b:780d'}], 'name': 'tempest-NetworksTestDHCPv6-483139226'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:03.288059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': 'dd7b5571-1ce0-4d6e-a055-79376e6eedb1'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:36:03.289177 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:03.424335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1895638-b4b9-405d-abad-6202a77af605 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:03.428394 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Allocated IP 2001:db8::2 (5e45a538-7011-458e-bc0c-33977cda4913/dd7b5571-1ce0-4d6e-a055-79376e6eedb1/144249ad-b77d-4aa4-8212-321fdd1442c5) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:03.511976 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1895638-b4b9-405d-abad-6202a77af605 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:03.528571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-c1895638-b4b9-405d-abad-6202a77af605 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port d84aee83-f6bb-40dc-9c8d-c3dba7e77adc yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:36:03.577107 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:03.581442 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:03.640817 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:03.683834 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:03.686607 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:03.690712 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:03.700789 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Pushing event updated for resources: {'Port': ['ID=144249ad-b77d-4aa4-8212-321fdd1442c5,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:03.759767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Attempting to bind port 144249ad-b77d-4aa4-8212-321fdd1442c5 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:36:03.760417 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Attempting to bind port 144249ad-b77d-4aa4-8212-321fdd1442c5 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:36:03.760797 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Attempting to bind port 144249ad-b77d-4aa4-8212-321fdd1442c5 on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:36:03.766865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:36:03.767256 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:36:03.767670 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:03.768107 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:36:03.768597 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Bound port: 144249ad-b77d-4aa4-8212-321fdd1442c5, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:36:03.768991 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:03.837434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] For port 144249ad-b77d-4aa4-8212-321fdd1442c5, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:36:03.841521 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] For port 144249ad-b77d-4aa4-8212-321fdd1442c5, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=144249ad-b77d-4aa4-8212-321fdd1442c5,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:36:03.893333 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:03.961317 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b78722-bd42-4ef5-a97a-657da037c065 None None] Pushing event updated for resources: {'Port': ['ID=144249ad-b77d-4aa4-8212-321fdd1442c5,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:03.997159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-c1895638-b4b9-405d-abad-6202a77af605 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::f114:ef13:887b:780d (5e45a538-7011-458e-bc0c-33977cda4913/dd7b5571-1ce0-4d6e-a055-79376e6eedb1/d84aee83-f6bb-40dc-9c8d-c3dba7e77adc) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:04.008780 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54915656-cc8f-4f47-b103-7cc6c161b6d5 req-c280b334-dd68-4d79-a8d8-7b53858be861 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:04.011411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54915656-cc8f-4f47-b103-7cc6c161b6d5 req-c280b334-dd68-4d79-a8d8-7b53858be861 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 944 time: 0.0764556 Nov 18 17:36:04.096300 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54915656-cc8f-4f47-b103-7cc6c161b6d5 req-3fbdd3a8-fbdc-4e39-b620-601a8be8417f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775938 Nov 18 17:36:04.158451 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14379c91-9e4a-4c3d-85d1-2866fd6aa0a1 req-138a3b8e-8cdd-41f7-8ffc-15f5112366a8 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:04.164233 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-14379c91-9e4a-4c3d-85d1-2866fd6aa0a1 req-138a3b8e-8cdd-41f7-8ffc-15f5112366a8 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0623143 Nov 18 17:36:04.177988 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1895638-b4b9-405d-abad-6202a77af605 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:04.222865 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:36:04.266152 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-14379c91-9e4a-4c3d-85d1-2866fd6aa0a1 req-33591a7c-76f8-4f48-b7e0-73c6f6eba690 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813010 Nov 18 17:36:04.304497 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1895638-b4b9-405d-abad-6202a77af605 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:04.349935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1895638-b4b9-405d-abad-6202a77af605 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:04.355235 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-c1895638-b4b9-405d-abad-6202a77af605 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:04.362359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1895638-b4b9-405d-abad-6202a77af605 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:04.368091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1895638-b4b9-405d-abad-6202a77af605 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:04.368707 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1895638-b4b9-405d-abad-6202a77af605 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:04.372370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1895638-b4b9-405d-abad-6202a77af605 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=d84aee83-f6bb-40dc-9c8d-c3dba7e77adc,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:04.437956 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c1895638-b4b9-405d-abad-6202a77af605 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2120500 Nov 18 17:36:04.440421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46522) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:04.490868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b616587-c06f-4eec-9511-a485fb7e5050 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:04.497099 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b616587-c06f-4eec-9511-a485fb7e5050 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:04.499546 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4b616587-c06f-4eec-9511-a485fb7e5050 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0579965 Nov 18 17:36:04.502039 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46524) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:04.593190 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-35249d8a-4d33-482b-915f-1fd4ff3b805f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port d84aee83-f6bb-40dc-9c8d-c3dba7e77adc {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:04.593574 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-35249d8a-4d33-482b-915f-1fd4ff3b805f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:04.679575 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-35249d8a-4d33-482b-915f-1fd4ff3b805f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:04.693370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-35249d8a-4d33-482b-915f-1fd4ff3b805f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for d84aee83-f6bb-40dc-9c8d-c3dba7e77adc owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:04.738155 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 14328e36-2088-47c9-87a9-3da2d1158673 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:36:04.868124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 14328e36-2088-47c9-87a9-3da2d1158673, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=14328e36-2088-47c9-87a9-3da2d1158673,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:04.932599 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-35249d8a-4d33-482b-915f-1fd4ff3b805f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:04.973638 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35249d8a-4d33-482b-915f-1fd4ff3b805f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=d84aee83-f6bb-40dc-9c8d-c3dba7e77adc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:05.013813 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-35249d8a-4d33-482b-915f-1fd4ff3b805f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:05.020868 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-35249d8a-4d33-482b-915f-1fd4ff3b805f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/d84aee83-f6bb-40dc-9c8d-c3dba7e77adc HTTP/1.1" status: 204 len: 168 time: 0.5151072 Nov 18 17:36:05.021513 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46528) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:05.053296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '14328e36-2088-47c9-87a9-3da2d1158673', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'port_id': '14328e36-2088-47c9-87a9-3da2d1158673', 'mac_address': 'fa:16:3e:26:7c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:36:05.092755 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e9efbd-8bc0-4aeb-a48c-c57f4951da9e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:05.095274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e9efbd-8bc0-4aeb-a48c-c57f4951da9e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:05.099325 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46530) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:05.099567 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-90e9efbd-8bc0-4aeb-a48c-c57f4951da9e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0760319 Nov 18 17:36:05.112044 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:05.127253 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14328e36-2088-47c9-87a9-3da2d1158673 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:36:05.152117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 14328e36-2088-47c9-87a9-3da2d1158673, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=14328e36-2088-47c9-87a9-3da2d1158673,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:05.156055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 144249ad-b77d-4aa4-8212-321fdd1442c5 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:36:05.159002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-569172b6-e261-4462-a685-73e617151fe6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet dd7b5571-1ce0-4d6e-a055-79376e6eedb1 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:36:05.163126 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-569172b6-e261-4462-a685-73e617151fe6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:05.212308 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:05.221402 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b5264610-75ec-42e9-b1b7-b6b63ec8fb05 None None] Provisioning complete for port 144249ad-b77d-4aa4-8212-321fdd1442c5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:05.221774 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b5264610-75ec-42e9-b1b7-b6b63ec8fb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:05.225787 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-569172b6-e261-4462-a685-73e617151fe6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:05.271048 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:05.278093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device fbf9a361-3908-4f9d-9250-2d1bbac0510f no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:36:05.322218 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942cd0e-3bb0-492e-a8ab-943eec310663 req-cb2bcc2c-4038-4f9f-b954-7b2321f42b66 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:05.335677 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5942cd0e-3bb0-492e-a8ab-943eec310663 req-cb2bcc2c-4038-4f9f-b954-7b2321f42b66 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 944 time: 0.1392121 Nov 18 17:36:05.380926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 144249ad-b77d-4aa4-8212-321fdd1442c5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:05.381591 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:05.434136 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5942cd0e-3bb0-492e-a8ab-943eec310663 req-37a352d1-66ef-4596-9f94-f1b5ca13b34c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826833 Nov 18 17:36:05.447346 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-569172b6-e261-4462-a685-73e617151fe6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:05.524605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=14328e36-2088-47c9-87a9-3da2d1158673,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:05.527490 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:05.527733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31a26e-1b60-439e-8cb4-a03cde959629 req-e6ab9099-3474-4732-abdb-7dc63ccada22 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:05.535929 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a31a26e-1b60-439e-8cb4-a03cde959629 req-e6ab9099-3474-4732-abdb-7dc63ccada22 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1045179 Nov 18 17:36:05.567681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['14328e36-2088-47c9-87a9-3da2d1158673'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:36:05.590507 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-569172b6-e261-4462-a685-73e617151fe6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:05.594761 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a31a26e-1b60-439e-8cb4-a03cde959629 req-fd6d6f06-723b-4bb8-ad4f-ac8d2a44494f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578055 Nov 18 17:36:05.613487 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b5264610-75ec-42e9-b1b7-b6b63ec8fb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:05.614060 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-569172b6-e261-4462-a685-73e617151fe6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:05.622602 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-569172b6-e261-4462-a685-73e617151fe6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/dd7b5571-1ce0-4d6e-a055-79376e6eedb1 HTTP/1.1" status: 204 len: 168 time: 0.5218005 Nov 18 17:36:05.626087 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46542) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:05.661335 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:05.671275 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569172b6-e261-4462-a685-73e617151fe6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=dd7b5571-1ce0-4d6e-a055-79376e6eedb1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:05.691062 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f4d2594d-3554-4593-a4c9-69705f97a7e6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627663 Nov 18 17:36:05.693694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46544) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:05.699434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-cb25cebe-281f-4349-8b1c-15ba5aa9d207 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:05.720020 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:05.763874 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee8bd48-f603-42e3-b05f-85b3809bfb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:36:05.767253 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294ffa8a-677d-466e-8889-412308936e3e" -d '{"events": [{"server_uuid": "3ee8bd48-f603-42e3-b05f-85b3809bfb89", "name": "network-vif-unplugged", "status": "completed", "tag": "fbf9a361-3908-4f9d-9250-2d1bbac0510f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:36:05.786002 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d1d8e8-151d-4f5e-95fb-2371cc371481 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:05.793005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port fbf9a361-3908-4f9d-9250-2d1bbac0510f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:05.814970 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 18 Nov 2021 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80f6b06-7c8d-430b-996b-9dbb88a2a1ec x-openstack-request-id: req-d80f6b06-7c8d-430b-996b-9dbb88a2a1ec {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:36:05.814970 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee8bd48-f603-42e3-b05f-85b3809bfb89", "name": "network-vif-unplugged", "status": "failed", "tag": "fbf9a361-3908-4f9d-9250-2d1bbac0510f", "code": 422}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:36:05.816912 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d80f6b06-7c8d-430b-996b-9dbb88a2a1ec {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:36:05.816912 n-d-813419-11 neutron-server[104009]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ee8bd48-f603-42e3-b05f-85b3809bfb89', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f', 'code': 422} returned with failed status Nov 18 17:36:05.818877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020c09c-4f53-4424-b001-b2591d8ac619 req-1e0aedc7-420f-47b5-ae81-123857d308c6 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:05.820496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b020c09c-4f53-4424-b001-b2591d8ac619 req-1e0aedc7-420f-47b5-ae81-123857d308c6 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.1320550 Nov 18 17:36:05.864506 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-b5264610-75ec-42e9-b1b7-b6b63ec8fb05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:36:05.864849 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-b5264610-75ec-42e9-b1b7-b6b63ec8fb05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:36:05.865420 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:05.882293 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b020c09c-4f53-4424-b001-b2591d8ac619 req-06bfdbb3-9b57-4f17-84a2-bd51b81c6c25 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526044 Nov 18 17:36:05.935368 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 144249ad-b77d-4aa4-8212-321fdd1442c5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=144249ad-b77d-4aa4-8212-321fdd1442c5,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:05.942951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb25cebe-281f-4349-8b1c-15ba5aa9d207 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:05.946876 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb25cebe-281f-4349-8b1c-15ba5aa9d207 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:06.012080 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:06.032051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=fbf9a361-3908-4f9d-9250-2d1bbac0510f,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:06.109801 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-581b9d1d-6e64-4509-a03e-15bf149aa396 req-5a32e8fc-ae70-4c3c-a762-46973eaf1e53 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:36:06.111425 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-581b9d1d-6e64-4509-a03e-15bf149aa396 req-5a32e8fc-ae70-4c3c-a762-46973eaf1e53 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063174 Nov 18 17:36:06.125691 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=144249ad-b77d-4aa4-8212-321fdd1442c5,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:06.181894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dc42f7-566f-4600-8578-65ddc713a440 None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:36:06.268849 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb25cebe-281f-4349-8b1c-15ba5aa9d207 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:06.271489 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c4dc42f7-566f-4600-8578-65ddc713a440 None None] Deleting port 144249ad-b77d-4aa4-8212-321fdd1442c5 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:06.271896 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c4dc42f7-566f-4600-8578-65ddc713a440 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:06.317771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb25cebe-281f-4349-8b1c-15ba5aa9d207 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:06.320927 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-cb25cebe-281f-4349-8b1c-15ba5aa9d207 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:06.337981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb25cebe-281f-4349-8b1c-15ba5aa9d207 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:06.338600 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb25cebe-281f-4349-8b1c-15ba5aa9d207 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:06.353127 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25cebe-281f-4349-8b1c-15ba5aa9d207 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=cbcf2f20-7278-4e38-a7ea-7fa80bbd8c96,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:06.365982 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c4dc42f7-566f-4600-8578-65ddc713a440 None None] For port 144249ad-b77d-4aa4-8212-321fdd1442c5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=144249ad-b77d-4aa4-8212-321fdd1442c5,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:06.366639 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c4dc42f7-566f-4600-8578-65ddc713a440 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:06.399095 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c4dc42f7-566f-4600-8578-65ddc713a440 None None] Calling delete_port for 144249ad-b77d-4aa4-8212-321fdd1442c5 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:06.448522 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cb25cebe-281f-4349-8b1c-15ba5aa9d207 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7536809 Nov 18 17:36:06.451996 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46568) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:06.459205 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9679150f-ec29-47df-a3b9-ad775b422eca tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'fixed_ips': [{'subnet_id': 'cbcf2f20-7278-4e38-a7ea-7fa80bbd8c96', 'ip_address': '2001:db8::1d83:3a5e:5b1:395'}], 'name': 'tempest-NetworksTestDHCPv6-1866048645'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:06.482517 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02ba98-5853-4d9d-8605-6d474b06b639 req-43f011e5-ca30-406b-b745-e8c44ecfdbdd tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:06.490887 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af02ba98-5853-4d9d-8605-6d474b06b639 req-43f011e5-ca30-406b-b745-e8c44ecfdbdd tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 943 time: 0.1073594 Nov 18 17:36:06.535645 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2ae57570-4f80-415e-aefa-1b6b2e1a32ea None None] Could not find standard attr ID for object d84aee83-f6bb-40dc-9c8d-c3dba7e77adc. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:36:06.573814 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af02ba98-5853-4d9d-8605-6d474b06b639 req-662d37c0-488d-4f55-8331-5a926c34d529 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808549 Nov 18 17:36:06.600424 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748ee27-84df-4faf-99fa-e3507d26b386 req-9cc5a32f-ba8c-43fd-a4e3-dad44e57fb38 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:06.600424 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c748ee27-84df-4faf-99fa-e3507d26b386 req-9cc5a32f-ba8c-43fd-a4e3-dad44e57fb38 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 945 time: 0.0682936 Nov 18 17:36:06.656705 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c748ee27-84df-4faf-99fa-e3507d26b386 req-0b490d70-c6f4-407e-a545-0408983d1769 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523193 Nov 18 17:36:06.664583 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c4dc42f7-566f-4600-8578-65ddc713a440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:06.694333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc42f7-566f-4600-8578-65ddc713a440 None None] Pushing event deleted for resources: {'Port': ['ID=144249ad-b77d-4aa4-8212-321fdd1442c5,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:06.698315 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc42f7-566f-4600-8578-65ddc713a440 None None] No DVR routers for this DVR port 144249ad-b77d-4aa4-8212-321fdd1442c5 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:36:06.716076 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b909a7-e0d4-4730-8bc7-7cfd57a67d14 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:06.746047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 14328e36-2088-47c9-87a9-3da2d1158673 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:36:06.772433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9679150f-ec29-47df-a3b9-ad775b422eca tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:06.775428 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-90b099f7-676a-4741-9edf-c7307b9a713e req-61dcb9bc-fc37-45bd-be95-7f5a3ebbdb76 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424876 Nov 18 17:36:06.777900 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9679150f-ec29-47df-a3b9-ad775b422eca tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:06.807697 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-9679150f-ec29-47df-a3b9-ad775b422eca tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port 6cf99d95-69b8-4578-926a-cc46c98b6638 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:36:06.922135 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': 'cbcf2f20-7278-4e38-a7ea-7fa80bbd8c96'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:36:06.923042 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:06.936477 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 14328e36-2088-47c9-87a9-3da2d1158673 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:36:06.942459 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 14328e36-2088-47c9-87a9-3da2d1158673 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:06.942842 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:06.991093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-9679150f-ec29-47df-a3b9-ad775b422eca tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::1d83:3a5e:5b1:395 (5e45a538-7011-458e-bc0c-33977cda4913/cbcf2f20-7278-4e38-a7ea-7fa80bbd8c96/6cf99d95-69b8-4578-926a-cc46c98b6638) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:07.103942 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:07.137677 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 144249ad-b77d-4aa4-8212-321fdd1442c5 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:36:07.173277 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 144249ad-b77d-4aa4-8212-321fdd1442c5 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:36:07.174417 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 144249ad-b77d-4aa4-8212-321fdd1442c5 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:36:07.176215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 14328e36-2088-47c9-87a9-3da2d1158673, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=14328e36-2088-47c9-87a9-3da2d1158673,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:07.180057 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9679150f-ec29-47df-a3b9-ad775b422eca tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:07.321649 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9679150f-ec29-47df-a3b9-ad775b422eca tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:07.325859 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:07.369349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9679150f-ec29-47df-a3b9-ad775b422eca tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:07.372706 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-9679150f-ec29-47df-a3b9-ad775b422eca tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:07.375694 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9679150f-ec29-47df-a3b9-ad775b422eca tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:07.381696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9679150f-ec29-47df-a3b9-ad775b422eca tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:07.382356 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9679150f-ec29-47df-a3b9-ad775b422eca tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:07.399894 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679150f-ec29-47df-a3b9-ad775b422eca tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=6cf99d95-69b8-4578-926a-cc46c98b6638,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:07.403337 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Allocated IP 2001:db8::2 (5e45a538-7011-458e-bc0c-33977cda4913/cbcf2f20-7278-4e38-a7ea-7fa80bbd8c96/d5ed658d-5f49-4bae-85b1-40dd95bf24fd) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:07.417088 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=14328e36-2088-47c9-87a9-3da2d1158673,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:07.478537 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9679150f-ec29-47df-a3b9-ad775b422eca tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0245883 Nov 18 17:36:07.481494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46590) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:07.538491 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13acc153-0eee-4cee-862f-36365a051dc2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:07.540124 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-13acc153-0eee-4cee-862f-36365a051dc2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0575926 Nov 18 17:36:07.542802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46592) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:07.641279 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-afa17cad-faa3-4ad1-8306-e8c77459f07e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port 6cf99d95-69b8-4578-926a-cc46c98b6638 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:07.641667 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-afa17cad-faa3-4ad1-8306-e8c77459f07e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:07.717958 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367a384-2376-4b22-85c0-f15a1d809abc req-0647528a-0214-45f3-bc1b-66ebf62dc7ba tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:07.727054 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1367a384-2376-4b22-85c0-f15a1d809abc req-0647528a-0214-45f3-bc1b-66ebf62dc7ba tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 943 time: 0.0707958 Nov 18 17:36:07.730550 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:07.752031 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-afa17cad-faa3-4ad1-8306-e8c77459f07e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:07.765701 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-afa17cad-faa3-4ad1-8306-e8c77459f07e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for 6cf99d95-69b8-4578-926a-cc46c98b6638 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:07.799638 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1367a384-2376-4b22-85c0-f15a1d809abc req-3a006570-e65a-49d4-b0ef-f10d466cec84 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713181 Nov 18 17:36:07.822511 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14328e36-2088-47c9-87a9-3da2d1158673'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:36:07.822511 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a18ec5-b2f7-4eb6-85e8-5d4f1b292249" -d '{"events": [{"server_uuid": "5fd5e674-a3ab-456a-985b-2185f35573f0", "name": "network-vif-plugged", "status": "completed", "tag": "14328e36-2088-47c9-87a9-3da2d1158673"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:36:07.833452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3e4c7-b4ab-4ce3-aa2b-dbdd8df0ddf7 req-7c30fba1-5a69-4cf1-803f-fc141e6db768 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:07.835454 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5c3e4c7-b4ab-4ce3-aa2b-dbdd8df0ddf7 req-7c30fba1-5a69-4cf1-803f-fc141e6db768 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 946 time: 0.0766246 Nov 18 17:36:07.841590 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:07.884361 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:07.887881 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:07.892800 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:07.917561 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5c3e4c7-b4ab-4ce3-aa2b-dbdd8df0ddf7 req-9beed30c-a1c9-4f9f-a7e4-e0f359c21c40 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714214 Nov 18 17:36:07.944226 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Pushing event updated for resources: {'Port': ['ID=d5ed658d-5f49-4bae-85b1-40dd95bf24fd,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:07.971399 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59c661c-b8a1-4677-91c7-3a8c9b55d4fd x-openstack-request-id: req-e59c661c-b8a1-4677-91c7-3a8c9b55d4fd {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:36:07.971399 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd5e674-a3ab-456a-985b-2185f35573f0", "name": "network-vif-plugged", "status": "completed", "tag": "14328e36-2088-47c9-87a9-3da2d1158673", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:36:07.971673 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e59c661c-b8a1-4677-91c7-3a8c9b55d4fd {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:36:07.972087 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14328e36-2088-47c9-87a9-3da2d1158673', 'code': 200} Nov 18 17:36:07.982462 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Attempting to bind port d5ed658d-5f49-4bae-85b1-40dd95bf24fd on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:36:07.982854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Attempting to bind port d5ed658d-5f49-4bae-85b1-40dd95bf24fd by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:36:07.983566 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Attempting to bind port d5ed658d-5f49-4bae-85b1-40dd95bf24fd on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:36:07.988981 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:36:07.992527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:36:07.992527 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:07.992527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:36:07.992527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Bound port: d5ed658d-5f49-4bae-85b1-40dd95bf24fd, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:36:07.992527 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:08.013112 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-afa17cad-faa3-4ad1-8306-e8c77459f07e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:08.057867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa17cad-faa3-4ad1-8306-e8c77459f07e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=6cf99d95-69b8-4578-926a-cc46c98b6638,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:08.058574 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] For port d5ed658d-5f49-4bae-85b1-40dd95bf24fd, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:36:08.062451 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] For port d5ed658d-5f49-4bae-85b1-40dd95bf24fd, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d5ed658d-5f49-4bae-85b1-40dd95bf24fd,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:36:08.099656 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-afa17cad-faa3-4ad1-8306-e8c77459f07e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:08.102949 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-afa17cad-faa3-4ad1-8306-e8c77459f07e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/6cf99d95-69b8-4578-926a-cc46c98b6638 HTTP/1.1" status: 204 len: 168 time: 0.5591807 Nov 18 17:36:08.105384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46604) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:08.121903 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:08.151295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb0ccc-a5e9-4998-ba72-3c70b8ff9939 req-3aaa8221-1054-4b87-8bd9-15f97dfa5ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:08.153653 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b8fb0ccc-a5e9-4998-ba72-3c70b8ff9939 req-3aaa8221-1054-4b87-8bd9-15f97dfa5ef5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 1098 time: 0.1028175 Nov 18 17:36:08.186457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8196855-47a2-4269-8c8d-a783e7a87db3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:08.188223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8196855-47a2-4269-8c8d-a783e7a87db3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:08.193050 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c8196855-47a2-4269-8c8d-a783e7a87db3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0834563 Nov 18 17:36:08.193229 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46606) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:08.219196 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e83803-d20d-4793-927c-7a698427ea90 None None] Pushing event updated for resources: {'Port': ['ID=d5ed658d-5f49-4bae-85b1-40dd95bf24fd,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:08.229002 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b8fb0ccc-a5e9-4998-ba72-3c70b8ff9939 req-f697eb2b-0a53-45b5-86a9-9742546d4747 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638309 Nov 18 17:36:08.262353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet cbcf2f20-7278-4e38-a7ea-7fa80bbd8c96 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:36:08.266694 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:08.311240 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:08.425480 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:08.635719 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:08.665329 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=cbcf2f20-7278-4e38-a7ea-7fa80bbd8c96,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:08.669923 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:08.673360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/cbcf2f20-7278-4e38-a7ea-7fa80bbd8c96 HTTP/1.1" status: 204 len: 168 time: 0.4790561 Nov 18 17:36:08.676600 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46612) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:08.680255 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:08.680647 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:08.681176 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:08.682704 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:08.683242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:08.683622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:08.684081 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:08.684441 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:08.684794 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:08.685144 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:08.685979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:08.686334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7b3dc-689d-4371-b11b-95d8b5e58ce4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:08.740949 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a9082259-5d15-434e-9bff-127b47df71ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626223 Nov 18 17:36:08.743290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46614) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:08.793858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1196b3e-2a6d-4b9c-a51a-ce48a0954f4c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:08.795421 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a1196b3e-2a6d-4b9c-a51a-ce48a0954f4c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0509956 Nov 18 17:36:08.798011 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46616) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:08.805654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b099f7-676a-4741-9edf-c7307b9a713e req-9b9ed038-abd7-40b4-8ecf-ffdfee5079eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:08.807176 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90b099f7-676a-4741-9edf-c7307b9a713e req-9b9ed038-abd7-40b4-8ecf-ffdfee5079eb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89&tenant_id=5482321838844be38307f00ea7e492a9 HTTP/1.1" status: 200 len: 1095 time: 0.0765593 Nov 18 17:36:08.823934 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-90b099f7-676a-4741-9edf-c7307b9a713e req-52b1c711-62e2-4969-9d95-5228d7ffb2e8 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:36:08.827050 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90b099f7-676a-4741-9edf-c7307b9a713e req-52b1c711-62e2-4969-9d95-5228d7ffb2e8 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053346 Nov 18 17:36:08.840230 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:08.853248 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf5e5a3-93e8-4040-8dd8-1de4a3b4c2b0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:08.855877 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cbf5e5a3-93e8-4040-8dd8-1de4a3b4c2b0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0560799 Nov 18 17:36:08.857670 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46620) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:08.919505 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:08.934677 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4ec8075e-c5dd-47c1-b189-d9d5c5eff464 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757842 Nov 18 17:36:08.946725 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46624) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:08.954338 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-0268305c-230a-4d92-9154-13bd2fda1e84 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:09.101667 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796213e-6f80-4406-ada4-42bc874ebad7 req-1999d894-133a-41bc-b010-c3f8c46f92fc tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:09.110973 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2796213e-6f80-4406-ada4-42bc874ebad7 req-1999d894-133a-41bc-b010-c3f8c46f92fc tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 943 time: 0.1787090 Nov 18 17:36:09.185254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d5ed658d-5f49-4bae-85b1-40dd95bf24fd up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:36:09.210369 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] For port fbf9a361-3908-4f9d-9250-2d1bbac0510f, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:09.214038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ba7ff-f03d-46b8-8c8a-b049fd061e5e req-a4823402-e058-48ed-9314-6abf6dae1bd9 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:09.215805 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e0ba7ff-f03d-46b8-8c8a-b049fd061e5e req-a4823402-e058-48ed-9314-6abf6dae1bd9 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 946 time: 0.0855062 Nov 18 17:36:09.232226 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2796213e-6f80-4406-ada4-42bc874ebad7 req-a629b80f-01e6-4184-b54f-b50cba9d69d6 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199803 Nov 18 17:36:09.258331 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] For port fbf9a361-3908-4f9d-9250-2d1bbac0510f, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:36:09.269517 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0268305c-230a-4d92-9154-13bd2fda1e84 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:09.278723 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d5ed658d-5f49-4bae-85b1-40dd95bf24fd triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:09.279264 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0268305c-230a-4d92-9154-13bd2fda1e84 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:09.279776 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:09.283214 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device fbf9a361-3908-4f9d-9250-2d1bbac0510f no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:36:09.332201 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf9a361-3908-4f9d-9250-2d1bbac0510f {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:36:09.349542 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e0ba7ff-f03d-46b8-8c8a-b049fd061e5e req-7f46a4bc-4e20-4c30-b5e1-5f537fda6fdd tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157022 Nov 18 17:36:09.350684 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:09.386759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Transition to ACTIVE for port object fbf9a361-3908-4f9d-9250-2d1bbac0510f will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:36:09.425908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3399d74a-898e-4f29-ac6c-74959a829b7f None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:09.481700 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:09.554308 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] No DVR routers for this DVR port fbf9a361-3908-4f9d-9250-2d1bbac0510f on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:36:09.556609 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf9a361-3908-4f9d-9250-2d1bbac0510f,revision_number=9']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:09.563686 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:09.594390 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Attempting to bind port fbf9a361-3908-4f9d-9250-2d1bbac0510f on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:36:09.594723 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Attempting to bind port fbf9a361-3908-4f9d-9250-2d1bbac0510f by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '54422f2a-5b8f-4e71-a328-a2c6bc38317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:36:09.595045 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Attempting to bind port fbf9a361-3908-4f9d-9250-2d1bbac0510f on network a4327a42-a41d-4df0-88ec-86cfa61cf60b {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:36:09.599737 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Port fbf9a361-3908-4f9d-9250-2d1bbac0510f on network a4327a42-a41d-4df0-88ec-86cfa61cf60b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:36:09.600304 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Attempting to bind port fbf9a361-3908-4f9d-9250-2d1bbac0510f on network a4327a42-a41d-4df0-88ec-86cfa61cf60b {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:36:09.605598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:36:09.605962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Checking segment: {'id': '54422f2a-5b8f-4e71-a328-a2c6bc38317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:36:09.615990 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Bound using segment: {'id': '54422f2a-5b8f-4e71-a328-a2c6bc38317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:36:09.615990 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Bound port: fbf9a361-3908-4f9d-9250-2d1bbac0510f, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54422f2a-5b8f-4e71-a328-a2c6bc38317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:36:09.615990 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:09.630241 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0268305c-230a-4d92-9154-13bd2fda1e84 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:09.631701 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3064f03d-f3dc-4a0f-9663-a283ea758352 None None] Provisioning complete for port d5ed658d-5f49-4bae-85b1-40dd95bf24fd triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:09.632680 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3064f03d-f3dc-4a0f-9663-a283ea758352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:09.686329 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port d5ed658d-5f49-4bae-85b1-40dd95bf24fd, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d5ed658d-5f49-4bae-85b1-40dd95bf24fd,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:09.691880 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0268305c-230a-4d92-9154-13bd2fda1e84 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:09.695675 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-0268305c-230a-4d92-9154-13bd2fda1e84 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:09.700856 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0268305c-230a-4d92-9154-13bd2fda1e84 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:09.704155 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0268305c-230a-4d92-9154-13bd2fda1e84 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:09.704333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] For port fbf9a361-3908-4f9d-9250-2d1bbac0510f, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:36:09.706714 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] For port fbf9a361-3908-4f9d-9250-2d1bbac0510f, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:36:09.713457 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268305c-230a-4d92-9154-13bd2fda1e84 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=f673a1e5-1c42-483e-8125-42be64863e04,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:09.758641 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3064f03d-f3dc-4a0f-9663-a283ea758352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:09.796707 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:09.796938 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:09.803938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c3a056-ad36-4373-b652-4172df92a10e None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:36:09.836349 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0268305c-230a-4d92-9154-13bd2fda1e84 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8851156 Nov 18 17:36:09.836923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46634) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:09.839576 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:09.848180 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:09.848356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-6c582b84-f8aa-4247-bd00-0c145e16dd12 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'fixed_ips': [{'subnet_id': 'f673a1e5-1c42-483e-8125-42be64863e04', 'ip_address': '2001:db8::8bd2:53da:a6ed:10f1'}], 'name': 'tempest-NetworksTestDHCPv6-2010915777'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:09.848487 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90b099f7-676a-4741-9edf-c7307b9a713e req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] 10.222.0.83 "PUT /v2.0/ports/fbf9a361-3908-4f9d-9250-2d1bbac0510f HTTP/1.1" status: 200 len: 1092 time: 1.0109761 Nov 18 17:36:09.848487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee8bd48-f603-42e3-b05f-85b3809bfb89', 'tag': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:36:09.850678 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede59057-aa8b-4b32-99d9-3c3dccce0da2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee8bd48-f603-42e3-b05f-85b3809bfb89", "tag": "fbf9a361-3908-4f9d-9250-2d1bbac0510f"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:36:09.898954 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6c6e7-230d-4471-a6d4-09761cae55b3 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf9a361-3908-4f9d-9250-2d1bbac0510f,revision_number=10']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:09.924005 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefac812-8f01-4cd6-a375-fd988b3047b7 x-openstack-request-id: req-eefac812-8f01-4cd6-a375-fd988b3047b7 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:36:09.924798 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee8bd48-f603-42e3-b05f-85b3809bfb89", "tag": "fbf9a361-3908-4f9d-9250-2d1bbac0510f", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:36:09.925466 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-eefac812-8f01-4cd6-a375-fd988b3047b7 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:36:09.926117 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee8bd48-f603-42e3-b05f-85b3809bfb89', 'tag': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f', 'status': 'completed', 'code': 200} Nov 18 17:36:09.929507 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-3064f03d-f3dc-4a0f-9663-a283ea758352 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:36:09.929909 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-3064f03d-f3dc-4a0f-9663-a283ea758352 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:36:09.934573 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=d5ed658d-5f49-4bae-85b1-40dd95bf24fd,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:09.958492 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-83c3a056-ad36-4373-b652-4172df92a10e None None] Deleting port d5ed658d-5f49-4bae-85b1-40dd95bf24fd {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:09.958869 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83c3a056-ad36-4373-b652-4172df92a10e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:10.022102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b099f7-676a-4741-9edf-c7307b9a713e req-1ccf79d5-0173-4e63-b002-2cc0b2daad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:10.023645 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90b099f7-676a-4741-9edf-c7307b9a713e req-1ccf79d5-0173-4e63-b002-2cc0b2daad21 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5482321838844be38307f00ea7e492a9&device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 1096 time: 0.1440952 Nov 18 17:36:10.047728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-83c3a056-ad36-4373-b652-4172df92a10e None None] For port d5ed658d-5f49-4bae-85b1-40dd95bf24fd, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d5ed658d-5f49-4bae-85b1-40dd95bf24fd,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:10.048471 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83c3a056-ad36-4373-b652-4172df92a10e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:10.063239 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-83c3a056-ad36-4373-b652-4172df92a10e None None] Calling delete_port for d5ed658d-5f49-4bae-85b1-40dd95bf24fd owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:10.097465 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c582b84-f8aa-4247-bd00-0c145e16dd12 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:10.128030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b099f7-676a-4741-9edf-c7307b9a713e req-7fc24da0-ea74-46a5-890e-d79958ce3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:10.129865 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90b099f7-676a-4741-9edf-c7307b9a713e req-7fc24da0-ea74-46a5-890e-d79958ce3389 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a4327a42-a41d-4df0-88ec-86cfa61cf60b HTTP/1.1" status: 200 len: 916 time: 0.0981598 Nov 18 17:36:10.182758 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90b099f7-676a-4741-9edf-c7307b9a713e req-4a86d8fd-1b65-48c5-bb23-538332a0e0f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f HTTP/1.1" status: 200 len: 217 time: 0.0422559 Nov 18 17:36:10.190390 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6c582b84-f8aa-4247-bd00-0c145e16dd12 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:10.208615 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-6c582b84-f8aa-4247-bd00-0c145e16dd12 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port 69c37a3e-a432-4aed-81a0-af21e9f0d3f0 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:36:10.234399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b099f7-676a-4741-9edf-c7307b9a713e req-37420cc5-0c41-4475-b1d4-48af024eee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:10.236448 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90b099f7-676a-4741-9edf-c7307b9a713e req-37420cc5-0c41-4475-b1d4-48af024eee74 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ef27d04-f77e-4824-a841-f22b1e434bcf HTTP/1.1" status: 200 len: 854 time: 0.0453815 Nov 18 17:36:10.241217 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83c3a056-ad36-4373-b652-4172df92a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:10.279061 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90b099f7-676a-4741-9edf-c7307b9a713e req-177c4472-9927-4576-af86-7009cb571876 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4327a42-a41d-4df0-88ec-86cfa61cf60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340793 Nov 18 17:36:10.322094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3a056-ad36-4373-b652-4172df92a10e None None] Pushing event deleted for resources: {'Port': ['ID=d5ed658d-5f49-4bae-85b1-40dd95bf24fd,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:10.325132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c3a056-ad36-4373-b652-4172df92a10e None None] No DVR routers for this DVR port d5ed658d-5f49-4bae-85b1-40dd95bf24fd on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:36:10.348215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7bf1b4-b6de-4047-b3b5-6fbc9fd6fe0a None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:10.427482 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90b099f7-676a-4741-9edf-c7307b9a713e req-745af206-308f-481a-8b82-12df5ac8f7f7 service neutron] 10.222.0.83 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397588 Nov 18 17:36:10.443416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e60dd9-e7c6-4c0e-a267-ca845717251d req-8a81adf3-1377-42b2-9e6f-89372e6427b8 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:10.451098 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5e60dd9-e7c6-4c0e-a267-ca845717251d req-8a81adf3-1377-42b2-9e6f-89372e6427b8 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 944 time: 0.1198580 Nov 18 17:36:10.467231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3064f03d-f3dc-4a0f-9663-a283ea758352 None None] Port d5ed658d-5f49-4bae-85b1-40dd95bf24fd update to ACTIVE by agent not found {{(pid=104009) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 18 17:36:10.549975 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-90b099f7-676a-4741-9edf-c7307b9a713e req-97851002-5a4b-4b55-8f5e-e1620090c121 service neutron] 10.222.0.83 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128128 Nov 18 17:36:10.565147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': 'f673a1e5-1c42-483e-8125-42be64863e04'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:36:10.566084 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:10.581808 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-6c582b84-f8aa-4247-bd00-0c145e16dd12 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::8bd2:53da:a6ed:10f1 (5e45a538-7011-458e-bc0c-33977cda4913/f673a1e5-1c42-483e-8125-42be64863e04/69c37a3e-a432-4aed-81a0-af21e9f0d3f0) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:10.598622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fbd60-bdd9-4e69-a30e-0739ed9efbd7 req-d8bf1cdc-6c57-48e2-b0b9-4c07d7c988f3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:10.606878 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-658fbd60-bdd9-4e69-a30e-0739ed9efbd7 req-d8bf1cdc-6c57-48e2-b0b9-4c07d7c988f3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 946 time: 0.1347072 Nov 18 17:36:10.624682 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5e60dd9-e7c6-4c0e-a267-ca845717251d req-71344f3b-5859-4594-b6f7-43231635e4f2 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706231 Nov 18 17:36:10.710386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-658fbd60-bdd9-4e69-a30e-0739ed9efbd7 req-4a17c9fb-8404-41d7-9392-c826e628b584 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016374 Nov 18 17:36:10.785038 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede59057-aa8b-4b32-99d9-3c3dccce0da2 req-df1edeba-5fa9-4f81-bd20-c2c7b0304249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:10.786599 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ede59057-aa8b-4b32-99d9-3c3dccce0da2 req-df1edeba-5fa9-4f81-bd20-c2c7b0304249 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5482321838844be38307f00ea7e492a9&device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 1096 time: 0.1012101 Nov 18 17:36:10.856269 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6c582b84-f8aa-4247-bd00-0c145e16dd12 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:10.902243 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede59057-aa8b-4b32-99d9-3c3dccce0da2 req-236200b1-bf58-4050-b9d4-184c9a19e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:10.903761 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ede59057-aa8b-4b32-99d9-3c3dccce0da2 req-236200b1-bf58-4050-b9d4-184c9a19e416 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a4327a42-a41d-4df0-88ec-86cfa61cf60b HTTP/1.1" status: 200 len: 916 time: 0.1064661 Nov 18 17:36:10.912733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66c726-dea1-4e72-992d-c24ed2f4e7d0 req-7b614e58-df5d-493c-9642-34521e3401e0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:10.914232 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb66c726-dea1-4e72-992d-c24ed2f4e7d0 req-7b614e58-df5d-493c-9642-34521e3401e0 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 946 time: 0.0824084 Nov 18 17:36:10.958369 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ede59057-aa8b-4b32-99d9-3c3dccce0da2 req-b9fdb1d7-dd25-490f-b735-6fad193ce1c6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f HTTP/1.1" status: 200 len: 217 time: 0.0467689 Nov 18 17:36:11.003807 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb66c726-dea1-4e72-992d-c24ed2f4e7d0 req-a9810775-ed11-424a-a688-f5fc9357ba90 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771790 Nov 18 17:36:11.028025 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46666) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:11.045684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede59057-aa8b-4b32-99d9-3c3dccce0da2 req-bb68841d-a19e-447d-a733-9af5cfeacd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:11.047266 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ede59057-aa8b-4b32-99d9-3c3dccce0da2 req-bb68841d-a19e-447d-a733-9af5cfeacd10 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ef27d04-f77e-4824-a841-f22b1e434bcf HTTP/1.1" status: 200 len: 854 time: 0.0731051 Nov 18 17:36:11.081243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a292888f-c4c2-40fe-b083-678e61ac7810 tempest-TestVolumeBootPattern-1482220175 tempest-TestVolumeBootPattern-1482220175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:11.090370 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a292888f-c4c2-40fe-b083-678e61ac7810 tempest-TestVolumeBootPattern-1482220175 tempest-TestVolumeBootPattern-1482220175-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 1093 time: 0.0598738 Nov 18 17:36:11.091051 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46668) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:11.095993 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ede59057-aa8b-4b32-99d9-3c3dccce0da2 req-d58b07d9-c310-447c-a5a6-209e82664e79 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4327a42-a41d-4df0-88ec-86cfa61cf60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385907 Nov 18 17:36:11.106994 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': '14328e36-2088-47c9-87a9-3da2d1158673', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:11.107415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d5ed658d-5f49-4bae-85b1-40dd95bf24fd no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:36:11.134525 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: d5ed658d-5f49-4bae-85b1-40dd95bf24fd {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:36:11.134818 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d5ed658d-5f49-4bae-85b1-40dd95bf24fd not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:36:11.224034 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6c582b84-f8aa-4247-bd00-0c145e16dd12 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:11.224629 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ede59057-aa8b-4b32-99d9-3c3dccce0da2 req-57d6298e-66d0-47d1-a1b2-c31512a9d141 service neutron] 10.222.0.83 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111367 Nov 18 17:36:11.275361 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:11.349942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c582b84-f8aa-4247-bd00-0c145e16dd12 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:11.378635 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-6c582b84-f8aa-4247-bd00-0c145e16dd12 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:11.389572 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Allocated IP 2001:db8::2 (5e45a538-7011-458e-bc0c-33977cda4913/f673a1e5-1c42-483e-8125-42be64863e04/4dca580c-32a6-4702-9bb4-c1d03dc8e9c7) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:11.394478 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c582b84-f8aa-4247-bd00-0c145e16dd12 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:11.407338 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c582b84-f8aa-4247-bd00-0c145e16dd12 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:11.410231 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6c582b84-f8aa-4247-bd00-0c145e16dd12 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:11.457934 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ede59057-aa8b-4b32-99d9-3c3dccce0da2 req-fffa4593-5d84-41d7-82c5-6d7c5cfc0ad0 service neutron] 10.222.0.83 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201517 Nov 18 17:36:11.498269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c582b84-f8aa-4247-bd00-0c145e16dd12 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=69c37a3e-a432-4aed-81a0-af21e9f0d3f0,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:11.519781 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6c582b84-f8aa-4247-bd00-0c145e16dd12 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6821589 Nov 18 17:36:11.523002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46676) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:11.529647 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9936c059-2883-4212-b736-eedad41f0e6a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'fixed_ips': [{'subnet_id': 'f673a1e5-1c42-483e-8125-42be64863e04', 'ip_address': '2001:db8::8bd2:53da:a6ed:10f1'}], 'name': 'tempest-NetworksTestDHCPv6-1594865070'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:11.643751 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:11.703676 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:11.717971 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:11.797461 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:11.817569 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:11.825030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:11.869474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9936c059-2883-4212-b736-eedad41f0e6a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:11.927244 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e235f50-2eda-49e1-896c-03334fd8cdce req-8ef10d65-5fab-4d9b-8acc-f41c203e51c6 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:11.940591 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e235f50-2eda-49e1-896c-03334fd8cdce req-8ef10d65-5fab-4d9b-8acc-f41c203e51c6 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 944 time: 0.1503112 Nov 18 17:36:11.945095 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Pushing event updated for resources: {'Port': ['ID=4dca580c-32a6-4702-9bb4-c1d03dc8e9c7,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:12.001226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Allocated IP 172.25.3.145 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/459340fb-7688-4a17-bfe7-5a3cf5f5451a) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:12.018016 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Attempting to bind port 4dca580c-32a6-4702-9bb4-c1d03dc8e9c7 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:36:12.020029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Attempting to bind port 4dca580c-32a6-4702-9bb4-c1d03dc8e9c7 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:36:12.020029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Attempting to bind port 4dca580c-32a6-4702-9bb4-c1d03dc8e9c7 on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:36:12.033386 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:36:12.033929 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:36:12.034452 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:12.034962 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:36:12.035751 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Bound port: 4dca580c-32a6-4702-9bb4-c1d03dc8e9c7, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:36:12.036266 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:12.053783 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9936c059-2883-4212-b736-eedad41f0e6a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:12.105200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-9936c059-2883-4212-b736-eedad41f0e6a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port 1b5d4d93-939c-4797-ba33-de2eb552b42a yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:36:12.142100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] For port 4dca580c-32a6-4702-9bb4-c1d03dc8e9c7, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:36:12.146085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] For port 4dca580c-32a6-4702-9bb4-c1d03dc8e9c7, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dca580c-32a6-4702-9bb4-c1d03dc8e9c7,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:36:12.211013 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5e235f50-2eda-49e1-896c-03334fd8cdce req-09fff1fa-b7e2-4ecd-9b92-f4c281b29ba9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692220 Nov 18 17:36:12.213928 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:12.279146 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:12.364894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf8efc-5c52-4f9a-8e8c-2a6a72de3e12 None None] Pushing event updated for resources: {'Port': ['ID=4dca580c-32a6-4702-9bb4-c1d03dc8e9c7,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:12.412071 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-9936c059-2883-4212-b736-eedad41f0e6a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 18 17:36:12.414963 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9936c059-2883-4212-b736-eedad41f0e6a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:36:12.460950 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:12.520982 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9936c059-2883-4212-b736-eedad41f0e6a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9941473 Nov 18 17:36:12.521287 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46688) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:12.644316 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c26de7-3910-4149-a841-4db627071e1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:12.654697 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c26de7-3910-4149-a841-4db627071e1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:12.657413 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-17c26de7-3910-4149-a841-4db627071e1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1351271 Nov 18 17:36:12.663668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46690) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:12.832983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a60f7814-dc77-48f1-aa36-5d19e65ded34 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port 69c37a3e-a432-4aed-81a0-af21e9f0d3f0 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:12.833498 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a60f7814-dc77-48f1-aa36-5d19e65ded34 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:13.099335 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a60f7814-dc77-48f1-aa36-5d19e65ded34 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:13.150355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a60f7814-dc77-48f1-aa36-5d19e65ded34 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for 69c37a3e-a432-4aed-81a0-af21e9f0d3f0 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:13.262917 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4dca580c-32a6-4702-9bb4-c1d03dc8e9c7 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:36:13.329886 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'Port': ['ID=459340fb-7688-4a17-bfe7-5a3cf5f5451a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:13.337589 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:13.339132 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:13.353972 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:13.433212 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4dca580c-32a6-4702-9bb4-c1d03dc8e9c7 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:13.433887 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:13.515945 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a60f7814-dc77-48f1-aa36-5d19e65ded34 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:13.625762 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f7814-dc77-48f1-aa36-5d19e65ded34 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=69c37a3e-a432-4aed-81a0-af21e9f0d3f0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:13.631703 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a60f7814-dc77-48f1-aa36-5d19e65ded34 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:13.636178 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a60f7814-dc77-48f1-aa36-5d19e65ded34 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/69c37a3e-a432-4aed-81a0-af21e9f0d3f0 HTTP/1.1" status: 204 len: 168 time: 0.9684415 Nov 18 17:36:13.646108 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46700) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:13.672625 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c69f92-4069-4725-8d89-5582bea2373a req-dc96dd15-6cb8-4274-ba0d-f6e7dc5ed16e tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:13.674679 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-58c69f92-4069-4725-8d89-5582bea2373a req-dc96dd15-6cb8-4274-ba0d-f6e7dc5ed16e tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 944 time: 0.2626653 Nov 18 17:36:13.698421 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:13.761123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c202445-a3ee-40f6-afa8-8e4bc3b6a40f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:13.769520 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c202445-a3ee-40f6-afa8-8e4bc3b6a40f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:13.769520 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7c202445-a3ee-40f6-afa8-8e4bc3b6a40f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1249349 Nov 18 17:36:13.772622 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46702) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:13.782927 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 4dca580c-32a6-4702-9bb4-c1d03dc8e9c7, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dca580c-32a6-4702-9bb4-c1d03dc8e9c7,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:13.829583 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:13.887845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ca2583-3b11-4d8b-813d-2fb3c1f91b34 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet f673a1e5-1c42-483e-8125-42be64863e04 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:36:13.892247 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-99ca2583-3b11-4d8b-813d-2fb3c1f91b34 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:13.954336 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=4dca580c-32a6-4702-9bb4-c1d03dc8e9c7,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:13.986633 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-99ca2583-3b11-4d8b-813d-2fb3c1f91b34 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:14.097289 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-99ca2583-3b11-4d8b-813d-2fb3c1f91b34 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:14.248721 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-58c69f92-4069-4725-8d89-5582bea2373a req-ba949ca1-9585-48f0-8391-82b2d220f4dd tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601537 Nov 18 17:36:14.255365 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:14.262883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1aa864e5-2da9-4897-9a60-0d73173476e2 None None] Provisioning complete for port 4dca580c-32a6-4702-9bb4-c1d03dc8e9c7 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:14.265177 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1aa864e5-2da9-4897-9a60-0d73173476e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:14.298750 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-99ca2583-3b11-4d8b-813d-2fb3c1f91b34 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:14.344382 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca2583-3b11-4d8b-813d-2fb3c1f91b34 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=f673a1e5-1c42-483e-8125-42be64863e04,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:14.349967 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-99ca2583-3b11-4d8b-813d-2fb3c1f91b34 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:14.353958 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-99ca2583-3b11-4d8b-813d-2fb3c1f91b34 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/f673a1e5-1c42-483e-8125-42be64863e04 HTTP/1.1" status: 204 len: 168 time: 0.5802691 Nov 18 17:36:14.358463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46706) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:14.461155 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3bb63a79-e61a-42e5-aa97-06ef970935cd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855317 Nov 18 17:36:14.463983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46710) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:14.476877 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:14.481103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5fba050e-5810-40ba-8355-a00f9561ed2c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:14.680616 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3908cf67-4f93-4250-931b-6362bd9ae0c7 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:14.739122 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-878f9c58-ab93-4f58-bdcb-426b878cfe13 None None] Could not find standard attr ID for object 6cf99d95-69b8-4578-926a-cc46c98b6638. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:36:14.795759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fba050e-5810-40ba-8355-a00f9561ed2c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:14.799906 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fba050e-5810-40ba-8355-a00f9561ed2c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:14.816044 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:14.892730 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:15.036660 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d87eb5-8187-4d14-9892-45e94c53a545 None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:36:15.086570 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'Port': ['ID=459340fb-7688-4a17-bfe7-5a3cf5f5451a,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:15.118611 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:15.156228 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-31d87eb5-8187-4d14-9892-45e94c53a545 None None] Deleting port 4dca580c-32a6-4702-9bb4-c1d03dc8e9c7 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:15.156228 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31d87eb5-8187-4d14-9892-45e94c53a545 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:15.190710 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4dca580c-32a6-4702-9bb4-c1d03dc8e9c7 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:36:15.358294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-31d87eb5-8187-4d14-9892-45e94c53a545 None None] For port 4dca580c-32a6-4702-9bb4-c1d03dc8e9c7, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dca580c-32a6-4702-9bb4-c1d03dc8e9c7,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:15.359062 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31d87eb5-8187-4d14-9892-45e94c53a545 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:15.361655 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fba050e-5810-40ba-8355-a00f9561ed2c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:15.427272 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-31d87eb5-8187-4d14-9892-45e94c53a545 None None] Calling delete_port for 4dca580c-32a6-4702-9bb4-c1d03dc8e9c7 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:15.480295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fba050e-5810-40ba-8355-a00f9561ed2c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:15.486209 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-5fba050e-5810-40ba-8355-a00f9561ed2c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:15.490983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fba050e-5810-40ba-8355-a00f9561ed2c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:15.491583 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fba050e-5810-40ba-8355-a00f9561ed2c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:15.510953 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba050e-5810-40ba-8355-a00f9561ed2c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=d70b50db-5d40-42ca-ae03-34d864462d20,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:15.546415 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Floating IP 00d3f58c-89ad-4e1a-8537-402d7a1afd6a associated. External IP: 172.25.3.145, port: 14328e36-2088-47c9-87a9-3da2d1158673. Nov 18 17:36:15.577894 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5fba050e-5810-40ba-8355-a00f9561ed2c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1081705 Nov 18 17:36:15.580890 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46722) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:15.600817 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9ad6c29f-bae2-443a-8191-604f215a4a20 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'fixed_ips': [{'subnet_id': 'd70b50db-5d40-42ca-ae03-34d864462d20', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1368529759'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:15.633174 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:15.693955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 4dca580c-32a6-4702-9bb4-c1d03dc8e9c7, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dca580c-32a6-4702-9bb4-c1d03dc8e9c7,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:15.706758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444ea30-74a8-4fb5-bc37-b7007fc4047d req-6766c6c4-54ca-4ffa-afad-2fc18feef375 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:15.708819 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b444ea30-74a8-4fb5-bc37-b7007fc4047d req-6766c6c4-54ca-4ffa-afad-2fc18feef375 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 944 time: 0.2759655 Nov 18 17:36:15.762229 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:15.828341 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b444ea30-74a8-4fb5-bc37-b7007fc4047d req-0e59703e-0bf5-4486-9300-1f57061e52bd tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101730 Nov 18 17:36:15.839761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=4dca580c-32a6-4702-9bb4-c1d03dc8e9c7,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:15.932699 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31d87eb5-8187-4d14-9892-45e94c53a545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:15.976038 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d87eb5-8187-4d14-9892-45e94c53a545 None None] Pushing event deleted for resources: {'Port': ['ID=4dca580c-32a6-4702-9bb4-c1d03dc8e9c7,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:15.983591 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad6c29f-bae2-443a-8191-604f215a4a20 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:15.984565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Router 7e442675-3f94-402c-9011-4fc46a832c5f has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:36:15.989562 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ad6c29f-bae2-443a-8191-604f215a4a20 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:15.991868 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d87eb5-8187-4d14-9892-45e94c53a545 None None] No DVR routers for this DVR port 4dca580c-32a6-4702-9bb4-c1d03dc8e9c7 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:36:16.017640 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5105ec-d7e7-462f-9572-ce2d16a4642e None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:16.039828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-9ad6c29f-bae2-443a-8191-604f215a4a20 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port 228af1f0-d6a3-4bd4-9f17-cf35206e8439 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:36:16.174296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:36:16.191397 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89aa25-ca19-4d1a-84d7-2f8086e3fdbf None None] Sync routers for ids ['7e442675-3f94-402c-9011-4fc46a832c5f'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:36:16.214228 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': 'd70b50db-5d40-42ca-ae03-34d864462d20'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:36:16.215547 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:16.220601 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d89aa25-ca19-4d1a-84d7-2f8086e3fdbf None None] Routers {'7e442675-3f94-402c-9011-4fc46a832c5f'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:36:16.224433 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7d89aa25-ca19-4d1a-84d7-2f8086e3fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:36:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7e442675-3f94-402c-9011-4fc46a832c5f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:36:16.249262 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:16.308810 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5fedcb6f-3e47-4399-bc93-81a278a36b41 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.2055302 Nov 18 17:36:16.308810 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'tag': '14328e36-2088-47c9-87a9-3da2d1158673'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:36:16.308810 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d8be1d-9960-40c0-b93c-7dcdbc94ad7f" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd5e674-a3ab-456a-985b-2185f35573f0", "tag": "14328e36-2088-47c9-87a9-3da2d1158673"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:36:16.361868 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad6c29f-bae2-443a-8191-604f215a4a20 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:36:16.362526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad6c29f-bae2-443a-8191-604f215a4a20 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:36:16.378821 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402518ff-5f0a-4a75-a371-a5c91ab109a6 x-openstack-request-id: req-402518ff-5f0a-4a75-a371-a5c91ab109a6 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:36:16.379130 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd5e674-a3ab-456a-985b-2185f35573f0", "tag": "14328e36-2088-47c9-87a9-3da2d1158673", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:36:16.379386 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-402518ff-5f0a-4a75-a371-a5c91ab109a6 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:36:16.379907 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'tag': '14328e36-2088-47c9-87a9-3da2d1158673', 'status': 'completed', 'code': 200} Nov 18 17:36:16.461411 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7d89aa25-ca19-4d1a-84d7-2f8086e3fdbf None None] Set router 7e442675-3f94-402c-9011-4fc46a832c5f gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:36:16.473867 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Allocated IP 2001:db8::2 (5e45a538-7011-458e-bc0c-33977cda4913/d70b50db-5d40-42ca-ae03-34d864462d20/05d99b87-b820-44be-aaaa-bd94edf8ad89) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:16.516156 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46734) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:16.519605 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9ad6c29f-bae2-443a-8191-604f215a4a20 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9285030 Nov 18 17:36:16.563847 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8be1d-9960-40c0-b93c-7dcdbc94ad7f req-7b616136-0791-4e31-8949-cb7473bc7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:16.565520 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-01d8be1d-9960-40c0-b93c-7dcdbc94ad7f req-7b616136-0791-4e31-8949-cb7473bc7ec2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 1098 time: 0.1221406 Nov 18 17:36:16.629168 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1d0cc657-db65-45ca-80d1-45b21902a60d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1108856 Nov 18 17:36:16.631483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46738) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:16.785201 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ad0457-6e21-474f-8ded-5e2707e5d32f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:16.789144 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ad0457-6e21-474f-8ded-5e2707e5d32f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:16.792762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e1ad0457-6e21-474f-8ded-5e2707e5d32f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1600807 Nov 18 17:36:16.801144 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46742) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:16.885804 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:16.923099 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90b54a5-d381-44f6-947f-8b0e5ec9f75d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet d70b50db-5d40-42ca-ae03-34d864462d20 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:36:17.018262 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:17.018776 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c90b54a5-d381-44f6-947f-8b0e5ec9f75d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:17.027948 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7d89aa25-ca19-4d1a-84d7-2f8086e3fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '00d3f58c-89ad-4e1a-8537-402d7a1afd6a', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'port_id': '14328e36-2088-47c9-87a9-3da2d1158673', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'mac_address': 'fa:16:3e:26:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:36:14Z', 'updated_at': '2021-11-18T17:36:14Z', 'revision_number': 0, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:25Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:36:17.105493 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:17.110493 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:17.110900 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89aa25-ca19-4d1a-84d7-2f8086e3fdbf None None] Checking router: 7e442675-3f94-402c-9011-4fc46a832c5f for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:36:17.115682 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:17.136073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Pushing event updated for resources: {'Port': ['ID=05d99b87-b820-44be-aaaa-bd94edf8ad89,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:17.137348 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d89aa25-ca19-4d1a-84d7-2f8086e3fdbf None None] Routers {'7e442675-3f94-402c-9011-4fc46a832c5f'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:36:17.139363 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7d89aa25-ca19-4d1a-84d7-2f8086e3fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:36:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7e442675-3f94-402c-9011-4fc46a832c5f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:36:17.152103 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c90b54a5-d381-44f6-947f-8b0e5ec9f75d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:17.270292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Attempting to bind port 05d99b87-b820-44be-aaaa-bd94edf8ad89 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:36:17.270855 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Attempting to bind port 05d99b87-b820-44be-aaaa-bd94edf8ad89 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:36:17.271210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Attempting to bind port 05d99b87-b820-44be-aaaa-bd94edf8ad89 on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:36:17.277901 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:36:17.278384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:36:17.278870 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:17.279553 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:36:17.280094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Bound port: 05d99b87-b820-44be-aaaa-bd94edf8ad89, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:36:17.280835 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:17.388377 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7d89aa25-ca19-4d1a-84d7-2f8086e3fdbf None None] Set router 7e442675-3f94-402c-9011-4fc46a832c5f gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:36:17.389366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] For port 05d99b87-b820-44be-aaaa-bd94edf8ad89, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:36:17.393715 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] For port 05d99b87-b820-44be-aaaa-bd94edf8ad89, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=05d99b87-b820-44be-aaaa-bd94edf8ad89,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:36:17.395088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8be1d-9960-40c0-b93c-7dcdbc94ad7f req-1fa1ae36-7c3d-4a87-a685-1cc8176d8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:17.396780 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-01d8be1d-9960-40c0-b93c-7dcdbc94ad7f req-1fa1ae36-7c3d-4a87-a685-1cc8176d8e11 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 913 time: 0.7936335 Nov 18 17:36:17.407344 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440a6b2-7609-418c-b9cd-f5431bb7be4d req-36eab98c-d5e0-4195-9e84-e4ff1c5b82e7 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:17.409357 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0440a6b2-7609-418c-b9cd-f5431bb7be4d req-36eab98c-d5e0-4195-9e84-e4ff1c5b82e7 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 944 time: 0.4079261 Nov 18 17:36:17.504473 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:17.518664 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c90b54a5-d381-44f6-947f-8b0e5ec9f75d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:17.551188 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-01d8be1d-9960-40c0-b93c-7dcdbc94ad7f req-e8fff4f4-6eb4-4e4d-9923-91270eaffd63 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14328e36-2088-47c9-87a9-3da2d1158673 HTTP/1.1" status: 200 len: 1000 time: 0.1355381 Nov 18 17:36:17.617337 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa109418-c825-42fa-b1b9-019e01708c30 None None] Pushing event updated for resources: {'Port': ['ID=05d99b87-b820-44be-aaaa-bd94edf8ad89,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:17.649214 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0440a6b2-7609-418c-b9cd-f5431bb7be4d req-fc1ccc04-dd0e-402d-95ec-de8c56b749b4 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271550 Nov 18 17:36:17.752030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8be1d-9960-40c0-b93c-7dcdbc94ad7f req-3cf0238e-86ca-42a7-86a7-c31913840534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:17.753936 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-01d8be1d-9960-40c0-b93c-7dcdbc94ad7f req-3cf0238e-86ca-42a7-86a7-c31913840534 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.0843208 Nov 18 17:36:17.755706 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c90b54a5-d381-44f6-947f-8b0e5ec9f75d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:17.820951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8be1d-9960-40c0-b93c-7dcdbc94ad7f req-e6e71a54-6c43-4517-bb3b-da6cebca462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:17.822777 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-01d8be1d-9960-40c0-b93c-7dcdbc94ad7f req-e6e71a54-6c43-4517-bb3b-da6cebca462a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572727 Nov 18 17:36:17.828434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b54a5-d381-44f6-947f-8b0e5ec9f75d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=d70b50db-5d40-42ca-ae03-34d864462d20,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:17.850242 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c90b54a5-d381-44f6-947f-8b0e5ec9f75d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:17.857285 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c90b54a5-d381-44f6-947f-8b0e5ec9f75d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/d70b50db-5d40-42ca-ae03-34d864462d20 HTTP/1.1" status: 204 len: 168 time: 1.0546799 Nov 18 17:36:17.857916 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46752) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:18.001534 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-01d8be1d-9960-40c0-b93c-7dcdbc94ad7f req-561e0ac0-0f34-43a1-a5a2-eec6e7157c0e service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679780 Nov 18 17:36:18.009452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9857e072-9714-4523-90cc-fa0a62c57265 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1503496 Nov 18 17:36:18.013885 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46756) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:18.014166 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7d89aa25-ca19-4d1a-84d7-2f8086e3fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '00d3f58c-89ad-4e1a-8537-402d7a1afd6a', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'port_id': '14328e36-2088-47c9-87a9-3da2d1158673', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'mac_address': 'fa:16:3e:26:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:36:14Z', 'updated_at': '2021-11-18T17:36:14Z', 'revision_number': 0, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:25Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:36:18.043349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-afe3e3b4-1595-4144-a7bd-adc0dadad662 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:18.069184 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89aa25-ca19-4d1a-84d7-2f8086e3fdbf None None] The sync data for ids ['7e442675-3f94-402c-9011-4fc46a832c5f'] in n-d-813419-11 is: [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '00d3f58c-89ad-4e1a-8537-402d7a1afd6a', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'port_id': '14328e36-2088-47c9-87a9-3da2d1158673', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'mac_address': 'fa:16:3e:26:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:36:14Z', 'updated_at': '2021-11-18T17:36:14Z', 'revision_number': 0, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:25Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:36:18.347602 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-01d8be1d-9960-40c0-b93c-7dcdbc94ad7f req-3a39d539-882f-4f61-8d75-8cc59850ac62 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298979 Nov 18 17:36:18.412489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe3e3b4-1595-4144-a7bd-adc0dadad662 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:18.420009 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-afe3e3b4-1595-4144-a7bd-adc0dadad662 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:18.493993 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4502bb4b-2d0c-4127-b2f8-adad73ebb48f None None] New status for floating IP 00d3f58c-89ad-4e1a-8537-402d7a1afd6a: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:36:18.790441 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-afe3e3b4-1595-4144-a7bd-adc0dadad662 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:18.944490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3e3b4-1595-4144-a7bd-adc0dadad662 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=ac737eed-c315-490d-89d7-bd24cfe9a6d5,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:18.962300 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe3e3b4-1595-4144-a7bd-adc0dadad662 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:18.969891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-afe3e3b4-1595-4144-a7bd-adc0dadad662 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:18.976575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe3e3b4-1595-4144-a7bd-adc0dadad662 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:18.977812 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-afe3e3b4-1595-4144-a7bd-adc0dadad662 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:18.998588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96488b42-fd69-4976-b95b-067f4e0b9053 req-7c0e8c86-5ae1-4246-a9c1-150c56fda0ec tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:19.007916 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96488b42-fd69-4976-b95b-067f4e0b9053 req-7c0e8c86-5ae1-4246-a9c1-150c56fda0ec tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 944 time: 0.1248224 Nov 18 17:36:19.133383 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-afe3e3b4-1595-4144-a7bd-adc0dadad662 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1224365 Nov 18 17:36:19.141343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46768) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:19.141343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-742dc2b3-b11c-42b6-938e-6ddb841fe6ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1431267449', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:19.213735 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96488b42-fd69-4976-b95b-067f4e0b9053 req-11410e9b-5306-41db-8881-fa61afd1fb8f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043018 Nov 18 17:36:19.258302 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-742dc2b3-b11c-42b6-938e-6ddb841fe6ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:19.263467 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-742dc2b3-b11c-42b6-938e-6ddb841fe6ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:19.263602 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 05d99b87-b820-44be-aaaa-bd94edf8ad89 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:36:19.338639 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 05d99b87-b820-44be-aaaa-bd94edf8ad89 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:19.339028 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:19.410661 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-742dc2b3-b11c-42b6-938e-6ddb841fe6ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:19.466543 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a2b2bf-f48e-44f0-ae86-82a25eb2c8be None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:19.492577 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-742dc2b3-b11c-42b6-938e-6ddb841fe6ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:19.516816 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:19.587718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-698bae03-adc1-432a-bd44-82916eee8641 None None] Provisioning complete for port 05d99b87-b820-44be-aaaa-bd94edf8ad89 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:19.588451 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-698bae03-adc1-432a-bd44-82916eee8641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:19.603231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 05d99b87-b820-44be-aaaa-bd94edf8ad89, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=05d99b87-b820-44be-aaaa-bd94edf8ad89,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:19.627246 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-742dc2b3-b11c-42b6-938e-6ddb841fe6ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:19.628739 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-742dc2b3-b11c-42b6-938e-6ddb841fe6ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4942651 Nov 18 17:36:19.631711 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46772) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:19.689754 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:19.816010 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=05d99b87-b820-44be-aaaa-bd94edf8ad89,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:20.150105 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:20.275737 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e6a8cae9-8da7-40cf-ab41-0e70cb73e7e2 None None] Provisioning complete for port 05d99b87-b820-44be-aaaa-bd94edf8ad89 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:20.276437 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e6a8cae9-8da7-40cf-ab41-0e70cb73e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:20.598264 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-13aaf51a-1266-4cc2-b457-da3ff4a3d11d None None] Could not find standard attr ID for object 69c37a3e-a432-4aed-81a0-af21e9f0d3f0. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:36:20.621567 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66034df1-467b-450a-8693-dfd9f6d3a68a req-09a319da-93de-4d8f-9009-61b671004448 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:20.624894 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66034df1-467b-450a-8693-dfd9f6d3a68a req-09a319da-93de-4d8f-9009-61b671004448 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 944 time: 0.1393304 Nov 18 17:36:20.741570 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66034df1-467b-450a-8693-dfd9f6d3a68a req-d3659c7d-b661-4ae7-89e5-9909213eb1d6 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897269 Nov 18 17:36:20.781061 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::1 (5e45a538-7011-458e-bc0c-33977cda4913/ac737eed-c315-490d-89d7-bd24cfe9a6d5/b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:20.979662 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:21.070171 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:21.125114 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:21.125701 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 05d99b87-b820-44be-aaaa-bd94edf8ad89 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:36:21.165415 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:21.177564 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:21.180481 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:21.181043 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:21.199452 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 05d99b87-b820-44be-aaaa-bd94edf8ad89 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:21.200050 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:21.447373 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:21.521095 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:21.647088 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5ad2872e-ac98-4ffe-bc63-aa1572519e96 None None] Provisioning complete for port b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:21.650746 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5ad2872e-ac98-4ffe-bc63-aa1572519e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:21.715438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5ad2872e-ac98-4ffe-bc63-aa1572519e96 None None] Port b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:36:21.885042 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:21.968925 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a11b2-bf17-42c9-b7d6-7966ec4a2c7c req-744b7b9e-09fa-4907-985f-6fcc5ad5b512 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:21.970460 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f7a11b2-bf17-42c9-b7d6-7966ec4a2c7c req-744b7b9e-09fa-4907-985f-6fcc5ad5b512 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 944 time: 0.0822155 Nov 18 17:36:22.056415 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6408a9f4-ee18-4bbf-ad62-3d9343c6989a req-39a17838-112b-48d9-bde4-5b10fbacd8e8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0791509 Nov 18 17:36:22.081676 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f7a11b2-bf17-42c9-b7d6-7966ec4a2c7c req-3ee7cde3-042e-45a7-b0bb-c009d0cec032 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005170 Nov 18 17:36:22.157181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408a9f4-ee18-4bbf-ad62-3d9343c6989a req-8340943d-6337-445f-82fe-333b2677200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:22.158895 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6408a9f4-ee18-4bbf-ad62-3d9343c6989a req-8340943d-6337-445f-82fe-333b2677200d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3561bfcd86bf4651825b50a84fed4187&device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 1097 time: 0.0816331 Nov 18 17:36:22.280371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408a9f4-ee18-4bbf-ad62-3d9343c6989a req-e0d1d162-5da7-45de-8158-55c51aa7ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:22.281872 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6408a9f4-ee18-4bbf-ad62-3d9343c6989a req-e0d1d162-5da7-45de-8158-55c51aa7ff29 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c5a36094-7848-4e06-82e7-e00180c96a72 HTTP/1.1" status: 200 len: 911 time: 0.0979025 Nov 18 17:36:22.354735 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6408a9f4-ee18-4bbf-ad62-3d9343c6989a req-18f6aee0-2bb1-480f-b279-f51a5338789f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e50882f-50bb-4dec-89c4-025c6334af62 HTTP/1.1" status: 200 len: 1000 time: 0.0639358 Nov 18 17:36:22.412592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408a9f4-ee18-4bbf-ad62-3d9343c6989a req-c1f723e9-eaa0-4894-9c4c-e5ff30ad335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:22.414095 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6408a9f4-ee18-4bbf-ad62-3d9343c6989a req-c1f723e9-eaa0-4894-9c4c-e5ff30ad335c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70dc3bb0-cf69-468a-9c5a-9bf08dbebb13 HTTP/1.1" status: 200 len: 848 time: 0.0532978 Nov 18 17:36:22.466917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408a9f4-ee18-4bbf-ad62-3d9343c6989a req-cfc924b3-9cdd-41d9-a601-a7255c9510b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:22.468532 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6408a9f4-ee18-4bbf-ad62-3d9343c6989a req-cfc924b3-9cdd-41d9-a601-a7255c9510b1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5a36094-7848-4e06-82e7-e00180c96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471458 Nov 18 17:36:22.577641 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6408a9f4-ee18-4bbf-ad62-3d9343c6989a req-89ed80d2-c67a-494d-a586-3d62db443f07 service neutron] 10.222.0.81 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957649 Nov 18 17:36:22.706454 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6408a9f4-ee18-4bbf-ad62-3d9343c6989a req-d00a6b9b-9f26-46c9-a9f3-11ac6b55c4b2 service neutron] 10.222.0.81 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222539 Nov 18 17:36:22.915320 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:22.920445 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:22.980097 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:23.054211 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:23.055502 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:23.104901 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:23.282657 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94d515-9a3d-4c77-802b-7c06d7254968 req-4168fec1-74fc-4eb6-93e2-d8e1dd69e1aa tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:23.284278 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd94d515-9a3d-4c77-802b-7c06d7254968 req-4168fec1-74fc-4eb6-93e2-d8e1dd69e1aa tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 944 time: 0.0943029 Nov 18 17:36:23.356126 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ebe4f71a-8652-4e63-9c4d-ac98dfb7ae4e None None] Provisioning complete for port b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:23.357443 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f71a-8652-4e63-9c4d-ac98dfb7ae4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:23.395732 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ebe4f71a-8652-4e63-9c4d-ac98dfb7ae4e None None] Port b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:36:23.645100 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Router c7571a57-b909-4a8a-aae2-01cf20bd0af3 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:36:23.747344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd94d515-9a3d-4c77-802b-7c06d7254968 req-8e090232-0260-437a-b94a-3a88b40eeb26 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557648 Nov 18 17:36:23.774590 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:36:23.780513 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-00c40367-397c-49b3-8a86-c0c45cfda231 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "PUT /v2.0/routers/c7571a57-b909-4a8a-aae2-01cf20bd0af3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1464319 Nov 18 17:36:23.783270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46806) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:23.785574 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Sync routers for ids ['c7571a57-b909-4a8a-aae2-01cf20bd0af3'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:36:23.798952 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Routers {'c7571a57-b909-4a8a-aae2-01cf20bd0af3'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:36:23.804051 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:36:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c7571a57-b909-4a8a-aae2-01cf20bd0af3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:36:23.837049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5318aecb-4cbe-40bf-af21-6cf0640b8975 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:23.838626 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5318aecb-4cbe-40bf-af21-6cf0640b8975 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports/b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5 HTTP/1.1" status: 200 len: 911 time: 0.0542395 Nov 18 17:36:23.841753 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46808) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:23.902588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f88e0b2-f25b-4a24-95eb-02a418da7078 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:23.910114 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f88e0b2-f25b-4a24-95eb-02a418da7078 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:23.914236 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4f88e0b2-f25b-4a24-95eb-02a418da7078 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0686319 Nov 18 17:36:23.915079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46812) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:23.922677 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Set router c7571a57-b909-4a8a-aae2-01cf20bd0af3 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:36:24.129850 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7571a57-b909-4a8a-aae2-01cf20bd0af3', 'name': 'tempest-NetworksTestDHCPv6-router-1431267449', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:36:19Z', 'updated_at': '2021-11-18T17:36:21Z', 'revision_number': 2, 'project_id': '756addef9f8f4ccba6e936d558c2f0a2', 'gw_port_host': None, '_interfaces': [{'id': 'b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5', 'name': '', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'mac_address': 'fa:16:3e:d7:ef:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7571a57-b909-4a8a-aae2-01cf20bd0af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'ac737eed-c315-490d-89d7-bd24cfe9a6d5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:36:20Z', 'updated_at': '2021-11-18T17:36:21Z', 'revision_number': 2, 'project_id': '756addef9f8f4ccba6e936d558c2f0a2', 'subnets': [{'id': 'ac737eed-c315-490d-89d7-bd24cfe9a6d5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:36:24.270606 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Checking router: c7571a57-b909-4a8a-aae2-01cf20bd0af3 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:36:24.270606 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Updating router c7571a57-b909-4a8a-aae2-01cf20bd0af3 port b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:36:24.299975 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:24.411521 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bcd81f1-32e7-45b9-9450-4c0c91e3b2f4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:24.569452 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:24.691992 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:24.693494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd81f1-32e7-45b9-9450-4c0c91e3b2f4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:24.696677 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bcd81f1-32e7-45b9-9450-4c0c91e3b2f4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:24.740296 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eeec6c-19dc-42ab-925c-afafea847cd8 None None] Pushing event updated for resources: {'Port': ['ID=b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:24.750081 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eeec6c-19dc-42ab-925c-afafea847cd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:24.750433 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eeec6c-19dc-42ab-925c-afafea847cd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:24.750774 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eeec6c-19dc-42ab-925c-afafea847cd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:24.751117 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eeec6c-19dc-42ab-925c-afafea847cd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:24.751448 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eeec6c-19dc-42ab-925c-afafea847cd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:24.751779 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eeec6c-19dc-42ab-925c-afafea847cd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:24.752126 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eeec6c-19dc-42ab-925c-afafea847cd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:24.752452 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eeec6c-19dc-42ab-925c-afafea847cd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:24.752781 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eeec6c-19dc-42ab-925c-afafea847cd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:24.753145 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eeec6c-19dc-42ab-925c-afafea847cd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:24.753475 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eeec6c-19dc-42ab-925c-afafea847cd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:24.754012 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eeec6c-19dc-42ab-925c-afafea847cd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:24.829095 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bcd81f1-32e7-45b9-9450-4c0c91e3b2f4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:24.834595 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Attempting to bind port b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:36:24.836010 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Attempting to bind port b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:36:24.836711 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Attempting to bind port b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5 on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:36:24.839522 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd81f1-32e7-45b9-9450-4c0c91e3b2f4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:24.858108 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:36:24.858888 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:36:24.859782 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:24.861283 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:36:24.862237 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Bound port: b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:36:24.862888 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:24.937701 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c688677-5113-4d71-88b4-97c9b8b88835 req-82a4eb31-7b36-48aa-a5aa-b8a50bbd4d6c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:24.939315 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0c688677-5113-4d71-88b4-97c9b8b88835 req-82a4eb31-7b36-48aa-a5aa-b8a50bbd4d6c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 944 time: 0.0830061 Nov 18 17:36:24.984505 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] For port b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:36:24.989001 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] For port b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:36:25.003668 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0c688677-5113-4d71-88b4-97c9b8b88835 req-cb3df614-d6c6-4fed-9c8c-301a541a6ff5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552375 Nov 18 17:36:25.095659 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:25.140301 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Routers {'c7571a57-b909-4a8a-aae2-01cf20bd0af3'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:36:25.140909 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:36:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c7571a57-b909-4a8a-aae2-01cf20bd0af3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:36:25.161988 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-49fb1f5c-f3be-4fbe-92ad-e2af68440cd0 None None] Provisioning complete for port b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:25.162668 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-49fb1f5c-f3be-4fbe-92ad-e2af68440cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:25.235299 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bcd81f1-32e7-45b9-9450-4c0c91e3b2f4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:25.256132 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] Set router c7571a57-b909-4a8a-aae2-01cf20bd0af3 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:36:25.264156 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-49fb1f5c-f3be-4fbe-92ad-e2af68440cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:25.278274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd81f1-32e7-45b9-9450-4c0c91e3b2f4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:25.299810 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eeec6c-19dc-42ab-925c-afafea847cd8 None None] Pushing event updated for resources: {'Port': ['ID=b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:25.397286 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bcd81f1-32e7-45b9-9450-4c0c91e3b2f4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:25.483735 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6036d7cd-437e-472e-9e78-c3fbcdb25fe5 None None] Could not find standard attr ID for object b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:36:25.590856 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7571a57-b909-4a8a-aae2-01cf20bd0af3', 'name': 'tempest-NetworksTestDHCPv6-router-1431267449', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:36:19Z', 'updated_at': '2021-11-18T17:36:21Z', 'revision_number': 2, 'project_id': '756addef9f8f4ccba6e936d558c2f0a2', 'gw_port_host': None, '_interfaces': [{'id': 'b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5', 'name': '', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'mac_address': 'fa:16:3e:d7:ef:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7571a57-b909-4a8a-aae2-01cf20bd0af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'ac737eed-c315-490d-89d7-bd24cfe9a6d5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:36:20Z', 'updated_at': '2021-11-18T17:36:24Z', 'revision_number': 4, 'project_id': '756addef9f8f4ccba6e936d558c2f0a2', 'subnets': [{'id': 'ac737eed-c315-490d-89d7-bd24cfe9a6d5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:36:25.606497 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcd81f1-32e7-45b9-9450-4c0c91e3b2f4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Router c7571a57-b909-4a8a-aae2-01cf20bd0af3 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:36:25.641392 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceb609e-2e66-4329-96c3-0a42f4381d9b None None] The sync data for ids ['c7571a57-b909-4a8a-aae2-01cf20bd0af3'] in n-d-813419-11 is: [{'id': 'c7571a57-b909-4a8a-aae2-01cf20bd0af3', 'name': 'tempest-NetworksTestDHCPv6-router-1431267449', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:36:19Z', 'updated_at': '2021-11-18T17:36:21Z', 'revision_number': 2, 'project_id': '756addef9f8f4ccba6e936d558c2f0a2', 'gw_port_host': None, '_interfaces': [{'id': 'b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5', 'name': '', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'mac_address': 'fa:16:3e:d7:ef:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7571a57-b909-4a8a-aae2-01cf20bd0af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'ac737eed-c315-490d-89d7-bd24cfe9a6d5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:36:20Z', 'updated_at': '2021-11-18T17:36:24Z', 'revision_number': 4, 'project_id': '756addef9f8f4ccba6e936d558c2f0a2', 'subnets': [{'id': 'ac737eed-c315-490d-89d7-bd24cfe9a6d5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:36:25.694348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcd81f1-32e7-45b9-9450-4c0c91e3b2f4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:36:25.704059 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2bcd81f1-32e7-45b9-9450-4c0c91e3b2f4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "PUT /v2.0/routers/c7571a57-b909-4a8a-aae2-01cf20bd0af3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7876110 Nov 18 17:36:25.707024 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46828) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:25.768657 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2fe5a8-fb93-4fdb-aba0-881f09dcd560 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:25.770325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2fe5a8-fb93-4fdb-aba0-881f09dcd560 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:25.772037 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2c2fe5a8-fb93-4fdb-aba0-881f09dcd560 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0638740 Nov 18 17:36:25.774680 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46830) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:25.832503 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b704e3f1-015a-4b85-beb7-5fdb0ad3cd03 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet ac737eed-c315-490d-89d7-bd24cfe9a6d5 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:36:25.835879 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b704e3f1-015a-4b85-beb7-5fdb0ad3cd03 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:25.892792 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b704e3f1-015a-4b85-beb7-5fdb0ad3cd03 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:25.971868 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b704e3f1-015a-4b85-beb7-5fdb0ad3cd03 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:26.154427 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613dd78-093a-4f60-bd83-15b3b1b4ae7b req-2c7dad15-d884-42b1-bc4c-9f441f37e2f5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:26.155971 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2613dd78-093a-4f60-bd83-15b3b1b4ae7b req-2c7dad15-d884-42b1-bc4c-9f441f37e2f5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 944 time: 0.0637116 Nov 18 17:36:26.161243 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b704e3f1-015a-4b85-beb7-5fdb0ad3cd03 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:26.204111 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704e3f1-015a-4b85-beb7-5fdb0ad3cd03 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=ac737eed-c315-490d-89d7-bd24cfe9a6d5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:26.209831 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b704e3f1-015a-4b85-beb7-5fdb0ad3cd03 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:26.213295 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b704e3f1-015a-4b85-beb7-5fdb0ad3cd03 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/ac737eed-c315-490d-89d7-bd24cfe9a6d5 HTTP/1.1" status: 204 len: 168 time: 0.4376411 Nov 18 17:36:26.215880 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46838) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:26.218687 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbbb2ab-e2a5-4caf-98fa-37246e89006c None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:26.333232 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2613dd78-093a-4f60-bd83-15b3b1b4ae7b req-309fb02f-b977-4f66-9305-48a669e2f6c9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650479 Nov 18 17:36:26.375116 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fb516bf4-7f58-4a7a-99f5-d85a5adf7fec tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1577814 Nov 18 17:36:26.379118 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46840) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:26.438374 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a349ef8a-9b84-4086-9be2-f24aa3fb090c None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:36:26.461907 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd3b6-5508-4e47-9e21-cd509df838c4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:26.497268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a349ef8a-9b84-4086-9be2-f24aa3fb090c None None] Deleting port 05d99b87-b820-44be-aaaa-bd94edf8ad89 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:26.498268 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a349ef8a-9b84-4086-9be2-f24aa3fb090c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:26.564324 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a349ef8a-9b84-4086-9be2-f24aa3fb090c None None] For port 05d99b87-b820-44be-aaaa-bd94edf8ad89, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=05d99b87-b820-44be-aaaa-bd94edf8ad89,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:26.564760 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a349ef8a-9b84-4086-9be2-f24aa3fb090c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:26.577259 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a349ef8a-9b84-4086-9be2-f24aa3fb090c None None] Calling delete_port for 05d99b87-b820-44be-aaaa-bd94edf8ad89 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:26.625143 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd3b6-5508-4e47-9e21-cd509df838c4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:26.627562 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd3b6-5508-4e47-9e21-cd509df838c4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:26.772178 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a349ef8a-9b84-4086-9be2-f24aa3fb090c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:26.802686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a349ef8a-9b84-4086-9be2-f24aa3fb090c None None] No DVR routers for this DVR port 05d99b87-b820-44be-aaaa-bd94edf8ad89 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:36:26.806915 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349ef8a-9b84-4086-9be2-f24aa3fb090c None None] Pushing event deleted for resources: {'Port': ['ID=05d99b87-b820-44be-aaaa-bd94edf8ad89,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:26.840781 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device fbf9a361-3908-4f9d-9250-2d1bbac0510f details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:36:26.964374 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port fbf9a361-3908-4f9d-9250-2d1bbac0510f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:26.975868 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f', 'network_id': 'a4327a42-a41d-4df0-88ec-86cfa61cf60b', 'port_id': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f', 'mac_address': 'fa:16:3e:97:96:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef27d04-f77e-4824-a841-f22b1e434bcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:36:27.015086 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:27.030811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf9a361-3908-4f9d-9250-2d1bbac0510f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:36:27.052781 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port fbf9a361-3908-4f9d-9250-2d1bbac0510f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:27.063521 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd3b6-5508-4e47-9e21-cd509df838c4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:27.068052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1dd3b6-5508-4e47-9e21-cd509df838c4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Fanout notify agent at l3_agent the message router_deleted on router c7571a57-b909-4a8a-aae2-01cf20bd0af3 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:36:27.071195 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd3b6-5508-4e47-9e21-cd509df838c4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:27.072228 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fd1dd3b6-5508-4e47-9e21-cd509df838c4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/routers/c7571a57-b909-4a8a-aae2-01cf20bd0af3 HTTP/1.1" status: 204 len: 168 time: 0.6920240 Nov 18 17:36:27.075117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46848) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:27.080441 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0d84716e-37f9-4348-8c51-67897150e689 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:27.160606 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:27.169714 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 05d99b87-b820-44be-aaaa-bd94edf8ad89 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:36:27.211067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 05d99b87-b820-44be-aaaa-bd94edf8ad89 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:36:27.211402 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 05d99b87-b820-44be-aaaa-bd94edf8ad89 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:36:27.240830 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=fbf9a361-3908-4f9d-9250-2d1bbac0510f,revision_number=11']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:27.297877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d84716e-37f9-4348-8c51-67897150e689 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:27.301465 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d84716e-37f9-4348-8c51-67897150e689 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:27.411684 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a41696-38f4-40e7-9ab2-d0aeeb2c868f None None] Sync routers for ids ['c7571a57-b909-4a8a-aae2-01cf20bd0af3'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:36:27.423093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['fbf9a361-3908-4f9d-9250-2d1bbac0510f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:36:27.450424 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a41696-38f4-40e7-9ab2-d0aeeb2c868f None None] Routers set() bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:36:27.450857 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a41696-38f4-40e7-9ab2-d0aeeb2c868f None None] Router IDs set() for agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 18 17:36:27.451593 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_agentschedulers_db [None req-57a41696-38f4-40e7-9ab2-d0aeeb2c868f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c7571a57-b909-4a8a-aae2-01cf20bd0af3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:36:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent'). {{(pid=104009) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 18 17:36:27.485102 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a41696-38f4-40e7-9ab2-d0aeeb2c868f None None] Routers set() bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:36:27.485269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce40bcf-adb6-4b06-8e82-197421bb9381 req-eba725b7-e191-49a5-8d9b-08af018db258 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:27.485717 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a41696-38f4-40e7-9ab2-d0aeeb2c868f None None] Router IDs set() for agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 18 17:36:27.486005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_agentschedulers_db [None req-57a41696-38f4-40e7-9ab2-d0aeeb2c868f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c7571a57-b909-4a8a-aae2-01cf20bd0af3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:36:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent'). {{(pid=104009) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 18 17:36:27.486377 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a41696-38f4-40e7-9ab2-d0aeeb2c868f None None] The sync data for ids ['c7571a57-b909-4a8a-aae2-01cf20bd0af3'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:36:27.495392 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ce40bcf-adb6-4b06-8e82-197421bb9381 req-eba725b7-e191-49a5-8d9b-08af018db258 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0628533 Nov 18 17:36:27.588113 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ce40bcf-adb6-4b06-8e82-197421bb9381 req-ddcc3488-d610-4b3e-a4fe-ddcd811402d2 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893183 Nov 18 17:36:27.624120 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d84716e-37f9-4348-8c51-67897150e689 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:27.674048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d84716e-37f9-4348-8c51-67897150e689 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:27.677273 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-0d84716e-37f9-4348-8c51-67897150e689 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:27.681608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d84716e-37f9-4348-8c51-67897150e689 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:27.682199 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d84716e-37f9-4348-8c51-67897150e689 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:27.686747 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9c039f-d24f-47b6-a8b4-cbdec1034fde None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:27.694913 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84716e-37f9-4348-8c51-67897150e689 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=3fb8852b-2c70-42bb-8dfc-35c2581941af,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:27.845113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': '3fb8852b-2c70-42bb-8dfc-35c2581941af'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:36:27.845964 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:27.861507 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0d84716e-37f9-4348-8c51-67897150e689 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7844877 Nov 18 17:36:27.863822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46854) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:27.872787 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f2d9570d-0454-4000-84c2-6a250a8a64d3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-985733436', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:28.013605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Allocated IP 2001:db8::2 (5e45a538-7011-458e-bc0c-33977cda4913/3fb8852b-2c70-42bb-8dfc-35c2581941af/e6376f91-5e8b-43a9-ac00-ba939a04a5be) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:28.097956 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2d9570d-0454-4000-84c2-6a250a8a64d3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:28.102060 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2d9570d-0454-4000-84c2-6a250a8a64d3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:28.162448 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2d9570d-0454-4000-84c2-6a250a8a64d3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:28.189076 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:28.269678 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2d9570d-0454-4000-84c2-6a250a8a64d3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:28.327675 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:28.366775 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:28.371385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:28.378028 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:28.381139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Pushing event updated for resources: {'Port': ['ID=e6376f91-5e8b-43a9-ac00-ba939a04a5be,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:28.401656 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2d9570d-0454-4000-84c2-6a250a8a64d3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:28.405599 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f2d9570d-0454-4000-84c2-6a250a8a64d3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5377162 Nov 18 17:36:28.406291 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46862) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:28.436394 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Attempting to bind port e6376f91-5e8b-43a9-ac00-ba939a04a5be on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:36:28.437119 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Attempting to bind port e6376f91-5e8b-43a9-ac00-ba939a04a5be by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:36:28.437502 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Attempting to bind port e6376f91-5e8b-43a9-ac00-ba939a04a5be on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:36:28.445460 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:36:28.445828 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:36:28.446228 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:28.446639 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:36:28.447100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Bound port: e6376f91-5e8b-43a9-ac00-ba939a04a5be, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:36:28.447480 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:28.651266 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-91c1260d-7035-455b-a032-29b53e688454 None None] For port e6376f91-5e8b-43a9-ac00-ba939a04a5be, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:36:28.655089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-91c1260d-7035-455b-a032-29b53e688454 None None] For port e6376f91-5e8b-43a9-ac00-ba939a04a5be, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e6376f91-5e8b-43a9-ac00-ba939a04a5be,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:36:28.736503 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:28.766639 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:28.776844 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b8e71-090a-477b-b060-273a63c4c039 req-11165468-dbf2-4597-82ff-e3b74a4c8c2d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:28.776844 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b1b8e71-090a-477b-b060-273a63c4c039 req-11165468-dbf2-4597-82ff-e3b74a4c8c2d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 945 time: 0.0935767 Nov 18 17:36:28.834273 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1260d-7035-455b-a032-29b53e688454 None None] Pushing event updated for resources: {'Port': ['ID=e6376f91-5e8b-43a9-ac00-ba939a04a5be,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:28.840202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device fbf9a361-3908-4f9d-9250-2d1bbac0510f up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:36:28.990887 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b1b8e71-090a-477b-b060-273a63c4c039 req-78742cc4-afed-4bbe-9b8d-e26b44439051 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732442 Nov 18 17:36:29.038112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port fbf9a361-3908-4f9d-9250-2d1bbac0510f completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:36:29.043627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port fbf9a361-3908-4f9d-9250-2d1bbac0510f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:29.048698 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:29.147461 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:36:29.172892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::1 (5e45a538-7011-458e-bc0c-33977cda4913/3fb8852b-2c70-42bb-8dfc-35c2581941af/2340fedc-088a-4823-b916-79a64e66823c) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:29.178349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:36:29.178921 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b2fb0d2c-4f31-48ff-bc9a-5230e2b6d2e5 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:36:29.206048 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:29.237968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee8bd48-f603-42e3-b05f-85b3809bfb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:36:29.242115 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0051caa-e1c2-484b-88d3-0a6e47a1bc2e" -d '{"events": [{"server_uuid": "3ee8bd48-f603-42e3-b05f-85b3809bfb89", "name": "network-vif-plugged", "status": "completed", "tag": "fbf9a361-3908-4f9d-9250-2d1bbac0510f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:36:29.265104 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port fbf9a361-3908-4f9d-9250-2d1bbac0510f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:29.336064 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:29.369082 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ede6c30-4917-44a9-9049-5df08648b149 x-openstack-request-id: req-3ede6c30-4917-44a9-9049-5df08648b149 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:36:29.369591 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee8bd48-f603-42e3-b05f-85b3809bfb89", "name": "network-vif-plugged", "status": "completed", "tag": "fbf9a361-3908-4f9d-9250-2d1bbac0510f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:36:29.370582 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3ede6c30-4917-44a9-9049-5df08648b149 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:36:29.371936 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee8bd48-f603-42e3-b05f-85b3809bfb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f', 'code': 200} Nov 18 17:36:29.389307 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:29.442689 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=fbf9a361-3908-4f9d-9250-2d1bbac0510f,revision_number=12']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:29.538407 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:29.592458 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:29.604723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:29.607412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=2340fedc-088a-4823-b916-79a64e66823c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:29.614070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:29.614630 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:29.686998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea83102-0052-45f1-99f0-0baf66db5f4e req-5ecb3039-67c2-4421-8217-594663946b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:29.688699 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0ea83102-0052-45f1-99f0-0baf66db5f4e req-5ecb3039-67c2-4421-8217-594663946b55 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 1098 time: 0.0461113 Nov 18 17:36:29.763750 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0ea83102-0052-45f1-99f0-0baf66db5f4e req-b2ea85bd-388b-4b54-b5ae-1e3cac52bc29 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672197 Nov 18 17:36:29.882401 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:29.972521 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-01cde02c-2fde-462f-82c3-18e8ed65e21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:30.105334 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7297b4ec-ff57-4035-863b-9c7a280c7508 None None] Provisioning complete for port e6376f91-5e8b-43a9-ac00-ba939a04a5be triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:30.105711 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7297b4ec-ff57-4035-863b-9c7a280c7508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:30.214955 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f694d-09b3-4274-8460-531fc2eaec7b req-5a7c0e5e-4a79-4dfc-9756-c664f8c7ed4a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:30.216191 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-603f694d-09b3-4274-8460-531fc2eaec7b req-5a7c0e5e-4a79-4dfc-9756-c664f8c7ed4a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.1448755 Nov 18 17:36:30.217630 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7297b4ec-ff57-4035-863b-9c7a280c7508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:30.285277 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7297b4ec-ff57-4035-863b-9c7a280c7508 None None] For port e6376f91-5e8b-43a9-ac00-ba939a04a5be, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e6376f91-5e8b-43a9-ac00-ba939a04a5be,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:30.301576 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:30.311126 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-603f694d-09b3-4274-8460-531fc2eaec7b req-1ed3ee32-b77e-4047-903e-fa5a8f0c33ad tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817766 Nov 18 17:36:30.418679 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:30.419898 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:30.421183 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7297b4ec-ff57-4035-863b-9c7a280c7508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:30.488322 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297b4ec-ff57-4035-863b-9c7a280c7508 None None] Pushing event updated for resources: {'Port': ['ID=e6376f91-5e8b-43a9-ac00-ba939a04a5be,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:30.496742 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=2340fedc-088a-4823-b916-79a64e66823c,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:30.545266 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6cc4cbeb-f904-4c5c-9b43-9557dec275d1 None None] Provisioning complete for port 2340fedc-088a-4823-b916-79a64e66823c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:30.545907 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6cc4cbeb-f904-4c5c-9b43-9557dec275d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:30.576369 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:30.582766 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6cc4cbeb-f904-4c5c-9b43-9557dec275d1 None None] Port 2340fedc-088a-4823-b916-79a64e66823c cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:36:30.588030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:30.864312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Router 3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:36:30.928275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d94a5369-415b-4dd8-ae4b-e6cca019bdb1 None None] Provisioning complete for port 2340fedc-088a-4823-b916-79a64e66823c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:30.928645 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d94a5369-415b-4dd8-ae4b-e6cca019bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:30.966633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d94a5369-415b-4dd8-ae4b-e6cca019bdb1 None None] Port 2340fedc-088a-4823-b916-79a64e66823c cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:36:30.978052 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:36:30.992311 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Sync routers for ids ['3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:36:31.003210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2059dc83-c674-4832-8616-a9eeee232d1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "PUT /v2.0/routers/3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5958300 Nov 18 17:36:31.010118 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46902) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:31.010597 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Routers {'3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:36:31.010597 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4079c048-b615-4465-b05d-d8695e707485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:36:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:36:31.053748 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae7149a-acf4-4897-bfea-6d7801f06453 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:31.055416 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-eae7149a-acf4-4897-bfea-6d7801f06453 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports/2340fedc-088a-4823-b916-79a64e66823c HTTP/1.1" status: 200 len: 911 time: 0.0483501 Nov 18 17:36:31.065257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46910) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:31.124136 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Set router 3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:36:31.153230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e672795-00b9-4d86-bf35-90adf7297b7c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:31.160351 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e672795-00b9-4d86-bf35-90adf7297b7c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:31.163067 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2e672795-00b9-4d86-bf35-90adf7297b7c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0954504 Nov 18 17:36:31.164937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46914) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:31.183430 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e6376f91-5e8b-43a9-ac00-ba939a04a5be up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:36:31.287055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port e6376f91-5e8b-43a9-ac00-ba939a04a5be triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:31.287655 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:31.516698 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252d2c8-e152-4460-bbfb-b777e61cb688 req-8f36648f-b904-430d-a435-90d8479fffbd tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:31.523654 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a252d2c8-e152-4460-bbfb-b777e61cb688 req-8f36648f-b904-430d-a435-90d8479fffbd tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0649912 Nov 18 17:36:31.529788 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4079c048-b615-4465-b05d-d8695e707485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca', 'name': 'tempest-NetworksTestDHCPv6-router-985733436', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:36:28Z', 'updated_at': '2021-11-18T17:36:29Z', 'revision_number': 2, 'project_id': '756addef9f8f4ccba6e936d558c2f0a2', 'gw_port_host': None, '_interfaces': [{'id': '2340fedc-088a-4823-b916-79a64e66823c', 'name': '', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'mac_address': 'fa:16:3e:11:ed:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '3fb8852b-2c70-42bb-8dfc-35c2581941af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:36:28Z', 'updated_at': '2021-11-18T17:36:30Z', 'revision_number': 2, 'project_id': '756addef9f8f4ccba6e936d558c2f0a2', 'subnets': [{'id': '3fb8852b-2c70-42bb-8dfc-35c2581941af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:36:31.566220 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Checking router: 3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:36:31.567130 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Updating router 3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca port 2340fedc-088a-4823-b916-79a64e66823c binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:36:31.581157 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a252d2c8-e152-4460-bbfb-b777e61cb688 req-62f2c157-db74-4564-8741-e6d03e1c2e88 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560496 Nov 18 17:36:31.598913 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:31.622661 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c981d72-2a31-4406-8867-b3282c3e5c33 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:31.858664 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-4c981d72-2a31-4406-8867-b3282c3e5c33 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port 2340fedc-088a-4823-b916-79a64e66823c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:31.859279 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c981d72-2a31-4406-8867-b3282c3e5c33 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:31.901533 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:31.961673 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c981d72-2a31-4406-8867-b3282c3e5c33 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:31.978179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-4c981d72-2a31-4406-8867-b3282c3e5c33 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for 2340fedc-088a-4823-b916-79a64e66823c owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:32.023282 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:32.069120 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff05e2-f456-43fa-925c-ff56defec5be None None] Pushing event updated for resources: {'Port': ['ID=2340fedc-088a-4823-b916-79a64e66823c,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:32.243018 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Attempting to bind port 2340fedc-088a-4823-b916-79a64e66823c on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:36:32.243382 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Attempting to bind port 2340fedc-088a-4823-b916-79a64e66823c by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:36:32.243758 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Attempting to bind port 2340fedc-088a-4823-b916-79a64e66823c on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:36:32.255006 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:36:32.255378 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:36:32.255778 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:32.256216 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:36:32.256875 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Bound port: 2340fedc-088a-4823-b916-79a64e66823c, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:36:32.257257 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:32.324296 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c981d72-2a31-4406-8867-b3282c3e5c33 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:32.326777 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.db.api [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:36:32.327282 n-d-813419-11 neutron-server[104010]: DEBUG oslo_db.api [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:36:32.349268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c981d72-2a31-4406-8867-b3282c3e5c33 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=2340fedc-088a-4823-b916-79a64e66823c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:32.394107 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-99fce49a-77dd-4a0e-9bb2-4c257103e3a1 None None] Could not find standard attr ID for object 2340fedc-088a-4823-b916-79a64e66823c. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:36:32.473311 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c981d72-2a31-4406-8867-b3282c3e5c33 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:32.498129 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aad51dfe-200e-4be1-87f4-f295cdc35b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:32.673877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c981d72-2a31-4406-8867-b3282c3e5c33 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Router 3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:36:32.744518 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0d263-cd30-49e3-bd01-c62ce75e18ad req-82c63d6d-1ffa-4270-9a21-e791db20a12b tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:32.747910 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34a0d263-cd30-49e3-bd01-c62ce75e18ad req-82c63d6d-1ffa-4270-9a21-e791db20a12b tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0641410 Nov 18 17:36:32.768709 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c981d72-2a31-4406-8867-b3282c3e5c33 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:36:32.774685 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4c981d72-2a31-4406-8867-b3282c3e5c33 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "PUT /v2.0/routers/3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6085353 Nov 18 17:36:32.777240 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46958) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:32.801737 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34a0d263-cd30-49e3-bd01-c62ce75e18ad req-f6bdb9d5-12e6-40f2-b77e-6e5296d13ed7 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472200 Nov 18 17:36:32.842279 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Attempting to bind port 2340fedc-088a-4823-b916-79a64e66823c on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:36:32.842743 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Attempting to bind port 2340fedc-088a-4823-b916-79a64e66823c by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:36:32.843173 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Attempting to bind port 2340fedc-088a-4823-b916-79a64e66823c on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:36:32.846903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a5a0c2-d309-4531-ad27-acde7862df25 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:32.848553 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a5a0c2-d309-4531-ad27-acde7862df25 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:32.849055 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:36:32.849488 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:36:32.850066 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:32.850182 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a1a5a0c2-d309-4531-ad27-acde7862df25 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0716491 Nov 18 17:36:32.850616 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:36:32.851099 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Bound port: 2340fedc-088a-4823-b916-79a64e66823c, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:36:32.851508 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:32.852887 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46960) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:32.881915 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Port 2340fedc-088a-4823-b916-79a64e66823c has been deleted concurrently {{(pid=104010) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 18 17:36:32.897433 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Routers {'3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:36:32.898064 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4079c048-b615-4465-b05d-d8695e707485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:36:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:36:32.916884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca8c24a-28f8-47cf-99f8-f2df14a76d09 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet 3fb8852b-2c70-42bb-8dfc-35c2581941af {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:36:32.920852 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c24a-28f8-47cf-99f8-f2df14a76d09 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:32.964137 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c24a-28f8-47cf-99f8-f2df14a76d09 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:32.970511 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4079c048-b615-4465-b05d-d8695e707485 None None] Set router 3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:36:33.029189 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4079c048-b615-4465-b05d-d8695e707485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca', 'name': 'tempest-NetworksTestDHCPv6-router-985733436', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:36:28Z', 'updated_at': '2021-11-18T17:36:32Z', 'revision_number': 3, 'project_id': '756addef9f8f4ccba6e936d558c2f0a2', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:36:33.056376 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4079c048-b615-4465-b05d-d8695e707485 None None] The sync data for ids ['3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca'] in n-d-813419-11 is: [{'id': '3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca', 'name': 'tempest-NetworksTestDHCPv6-router-985733436', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:36:28Z', 'updated_at': '2021-11-18T17:36:32Z', 'revision_number': 3, 'project_id': '756addef9f8f4ccba6e936d558c2f0a2', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:36:33.073339 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c24a-28f8-47cf-99f8-f2df14a76d09 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:33.304196 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c24a-28f8-47cf-99f8-f2df14a76d09 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:33.337273 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c24a-28f8-47cf-99f8-f2df14a76d09 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:33.343991 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46964) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:33.344564 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0ca8c24a-28f8-47cf-99f8-f2df14a76d09 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/3fb8852b-2c70-42bb-8dfc-35c2581941af HTTP/1.1" status: 204 len: 168 time: 0.4902565 Nov 18 17:36:33.346181 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8c24a-28f8-47cf-99f8-f2df14a76d09 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb8852b-2c70-42bb-8dfc-35c2581941af,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:33.355856 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81f90ea-3852-4606-954a-e8d0dbc2cd6c None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:33.426278 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-44bbf16e-a17f-4a70-8b84-a4ed465f0784 req-4e874c69-05de-4022-bdc9-1b119fd022f4 service neutron] (104008) timed out ('10.222.0.72', 53826) {{(pid=104008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 17:36:33.510616 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c823eda3-bf6a-4852-8615-82588f2fea44 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1552513 Nov 18 17:36:33.512580 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46968) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:33.514699 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ba15a-87b8-4aa0-8ed8-1580ca21e00e req-8b266538-faa2-42a9-a005-5a72d2b10a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:33.516237 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-938ba15a-87b8-4aa0-8ed8-1580ca21e00e req-8b266538-faa2-42a9-a005-5a72d2b10a76 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5482321838844be38307f00ea7e492a9&device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 1098 time: 0.1154127 Nov 18 17:36:33.620000 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405fb96d-f67c-43f0-9dc1-5c1242ef4922 None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:36:33.647760 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e195a158-7cbc-45cb-956e-a52b96dc9b0d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:33.701884 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:33.736118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-405fb96d-f67c-43f0-9dc1-5c1242ef4922 None None] Deleting port e6376f91-5e8b-43a9-ac00-ba939a04a5be {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:33.736782 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-405fb96d-f67c-43f0-9dc1-5c1242ef4922 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:33.747174 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ba15a-87b8-4aa0-8ed8-1580ca21e00e req-1243eba5-b11d-4a9f-8d3e-d7761fd516d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:33.748888 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-938ba15a-87b8-4aa0-8ed8-1580ca21e00e req-1243eba5-b11d-4a9f-8d3e-d7761fd516d3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a4327a42-a41d-4df0-88ec-86cfa61cf60b HTTP/1.1" status: 200 len: 916 time: 0.2018750 Nov 18 17:36:33.808392 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-938ba15a-87b8-4aa0-8ed8-1580ca21e00e req-97e2a687-00fa-4c83-a46a-d5869efb56f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f HTTP/1.1" status: 200 len: 217 time: 0.0511618 Nov 18 17:36:33.871965 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-405fb96d-f67c-43f0-9dc1-5c1242ef4922 None None] For port e6376f91-5e8b-43a9-ac00-ba939a04a5be, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e6376f91-5e8b-43a9-ac00-ba939a04a5be,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:33.872795 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-405fb96d-f67c-43f0-9dc1-5c1242ef4922 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:33.905082 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-405fb96d-f67c-43f0-9dc1-5c1242ef4922 None None] Calling delete_port for e6376f91-5e8b-43a9-ac00-ba939a04a5be owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:33.916996 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e195a158-7cbc-45cb-956e-a52b96dc9b0d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:33.922694 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e195a158-7cbc-45cb-956e-a52b96dc9b0d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:33.990310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ba15a-87b8-4aa0-8ed8-1580ca21e00e req-ad8daf05-a7f2-4de0-ab78-f9078d52c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:33.991878 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-938ba15a-87b8-4aa0-8ed8-1580ca21e00e req-ad8daf05-a7f2-4de0-ab78-f9078d52c848 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ef27d04-f77e-4824-a841-f22b1e434bcf HTTP/1.1" status: 200 len: 854 time: 0.1763809 Nov 18 17:36:34.039966 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-938ba15a-87b8-4aa0-8ed8-1580ca21e00e req-f34b7e4e-9eda-4486-8c06-16d766c9ad5d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4327a42-a41d-4df0-88ec-86cfa61cf60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343788 Nov 18 17:36:34.077242 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e195a158-7cbc-45cb-956e-a52b96dc9b0d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:34.077796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e195a158-7cbc-45cb-956e-a52b96dc9b0d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Fanout notify agent at l3_agent the message router_deleted on router 3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:36:34.097896 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571fd71-7a25-4144-9f1b-683244831e23 req-9aab4654-e159-46f1-a6d5-284967793ac7 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:34.102349 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3571fd71-7a25-4144-9f1b-683244831e23 req-9aab4654-e159-46f1-a6d5-284967793ac7 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.1035576 Nov 18 17:36:34.112290 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e195a158-7cbc-45cb-956e-a52b96dc9b0d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:34.118521 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46974) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:34.119544 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e195a158-7cbc-45cb-956e-a52b96dc9b0d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/routers/3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca HTTP/1.1" status: 204 len: 168 time: 0.6020362 Nov 18 17:36:34.182720 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-405fb96d-f67c-43f0-9dc1-5c1242ef4922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:34.196401 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405fb96d-f67c-43f0-9dc1-5c1242ef4922 None None] No DVR routers for this DVR port e6376f91-5e8b-43a9-ac00-ba939a04a5be on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:36:34.202260 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3571fd71-7a25-4144-9f1b-683244831e23 req-e186509a-a7e4-4a87-af8c-d90142fb66ec tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814209 Nov 18 17:36:34.242226 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22488982-0de0-4626-9f54-3436af248ac4 None None] Sync routers for ids ['3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:36:34.252573 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-938ba15a-87b8-4aa0-8ed8-1580ca21e00e req-1dfc601e-fce7-4c3d-beb8-daa98054f6c4 service neutron] 10.222.0.83 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035136 Nov 18 17:36:34.253098 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fb96d-f67c-43f0-9dc1-5c1242ef4922 None None] Pushing event deleted for resources: {'Port': ['ID=e6376f91-5e8b-43a9-ac00-ba939a04a5be,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:34.272498 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22488982-0de0-4626-9f54-3436af248ac4 None None] Routers set() bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:36:34.273468 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22488982-0de0-4626-9f54-3436af248ac4 None None] Router IDs set() for agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 18 17:36:34.273889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_agentschedulers_db [None req-22488982-0de0-4626-9f54-3436af248ac4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:36:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent'). {{(pid=104009) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 18 17:36:34.287209 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22488982-0de0-4626-9f54-3436af248ac4 None None] Routers set() bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:36:34.287892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22488982-0de0-4626-9f54-3436af248ac4 None None] Router IDs set() for agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 18 17:36:34.288729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_agentschedulers_db [None req-22488982-0de0-4626-9f54-3436af248ac4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:36:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent'). {{(pid=104009) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 18 17:36:34.289305 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22488982-0de0-4626-9f54-3436af248ac4 None None] The sync data for ids ['3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:36:34.304362 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cc71e1-eae5-439f-8454-3c3f7e0ceb3c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:34.308831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 46980) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:34.319135 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-04cc71e1-eae5-439f-8454-3c3f7e0ceb3c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1994102 Nov 18 17:36:34.430501 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-938ba15a-87b8-4aa0-8ed8-1580ca21e00e req-678709f3-be27-4561-802b-64e9eaaf4d58 service neutron] 10.222.0.83 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683521 Nov 18 17:36:34.462808 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2058eb-0c19-4b74-b9f2-1e1a33a200a3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:34.467166 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0f2058eb-0c19-4b74-b9f2-1e1a33a200a3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1542921 Nov 18 17:36:34.467330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46982) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:34.495286 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2e093-49b9-458d-8f3b-14c998be4349 req-b7aad428-992e-43e1-8915-e604ef9c57ca tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:34.496873 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6e2e093-49b9-458d-8f3b-14c998be4349 req-b7aad428-992e-43e1-8915-e604ef9c57ca tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.1003406 Nov 18 17:36:34.541483 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f4ed622e-f3e4-49a1-8e63-6ebb6c1d18d4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729685 Nov 18 17:36:34.548630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 46986) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:34.555770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8c3b5537-7378-486c-abe0-b2675e4388c1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:34.575109 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6e2e093-49b9-458d-8f3b-14c998be4349 req-c622e7b3-84e4-40eb-b70f-ff94e9f87913 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632913 Nov 18 17:36:34.716316 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a13351-eb0c-4fc7-bba1-bcc7ba4ad2a8 req-3c3f23ea-22f0-483a-9f53-e569a293765e tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:34.717942 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99a13351-eb0c-4fc7-bba1-bcc7ba4ad2a8 req-3c3f23ea-22f0-483a-9f53-e569a293765e tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0613737 Nov 18 17:36:34.766216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3b5537-7378-486c-abe0-b2675e4388c1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:34.779230 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5537-7378-486c-abe0-b2675e4388c1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:34.784726 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99a13351-eb0c-4fc7-bba1-bcc7ba4ad2a8 req-22f5bedc-68ef-43b3-bfd4-e3450232399e tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530281 Nov 18 17:36:34.976329 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6134d4e-62da-4ac3-8594-4da6f333ad90 req-c93c609e-28f7-412c-ad42-65ee83274c9d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:34.976946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6134d4e-62da-4ac3-8594-4da6f333ad90 req-c93c609e-28f7-412c-ad42-65ee83274c9d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0723939 Nov 18 17:36:35.034426 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6134d4e-62da-4ac3-8594-4da6f333ad90 req-bd96dc1d-57e3-4d83-b730-48b18acf3ef5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509827 Nov 18 17:36:35.069489 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:35.155323 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e6376f91-5e8b-43a9-ac00-ba939a04a5be no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:36:35.181429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: e6376f91-5e8b-43a9-ac00-ba939a04a5be {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:36:35.181829 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e6376f91-5e8b-43a9-ac00-ba939a04a5be not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:36:35.207987 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284b7c0-8df2-4945-8b20-575a42353a08 req-ad5fba90-e69a-40cc-96a9-dc7f7fb696f8 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:35.218205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b284b7c0-8df2-4945-8b20-575a42353a08 req-ad5fba90-e69a-40cc-96a9-dc7f7fb696f8 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0862727 Nov 18 17:36:35.299541 n-d-813419-11 neutron-server[104008]: DEBUG neutron.objects.ports [None req-8c3b5537-7378-486c-abe0-b2675e4388c1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:36:35.301295 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5537-7378-486c-abe0-b2675e4388c1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:35.352949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3b5537-7378-486c-abe0-b2675e4388c1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:35.357301 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-8c3b5537-7378-486c-abe0-b2675e4388c1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:35.377646 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99e2807-5844-4530-84e2-3836e90de21d None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:35.380924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b5537-7378-486c-abe0-b2675e4388c1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=a3ee1968-b3ae-4f49-9cf6-50d956137868,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:35.385891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3b5537-7378-486c-abe0-b2675e4388c1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:35.400576 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5537-7378-486c-abe0-b2675e4388c1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:35.507424 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8c3b5537-7378-486c-abe0-b2675e4388c1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9572856 Nov 18 17:36:35.510384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47000) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:35.518310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-bd777364-d123-4881-b8d0-ab434a7b2377 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:35.593128 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:35.659828 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': 'a3ee1968-b3ae-4f49-9cf6-50d956137868'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:36:35.660620 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:35.707221 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b284b7c0-8df2-4945-8b20-575a42353a08 req-8356ca56-e072-4a70-bac7-73839ccc8308 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880373 Nov 18 17:36:35.799735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd777364-d123-4881-b8d0-ab434a7b2377 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:35.804794 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bd777364-d123-4881-b8d0-ab434a7b2377 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:35.854964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Allocated IP 2001:db8::f816:3eff:fec9:3ff7 (5e45a538-7011-458e-bc0c-33977cda4913/a3ee1968-b3ae-4f49-9cf6-50d956137868/c540bb97-a77d-4ad2-bcf4-25776f170a23) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:35.896828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf7d4f-9a2e-49e7-a711-6acce7506858 req-d49d1093-dced-4278-b9d0-430c6ba32421 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:35.912989 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4cf7d4f-9a2e-49e7-a711-6acce7506858 req-d49d1093-dced-4278-b9d0-430c6ba32421 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0981643 Nov 18 17:36:35.976497 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4cf7d4f-9a2e-49e7-a711-6acce7506858 req-b1c01295-dd24-47e4-99a3-6fcf0a0b02a7 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621943 Nov 18 17:36:36.098789 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:36.135514 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3bb9b-dda2-4aa6-9dc2-d4ba1ac1e306 req-f10719d3-da50-45b2-ae75-0eeffb37fbf2 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:36.137276 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54a3bb9b-dda2-4aa6-9dc2-d4ba1ac1e306 req-f10719d3-da50-45b2-ae75-0eeffb37fbf2 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0559866 Nov 18 17:36:36.193142 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54a3bb9b-dda2-4aa6-9dc2-d4ba1ac1e306 req-7f90f5f3-1777-4b06-9327-77fb6e8d8deb tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478306 Nov 18 17:36:36.212113 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:36.281207 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:36.283258 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Pushing event updated for resources: {'Port': ['ID=c540bb97-a77d-4ad2-bcf4-25776f170a23,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:36.287553 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bd777364-d123-4881-b8d0-ab434a7b2377 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:36.298321 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:36.301822 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:36.344839 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd777364-d123-4881-b8d0-ab434a7b2377 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:36.348550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-bd777364-d123-4881-b8d0-ab434a7b2377 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:36.351982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd777364-d123-4881-b8d0-ab434a7b2377 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:36.352648 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bd777364-d123-4881-b8d0-ab434a7b2377 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:36.369664 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd777364-d123-4881-b8d0-ab434a7b2377 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=1c2f6030-6071-4681-b32d-697cbfa764fd,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:36.388575 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Attempting to bind port c540bb97-a77d-4ad2-bcf4-25776f170a23 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:36:36.388912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Attempting to bind port c540bb97-a77d-4ad2-bcf4-25776f170a23 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:36:36.389291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Attempting to bind port c540bb97-a77d-4ad2-bcf4-25776f170a23 on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:36:36.394429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:36:36.394812 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:36:36.395221 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:36.395684 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:36:36.396331 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Bound port: c540bb97-a77d-4ad2-bcf4-25776f170a23, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:36:36.396744 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:36.483510 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47018) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:36.484677 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bd777364-d123-4881-b8d0-ab434a7b2377 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9724562 Nov 18 17:36:36.489590 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] For port c540bb97-a77d-4ad2-bcf4-25776f170a23, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:36:36.490903 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8e491317-f4d3-40a7-8cd5-174d35b4dd75 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'mac_address': 'fa:16:3e:c0:55:35', 'name': 'tempest-NetworksTestDHCPv6-44235960'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:36.494030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] For port c540bb97-a77d-4ad2-bcf4-25776f170a23, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c540bb97-a77d-4ad2-bcf4-25776f170a23,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:36:36.589627 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:36.664016 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289bc39-3ca0-4feb-aa5a-a5651785f11d None None] Pushing event updated for resources: {'Port': ['ID=c540bb97-a77d-4ad2-bcf4-25776f170a23,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:36.754405 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e491317-f4d3-40a7-8cd5-174d35b4dd75 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:36.988090 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376955c4-3a5c-4954-a282-81d72a52c2f5 req-bf171d5a-11da-430b-a439-3d12f668c0c0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:36.989699 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-376955c4-3a5c-4954-a282-81d72a52c2f5 req-bf171d5a-11da-430b-a439-3d12f668c0c0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.1324959 Nov 18 17:36:36.992618 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8e491317-f4d3-40a7-8cd5-174d35b4dd75 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:37.041319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-8e491317-f4d3-40a7-8cd5-174d35b4dd75 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port ea4bf283-170a-4013-8535-af99fff72545 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:36:37.182242 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-376955c4-3a5c-4954-a282-81d72a52c2f5 req-84f1f097-898c-4d6b-af3e-82189cabfba8 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771722 Nov 18 17:36:37.212329 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c540bb97-a77d-4ad2-bcf4-25776f170a23 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:36:37.271053 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port c540bb97-a77d-4ad2-bcf4-25776f170a23 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:37.271438 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:37.319994 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-8e491317-f4d3-40a7-8cd5-174d35b4dd75 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 172.20.0.9 (5e45a538-7011-458e-bc0c-33977cda4913/1c2f6030-6071-4681-b32d-697cbfa764fd/ea4bf283-170a-4013-8535-af99fff72545) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:37.327700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-8e491317-f4d3-40a7-8cd5-174d35b4dd75 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::f816:3eff:fec0:5535 (5e45a538-7011-458e-bc0c-33977cda4913/a3ee1968-b3ae-4f49-9cf6-50d956137868/ea4bf283-170a-4013-8535-af99fff72545) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:37.375759 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:37.418324 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port c540bb97-a77d-4ad2-bcf4-25776f170a23, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c540bb97-a77d-4ad2-bcf4-25776f170a23,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:37.520284 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8e491317-f4d3-40a7-8cd5-174d35b4dd75 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:37.520896 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:37.586430 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=c540bb97-a77d-4ad2-bcf4-25776f170a23,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:37.663726 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8e491317-f4d3-40a7-8cd5-174d35b4dd75 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:37.708758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e491317-f4d3-40a7-8cd5-174d35b4dd75 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:37.712018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-8e491317-f4d3-40a7-8cd5-174d35b4dd75 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:37.714733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e491317-f4d3-40a7-8cd5-174d35b4dd75 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:37.748865 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e491317-f4d3-40a7-8cd5-174d35b4dd75 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=ea4bf283-170a-4013-8535-af99fff72545,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:37.779001 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e491317-f4d3-40a7-8cd5-174d35b4dd75 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:37.779930 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8e491317-f4d3-40a7-8cd5-174d35b4dd75 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:37.849413 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8e491317-f4d3-40a7-8cd5-174d35b4dd75 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.3644650 Nov 18 17:36:37.851986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47030) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:37.855231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804c6e89-d492-4d49-8ab4-dc2013abccbe None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:37.923269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c53d519-70ab-4543-b166-3442af265582 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:37.930758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c53d519-70ab-4543-b166-3442af265582 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:37.932982 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7c53d519-70ab-4543-b166-3442af265582 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0788727 Nov 18 17:36:37.936416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47032) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:37.939983 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-25261a9c-905a-442c-9826-33cfff6c96e0 None None] Provisioning complete for port c540bb97-a77d-4ad2-bcf4-25776f170a23 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:37.940563 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25261a9c-905a-442c-9826-33cfff6c96e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:38.042250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-efa09a2f-9ce2-4df9-b85d-cfe0b3dd8be6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port ea4bf283-170a-4013-8535-af99fff72545 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:38.042772 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-efa09a2f-9ce2-4df9-b85d-cfe0b3dd8be6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:38.143005 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-efa09a2f-9ce2-4df9-b85d-cfe0b3dd8be6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:38.155646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-efa09a2f-9ce2-4df9-b85d-cfe0b3dd8be6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for ea4bf283-170a-4013-8535-af99fff72545 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:38.215191 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c52e07-3635-4c61-ae24-0811a48f8511 None None] Update dhcp port {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'fixed_ips': [{'subnet_id': 'a3ee1968-b3ae-4f49-9cf6-50d956137868', 'ip_address': '2001:db8::f816:3eff:fec9:3ff7'}, {'subnet_id': '1c2f6030-6071-4681-b32d-697cbfa764fd'}], 'binding:host_id': 'n-d-813419-11'}, 'id': 'c540bb97-a77d-4ad2-bcf4-25776f170a23'} from n-d-813419-11. {{(pid=104009) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 18 17:36:38.259981 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-80c52e07-3635-4c61-ae24-0811a48f8511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:38.379779 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d55f5-0c8b-45e3-a992-6466e7ddfbd0 req-ab03339e-b26c-49db-a684-19cba90db34e tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:38.381484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a1d55f5-0c8b-45e3-a992-6466e7ddfbd0 req-ab03339e-b26c-49db-a684-19cba90db34e tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0920098 Nov 18 17:36:38.446564 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-80c52e07-3635-4c61-ae24-0811a48f8511 None None] Allocated IP 172.20.0.2 (5e45a538-7011-458e-bc0c-33977cda4913/1c2f6030-6071-4681-b32d-697cbfa764fd/c540bb97-a77d-4ad2-bcf4-25776f170a23) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:38.451580 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a1d55f5-0c8b-45e3-a992-6466e7ddfbd0 req-3f91bfa8-cdaf-465a-8190-88fb8eb916da tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585964 Nov 18 17:36:38.509245 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-efa09a2f-9ce2-4df9-b85d-cfe0b3dd8be6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:38.549537 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa09a2f-9ce2-4df9-b85d-cfe0b3dd8be6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=ea4bf283-170a-4013-8535-af99fff72545,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:38.574498 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-80c52e07-3635-4c61-ae24-0811a48f8511 None None] For port c540bb97-a77d-4ad2-bcf4-25776f170a23, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c540bb97-a77d-4ad2-bcf4-25776f170a23,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:38.608254 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-80c52e07-3635-4c61-ae24-0811a48f8511 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:38.652655 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-efa09a2f-9ce2-4df9-b85d-cfe0b3dd8be6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:38.659201 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-efa09a2f-9ce2-4df9-b85d-cfe0b3dd8be6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/ea4bf283-170a-4013-8535-af99fff72545 HTTP/1.1" status: 204 len: 168 time: 0.7193439 Nov 18 17:36:38.659403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47044) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:38.709017 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-80c52e07-3635-4c61-ae24-0811a48f8511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:38.713599 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d304c629-250d-4bfd-ad8c-b58906d7b242 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:38.715611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d304c629-250d-4bfd-ad8c-b58906d7b242 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:38.717060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d304c629-250d-4bfd-ad8c-b58906d7b242 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:38.718815 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d304c629-250d-4bfd-ad8c-b58906d7b242 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0583396 Nov 18 17:36:38.721859 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47046) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:38.786751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ef3393-0e54-4c83-8096-9d7f7f0eaac6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet 1c2f6030-6071-4681-b32d-697cbfa764fd {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:36:38.791729 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12ef3393-0e54-4c83-8096-9d7f7f0eaac6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:38.809774 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c52e07-3635-4c61-ae24-0811a48f8511 None None] Pushing event updated for resources: {'Port': ['ID=c540bb97-a77d-4ad2-bcf4-25776f170a23,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:38.954265 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7ddbf-9d11-4afd-8dbf-5df736e97e20 req-3377c623-04e9-4a7b-a3f1-f3e31ac2f04c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:38.956958 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-93e7ddbf-9d11-4afd-8dbf-5df736e97e20 req-3377c623-04e9-4a7b-a3f1-f3e31ac2f04c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0618820 Nov 18 17:36:39.040694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-93e7ddbf-9d11-4afd-8dbf-5df736e97e20 req-65e2b795-5e12-4c4d-bef1-0790fed6aefe tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764899 Nov 18 17:36:39.142352 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c540bb97-a77d-4ad2-bcf4-25776f170a23 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:36:39.206568 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port c540bb97-a77d-4ad2-bcf4-25776f170a23 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:39.207291 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:39.275469 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12ef3393-0e54-4c83-8096-9d7f7f0eaac6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:39.307941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5f954-0c1f-4b9a-867a-0c7d1bb37671 req-449829a7-4098-4234-947c-f3f22299f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:39.309571 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-74e5f954-0c1f-4b9a-867a-0c7d1bb37671 req-449829a7-4098-4234-947c-f3f22299f0e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5482321838844be38307f00ea7e492a9&device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 1098 time: 0.1413665 Nov 18 17:36:39.443319 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12ef3393-0e54-4c83-8096-9d7f7f0eaac6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:39.489949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5f954-0c1f-4b9a-867a-0c7d1bb37671 req-e53e18ad-3a5b-4687-a24f-8c1c705fc377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:39.491443 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-74e5f954-0c1f-4b9a-867a-0c7d1bb37671 req-e53e18ad-3a5b-4687-a24f-8c1c705fc377 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a4327a42-a41d-4df0-88ec-86cfa61cf60b HTTP/1.1" status: 200 len: 916 time: 0.1718788 Nov 18 17:36:39.550854 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-74e5f954-0c1f-4b9a-867a-0c7d1bb37671 req-5027e1da-95b9-44a2-b4ca-b00a951a9e46 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f HTTP/1.1" status: 200 len: 217 time: 0.0438321 Nov 18 17:36:39.599500 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5f954-0c1f-4b9a-867a-0c7d1bb37671 req-1988a256-9f3c-42a8-b965-b675c28da336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:39.604426 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-74e5f954-0c1f-4b9a-867a-0c7d1bb37671 req-1988a256-9f3c-42a8-b965-b675c28da336 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ef27d04-f77e-4824-a841-f22b1e434bcf HTTP/1.1" status: 200 len: 854 time: 0.0477152 Nov 18 17:36:39.635914 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0e51d098-728f-4b2a-b21e-655dd123591b None None] Provisioning complete for port c540bb97-a77d-4ad2-bcf4-25776f170a23 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:39.636445 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0e51d098-728f-4b2a-b21e-655dd123591b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:39.646589 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-74e5f954-0c1f-4b9a-867a-0c7d1bb37671 req-2fe22841-37f2-4dbf-adff-539fba3f82bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a4327a42-a41d-4df0-88ec-86cfa61cf60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341654 Nov 18 17:36:39.648352 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12ef3393-0e54-4c83-8096-9d7f7f0eaac6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:39.690606 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12ef3393-0e54-4c83-8096-9d7f7f0eaac6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:39.693901 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-12ef3393-0e54-4c83-8096-9d7f7f0eaac6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/1c2f6030-6071-4681-b32d-697cbfa764fd HTTP/1.1" status: 204 len: 168 time: 0.9709764 Nov 18 17:36:39.696492 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47056) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:39.703324 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef3393-0e54-4c83-8096-9d7f7f0eaac6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=1c2f6030-6071-4681-b32d-697cbfa764fd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:39.805054 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0e51d098-728f-4b2a-b21e-655dd123591b None None] Could not find standard attr ID for object ea4bf283-170a-4013-8535-af99fff72545. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:36:39.810548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-d443602b-81f1-4aaf-9845-a344e8c7c3ff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet a3ee1968-b3ae-4f49-9cf6-50d956137868 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:36:39.814153 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d443602b-81f1-4aaf-9845-a344e8c7c3ff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:39.816895 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-74e5f954-0c1f-4b9a-867a-0c7d1bb37671 req-6a251550-538e-4c03-a37b-9157e76b9fb0 service neutron] 10.222.0.83 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518390 Nov 18 17:36:39.867149 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d443602b-81f1-4aaf-9845-a344e8c7c3ff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:39.900247 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ec8883-9338-4300-91cf-731c01be7647 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:39.945365 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-68279b3c-e239-454f-b11c-7e773eb40a09 None None] Could not find standard attr ID for object ea4bf283-170a-4013-8535-af99fff72545. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:36:39.968171 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-74e5f954-0c1f-4b9a-867a-0c7d1bb37671 req-3dda35f3-3a8f-4343-859a-b9981977e7c6 service neutron] 10.222.0.83 "GET /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380720 Nov 18 17:36:39.995783 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d443602b-81f1-4aaf-9845-a344e8c7c3ff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:40.178373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7723e-3ca7-4dcc-84c0-002f912bc96a req-209694b0-cb7f-4144-8c35-38ea9ff66806 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:40.180027 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8e7723e-3ca7-4dcc-84c0-002f912bc96a req-209694b0-cb7f-4144-8c35-38ea9ff66806 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0530148 Nov 18 17:36:40.181714 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d443602b-81f1-4aaf-9845-a344e8c7c3ff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:40.215020 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d443602b-81f1-4aaf-9845-a344e8c7c3ff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:40.219018 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d443602b-81f1-4aaf-9845-a344e8c7c3ff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/a3ee1968-b3ae-4f49-9cf6-50d956137868 HTTP/1.1" status: 204 len: 168 time: 0.5208170 Nov 18 17:36:40.221581 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47062) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:40.245955 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443602b-81f1-4aaf-9845-a344e8c7c3ff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=a3ee1968-b3ae-4f49-9cf6-50d956137868,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:40.288972 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-024049b5-9992-4b3a-b38f-575e7345fd14 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659297 Nov 18 17:36:40.291756 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47066) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:40.297800 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-fdbc1046-8c7b-4b26-997c-2a89cca7a6e6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:40.315497 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8e7723e-3ca7-4dcc-84c0-002f912bc96a req-2c96c83b-f085-45e7-af5a-2507ef6416c9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191330 Nov 18 17:36:40.492204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbc1046-8c7b-4b26-997c-2a89cca7a6e6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:40.500619 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fdbc1046-8c7b-4b26-997c-2a89cca7a6e6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:40.672379 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdd59a2-d870-4d80-94af-de2b10b5bd53 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:40.927470 n-d-813419-11 neutron-server[104008]: DEBUG neutron.objects.ports [None req-fdbc1046-8c7b-4b26-997c-2a89cca7a6e6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:36:40.928698 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8673960d-4cf6-40d7-a1b8-495323548c59 None None] Provisioning complete for port c540bb97-a77d-4ad2-bcf4-25776f170a23 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:40.929072 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8673960d-4cf6-40d7-a1b8-495323548c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:41.064567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:36:41.133508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] Deleting port c540bb97-a77d-4ad2-bcf4-25776f170a23 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:41.134742 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:41.163981 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c540bb97-a77d-4ad2-bcf4-25776f170a23 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:36:41.211960 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:36:41.267178 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] For port c540bb97-a77d-4ad2-bcf4-25776f170a23, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c540bb97-a77d-4ad2-bcf4-25776f170a23,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:41.267702 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:41.290823 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fdbc1046-8c7b-4b26-997c-2a89cca7a6e6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:41.305093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] Calling delete_port for c540bb97-a77d-4ad2-bcf4-25776f170a23 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:41.363867 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:41.445690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaee5c7-c845-497f-809b-9e283473fb3c req-c6b6967b-b218-4cea-b407-a391505c490c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:41.448758 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-deaee5c7-c845-497f-809b-9e283473fb3c req-c6b6967b-b218-4cea-b407-a391505c490c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0667496 Nov 18 17:36:41.523530 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-deaee5c7-c845-497f-809b-9e283473fb3c req-394149a7-410d-4528-aaa6-6620e3e12b97 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670094 Nov 18 17:36:41.543649 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-fdbc1046-8c7b-4b26-997c-2a89cca7a6e6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] For port c540bb97-a77d-4ad2-bcf4-25776f170a23, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c540bb97-a77d-4ad2-bcf4-25776f170a23,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:41.578650 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fdbc1046-8c7b-4b26-997c-2a89cca7a6e6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:41.629843 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fdbc1046-8c7b-4b26-997c-2a89cca7a6e6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:41.630604 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fdbc1046-8c7b-4b26-997c-2a89cca7a6e6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:41.659276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6eb758-0f76-4686-b0b4-2aee9046ba80 req-9963e90d-b8ff-4617-beb5-d40ba964569d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:41.667300 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd6eb758-0f76-4686-b0b4-2aee9046ba80 req-9963e90d-b8ff-4617-beb5-d40ba964569d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0629981 Nov 18 17:36:41.678277 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:36:41.679275 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:36:41.686453 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:41.705543 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] No DVR routers for this DVR port c540bb97-a77d-4ad2-bcf4-25776f170a23 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:36:41.732168 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc1046-8c7b-4b26-997c-2a89cca7a6e6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=2f1067ea-aa22-4633-a7b6-2cff683b9225,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:41.744310 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd6eb758-0f76-4686-b0b4-2aee9046ba80 req-a4e1ab17-e516-498e-9331-6d4f434648b9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758164 Nov 18 17:36:41.745745 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbc1046-8c7b-4b26-997c-2a89cca7a6e6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:41.750141 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] Pushing event deleted for resources: {'Port': ['ID=c540bb97-a77d-4ad2-bcf4-25776f170a23,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:41.760257 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:41.760593 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:41.760942 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:41.761288 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:41.761727 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:41.762054 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:41.762475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:41.763687 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:41.764167 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:41.764551 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:41.764889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:41.765222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0197245-b835-4286-be30-61d6b75f29c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:41.778095 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-fdbc1046-8c7b-4b26-997c-2a89cca7a6e6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:41.788494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbc1046-8c7b-4b26-997c-2a89cca7a6e6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:41.789349 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fdbc1046-8c7b-4b26-997c-2a89cca7a6e6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:41.794353 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388526a1-82d9-4707-916f-0bf7302bd0ae None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:41.814572 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc1046-8c7b-4b26-997c-2a89cca7a6e6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=c540bb97-a77d-4ad2-bcf4-25776f170a23,revision_number=8']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:41.899960 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a8230-722e-42f3-91f4-fce9ae98090b req-db78df92-083b-4547-b429-24a6d81f9820 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:41.901788 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d2a8230-722e-42f3-91f4-fce9ae98090b req-db78df92-083b-4547-b429-24a6d81f9820 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0558724 Nov 18 17:36:41.913923 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fdbc1046-8c7b-4b26-997c-2a89cca7a6e6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6205199 Nov 18 17:36:41.917680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47086) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:41.924525 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-df2790fb-f28c-4624-94f8-a622f9454409 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:41.962911 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d2a8230-722e-42f3-91f4-fce9ae98090b req-99661247-9209-491f-9f0d-8a98af9f3594 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522473 Nov 18 17:36:41.981214 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': '2f1067ea-aa22-4633-a7b6-2cff683b9225'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:36:41.982117 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:42.118652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa70b0-92a1-4cf8-a523-f7621e90e5f7 req-fb426034-0d1e-43e3-a9ee-c0765a55e0d2 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:42.127514 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eaaa70b0-92a1-4cf8-a523-f7621e90e5f7 req-fb426034-0d1e-43e3-a9ee-c0765a55e0d2 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0744355 Nov 18 17:36:42.160196 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Allocated IP 2001:db8::f816:3eff:fe6b:833a (5e45a538-7011-458e-bc0c-33977cda4913/2f1067ea-aa22-4633-a7b6-2cff683b9225/c40ce837-538d-4b82-a0d9-b5cfb23b63fc) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:42.175152 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2790fb-f28c-4624-94f8-a622f9454409 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:42.178145 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df2790fb-f28c-4624-94f8-a622f9454409 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:42.196431 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eaaa70b0-92a1-4cf8-a523-f7621e90e5f7 req-f3cee7f3-bf34-420f-b0f7-090bfed670be tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526786 Nov 18 17:36:42.245151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Port c540bb97-a77d-4ad2-bcf4-25776f170a23 update to DOWN by agent not found {{(pid=104009) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 18 17:36:42.373285 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd67e2-7298-4b33-a987-6f05ccd4aae0 req-27dca00e-6801-40bc-994e-b90b81cfe4c7 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:42.375309 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-45cd67e2-7298-4b33-a987-6f05ccd4aae0 req-27dca00e-6801-40bc-994e-b90b81cfe4c7 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0735390 Nov 18 17:36:42.418582 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:42.443319 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-45cd67e2-7298-4b33-a987-6f05ccd4aae0 req-78997f2e-c7ae-4d54-af52-883dd4cbc5e4 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600910 Nov 18 17:36:42.520137 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:42.583612 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:42.587146 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9354fc-fb5f-4a70-b248-5bb0fb0352ad req-930ce6f4-b032-4057-b1bb-4967e0c3a4cf tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:42.598470 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e9354fc-fb5f-4a70-b248-5bb0fb0352ad req-930ce6f4-b032-4057-b1bb-4967e0c3a4cf tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0584207 Nov 18 17:36:42.598609 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:42.598609 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:42.624877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Pushing event updated for resources: {'Port': ['ID=c40ce837-538d-4b82-a0d9-b5cfb23b63fc,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:42.653610 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e9354fc-fb5f-4a70-b248-5bb0fb0352ad req-59842364-acf0-41d4-9e84-5f0de51ca5e3 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537724 Nov 18 17:36:42.675969 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Attempting to bind port c40ce837-538d-4b82-a0d9-b5cfb23b63fc on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:36:42.675969 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Attempting to bind port c40ce837-538d-4b82-a0d9-b5cfb23b63fc by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:36:42.675969 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Attempting to bind port c40ce837-538d-4b82-a0d9-b5cfb23b63fc on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:36:42.676205 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df2790fb-f28c-4624-94f8-a622f9454409 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:42.678869 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:36:42.678869 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:36:42.678869 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:42.678869 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:36:42.678869 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Bound port: c40ce837-538d-4b82-a0d9-b5cfb23b63fc, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:36:42.678869 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:42.725621 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2790fb-f28c-4624-94f8-a622f9454409 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:42.730101 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-df2790fb-f28c-4624-94f8-a622f9454409 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:42.734026 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2790fb-f28c-4624-94f8-a622f9454409 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:42.734624 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df2790fb-f28c-4624-94f8-a622f9454409 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:42.760045 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2790fb-f28c-4624-94f8-a622f9454409 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=bbc32f28-b303-462f-a66f-b157ab2062b3,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:42.772740 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] For port c40ce837-538d-4b82-a0d9-b5cfb23b63fc, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:36:42.776493 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] For port c40ce837-538d-4b82-a0d9-b5cfb23b63fc, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c40ce837-538d-4b82-a0d9-b5cfb23b63fc,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:36:42.811072 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d262c81-f0f2-4a87-9a23-81194e43d327 req-db314889-2c5e-495d-883a-987c51289ef9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:42.812732 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d262c81-f0f2-4a87-9a23-81194e43d327 req-db314889-2c5e-495d-883a-987c51289ef9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0551648 Nov 18 17:36:42.820047 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-df2790fb-f28c-4624-94f8-a622f9454409 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9007039 Nov 18 17:36:42.822749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47106) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:42.828535 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-cabd02a6-8408-49b8-acc4-5d281e0c7cfd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'mac_address': 'fa:16:3e:b7:f7:af', 'name': 'tempest-NetworksTestDHCPv6-1239864804'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:42.834626 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:42.886759 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d262c81-f0f2-4a87-9a23-81194e43d327 req-ee54d726-c84a-43ad-bd57-db052de4a121 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630543 Nov 18 17:36:42.915129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72d05a-d197-47ff-bcb4-a4990800bb09 None None] Pushing event updated for resources: {'Port': ['ID=c40ce837-538d-4b82-a0d9-b5cfb23b63fc,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:43.044526 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead7ad9-5e1d-498d-b5cf-9116ce96d6d5 req-e56b3bd3-27d2-4c53-87f1-182dd2c6fc2a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:43.046874 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eead7ad9-5e1d-498d-b5cf-9116ce96d6d5 req-e56b3bd3-27d2-4c53-87f1-182dd2c6fc2a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0649068 Nov 18 17:36:43.084944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabd02a6-8408-49b8-acc4-5d281e0c7cfd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:43.119505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eead7ad9-5e1d-498d-b5cf-9116ce96d6d5 req-35577216-a0b0-4f43-ba9f-2a70b37cec4b tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659192 Nov 18 17:36:43.203738 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cabd02a6-8408-49b8-acc4-5d281e0c7cfd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:43.240516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-cabd02a6-8408-49b8-acc4-5d281e0c7cfd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port 28236639-2602-4936-b08c-01f3206d1b7f yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:36:43.389609 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2633d1-a18b-4ea9-87d0-2df2ff9e9f6c req-0f31a277-6891-425c-bb98-78ac0dfaf1e4 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:43.391114 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca2633d1-a18b-4ea9-87d0-2df2ff9e9f6c req-0f31a277-6891-425c-bb98-78ac0dfaf1e4 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0663335 Nov 18 17:36:43.448209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca2633d1-a18b-4ea9-87d0-2df2ff9e9f6c req-8f3380a5-db8b-488b-9491-dcc380505ab7 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501106 Nov 18 17:36:43.467441 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-cabd02a6-8408-49b8-acc4-5d281e0c7cfd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 172.20.0.12 (5e45a538-7011-458e-bc0c-33977cda4913/bbc32f28-b303-462f-a66f-b157ab2062b3/28236639-2602-4936-b08c-01f3206d1b7f) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:43.475096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-cabd02a6-8408-49b8-acc4-5d281e0c7cfd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::f816:3eff:feb7:f7af (5e45a538-7011-458e-bc0c-33977cda4913/2f1067ea-aa22-4633-a7b6-2cff683b9225/28236639-2602-4936-b08c-01f3206d1b7f) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:43.601362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1660f05-388a-4c5e-8901-e8c36e6c3332 req-2c2d3d1a-0fdd-4d3a-85fd-5e1290e12fe8 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:43.603207 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1660f05-388a-4c5e-8901-e8c36e6c3332 req-2c2d3d1a-0fdd-4d3a-85fd-5e1290e12fe8 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0798805 Nov 18 17:36:43.665367 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1660f05-388a-4c5e-8901-e8c36e6c3332 req-fd1e5212-a215-4f19-95d2-db12bd329927 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556889 Nov 18 17:36:43.694150 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cabd02a6-8408-49b8-acc4-5d281e0c7cfd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:43.831166 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85527b-c34a-4f8b-8d04-991f45a3f8c2 req-c6fcffe2-6f22-4588-930a-599570dc57f0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:43.833408 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab85527b-c34a-4f8b-8d04-991f45a3f8c2 req-c6fcffe2-6f22-4588-930a-599570dc57f0 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0608869 Nov 18 17:36:43.835351 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cabd02a6-8408-49b8-acc4-5d281e0c7cfd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:43.887140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabd02a6-8408-49b8-acc4-5d281e0c7cfd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:43.891040 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-cabd02a6-8408-49b8-acc4-5d281e0c7cfd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:43.895719 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabd02a6-8408-49b8-acc4-5d281e0c7cfd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:43.912575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab85527b-c34a-4f8b-8d04-991f45a3f8c2 req-2b8fb0ab-0061-40ea-8021-7d7a1e3f5bf8 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698168 Nov 18 17:36:43.938178 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd02a6-8408-49b8-acc4-5d281e0c7cfd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=28236639-2602-4936-b08c-01f3206d1b7f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:43.967952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabd02a6-8408-49b8-acc4-5d281e0c7cfd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:43.967952 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cabd02a6-8408-49b8-acc4-5d281e0c7cfd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:44.056578 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cabd02a6-8408-49b8-acc4-5d281e0c7cfd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2303462 Nov 18 17:36:44.056914 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47130) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:44.081839 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105affb7-0959-494e-b6dc-68c21a58e90c req-d6326f64-bdb6-42a0-998b-8d75dcd413cf tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:44.083424 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-105affb7-0959-494e-b6dc-68c21a58e90c req-d6326f64-bdb6-42a0-998b-8d75dcd413cf tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0620661 Nov 18 17:36:44.117963 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ece75b7-5bb6-4efb-8935-adaee9dd733d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:44.125191 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ece75b7-5bb6-4efb-8935-adaee9dd733d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:44.130657 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3ece75b7-5bb6-4efb-8935-adaee9dd733d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0719640 Nov 18 17:36:44.131400 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47132) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:44.156712 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-105affb7-0959-494e-b6dc-68c21a58e90c req-741cd055-ffb1-403d-b43f-2366dd95314f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660388 Nov 18 17:36:44.238830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-eb0eb495-351f-46d0-8969-baa46849c6d8 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port 28236639-2602-4936-b08c-01f3206d1b7f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:44.239339 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb495-351f-46d0-8969-baa46849c6d8 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:44.263474 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df427019-ffb1-4412-a8f9-f797a284c390 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:44.315823 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920e874-73da-45fd-ba65-0e681f8e191f req-50efdf41-c2bb-4acf-9375-c3eff8367b3c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:44.327535 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5920e874-73da-45fd-ba65-0e681f8e191f req-50efdf41-c2bb-4acf-9375-c3eff8367b3c tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0816579 Nov 18 17:36:44.363144 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb495-351f-46d0-8969-baa46849c6d8 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:44.378905 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-eb0eb495-351f-46d0-8969-baa46849c6d8 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for 28236639-2602-4936-b08c-01f3206d1b7f owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:44.400388 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5920e874-73da-45fd-ba65-0e681f8e191f req-a7613fb7-fbc9-41e6-aae6-3a8f2b88cf88 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716126 Nov 18 17:36:44.410650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-fb76ca6f-f241-4132-ac71-2704330f18f5 None None] Provisioning complete for port c40ce837-538d-4b82-a0d9-b5cfb23b63fc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:44.411023 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fb76ca6f-f241-4132-ac71-2704330f18f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:44.552056 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bc5e6-4867-4a7f-b4cb-189564a468e6 req-d72cd7a6-0dec-4c04-a803-aa13ba86923e tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:44.563020 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-057bc5e6-4867-4a7f-b4cb-189564a468e6 req-d72cd7a6-0dec-4c04-a803-aa13ba86923e tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0678992 Nov 18 17:36:44.618579 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fb76ca6f-f241-4132-ac71-2704330f18f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:44.628385 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-057bc5e6-4867-4a7f-b4cb-189564a468e6 req-258ce08d-a471-400c-86ba-2e6ded32d8f7 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641036 Nov 18 17:36:44.670202 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb495-351f-46d0-8969-baa46849c6d8 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:44.696325 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-fb76ca6f-f241-4132-ac71-2704330f18f5 None None] For port c40ce837-538d-4b82-a0d9-b5cfb23b63fc, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c40ce837-538d-4b82-a0d9-b5cfb23b63fc,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:44.733000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0eb495-351f-46d0-8969-baa46849c6d8 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=28236639-2602-4936-b08c-01f3206d1b7f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:44.766363 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e03ab8-3d01-4469-a577-2830e503f7a4 None None] Update dhcp port {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'fixed_ips': [{'subnet_id': '2f1067ea-aa22-4633-a7b6-2cff683b9225', 'ip_address': '2001:db8::f816:3eff:fe6b:833a'}, {'subnet_id': 'bbc32f28-b303-462f-a66f-b157ab2062b3'}], 'binding:host_id': 'n-d-813419-11'}, 'id': 'c40ce837-538d-4b82-a0d9-b5cfb23b63fc'} from n-d-813419-11. {{(pid=104009) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 18 17:36:44.806758 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fb76ca6f-f241-4132-ac71-2704330f18f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:44.819636 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0e03ab8-3d01-4469-a577-2830e503f7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:44.825996 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa850b-3c52-41c2-8933-db8e6755b21a req-3770c869-43a7-4c6b-8a9e-b1e4964e0e9a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:44.828238 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d4fa850b-3c52-41c2-8933-db8e6755b21a req-3770c869-43a7-4c6b-8a9e-b1e4964e0e9a tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.0731051 Nov 18 17:36:44.853099 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb495-351f-46d0-8969-baa46849c6d8 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:44.857602 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-eb0eb495-351f-46d0-8969-baa46849c6d8 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/28236639-2602-4936-b08c-01f3206d1b7f HTTP/1.1" status: 204 len: 168 time: 0.7250850 Nov 18 17:36:44.860652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47152) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:44.897085 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d4fa850b-3c52-41c2-8933-db8e6755b21a req-37197397-e32e-49af-8fc1-9dc8bada790f tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627835 Nov 18 17:36:44.933369 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb012497-d3d0-4c45-9fa6-8566bf63bf6a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:44.935711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb012497-d3d0-4c45-9fa6-8566bf63bf6a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:44.937194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb012497-d3d0-4c45-9fa6-8566bf63bf6a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:44.938889 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bb012497-d3d0-4c45-9fa6-8566bf63bf6a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0771382 Nov 18 17:36:44.941635 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47156) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:44.984729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76ca6f-f241-4132-ac71-2704330f18f5 None None] Pushing event updated for resources: {'Port': ['ID=c40ce837-538d-4b82-a0d9-b5cfb23b63fc,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:45.011389 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-928006df-2f3a-4c68-a8b1-b049e4544a1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet 2f1067ea-aa22-4633-a7b6-2cff683b9225 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:36:45.053926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-e0e03ab8-3d01-4469-a577-2830e503f7a4 None None] Allocated IP 172.20.0.2 (5e45a538-7011-458e-bc0c-33977cda4913/bbc32f28-b303-462f-a66f-b157ab2062b3/c40ce837-538d-4b82-a0d9-b5cfb23b63fc) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:45.155627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c40ce837-538d-4b82-a0d9-b5cfb23b63fc up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:36:45.162434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e0e03ab8-3d01-4469-a577-2830e503f7a4 None None] For port c40ce837-538d-4b82-a0d9-b5cfb23b63fc, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c40ce837-538d-4b82-a0d9-b5cfb23b63fc,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:45.228860 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0e03ab8-3d01-4469-a577-2830e503f7a4 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:45.249086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port c40ce837-538d-4b82-a0d9-b5cfb23b63fc triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:45.249770 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:45.348492 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-928006df-2f3a-4c68-a8b1-b049e4544a1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:45.349047 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0e03ab8-3d01-4469-a577-2830e503f7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:45.406291 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-928006df-2f3a-4c68-a8b1-b049e4544a1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:45.455020 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e03ab8-3d01-4469-a577-2830e503f7a4 None None] Pushing event updated for resources: {'Port': ['ID=c40ce837-538d-4b82-a0d9-b5cfb23b63fc,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:45.547466 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-928006df-2f3a-4c68-a8b1-b049e4544a1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:45.686547 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-928006df-2f3a-4c68-a8b1-b049e4544a1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:45.713780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928006df-2f3a-4c68-a8b1-b049e4544a1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=2f1067ea-aa22-4633-a7b6-2cff683b9225,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:45.722101 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-928006df-2f3a-4c68-a8b1-b049e4544a1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:45.725409 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-928006df-2f3a-4c68-a8b1-b049e4544a1e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/2f1067ea-aa22-4633-a7b6-2cff683b9225 HTTP/1.1" status: 204 len: 168 time: 0.7828553 Nov 18 17:36:45.728431 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47168) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:45.785841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-17895467-66a2-4b08-a992-f316554579f9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet bbc32f28-b303-462f-a66f-b157ab2062b3 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:36:45.790358 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-17895467-66a2-4b08-a992-f316554579f9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:45.845978 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-17895467-66a2-4b08-a992-f316554579f9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:45.940113 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-17895467-66a2-4b08-a992-f316554579f9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:46.100887 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-17895467-66a2-4b08-a992-f316554579f9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:46.143960 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-17895467-66a2-4b08-a992-f316554579f9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:46.147560 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-17895467-66a2-4b08-a992-f316554579f9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/bbc32f28-b303-462f-a66f-b157ab2062b3 HTTP/1.1" status: 204 len: 168 time: 0.4181790 Nov 18 17:36:46.148845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17895467-66a2-4b08-a992-f316554579f9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc32f28-b303-462f-a66f-b157ab2062b3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:46.155086 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47172) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:46.166867 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499b5dae-d51d-4f4c-b1b9-97cdd5b06aff None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:46.196723 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47174) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:46.196930 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1ca65e95-d51f-4f04-9b0b-242d6d394ae1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455902 Nov 18 17:36:46.203811 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-46771fa6-d437-491c-bd80-122ae0a886a9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:46.239211 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e0164090-c3be-4926-a290-6d8046873e43 None None] Could not find standard attr ID for object 28236639-2602-4936-b08c-01f3206d1b7f. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:36:46.275939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e0164090-c3be-4926-a290-6d8046873e43 None None] Provisioning complete for port c40ce837-538d-4b82-a0d9-b5cfb23b63fc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:46.275939 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0164090-c3be-4926-a290-6d8046873e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:46.383034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46771fa6-d437-491c-bd80-122ae0a886a9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:46.387744 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-46771fa6-d437-491c-bd80-122ae0a886a9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:46.425871 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86da45ff-efb3-42d6-bef6-5cd846e5e856 None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:36:46.489619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-86da45ff-efb3-42d6-bef6-5cd846e5e856 None None] Deleting port c40ce837-538d-4b82-a0d9-b5cfb23b63fc {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:46.490192 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-86da45ff-efb3-42d6-bef6-5cd846e5e856 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:46.697865 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-46771fa6-d437-491c-bd80-122ae0a886a9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:46.701837 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-86da45ff-efb3-42d6-bef6-5cd846e5e856 None None] For port c40ce837-538d-4b82-a0d9-b5cfb23b63fc, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c40ce837-538d-4b82-a0d9-b5cfb23b63fc,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:46.702573 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-86da45ff-efb3-42d6-bef6-5cd846e5e856 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:46.718812 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-86da45ff-efb3-42d6-bef6-5cd846e5e856 None None] Calling delete_port for c40ce837-538d-4b82-a0d9-b5cfb23b63fc owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:46.740597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46771fa6-d437-491c-bd80-122ae0a886a9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:46.748167 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-46771fa6-d437-491c-bd80-122ae0a886a9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:46.752439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46771fa6-d437-491c-bd80-122ae0a886a9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:46.753035 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-46771fa6-d437-491c-bd80-122ae0a886a9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:46.770512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46771fa6-d437-491c-bd80-122ae0a886a9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=ec3a6a85-1297-4e47-b0da-7a329d9ac887,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:46.851966 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47184) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:46.852283 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-46771fa6-d437-491c-bd80-122ae0a886a9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6536088 Nov 18 17:36:46.860598 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-932bf8ab-3f43-4ffc-9b9b-7bf5adaaffc7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:46.892039 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-86da45ff-efb3-42d6-bef6-5cd846e5e856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:46.923606 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da45ff-efb3-42d6-bef6-5cd846e5e856 None None] Pushing event deleted for resources: {'Port': ['ID=c40ce837-538d-4b82-a0d9-b5cfb23b63fc,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:46.928097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86da45ff-efb3-42d6-bef6-5cd846e5e856 None None] No DVR routers for this DVR port c40ce837-538d-4b82-a0d9-b5cfb23b63fc on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:36:46.954526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8671478-1b5c-44df-90a2-67d94af41977 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:47.120185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932bf8ab-3f43-4ffc-9b9b-7bf5adaaffc7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:47.124246 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-932bf8ab-3f43-4ffc-9b9b-7bf5adaaffc7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:47.132046 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': 'ec3a6a85-1297-4e47-b0da-7a329d9ac887'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:36:47.133382 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:47.165790 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c40ce837-538d-4b82-a0d9-b5cfb23b63fc no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:36:47.244884 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: c40ce837-538d-4b82-a0d9-b5cfb23b63fc {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:36:47.245314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c40ce837-538d-4b82-a0d9-b5cfb23b63fc not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:36:47.314862 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Allocated IP 172.20.0.2 (5e45a538-7011-458e-bc0c-33977cda4913/ec3a6a85-1297-4e47-b0da-7a329d9ac887/8f72d6a6-7845-46a8-85dc-e53b39c5faf0) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:47.492727 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:47.566079 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:47.578562 n-d-813419-11 neutron-server[104007]: DEBUG neutron.objects.ports [None req-932bf8ab-3f43-4ffc-9b9b-7bf5adaaffc7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:36:47.580264 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-932bf8ab-3f43-4ffc-9b9b-7bf5adaaffc7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:47.602865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:47.606567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:47.611339 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:47.627476 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932bf8ab-3f43-4ffc-9b9b-7bf5adaaffc7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:47.631057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-932bf8ab-3f43-4ffc-9b9b-7bf5adaaffc7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:47.635576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932bf8ab-3f43-4ffc-9b9b-7bf5adaaffc7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:47.636231 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-932bf8ab-3f43-4ffc-9b9b-7bf5adaaffc7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:47.648582 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Pushing event updated for resources: {'Port': ['ID=8f72d6a6-7845-46a8-85dc-e53b39c5faf0,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:47.651136 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bf8ab-3f43-4ffc-9b9b-7bf5adaaffc7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=89f3cb4c-a7ce-4e31-8c89-8c389e1e2f3f,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:47.685522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Attempting to bind port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:36:47.685901 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Attempting to bind port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:36:47.686271 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Attempting to bind port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:36:47.691296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:36:47.693488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:36:47.693488 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:47.693488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:36:47.693488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Bound port: 8f72d6a6-7845-46a8-85dc-e53b39c5faf0, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:36:47.693488 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:47.726004 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47202) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:47.726472 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-932bf8ab-3f43-4ffc-9b9b-7bf5adaaffc7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8710265 Nov 18 17:36:47.732749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-68f91676-cb17-43ab-9b8b-422853a0b613 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'mac_address': 'fa:16:3e:4c:48:5d', 'name': 'tempest-NetworksTestDHCPv6-1293860924'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:47.762860 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] For port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:36:47.766203 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] For port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8f72d6a6-7845-46a8-85dc-e53b39c5faf0,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:36:47.863380 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:47.932531 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e05f7a-f2a6-464d-b209-c75688109136 None None] Pushing event updated for resources: {'Port': ['ID=8f72d6a6-7845-46a8-85dc-e53b39c5faf0,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:47.954272 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f91676-cb17-43ab-9b8b-422853a0b613 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:47.960373 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68f91676-cb17-43ab-9b8b-422853a0b613 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:47.993266 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-68f91676-cb17-43ab-9b8b-422853a0b613 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port 66fc5010-662f-44a6-b9bf-d80b30cb8fc2 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:36:48.210584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-68f91676-cb17-43ab-9b8b-422853a0b613 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 172.20.0.14 (5e45a538-7011-458e-bc0c-33977cda4913/ec3a6a85-1297-4e47-b0da-7a329d9ac887/66fc5010-662f-44a6-b9bf-d80b30cb8fc2) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:48.229281 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-68f91676-cb17-43ab-9b8b-422853a0b613 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::f816:3eff:fe4c:485d (5e45a538-7011-458e-bc0c-33977cda4913/89f3cb4c-a7ce-4e31-8c89-8c389e1e2f3f/66fc5010-662f-44a6-b9bf-d80b30cb8fc2) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:48.448057 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68f91676-cb17-43ab-9b8b-422853a0b613 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:48.543515 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68f91676-cb17-43ab-9b8b-422853a0b613 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:48.591849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f91676-cb17-43ab-9b8b-422853a0b613 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:48.595115 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-68f91676-cb17-43ab-9b8b-422853a0b613 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:48.599230 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f91676-cb17-43ab-9b8b-422853a0b613 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:48.647547 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f91676-cb17-43ab-9b8b-422853a0b613 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:48.648319 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68f91676-cb17-43ab-9b8b-422853a0b613 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:48.658424 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f91676-cb17-43ab-9b8b-422853a0b613 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=66fc5010-662f-44a6-b9bf-d80b30cb8fc2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:48.802954 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-68f91676-cb17-43ab-9b8b-422853a0b613 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0750494 Nov 18 17:36:48.805374 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47230) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:48.870025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44829ca6-13f9-4a12-aa6d-a30bd0eebc21 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:48.880329 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44829ca6-13f9-4a12-aa6d-a30bd0eebc21 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:48.882118 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-44829ca6-13f9-4a12-aa6d-a30bd0eebc21 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0757151 Nov 18 17:36:48.890320 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47232) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:49.102054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b0f91-fea8-4e3d-99ad-27e12983f3f3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port 66fc5010-662f-44a6-b9bf-d80b30cb8fc2 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:49.103679 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ad0b0f91-fea8-4e3d-99ad-27e12983f3f3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:49.198025 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02934ef-fd7c-4351-939d-b5d36cc555cd None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:49.253036 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ad0b0f91-fea8-4e3d-99ad-27e12983f3f3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:49.284036 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b0f91-fea8-4e3d-99ad-27e12983f3f3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for 66fc5010-662f-44a6-b9bf-d80b30cb8fc2 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:49.328468 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:36:49.448814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ba76e502-da02-49b4-94fd-13c607a91e2f None None] Provisioning complete for port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:49.449195 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ba76e502-da02-49b4-94fd-13c607a91e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:49.503670 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:49.504084 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:49.626990 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ad0b0f91-fea8-4e3d-99ad-27e12983f3f3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:49.670829 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b0f91-fea8-4e3d-99ad-27e12983f3f3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=66fc5010-662f-44a6-b9bf-d80b30cb8fc2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:49.760614 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:49.771874 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ba76e502-da02-49b4-94fd-13c607a91e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:49.844750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8f72d6a6-7845-46a8-85dc-e53b39c5faf0,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:49.897475 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ad0b0f91-fea8-4e3d-99ad-27e12983f3f3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:49.906714 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47252) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:49.915237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ad0b0f91-fea8-4e3d-99ad-27e12983f3f3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/66fc5010-662f-44a6-b9bf-d80b30cb8fc2 HTTP/1.1" status: 204 len: 168 time: 1.0268497 Nov 18 17:36:49.953660 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebfaf3b-9a3d-4659-b08f-a0bcbebf8920 None None] Update dhcp port {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'fixed_ips': [{'subnet_id': 'ec3a6a85-1297-4e47-b0da-7a329d9ac887', 'ip_address': '172.20.0.2'}, {'subnet_id': '89f3cb4c-a7ce-4e31-8c89-8c389e1e2f3f'}], 'binding:host_id': 'n-d-813419-11'}, 'id': '8f72d6a6-7845-46a8-85dc-e53b39c5faf0'} from n-d-813419-11. {{(pid=104009) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 18 17:36:49.975947 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66cffe4-c329-4a8b-8065-2da7d927e94b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:49.977593 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66cffe4-c329-4a8b-8065-2da7d927e94b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:49.979592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66cffe4-c329-4a8b-8065-2da7d927e94b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:49.980000 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:49.981987 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d66cffe4-c329-4a8b-8065-2da7d927e94b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0727808 Nov 18 17:36:49.984661 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47256) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:50.081856 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-e427cf71-a1e6-4db1-8fa2-48da0a32d1c2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet 89f3cb4c-a7ce-4e31-8c89-8c389e1e2f3f {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:36:50.086725 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e427cf71-a1e6-4db1-8fa2-48da0a32d1c2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:50.114502 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=8f72d6a6-7845-46a8-85dc-e53b39c5faf0,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:50.119825 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ebfaf3b-9a3d-4659-b08f-a0bcbebf8920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:50.135854 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-ba76e502-da02-49b4-94fd-13c607a91e2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:36:50.136118 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-ba76e502-da02-49b4-94fd-13c607a91e2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:36:50.146411 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e427cf71-a1e6-4db1-8fa2-48da0a32d1c2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:50.202156 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e427cf71-a1e6-4db1-8fa2-48da0a32d1c2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:50.376824 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e427cf71-a1e6-4db1-8fa2-48da0a32d1c2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:50.411140 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427cf71-a1e6-4db1-8fa2-48da0a32d1c2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=89f3cb4c-a7ce-4e31-8c89-8c389e1e2f3f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:50.413238 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e427cf71-a1e6-4db1-8fa2-48da0a32d1c2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:50.416571 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e427cf71-a1e6-4db1-8fa2-48da0a32d1c2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/89f3cb4c-a7ce-4e31-8c89-8c389e1e2f3f HTTP/1.1" status: 204 len: 168 time: 0.4299872 Nov 18 17:36:50.419980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47268) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server [None req-2ebfaf3b-9a3d-4659-b08f-a0bcbebf8920 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89f3cb4c-a7ce-4e31-8c89-8c389e1e2f3f: This subnet is being modified by another concurrent operation. Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise exception Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89f3cb4c-a7ce-4e31-8c89-8c389e1e2f3f: This subnet is being modified by another concurrent operation. Nov 18 17:36:50.423317 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server Nov 18 17:36:50.499847 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6d73e5-8c46-4e1c-807d-61815cf505bf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet ec3a6a85-1297-4e47-b0da-7a329d9ac887 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:36:50.503581 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e6d73e5-8c46-4e1c-807d-61815cf505bf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:50.548443 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e6d73e5-8c46-4e1c-807d-61815cf505bf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:50.573634 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47272) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:50.794349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9cd1f905-4aa1-46b2-ab7e-348cd2acce17 None None] Could not find standard attr ID for object 28236639-2602-4936-b08c-01f3206d1b7f. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:36:50.806377 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9cd1f905-4aa1-46b2-ab7e-348cd2acce17 None None] Provisioning complete for port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:50.806765 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9cd1f905-4aa1-46b2-ab7e-348cd2acce17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:51.039811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1892afec-1aca-4b01-b0c5-eca75fffabd6 None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 17:36:51.101079 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e6d73e5-8c46-4e1c-807d-61815cf505bf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:51.196419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4f310-156e-479b-af53-f2341dd546dc tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Deleting port 79c73347-8775-411a-9935-ef5f3a3b0651 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:51.197746 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cd4f310-156e-479b-af53-f2341dd546dc tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:51.198971 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f0da67d3-b52e-4f6b-a79d-6252e80d600c None None] Could not find standard attr ID for object 66fc5010-662f-44a6-b9bf-d80b30cb8fc2. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:36:51.237563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:36:51.314253 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e6d73e5-8c46-4e1c-807d-61815cf505bf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:51.344231 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e6d73e5-8c46-4e1c-807d-61815cf505bf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:51.354436 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1e6d73e5-8c46-4e1c-807d-61815cf505bf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/ec3a6a85-1297-4e47-b0da-7a329d9ac887 HTTP/1.1" status: 204 len: 168 time: 0.9309244 Nov 18 17:36:51.425063 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47288) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:51.453587 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cd4f310-156e-479b-af53-f2341dd546dc tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:51.454066 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cd4f310-156e-479b-af53-f2341dd546dc tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:51.470243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4f310-156e-479b-af53-f2341dd546dc tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Calling delete_port for 79c73347-8775-411a-9935-ef5f3a3b0651 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:51.537000 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1ea3294f-250d-49f4-bdc6-ee0fd5d0fce0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1096826 Nov 18 17:36:51.540855 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d73e5-8c46-4e1c-807d-61815cf505bf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3a6a85-1297-4e47-b0da-7a329d9ac887,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:51.545696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47292) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:51.565217 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:51.565768 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-09221685-8971-40aa-b9aa-0207e9270d78 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:51.624491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1892afec-1aca-4b01-b0c5-eca75fffabd6 None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 17:36:51.702501 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8f72d6a6-7845-46a8-85dc-e53b39c5faf0,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:51.704163 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:51.783074 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:51.811896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09221685-8971-40aa-b9aa-0207e9270d78 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:51.811896 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09221685-8971-40aa-b9aa-0207e9270d78 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:51.845840 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cd4f310-156e-479b-af53-f2341dd546dc tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:51.966461 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4f310-156e-479b-af53-f2341dd546dc tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Pushing event deleted for resources: {'Port': ['ID=79c73347-8775-411a-9935-ef5f3a3b0651,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:51.981664 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=8f72d6a6-7845-46a8-85dc-e53b39c5faf0,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:52.066562 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cd4f310-156e-479b-af53-f2341dd546dc tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:52.066907 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-2cd4f310-156e-479b-af53-f2341dd546dc tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Floating IP 62e72192-a3f7-4659-8538-44e214650ecc disassociated (deleted). External IP: 172.25.3.154, port: 286efe7c-a8b1-4a3a-bd14-7e661f3698c4. Nov 18 17:36:52.228319 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09221685-8971-40aa-b9aa-0207e9270d78 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:52.310062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09221685-8971-40aa-b9aa-0207e9270d78 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:52.314249 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-09221685-8971-40aa-b9aa-0207e9270d78 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:52.319293 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09221685-8971-40aa-b9aa-0207e9270d78 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:52.326587 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09221685-8971-40aa-b9aa-0207e9270d78 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:52.336100 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09221685-8971-40aa-b9aa-0207e9270d78 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=f5e6d163-88e1-4b2b-8a99-4efc8fd00055,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:52.409341 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd4f310-156e-479b-af53-f2341dd546dc tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:36:52.471215 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-09221685-8971-40aa-b9aa-0207e9270d78 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9243507 Nov 18 17:36:52.473950 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47310) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:52.479199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:52.655471 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd4f310-156e-479b-af53-f2341dd546dc tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:36:52.660369 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2cd4f310-156e-479b-af53-f2341dd546dc tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:52.668825 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f5859b-38ff-40a3-97ab-a684e76255bd None None] Sync routers for ids ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:36:52.696799 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f5859b-38ff-40a3-97ab-a684e76255bd None None] Routers {'4bdcee6a-7a46-4d64-ac47-a9ac35dab064'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:36:52.697444 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f8f5859b-38ff-40a3-97ab-a684e76255bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:36:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:36:52.713007 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2cd4f310-156e-479b-af53-f2341dd546dc tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "DELETE /v2.0/floatingips/62e72192-a3f7-4659-8538-44e214650ecc HTTP/1.1" status: 204 len: 168 time: 2.1380811 Nov 18 17:36:52.713652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'tag': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:36:52.716719 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22f1910-6194-4b6e-82e4-04a039564b05" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef4f302-f325-4b5c-8cb3-6c8f6a80f220", "tag": "286efe7c-a8b1-4a3a-bd14-7e661f3698c4"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:36:52.744017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38057761-5d42-4f64-b4c1-df5ff4252b4c None None] Update dhcp port {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'fixed_ips': [{'subnet_id': 'f5e6d163-88e1-4b2b-8a99-4efc8fd00055'}], 'binding:host_id': 'n-d-813419-11'}, 'id': '8f72d6a6-7845-46a8-85dc-e53b39c5faf0'} from n-d-813419-11. {{(pid=104009) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 18 17:36:52.761040 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Provisioning complete for port 5be92fdf-e830-42fd-9bf5-966928954e4d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:52.764358 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:52.788514 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:52.792566 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:52.818211 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3518c8a0-a903-4c99-898f-7f62123d1c00 x-openstack-request-id: req-3518c8a0-a903-4c99-898f-7f62123d1c00 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:36:52.818508 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef4f302-f325-4b5c-8cb3-6c8f6a80f220", "tag": "286efe7c-a8b1-4a3a-bd14-7e661f3698c4", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:36:52.818769 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3518c8a0-a903-4c99-898f-7f62123d1c00 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:36:52.819313 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'tag': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4', 'status': 'completed', 'code': 200} Nov 18 17:36:52.883993 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-f8f5859b-38ff-40a3-97ab-a684e76255bd None None] Set router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:36:52.908279 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-38057761-5d42-4f64-b4c1-df5ff4252b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:52.947705 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Port 5be92fdf-e830-42fd-9bf5-966928954e4d cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:36:52.994290 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f1910-6194-4b6e-82e4-04a039564b05 req-449d5c38-8264-4ede-b92a-819bd93a848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:52.995844 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b22f1910-6194-4b6e-82e4-04a039564b05 req-449d5c38-8264-4ede-b92a-819bd93a848c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6411d397673f4876bac8e13045c7927c&device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 1097 time: 0.0851529 Nov 18 17:36:53.016351 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Provisioning complete for port 8a7ad844-ea89-43db-8c70-a73e8b509abe triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:53.016874 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:53.209968 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:53.374981 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f8f5859b-38ff-40a3-97ab-a684e76255bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '4dbac082-991b-41eb-ab63-be469adead99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:58Z', 'updated_at': '2021-11-18T17:31:04Z', 'revision_number': 4, 'project_id': '6411d397673f4876bac8e13045c7927c', 'gw_port': {'id': '4dbac082-991b-41eb-ab63-be469adead99', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:59Z', 'updated_at': '2021-11-18T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'fbd9f5dc-4eb6-4f58-b471-f05743494a29', 'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'mac_address': 'fa:16:3e:4c:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:02Z', 'updated_at': '2021-11-18T17:31:13Z', 'revision_number': 5, 'project_id': '6411d397673f4876bac8e13045c7927c', 'subnets': [{'id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:36:53.416899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f1910-6194-4b6e-82e4-04a039564b05 req-48f2cf8e-0445-4b4c-9862-7c9775cbd8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:53.421685 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b22f1910-6194-4b6e-82e4-04a039564b05 req-48f2cf8e-0445-4b4c-9862-7c9775cbd8e5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=592c968c-a168-48cc-967a-6645e2db2261 HTTP/1.1" status: 200 len: 915 time: 0.4107635 Nov 18 17:36:53.426408 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f5859b-38ff-40a3-97ab-a684e76255bd None None] Checking router: 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:36:53.451033 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-38057761-5d42-4f64-b4c1-df5ff4252b4c None None] Allocated IP 172.20.0.2 (5e45a538-7011-458e-bc0c-33977cda4913/f5e6d163-88e1-4b2b-8a99-4efc8fd00055/8f72d6a6-7845-46a8-85dc-e53b39c5faf0) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:53.458821 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f5859b-38ff-40a3-97ab-a684e76255bd None None] Routers {'4bdcee6a-7a46-4d64-ac47-a9ac35dab064'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:36:53.459467 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f8f5859b-38ff-40a3-97ab-a684e76255bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:36:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:36:53.547087 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b22f1910-6194-4b6e-82e4-04a039564b05 req-4e4a8256-66b9-412a-aa05-634ab42ba498 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=286efe7c-a8b1-4a3a-bd14-7e661f3698c4 HTTP/1.1" status: 200 len: 217 time: 0.1108079 Nov 18 17:36:53.586112 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a051c6-2575-4c0a-8697-687ffff76169 req-3cc627a5-68d0-455d-9f79-96376df04daa tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:53.588244 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Provisioning complete for port a95c3b6b-0f2a-41d7-a6ec-e6c832f3c016 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:53.736119 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:53.737946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-07a051c6-2575-4c0a-8697-687ffff76169 req-3cc627a5-68d0-455d-9f79-96376df04daa tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 945 time: 0.0986342 Nov 18 17:36:53.738035 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-f8f5859b-38ff-40a3-97ab-a684e76255bd None None] Set router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:36:53.738412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f1910-6194-4b6e-82e4-04a039564b05 req-1a278ab7-5e0d-4769-ba88-e47cdbfdd056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:53.738412 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b22f1910-6194-4b6e-82e4-04a039564b05 req-1a278ab7-5e0d-4769-ba88-e47cdbfdd056 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1a43cfd2-3be9-4915-8218-6315ed684d41 HTTP/1.1" status: 200 len: 852 time: 0.0839677 Nov 18 17:36:53.738563 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-07a051c6-2575-4c0a-8697-687ffff76169 req-64ad0eae-e28a-40ed-b3e0-dea89869bd3b tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880749 Nov 18 17:36:53.738636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-38057761-5d42-4f64-b4c1-df5ff4252b4c None None] For port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8f72d6a6-7845-46a8-85dc-e53b39c5faf0,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:53.738636 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-38057761-5d42-4f64-b4c1-df5ff4252b4c None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:53.764260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f1910-6194-4b6e-82e4-04a039564b05 req-790942dc-918a-4275-8fa0-48b4960c9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:53.765883 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b22f1910-6194-4b6e-82e4-04a039564b05 req-790942dc-918a-4275-8fa0-48b4960c9322 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=592c968c-a168-48cc-967a-6645e2db2261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732021 Nov 18 17:36:53.841263 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Provisioning complete for port 459340fb-7688-4a17-bfe7-5a3cf5f5451a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:53.841263 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:53.874879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Port 459340fb-7688-4a17-bfe7-5a3cf5f5451a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:36:53.889016 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Provisioning complete for port c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:53.889483 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b22f1910-6194-4b6e-82e4-04a039564b05 req-ac44bc3a-dbb9-4eaf-9ec5-0aca3adae930 service neutron] 10.222.0.83 "GET /v2.0/networks/592c968c-a168-48cc-967a-6645e2db2261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139128 Nov 18 17:36:53.889610 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:53.945203 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f8f5859b-38ff-40a3-97ab-a684e76255bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '4dbac082-991b-41eb-ab63-be469adead99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:58Z', 'updated_at': '2021-11-18T17:31:04Z', 'revision_number': 4, 'project_id': '6411d397673f4876bac8e13045c7927c', 'gw_port': {'id': '4dbac082-991b-41eb-ab63-be469adead99', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:59Z', 'updated_at': '2021-11-18T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'fbd9f5dc-4eb6-4f58-b471-f05743494a29', 'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'mac_address': 'fa:16:3e:4c:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:02Z', 'updated_at': '2021-11-18T17:31:13Z', 'revision_number': 5, 'project_id': '6411d397673f4876bac8e13045c7927c', 'subnets': [{'id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:36:53.983771 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f5859b-38ff-40a3-97ab-a684e76255bd None None] The sync data for ids ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'] in n-d-813419-11 is: [{'id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '4dbac082-991b-41eb-ab63-be469adead99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:58Z', 'updated_at': '2021-11-18T17:31:04Z', 'revision_number': 4, 'project_id': '6411d397673f4876bac8e13045c7927c', 'gw_port': {'id': '4dbac082-991b-41eb-ab63-be469adead99', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:59Z', 'updated_at': '2021-11-18T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'fbd9f5dc-4eb6-4f58-b471-f05743494a29', 'name': '', 'network_id': '592c968c-a168-48cc-967a-6645e2db2261', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'mac_address': 'fa:16:3e:4c:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:02Z', 'updated_at': '2021-11-18T17:31:13Z', 'revision_number': 5, 'project_id': '6411d397673f4876bac8e13045c7927c', 'subnets': [{'id': '1a43cfd2-3be9-4915-8218-6315ed684d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:36:53.999421 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Provisioning complete for port fbf9a361-3908-4f9d-9250-2d1bbac0510f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:53.999851 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:54.006513 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b22f1910-6194-4b6e-82e4-04a039564b05 req-90d0e34d-9e34-45c8-ac43-3f6300bfc91d service neutron] 10.222.0.83 "GET /v2.0/networks/592c968c-a168-48cc-967a-6645e2db2261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078110 Nov 18 17:36:54.020723 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-38057761-5d42-4f64-b4c1-df5ff4252b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:54.162303 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38057761-5d42-4f64-b4c1-df5ff4252b4c None None] Pushing event updated for resources: {'Port': ['ID=8f72d6a6-7845-46a8-85dc-e53b39c5faf0,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:54.182764 n-d-813419-11 neutron-server[104008]: DEBUG neutron.objects.ports [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:36:54.294675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Provisioning complete for port 1c323e99-d1dc-407b-8e49-6a79d6b512c9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:54.295111 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:54.550120 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcc17b-3dc4-4776-8cf3-2380db403535 req-4c96aa21-7cec-4e4f-9c0f-75f336ffc792 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:54.551625 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f31a56-fa05-44fb-bc81-2a1888277760 None None] New status for floating IP 62e72192-a3f7-4659-8538-44e214650ecc: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:36:54.558690 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5dbcc17b-3dc4-4776-8cf3-2380db403535 req-4c96aa21-7cec-4e4f-9c0f-75f336ffc792 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.1416388 Nov 18 17:36:54.653883 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5dbcc17b-3dc4-4776-8cf3-2380db403535 req-e4e8468d-6f0c-42b5-9b80-aa5c255889df tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933626 Nov 18 17:36:54.700565 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Provisioning complete for port bc9be364-b3fb-423e-b1aa-99cb238a6d7d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:54.701347 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:54.713757 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:54.844720 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Provisioning complete for port b328221d-a96b-4a3e-808d-6dfacf695149 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:54.845307 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:54.919762 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Port b328221d-a96b-4a3e-808d-6dfacf695149 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:36:54.934657 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581179f6-81e5-4b38-9911-287bc8272378 req-1acfe2b6-4fd4-4fa5-9f91-55ae47f008ae tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:54.944333 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-581179f6-81e5-4b38-9911-287bc8272378 req-1acfe2b6-4fd4-4fa5-9f91-55ae47f008ae tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 945 time: 0.0807209 Nov 18 17:36:54.957109 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Provisioning complete for port b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:54.957582 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:55.112564 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] For port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8f72d6a6-7845-46a8-85dc-e53b39c5faf0,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:55.127732 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-581179f6-81e5-4b38-9911-287bc8272378 req-9a15883f-1d8d-49a7-8821-149b4eede73e tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/security-groups?id=0029b1f7-fc05-4de6-b9f6-63e139e41559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806736 Nov 18 17:36:55.173072 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Provisioning complete for port 4c89b790-cfd6-4f04-95d3-591ab4b17887 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:55.173462 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:55.316674 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Port 4c89b790-cfd6-4f04-95d3-591ab4b17887 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:36:55.339678 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:36:55.341261 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:55.383998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72ebc6-231e-4efa-8807-0133373282f1 req-4ba20004-47c5-45e0-ac09-385c1b76f7c5 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:55.386153 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7c72ebc6-231e-4efa-8807-0133373282f1 req-4ba20004-47c5-45e0-ac09-385c1b76f7c5 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 945 time: 0.2427263 Nov 18 17:36:55.462112 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:55.463107 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:55.602575 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d6e6a8-c746-4690-9353-af9156332996 None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 17:36:55.611531 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Provisioning complete for port 4dbac082-991b-41eb-ab63-be469adead99 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:55.615256 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a40d863-a67a-4dae-a68a-7629cf1873d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:55.616282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:55.620641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=2cfe2901-eae0-47a8-8d94-6628799d3120,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:55.629285 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=8f72d6a6-7845-46a8-85dc-e53b39c5faf0,revision_number=8']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:55.631464 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:55.636948 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:55.638317 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:55.647317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.647643 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.648047 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.648389 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.648731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.649088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.649422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.649754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.650126 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.650461 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.650789 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.651117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.662290 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.662677 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.663043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.663395 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.663737 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.664140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.664489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.664864 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.665200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.665541 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.665857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.666187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:36:55.690806 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-7c72ebc6-231e-4efa-8807-0133373282f1 req-b14f9e49-8def-4e95-9c2a-d524adb2c827 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Deleting port 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:55.691464 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7c72ebc6-231e-4efa-8807-0133373282f1 req-b14f9e49-8def-4e95-9c2a-d524adb2c827 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:55.806021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7c72ebc6-231e-4efa-8807-0133373282f1 req-b14f9e49-8def-4e95-9c2a-d524adb2c827 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] For port 286efe7c-a8b1-4a3a-bd14-7e661f3698c4, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=286efe7c-a8b1-4a3a-bd14-7e661f3698c4,segment=NetworkSegment(fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8),segment_id=fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:55.806657 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7c72ebc6-231e-4efa-8807-0133373282f1 req-b14f9e49-8def-4e95-9c2a-d524adb2c827 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:55.820896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:55.821932 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:55.853761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-7c72ebc6-231e-4efa-8807-0133373282f1 req-b14f9e49-8def-4e95-9c2a-d524adb2c827 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Calling delete_port for 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:55.896707 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d6e6a8-c746-4690-9353-af9156332996 None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 17:36:55.897916 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ceba07-998a-4cf6-97d1-15bdc0f7c6e7 req-d91a54b1-5ae4-4566-a399-a64b151d9ab8 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:55.906717 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06ceba07-998a-4cf6-97d1-15bdc0f7c6e7 req-d91a54b1-5ae4-4566-a399-a64b151d9ab8 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.1235662 Nov 18 17:36:55.933401 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ace88cd5-bb21-48aa-a1ac-bbe21307f768 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4582765 Nov 18 17:36:55.967243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47378) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:55.982048 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06ceba07-998a-4cf6-97d1-15bdc0f7c6e7 req-aa7615ad-b2ab-4de9-8e68-bc1961fba5a7 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731378 Nov 18 17:36:55.987924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-fb078dd2-b020-407c-af8a-213a0babc49f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'mac_address': 'fa:16:3e:b1:b4:e1', 'name': 'tempest-NetworksTestDHCPv6-1565636743'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:36:56.047605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-26904f12-cea3-45e6-aed5-74e109a0656a None None] Provisioning complete for port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:56.048021 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26904f12-cea3-45e6-aed5-74e109a0656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:56.053140 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:56.114495 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7c72ebc6-231e-4efa-8807-0133373282f1 req-b14f9e49-8def-4e95-9c2a-d524adb2c827 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:56.152631 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f9e49-8def-4e95-9c2a-d524adb2c827 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Pushing event deleted for resources: {'Port': ['ID=286efe7c-a8b1-4a3a-bd14-7e661f3698c4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:56.229013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8f72d6a6-7845-46a8-85dc-e53b39c5faf0,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:56.251979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c72ebc6-231e-4efa-8807-0133373282f1 req-b14f9e49-8def-4e95-9c2a-d524adb2c827 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] No DVR routers for this DVR port 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:36:56.254687 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7c72ebc6-231e-4efa-8807-0133373282f1 req-b14f9e49-8def-4e95-9c2a-d524adb2c827 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:56.258966 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7c72ebc6-231e-4efa-8807-0133373282f1 req-b14f9e49-8def-4e95-9c2a-d524adb2c827 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.83 "DELETE /v2.0/ports/286efe7c-a8b1-4a3a-bd14-7e661f3698c4 HTTP/1.1" status: 204 len: 173 time: 0.8621418 Nov 18 17:36:56.259516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'name': 'network-vif-deleted', 'tag': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:36:56.262935 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46b3284-546f-470a-be3e-d4498aa708ba" -d '{"events": [{"server_uuid": "1ef4f302-f325-4b5c-8cb3-6c8f6a80f220", "name": "network-vif-deleted", "tag": "286efe7c-a8b1-4a3a-bd14-7e661f3698c4"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:36:56.275273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd3c9b-667f-42ec-af0b-370ce4e39698 req-75c4cb5b-2393-4a80-9f31-563b338749f9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:56.282605 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-febd3c9b-667f-42ec-af0b-370ce4e39698 req-75c4cb5b-2393-4a80-9f31-563b338749f9 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.1005318 Nov 18 17:36:56.312358 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef3a397-5210-4562-9a64-7d639bd6fc34 x-openstack-request-id: req-fef3a397-5210-4562-9a64-7d639bd6fc34 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:36:56.312954 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef4f302-f325-4b5c-8cb3-6c8f6a80f220", "name": "network-vif-deleted", "tag": "286efe7c-a8b1-4a3a-bd14-7e661f3698c4", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:36:56.313422 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fef3a397-5210-4562-9a64-7d639bd6fc34 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:36:56.313979 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef4f302-f325-4b5c-8cb3-6c8f6a80f220', 'name': 'network-vif-deleted', 'tag': '286efe7c-a8b1-4a3a-bd14-7e661f3698c4', 'status': 'completed', 'code': 200} Nov 18 17:36:56.358573 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:56.435286 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26904f12-cea3-45e6-aed5-74e109a0656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:56.547313 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=8f72d6a6-7845-46a8-85dc-e53b39c5faf0,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:56.595274 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-26904f12-cea3-45e6-aed5-74e109a0656a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:36:56.596087 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-26904f12-cea3-45e6-aed5-74e109a0656a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:36:56.780226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb078dd2-b020-407c-af8a-213a0babc49f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:36:56.789569 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-18772473-208e-43c4-9782-fe5d0608967e req-186962aa-6f07-4bc4-8dcb-d0a533e11935 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 210 time: 0.5098214 Nov 18 17:36:56.935740 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb078dd2-b020-407c-af8a-213a0babc49f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:56.955458 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-febd3c9b-667f-42ec-af0b-370ce4e39698 req-4b1ce348-c631-456b-a3ce-3e7aaf8e8fe5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Deleting port fbf9a361-3908-4f9d-9250-2d1bbac0510f {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:56.955836 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-febd3c9b-667f-42ec-af0b-370ce4e39698 req-4b1ce348-c631-456b-a3ce-3e7aaf8e8fe5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:57.052113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-fb078dd2-b020-407c-af8a-213a0babc49f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port 15d65582-1239-49d6-8209-6b3eec898a36 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:36:57.207954 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:36:57.274446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-fb078dd2-b020-407c-af8a-213a0babc49f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 172.20.0.5 (5e45a538-7011-458e-bc0c-33977cda4913/f5e6d163-88e1-4b2b-8a99-4efc8fd00055/15d65582-1239-49d6-8209-6b3eec898a36) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:57.286596 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-fb078dd2-b020-407c-af8a-213a0babc49f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::f816:3eff:feb1:b4e1 (5e45a538-7011-458e-bc0c-33977cda4913/2cfe2901-eae0-47a8-8d94-6628799d3120/15d65582-1239-49d6-8209-6b3eec898a36) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:36:57.313773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:57.314212 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:57.385875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-febd3c9b-667f-42ec-af0b-370ce4e39698 req-4b1ce348-c631-456b-a3ce-3e7aaf8e8fe5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] For port fbf9a361-3908-4f9d-9250-2d1bbac0510f, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=fbf9a361-3908-4f9d-9250-2d1bbac0510f,segment=NetworkSegment(54422f2a-5b8f-4e71-a328-a2c6bc38317a),segment_id=54422f2a-5b8f-4e71-a328-a2c6bc38317a)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:36:57.386232 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-febd3c9b-667f-42ec-af0b-370ce4e39698 req-4b1ce348-c631-456b-a3ce-3e7aaf8e8fe5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:57.439362 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca285b7e-5f74-49ee-9634-8163d498e8b5 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:57.449142 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-febd3c9b-667f-42ec-af0b-370ce4e39698 req-4b1ce348-c631-456b-a3ce-3e7aaf8e8fe5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Calling delete_port for fbf9a361-3908-4f9d-9250-2d1bbac0510f owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:57.461402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c33306-1279-412c-a6c7-ae80d8e4b3f4 req-85738953-622d-4af2-b4e6-e63202032a31 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:57.471346 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35c33306-1279-412c-a6c7-ae80d8e4b3f4 req-85738953-622d-4af2-b4e6-e63202032a31 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 946 time: 0.2785673 Nov 18 17:36:57.562181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7a074757-8a9c-43ee-8537-13313b41d607 None None] Provisioning complete for port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:57.562480 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a074757-8a9c-43ee-8537-13313b41d607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:57.628758 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35c33306-1279-412c-a6c7-ae80d8e4b3f4 req-2c247dcc-936f-494d-9aa0-e3194ea2a68d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/security-groups?id=39667379-977c-4cd3-9804-20ca500a1380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560042 Nov 18 17:36:57.755981 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb078dd2-b020-407c-af8a-213a0babc49f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:57.827975 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-febd3c9b-667f-42ec-af0b-370ce4e39698 req-4b1ce348-c631-456b-a3ce-3e7aaf8e8fe5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:57.843024 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['fbf9a361-3908-4f9d-9250-2d1bbac0510f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:36:57.908423 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ce348-c631-456b-a3ce-3e7aaf8e8fe5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Pushing event deleted for resources: {'Port': ['ID=fbf9a361-3908-4f9d-9250-2d1bbac0510f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:57.929453 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cc067c-938a-4879-8757-8a553b813421 None None] DHCP port deletion for a4327a42-a41d-4df0-88ec-86cfa61cf60b request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:36:58.002272 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb078dd2-b020-407c-af8a-213a0babc49f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:58.042575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38a8f733-1278-4649-8d68-d2bfd6315e6b req-be509ef2-1edf-4991-a086-7079011222e7 tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 210 time: 0.1120346 Nov 18 17:36:58.053820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-febd3c9b-667f-42ec-af0b-370ce4e39698 req-4b1ce348-c631-456b-a3ce-3e7aaf8e8fe5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] No DVR routers for this DVR port fbf9a361-3908-4f9d-9250-2d1bbac0510f on host n-h2-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:36:58.058772 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-febd3c9b-667f-42ec-af0b-370ce4e39698 req-4b1ce348-c631-456b-a3ce-3e7aaf8e8fe5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:58.062242 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-febd3c9b-667f-42ec-af0b-370ce4e39698 req-4b1ce348-c631-456b-a3ce-3e7aaf8e8fe5 tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.83 "DELETE /v2.0/ports/fbf9a361-3908-4f9d-9250-2d1bbac0510f HTTP/1.1" status: 204 len: 173 time: 1.7690275 Nov 18 17:36:58.066175 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee8bd48-f603-42e3-b05f-85b3809bfb89', 'name': 'network-vif-deleted', 'tag': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:36:58.068439 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba76fe44-1c4e-49ad-b39a-1d42add88451" -d '{"events": [{"server_uuid": "3ee8bd48-f603-42e3-b05f-85b3809bfb89", "name": "network-vif-deleted", "tag": "fbf9a361-3908-4f9d-9250-2d1bbac0510f"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:36:58.111501 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c476ee1-9bab-4936-8209-502d309d4e3d x-openstack-request-id: req-4c476ee1-9bab-4936-8209-502d309d4e3d {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:36:58.111944 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee8bd48-f603-42e3-b05f-85b3809bfb89", "name": "network-vif-deleted", "tag": "fbf9a361-3908-4f9d-9250-2d1bbac0510f", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:36:58.112466 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4c476ee1-9bab-4936-8209-502d309d4e3d {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:36:58.112724 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee8bd48-f603-42e3-b05f-85b3809bfb89', 'name': 'network-vif-deleted', 'tag': 'fbf9a361-3908-4f9d-9250-2d1bbac0510f', 'status': 'completed', 'code': 200} Nov 18 17:36:58.128729 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb078dd2-b020-407c-af8a-213a0babc49f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:36:58.132542 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-fb078dd2-b020-407c-af8a-213a0babc49f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:36:58.138386 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb078dd2-b020-407c-af8a-213a0babc49f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:36:58.154786 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c63b6e2-89b8-44d3-aaec-920527592788 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:58.190789 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb078dd2-b020-407c-af8a-213a0babc49f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=15d65582-1239-49d6-8209-6b3eec898a36,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:58.218087 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb078dd2-b020-407c-af8a-213a0babc49f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:58.218810 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb078dd2-b020-407c-af8a-213a0babc49f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:58.237841 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f2304adc-aacf-47fd-b603-382f6a6a7a1a None None] Provisioning complete for port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:58.238402 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2304adc-aacf-47fd-b603-382f6a6a7a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:58.298847 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fb078dd2-b020-407c-af8a-213a0babc49f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3159847 Nov 18 17:36:58.301357 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47418) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:58.364741 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c5c6e4-a565-4e8b-98f4-7bd19ce8597f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:58.372445 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c5c6e4-a565-4e8b-98f4-7bd19ce8597f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:58.376989 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-37c5c6e4-a565-4e8b-98f4-7bd19ce8597f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0721974 Nov 18 17:36:58.377380 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47420) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:58.532565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-773ca894-b5c3-4e2e-aeae-75165f99c9e0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port 15d65582-1239-49d6-8209-6b3eec898a36 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:36:58.533118 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-773ca894-b5c3-4e2e-aeae-75165f99c9e0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:58.647382 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-773ca894-b5c3-4e2e-aeae-75165f99c9e0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:58.688128 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-773ca894-b5c3-4e2e-aeae-75165f99c9e0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for 15d65582-1239-49d6-8209-6b3eec898a36 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:36:58.836854 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3b75c9e-b5aa-43ac-87a6-db41e32d9c46 req-647b9eec-273f-4d53-a016-f158797f709d tempest-ServersNegativeTestJSON-1667784608 tempest-ServersNegativeTestJSON-1667784608-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8bd48-f603-42e3-b05f-85b3809bfb89 HTTP/1.1" status: 200 len: 210 time: 0.0279896 Nov 18 17:36:58.971087 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-504e2c76-8bac-40bb-a481-1bddeb8d8d3e None None] Provisioning complete for port 15d65582-1239-49d6-8209-6b3eec898a36 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:58.972007 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-504e2c76-8bac-40bb-a481-1bddeb8d8d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:59.001877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:36:59.027686 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-773ca894-b5c3-4e2e-aeae-75165f99c9e0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:59.028519 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:36:59.028880 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 286efe7c-a8b1-4a3a-bd14-7e661f3698c4 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:36:59.038526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-504e2c76-8bac-40bb-a481-1bddeb8d8d3e None None] Port 15d65582-1239-49d6-8209-6b3eec898a36 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:36:59.049264 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-504e2c76-8bac-40bb-a481-1bddeb8d8d3e None None] Provisioning complete for port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:36:59.049774 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-504e2c76-8bac-40bb-a481-1bddeb8d8d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:59.068980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ca894-b5c3-4e2e-aeae-75165f99c9e0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=15d65582-1239-49d6-8209-6b3eec898a36,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:59.213250 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-388c72c4-9e4b-4626-8119-0db843d50c00 req-329fc6f6-e219-4c9b-9b8f-f4bae0d16f4f tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 210 time: 0.0455663 Nov 18 17:36:59.243566 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-773ca894-b5c3-4e2e-aeae-75165f99c9e0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:59.247834 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-773ca894-b5c3-4e2e-aeae-75165f99c9e0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/15d65582-1239-49d6-8209-6b3eec898a36 HTTP/1.1" status: 204 len: 168 time: 0.8690755 Nov 18 17:36:59.250233 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47436) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:59.308477 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e9c81-9927-4d98-bb58-e8c126a33bc3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:59.310921 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e9c81-9927-4d98-bb58-e8c126a33bc3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:59.312762 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e9c81-9927-4d98-bb58-e8c126a33bc3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:36:59.314572 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0d5e9c81-9927-4d98-bb58-e8c126a33bc3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0633383 Nov 18 17:36:59.317319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47438) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:59.320180 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-15563434-7017-412a-96ce-9d94eb0a0ddb None None] Could not find standard attr ID for object 15d65582-1239-49d6-8209-6b3eec898a36. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:36:59.376996 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-f282fe92-c4c1-4e6c-81d7-6c9c7b7d8028 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet 2cfe2901-eae0-47a8-8d94-6628799d3120 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:36:59.380822 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f282fe92-c4c1-4e6c-81d7-6c9c7b7d8028 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:59.432677 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f282fe92-c4c1-4e6c-81d7-6c9c7b7d8028 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:59.526088 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f282fe92-c4c1-4e6c-81d7-6c9c7b7d8028 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:59.656156 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f282fe92-c4c1-4e6c-81d7-6c9c7b7d8028 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:59.692757 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282fe92-c4c1-4e6c-81d7-6c9c7b7d8028 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=2cfe2901-eae0-47a8-8d94-6628799d3120,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:36:59.695141 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f282fe92-c4c1-4e6c-81d7-6c9c7b7d8028 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:59.698701 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f282fe92-c4c1-4e6c-81d7-6c9c7b7d8028 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/2cfe2901-eae0-47a8-8d94-6628799d3120 HTTP/1.1" status: 204 len: 168 time: 0.3802311 Nov 18 17:36:59.701874 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47446) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:59.708936 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f470217-54d7-48d6-bc6e-715adcc79afd None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:36:59.771233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a64af9-a151-4c1e-89e8-f2c926ac1689 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet f5e6d163-88e1-4b2b-8a99-4efc8fd00055 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:36:59.775054 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-93a64af9-a151-4c1e-89e8-f2c926ac1689 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:59.827729 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-93a64af9-a151-4c1e-89e8-f2c926ac1689 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:59.904376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47452) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:36:59.929761 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-93a64af9-a151-4c1e-89e8-f2c926ac1689 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:59.962870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-74458c4f-5fc7-4a84-8d4e-d72e2833929c admin admin] Deleting subnet 4ef27d04-f77e-4824-a841-f22b1e434bcf {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:36:59.967103 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74458c4f-5fc7-4a84-8d4e-d72e2833929c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:36:59.991151 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a4aeec7d-6c16-4972-8db3-8a8351867ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:00.012374 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74458c4f-5fc7-4a84-8d4e-d72e2833929c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:00.055689 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74458c4f-5fc7-4a84-8d4e-d72e2833929c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:00.129419 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-93a64af9-a151-4c1e-89e8-f2c926ac1689 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:00.173414 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-93a64af9-a151-4c1e-89e8-f2c926ac1689 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:00.176890 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-93a64af9-a151-4c1e-89e8-f2c926ac1689 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/f5e6d163-88e1-4b2b-8a99-4efc8fd00055 HTTP/1.1" status: 204 len: 168 time: 0.4739676 Nov 18 17:37:00.178463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a64af9-a151-4c1e-89e8-f2c926ac1689 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e6d163-88e1-4b2b-8a99-4efc8fd00055,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:00.182926 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47456) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:00.238626 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3796153c-e4f2-473c-95fa-ab2f542bbe43 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542500 Nov 18 17:37:00.239809 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47460) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:00.244492 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74458c4f-5fc7-4a84-8d4e-d72e2833929c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:00.288536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99400f1c-aa26-4198-a5de-336090215405 None None] Network a4327a42-a41d-4df0-88ec-86cfa61cf60b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:00.301142 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74458c4f-5fc7-4a84-8d4e-d72e2833929c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:00.310456 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47462) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:00.311302 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-74458c4f-5fc7-4a84-8d4e-d72e2833929c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4ef27d04-f77e-4824-a841-f22b1e434bcf HTTP/1.1" status: 204 len: 168 time: 0.4009979 Nov 18 17:37:00.313681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74458c4f-5fc7-4a84-8d4e-d72e2833929c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef27d04-f77e-4824-a841-f22b1e434bcf,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:00.389675 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd363bb1-0678-403e-9f58-cff135bb96e5 req-ad0df7fe-244c-4f71-aac1-880bc4344b9c tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 210 time: 0.0459678 Nov 18 17:37:00.431183 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0089d20a-e6a1-4c77-b4d9-6df33ce72d76 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:00.438513 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0089d20a-e6a1-4c77-b4d9-6df33ce72d76 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1975791 Nov 18 17:37:00.445387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47464) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:00.514671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ced558-9743-45ee-a2de-590bdc98fbd7 None None] DHCP port deletion for a4327a42-a41d-4df0-88ec-86cfa61cf60b request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:37:00.521729 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7332a4a-77c7-4773-909c-81f1832ec644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:00.546140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b231bbda-a279-4c85-bb73-cade2e0dab86 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:00.547706 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b231bbda-a279-4c85-bb73-cade2e0dab86 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1056118 Nov 18 17:37:00.550324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47468) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:00.600015 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0458daa8-7b67-420e-a329-038f0b78736e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483932 Nov 18 17:37:00.604558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47470) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:00.609964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7308e09a-f1f0-4acb-9f68-f9d7f365bda9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:00.645392 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7332a4a-77c7-4773-909c-81f1832ec644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:00.681383 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d7332a4a-77c7-4773-909c-81f1832ec644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4327a42-a41d-4df0-88ec-86cfa61cf60b']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:00.702199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d7332a4a-77c7-4773-909c-81f1832ec644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54422f2a-5b8f-4e71-a328-a2c6bc38317a') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:00.702199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d7332a4a-77c7-4773-909c-81f1832ec644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54422f2a-5b8f-4e71-a328-a2c6bc38317a') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:00.719805 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7332a4a-77c7-4773-909c-81f1832ec644 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:00.763087 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7332a4a-77c7-4773-909c-81f1832ec644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:00.776646 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7332a4a-77c7-4773-909c-81f1832ec644 admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:37:00.777301 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7332a4a-77c7-4773-909c-81f1832ec644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: items = [ Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:37:00.780469 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:37:00.816864 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b07a26-b190-46f2-9267-259bece059fb None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:00.850716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7308e09a-f1f0-4acb-9f68-f9d7f365bda9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:00.854624 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7308e09a-f1f0-4acb-9f68-f9d7f365bda9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:00.856487 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-7308e09a-f1f0-4acb-9f68-f9d7f365bda9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:37:00.857035 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7308e09a-f1f0-4acb-9f68-f9d7f365bda9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:37:00.901316 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ffb12940-f446-42b9-98c6-d457628b4e67 None None] Provisioning complete for port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:00.901727 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffb12940-f446-42b9-98c6-d457628b4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:00.966155 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7332a4a-77c7-4773-909c-81f1832ec644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:00.971692 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7332a4a-77c7-4773-909c-81f1832ec644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:00.974943 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d7332a4a-77c7-4773-909c-81f1832ec644 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a4327a42-a41d-4df0-88ec-86cfa61cf60b HTTP/1.1" status: 204 len: 168 time: 0.6634595 Nov 18 17:37:00.991960 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device fbf9a361-3908-4f9d-9250-2d1bbac0510f no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:37:00.995219 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7332a4a-77c7-4773-909c-81f1832ec644 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4327a42-a41d-4df0-88ec-86cfa61cf60b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:00.996599 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7308e09a-f1f0-4acb-9f68-f9d7f365bda9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3909471 Nov 18 17:37:00.999761 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47478) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:01.005693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-91ebc449-ba23-4cdc-97a9-f017266ec9c4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:01.028352 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: fbf9a361-3908-4f9d-9250-2d1bbac0510f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:37:01.028834 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device fbf9a361-3908-4f9d-9250-2d1bbac0510f not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:37:01.117952 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5f21c2-8aa3-4bfb-a5fb-5155cdd2e9dd None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:37:01.189774 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2d5f21c2-8aa3-4bfb-a5fb-5155cdd2e9dd None None] Deleting port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:01.190246 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d5f21c2-8aa3-4bfb-a5fb-5155cdd2e9dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:01.228307 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ebc449-ba23-4cdc-97a9-f017266ec9c4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:01.233495 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-91ebc449-ba23-4cdc-97a9-f017266ec9c4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:01.236285 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ebc449-ba23-4cdc-97a9-f017266ec9c4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:37:01.238887 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ebc449-ba23-4cdc-97a9-f017266ec9c4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:37:01.264405 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2d5f21c2-8aa3-4bfb-a5fb-5155cdd2e9dd None None] For port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8f72d6a6-7845-46a8-85dc-e53b39c5faf0,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:01.264817 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d5f21c2-8aa3-4bfb-a5fb-5155cdd2e9dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:01.278814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2d5f21c2-8aa3-4bfb-a5fb-5155cdd2e9dd None None] Calling delete_port for 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:01.317735 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-91ebc449-ba23-4cdc-97a9-f017266ec9c4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3165412 Nov 18 17:37:01.320673 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47484) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:01.330173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ebaf12ea-7129-42c1-8945-fb909dd73ccc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:01.491470 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaf12ea-7129-42c1-8945-fb909dd73ccc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:01.495674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ebaf12ea-7129-42c1-8945-fb909dd73ccc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:01.497658 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebaf12ea-7129-42c1-8945-fb909dd73ccc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:37:01.504711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebaf12ea-7129-42c1-8945-fb909dd73ccc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:37:01.508608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47490) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:01.583216 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48bdecca-24cc-481f-b1c0-b18c1ceac161 req-1fc7eee2-003c-4c46-b773-964c791d7c5a tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 210 time: 0.0415142 Nov 18 17:37:01.613866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3cc78001-2867-4aa5-bd0d-54f0e54803e3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5482321838844be38307f00ea7e492a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1029708 Nov 18 17:37:01.617927 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47494) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:01.619242 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ebaf12ea-7129-42c1-8945-fb909dd73ccc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2964685 Nov 18 17:37:01.627742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47496) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:01.634182 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-cdd7a4c9-47e5-4fba-aa17-7756fe6ef5d2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:01.652061 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d5f21c2-8aa3-4bfb-a5fb-5155cdd2e9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:01.683185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f21c2-8aa3-4bfb-a5fb-5155cdd2e9dd None None] Pushing event deleted for resources: {'Port': ['ID=8f72d6a6-7845-46a8-85dc-e53b39c5faf0,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:01.689032 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-052079c8-26b0-4b2c-8ef7-742feb94f0b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:01.692499 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5f21c2-8aa3-4bfb-a5fb-5155cdd2e9dd None None] No DVR routers for this DVR port 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:37:01.720345 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-052079c8-26b0-4b2c-8ef7-742feb94f0b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:01.839342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd7a4c9-47e5-4fba-aa17-7756fe6ef5d2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:01.843244 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cdd7a4c9-47e5-4fba-aa17-7756fe6ef5d2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:01.845071 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd7a4c9-47e5-4fba-aa17-7756fe6ef5d2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:37:01.854636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd7a4c9-47e5-4fba-aa17-7756fe6ef5d2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:37:01.873843 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-052079c8-26b0-4b2c-8ef7-742feb94f0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:01.877188 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-052079c8-26b0-4b2c-8ef7-742feb94f0b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:01.880354 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-052079c8-26b0-4b2c-8ef7-742feb94f0b7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/39667379-977c-4cd3-9804-20ca500a1380 HTTP/1.1" status: 204 len: 168 time: 0.2591150 Nov 18 17:37:01.892224 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052079c8-26b0-4b2c-8ef7-742feb94f0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39667379-977c-4cd3-9804-20ca500a1380,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:01.968290 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cdd7a4c9-47e5-4fba-aa17-7756fe6ef5d2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3394356 Nov 18 17:37:01.972344 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47504) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:01.977827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f491e76e-1cb9-4ba4-a03f-f6511857ba66 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:02.136818 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f491e76e-1cb9-4ba4-a03f-f6511857ba66 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:02.140673 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f491e76e-1cb9-4ba4-a03f-f6511857ba66 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:02.142413 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-f491e76e-1cb9-4ba4-a03f-f6511857ba66 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:37:02.142935 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f491e76e-1cb9-4ba4-a03f-f6511857ba66 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:37:02.205654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47510) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:02.206923 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f491e76e-1cb9-4ba4-a03f-f6511857ba66 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2331929 Nov 18 17:37:02.218062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-fb62ea65-4d5d-4f60-a976-79a74a00175b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:02.417837 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6043eff3-d7e1-47ab-9f35-992fbe5ca52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:02.443096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb62ea65-4d5d-4f60-a976-79a74a00175b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:02.448410 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb62ea65-4d5d-4f60-a976-79a74a00175b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:02.450318 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb62ea65-4d5d-4f60-a976-79a74a00175b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:37:02.450778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb62ea65-4d5d-4f60-a976-79a74a00175b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:37:02.648373 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fb62ea65-4d5d-4f60-a976-79a74a00175b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4412644 Nov 18 17:37:02.650627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47524) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:02.697932 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4364d468-fd75-4d67-a637-8a13a2229dbd tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0435631 Nov 18 17:37:02.700833 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47530) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:02.751092 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c10b91db-8727-4f0f-a2ca-0a76e6ed709a req-24999ad7-616a-40ad-90f7-4fb6af7bbe3b tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ef4f302-f325-4b5c-8cb3-6c8f6a80f220 HTTP/1.1" status: 200 len: 210 time: 0.0379882 Nov 18 17:37:02.778475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8ab456-dcd1-4de8-8b16-4331e7a59137 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:02.780305 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2b8ab456-dcd1-4de8-8b16-4331e7a59137 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0784831 Nov 18 17:37:02.782772 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47532) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:02.820878 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7f0b84f7-728b-4646-98f8-b7f69c278f99 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367663 Nov 18 17:37:02.825297 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47534) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:02.830996 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-eb92f80a-0551-4cb4-bdad-ea1da9090224 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:03.017206 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb92f80a-0551-4cb4-bdad-ea1da9090224 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:03.022261 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb92f80a-0551-4cb4-bdad-ea1da9090224 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:03.178051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:37:03.211589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:37:03.212226 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8f72d6a6-7845-46a8-85dc-e53b39c5faf0 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:37:03.572766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.objects.ports [None req-eb92f80a-0551-4cb4-bdad-ea1da9090224 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:37:03.574318 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb92f80a-0551-4cb4-bdad-ea1da9090224 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:03.583670 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:03.620010 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb92f80a-0551-4cb4-bdad-ea1da9090224 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:03.624667 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-eb92f80a-0551-4cb4-bdad-ea1da9090224 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:03.631609 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb92f80a-0551-4cb4-bdad-ea1da9090224 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:03.632082 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb92f80a-0551-4cb4-bdad-ea1da9090224 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:03.634985 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c616a9df-c833-4f79-947d-a7771ec98d7f None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:03.659502 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92f80a-0551-4cb4-bdad-ea1da9090224 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=c1132103-81d7-4be9-b800-125da25883d4,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:03.729667 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47560) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:03.730544 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-eb92f80a-0551-4cb4-bdad-ea1da9090224 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9029946 Nov 18 17:37:03.739668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-60ef1a19-a870-47c4-99d6-4df8097aadff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'mac_address': 'fa:16:3e:a5:31:88', 'name': 'tempest-NetworksTestDHCPv6-1464459617'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:03.852702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47568) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:03.853171 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': 'c1132103-81d7-4be9-b800-125da25883d4'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:37:03.853171 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:03.978471 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a23ab862-8a0b-4995-a4b7-6e190e491c1f tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:04.017105 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ef1a19-a870-47c4-99d6-4df8097aadff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:04.035853 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a23ab862-8a0b-4995-a4b7-6e190e491c1f tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:04.117973 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Allocated IP 2001:db8::f816:3eff:fe31:13ab (5e45a538-7011-458e-bc0c-33977cda4913/c1132103-81d7-4be9-b800-125da25883d4/9b081f43-aa2a-455f-b5cd-2b849bf85404) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:04.201612 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60ef1a19-a870-47c4-99d6-4df8097aadff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:04.211519 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a23ab862-8a0b-4995-a4b7-6e190e491c1f tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:04.214664 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a23ab862-8a0b-4995-a4b7-6e190e491c1f tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:04.216347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a23ab862-8a0b-4995-a4b7-6e190e491c1f tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] 10.222.0.72 "DELETE /v2.0/security-groups/0029b1f7-fc05-4de6-b9f6-63e139e41559 HTTP/1.1" status: 204 len: 168 time: 0.3650868 Nov 18 17:37:04.228266 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ab862-8a0b-4995-a4b7-6e190e491c1f tempest-TestVolumeBackupRestore-26280064 tempest-TestVolumeBackupRestore-26280064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0029b1f7-fc05-4de6-b9f6-63e139e41559,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:04.272185 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-60ef1a19-a870-47c4-99d6-4df8097aadff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port 3af4095a-7fd9-451e-a6cc-c74b8ae72031 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:37:04.325969 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:04.419218 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:04.475145 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Pushing event updated for resources: {'Port': ['ID=9b081f43-aa2a-455f-b5cd-2b849bf85404,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:04.497966 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:04.500106 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:04.507817 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:37:04.533987 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-60ef1a19-a870-47c4-99d6-4df8097aadff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::f816:3eff:fea5:3188 (5e45a538-7011-458e-bc0c-33977cda4913/c1132103-81d7-4be9-b800-125da25883d4/3af4095a-7fd9-451e-a6cc-c74b8ae72031) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:04.588807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Attempting to bind port 9b081f43-aa2a-455f-b5cd-2b849bf85404 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:37:04.589198 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Attempting to bind port 9b081f43-aa2a-455f-b5cd-2b849bf85404 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:37:04.589750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Attempting to bind port 9b081f43-aa2a-455f-b5cd-2b849bf85404 on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:37:04.596944 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47592) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:04.599610 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:37:04.600029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:37:04.600687 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:04.601150 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:37:04.601645 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Bound port: 9b081f43-aa2a-455f-b5cd-2b849bf85404, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:37:04.602046 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:04.716416 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] For port 9b081f43-aa2a-455f-b5cd-2b849bf85404, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:37:04.716416 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] For port 9b081f43-aa2a-455f-b5cd-2b849bf85404, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9b081f43-aa2a-455f-b5cd-2b849bf85404,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:37:04.793730 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c85081b5-dc4f-462a-b525-7ec18a7f325b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:04.839708 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:04.857891 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60ef1a19-a870-47c4-99d6-4df8097aadff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:04.910580 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c85081b5-dc4f-462a-b525-7ec18a7f325b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:04.922825 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911262e-ec96-487d-a782-f4885f5b7356 None None] Pushing event updated for resources: {'Port': ['ID=9b081f43-aa2a-455f-b5cd-2b849bf85404,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:04.962564 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60ef1a19-a870-47c4-99d6-4df8097aadff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:05.028762 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c85081b5-dc4f-462a-b525-7ec18a7f325b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:05.037398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ef1a19-a870-47c4-99d6-4df8097aadff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:05.041473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-60ef1a19-a870-47c4-99d6-4df8097aadff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:05.045969 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ef1a19-a870-47c4-99d6-4df8097aadff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:37:05.052069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ef1a19-a870-47c4-99d6-4df8097aadff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:05.052745 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60ef1a19-a870-47c4-99d6-4df8097aadff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:05.067406 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:05.069541 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef1a19-a870-47c4-99d6-4df8097aadff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=3af4095a-7fd9-451e-a6cc-c74b8ae72031,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:05.119073 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c85081b5-dc4f-462a-b525-7ec18a7f325b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e4e9cdb39f6c46fab9403afc0e2a0509&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5186081 Nov 18 17:37:05.119455 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47620) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:05.130634 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85081b5-dc4f-462a-b525-7ec18a7f325b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fdf81c-cb4f-4987-8fb4-29ec750513fa,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:05.200837 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-60ef1a19-a870-47c4-99d6-4df8097aadff tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4618912 Nov 18 17:37:05.200837 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-659798c7-9dd2-4937-b507-3d420a6bb5cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:05.201220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47624) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:05.245427 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-659798c7-9dd2-4937-b507-3d420a6bb5cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:05.357249 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea332518-69f0-44da-aef9-df80f9d36a5a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:05.364414 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea332518-69f0-44da-aef9-df80f9d36a5a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:05.366368 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ea332518-69f0-44da-aef9-df80f9d36a5a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1683412 Nov 18 17:37:05.369050 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47636) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:05.432719 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-659798c7-9dd2-4937-b507-3d420a6bb5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:05.436751 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-659798c7-9dd2-4937-b507-3d420a6bb5cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:05.437953 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-659798c7-9dd2-4937-b507-3d420a6bb5cb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d8fdf81c-cb4f-4987-8fb4-29ec750513fa HTTP/1.1" status: 204 len: 168 time: 0.3174477 Nov 18 17:37:05.451863 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659798c7-9dd2-4937-b507-3d420a6bb5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fdf81c-cb4f-4987-8fb4-29ec750513fa,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:05.457429 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:05.485328 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-fee1d550-f04c-495e-9bdc-0098f7862366 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port 3af4095a-7fd9-451e-a6cc-c74b8ae72031 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:05.485899 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fee1d550-f04c-495e-9bdc-0098f7862366 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:05.604357 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fee1d550-f04c-495e-9bdc-0098f7862366 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:05.619431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-fee1d550-f04c-495e-9bdc-0098f7862366 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for 3af4095a-7fd9-451e-a6cc-c74b8ae72031 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:05.839519 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fee1d550-f04c-495e-9bdc-0098f7862366 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:05.875783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1d550-f04c-495e-9bdc-0098f7862366 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=3af4095a-7fd9-451e-a6cc-c74b8ae72031,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:05.942845 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fee1d550-f04c-495e-9bdc-0098f7862366 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:05.949416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47668) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:05.950003 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fee1d550-f04c-495e-9bdc-0098f7862366 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/3af4095a-7fd9-451e-a6cc-c74b8ae72031 HTTP/1.1" status: 204 len: 168 time: 0.5791869 Nov 18 17:37:06.050788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9bffde-db65-402c-a991-25d212aa665b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:06.056055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9bffde-db65-402c-a991-25d212aa665b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:06.056055 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ff9bffde-db65-402c-a991-25d212aa665b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1036127 Nov 18 17:37:06.056760 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47676) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:06.537197 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0e184d-11da-4c23-828d-2ca69eba823e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet c1132103-81d7-4be9-b800-125da25883d4 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:37:06.541266 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e184d-11da-4c23-828d-2ca69eba823e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:06.542905 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7bf63bcc-5415-40f9-a3af-454db0b55dbc None None] Provisioning complete for port 9b081f43-aa2a-455f-b5cd-2b849bf85404 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:06.551201 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7bf63bcc-5415-40f9-a3af-454db0b55dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:06.602108 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e184d-11da-4c23-828d-2ca69eba823e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:06.690931 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7bf63bcc-5415-40f9-a3af-454db0b55dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:06.779464 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7bf63bcc-5415-40f9-a3af-454db0b55dbc None None] For port 9b081f43-aa2a-455f-b5cd-2b849bf85404, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9b081f43-aa2a-455f-b5cd-2b849bf85404,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:06.863057 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7bf63bcc-5415-40f9-a3af-454db0b55dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:06.863744 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e184d-11da-4c23-828d-2ca69eba823e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:07.031508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf63bcc-5415-40f9-a3af-454db0b55dbc None None] Pushing event updated for resources: {'Port': ['ID=9b081f43-aa2a-455f-b5cd-2b849bf85404,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:07.051544 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0ad32076-5d66-4577-bec1-720aa0c870b7 None None] Could not find standard attr ID for object 3af4095a-7fd9-451e-a6cc-c74b8ae72031. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:37:07.089151 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e184d-11da-4c23-828d-2ca69eba823e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:07.140173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e184d-11da-4c23-828d-2ca69eba823e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=c1132103-81d7-4be9-b800-125da25883d4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:07.168794 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e184d-11da-4c23-828d-2ca69eba823e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:07.183148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47740) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:07.200594 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7f0e184d-11da-4c23-828d-2ca69eba823e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/c1132103-81d7-4be9-b800-125da25883d4 HTTP/1.1" status: 204 len: 168 time: 1.1403711 Nov 18 17:37:07.305686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b531151-1c8c-4b9e-83cd-03eb436e897a None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:07.327290 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9b4f0828-e99e-4b01-8a8c-cdf538af242c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1457505 Nov 18 17:37:07.334519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47754) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:07.340841 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:07.444779 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9b081f43-aa2a-455f-b5cd-2b849bf85404 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:37:07.554881 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 9b081f43-aa2a-455f-b5cd-2b849bf85404 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:07.555457 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:07.618507 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:07.634123 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:07.736480 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74017780-20c0-4904-9b40-77891efd4031 None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:37:07.859967 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-74017780-20c0-4904-9b40-77891efd4031 None None] Deleting port 9b081f43-aa2a-455f-b5cd-2b849bf85404 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:07.861346 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-74017780-20c0-4904-9b40-77891efd4031 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:07.961418 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-74017780-20c0-4904-9b40-77891efd4031 None None] For port 9b081f43-aa2a-455f-b5cd-2b849bf85404, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9b081f43-aa2a-455f-b5cd-2b849bf85404,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:07.962149 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-74017780-20c0-4904-9b40-77891efd4031 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:07.978701 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-74017780-20c0-4904-9b40-77891efd4031 None None] Calling delete_port for 9b081f43-aa2a-455f-b5cd-2b849bf85404 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:08.245091 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-74017780-20c0-4904-9b40-77891efd4031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:08.291150 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74017780-20c0-4904-9b40-77891efd4031 None None] Pushing event deleted for resources: {'Port': ['ID=9b081f43-aa2a-455f-b5cd-2b849bf85404,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:08.317701 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74017780-20c0-4904-9b40-77891efd4031 None None] No DVR routers for this DVR port 9b081f43-aa2a-455f-b5cd-2b849bf85404 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:37:08.350694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47814) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:08.364903 n-d-813419-11 neutron-server[104007]: DEBUG neutron.objects.ports [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:37:08.614305 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-53acb075-a512-4dc3-bbad-cc9973fd3fff admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:08.647368 n-d-813419-11 neutron-server[104007]: WARNING neutron.services.revisions.revision_plugin [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Could not find related port for resource to bump revision. Nov 18 17:37:08.713200 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.ipam_pluggable_backend [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Port 9b081f43-aa2a-455f-b5cd-2b849bf85404 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104007) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 18 17:37:08.713200 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.ipam_pluggable_backend [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Reverting IP allocation for 2001:db8::f816:3eff:fe31:13ab {{(pid=104007) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 18 17:37:08.713200 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.ipam_pluggable_backend [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe31:13ab {{(pid=104007) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 18 17:37:08.713200 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:08.781788 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:08.792615 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:08.802647 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b43e2ee-bcc7-4030-aadc-99002dcf7a55 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:08.831942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:08.839220 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:08.848423 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-53acb075-a512-4dc3-bbad-cc9973fd3fff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:08.881205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=c272178e-a580-4229-863c-cbb902c615d9,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:08.903741 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:08.906447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:08.906802 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:08.907148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:08.907490 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:08.907941 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:08.908443 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:08.908789 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:08.909138 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:08.909467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:08.909807 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:08.910147 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:08.920956 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-53acb075-a512-4dc3-bbad-cc9973fd3fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:08.958120 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acb075-a512-4dc3-bbad-cc9973fd3fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15a09db-f66d-47cd-a972-c63107174c6b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:08.981968 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2217d58e-7060-41ca-9ffa-c8136c700734 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6463747 Nov 18 17:37:08.985046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47846) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:08.991565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2277b206-4230-4039-8686-7c463c19b7a1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'mac_address': 'fa:16:3e:1d:79:e8', 'name': 'tempest-NetworksTestDHCPv6-548068409'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:09.007685 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-53acb075-a512-4dc3-bbad-cc9973fd3fff admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f5705e70ed344d6898dccf066fbd9c96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6539361 Nov 18 17:37:09.012461 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47848) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:09.198292 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f076e20f-a4bd-4103-b9c1-7bcb525da1f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:09.278102 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': 'c272178e-a580-4229-863c-cbb902c615d9'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:37:09.281012 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:09.309871 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f076e20f-a4bd-4103-b9c1-7bcb525da1f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:09.452580 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9b081f43-aa2a-455f-b5cd-2b849bf85404 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:37:09.468041 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f076e20f-a4bd-4103-b9c1-7bcb525da1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:09.470900 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f076e20f-a4bd-4103-b9c1-7bcb525da1f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:09.472167 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f076e20f-a4bd-4103-b9c1-7bcb525da1f6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e15a09db-f66d-47cd-a972-c63107174c6b HTTP/1.1" status: 204 len: 168 time: 0.4586596 Nov 18 17:37:09.491763 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 9b081f43-aa2a-455f-b5cd-2b849bf85404 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:37:09.493551 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076e20f-a4bd-4103-b9c1-7bcb525da1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15a09db-f66d-47cd-a972-c63107174c6b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:09.495610 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9b081f43-aa2a-455f-b5cd-2b849bf85404 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:37:09.521257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2277b206-4230-4039-8686-7c463c19b7a1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:09.579138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Allocated IP 2001:db8::f816:3eff:fe34:c742 (5e45a538-7011-458e-bc0c-33977cda4913/c272178e-a580-4229-863c-cbb902c615d9/fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:09.831670 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2277b206-4230-4039-8686-7c463c19b7a1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:09.867346 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-2277b206-4230-4039-8686-7c463c19b7a1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port cc586913-de4d-4578-b082-cbbca46bf83f yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:37:09.935040 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:10.096762 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:10.138882 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:10.150903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:10.343479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:37:10.343932 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-2277b206-4230-4039-8686-7c463c19b7a1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::f816:3eff:fe1d:79e8 (5e45a538-7011-458e-bc0c-33977cda4913/c272178e-a580-4229-863c-cbb902c615d9/cc586913-de4d-4578-b082-cbbca46bf83f) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:10.474642 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Pushing event updated for resources: {'Port': ['ID=fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:10.488677 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Attempting to bind port fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:37:10.489136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Attempting to bind port fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:37:10.495034 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Attempting to bind port fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:37:10.502693 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:37:10.503176 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:37:10.506882 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:10.507368 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:37:10.507879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Bound port: fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:37:10.510436 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:10.602445 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2277b206-4230-4039-8686-7c463c19b7a1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:10.634632 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] For port fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:37:10.641056 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] For port fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:37:10.759139 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:10.799396 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2277b206-4230-4039-8686-7c463c19b7a1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:10.906666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2277b206-4230-4039-8686-7c463c19b7a1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:10.920238 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-2277b206-4230-4039-8686-7c463c19b7a1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:10.931326 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277b206-4230-4039-8686-7c463c19b7a1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:37:10.945018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19b986-8470-41e4-a011-00934cb54d2d None None] Pushing event updated for resources: {'Port': ['ID=fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:10.955409 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2277b206-4230-4039-8686-7c463c19b7a1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:10.956242 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2277b206-4230-4039-8686-7c463c19b7a1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:11.012900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277b206-4230-4039-8686-7c463c19b7a1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=cc586913-de4d-4578-b082-cbbca46bf83f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:11.119648 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2277b206-4230-4039-8686-7c463c19b7a1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1322122 Nov 18 17:37:11.127162 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47942) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:11.209773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5925c729-379d-49b9-a25d-934fe2adb7d4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:11.218298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5925c729-379d-49b9-a25d-934fe2adb7d4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:11.220405 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5925c729-379d-49b9-a25d-934fe2adb7d4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0971832 Nov 18 17:37:11.223401 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 47946) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:11.390592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-84cf735b-7fdd-4ef1-95b6-2f1499420c4d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port cc586913-de4d-4578-b082-cbbca46bf83f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:11.391718 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84cf735b-7fdd-4ef1-95b6-2f1499420c4d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:11.542910 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84cf735b-7fdd-4ef1-95b6-2f1499420c4d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:11.556729 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-84cf735b-7fdd-4ef1-95b6-2f1499420c4d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for cc586913-de4d-4578-b082-cbbca46bf83f owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:11.879612 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84cf735b-7fdd-4ef1-95b6-2f1499420c4d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:11.916220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf735b-7fdd-4ef1-95b6-2f1499420c4d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=cc586913-de4d-4578-b082-cbbca46bf83f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:11.985193 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84cf735b-7fdd-4ef1-95b6-2f1499420c4d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:11.996876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47988) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:12.008404 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-84cf735b-7fdd-4ef1-95b6-2f1499420c4d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/cc586913-de4d-4578-b082-cbbca46bf83f HTTP/1.1" status: 204 len: 168 time: 0.7832959 Nov 18 17:37:12.076692 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4a58c6-2b6c-497a-bf86-909bb1c85891 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:12.079299 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4a58c6-2b6c-497a-bf86-909bb1c85891 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:12.081362 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8f4a58c6-2b6c-497a-bf86-909bb1c85891 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0834332 Nov 18 17:37:12.084330 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 47994) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:12.151254 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec93481e-9ddb-4283-a7d5-f72cc5e76df2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet c272178e-a580-4229-863c-cbb902c615d9 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:37:12.159561 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec93481e-9ddb-4283-a7d5-f72cc5e76df2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:12.205380 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec93481e-9ddb-4283-a7d5-f72cc5e76df2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:12.378637 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec93481e-9ddb-4283-a7d5-f72cc5e76df2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:12.546381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-62287802-638e-4657-b06a-efc26ed0fed9 None None] Provisioning complete for port fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:12.546812 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-62287802-638e-4657-b06a-efc26ed0fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:12.641541 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec93481e-9ddb-4283-a7d5-f72cc5e76df2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:12.674189 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec93481e-9ddb-4283-a7d5-f72cc5e76df2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:12.682929 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ec93481e-9ddb-4283-a7d5-f72cc5e76df2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/c272178e-a580-4229-863c-cbb902c615d9 HTTP/1.1" status: 204 len: 168 time: 0.5973716 Nov 18 17:37:12.686435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48020) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:12.715462 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-62287802-638e-4657-b06a-efc26ed0fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:12.729456 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93481e-9ddb-4283-a7d5-f72cc5e76df2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=c272178e-a580-4229-863c-cbb902c615d9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:12.759600 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0d37c672-8cd0-4e5c-b6f1-8b43822aa078 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719554 Nov 18 17:37:12.762601 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48028) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:12.829248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e6457-2295-46aa-ad85-c8ee1410de31 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:12.831025 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b71e6457-2295-46aa-ad85-c8ee1410de31 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0673101 Nov 18 17:37:12.832180 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-62287802-638e-4657-b06a-efc26ed0fed9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:37:12.832579 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-62287802-638e-4657-b06a-efc26ed0fed9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:37:12.833681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48032) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:12.874580 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dccfd6-56a1-46ce-9363-527f19b19139 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:12.894198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce2e1e-45b9-47f2-b2c1-1027f4c9b50a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:12.895884 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c1ce2e1e-45b9-47f2-b2c1-1027f4c9b50a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0608273 Nov 18 17:37:12.898413 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48038) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:12.970172 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-44741e4f-58e8-4004-8cb3-c51eea238bb8 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661378 Nov 18 17:37:12.980196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48046) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:12.980196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a2c8968e-4d3f-460e-9a80-45c7dba378ea tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:13.142362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48052) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:13.250526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c8968e-4d3f-460e-9a80-45c7dba378ea tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:13.254241 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2c8968e-4d3f-460e-9a80-45c7dba378ea tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:13.312052 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:37:13.623246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57c7b93-d2af-44d8-95f6-4c5d0e763430 None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:37:13.647187 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-62287802-638e-4657-b06a-efc26ed0fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:13.797695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-62287802-638e-4657-b06a-efc26ed0fed9 None None] For port fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:13.809301 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:13.809484 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:13.894531 n-d-813419-11 neutron-server[104008]: DEBUG neutron.objects.ports [None req-a2c8968e-4d3f-460e-9a80-45c7dba378ea tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:37:13.977984 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c57c7b93-d2af-44d8-95f6-4c5d0e763430 None None] Deleting port fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:13.978300 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c57c7b93-d2af-44d8-95f6-4c5d0e763430 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:13.993287 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:13.995738 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-62287802-638e-4657-b06a-efc26ed0fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:14.107714 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5c902893-1257-411d-ac0e-6bac95b2fdd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:14.179468 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3bb30b6d-96f9-40a9-a903-a254fd683c3e None None] Could not find standard attr ID for object cc586913-de4d-4578-b082-cbbca46bf83f. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:37:14.277032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62287802-638e-4657-b06a-efc26ed0fed9 None None] Pushing event updated for resources: {'Port': ['ID=fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:14.304483 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:37:14.305066 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:37:14.318574 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c57c7b93-d2af-44d8-95f6-4c5d0e763430 None None] For port fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:14.319228 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c57c7b93-d2af-44d8-95f6-4c5d0e763430 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:14.344406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c57c7b93-d2af-44d8-95f6-4c5d0e763430 None None] Calling delete_port for fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:14.470030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-5c902893-1257-411d-ac0e-6bac95b2fdd3 admin admin] Deleting port fbd9f5dc-4eb6-4f58-b471-f05743494a29 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:14.471984 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5c902893-1257-411d-ac0e-6bac95b2fdd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:14.483257 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2c8968e-4d3f-460e-9a80-45c7dba378ea tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:14.574943 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-5c902893-1257-411d-ac0e-6bac95b2fdd3 admin admin] For port fbd9f5dc-4eb6-4f58-b471-f05743494a29, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fbd9f5dc-4eb6-4f58-b471-f05743494a29,segment=NetworkSegment(fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8),segment_id=fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:14.575426 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5c902893-1257-411d-ac0e-6bac95b2fdd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:14.582177 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c57c7b93-d2af-44d8-95f6-4c5d0e763430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:14.628441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c7b93-d2af-44d8-95f6-4c5d0e763430 None None] Pushing event deleted for resources: {'Port': ['ID=fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:14.629072 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-5c902893-1257-411d-ac0e-6bac95b2fdd3 admin admin] Calling delete_port for fbd9f5dc-4eb6-4f58-b471-f05743494a29 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:14.661215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c7b93-d2af-44d8-95f6-4c5d0e763430 None None] No DVR routers for this DVR port fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:37:14.761116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-a2c8968e-4d3f-460e-9a80-45c7dba378ea tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] For port fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:14.829461 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2c8968e-4d3f-460e-9a80-45c7dba378ea tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:14.843397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Port fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af update to ACTIVE by agent not found {{(pid=104009) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 18 17:37:14.896898 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2c8968e-4d3f-460e-9a80-45c7dba378ea tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:14.898967 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2c8968e-4d3f-460e-9a80-45c7dba378ea tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:14.971292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8968e-4d3f-460e-9a80-45c7dba378ea tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:14.990341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c8968e-4d3f-460e-9a80-45c7dba378ea tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:14.996593 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-a2c8968e-4d3f-460e-9a80-45c7dba378ea tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:15.004784 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8968e-4d3f-460e-9a80-45c7dba378ea tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=d35e1279-feec-4646-a90c-758308c096be,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:15.013686 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c8968e-4d3f-460e-9a80-45c7dba378ea tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:15.014609 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2c8968e-4d3f-460e-9a80-45c7dba378ea tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:15.039223 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5c902893-1257-411d-ac0e-6bac95b2fdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:15.040404 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d380b7e2-5a60-498a-98df-8a4ab33504bc None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:15.126228 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a2c8968e-4d3f-460e-9a80-45c7dba378ea tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1511004 Nov 18 17:37:15.126228 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48152) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:15.131097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4301c226-1cf3-4dd2-a87c-b685ef479ca5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'mac_address': 'fa:16:3e:fa:25:5d', 'name': 'tempest-NetworksTestDHCPv6-573397477'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:15.148725 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c902893-1257-411d-ac0e-6bac95b2fdd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd9f5dc-4eb6-4f58-b471-f05743494a29,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:15.226906 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:37:15.281128 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': 'd35e1279-feec-4646-a90c-758308c096be'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:37:15.283205 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:15.307371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:37:15.307371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fc2cbc8b-0119-4388-8e1f-3f3fa5fe70af not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:37:15.494052 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Allocated IP 2001:db8::f816:3eff:fefc:aaaa (5e45a538-7011-458e-bc0c-33977cda4913/d35e1279-feec-4646-a90c-758308c096be/40c4aa22-8650-47a4-a128-2a5d1a14cbcb) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:15.495262 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4301c226-1cf3-4dd2-a87c-b685ef479ca5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:15.518809 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5c902893-1257-411d-ac0e-6bac95b2fdd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:15.597341 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4301c226-1cf3-4dd2-a87c-b685ef479ca5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:15.622144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-4301c226-1cf3-4dd2-a87c-b685ef479ca5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port 8a2cf7a4-ed42-4e1d-8841-154e599d5ddd yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:37:15.696919 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:15.822305 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:15.896953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:15.896953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:15.896953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:37:15.922459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-4301c226-1cf3-4dd2-a87c-b685ef479ca5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::f816:3eff:fefa:255d (5e45a538-7011-458e-bc0c-33977cda4913/d35e1279-feec-4646-a90c-758308c096be/8a2cf7a4-ed42-4e1d-8841-154e599d5ddd) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:15.972363 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Pushing event updated for resources: {'Port': ['ID=40c4aa22-8650-47a4-a128-2a5d1a14cbcb,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:16.038626 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Attempting to bind port 40c4aa22-8650-47a4-a128-2a5d1a14cbcb on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:37:16.039020 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Attempting to bind port 40c4aa22-8650-47a4-a128-2a5d1a14cbcb by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:37:16.039479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Attempting to bind port 40c4aa22-8650-47a4-a128-2a5d1a14cbcb on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:37:16.047390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:37:16.047943 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:37:16.048282 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:16.048695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:37:16.049194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Bound port: 40c4aa22-8650-47a4-a128-2a5d1a14cbcb, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:37:16.049593 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:16.118159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] For port 40c4aa22-8650-47a4-a128-2a5d1a14cbcb, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:37:16.122146 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] For port 40c4aa22-8650-47a4-a128-2a5d1a14cbcb, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=40c4aa22-8650-47a4-a128-2a5d1a14cbcb,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:37:16.142153 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4301c226-1cf3-4dd2-a87c-b685ef479ca5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:16.188909 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:16.248810 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4301c226-1cf3-4dd2-a87c-b685ef479ca5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:16.274365 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58b3b4-813f-45dd-8ab2-76625fc81d65 None None] Pushing event updated for resources: {'Port': ['ID=40c4aa22-8650-47a4-a128-2a5d1a14cbcb,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:16.277921 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c902893-1257-411d-ac0e-6bac95b2fdd3 admin admin] Router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:37:16.346976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4301c226-1cf3-4dd2-a87c-b685ef479ca5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:16.357762 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-4301c226-1cf3-4dd2-a87c-b685ef479ca5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:16.365305 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301c226-1cf3-4dd2-a87c-b685ef479ca5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=8a2cf7a4-ed42-4e1d-8841-154e599d5ddd,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:16.368568 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4301c226-1cf3-4dd2-a87c-b685ef479ca5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:37:16.374769 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4301c226-1cf3-4dd2-a87c-b685ef479ca5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:16.376933 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4301c226-1cf3-4dd2-a87c-b685ef479ca5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:16.444261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c902893-1257-411d-ac0e-6bac95b2fdd3 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:37:16.452038 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5c902893-1257-411d-ac0e-6bac95b2fdd3 admin admin] 10.222.0.72 "PUT /v2.0/routers/4bdcee6a-7a46-4d64-ac47-a9ac35dab064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3186650 Nov 18 17:37:16.454576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48214) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:16.454813 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76fb15e-04a6-4aa9-92cd-a9acec86e3c5 None None] Sync routers for ids ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:37:16.473222 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76fb15e-04a6-4aa9-92cd-a9acec86e3c5 None None] Routers {'4bdcee6a-7a46-4d64-ac47-a9ac35dab064'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:37:16.477607 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d76fb15e-04a6-4aa9-92cd-a9acec86e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:37:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:16.553843 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4301c226-1cf3-4dd2-a87c-b685ef479ca5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4268036 Nov 18 17:37:16.555417 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48216) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:16.641636 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5e34051f-708f-47fb-a6e1-86a5cd6f125d admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:16.667292 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d76fb15e-04a6-4aa9-92cd-a9acec86e3c5 None None] Set router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:37:16.669347 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f7bf0b-6a46-4bfe-9275-c7f3a7d7583f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:16.691159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f7bf0b-6a46-4bfe-9275-c7f3a7d7583f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:16.695947 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48226) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:16.701055 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a5f7bf0b-6a46-4bfe-9275-c7f3a7d7583f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1439779 Nov 18 17:37:16.829308 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5e34051f-708f-47fb-a6e1-86a5cd6f125d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:16.853827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-2953800b-8953-4a60-a180-e9b9c2002464 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port 8a2cf7a4-ed42-4e1d-8841-154e599d5ddd {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:16.854182 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2953800b-8953-4a60-a180-e9b9c2002464 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:16.888294 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d76fb15e-04a6-4aa9-92cd-a9acec86e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '4dbac082-991b-41eb-ab63-be469adead99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:58Z', 'updated_at': '2021-11-18T17:37:14Z', 'revision_number': 5, 'project_id': '6411d397673f4876bac8e13045c7927c', 'gw_port': {'id': '4dbac082-991b-41eb-ab63-be469adead99', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:59Z', 'updated_at': '2021-11-18T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:16.914507 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76fb15e-04a6-4aa9-92cd-a9acec86e3c5 None None] Checking router: 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:37:16.924241 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76fb15e-04a6-4aa9-92cd-a9acec86e3c5 None None] Routers {'4bdcee6a-7a46-4d64-ac47-a9ac35dab064'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:37:16.924860 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d76fb15e-04a6-4aa9-92cd-a9acec86e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:37:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:16.950180 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2953800b-8953-4a60-a180-e9b9c2002464 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:17.000527 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-2953800b-8953-4a60-a180-e9b9c2002464 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for 8a2cf7a4-ed42-4e1d-8841-154e599d5ddd owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:17.052907 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d76fb15e-04a6-4aa9-92cd-a9acec86e3c5 None None] Set router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:37:17.118561 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-5e34051f-708f-47fb-a6e1-86a5cd6f125d admin admin] Deleting port 4dbac082-991b-41eb-ab63-be469adead99 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:17.118914 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5e34051f-708f-47fb-a6e1-86a5cd6f125d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:17.260908 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-5e34051f-708f-47fb-a6e1-86a5cd6f125d admin admin] For port 4dbac082-991b-41eb-ab63-be469adead99, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4dbac082-991b-41eb-ab63-be469adead99,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:17.261233 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5e34051f-708f-47fb-a6e1-86a5cd6f125d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:17.290449 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-5e34051f-708f-47fb-a6e1-86a5cd6f125d admin admin] Calling delete_port for 4dbac082-991b-41eb-ab63-be469adead99 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:17.408864 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 40c4aa22-8650-47a4-a128-2a5d1a14cbcb up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:37:17.412644 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2953800b-8953-4a60-a180-e9b9c2002464 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:17.430921 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48252) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:17.440354 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d76fb15e-04a6-4aa9-92cd-a9acec86e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '4dbac082-991b-41eb-ab63-be469adead99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:58Z', 'updated_at': '2021-11-18T17:37:14Z', 'revision_number': 5, 'project_id': '6411d397673f4876bac8e13045c7927c', 'gw_port': {'id': '4dbac082-991b-41eb-ab63-be469adead99', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:59Z', 'updated_at': '2021-11-18T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:17.474712 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76fb15e-04a6-4aa9-92cd-a9acec86e3c5 None None] The sync data for ids ['4bdcee6a-7a46-4d64-ac47-a9ac35dab064'] in n-d-813419-11 is: [{'id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'name': 'tempest-TestVolumeBackupRestore-338938790-router', 'tenant_id': '6411d397673f4876bac8e13045c7927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '4dbac082-991b-41eb-ab63-be469adead99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:58Z', 'updated_at': '2021-11-18T17:37:14Z', 'revision_number': 5, 'project_id': '6411d397673f4876bac8e13045c7927c', 'gw_port': {'id': '4dbac082-991b-41eb-ab63-be469adead99', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcee6a-7a46-4d64-ac47-a9ac35dab064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:59Z', 'updated_at': '2021-11-18T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:37:17.488826 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 40c4aa22-8650-47a4-a128-2a5d1a14cbcb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:17.489271 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:17.578201 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953800b-8953-4a60-a180-e9b9c2002464 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=8a2cf7a4-ed42-4e1d-8841-154e599d5ddd,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:17.637661 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:17.649280 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2953800b-8953-4a60-a180-e9b9c2002464 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:17.656186 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2953800b-8953-4a60-a180-e9b9c2002464 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/8a2cf7a4-ed42-4e1d-8841-154e599d5ddd HTTP/1.1" status: 204 len: 168 time: 0.9573734 Nov 18 17:37:17.656516 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48264) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:17.692399 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 40c4aa22-8650-47a4-a128-2a5d1a14cbcb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=40c4aa22-8650-47a4-a128-2a5d1a14cbcb,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:17.709853 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-194dd082-f9da-423e-ae6a-4ffd92910bd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:17.771898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c36bf267-e7f7-4331-892e-5cb4e0f76eb4 None None] Provisioning complete for port 40c4aa22-8650-47a4-a128-2a5d1a14cbcb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:17.772481 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c36bf267-e7f7-4331-892e-5cb4e0f76eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:17.845789 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:17.854603 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-194dd082-f9da-423e-ae6a-4ffd92910bd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:17.939433 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=40c4aa22-8650-47a4-a128-2a5d1a14cbcb,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:17.978586 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cff373-92df-4e67-b8c0-dfc8eba94507 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:17.981324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cff373-92df-4e67-b8c0-dfc8eba94507 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:17.983626 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d6cff373-92df-4e67-b8c0-dfc8eba94507 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3255885 Nov 18 17:37:17.986082 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48276) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:18.039260 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-194dd082-f9da-423e-ae6a-4ffd92910bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:18.051609 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-c65b54d8-9303-4577-b2ce-e1cf12346606 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet d35e1279-feec-4646-a90c-758308c096be {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:37:18.055524 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c65b54d8-9303-4577-b2ce-e1cf12346606 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:18.094236 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5e34051f-708f-47fb-a6e1-86a5cd6f125d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:18.123183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-02a44f08-3e9f-4bfe-95a2-382225e86b81 None None] Could not find standard attr ID for object 8a2cf7a4-ed42-4e1d-8841-154e599d5ddd. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:37:18.130228 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194dd082-f9da-423e-ae6a-4ffd92910bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032d4094-58c1-4489-94fb-6ce803a056fa,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:18.141543 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-194dd082-f9da-423e-ae6a-4ffd92910bd9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=08e42f6bbc734249a7c0684b8c628195&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7025683 Nov 18 17:37:18.141543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48284) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:18.141681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2972e806-4df1-4814-904c-eb192fa6a560 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:37:18.186258 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c65b54d8-9303-4577-b2ce-e1cf12346606 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:18.212090 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:37:18.250974 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dbfac2b-d160-4b8e-bd1e-20a4bdbdcac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:18.290771 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dbfac2b-d160-4b8e-bd1e-20a4bdbdcac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:18.313047 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c65b54d8-9303-4577-b2ce-e1cf12346606 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:18.420052 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34051f-708f-47fb-a6e1-86a5cd6f125d admin admin] Pushing event deleted for resources: {'Port': ['ID=4dbac082-991b-41eb-ab63-be469adead99,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:18.458379 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5e34051f-708f-47fb-a6e1-86a5cd6f125d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:18.524851 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dbfac2b-d160-4b8e-bd1e-20a4bdbdcac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:18.527478 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dbfac2b-d160-4b8e-bd1e-20a4bdbdcac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:18.528697 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3dbfac2b-d160-4b8e-bd1e-20a4bdbdcac9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/032d4094-58c1-4489-94fb-6ce803a056fa HTTP/1.1" status: 204 len: 168 time: 0.3807075 Nov 18 17:37:18.539417 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfac2b-d160-4b8e-bd1e-20a4bdbdcac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032d4094-58c1-4489-94fb-6ce803a056fa,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:18.574323 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5e34051f-708f-47fb-a6e1-86a5cd6f125d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:18.577366 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c65b54d8-9303-4577-b2ce-e1cf12346606 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:18.585955 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5e34051f-708f-47fb-a6e1-86a5cd6f125d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:18.617220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b54d8-9303-4577-b2ce-e1cf12346606 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=d35e1279-feec-4646-a90c-758308c096be,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:18.655431 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c65b54d8-9303-4577-b2ce-e1cf12346606 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:18.658827 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c65b54d8-9303-4577-b2ce-e1cf12346606 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/d35e1279-feec-4646-a90c-758308c096be HTTP/1.1" status: 204 len: 168 time: 0.6716220 Nov 18 17:37:18.663075 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48316) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:18.666286 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4481304c-4e18-4623-b9a1-c0149874426c None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:18.713130 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-501aa164-fdfe-481f-b42a-8a5521bbbbb5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487478 Nov 18 17:37:18.716499 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48320) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:18.722138 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3b88b35b-cc5e-4185-970b-a6ea3f7169b2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:18.793783 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5e34051f-708f-47fb-a6e1-86a5cd6f125d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:18.794604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e34051f-708f-47fb-a6e1-86a5cd6f125d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bdcee6a-7a46-4d64-ac47-a9ac35dab064 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:37:18.800145 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5e34051f-708f-47fb-a6e1-86a5cd6f125d admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:18.800964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5e34051f-708f-47fb-a6e1-86a5cd6f125d admin admin] 10.222.0.72 "DELETE /v2.0/routers/4bdcee6a-7a46-4d64-ac47-a9ac35dab064 HTTP/1.1" status: 204 len: 168 time: 2.3451803 Nov 18 17:37:18.805145 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48330) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:18.892405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-483ded96-2efb-48d7-b61d-774e9a0d7803 admin admin] Deleting subnet 1a43cfd2-3be9-4915-8218-6315ed684d41 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:37:18.901160 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-483ded96-2efb-48d7-b61d-774e9a0d7803 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:18.952610 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-483ded96-2efb-48d7-b61d-774e9a0d7803 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:18.953834 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c314dbf1-55fb-49d4-b6eb-7f895d0fb4e4 None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:37:19.020371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c314dbf1-55fb-49d4-b6eb-7f895d0fb4e4 None None] Deleting port 40c4aa22-8650-47a4-a128-2a5d1a14cbcb {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:19.020846 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c314dbf1-55fb-49d4-b6eb-7f895d0fb4e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:19.080049 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b88b35b-cc5e-4185-970b-a6ea3f7169b2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:19.084894 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b88b35b-cc5e-4185-970b-a6ea3f7169b2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:19.123449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c314dbf1-55fb-49d4-b6eb-7f895d0fb4e4 None None] For port 40c4aa22-8650-47a4-a128-2a5d1a14cbcb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=40c4aa22-8650-47a4-a128-2a5d1a14cbcb,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:19.123765 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c314dbf1-55fb-49d4-b6eb-7f895d0fb4e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:19.139644 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-483ded96-2efb-48d7-b61d-774e9a0d7803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:19.140854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c314dbf1-55fb-49d4-b6eb-7f895d0fb4e4 None None] Calling delete_port for 40c4aa22-8650-47a4-a128-2a5d1a14cbcb owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:19.365584 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c314dbf1-55fb-49d4-b6eb-7f895d0fb4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:19.367503 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-483ded96-2efb-48d7-b61d-774e9a0d7803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:19.389336 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-483ded96-2efb-48d7-b61d-774e9a0d7803 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:19.393534 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-483ded96-2efb-48d7-b61d-774e9a0d7803 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1a43cfd2-3be9-4915-8218-6315ed684d41 HTTP/1.1" status: 204 len: 168 time: 0.5871840 Nov 18 17:37:19.396419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48354) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:19.421161 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ded96-2efb-48d7-b61d-774e9a0d7803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a43cfd2-3be9-4915-8218-6315ed684d41,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:19.425610 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fb35d3-0a9c-4f3f-8328-2cd6b76fa545 None None] Network 592c968c-a168-48cc-967a-6645e2db2261 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:19.427716 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314dbf1-55fb-49d4-b6eb-7f895d0fb4e4 None None] Pushing event deleted for resources: {'Port': ['ID=40c4aa22-8650-47a4-a128-2a5d1a14cbcb,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:19.432542 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c314dbf1-55fb-49d4-b6eb-7f895d0fb4e4 None None] No DVR routers for this DVR port 40c4aa22-8650-47a4-a128-2a5d1a14cbcb on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:37:19.469241 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 40c4aa22-8650-47a4-a128-2a5d1a14cbcb no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:37:19.491846 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:19.520143 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 40c4aa22-8650-47a4-a128-2a5d1a14cbcb {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:37:19.520519 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 40c4aa22-8650-47a4-a128-2a5d1a14cbcb not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:37:19.520942 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4dbac082-991b-41eb-ab63-be469adead99 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:37:19.555067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 4dbac082-991b-41eb-ab63-be469adead99 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:37:19.555411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4dbac082-991b-41eb-ab63-be469adead99 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:37:19.555862 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fbd9f5dc-4eb6-4f58-b471-f05743494a29 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:37:19.582745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: fbd9f5dc-4eb6-4f58-b471-f05743494a29 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:37:19.583113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fbd9f5dc-4eb6-4f58-b471-f05743494a29 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:37:19.630487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.objects.ports [None req-3b88b35b-cc5e-4185-970b-a6ea3f7169b2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:37:19.632472 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] Deleting port 5b94285c-a606-459b-ab62-06b4fcc5913c {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:19.632819 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:19.636015 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b88b35b-cc5e-4185-970b-a6ea3f7169b2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:19.729003 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48364) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:19.765848 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-330ef225-4058-4e61-acf2-f018a2f04d90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:19.777605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b88b35b-cc5e-4185-970b-a6ea3f7169b2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:19.790736 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ad6621-d28d-42c3-b8e7-9f85f84ebb43 None None] DHCP port deletion for 592c968c-a168-48cc-967a-6645e2db2261 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:37:19.820023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-3b88b35b-cc5e-4185-970b-a6ea3f7169b2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:19.827252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b88b35b-cc5e-4185-970b-a6ea3f7169b2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:19.834623 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b88b35b-cc5e-4185-970b-a6ea3f7169b2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:19.838172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] For port 5b94285c-a606-459b-ab62-06b4fcc5913c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5b94285c-a606-459b-ab62-06b4fcc5913c,segment=NetworkSegment(fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8),segment_id=fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:19.840258 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:19.858326 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88b35b-cc5e-4185-970b-a6ea3f7169b2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=ef4b0cd5-3bc6-4399-8674-923df0ae970b,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:19.868403 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869e3208-dc11-4b18-a546-375e0a5d9d7b None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:19.882310 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] Calling delete_port for 5b94285c-a606-459b-ab62-06b4fcc5913c owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:19.919621 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-330ef225-4058-4e61-acf2-f018a2f04d90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:20.006823 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48378) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:20.007130 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3b88b35b-cc5e-4185-970b-a6ea3f7169b2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2888455 Nov 18 17:37:20.014425 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-138332e6-91ec-451d-8488-fd24f8fccf41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'mac_address': 'fa:16:3e:88:7f:0a', 'name': 'tempest-NetworksTestDHCPv6-674378927'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:20.033803 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-330ef225-4058-4e61-acf2-f018a2f04d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:20.044011 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-64ad6621-d28d-42c3-b8e7-9f85f84ebb43 None None] Deleting port 5b94285c-a606-459b-ab62-06b4fcc5913c {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:20.044503 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64ad6621-d28d-42c3-b8e7-9f85f84ebb43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:20.108199 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:20.136520 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-330ef225-4058-4e61-acf2-f018a2f04d90 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3354d90d0fff442780549ef2a6a82d18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4062872 Nov 18 17:37:20.137353 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ef225-4058-4e61-acf2-f018a2f04d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa080ef-dcf9-45a8-ae2b-1778dfaa470b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:20.139993 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48386) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:20.165269 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': 'ef4b0cd5-3bc6-4399-8674-923df0ae970b'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:37:20.170948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b94285c-a606-459b-ab62-06b4fcc5913c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:20.172951 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:20.175252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] No DVR routers for this DVR port 5b94285c-a606-459b-ab62-06b4fcc5913c on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:37:20.294800 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:20.318637 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-106b840d-d73f-4464-883e-013d01be37cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:20.322584 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592c968c-a168-48cc-967a-6645e2db2261']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:20.336155 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:20.336155 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:20.343574 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-64ad6621-d28d-42c3-b8e7-9f85f84ebb43 None None] For port 5b94285c-a606-459b-ab62-06b4fcc5913c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5b94285c-a606-459b-ab62-06b4fcc5913c,segment=NetworkSegment(fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8),segment_id=fbc0e2f8-6fae-4540-a15f-f2c1f98cfde8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:20.344354 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64ad6621-d28d-42c3-b8e7-9f85f84ebb43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:20.350302 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:20.355911 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-106b840d-d73f-4464-883e-013d01be37cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:20.360638 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-64ad6621-d28d-42c3-b8e7-9f85f84ebb43 None None] Calling delete_port for 5b94285c-a606-459b-ab62-06b4fcc5913c owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:20.367401 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:20.375990 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:37:20.376400 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: items = [ Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:37:20.378309 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:37:20.564810 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138332e6-91ec-451d-8488-fd24f8fccf41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:20.569337 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-138332e6-91ec-451d-8488-fd24f8fccf41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:20.578135 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Allocated IP 2001:db8::f816:3eff:feaf:b3f8 (5e45a538-7011-458e-bc0c-33977cda4913/ef4b0cd5-3bc6-4399-8674-923df0ae970b/85c59df8-7dbc-4f30-81fd-fb28b586743d) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:20.580605 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64ad6621-d28d-42c3-b8e7-9f85f84ebb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:20.593110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-138332e6-91ec-451d-8488-fd24f8fccf41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port 05f137b3-c865-49a0-9d5f-ece43ca1f75e yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:37:20.610004 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ad6621-d28d-42c3-b8e7-9f85f84ebb43 None None] No DVR routers for this DVR port 5b94285c-a606-459b-ab62-06b4fcc5913c on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:37:20.619647 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad6621-d28d-42c3-b8e7-9f85f84ebb43 None None] Pushing event deleted for resources: {'Port': ['ID=5b94285c-a606-459b-ab62-06b4fcc5913c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:20.633437 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:20.636252 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-106b840d-d73f-4464-883e-013d01be37cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:20.638513 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-106b840d-d73f-4464-883e-013d01be37cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:20.638640 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:20.642423 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] 10.222.0.72 "DELETE /v2.0/networks/592c968c-a168-48cc-967a-6645e2db2261 HTTP/1.1" status: 204 len: 168 time: 1.2447903 Nov 18 17:37:20.648954 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48402) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:20.650240 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-106b840d-d73f-4464-883e-013d01be37cf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2aa080ef-dcf9-45a8-ae2b-1778dfaa470b HTTP/1.1" status: 204 len: 168 time: 0.5040405 Nov 18 17:37:20.672839 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3435bf-83f5-43f9-a8f2-aedee2f0dd98 admin admin] Pushing event deleted for resources: {'Network': ['ID=592c968c-a168-48cc-967a-6645e2db2261,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:20.748657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b840d-d73f-4464-883e-013d01be37cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa080ef-dcf9-45a8-ae2b-1778dfaa470b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:21.132986 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:21.177502 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5b94285c-a606-459b-ab62-06b4fcc5913c no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:37:21.201908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 5b94285c-a606-459b-ab62-06b4fcc5913c {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:37:21.202396 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5b94285c-a606-459b-ab62-06b4fcc5913c not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:37:21.212768 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5db6ecb4-29e6-494f-bdd0-ce1fb406dd1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:21.280055 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:21.382057 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-138332e6-91ec-451d-8488-fd24f8fccf41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::f816:3eff:fe88:7f0a (5e45a538-7011-458e-bc0c-33977cda4913/ef4b0cd5-3bc6-4399-8674-923df0ae970b/05f137b3-c865-49a0-9d5f-ece43ca1f75e) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:21.396200 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:21.404089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:21.407338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:37:21.415296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Pushing event updated for resources: {'Port': ['ID=85c59df8-7dbc-4f30-81fd-fb28b586743d,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:21.593895 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-138332e6-91ec-451d-8488-fd24f8fccf41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:21.598149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Attempting to bind port 85c59df8-7dbc-4f30-81fd-fb28b586743d on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:37:21.598698 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Attempting to bind port 85c59df8-7dbc-4f30-81fd-fb28b586743d by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:37:21.599231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Attempting to bind port 85c59df8-7dbc-4f30-81fd-fb28b586743d on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:37:21.610667 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:37:21.611357 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:37:21.611977 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:21.614185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:37:21.614600 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Bound port: 85c59df8-7dbc-4f30-81fd-fb28b586743d, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:37:21.615012 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:21.668841 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:21.704687 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] For port 85c59df8-7dbc-4f30-81fd-fb28b586743d, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:37:21.708899 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] For port 85c59df8-7dbc-4f30-81fd-fb28b586743d, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=85c59df8-7dbc-4f30-81fd-fb28b586743d,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:37:21.720988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-5db6ecb4-29e6-494f-bdd0-ce1fb406dd1f admin admin] Deleting port f35c75e8-f5d1-426b-879f-94ef2caa8d2b {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:21.721335 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5db6ecb4-29e6-494f-bdd0-ce1fb406dd1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:21.776358 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-138332e6-91ec-451d-8488-fd24f8fccf41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:21.815548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-5db6ecb4-29e6-494f-bdd0-ce1fb406dd1f admin admin] For port f35c75e8-f5d1-426b-879f-94ef2caa8d2b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=f35c75e8-f5d1-426b-879f-94ef2caa8d2b,segment=NetworkSegment(63ead9d6-16e8-48cb-b7ba-814c40a399ce),segment_id=63ead9d6-16e8-48cb-b7ba-814c40a399ce)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:21.816305 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5db6ecb4-29e6-494f-bdd0-ce1fb406dd1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:21.821908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138332e6-91ec-451d-8488-fd24f8fccf41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:21.822310 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:21.826229 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-138332e6-91ec-451d-8488-fd24f8fccf41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:21.830295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138332e6-91ec-451d-8488-fd24f8fccf41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:37:21.831463 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-5db6ecb4-29e6-494f-bdd0-ce1fb406dd1f admin admin] Calling delete_port for f35c75e8-f5d1-426b-879f-94ef2caa8d2b owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:21.836437 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138332e6-91ec-451d-8488-fd24f8fccf41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:21.837075 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-138332e6-91ec-451d-8488-fd24f8fccf41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:21.851381 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138332e6-91ec-451d-8488-fd24f8fccf41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=05f137b3-c865-49a0-9d5f-ece43ca1f75e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:21.956082 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-138332e6-91ec-451d-8488-fd24f8fccf41 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9467399 Nov 18 17:37:21.964121 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48464) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:21.991097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2c394-573b-4b20-8e1b-4561fd382580 None None] Pushing event updated for resources: {'Port': ['ID=85c59df8-7dbc-4f30-81fd-fb28b586743d,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:22.079404 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede3a542-aa2b-4d06-af60-6f2981b649d3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:22.111396 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede3a542-aa2b-4d06-af60-6f2981b649d3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:22.113419 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ede3a542-aa2b-4d06-af60-6f2981b649d3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1480143 Nov 18 17:37:22.115892 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48476) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:22.300447 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5db6ecb4-29e6-494f-bdd0-ce1fb406dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:22.319295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5093874b-e07b-4813-a7e6-ef4abafe14c0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port 05f137b3-c865-49a0-9d5f-ece43ca1f75e {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:22.319894 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5093874b-e07b-4813-a7e6-ef4abafe14c0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:22.366071 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6ecb4-29e6-494f-bdd0-ce1fb406dd1f admin admin] Pushing event deleted for resources: {'Port': ['ID=f35c75e8-f5d1-426b-879f-94ef2caa8d2b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:22.526395 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5093874b-e07b-4813-a7e6-ef4abafe14c0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:22.540990 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5093874b-e07b-4813-a7e6-ef4abafe14c0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for 05f137b3-c865-49a0-9d5f-ece43ca1f75e owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:22.687273 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5db6ecb4-29e6-494f-bdd0-ce1fb406dd1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:22.857280 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5093874b-e07b-4813-a7e6-ef4abafe14c0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:22.920598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093874b-e07b-4813-a7e6-ef4abafe14c0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=05f137b3-c865-49a0-9d5f-ece43ca1f75e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:22.987487 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5093874b-e07b-4813-a7e6-ef4abafe14c0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:22.991995 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5093874b-e07b-4813-a7e6-ef4abafe14c0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/05f137b3-c865-49a0-9d5f-ece43ca1f75e HTTP/1.1" status: 204 len: 168 time: 0.8746722 Nov 18 17:37:22.994748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48500) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:23.113626 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:23.359657 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 85c59df8-7dbc-4f30-81fd-fb28b586743d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:37:23.429613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 85c59df8-7dbc-4f30-81fd-fb28b586743d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:23.430574 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:23.563079 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:23.639686 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb31bb6-8ac9-4ecc-85a8-9ff8252f103c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:23.641251 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb31bb6-8ac9-4ecc-85a8-9ff8252f103c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:23.644556 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1fb31bb6-8ac9-4ecc-85a8-9ff8252f103c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6467710 Nov 18 17:37:23.645796 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48518) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:23.675506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 85c59df8-7dbc-4f30-81fd-fb28b586743d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=85c59df8-7dbc-4f30-81fd-fb28b586743d,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:23.682441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1b7ac487-60a6-48c6-b52c-7ba0295fabd6 None None] Provisioning complete for port 85c59df8-7dbc-4f30-81fd-fb28b586743d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:23.682826 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac487-60a6-48c6-b52c-7ba0295fabd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:23.683966 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db6ecb4-29e6-494f-bdd0-ce1fb406dd1f admin admin] Router e4f37ed4-2517-4db8-b1d2-e7f012399773 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:37:23.774076 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d00328-cd95-4a84-9a85-26e4f1c32852 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet ef4b0cd5-3bc6-4399-8674-923df0ae970b {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:37:23.785969 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2d00328-cd95-4a84-9a85-26e4f1c32852 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:23.815197 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:23.877018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db6ecb4-29e6-494f-bdd0-ce1fb406dd1f admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:37:23.894545 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5db6ecb4-29e6-494f-bdd0-ce1fb406dd1f admin admin] 10.222.0.72 "PUT /v2.0/routers/e4f37ed4-2517-4db8-b1d2-e7f012399773/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2421348 Nov 18 17:37:23.896021 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48522) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:23.897784 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb876c-623a-4f3a-b7c1-27e78047677d None None] Sync routers for ids ['e4f37ed4-2517-4db8-b1d2-e7f012399773'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:37:23.915824 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2d00328-cd95-4a84-9a85-26e4f1c32852 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:23.936418 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cb876c-623a-4f3a-b7c1-27e78047677d None None] Routers {'e4f37ed4-2517-4db8-b1d2-e7f012399773'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:37:23.953455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d2cb876c-623a-4f3a-b7c1-27e78047677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:37:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e4f37ed4-2517-4db8-b1d2-e7f012399773'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:24.138145 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=85c59df8-7dbc-4f30-81fd-fb28b586743d,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:24.194544 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4b50cf14-0917-41c7-9ea7-8aea50ce4603 req-4d17ab6b-75b6-47ea-88ac-04d3877ae754 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1954236 Nov 18 17:37:24.198267 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2d00328-cd95-4a84-9a85-26e4f1c32852 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:24.226425 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e9ec14b1-b356-450f-8ea7-d9b6c568d585 None None] Could not find standard attr ID for object 05f137b3-c865-49a0-9d5f-ece43ca1f75e. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:37:24.263857 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-d2cb876c-623a-4f3a-b7c1-27e78047677d None None] Set router e4f37ed4-2517-4db8-b1d2-e7f012399773 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:37:24.314282 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb580162-055d-4e5b-859e-d9f0a590106f admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:24.373469 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50cf14-0917-41c7-9ea7-8aea50ce4603 req-9c309681-945a-4d31-ae4b-1482bd65c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:24.380170 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4b50cf14-0917-41c7-9ea7-8aea50ce4603 req-9c309681-945a-4d31-ae4b-1482bd65c99d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3561bfcd86bf4651825b50a84fed4187&device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 1097 time: 0.0844738 Nov 18 17:37:24.493102 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2d00328-cd95-4a84-9a85-26e4f1c32852 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:24.536965 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2d00328-cd95-4a84-9a85-26e4f1c32852 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:24.542448 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d2d00328-cd95-4a84-9a85-26e4f1c32852 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/ef4b0cd5-3bc6-4399-8674-923df0ae970b HTTP/1.1" status: 204 len: 168 time: 0.8928359 Nov 18 17:37:24.542448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d00328-cd95-4a84-9a85-26e4f1c32852 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=ef4b0cd5-3bc6-4399-8674-923df0ae970b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:24.544672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48538) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:24.593814 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb580162-055d-4e5b-859e-d9f0a590106f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:24.597062 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5676828-1243-400e-ae86-1b0d1ab39581 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:24.612223 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d105d53e-0269-4683-98f6-94fd020cfbfc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660112 Nov 18 17:37:24.614570 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48544) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:24.626441 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50cf14-0917-41c7-9ea7-8aea50ce4603 req-5597bf01-fa0c-4e48-9e57-d66a0cef0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:24.628079 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4b50cf14-0917-41c7-9ea7-8aea50ce4603 req-5597bf01-fa0c-4e48-9e57-d66a0cef0947 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c5a36094-7848-4e06-82e7-e00180c96a72 HTTP/1.1" status: 200 len: 911 time: 0.2251298 Nov 18 17:37:24.909398 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3647f24e-2fa6-46f5-9c0c-4fbaacde498c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:24.909398 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3647f24e-2fa6-46f5-9c0c-4fbaacde498c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1523535 Nov 18 17:37:24.912169 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4b50cf14-0917-41c7-9ea7-8aea50ce4603 req-4191fe5b-274c-4821-9cab-52e99db2ee08 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e50882f-50bb-4dec-89c4-025c6334af62 HTTP/1.1" status: 200 len: 1000 time: 0.1340759 Nov 18 17:37:24.912375 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d2cb876c-623a-4f3a-b7c1-27e78047677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'name': 'tempest-TestVolumeBackupRestore-630298055-router', 'tenant_id': '402ac5ee535a4e87bfe17c533360d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '8a7ad844-ea89-43db-8c70-a73e8b509abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:31:12Z', 'updated_at': '2021-11-18T17:37:22Z', 'revision_number': 5, 'project_id': '402ac5ee535a4e87bfe17c533360d4e4', 'gw_port': {'id': '8a7ad844-ea89-43db-8c70-a73e8b509abe', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:57:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:13Z', 'updated_at': '2021-11-18T17:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:24.912515 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-cb580162-055d-4e5b-859e-d9f0a590106f admin admin] Deleting port 8a7ad844-ea89-43db-8c70-a73e8b509abe {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:24.912515 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb580162-055d-4e5b-859e-d9f0a590106f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:24.912515 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48546) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:24.912760 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb876c-623a-4f3a-b7c1-27e78047677d None None] Checking router: e4f37ed4-2517-4db8-b1d2-e7f012399773 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:37:24.912760 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870b7044-7aa5-4d1a-ba5f-47bc2041b6cc None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:37:24.912926 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50cf14-0917-41c7-9ea7-8aea50ce4603 req-3490a503-6a3d-4ac9-9d9d-4dbb8ff1a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:24.912926 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4b50cf14-0917-41c7-9ea7-8aea50ce4603 req-3490a503-6a3d-4ac9-9d9d-4dbb8ff1a1e8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=70dc3bb0-cf69-468a-9c5a-9bf08dbebb13 HTTP/1.1" status: 200 len: 848 time: 0.1179280 Nov 18 17:37:24.913332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cb876c-623a-4f3a-b7c1-27e78047677d None None] Routers {'e4f37ed4-2517-4db8-b1d2-e7f012399773'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:37:24.913332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d2cb876c-623a-4f3a-b7c1-27e78047677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:37:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e4f37ed4-2517-4db8-b1d2-e7f012399773'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:24.961595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50cf14-0917-41c7-9ea7-8aea50ce4603 req-3b030bf5-b467-4afa-9a4d-a0bb9d3dba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:24.963766 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4b50cf14-0917-41c7-9ea7-8aea50ce4603 req-3b030bf5-b467-4afa-9a4d-a0bb9d3dba38 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5a36094-7848-4e06-82e7-e00180c96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580857 Nov 18 17:37:24.970318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3d3ee2-f7b7-4902-8e2b-3d27ba02a178 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:24.978964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ee3d3ee2-f7b7-4902-8e2b-3d27ba02a178 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1330316 Nov 18 17:37:24.983553 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48548) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:25.012913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-d2cb876c-623a-4f3a-b7c1-27e78047677d None None] Set router e4f37ed4-2517-4db8-b1d2-e7f012399773 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:37:25.060809 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-255791ae-42cd-42cd-ae9c-44a55713770d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756109 Nov 18 17:37:25.066645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48554) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:25.073784 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9f14be6e-6cc1-40c7-9da0-588e60f2a035 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:25.110480 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-cb580162-055d-4e5b-859e-d9f0a590106f admin admin] For port 8a7ad844-ea89-43db-8c70-a73e8b509abe, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8a7ad844-ea89-43db-8c70-a73e8b509abe,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:25.111025 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb580162-055d-4e5b-859e-d9f0a590106f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:25.112894 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4b50cf14-0917-41c7-9ea7-8aea50ce4603 req-181ad6bf-c8f0-4d7e-aadb-4c5487da0379 service neutron] 10.222.0.81 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414275 Nov 18 17:37:25.115822 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d2cb876c-623a-4f3a-b7c1-27e78047677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'name': 'tempest-TestVolumeBackupRestore-630298055-router', 'tenant_id': '402ac5ee535a4e87bfe17c533360d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:31:12Z', 'updated_at': '2021-11-18T17:37:24Z', 'revision_number': 6, 'project_id': '402ac5ee535a4e87bfe17c533360d4e4', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:25.164533 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb876c-623a-4f3a-b7c1-27e78047677d None None] The sync data for ids ['e4f37ed4-2517-4db8-b1d2-e7f012399773'] in n-d-813419-11 is: [{'id': 'e4f37ed4-2517-4db8-b1d2-e7f012399773', 'name': 'tempest-TestVolumeBackupRestore-630298055-router', 'tenant_id': '402ac5ee535a4e87bfe17c533360d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:31:12Z', 'updated_at': '2021-11-18T17:37:24Z', 'revision_number': 6, 'project_id': '402ac5ee535a4e87bfe17c533360d4e4', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:37:25.174995 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-cb580162-055d-4e5b-859e-d9f0a590106f admin admin] Calling delete_port for 8a7ad844-ea89-43db-8c70-a73e8b509abe owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:25.224435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 85c59df8-7dbc-4f30-81fd-fb28b586743d no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:37:25.256122 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4b50cf14-0917-41c7-9ea7-8aea50ce4603 req-29203fd1-4f32-4880-ad2e-ca7be4f9cd7d service neutron] 10.222.0.81 "GET /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339388 Nov 18 17:37:25.340719 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-870b7044-7aa5-4d1a-ba5f-47bc2041b6cc None None] Deleting port 85c59df8-7dbc-4f30-81fd-fb28b586743d {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:25.341089 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-870b7044-7aa5-4d1a-ba5f-47bc2041b6cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:25.344476 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:25.381419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f14be6e-6cc1-40c7-9da0-588e60f2a035 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:25.383067 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f14be6e-6cc1-40c7-9da0-588e60f2a035 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:25.443876 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 85c59df8-7dbc-4f30-81fd-fb28b586743d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=85c59df8-7dbc-4f30-81fd-fb28b586743d,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:25.445963 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-870b7044-7aa5-4d1a-ba5f-47bc2041b6cc None None] For port 85c59df8-7dbc-4f30-81fd-fb28b586743d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=85c59df8-7dbc-4f30-81fd-fb28b586743d,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:25.446318 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-870b7044-7aa5-4d1a-ba5f-47bc2041b6cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:25.464227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-870b7044-7aa5-4d1a-ba5f-47bc2041b6cc None None] Calling delete_port for 85c59df8-7dbc-4f30-81fd-fb28b586743d owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:25.519680 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:25.623178 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=85c59df8-7dbc-4f30-81fd-fb28b586743d,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:25.750271 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb580162-055d-4e5b-859e-d9f0a590106f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:25.787387 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb580162-055d-4e5b-859e-d9f0a590106f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a7ad844-ea89-43db-8c70-a73e8b509abe,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:25.809637 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-870b7044-7aa5-4d1a-ba5f-47bc2041b6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:25.849695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa74e93-3cc9-46f7-94e3-a0a18d1fdc7a None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:37:25.854160 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b7044-7aa5-4d1a-ba5f-47bc2041b6cc None None] Pushing event deleted for resources: {'Port': ['ID=85c59df8-7dbc-4f30-81fd-fb28b586743d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:25.867742 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870b7044-7aa5-4d1a-ba5f-47bc2041b6cc None None] No DVR routers for this DVR port 85c59df8-7dbc-4f30-81fd-fb28b586743d on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:37:25.927700 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb580162-055d-4e5b-859e-d9f0a590106f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:26.055451 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb580162-055d-4e5b-859e-d9f0a590106f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:26.060626 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb580162-055d-4e5b-859e-d9f0a590106f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:26.211825 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f14be6e-6cc1-40c7-9da0-588e60f2a035 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:26.259128 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb580162-055d-4e5b-859e-d9f0a590106f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:26.259724 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb580162-055d-4e5b-859e-d9f0a590106f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4f37ed4-2517-4db8-b1d2-e7f012399773 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:37:26.266635 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f14be6e-6cc1-40c7-9da0-588e60f2a035 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:26.281466 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cb580162-055d-4e5b-859e-d9f0a590106f admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:26.285039 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cb580162-055d-4e5b-859e-d9f0a590106f admin admin] 10.222.0.72 "DELETE /v2.0/routers/e4f37ed4-2517-4db8-b1d2-e7f012399773 HTTP/1.1" status: 204 len: 168 time: 2.3863537 Nov 18 17:37:26.287580 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48584) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:26.320013 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-9f14be6e-6cc1-40c7-9da0-588e60f2a035 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:26.325526 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f14be6e-6cc1-40c7-9da0-588e60f2a035 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:26.326149 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f14be6e-6cc1-40c7-9da0-588e60f2a035 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:26.332059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f141eac2-5f30-4003-b31a-bbe8a843e6ae None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:26.348645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14be6e-6cc1-40c7-9da0-588e60f2a035 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=3ce66a16-60dc-473e-852a-3f80d951f2c3,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:26.393036 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae30b09e-8c6d-42b6-8b54-036a164242b1 admin admin] Deleting subnet 2140b9a8-1e08-467d-825d-d186a7e352d3 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:37:26.401670 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae30b09e-8c6d-42b6-8b54-036a164242b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:26.475708 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae30b09e-8c6d-42b6-8b54-036a164242b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:26.560449 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9f14be6e-6cc1-40c7-9da0-588e60f2a035 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4894950 Nov 18 17:37:26.560973 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48590) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:26.567620 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ca90de1a-113b-44ea-9469-05ac6cea3871 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'mac_address': 'fa:16:3e:30:6c:7c', 'name': 'tempest-NetworksTestDHCPv6-1960438263'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:26.568441 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae30b09e-8c6d-42b6-8b54-036a164242b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:26.576799 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': '3ce66a16-60dc-473e-852a-3f80d951f2c3'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:37:26.577954 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:26.734046 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Allocated IP 2001:db8::2 (5e45a538-7011-458e-bc0c-33977cda4913/3ce66a16-60dc-473e-852a-3f80d951f2c3/a3e8d5a0-a65f-443d-abc5-cff9bf24af3b) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:26.745149 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae30b09e-8c6d-42b6-8b54-036a164242b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:26.778460 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30b09e-8c6d-42b6-8b54-036a164242b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2140b9a8-1e08-467d-825d-d186a7e352d3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:26.784936 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae30b09e-8c6d-42b6-8b54-036a164242b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:26.791523 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ae30b09e-8c6d-42b6-8b54-036a164242b1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2140b9a8-1e08-467d-825d-d186a7e352d3 HTTP/1.1" status: 204 len: 168 time: 0.5007129 Nov 18 17:37:26.792041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48598) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:26.806581 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c94df6-749b-454d-ba99-dd24c3332124 None None] Network a0d578ad-8269-41eb-bc85-bf58e5cb6ad9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:26.896120 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca90de1a-113b-44ea-9469-05ac6cea3871 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:26.955959 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:27.038043 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca90de1a-113b-44ea-9469-05ac6cea3871 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:27.069646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-ca90de1a-113b-44ea-9469-05ac6cea3871 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port 26d93daf-3be1-402a-a4d6-24485b18ca5d yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:37:27.084154 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] Deleting port 547c768d-b7b1-47f6-a15a-c9d7752b6337 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:27.084881 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:27.170274 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:27.199574 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device f35c75e8-f5d1-426b-879f-94ef2caa8d2b no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:37:27.210128 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] For port 547c768d-b7b1-47f6-a15a-c9d7752b6337, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=547c768d-b7b1-47f6-a15a-c9d7752b6337,segment=NetworkSegment(63ead9d6-16e8-48cb-b7ba-814c40a399ce),segment_id=63ead9d6-16e8-48cb-b7ba-814c40a399ce)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:27.210535 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:27.214646 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: f35c75e8-f5d1-426b-879f-94ef2caa8d2b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:37:27.215004 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device f35c75e8-f5d1-426b-879f-94ef2caa8d2b not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:37:27.215455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8a7ad844-ea89-43db-8c70-a73e8b509abe no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:37:27.223206 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] Calling delete_port for 547c768d-b7b1-47f6-a15a-c9d7752b6337 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:27.405246 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-ca90de1a-113b-44ea-9469-05ac6cea3871 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::27a (5e45a538-7011-458e-bc0c-33977cda4913/3ce66a16-60dc-473e-852a-3f80d951f2c3/26d93daf-3be1-402a-a4d6-24485b18ca5d) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:27.431560 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0fc611-f8af-4bde-9473-926ba6a5a984 None None] DHCP port deletion for a0d578ad-8269-41eb-bc85-bf58e5cb6ad9 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:37:27.451090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 8a7ad844-ea89-43db-8c70-a73e8b509abe {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:37:27.452148 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8a7ad844-ea89-43db-8c70-a73e8b509abe not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:37:27.457247 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:27.512420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:27.518369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:27.525133 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:37:27.614127 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Pushing event updated for resources: {'Port': ['ID=a3e8d5a0-a65f-443d-abc5-cff9bf24af3b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:27.687304 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca90de1a-113b-44ea-9469-05ac6cea3871 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:27.713353 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Attempting to bind port a3e8d5a0-a65f-443d-abc5-cff9bf24af3b on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:37:27.713645 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Attempting to bind port a3e8d5a0-a65f-443d-abc5-cff9bf24af3b by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:37:27.714189 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Attempting to bind port a3e8d5a0-a65f-443d-abc5-cff9bf24af3b on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:37:27.729614 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:37:27.731889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:37:27.731889 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:27.732297 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:37:27.733225 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Bound port: a3e8d5a0-a65f-443d-abc5-cff9bf24af3b, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:37:27.733807 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:27.753726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5b0fc611-f8af-4bde-9473-926ba6a5a984 None None] Deleting port 547c768d-b7b1-47f6-a15a-c9d7752b6337 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:27.754227 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc611-f8af-4bde-9473-926ba6a5a984 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:27.821962 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:27.854119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] Pushing event deleted for resources: {'Port': ['ID=547c768d-b7b1-47f6-a15a-c9d7752b6337,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:27.856791 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] No DVR routers for this DVR port 547c768d-b7b1-47f6-a15a-c9d7752b6337 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:37:27.864398 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5b0fc611-f8af-4bde-9473-926ba6a5a984 None None] For port 547c768d-b7b1-47f6-a15a-c9d7752b6337, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=547c768d-b7b1-47f6-a15a-c9d7752b6337,segment=NetworkSegment(63ead9d6-16e8-48cb-b7ba-814c40a399ce),segment_id=63ead9d6-16e8-48cb-b7ba-814c40a399ce)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:27.864952 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc611-f8af-4bde-9473-926ba6a5a984 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:27.884840 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5b0fc611-f8af-4bde-9473-926ba6a5a984 None None] Calling delete_port for 547c768d-b7b1-47f6-a15a-c9d7752b6337 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:27.886889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] For port a3e8d5a0-a65f-443d-abc5-cff9bf24af3b, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:37:27.890025 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca90de1a-113b-44ea-9469-05ac6cea3871 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:27.906690 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] For port a3e8d5a0-a65f-443d-abc5-cff9bf24af3b, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a3e8d5a0-a65f-443d-abc5-cff9bf24af3b,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:37:27.944503 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:27.963689 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca90de1a-113b-44ea-9469-05ac6cea3871 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:27.974424 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d578ad-8269-41eb-bc85-bf58e5cb6ad9']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:27.974852 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-ca90de1a-113b-44ea-9469-05ac6cea3871 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:27.977384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90de1a-113b-44ea-9469-05ac6cea3871 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:37:27.984235 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca90de1a-113b-44ea-9469-05ac6cea3871 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:27.985228 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca90de1a-113b-44ea-9469-05ac6cea3871 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:27.988784 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90de1a-113b-44ea-9469-05ac6cea3871 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=26d93daf-3be1-402a-a4d6-24485b18ca5d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:27.989599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ead9d6-16e8-48cb-b7ba-814c40a399ce') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:27.990008 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ead9d6-16e8-48cb-b7ba-814c40a399ce') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:27.990877 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc611-f8af-4bde-9473-926ba6a5a984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:28.003111 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:28.018206 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:28.023302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fc611-f8af-4bde-9473-926ba6a5a984 None None] Pushing event deleted for resources: {'Port': ['ID=547c768d-b7b1-47f6-a15a-c9d7752b6337,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:28.025559 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0fc611-f8af-4bde-9473-926ba6a5a984 None None] No DVR routers for this DVR port 547c768d-b7b1-47f6-a15a-c9d7752b6337 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:37:28.027760 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:37:28.028203 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:28.033721 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:37:28.093820 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:37:28.110993 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67bf0c-a5b6-4805-bb53-a50fccbb0915 None None] Pushing event updated for resources: {'Port': ['ID=a3e8d5a0-a65f-443d-abc5-cff9bf24af3b,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:28.117291 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ca90de1a-113b-44ea-9469-05ac6cea3871 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5545554 Nov 18 17:37:28.119555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48638) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:28.207223 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:28.226819 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fe5950-e856-4d6b-bbb5-c98a31c2194e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:28.233448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fe5950-e856-4d6b-bbb5-c98a31c2194e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:28.237601 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-90fe5950-e856-4d6b-bbb5-c98a31c2194e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1144943 Nov 18 17:37:28.237782 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:28.238259 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48642) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:28.240864 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a0d578ad-8269-41eb-bc85-bf58e5cb6ad9 HTTP/1.1" status: 204 len: 168 time: 1.4465985 Nov 18 17:37:28.250311 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31efbf8-f513-49be-971b-78151cadb345 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d578ad-8269-41eb-bc85-bf58e5cb6ad9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:28.397622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1ffa6-d23a-4cb7-95df-1b96fffb3dc5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port 26d93daf-3be1-402a-a4d6-24485b18ca5d {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:28.398293 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fe1ffa6-d23a-4cb7-95df-1b96fffb3dc5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:28.572208 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fe1ffa6-d23a-4cb7-95df-1b96fffb3dc5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:28.573269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1ffa6-d23a-4cb7-95df-1b96fffb3dc5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for 26d93daf-3be1-402a-a4d6-24485b18ca5d owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:29.016297 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fe1ffa6-d23a-4cb7-95df-1b96fffb3dc5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:29.051890 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1ffa6-d23a-4cb7-95df-1b96fffb3dc5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=26d93daf-3be1-402a-a4d6-24485b18ca5d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:29.078111 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fe1ffa6-d23a-4cb7-95df-1b96fffb3dc5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:29.082594 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9fe1ffa6-d23a-4cb7-95df-1b96fffb3dc5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/26d93daf-3be1-402a-a4d6-24485b18ca5d HTTP/1.1" status: 204 len: 168 time: 0.8423588 Nov 18 17:37:29.084231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48660) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:29.100534 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48664) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:29.217478 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48670) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:29.226150 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5fbc1465-0a78-4c95-b998-a6b441f6edf5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6411d397673f4876bac8e13045c7927c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1126983 Nov 18 17:37:29.264863 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46f10c4-5b4e-4d66-867f-2d0423f2f376 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:29.267153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46f10c4-5b4e-4d66-867f-2d0423f2f376 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:29.271205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e46f10c4-5b4e-4d66-867f-2d0423f2f376 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1835089 Nov 18 17:37:29.271838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48672) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:29.345100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a3e8d5a0-a65f-443d-abc5-cff9bf24af3b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:37:29.378765 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ca31fd9-1e7b-4361-8499-d924bf3048ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:29.394091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d2020c-fc4c-435d-aeee-6498313eb544 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet 3ce66a16-60dc-473e-852a-3f80d951f2c3 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:37:29.407252 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40d2020c-fc4c-435d-aeee-6498313eb544 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:29.418298 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ca31fd9-1e7b-4361-8499-d924bf3048ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:29.437485 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a3e8d5a0-a65f-443d-abc5-cff9bf24af3b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:29.437879 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:29.494650 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40d2020c-fc4c-435d-aeee-6498313eb544 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:29.564502 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:29.619503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port a3e8d5a0-a65f-443d-abc5-cff9bf24af3b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a3e8d5a0-a65f-443d-abc5-cff9bf24af3b,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:29.627358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5e354c92-7b6d-47e6-9d2e-8a45c19435d7 None None] Provisioning complete for port a3e8d5a0-a65f-443d-abc5-cff9bf24af3b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:29.627741 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5e354c92-7b6d-47e6-9d2e-8a45c19435d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:29.633305 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ca31fd9-1e7b-4361-8499-d924bf3048ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:29.636727 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ca31fd9-1e7b-4361-8499-d924bf3048ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:29.640594 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0ca31fd9-1e7b-4361-8499-d924bf3048ce admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f615b2d3-670f-4e17-805e-43f9acb1dcf2 HTTP/1.1" status: 204 len: 168 time: 0.4191921 Nov 18 17:37:29.665397 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca31fd9-1e7b-4361-8499-d924bf3048ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f615b2d3-670f-4e17-805e-43f9acb1dcf2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:29.760557 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40d2020c-fc4c-435d-aeee-6498313eb544 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:29.912594 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:30.036663 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=a3e8d5a0-a65f-443d-abc5-cff9bf24af3b,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:30.061916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 547c768d-b7b1-47f6-a15a-c9d7752b6337 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:37:30.084417 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 547c768d-b7b1-47f6-a15a-c9d7752b6337 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:37:30.084898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 547c768d-b7b1-47f6-a15a-c9d7752b6337 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:37:30.107344 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4844bfc6-99fe-4339-97e6-e3385bdde104 None None] Could not find standard attr ID for object 26d93daf-3be1-402a-a4d6-24485b18ca5d. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:37:30.188705 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40d2020c-fc4c-435d-aeee-6498313eb544 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:30.219600 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2020c-fc4c-435d-aeee-6498313eb544 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce66a16-60dc-473e-852a-3f80d951f2c3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:30.222008 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40d2020c-fc4c-435d-aeee-6498313eb544 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:30.225777 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-40d2020c-fc4c-435d-aeee-6498313eb544 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/3ce66a16-60dc-473e-852a-3f80d951f2c3 HTTP/1.1" status: 204 len: 168 time: 0.9526746 Nov 18 17:37:30.228125 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48690) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:30.240312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89c5fb0-caa6-44cd-bdd3-bd24533a8388 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:30.281557 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c0f509c2-91a5-402b-b719-8dab70f0cd7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:30.284551 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48694) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:30.295066 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8a19a6b1-f203-4f3e-8d5d-ec5784a83945 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644844 Nov 18 17:37:30.364141 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e714c25c-4d47-4254-9e04-9d9f813fd440 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:30.369206 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48700) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:30.380021 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e714c25c-4d47-4254-9e04-9d9f813fd440 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0928881 Nov 18 17:37:30.441402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34675981-a30d-481d-aca3-c43e78ebcc2b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:30.443242 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-34675981-a30d-481d-aca3-c43e78ebcc2b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0726712 Nov 18 17:37:30.445737 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48702) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:30.521460 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8de77980-4441-403e-a8d3-92b359692abf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743527 Nov 18 17:37:30.522007 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce0009f-9793-4edd-9589-8aede753728e None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:37:30.525519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48706) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:30.530977 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d7910025-57d7-4259-a0a5-87d531c163c5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:30.585373 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2ce0009f-9793-4edd-9589-8aede753728e None None] Deleting port a3e8d5a0-a65f-443d-abc5-cff9bf24af3b {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:30.585870 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ce0009f-9793-4edd-9589-8aede753728e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:30.675930 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2ce0009f-9793-4edd-9589-8aede753728e None None] For port a3e8d5a0-a65f-443d-abc5-cff9bf24af3b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a3e8d5a0-a65f-443d-abc5-cff9bf24af3b,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:30.676747 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ce0009f-9793-4edd-9589-8aede753728e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:30.709458 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2ce0009f-9793-4edd-9589-8aede753728e None None] Calling delete_port for a3e8d5a0-a65f-443d-abc5-cff9bf24af3b owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:30.929501 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7910025-57d7-4259-a0a5-87d531c163c5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:30.931190 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ce0009f-9793-4edd-9589-8aede753728e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:30.935587 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d7910025-57d7-4259-a0a5-87d531c163c5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:30.992130 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce0009f-9793-4edd-9589-8aede753728e None None] No DVR routers for this DVR port a3e8d5a0-a65f-443d-abc5-cff9bf24af3b on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:37:31.009568 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0009f-9793-4edd-9589-8aede753728e None None] Pushing event deleted for resources: {'Port': ['ID=a3e8d5a0-a65f-443d-abc5-cff9bf24af3b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:31.195330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48726) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:31.224593 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a3e8d5a0-a65f-443d-abc5-cff9bf24af3b no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:37:31.248468 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: a3e8d5a0-a65f-443d-abc5-cff9bf24af3b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:37:31.248909 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a3e8d5a0-a65f-443d-abc5-cff9bf24af3b not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:37:31.256042 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2a3b3d79-19a3-407c-bd95-d5f1c65a09b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=402ac5ee535a4e87bfe17c533360d4e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0572116 Nov 18 17:37:31.256348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48730) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:31.309000 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-baed9d63-be1f-4050-a562-d6737f38a193 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:31.332462 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-baed9d63-be1f-4050-a562-d6737f38a193 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:31.388246 n-d-813419-11 neutron-server[104007]: DEBUG neutron.objects.ports [None req-d7910025-57d7-4259-a0a5-87d531c163c5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:37:31.389842 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d7910025-57d7-4259-a0a5-87d531c163c5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:31.434905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7910025-57d7-4259-a0a5-87d531c163c5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:31.558948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-d7910025-57d7-4259-a0a5-87d531c163c5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:31.558948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7910025-57d7-4259-a0a5-87d531c163c5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:31.558948 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d7910025-57d7-4259-a0a5-87d531c163c5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:31.561760 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ddc76e-abfc-4b72-9cef-e6442580727c None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:31.562577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7910025-57d7-4259-a0a5-87d531c163c5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=60e1e394-eadc-454d-ad1b-534c88506ad6,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:31.564435 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-baed9d63-be1f-4050-a562-d6737f38a193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:31.567107 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-baed9d63-be1f-4050-a562-d6737f38a193 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:31.570932 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-baed9d63-be1f-4050-a562-d6737f38a193 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6ef4b675-c3ad-4324-ae91-013d8653a73a HTTP/1.1" status: 204 len: 168 time: 0.3135786 Nov 18 17:37:31.585443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed9d63-be1f-4050-a562-d6737f38a193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef4b675-c3ad-4324-ae91-013d8653a73a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:31.634833 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48740) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:31.635636 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d7910025-57d7-4259-a0a5-87d531c163c5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1084058 Nov 18 17:37:31.641673 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2da0bec9-463a-42b3-845d-a391d9ce84f5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:31.689691 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': '60e1e394-eadc-454d-ad1b-534c88506ad6'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:37:31.690609 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:31.862660 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Allocated IP 2001:db8::f816:3eff:fe18:cf70 (5e45a538-7011-458e-bc0c-33977cda4913/60e1e394-eadc-454d-ad1b-534c88506ad6/95942857-b6dc-4f66-adab-3b596ab91dd2) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:31.955939 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da0bec9-463a-42b3-845d-a391d9ce84f5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:31.962098 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2da0bec9-463a-42b3-845d-a391d9ce84f5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:32.061713 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:32.128123 n-d-813419-11 neutron-server[104008]: INFO neutron.db.ipam_backend_mixin [None req-2da0bec9-463a-42b3-845d-a391d9ce84f5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 60e1e394-eadc-454d-ad1b-534c88506ad6 (CIDR: 2001:db8::/64) Nov 18 17:37:32.185748 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:32.188100 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da0bec9-463a-42b3-845d-a391d9ce84f5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:37:32.188795 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da0bec9-463a-42b3-845d-a391d9ce84f5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:37:32.294287 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:32.298426 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2da0bec9-463a-42b3-845d-a391d9ce84f5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6619525 Nov 18 17:37:32.301239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48762) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:32.308814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0fe35a55-9f0e-43da-813a-b3dabac7000b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:32.311246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:32.324623 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:37:32.346190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Pushing event updated for resources: {'Port': ['ID=95942857-b6dc-4f66-adab-3b596ab91dd2,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:32.565034 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Attempting to bind port 95942857-b6dc-4f66-adab-3b596ab91dd2 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:37:32.565639 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Attempting to bind port 95942857-b6dc-4f66-adab-3b596ab91dd2 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:37:32.572426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Attempting to bind port 95942857-b6dc-4f66-adab-3b596ab91dd2 on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:37:32.574742 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ca09c73b-90ca-49d7-88a8-20d208788280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:32.587222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:37:32.589523 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:37:32.589523 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:32.589523 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:37:32.589872 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Bound port: 95942857-b6dc-4f66-adab-3b596ab91dd2, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:37:32.590238 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:32.691379 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] For port 95942857-b6dc-4f66-adab-3b596ab91dd2, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:37:32.694783 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] For port 95942857-b6dc-4f66-adab-3b596ab91dd2, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=95942857-b6dc-4f66-adab-3b596ab91dd2,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:37:32.786361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe35a55-9f0e-43da-813a-b3dabac7000b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:32.793298 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fe35a55-9f0e-43da-813a-b3dabac7000b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:32.852646 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:32.941061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2c4bb-3edd-4614-ab7f-c68700772503 None None] Pushing event updated for resources: {'Port': ['ID=95942857-b6dc-4f66-adab-3b596ab91dd2,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:33.317605 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fe35a55-9f0e-43da-813a-b3dabac7000b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:33.407157 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe35a55-9f0e-43da-813a-b3dabac7000b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:33.411411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-0fe35a55-9f0e-43da-813a-b3dabac7000b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:33.427557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe35a55-9f0e-43da-813a-b3dabac7000b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:33.434026 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fe35a55-9f0e-43da-813a-b3dabac7000b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:33.497054 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe35a55-9f0e-43da-813a-b3dabac7000b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=b0e0a6f8-3a1c-48d7-a95b-dd5ae11246ea,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:33.660668 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0fe35a55-9f0e-43da-813a-b3dabac7000b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3580019 Nov 18 17:37:33.662186 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48846) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:33.668150 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8e1528c5-2265-4f8c-b16a-fc84ad406a52 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'mac_address': 'fa:16:3e:a1:87:09', 'name': 'tempest-NetworksTestDHCPv6-768932389'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:33.707817 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:33.918724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1528c5-2265-4f8c-b16a-fc84ad406a52 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:34.077304 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e1528c5-2265-4f8c-b16a-fc84ad406a52 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:34.106536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-8e1528c5-2265-4f8c-b16a-fc84ad406a52 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port d192043e-8e89-4a2c-8937-ec0600c15797 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:37:34.429973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-8e1528c5-2265-4f8c-b16a-fc84ad406a52 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8:0:1::2fa (5e45a538-7011-458e-bc0c-33977cda4913/b0e0a6f8-3a1c-48d7-a95b-dd5ae11246ea/d192043e-8e89-4a2c-8937-ec0600c15797) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:34.454529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-8e1528c5-2265-4f8c-b16a-fc84ad406a52 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::f816:3eff:fea1:8709 (5e45a538-7011-458e-bc0c-33977cda4913/60e1e394-eadc-454d-ad1b-534c88506ad6/d192043e-8e89-4a2c-8937-ec0600c15797) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:34.580906 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5270ad-87b2-48f8-8f3a-4ad1a5a16787 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:34.712397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2e300ac4-b166-4272-9cdb-e9a86bbd4a6b None None] Provisioning complete for port 95942857-b6dc-4f66-adab-3b596ab91dd2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:34.713449 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e300ac4-b166-4272-9cdb-e9a86bbd4a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:34.767307 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e1528c5-2265-4f8c-b16a-fc84ad406a52 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:34.892144 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e300ac4-b166-4272-9cdb-e9a86bbd4a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:34.902030 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e1528c5-2265-4f8c-b16a-fc84ad406a52 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:34.947269 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2e300ac4-b166-4272-9cdb-e9a86bbd4a6b None None] For port 95942857-b6dc-4f66-adab-3b596ab91dd2, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=95942857-b6dc-4f66-adab-3b596ab91dd2,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:34.965036 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1528c5-2265-4f8c-b16a-fc84ad406a52 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:34.968197 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-8e1528c5-2265-4f8c-b16a-fc84ad406a52 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:34.972315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1528c5-2265-4f8c-b16a-fc84ad406a52 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:37:34.979058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1528c5-2265-4f8c-b16a-fc84ad406a52 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:34.980700 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e1528c5-2265-4f8c-b16a-fc84ad406a52 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:34.998750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d08897-9945-4a8f-b335-2f37a6d6932b None None] Update dhcp port {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'fixed_ips': [{'subnet_id': '60e1e394-eadc-454d-ad1b-534c88506ad6', 'ip_address': '2001:db8::f816:3eff:fe18:cf70'}, {'subnet_id': 'b0e0a6f8-3a1c-48d7-a95b-dd5ae11246ea'}], 'binding:host_id': 'n-d-813419-11'}, 'id': '95942857-b6dc-4f66-adab-3b596ab91dd2'} from n-d-813419-11. {{(pid=104009) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 18 17:37:35.020225 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1528c5-2265-4f8c-b16a-fc84ad406a52 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=d192043e-8e89-4a2c-8937-ec0600c15797,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:35.036148 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-62d08897-9945-4a8f-b335-2f37a6d6932b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:35.076691 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e300ac4-b166-4272-9cdb-e9a86bbd4a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:35.099610 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8e1528c5-2265-4f8c-b16a-fc84ad406a52 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4362669 Nov 18 17:37:35.102240 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48912) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:35.113352 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:35.209144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e300ac4-b166-4272-9cdb-e9a86bbd4a6b None None] Pushing event updated for resources: {'Port': ['ID=95942857-b6dc-4f66-adab-3b596ab91dd2,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:35.272710 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 95942857-b6dc-4f66-adab-3b596ab91dd2 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:37:35.275573 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-62d08897-9945-4a8f-b335-2f37a6d6932b None None] Allocated IP 2001:db8:0:1::2 (5e45a538-7011-458e-bc0c-33977cda4913/b0e0a6f8-3a1c-48d7-a95b-dd5ae11246ea/95942857-b6dc-4f66-adab-3b596ab91dd2) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:35.287517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-3b00dc3d-9ea4-4227-adcf-fe43e7db6729 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port d192043e-8e89-4a2c-8937-ec0600c15797 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:35.288052 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3b00dc3d-9ea4-4227-adcf-fe43e7db6729 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:35.429921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ce40b38-37a0-4fa2-9518-ce764796ac28 req-aa7c0e30-0e28-47b7-9c9f-c2290e84ad2b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422494 Nov 18 17:37:35.436344 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 95942857-b6dc-4f66-adab-3b596ab91dd2 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:35.436729 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:35.445775 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3b00dc3d-9ea4-4227-adcf-fe43e7db6729 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:35.453573 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48920) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:35.464000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-3b00dc3d-9ea4-4227-adcf-fe43e7db6729 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for d192043e-8e89-4a2c-8937-ec0600c15797 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:35.504008 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce40b38-37a0-4fa2-9518-ce764796ac28 req-f0176de3-48bf-4654-acfb-578cb91f4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:35.505647 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ce40b38-37a0-4fa2-9518-ce764796ac28 req-f0176de3-48bf-4654-acfb-578cb91f4710 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 1098 time: 0.0453317 Nov 18 17:37:35.512330 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-62d08897-9945-4a8f-b335-2f37a6d6932b None None] For port 95942857-b6dc-4f66-adab-3b596ab91dd2, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=95942857-b6dc-4f66-adab-3b596ab91dd2,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:35.588429 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-62d08897-9945-4a8f-b335-2f37a6d6932b None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:35.639555 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:35.655368 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1eeaaaed-eb95-4890-9fad-fb7884eef128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:35.700623 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce40b38-37a0-4fa2-9518-ce764796ac28 req-3f92471c-e4c9-4ab3-b455-7f12328ca167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:35.702270 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ce40b38-37a0-4fa2-9518-ce764796ac28 req-3f92471c-e4c9-4ab3-b455-7f12328ca167 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 913 time: 0.1723979 Nov 18 17:37:35.747724 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-62d08897-9945-4a8f-b335-2f37a6d6932b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:35.831447 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ce40b38-37a0-4fa2-9518-ce764796ac28 req-35d7190e-64fe-40b6-b423-bf3341992f41 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14328e36-2088-47c9-87a9-3da2d1158673 HTTP/1.1" status: 200 len: 1002 time: 0.1107130 Nov 18 17:37:35.867716 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3b00dc3d-9ea4-4227-adcf-fe43e7db6729 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:35.918533 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d08897-9945-4a8f-b335-2f37a6d6932b None None] Pushing event updated for resources: {'Port': ['ID=95942857-b6dc-4f66-adab-3b596ab91dd2,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:35.934111 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00dc3d-9ea4-4227-adcf-fe43e7db6729 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=d192043e-8e89-4a2c-8937-ec0600c15797,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:35.998744 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3b00dc3d-9ea4-4227-adcf-fe43e7db6729 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:36.005594 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3b00dc3d-9ea4-4227-adcf-fe43e7db6729 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/d192043e-8e89-4a2c-8937-ec0600c15797 HTTP/1.1" status: 204 len: 168 time: 0.9022059 Nov 18 17:37:36.006337 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48946) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:36.008587 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1eeaaaed-eb95-4890-9fad-fb7884eef128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:36.011317 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce40b38-37a0-4fa2-9518-ce764796ac28 req-47df672a-5fb0-4ec1-aba1-6830b9b90785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:36.014242 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ce40b38-37a0-4fa2-9518-ce764796ac28 req-47df672a-5fb0-4ec1-aba1-6830b9b90785 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.1736252 Nov 18 17:37:36.071774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26531f57-f907-4f0b-b073-2e3aeeedad71 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:36.076430 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-26531f57-f907-4f0b-b073-2e3aeeedad71 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0661685 Nov 18 17:37:36.076582 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1eeaaaed-eb95-4890-9fad-fb7884eef128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:36.083239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48952) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:36.139072 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad79399-c66b-4409-a854-cf1c56bb2106 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:36.143827 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4ad79399-c66b-4409-a854-cf1c56bb2106 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0566556 Nov 18 17:37:36.144006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48956) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:36.175692 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1eeaaaed-eb95-4890-9fad-fb7884eef128 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=849d29d0886143cd902d76e892d09064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7186663 Nov 18 17:37:36.175692 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeaaaed-eb95-4890-9fad-fb7884eef128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5ffff9-2a35-4c49-8204-570f576aa664,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:36.179965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce40b38-37a0-4fa2-9518-ce764796ac28 req-aabc50cf-9584-42c5-9dc8-8f1bcde82cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:36.181300 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ce40b38-37a0-4fa2-9518-ce764796ac28 req-aabc50cf-9584-42c5-9dc8-8f1bcde82cb1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1581364 Nov 18 17:37:36.181300 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48958) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:36.272239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d2d7c-0bc0-4718-91e1-ae30d306b016 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:36.274348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d2d7c-0bc0-4718-91e1-ae30d306b016 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:36.276941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d2d7c-0bc0-4718-91e1-ae30d306b016 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:36.281285 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1e7d2d7c-0bc0-4718-91e1-ae30d306b016 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1339166 Nov 18 17:37:36.281596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48960) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:36.307919 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f991517-fe1e-4c3a-bb9e-f171f75435e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:36.339657 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f991517-fe1e-4c3a-bb9e-f171f75435e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:36.360405 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ce40b38-37a0-4fa2-9518-ce764796ac28 req-8fe9554c-e8b7-4174-b2f9-097e674483b4 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712651 Nov 18 17:37:36.414639 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e3a519-3820-4d25-a7b3-a0efd68d2f04 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet 60e1e394-eadc-454d-ad1b-534c88506ad6 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:37:36.414639 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00e3a519-3820-4d25-a7b3-a0efd68d2f04 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:36.457394 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00e3a519-3820-4d25-a7b3-a0efd68d2f04 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:36.494035 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ce40b38-37a0-4fa2-9518-ce764796ac28 req-987542e0-d56e-4266-9e68-ce3143225f35 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210163 Nov 18 17:37:36.558583 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00e3a519-3820-4d25-a7b3-a0efd68d2f04 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:36.654858 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f991517-fe1e-4c3a-bb9e-f171f75435e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:36.657630 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f991517-fe1e-4c3a-bb9e-f171f75435e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:36.661050 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0f991517-fe1e-4c3a-bb9e-f171f75435e6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c5ffff9-2a35-4c49-8204-570f576aa664 HTTP/1.1" status: 204 len: 168 time: 0.4764841 Nov 18 17:37:36.674074 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f991517-fe1e-4c3a-bb9e-f171f75435e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5ffff9-2a35-4c49-8204-570f576aa664,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:36.694720 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d67799-3cb1-4860-a6a9-9eb94073ed97 req-3768134c-31ac-428a-bb25-06815d7bd796 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:36.696258 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06d67799-3cb1-4860-a6a9-9eb94073ed97 req-3768134c-31ac-428a-bb25-06815d7bd796 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 945 time: 0.0727828 Nov 18 17:37:36.737116 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-04c12acb-989e-4a51-a711-c4b9d17533fb None None] Provisioning complete for port 95942857-b6dc-4f66-adab-3b596ab91dd2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:36.737669 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-04c12acb-989e-4a51-a711-c4b9d17533fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:36.741930 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00e3a519-3820-4d25-a7b3-a0efd68d2f04 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:36.783903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3a519-3820-4d25-a7b3-a0efd68d2f04 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=60e1e394-eadc-454d-ad1b-534c88506ad6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:36.786064 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00e3a519-3820-4d25-a7b3-a0efd68d2f04 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:36.790613 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-00e3a519-3820-4d25-a7b3-a0efd68d2f04 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/60e1e394-eadc-454d-ad1b-534c88506ad6 HTTP/1.1" status: 204 len: 168 time: 0.5076194 Nov 18 17:37:36.793440 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 48976) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:36.797746 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06d67799-3cb1-4860-a6a9-9eb94073ed97 req-54aa1240-9255-4176-a791-3c65b3ad41d7 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac36c488-123c-4b87-8409-1aa49d3aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936811 Nov 18 17:37:36.893200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a3db94-a9a4-4f39-8aca-df8154c5547b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet b0e0a6f8-3a1c-48d7-a95b-dd5ae11246ea {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:37:36.897092 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19a3db94-a9a4-4f39-8aca-df8154c5547b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:36.970244 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19a3db94-a9a4-4f39-8aca-df8154c5547b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:36.999581 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df3fa70-abf7-4a95-a97b-96904e0086d5 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:37.108691 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19a3db94-a9a4-4f39-8aca-df8154c5547b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:37.119680 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-da3a6050-4e8f-4bbc-96ee-c56f3567cc61 None None] Could not find standard attr ID for object d192043e-8e89-4a2c-8937-ec0600c15797. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:37:37.235221 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 95942857-b6dc-4f66-adab-3b596ab91dd2 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:37:37.273900 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19a3db94-a9a4-4f39-8aca-df8154c5547b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:37.314882 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 95942857-b6dc-4f66-adab-3b596ab91dd2 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:37.319354 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:37.338484 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-19a3db94-a9a4-4f39-8aca-df8154c5547b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:37.353897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 48998) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:37.354626 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-19a3db94-a9a4-4f39-8aca-df8154c5547b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/b0e0a6f8-3a1c-48d7-a95b-dd5ae11246ea HTTP/1.1" status: 204 len: 168 time: 0.5595737 Nov 18 17:37:37.355937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3db94-a9a4-4f39-8aca-df8154c5547b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e0a6f8-3a1c-48d7-a95b-dd5ae11246ea,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:37.435483 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-28b62ef9-1d82-4098-8474-5609b75da6d2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802817 Nov 18 17:37:37.438422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49002) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:37.446372 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b259e428-0692-418c-b195-752a9ffe8edf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:37.474141 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49006) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:37.501627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170febf-8a39-4085-b752-170cdf127359 req-0a0cc4f8-ba0c-4267-92cd-286a2d7baddd tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:37.503384 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c170febf-8a39-4085-b752-170cdf127359 req-0a0cc4f8-ba0c-4267-92cd-286a2d7baddd tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.0668738 Nov 18 17:37:37.508045 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ab30243c-2eba-4c1e-9b9f-8835aca1a6f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:37.558988 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c170febf-8a39-4085-b752-170cdf127359 req-4a9652f4-9a55-417a-898b-3336204ba00d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495522 Nov 18 17:37:37.650082 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ab30243c-2eba-4c1e-9b9f-8835aca1a6f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:37.701366 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b259e428-0692-418c-b195-752a9ffe8edf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:37.705423 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b259e428-0692-418c-b195-752a9ffe8edf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:37.755529 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ab30243c-2eba-4c1e-9b9f-8835aca1a6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:37.846629 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30243c-2eba-4c1e-9b9f-8835aca1a6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e98cb5a-0d87-430e-bf91-e7ffd8a103ed,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:37.850966 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ab30243c-2eba-4c1e-9b9f-8835aca1a6f3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1b016e4818bb490bb976b29ed941873c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3753362 Nov 18 17:37:37.853793 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49012) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:37.977883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cf543-0c38-4886-bb2d-a961ea65671b req-cd65236c-54bc-4492-ba00-61b360c1f62a tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:37.980728 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-197cf543-0c38-4886-bb2d-a961ea65671b req-cd65236c-54bc-4492-ba00-61b360c1f62a tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 945 time: 0.0725198 Nov 18 17:37:37.990137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7166a460-38ed-4303-9a46-9ae325c563f8 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:38.000342 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d40c6847-340f-4347-86e1-b71b8d9e2765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:38.040779 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d40c6847-340f-4347-86e1-b71b8d9e2765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:38.070429 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-197cf543-0c38-4886-bb2d-a961ea65671b req-97c4300e-ea07-4daf-85d5-8a1277e1af5c tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac36c488-123c-4b87-8409-1aa49d3aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799704 Nov 18 17:37:38.088722 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4075cb25-d6b0-4a77-99d8-fc1fb63cbd99 None None] Provisioning complete for port 95942857-b6dc-4f66-adab-3b596ab91dd2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:38.088722 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4075cb25-d6b0-4a77-99d8-fc1fb63cbd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:38.238505 n-d-813419-11 neutron-server[104008]: DEBUG neutron.objects.ports [None req-b259e428-0692-418c-b195-752a9ffe8edf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:37:38.272348 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d40c6847-340f-4347-86e1-b71b8d9e2765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:38.279237 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d40c6847-340f-4347-86e1-b71b8d9e2765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:38.279237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d40c6847-340f-4347-86e1-b71b8d9e2765 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e98cb5a-0d87-430e-bf91-e7ffd8a103ed HTTP/1.1" status: 204 len: 168 time: 0.4213505 Nov 18 17:37:38.286782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c6847-340f-4347-86e1-b71b8d9e2765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e98cb5a-0d87-430e-bf91-e7ffd8a103ed,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:38.402819 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f6a3a7-cbb5-4195-9361-ff50a4e161f7 None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:37:38.473789 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-54f6a3a7-cbb5-4195-9361-ff50a4e161f7 None None] Deleting port 95942857-b6dc-4f66-adab-3b596ab91dd2 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:38.474179 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54f6a3a7-cbb5-4195-9361-ff50a4e161f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:38.501004 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0eadc-f783-43f9-871c-a5b09c2bf645 req-363ed9e4-f313-4fe4-b7e2-f36efb2891b1 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:38.502545 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a0e0eadc-f783-43f9-871c-a5b09c2bf645 req-363ed9e4-f313-4fe4-b7e2-f36efb2891b1 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 945 time: 0.1130390 Nov 18 17:37:38.557071 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-54f6a3a7-cbb5-4195-9361-ff50a4e161f7 None None] For port 95942857-b6dc-4f66-adab-3b596ab91dd2, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=95942857-b6dc-4f66-adab-3b596ab91dd2,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:38.557562 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54f6a3a7-cbb5-4195-9361-ff50a4e161f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:38.571061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-54f6a3a7-cbb5-4195-9361-ff50a4e161f7 None None] Calling delete_port for 95942857-b6dc-4f66-adab-3b596ab91dd2 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:38.633069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-a0e0eadc-f783-43f9-871c-a5b09c2bf645 req-0e37454a-2c9c-4955-9e38-92fb2c506692 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Deleting port 1e50882f-50bb-4dec-89c4-025c6334af62 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:38.633417 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a0e0eadc-f783-43f9-871c-a5b09c2bf645 req-0e37454a-2c9c-4955-9e38-92fb2c506692 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:38.638187 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b259e428-0692-418c-b195-752a9ffe8edf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:38.713269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96985d64-6c86-4dd7-a762-9bb38e402316 req-f4523657-dfec-432c-8f75-ea76600973ef tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:38.715592 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96985d64-6c86-4dd7-a762-9bb38e402316 req-f4523657-dfec-432c-8f75-ea76600973ef tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.0625200 Nov 18 17:37:38.724542 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54f6a3a7-cbb5-4195-9361-ff50a4e161f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:38.760636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6a3a7-cbb5-4195-9361-ff50a4e161f7 None None] Pushing event deleted for resources: {'Port': ['ID=95942857-b6dc-4f66-adab-3b596ab91dd2,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:38.768032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f6a3a7-cbb5-4195-9361-ff50a4e161f7 None None] No DVR routers for this DVR port 95942857-b6dc-4f66-adab-3b596ab91dd2 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:37:38.793935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96985d64-6c86-4dd7-a762-9bb38e402316 req-06c8b849-fec0-4754-a603-fd9eae1513f9 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712836 Nov 18 17:37:38.800990 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-a0e0eadc-f783-43f9-871c-a5b09c2bf645 req-0e37454a-2c9c-4955-9e38-92fb2c506692 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] For port 1e50882f-50bb-4dec-89c4-025c6334af62, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1e50882f-50bb-4dec-89c4-025c6334af62,segment=NetworkSegment(866c3e83-92a0-415f-a711-34036ba2f7b0),segment_id=866c3e83-92a0-415f-a711-34036ba2f7b0)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:38.801371 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a0e0eadc-f783-43f9-871c-a5b09c2bf645 req-0e37454a-2c9c-4955-9e38-92fb2c506692 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:38.991107 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-b259e428-0692-418c-b195-752a9ffe8edf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] For port 95942857-b6dc-4f66-adab-3b596ab91dd2, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=95942857-b6dc-4f66-adab-3b596ab91dd2,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:39.065305 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b259e428-0692-418c-b195-752a9ffe8edf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:39.083813 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a0e0eadc-f783-43f9-871c-a5b09c2bf645 req-0e37454a-2c9c-4955-9e38-92fb2c506692 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:39.084188 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a0e0eadc-f783-43f9-871c-a5b09c2bf645 req-0e37454a-2c9c-4955-9e38-92fb2c506692 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:39.084509 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [req-a0e0eadc-f783-43f9-871c-a5b09c2bf645 req-0e37454a-2c9c-4955-9e38-92fb2c506692 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Floating IP bb8a1d3f-7543-48a1-a25c-a2fcfa5d64fc disassociated. External IP: 172.25.3.24, port: 1e50882f-50bb-4dec-89c4-025c6334af62. Nov 18 17:37:39.084905 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-a0e0eadc-f783-43f9-871c-a5b09c2bf645 req-0e37454a-2c9c-4955-9e38-92fb2c506692 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Calling delete_port for 1e50882f-50bb-4dec-89c4-025c6334af62 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:39.132945 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b259e428-0692-418c-b195-752a9ffe8edf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:39.133765 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b259e428-0692-418c-b195-752a9ffe8edf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:39.168500 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259e428-0692-418c-b195-752a9ffe8edf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=95942857-b6dc-4f66-adab-3b596ab91dd2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:39.217657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b259e428-0692-418c-b195-752a9ffe8edf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:39.222079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d6479-e983-4235-a6c8-eb27f6b730d4 req-1f21004b-0f78-49d3-a70c-55191882d67a tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:39.227744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 95942857-b6dc-4f66-adab-3b596ab91dd2 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:37:39.230972 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-219d6479-e983-4235-a6c8-eb27f6b730d4 req-1f21004b-0f78-49d3-a70c-55191882d67a tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 945 time: 0.0884266 Nov 18 17:37:39.266915 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 95942857-b6dc-4f66-adab-3b596ab91dd2 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:37:39.267374 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 95942857-b6dc-4f66-adab-3b596ab91dd2 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:37:39.282025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b259e428-0692-418c-b195-752a9ffe8edf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:39.292797 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1233e4d9-24e5-45bc-bb4e-9ea663eb93c4 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:39.302310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259e428-0692-418c-b195-752a9ffe8edf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=fb955a11-6c9a-4742-a2fa-52c115d7199b,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:39.307414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b259e428-0692-418c-b195-752a9ffe8edf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:39.308239 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b259e428-0692-418c-b195-752a9ffe8edf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:39.334597 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-219d6479-e983-4235-a6c8-eb27f6b730d4 req-40489f76-bc47-4786-83c7-69d94d0401b1 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac36c488-123c-4b87-8409-1aa49d3aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008909 Nov 18 17:37:39.467193 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b259e428-0692-418c-b195-752a9ffe8edf tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0270057 Nov 18 17:37:39.469037 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': 'fb955a11-6c9a-4742-a2fa-52c115d7199b'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:37:39.469813 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49054) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:39.469932 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:39.470723 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a0e0eadc-f783-43f9-871c-a5b09c2bf645 req-0e37454a-2c9c-4955-9e38-92fb2c506692 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:39.476209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-95ec2969-853a-4247-a25f-96cdb3162b87 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:39.509134 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37454a-2c9c-4955-9e38-92fb2c506692 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Pushing event deleted for resources: {'Port': ['ID=1e50882f-50bb-4dec-89c4-025c6334af62,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:39.660877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0e0eadc-f783-43f9-871c-a5b09c2bf645 req-0e37454a-2c9c-4955-9e38-92fb2c506692 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Router 586e6e43-c2a3-41f7-9763-fe02ef358256 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:37:39.675636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Allocated IP 2001:db8::f816:3eff:fe0c:da11 (5e45a538-7011-458e-bc0c-33977cda4913/fb955a11-6c9a-4742-a2fa-52c115d7199b/ba3cf5a9-58d6-4155-8694-4d96218f0878) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:39.701187 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ec2969-853a-4247-a25f-96cdb3162b87 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:39.705153 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95ec2969-853a-4247-a25f-96cdb3162b87 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:39.835188 n-d-813419-11 neutron-server[104007]: INFO neutron.db.ipam_backend_mixin [None req-95ec2969-853a-4247-a25f-96cdb3162b87 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fb955a11-6c9a-4742-a2fa-52c115d7199b (CIDR: 2001:db8::/64) Nov 18 17:37:39.837484 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0e0eadc-f783-43f9-871c-a5b09c2bf645 req-0e37454a-2c9c-4955-9e38-92fb2c506692 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:37:39.851512 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383b8c59-9309-4ab2-81bf-75c0749f2916 None None] Sync routers for ids ['586e6e43-c2a3-41f7-9763-fe02ef358256'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:37:39.876351 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383b8c59-9309-4ab2-81bf-75c0749f2916 None None] Routers {'586e6e43-c2a3-41f7-9763-fe02ef358256'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:37:39.879180 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ec2969-853a-4247-a25f-96cdb3162b87 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:37:39.879992 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ec2969-853a-4247-a25f-96cdb3162b87 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:37:39.891241 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-383b8c59-9309-4ab2-81bf-75c0749f2916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:37:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['586e6e43-c2a3-41f7-9763-fe02ef358256'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:39.960748 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e0eadc-f783-43f9-871c-a5b09c2bf645 req-0e37454a-2c9c-4955-9e38-92fb2c506692 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] No DVR routers for this DVR port 1e50882f-50bb-4dec-89c4-025c6334af62 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:37:39.964967 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:39.967205 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a0e0eadc-f783-43f9-871c-a5b09c2bf645 req-0e37454a-2c9c-4955-9e38-92fb2c506692 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:39.975069 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a0e0eadc-f783-43f9-871c-a5b09c2bf645 req-0e37454a-2c9c-4955-9e38-92fb2c506692 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.81 "DELETE /v2.0/ports/1e50882f-50bb-4dec-89c4-025c6334af62 HTTP/1.1" status: 204 len: 173 time: 1.4655459 Nov 18 17:37:39.977854 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22b83ac-a593-430f-a3c0-5db2a0d34847', 'name': 'network-vif-deleted', 'tag': '1e50882f-50bb-4dec-89c4-025c6334af62'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:37:39.987731 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0850a6c0-fd5b-4f4f-9cbe-e9ee141e6f09" -d '{"events": [{"server_uuid": "d22b83ac-a593-430f-a3c0-5db2a0d34847", "name": "network-vif-deleted", "tag": "1e50882f-50bb-4dec-89c4-025c6334af62"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:37:39.999728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49068) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:40.000324 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-95ec2969-853a-4247-a25f-96cdb3162b87 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5287676 Nov 18 17:37:40.013306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9c2d377c-400d-4691-b6ea-f5897f8a92ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:40.046023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cf3a9-849d-4b3a-9d36-379f26a8c3fd req-89d6cc8c-3c73-4895-b250-93f5ae04dabc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:40.047588 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-277cf3a9-849d-4b3a-9d36-379f26a8c3fd req-89d6cc8c-3c73-4895-b250-93f5ae04dabc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.1142497 Nov 18 17:37:40.071071 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68a137c-0e5c-4069-a81b-8295c241cc5a x-openstack-request-id: req-a68a137c-0e5c-4069-a81b-8295c241cc5a {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:37:40.071197 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22b83ac-a593-430f-a3c0-5db2a0d34847", "name": "network-vif-deleted", "tag": "1e50882f-50bb-4dec-89c4-025c6334af62", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:37:40.071547 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a68a137c-0e5c-4069-a81b-8295c241cc5a {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:37:40.071920 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22b83ac-a593-430f-a3c0-5db2a0d34847', 'name': 'network-vif-deleted', 'tag': '1e50882f-50bb-4dec-89c4-025c6334af62', 'status': 'completed', 'code': 200} Nov 18 17:37:40.091456 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:40.120158 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-383b8c59-9309-4ab2-81bf-75c0749f2916 None None] Set router 586e6e43-c2a3-41f7-9763-fe02ef358256 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:37:40.172237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:40.176861 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-277cf3a9-849d-4b3a-9d36-379f26a8c3fd req-96148308-6fa4-4c82-bdc3-372fbfb97245 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154432 Nov 18 17:37:40.189928 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:40.197714 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:37:40.263967 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Pushing event updated for resources: {'Port': ['ID=ba3cf5a9-58d6-4155-8694-4d96218f0878,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:40.280714 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Attempting to bind port ba3cf5a9-58d6-4155-8694-4d96218f0878 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:37:40.281212 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Attempting to bind port ba3cf5a9-58d6-4155-8694-4d96218f0878 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:37:40.281676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Attempting to bind port ba3cf5a9-58d6-4155-8694-4d96218f0878 on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:37:40.287259 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:37:40.287802 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:37:40.288259 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:40.288662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:37:40.289140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Bound port: ba3cf5a9-58d6-4155-8694-4d96218f0878, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:37:40.289529 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:40.362616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2d377c-400d-4691-b6ea-f5897f8a92ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:40.369214 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9c2d377c-400d-4691-b6ea-f5897f8a92ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:40.376265 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] For port ba3cf5a9-58d6-4155-8694-4d96218f0878, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:37:40.379896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] For port ba3cf5a9-58d6-4155-8694-4d96218f0878, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ba3cf5a9-58d6-4155-8694-4d96218f0878,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:37:40.406622 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-383b8c59-9309-4ab2-81bf-75c0749f2916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:29:41Z', 'revision_number': 4, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '5e62f6d0-02fb-4a50-9d0a-fc1be3227928', 'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'mac_address': 'fa:16:3e:93:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:40Z', 'updated_at': '2021-11-18T17:29:48Z', 'revision_number': 5, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'subnets': [{'id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:40.434131 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383b8c59-9309-4ab2-81bf-75c0749f2916 None None] Checking router: 586e6e43-c2a3-41f7-9763-fe02ef358256 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:37:40.456011 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383b8c59-9309-4ab2-81bf-75c0749f2916 None None] Routers {'586e6e43-c2a3-41f7-9763-fe02ef358256'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:37:40.456011 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-383b8c59-9309-4ab2-81bf-75c0749f2916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:37:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['586e6e43-c2a3-41f7-9763-fe02ef358256'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:40.479417 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:40.501634 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c7e026a-ab0f-4881-90b1-6ee68fd1018f req-049ed5ed-15a1-47d3-9d51-bf987c50244f tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22b83ac-a593-430f-a3c0-5db2a0d34847 HTTP/1.1" status: 200 len: 210 time: 0.0914662 Nov 18 17:37:40.581591 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-383b8c59-9309-4ab2-81bf-75c0749f2916 None None] Set router 586e6e43-c2a3-41f7-9763-fe02ef358256 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:37:40.636485 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d35a0-2d06-46f6-b776-ddfa0f4c7087 None None] Pushing event updated for resources: {'Port': ['ID=ba3cf5a9-58d6-4155-8694-4d96218f0878,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:40.798534 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-383b8c59-9309-4ab2-81bf-75c0749f2916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:29:41Z', 'revision_number': 4, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '5e62f6d0-02fb-4a50-9d0a-fc1be3227928', 'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'mac_address': 'fa:16:3e:93:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:40Z', 'updated_at': '2021-11-18T17:29:48Z', 'revision_number': 5, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'subnets': [{'id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:37:40.841444 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9c2d377c-400d-4691-b6ea-f5897f8a92ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:40.849906 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383b8c59-9309-4ab2-81bf-75c0749f2916 None None] The sync data for ids ['586e6e43-c2a3-41f7-9763-fe02ef358256'] in n-d-813419-11 is: [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:29:41Z', 'revision_number': 4, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '5e62f6d0-02fb-4a50-9d0a-fc1be3227928', 'name': '', 'network_id': 'c5a36094-7848-4e06-82e7-e00180c96a72', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'mac_address': 'fa:16:3e:93:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:40Z', 'updated_at': '2021-11-18T17:29:48Z', 'revision_number': 5, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'subnets': [{'id': '70dc3bb0-cf69-468a-9c5a-9bf08dbebb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:37:40.961218 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2d377c-400d-4691-b6ea-f5897f8a92ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:40.982063 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-9c2d377c-400d-4691-b6ea-f5897f8a92ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:40.988450 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2d377c-400d-4691-b6ea-f5897f8a92ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:40.989503 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9c2d377c-400d-4691-b6ea-f5897f8a92ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:41.003408 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d377c-400d-4691-b6ea-f5897f8a92ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=86b23251-f49a-49ab-8043-faf937ee2bac,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:41.097555 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9c2d377c-400d-4691-b6ea-f5897f8a92ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0958793 Nov 18 17:37:41.100852 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49094) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:41.116984 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f826cdd5-a705-4604-b53b-37999d0d77b4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'mac_address': 'fa:16:3e:f6:e3:b6', 'name': 'tempest-NetworksTestDHCPv6-513695793'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:41.303659 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ba3cf5a9-58d6-4155-8694-4d96218f0878 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:37:41.328510 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be52cf-1775-4a8b-9299-d805dcb917bb None None] New status for floating IP bb8a1d3f-7543-48a1-a25c-a2fcfa5d64fc: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:37:41.372402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dddfa1-691c-4ca1-9f9c-d77711a601eb req-690541d0-d2e6-406d-ab9d-0f2ee591c025 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:41.374213 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4dddfa1-691c-4ca1-9f9c-d77711a601eb req-690541d0-d2e6-406d-ab9d-0f2ee591c025 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.0692134 Nov 18 17:37:41.445159 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4dddfa1-691c-4ca1-9f9c-d77711a601eb req-3d9f7a57-2ab8-45d9-a254-c0d10b88932b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643260 Nov 18 17:37:41.476210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port ba3cf5a9-58d6-4155-8694-4d96218f0878 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:41.476733 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:41.528595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f826cdd5-a705-4604-b53b-37999d0d77b4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:41.622629 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:41.663567 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f826cdd5-a705-4604-b53b-37999d0d77b4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:41.683522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port ba3cf5a9-58d6-4155-8694-4d96218f0878, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ba3cf5a9-58d6-4155-8694-4d96218f0878,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:41.702314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-f826cdd5-a705-4604-b53b-37999d0d77b4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port 5050d75b-6975-4488-8142-842966783945 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:37:41.727420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1e50882f-50bb-4dec-89c4-025c6334af62 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:37:41.757023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49116) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:41.768139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 1e50882f-50bb-4dec-89c4-025c6334af62 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:37:41.768770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1e50882f-50bb-4dec-89c4-025c6334af62 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:37:41.804545 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:41.847666 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-88558933-c23b-4d76-aa10-8b8d36c2e970 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:41.876273 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-88558933-c23b-4d76-aa10-8b8d36c2e970 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:41.900113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=ba3cf5a9-58d6-4155-8694-4d96218f0878,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:41.919275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:41.920790 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:41.921150 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:41.921516 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:41.923911 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:41.924290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:41.924732 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:41.924985 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:41.925319 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:41.936128 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:41.936479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:41.936818 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:37:41.972291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ee7d33-e3da-4565-bc71-7d8d7d5ad2a4 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:41.991768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-f826cdd5-a705-4604-b53b-37999d0d77b4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8:0:1::be (5e45a538-7011-458e-bc0c-33977cda4913/86b23251-f49a-49ab-8043-faf937ee2bac/5050d75b-6975-4488-8142-842966783945) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:41.999456 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-f826cdd5-a705-4604-b53b-37999d0d77b4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::f816:3eff:fef6:e3b6 (5e45a538-7011-458e-bc0c-33977cda4913/fb955a11-6c9a-4742-a2fa-52c115d7199b/5050d75b-6975-4488-8142-842966783945) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:42.051530 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f292a3dc-c385-458f-acd6-8b3e07144c2b None None] Provisioning complete for port ba3cf5a9-58d6-4155-8694-4d96218f0878 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:42.051931 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f292a3dc-c385-458f-acd6-8b3e07144c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:42.078501 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-88558933-c23b-4d76-aa10-8b8d36c2e970 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:42.081535 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-88558933-c23b-4d76-aa10-8b8d36c2e970 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:42.083439 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-88558933-c23b-4d76-aa10-8b8d36c2e970 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "DELETE /v2.0/security-groups/ac36c488-123c-4b87-8409-1aa49d3aa4ab HTTP/1.1" status: 204 len: 168 time: 0.3250716 Nov 18 17:37:42.093221 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49124) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:42.107075 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88558933-c23b-4d76-aa10-8b8d36c2e970 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac36c488-123c-4b87-8409-1aa49d3aa4ab,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:42.119571 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-249b33f9-ae87-458c-aa6d-0818040f1424 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] show failed (client error): The resource could not be found. Nov 18 17:37:42.119571 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-249b33f9-ae87-458c-aa6d-0818040f1424 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "GET /v2.0/security-groups/ac36c488-123c-4b87-8409-1aa49d3aa4ab HTTP/1.1" status: 404 len: 347 time: 0.0231857 Nov 18 17:37:42.131339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49128) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:42.338811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7121ba-a50c-4bcf-9745-a99710b34565 None None] Update dhcp port {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'fixed_ips': [{'subnet_id': 'fb955a11-6c9a-4742-a2fa-52c115d7199b', 'ip_address': '2001:db8::f816:3eff:fe0c:da11'}, {'subnet_id': '86b23251-f49a-49ab-8043-faf937ee2bac'}], 'binding:host_id': 'n-d-813419-11'}, 'id': 'ba3cf5a9-58d6-4155-8694-4d96218f0878'} from n-d-813419-11. {{(pid=104009) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 18 17:37:42.367169 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cf7121ba-a50c-4bcf-9745-a99710b34565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:42.725694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdc885-9163-4a03-a25f-04c6b9f56131 req-ae30d0a5-29b8-4804-9968-b4dab636b1cb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:42.727273 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76cdc885-9163-4a03-a25f-04c6b9f56131 req-ae30d0a5-29b8-4804-9968-b4dab636b1cb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.1928115 Nov 18 17:37:42.739205 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f826cdd5-a705-4604-b53b-37999d0d77b4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:42.825319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d280d8fc-03ad-4f9a-9330-599f51317eb9 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Deleting port b328221d-a96b-4a3e-808d-6dfacf695149 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:42.825663 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d280d8fc-03ad-4f9a-9330-599f51317eb9 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:42.831332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76cdc885-9163-4a03-a25f-04c6b9f56131 req-dc379560-3c94-48b0-a40c-f56ae3d64524 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789928 Nov 18 17:37:42.911335 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d280d8fc-03ad-4f9a-9330-599f51317eb9 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:42.911671 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d280d8fc-03ad-4f9a-9330-599f51317eb9 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:42.920056 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f826cdd5-a705-4604-b53b-37999d0d77b4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:42.935215 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d280d8fc-03ad-4f9a-9330-599f51317eb9 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Calling delete_port for b328221d-a96b-4a3e-808d-6dfacf695149 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:42.981499 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f826cdd5-a705-4604-b53b-37999d0d77b4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:42.984318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-cf7121ba-a50c-4bcf-9745-a99710b34565 None None] Allocated IP 2001:db8:0:1::2 (5e45a538-7011-458e-bc0c-33977cda4913/86b23251-f49a-49ab-8043-faf937ee2bac/ba3cf5a9-58d6-4155-8694-4d96218f0878) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:42.990695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f826cdd5-a705-4604-b53b-37999d0d77b4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:43.027621 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f826cdd5-a705-4604-b53b-37999d0d77b4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:37:43.033603 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f826cdd5-a705-4604-b53b-37999d0d77b4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:43.033882 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f826cdd5-a705-4604-b53b-37999d0d77b4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:43.041632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826cdd5-a705-4604-b53b-37999d0d77b4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=5050d75b-6975-4488-8142-842966783945,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:43.088928 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-cf7121ba-a50c-4bcf-9745-a99710b34565 None None] For port ba3cf5a9-58d6-4155-8694-4d96218f0878, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ba3cf5a9-58d6-4155-8694-4d96218f0878,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:43.129847 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cf7121ba-a50c-4bcf-9745-a99710b34565 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:43.149790 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f826cdd5-a705-4604-b53b-37999d0d77b4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0434332 Nov 18 17:37:43.152607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49152) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:43.196174 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ba3cf5a9-58d6-4155-8694-4d96218f0878 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:37:43.255039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port ba3cf5a9-58d6-4155-8694-4d96218f0878 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:43.255510 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:43.272222 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d280d8fc-03ad-4f9a-9330-599f51317eb9 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:43.278483 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cf7121ba-a50c-4bcf-9745-a99710b34565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:43.287927 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2c71f-9800-410f-9d89-ac03e89043ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port 5050d75b-6975-4488-8142-842966783945 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:43.288589 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dd2c71f-9800-410f-9d89-ac03e89043ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:43.331487 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f4f8e7-defc-450e-8cd4-1213bc8458be None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:37:43.334799 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280d8fc-03ad-4f9a-9330-599f51317eb9 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Pushing event deleted for resources: {'Port': ['ID=b328221d-a96b-4a3e-808d-6dfacf695149,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:43.432298 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7121ba-a50c-4bcf-9745-a99710b34565 None None] Pushing event updated for resources: {'Port': ['ID=ba3cf5a9-58d6-4155-8694-4d96218f0878,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:43.449197 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d280d8fc-03ad-4f9a-9330-599f51317eb9 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:43.452797 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d280d8fc-03ad-4f9a-9330-599f51317eb9 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:43.455864 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dd2c71f-9800-410f-9d89-ac03e89043ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:43.459202 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d280d8fc-03ad-4f9a-9330-599f51317eb9 tempest-AttachVolumeTestJSON-560402117 tempest-AttachVolumeTestJSON-560402117-project] 10.222.0.72 "DELETE /v2.0/floatingips/bb8a1d3f-7543-48a1-a25c-a2fcfa5d64fc HTTP/1.1" status: 204 len: 168 time: 1.3255358 Nov 18 17:37:43.472683 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2c71f-9800-410f-9d89-ac03e89043ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for 5050d75b-6975-4488-8142-842966783945 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:43.890005 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dd2c71f-9800-410f-9d89-ac03e89043ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:43.927096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2c71f-9800-410f-9d89-ac03e89043ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=5050d75b-6975-4488-8142-842966783945,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:43.982660 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade6423-00c8-47ed-a4a9-a28862fdc787 req-a96008f8-338c-468a-884a-7e1027e827fc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:43.986613 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ade6423-00c8-47ed-a4a9-a28862fdc787 req-a96008f8-338c-468a-884a-7e1027e827fc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.0724785 Nov 18 17:37:44.093076 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ade6423-00c8-47ed-a4a9-a28862fdc787 req-b9cacbab-e6d5-45db-a9d7-d0674a57c0d4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978868 Nov 18 17:37:44.226250 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-caee8708-0d42-4caf-bf0a-b7597732d7cb None None] Provisioning complete for port ba3cf5a9-58d6-4155-8694-4d96218f0878 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:44.226910 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-caee8708-0d42-4caf-bf0a-b7597732d7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:44.394302 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dd2c71f-9800-410f-9d89-ac03e89043ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:44.401031 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2dd2c71f-9800-410f-9d89-ac03e89043ce tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/5050d75b-6975-4488-8142-842966783945 HTTP/1.1" status: 204 len: 168 time: 1.2452035 Nov 18 17:37:44.401923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49182) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:44.468477 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129ffc71-a942-412d-a5b7-8a4bb42a83b0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:44.470078 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-129ffc71-a942-412d-a5b7-8a4bb42a83b0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0671906 Nov 18 17:37:44.472839 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49188) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:44.536307 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c790f6d-7c78-44e2-81cd-11230e403f16 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:44.538539 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5c790f6d-7c78-44e2-81cd-11230e403f16 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0644329 Nov 18 17:37:44.541011 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49190) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:44.613315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435f2a5f-a7f7-4b0d-a361-a9a2dfff80f2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:44.615141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435f2a5f-a7f7-4b0d-a361-a9a2dfff80f2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:44.616968 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435f2a5f-a7f7-4b0d-a361-a9a2dfff80f2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:44.618583 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-435f2a5f-a7f7-4b0d-a361-a9a2dfff80f2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0755939 Nov 18 17:37:44.622415 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49194) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:44.631092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-228823aa-52d5-41c4-b0c7-c29291b8dfd9 None None] Could not find standard attr ID for object 5050d75b-6975-4488-8142-842966783945. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:37:44.714545 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba356818-690c-4248-9617-df96e12785ef tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet 86b23251-f49a-49ab-8043-faf937ee2bac {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:37:44.728249 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba356818-690c-4248-9617-df96e12785ef tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:44.788489 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba356818-690c-4248-9617-df96e12785ef tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:44.908332 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba356818-690c-4248-9617-df96e12785ef tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:45.043382 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba356818-690c-4248-9617-df96e12785ef tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:45.074635 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba356818-690c-4248-9617-df96e12785ef tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=86b23251-f49a-49ab-8043-faf937ee2bac,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:45.080505 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba356818-690c-4248-9617-df96e12785ef tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:45.084320 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ba356818-690c-4248-9617-df96e12785ef tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/86b23251-f49a-49ab-8043-faf937ee2bac HTTP/1.1" status: 204 len: 168 time: 0.4604490 Nov 18 17:37:45.086866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49210) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:45.092092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaa12dd-0478-4fa4-87b2-0ff84f5648d6 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:45.195466 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d0e569-f0f1-4455-9a91-3071bec3a58b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet fb955a11-6c9a-4742-a2fa-52c115d7199b {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:37:45.202892 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89d0e569-f0f1-4455-9a91-3071bec3a58b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:45.277932 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ba3cf5a9-58d6-4155-8694-4d96218f0878 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:37:45.361970 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89d0e569-f0f1-4455-9a91-3071bec3a58b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:45.416175 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port ba3cf5a9-58d6-4155-8694-4d96218f0878 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:45.416558 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:45.495053 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89d0e569-f0f1-4455-9a91-3071bec3a58b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:45.507084 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930e3c7-cb00-4d47-aefd-a13578744809 req-dd10c3e7-0c72-4e3e-9c43-eb3328f81155 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:45.515832 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d930e3c7-cb00-4d47-aefd-a13578744809 req-dd10c3e7-0c72-4e3e-9c43-eb3328f81155 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.2290730 Nov 18 17:37:45.612565 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d930e3c7-cb00-4d47-aefd-a13578744809 req-17666b82-2fd3-4b60-ac95-97003c8588b4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953295 Nov 18 17:37:45.724809 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89d0e569-f0f1-4455-9a91-3071bec3a58b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:45.802089 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0e569-f0f1-4455-9a91-3071bec3a58b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=fb955a11-6c9a-4742-a2fa-52c115d7199b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:45.807074 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89d0e569-f0f1-4455-9a91-3071bec3a58b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:45.815426 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49224) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:45.820232 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-89d0e569-f0f1-4455-9a91-3071bec3a58b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/fb955a11-6c9a-4742-a2fa-52c115d7199b HTTP/1.1" status: 204 len: 168 time: 0.7321641 Nov 18 17:37:45.879611 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ffc15104-8ac2-4b49-913c-108a178fad7d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623169 Nov 18 17:37:45.882745 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49226) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:45.888282 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-cf253ff6-a245-4649-bdf7-811bf87f910d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:46.112253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf253ff6-a245-4649-bdf7-811bf87f910d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:46.116742 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cf253ff6-a245-4649-bdf7-811bf87f910d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:46.280790 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e5914a-fd46-4bd6-9f22-43fa9031129e None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:46.425771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-661fa00a-9744-4cc1-bd5a-2565856c2fd0 None None] Provisioning complete for port ba3cf5a9-58d6-4155-8694-4d96218f0878 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:46.426157 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-661fa00a-9744-4cc1-bd5a-2565856c2fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:46.485490 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cf253ff6-a245-4649-bdf7-811bf87f910d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:46.543393 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf253ff6-a245-4649-bdf7-811bf87f910d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:46.546902 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-cf253ff6-a245-4649-bdf7-811bf87f910d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:46.549919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf253ff6-a245-4649-bdf7-811bf87f910d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:46.550528 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cf253ff6-a245-4649-bdf7-811bf87f910d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:46.567778 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf253ff6-a245-4649-bdf7-811bf87f910d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=65c2fe3e-26d7-49bd-a435-bc75da5a7c8d,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:46.571724 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd25d465-3558-4810-9f29-91705c17d8bf None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:37:46.629247 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-dd25d465-3558-4810-9f29-91705c17d8bf None None] Deleting port ba3cf5a9-58d6-4155-8694-4d96218f0878 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:46.633305 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd25d465-3558-4810-9f29-91705c17d8bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:46.715877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49248) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:46.722594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-dd25d465-3558-4810-9f29-91705c17d8bf None None] For port ba3cf5a9-58d6-4155-8694-4d96218f0878, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ba3cf5a9-58d6-4155-8694-4d96218f0878,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:46.723252 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd25d465-3558-4810-9f29-91705c17d8bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:46.724353 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cf253ff6-a245-4649-bdf7-811bf87f910d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8392034 Nov 18 17:37:46.726402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-baf0b9a5-38d1-4aa8-a7b9-43d1edcf8d64 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:46.743447 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-dd25d465-3558-4810-9f29-91705c17d8bf None None] Calling delete_port for ba3cf5a9-58d6-4155-8694-4d96218f0878 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:46.856567 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d05306-8a49-47b3-8cb0-fe47c47b33be req-19e29369-efdb-467f-91ff-516e85bc4e4f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:46.858389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59d05306-8a49-47b3-8cb0-fe47c47b33be req-19e29369-efdb-467f-91ff-516e85bc4e4f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.0993309 Nov 18 17:37:46.920171 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59d05306-8a49-47b3-8cb0-fe47c47b33be req-283bf70a-9081-4c54-9f69-9d53253fb579 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499799 Nov 18 17:37:47.002881 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd25d465-3558-4810-9f29-91705c17d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:47.015448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf0b9a5-38d1-4aa8-a7b9-43d1edcf8d64 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:47.019822 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-baf0b9a5-38d1-4aa8-a7b9-43d1edcf8d64 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:47.035261 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25d465-3558-4810-9f29-91705c17d8bf None None] Pushing event deleted for resources: {'Port': ['ID=ba3cf5a9-58d6-4155-8694-4d96218f0878,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:47.037595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd25d465-3558-4810-9f29-91705c17d8bf None None] No DVR routers for this DVR port ba3cf5a9-58d6-4155-8694-4d96218f0878 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:37:47.056145 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e47764-3c72-473b-be2d-b15387e4f5ee None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:47.208852 n-d-813419-11 neutron-server[104008]: INFO neutron.db.ipam_backend_mixin [None req-baf0b9a5-38d1-4aa8-a7b9-43d1edcf8d64 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 65c2fe3e-26d7-49bd-a435-bc75da5a7c8d (CIDR: 2001:db8::/64) Nov 18 17:37:47.213014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ba3cf5a9-58d6-4155-8694-4d96218f0878 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:37:47.240004 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: ba3cf5a9-58d6-4155-8694-4d96218f0878 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:37:47.240446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ba3cf5a9-58d6-4155-8694-4d96218f0878 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:37:47.255967 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf0b9a5-38d1-4aa8-a7b9-43d1edcf8d64 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:37:47.259067 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf0b9a5-38d1-4aa8-a7b9-43d1edcf8d64 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:37:47.288137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': '65c2fe3e-26d7-49bd-a435-bc75da5a7c8d'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:37:47.289032 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:47.379914 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-baf0b9a5-38d1-4aa8-a7b9-43d1edcf8d64 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6606994 Nov 18 17:37:47.382664 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49262) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:47.388414 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-65e08b53-bfde-4525-9f13-7a25fefdfde3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:47.446695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Allocated IP 2001:db8::2 (5e45a538-7011-458e-bc0c-33977cda4913/65c2fe3e-26d7-49bd-a435-bc75da5a7c8d/d1176bf0-61a2-40ec-ac7c-c41d433b3b64) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:47.632319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e08b53-bfde-4525-9f13-7a25fefdfde3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:47.636030 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-65e08b53-bfde-4525-9f13-7a25fefdfde3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:47.646812 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:47.740776 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:47.785309 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:47.790111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:47.797847 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:37:47.801109 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Pushing event updated for resources: {'Port': ['ID=d1176bf0-61a2-40ec-ac7c-c41d433b3b64,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:47.855929 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Attempting to bind port d1176bf0-61a2-40ec-ac7c-c41d433b3b64 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:37:47.856324 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Attempting to bind port d1176bf0-61a2-40ec-ac7c-c41d433b3b64 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:37:47.856770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Attempting to bind port d1176bf0-61a2-40ec-ac7c-c41d433b3b64 on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:37:47.862771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:37:47.863261 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:37:47.863745 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:47.864270 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:37:47.864971 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Bound port: d1176bf0-61a2-40ec-ac7c-c41d433b3b64, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:37:47.865271 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:47.952846 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] For port d1176bf0-61a2-40ec-ac7c-c41d433b3b64, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:37:47.956406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] For port d1176bf0-61a2-40ec-ac7c-c41d433b3b64, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d1176bf0-61a2-40ec-ac7c-c41d433b3b64,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:37:48.067924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bfba2-7adb-4583-a740-489024180d6a req-8de82f03-1fcb-4fb4-b123-113d2674aba5 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:48.070068 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-611bfba2-7adb-4583-a740-489024180d6a req-8de82f03-1fcb-4fb4-b123-113d2674aba5 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.0582552 Nov 18 17:37:48.130405 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:48.193816 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4e260-f67b-431b-b0c3-990c8c74c826 None None] Pushing event updated for resources: {'Port': ['ID=d1176bf0-61a2-40ec-ac7c-c41d433b3b64,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:48.207633 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-611bfba2-7adb-4583-a740-489024180d6a req-aa69258d-3667-4f98-a783-786e3cf288be tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303804 Nov 18 17:37:48.287653 n-d-813419-11 neutron-server[104007]: DEBUG neutron.objects.ports [None req-65e08b53-bfde-4525-9f13-7a25fefdfde3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:37:48.660187 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-65e08b53-bfde-4525-9f13-7a25fefdfde3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:48.889256 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-65e08b53-bfde-4525-9f13-7a25fefdfde3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] For port d1176bf0-61a2-40ec-ac7c-c41d433b3b64, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d1176bf0-61a2-40ec-ac7c-c41d433b3b64,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:48.933994 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-65e08b53-bfde-4525-9f13-7a25fefdfde3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:49.141025 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-65e08b53-bfde-4525-9f13-7a25fefdfde3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:49.141025 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-65e08b53-bfde-4525-9f13-7a25fefdfde3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:49.247924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e08b53-bfde-4525-9f13-7a25fefdfde3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:49.258199 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-65e08b53-bfde-4525-9f13-7a25fefdfde3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:49.283766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e08b53-bfde-4525-9f13-7a25fefdfde3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:49.284426 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-65e08b53-bfde-4525-9f13-7a25fefdfde3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:49.289491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d1176bf0-61a2-40ec-ac7c-c41d433b3b64 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:37:49.323891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e08b53-bfde-4525-9f13-7a25fefdfde3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=d1176bf0-61a2-40ec-ac7c-c41d433b3b64,revision_number=4']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:49.323891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e08b53-bfde-4525-9f13-7a25fefdfde3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=9bd8ea0f-afb6-4f56-b091-be992aa0fe27,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:49.398949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d1176bf0-61a2-40ec-ac7c-c41d433b3b64 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:49.399578 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:49.449399 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9816b-a034-4c50-9e05-5d0af9bd1464 req-acce7550-b5ab-4849-8c76-f3699fccc7d6 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:49.458209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3b9816b-a034-4c50-9e05-5d0af9bd1464 req-acce7550-b5ab-4849-8c76-f3699fccc7d6 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.0756757 Nov 18 17:37:49.473697 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-65e08b53-bfde-4525-9f13-7a25fefdfde3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0887938 Nov 18 17:37:49.475485 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49308) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:49.485616 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-184e7c72-1b4e-4f5d-a575-161c6d382c32 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'mac_address': 'fa:16:3e:7f:5c:87', 'name': 'tempest-NetworksTestDHCPv6-753504246'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:49.580611 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:49.612678 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3b9816b-a034-4c50-9e05-5d0af9bd1464 req-4a2aa803-2a2e-49d6-a64c-2df87bc6e862 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529028 Nov 18 17:37:49.667250 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port d1176bf0-61a2-40ec-ac7c-c41d433b3b64, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d1176bf0-61a2-40ec-ac7c-c41d433b3b64,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:49.757846 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:37:49.782123 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0283a9f9-a75c-4679-9ea7-a5ab32b823ad None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:49.852742 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:49.902580 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.resource_extend [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:37:49.911826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184e7c72-1b4e-4f5d-a575-161c6d382c32 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:49.971425 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9a84cda5-2642-4d6e-a7ca-ef7100b9a2b6 None None] Provisioning complete for port d1176bf0-61a2-40ec-ac7c-c41d433b3b64 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:49.971425 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a84cda5-2642-4d6e-a7ca-ef7100b9a2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:50.114495 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-184e7c72-1b4e-4f5d-a575-161c6d382c32 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:50.161888 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-184e7c72-1b4e-4f5d-a575-161c6d382c32 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port 70f4190c-ad18-4c6d-b448-0a6fa1338153 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:37:50.180479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=d1176bf0-61a2-40ec-ac7c-c41d433b3b64,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:50.307112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:50.336173 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'port_id': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed', 'mac_address': 'fa:16:3e:bd:3e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:37:50.422974 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:50.441273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-184e7c72-1b4e-4f5d-a575-161c6d382c32 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::13d (5e45a538-7011-458e-bc0c-33977cda4913/65c2fe3e-26d7-49bd-a435-bc75da5a7c8d/70f4190c-ad18-4c6d-b448-0a6fa1338153) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:50.441719 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:37:50.451107 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-184e7c72-1b4e-4f5d-a575-161c6d382c32 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7f:5c87 (5e45a538-7011-458e-bc0c-33977cda4913/9bd8ea0f-afb6-4f56-b091-be992aa0fe27/70f4190c-ad18-4c6d-b448-0a6fa1338153) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:50.473296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:50.564123 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:50.692865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:37:50.757697 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:50.882936 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-184e7c72-1b4e-4f5d-a575-161c6d382c32 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:50.999512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9dcd0-4f9e-44b8-9a65-c49a9cd52dc1 req-2d2d28f4-93cb-474a-b202-4e60dbcbc5b1 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:51.001229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-71f9dcd0-4f9e-44b8-9a65-c49a9cd52dc1 req-2d2d28f4-93cb-474a-b202-4e60dbcbc5b1 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 944 time: 0.1725931 Nov 18 17:37:51.074231 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-71f9dcd0-4f9e-44b8-9a65-c49a9cd52dc1 req-01f35387-6d5e-497a-ba42-ca7192cee77c tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579982 Nov 18 17:37:51.261388 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d1176bf0-61a2-40ec-ac7c-c41d433b3b64 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:37:51.278568 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-184e7c72-1b4e-4f5d-a575-161c6d382c32 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:51.415961 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e7c72-1b4e-4f5d-a575-161c6d382c32 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=70f4190c-ad18-4c6d-b448-0a6fa1338153,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:51.432929 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d1176bf0-61a2-40ec-ac7c-c41d433b3b64 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:51.434103 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:51.465131 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184e7c72-1b4e-4f5d-a575-161c6d382c32 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:51.477314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-184e7c72-1b4e-4f5d-a575-161c6d382c32 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:51.485234 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e7c72-1b4e-4f5d-a575-161c6d382c32 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:37:51.499912 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e7c72-1b4e-4f5d-a575-161c6d382c32 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:51.508468 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-184e7c72-1b4e-4f5d-a575-161c6d382c32 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:51.615565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49360) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:51.616198 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-184e7c72-1b4e-4f5d-a575-161c6d382c32 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1388268 Nov 18 17:37:51.668381 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:51.699238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-694687d5-e302-4e17-9db0-71c32d1bfa7a None None] Provisioning complete for port d1176bf0-61a2-40ec-ac7c-c41d433b3b64 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:51.700347 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-694687d5-e302-4e17-9db0-71c32d1bfa7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:51.776462 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:37:51.907965 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e7c11339-ef1b-4aa8-9cc7-e90767f09687 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port 70f4190c-ad18-4c6d-b448-0a6fa1338153 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:51.908180 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7c11339-ef1b-4aa8-9cc7-e90767f09687 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:52.112035 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:52.116182 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:52.196558 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7c11339-ef1b-4aa8-9cc7-e90767f09687 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:52.217858 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e7c11339-ef1b-4aa8-9cc7-e90767f09687 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for 70f4190c-ad18-4c6d-b448-0a6fa1338153 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:52.358587 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05b8e0-ba57-4481-aa0b-69184eaa53ad req-351e6b8f-da70-4db9-b176-f8c3069f02ef tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:52.370225 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b05b8e0-ba57-4481-aa0b-69184eaa53ad req-351e6b8f-da70-4db9-b176-f8c3069f02ef tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 944 time: 0.1305182 Nov 18 17:37:52.409509 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:52.426716 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3abc8b64-b910-4566-a80e-f0110f22b1e0 None None] Provisioning complete for port 70f4190c-ad18-4c6d-b448-0a6fa1338153 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:52.431172 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3abc8b64-b910-4566-a80e-f0110f22b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:52.501347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b05b8e0-ba57-4481-aa0b-69184eaa53ad req-d3727d40-eb53-4400-b8f3-9abb304c7ba7 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257401 Nov 18 17:37:52.563626 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:37:52.567069 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ae1189-f609-461c-b354-056d3e0e1902" -d '{"events": [{"server_uuid": "5660f3bc-0328-40df-8ac0-38802a45bc41", "name": "network-vif-plugged", "status": "completed", "tag": "2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:37:52.574904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3abc8b64-b910-4566-a80e-f0110f22b1e0 None None] Port 70f4190c-ad18-4c6d-b448-0a6fa1338153 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:37:52.586931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:52.615532 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7c11339-ef1b-4aa8-9cc7-e90767f09687 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:52.672640 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d28ae14-e0ca-47ec-87fa-e43cccd3b000 x-openstack-request-id: req-1d28ae14-e0ca-47ec-87fa-e43cccd3b000 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:37:52.672956 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5660f3bc-0328-40df-8ac0-38802a45bc41", "name": "network-vif-plugged", "status": "completed", "tag": "2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:37:52.673212 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1d28ae14-e0ca-47ec-87fa-e43cccd3b000 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:37:52.673750 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed', 'code': 200} Nov 18 17:37:52.676479 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:52.699676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c11339-ef1b-4aa8-9cc7-e90767f09687 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=70f4190c-ad18-4c6d-b448-0a6fa1338153,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:52.796711 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:52.840584 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7c11339-ef1b-4aa8-9cc7-e90767f09687 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:52.844402 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e7c11339-ef1b-4aa8-9cc7-e90767f09687 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/70f4190c-ad18-4c6d-b448-0a6fa1338153 HTTP/1.1" status: 204 len: 168 time: 1.2268913 Nov 18 17:37:52.847107 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49376) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:53.035732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f67a291-ee4a-459c-9c10-de5a064dc66c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:53.039244 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2f67a291-ee4a-459c-9c10-de5a064dc66c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1910255 Nov 18 17:37:53.042034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49380) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:53.049578 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:53.150324 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98238aec-4cc9-457c-8440-0a7a27fa900b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:53.154177 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-98238aec-4cc9-457c-8440-0a7a27fa900b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1100245 Nov 18 17:37:53.157043 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49382) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:53.268323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e61f3f-d1f0-4595-9618-542e742032ed tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:53.269875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e61f3f-d1f0-4595-9618-542e742032ed tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:53.271687 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e61f3f-d1f0-4595-9618-542e742032ed tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:53.276788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49384) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:53.283902 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-39e61f3f-d1f0-4595-9618-542e742032ed tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1255813 Nov 18 17:37:53.399254 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-647407f5-6634-43fd-8d71-68f45964291d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet 65c2fe3e-26d7-49bd-a435-bc75da5a7c8d {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:37:53.408724 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-647407f5-6634-43fd-8d71-68f45964291d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:53.482302 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-647407f5-6634-43fd-8d71-68f45964291d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:53.654804 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-647407f5-6634-43fd-8d71-68f45964291d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:53.784987 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aedaa-9229-4ec1-af5e-308b2493929a req-8df9978f-6895-46e0-920f-812e8618bc7d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:53.796645 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e35aedaa-9229-4ec1-af5e-308b2493929a req-8df9978f-6895-46e0-920f-812e8618bc7d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.1488509 Nov 18 17:37:53.895720 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e35aedaa-9229-4ec1-af5e-308b2493929a req-11540091-6922-40bb-a5c0-687b885e10cf tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921009 Nov 18 17:37:53.901943 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-647407f5-6634-43fd-8d71-68f45964291d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:53.941633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647407f5-6634-43fd-8d71-68f45964291d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=65c2fe3e-26d7-49bd-a435-bc75da5a7c8d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:53.959506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9c5915-4990-45b7-8c9b-3180e4cb2739 None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:53.972415 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-647407f5-6634-43fd-8d71-68f45964291d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:53.984776 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-647407f5-6634-43fd-8d71-68f45964291d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/65c2fe3e-26d7-49bd-a435-bc75da5a7c8d HTTP/1.1" status: 204 len: 168 time: 0.7067635 Nov 18 17:37:53.987536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49394) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:54.134839 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-5316e93c-6f66-4985-b9cd-b00860f5e762 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet 9bd8ea0f-afb6-4f56-b091-be992aa0fe27 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:37:54.142111 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5316e93c-6f66-4985-b9cd-b00860f5e762 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:54.250077 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5316e93c-6f66-4985-b9cd-b00860f5e762 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:54.377787 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5316e93c-6f66-4985-b9cd-b00860f5e762 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:54.656029 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5316e93c-6f66-4985-b9cd-b00860f5e762 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:54.723312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316e93c-6f66-4985-b9cd-b00860f5e762 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd8ea0f-afb6-4f56-b091-be992aa0fe27,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:54.741439 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5316e93c-6f66-4985-b9cd-b00860f5e762 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:54.744889 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5316e93c-6f66-4985-b9cd-b00860f5e762 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/9bd8ea0f-afb6-4f56-b091-be992aa0fe27 HTTP/1.1" status: 204 len: 168 time: 0.7560253 Nov 18 17:37:54.748858 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49404) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:54.815392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49406) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:54.820608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b606e68e-07cb-4a7d-8723-b08d41f7225c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:54.840150 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6785e614-ad61-4b51-a293-45b00a63f6cb tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622909 Nov 18 17:37:55.101009 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3c548-ec03-4c5a-aaa2-7f03fb92e96c req-c5ef4df9-1cd1-4531-854d-7c942c17bdd0 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:55.115544 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-00b3c548-ec03-4c5a-aaa2-7f03fb92e96c req-c5ef4df9-1cd1-4531-854d-7c942c17bdd0 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.0859754 Nov 18 17:37:55.141617 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ce51d-97cc-4e6d-a704-94b0bee4bd4b None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:55.149468 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b606e68e-07cb-4a7d-8723-b08d41f7225c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:55.153634 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b606e68e-07cb-4a7d-8723-b08d41f7225c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:55.212031 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:37:55.406239 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-00b3c548-ec03-4c5a-aaa2-7f03fb92e96c req-410801bd-6d74-4f70-8d1b-72b7a3d31981 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820175 Nov 18 17:37:55.701449 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b606e68e-07cb-4a7d-8723-b08d41f7225c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:55.722660 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-55c4c19f-1e25-493a-867f-68e2b22e4a50 None None] Provisioning complete for port d1176bf0-61a2-40ec-ac7c-c41d433b3b64 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:55.725813 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-55c4c19f-1e25-493a-867f-68e2b22e4a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:55.773539 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b606e68e-07cb-4a7d-8723-b08d41f7225c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:55.887846 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-b606e68e-07cb-4a7d-8723-b08d41f7225c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:55.916657 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b606e68e-07cb-4a7d-8723-b08d41f7225c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:55.920747 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b606e68e-07cb-4a7d-8723-b08d41f7225c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:55.973814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2336e3c3-abe4-48e5-896f-e8cd6be520d9 None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:37:56.049567 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606e68e-07cb-4a7d-8723-b08d41f7225c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=cda91a22-ba40-4d0f-9c00-0c0b60314666,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:56.074227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2336e3c3-abe4-48e5-896f-e8cd6be520d9 None None] Deleting port d1176bf0-61a2-40ec-ac7c-c41d433b3b64 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:37:56.074567 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2336e3c3-abe4-48e5-896f-e8cd6be520d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:56.172328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2336e3c3-abe4-48e5-896f-e8cd6be520d9 None None] For port d1176bf0-61a2-40ec-ac7c-c41d433b3b64, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d1176bf0-61a2-40ec-ac7c-c41d433b3b64,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:56.172966 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2336e3c3-abe4-48e5-896f-e8cd6be520d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:56.191653 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2336e3c3-abe4-48e5-896f-e8cd6be520d9 None None] Calling delete_port for d1176bf0-61a2-40ec-ac7c-c41d433b3b64 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:37:56.248204 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b606e68e-07cb-4a7d-8723-b08d41f7225c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4313841 Nov 18 17:37:56.250680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49436) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:56.256984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ebde59dd-2aa9-409c-8568-4a9e56022572 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:56.540730 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2336e3c3-abe4-48e5-896f-e8cd6be520d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:56.581276 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebde59dd-2aa9-409c-8568-4a9e56022572 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:56.585547 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ebde59dd-2aa9-409c-8568-4a9e56022572 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:56.603194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336e3c3-abe4-48e5-896f-e8cd6be520d9 None None] Pushing event deleted for resources: {'Port': ['ID=d1176bf0-61a2-40ec-ac7c-c41d433b3b64,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:56.614667 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2336e3c3-abe4-48e5-896f-e8cd6be520d9 None None] No DVR routers for this DVR port d1176bf0-61a2-40ec-ac7c-c41d433b3b64 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:37:56.632201 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c095cdf-3a67-41c8-b144-235e3b786d33 req-3b7810e8-e3e9-4498-b7f6-df85ed0a5074 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:56.635055 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c095cdf-3a67-41c8-b144-235e3b786d33 req-3b7810e8-e3e9-4498-b7f6-df85ed0a5074 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.1042449 Nov 18 17:37:56.642059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff8ecbd-3f7a-4bf5-9f28-c41da1aa897c None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:56.751695 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c095cdf-3a67-41c8-b144-235e3b786d33 req-fc4c26f3-cf59-4a94-a503-ff13c22f4aed tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016552 Nov 18 17:37:56.790166 n-d-813419-11 neutron-server[104008]: INFO neutron.db.ipam_backend_mixin [None req-ebde59dd-2aa9-409c-8568-4a9e56022572 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cda91a22-ba40-4d0f-9c00-0c0b60314666 (CIDR: 2001:db8::/64) Nov 18 17:37:56.856345 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebde59dd-2aa9-409c-8568-4a9e56022572 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:37:56.856822 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebde59dd-2aa9-409c-8568-4a9e56022572 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:37:56.975722 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5e45a538-7011-458e-bc0c-33977cda4913', 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'tenant_id': '756addef9f8f4ccba6e936d558c2f0a2', 'fixed_ips': [{'subnet_id': 'cda91a22-ba40-4d0f-9c00-0c0b60314666'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:37:56.976996 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:57.039048 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ebde59dd-2aa9-409c-8568-4a9e56022572 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7841458 Nov 18 17:37:57.039154 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49446) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:57.044873 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-33721a20-c130-4b8f-bd7c-afdad75a4513 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'subnet': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:57.266320 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Allocated IP 2001:db8::2 (5e45a538-7011-458e-bc0c-33977cda4913/cda91a22-ba40-4d0f-9c00-0c0b60314666/b8290a66-fa5b-4340-adaf-ea7823f6d2c8) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:37:57.381681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33721a20-c130-4b8f-bd7c-afdad75a4513 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:57.387123 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33721a20-c130-4b8f-bd7c-afdad75a4513 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:57.467958 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d1176bf0-61a2-40ec-ac7c-c41d433b3b64 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:37:57.532955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: d1176bf0-61a2-40ec-ac7c-c41d433b3b64 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:37:57.535350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d1176bf0-61a2-40ec-ac7c-c41d433b3b64 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:37:57.612987 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:57.701532 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:57.804347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:57.821225 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:57.838548 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:37:57.859834 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Pushing event updated for resources: {'Port': ['ID=b8290a66-fa5b-4340-adaf-ea7823f6d2c8,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:57.973557 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Attempting to bind port b8290a66-fa5b-4340-adaf-ea7823f6d2c8 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:37:57.974014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Attempting to bind port b8290a66-fa5b-4340-adaf-ea7823f6d2c8 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:37:57.974507 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Attempting to bind port b8290a66-fa5b-4340-adaf-ea7823f6d2c8 on network 5e45a538-7011-458e-bc0c-33977cda4913 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:37:57.980737 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:37:57.984513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Checking segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:37:57.984513 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:57.984513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Bound using segment: {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:37:57.984513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Bound port: b8290a66-fa5b-4340-adaf-ea7823f6d2c8, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfff226-9933-4aad-a0ee-686b73ec7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '5e45a538-7011-458e-bc0c-33977cda4913'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:37:57.984513 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:58.050014 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945b510-e865-4af7-8787-165d9082307d req-f1906941-b828-4ccb-aaeb-792e4d28f420 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:58.051597 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b945b510-e865-4af7-8787-165d9082307d req-f1906941-b828-4ccb-aaeb-792e4d28f420 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.1327329 Nov 18 17:37:58.168887 n-d-813419-11 neutron-server[104007]: DEBUG neutron.objects.ports [None req-33721a20-c130-4b8f-bd7c-afdad75a4513 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:37:58.186226 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] For port b8290a66-fa5b-4340-adaf-ea7823f6d2c8, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:37:58.200621 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] For port b8290a66-fa5b-4340-adaf-ea7823f6d2c8, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b8290a66-fa5b-4340-adaf-ea7823f6d2c8,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:37:58.283646 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b945b510-e865-4af7-8787-165d9082307d req-13710ce6-500b-4759-a94b-a5e733a60268 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931231 Nov 18 17:37:58.305257 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:58.371232 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10b5ac-3792-496b-9f9c-53ddf6df128d None None] Pushing event updated for resources: {'Port': ['ID=b8290a66-fa5b-4340-adaf-ea7823f6d2c8,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:58.548796 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33721a20-c130-4b8f-bd7c-afdad75a4513 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:58.806627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-33721a20-c130-4b8f-bd7c-afdad75a4513 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] For port b8290a66-fa5b-4340-adaf-ea7823f6d2c8, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b8290a66-fa5b-4340-adaf-ea7823f6d2c8,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:37:58.841581 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33721a20-c130-4b8f-bd7c-afdad75a4513 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:58.958079 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33721a20-c130-4b8f-bd7c-afdad75a4513 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:58.959196 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33721a20-c130-4b8f-bd7c-afdad75a4513 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:59.079184 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33721a20-c130-4b8f-bd7c-afdad75a4513 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=b8290a66-fa5b-4340-adaf-ea7823f6d2c8,revision_number=4']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:59.101939 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33721a20-c130-4b8f-bd7c-afdad75a4513 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:37:59.110131 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-33721a20-c130-4b8f-bd7c-afdad75a4513 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:37:59.113522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33721a20-c130-4b8f-bd7c-afdad75a4513 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:59.114309 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33721a20-c130-4b8f-bd7c-afdad75a4513 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:59.118764 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33721a20-c130-4b8f-bd7c-afdad75a4513 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Subnet': ['ID=6ffcd575-72fb-4021-8a68-88603ff76fe0,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:37:59.265968 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-33721a20-c130-4b8f-bd7c-afdad75a4513 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2251215 Nov 18 17:37:59.272626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49480) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:37:59.281232 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-89862bf0-7d76-4222-9aba-2b50a3923d8d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Request body: {'port': {'network_id': '5e45a538-7011-458e-bc0c-33977cda4913', 'mac_address': 'fa:16:3e:50:3c:84', 'name': 'tempest-NetworksTestDHCPv6-1179827833'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:37:59.541223 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b8290a66-fa5b-4340-adaf-ea7823f6d2c8 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:37:59.580852 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693146e2-3961-4c0d-a4ec-46fc9da71b58 req-d18f34f1-2844-448b-8c83-c3021d2cfc77 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:37:59.585901 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-693146e2-3961-4c0d-a4ec-46fc9da71b58 req-d18f34f1-2844-448b-8c83-c3021d2cfc77 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.1132338 Nov 18 17:37:59.610692 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89862bf0-7d76-4222-9aba-2b50a3923d8d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Made reservation on behalf of 756addef9f8f4ccba6e936d558c2f0a2 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:37:59.670948 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port b8290a66-fa5b-4340-adaf-ea7823f6d2c8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:37:59.677677 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:59.748376 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89862bf0-7d76-4222-9aba-2b50a3923d8d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:37:59.765327 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4ab76f-e278-4e98-8c87-7a953f128bda None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:37:59.793497 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-89862bf0-7d76-4222-9aba-2b50a3923d8d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] device_id is not set on port c4490fc0-37ca-4c17-bb46-c3e9f86fbd55 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:37:59.813808 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-693146e2-3961-4c0d-a4ec-46fc9da71b58 req-5fcb8ccf-fab9-4c36-9687-6a02f96870d2 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221117 Nov 18 17:38:00.051573 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-89862bf0-7d76-4222-9aba-2b50a3923d8d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8::281 (5e45a538-7011-458e-bc0c-33977cda4913/cda91a22-ba40-4d0f-9c00-0c0b60314666/c4490fc0-37ca-4c17-bb46-c3e9f86fbd55) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:38:00.066600 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-89862bf0-7d76-4222-9aba-2b50a3923d8d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Allocated IP 2001:db8:0:1:f816:3eff:fe50:3c84 (5e45a538-7011-458e-bc0c-33977cda4913/6ffcd575-72fb-4021-8a68-88603ff76fe0/c4490fc0-37ca-4c17-bb46-c3e9f86fbd55) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:38:00.098558 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0a2aabfd-d0e6-4e76-98a4-f55e2dee9729 None None] Provisioning complete for port b8290a66-fa5b-4340-adaf-ea7823f6d2c8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:38:00.099075 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a2aabfd-d0e6-4e76-98a4-f55e2dee9729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:00.185459 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd966-cc36-4a83-8230-95a54155dc4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:00.190154 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:00.351666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port b8290a66-fa5b-4340-adaf-ea7823f6d2c8, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b8290a66-fa5b-4340-adaf-ea7823f6d2c8,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:00.355492 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a2aabfd-d0e6-4e76-98a4-f55e2dee9729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:00.457506 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:00.634591 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-0a2aabfd-d0e6-4e76-98a4-f55e2dee9729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:38:00.642710 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-0a2aabfd-d0e6-4e76-98a4-f55e2dee9729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:38:00.701747 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=b8290a66-fa5b-4340-adaf-ea7823f6d2c8,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:01.191621 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89862bf0-7d76-4222-9aba-2b50a3923d8d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:01.264619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09209c21-26ef-4de7-b92f-c03594cfea5d req-c743f22b-2b61-4108-9745-cd2c2ef23e24 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:01.268177 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09209c21-26ef-4de7-b92f-c03594cfea5d req-c743f22b-2b61-4108-9745-cd2c2ef23e24 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.2324703 Nov 18 17:38:01.370747 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-44e6ac62-3ba0-4c32-8bcf-4b8ac015cf88 None None] Provisioning complete for port b8290a66-fa5b-4340-adaf-ea7823f6d2c8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:38:01.371129 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44e6ac62-3ba0-4c32-8bcf-4b8ac015cf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:01.431172 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09209c21-26ef-4de7-b92f-c03594cfea5d req-ed4aba7e-1366-4d3a-85b9-3069c66ffbfd tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498554 Nov 18 17:38:01.472761 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89862bf0-7d76-4222-9aba-2b50a3923d8d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:01.479773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b8290a66-fa5b-4340-adaf-ea7823f6d2c8 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:38:01.549488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89862bf0-7d76-4222-9aba-2b50a3923d8d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Network 5e45a538-7011-458e-bc0c-33977cda4913 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:38:01.565402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-89862bf0-7d76-4222-9aba-2b50a3923d8d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:38:01.577468 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89862bf0-7d76-4222-9aba-2b50a3923d8d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:38:01.590582 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port b8290a66-fa5b-4340-adaf-ea7823f6d2c8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:38:01.590782 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:01.599184 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89862bf0-7d76-4222-9aba-2b50a3923d8d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:01.602596 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89862bf0-7d76-4222-9aba-2b50a3923d8d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:01.612556 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49542) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:01.644870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89862bf0-7d76-4222-9aba-2b50a3923d8d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event updated for resources: {'Port': ['ID=c4490fc0-37ca-4c17-bb46-c3e9f86fbd55,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:01.777084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-89862bf0-7d76-4222-9aba-2b50a3923d8d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5034642 Nov 18 17:38:01.779710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49550) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:01.851734 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c981e7e9-8ee8-472d-8e48-c96b284013f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:01.949530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-4e2463f4-91fc-4afa-8322-e8a243ec905a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting port c4490fc0-37ca-4c17-bb46-c3e9f86fbd55 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:38:01.950755 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4e2463f4-91fc-4afa-8322-e8a243ec905a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:02.045021 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c981e7e9-8ee8-472d-8e48-c96b284013f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:02.102401 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4e2463f4-91fc-4afa-8322-e8a243ec905a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:02.120939 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-4e2463f4-91fc-4afa-8322-e8a243ec905a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Calling delete_port for c4490fc0-37ca-4c17-bb46-c3e9f86fbd55 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:38:02.129070 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c981e7e9-8ee8-472d-8e48-c96b284013f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:02.176350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7a28843d-df7f-4ea8-87ee-1718239d29ce None None] Provisioning complete for port c4490fc0-37ca-4c17-bb46-c3e9f86fbd55 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:38:02.176901 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a28843d-df7f-4ea8-87ee-1718239d29ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:02.200391 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c981e7e9-8ee8-472d-8e48-c96b284013f8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=58f8d8cc882b4535a04315dc6f9add0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5867593 Nov 18 17:38:02.208780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49566) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:02.249197 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981e7e9-8ee8-472d-8e48-c96b284013f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff44d0cc-a9ae-4196-9e3b-efa46429b22c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:02.287248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e7e9-8ee8-472d-8e48-c96b284013f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:02.287616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e7e9-8ee8-472d-8e48-c96b284013f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:02.288012 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e7e9-8ee8-472d-8e48-c96b284013f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:02.288379 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e7e9-8ee8-472d-8e48-c96b284013f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:02.289173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e7e9-8ee8-472d-8e48-c96b284013f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:02.289538 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e7e9-8ee8-472d-8e48-c96b284013f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:02.289887 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e7e9-8ee8-472d-8e48-c96b284013f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:02.290231 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e7e9-8ee8-472d-8e48-c96b284013f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:02.290584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e7e9-8ee8-472d-8e48-c96b284013f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:02.290930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e7e9-8ee8-472d-8e48-c96b284013f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:02.291848 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e7e9-8ee8-472d-8e48-c96b284013f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:02.292185 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e7e9-8ee8-472d-8e48-c96b284013f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:02.306310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7a28843d-df7f-4ea8-87ee-1718239d29ce None None] Port c4490fc0-37ca-4c17-bb46-c3e9f86fbd55 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:38:02.385144 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5febf2f3-0952-45d7-9825-d2e04aff337f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:02.428947 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5febf2f3-0952-45d7-9825-d2e04aff337f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:02.501284 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e9db1e80-0562-4f9b-b086-8572486c3d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:02.609371 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5febf2f3-0952-45d7-9825-d2e04aff337f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:02.612901 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5febf2f3-0952-45d7-9825-d2e04aff337f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:02.615151 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5febf2f3-0952-45d7-9825-d2e04aff337f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff44d0cc-a9ae-4196-9e3b-efa46429b22c HTTP/1.1" status: 204 len: 168 time: 0.4049380 Nov 18 17:38:02.631099 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febf2f3-0952-45d7-9825-d2e04aff337f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff44d0cc-a9ae-4196-9e3b-efa46429b22c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:02.655058 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4e2463f4-91fc-4afa-8322-e8a243ec905a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:02.714275 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2463f4-91fc-4afa-8322-e8a243ec905a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Port': ['ID=c4490fc0-37ca-4c17-bb46-c3e9f86fbd55,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:02.819533 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4e2463f4-91fc-4afa-8322-e8a243ec905a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:02.825225 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4e2463f4-91fc-4afa-8322-e8a243ec905a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/c4490fc0-37ca-4c17-bb46-c3e9f86fbd55 HTTP/1.1" status: 204 len: 168 time: 1.0421870 Nov 18 17:38:02.827287 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49592) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:02.834493 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cfc55-1e3c-4632-b341-06299481fa23 req-273999ea-c50f-42d5-b502-36e33a1c7831 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:02.836371 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-204cfc55-1e3c-4632-b341-06299481fa23 req-273999ea-c50f-42d5-b502-36e33a1c7831 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.2427626 Nov 18 17:38:02.938409 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93a62eb-3ceb-4893-83b3-692be2590ce6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:02.942480 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a93a62eb-3ceb-4893-83b3-692be2590ce6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1116526 Nov 18 17:38:02.943327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49598) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:02.967154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-204cfc55-1e3c-4632-b341-06299481fa23 req-a427c6a5-4d00-49b7-8029-a960d8b2db5d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179309 Nov 18 17:38:03.096845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d07aea6-4137-4c0b-8928-a0237253bf0c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:03.101437 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0d07aea6-4137-4c0b-8928-a0237253bf0c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1568677 Nov 18 17:38:03.104891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49606) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:03.196976 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1715037d-f040-4563-9095-77be07a2dfd5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:03.199360 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1715037d-f040-4563-9095-77be07a2dfd5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:03.201162 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1715037d-f040-4563-9095-77be07a2dfd5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:03.202868 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1715037d-f040-4563-9095-77be07a2dfd5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0972488 Nov 18 17:38:03.207674 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49612) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:03.290584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc2463a-ed78-41fb-8056-f52dd9420f7a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet 6ffcd575-72fb-4021-8a68-88603ff76fe0 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:38:03.302892 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bc2463a-ed78-41fb-8056-f52dd9420f7a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:03.361583 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bc2463a-ed78-41fb-8056-f52dd9420f7a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:03.491855 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bc2463a-ed78-41fb-8056-f52dd9420f7a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:03.526907 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49624) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:03.547718 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ed3c504-008c-4723-9ee4-9386f5310c94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:03.609292 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:03.690659 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ed3c504-008c-4723-9ee4-9386f5310c94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:03.717216 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bc2463a-ed78-41fb-8056-f52dd9420f7a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:03.734922 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ed3c504-008c-4723-9ee4-9386f5310c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:03.754770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df25645-c91b-4050-b175-0d29ecb97dfd None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:38:03.767260 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3bc2463a-ed78-41fb-8056-f52dd9420f7a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:03.801358 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3bc2463a-ed78-41fb-8056-f52dd9420f7a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/6ffcd575-72fb-4021-8a68-88603ff76fe0 HTTP/1.1" status: 204 len: 168 time: 0.5925550 Nov 18 17:38:03.818031 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3c504-008c-4723-9ee4-9386f5310c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a97506-f650-46d5-9ab7-30e3d44b6136,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:03.834722 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49644) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:03.859201 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2463a-ed78-41fb-8056-f52dd9420f7a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=6ffcd575-72fb-4021-8a68-88603ff76fe0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:03.987287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3cd68fb-2113-46d4-a551-c77692971bf7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Deleting subnet cda91a22-ba40-4d0f-9c00-0c0b60314666 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:38:04.003011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7ed3c504-008c-4723-9ee4-9386f5310c94 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=85e26e9ca3f6426391f16219e063037b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4727366 Nov 18 17:38:04.003011 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b3cd68fb-2113-46d4-a551-c77692971bf7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:04.003613 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49650) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:04.180740 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-82bce791-ad4c-425a-8527-1c225231bbc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:04.277728 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-82bce791-ad4c-425a-8527-1c225231bbc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:04.279806 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b3cd68fb-2113-46d4-a551-c77692971bf7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:04.381495 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ae3c0-bb95-46fc-bc68-cf30a38f8467 req-d7053bd3-1da9-407a-bdad-41b4a18ac817 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:04.383218 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b51ae3c0-bb95-46fc-bc68-cf30a38f8467 req-d7053bd3-1da9-407a-bdad-41b4a18ac817 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.2242434 Nov 18 17:38:04.462440 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-82bce791-ad4c-425a-8527-1c225231bbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:04.464114 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b3cd68fb-2113-46d4-a551-c77692971bf7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:04.474132 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-82bce791-ad4c-425a-8527-1c225231bbc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:04.474132 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-82bce791-ad4c-425a-8527-1c225231bbc4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e8a97506-f650-46d5-9ab7-30e3d44b6136 HTTP/1.1" status: 204 len: 168 time: 0.4655225 Nov 18 17:38:04.530076 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bce791-ad4c-425a-8527-1c225231bbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a97506-f650-46d5-9ab7-30e3d44b6136,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:04.604595 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b51ae3c0-bb95-46fc-bc68-cf30a38f8467 req-e02ec3c9-151f-4ffb-b361-4fee2dd3c02f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829515 Nov 18 17:38:04.788960 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b3cd68fb-2113-46d4-a551-c77692971bf7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:04.905914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd68fb-2113-46d4-a551-c77692971bf7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Subnet': ['ID=cda91a22-ba40-4d0f-9c00-0c0b60314666,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:04.909634 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b3cd68fb-2113-46d4-a551-c77692971bf7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:04.918446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b3cd68fb-2113-46d4-a551-c77692971bf7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/cda91a22-ba40-4d0f-9c00-0c0b60314666 HTTP/1.1" status: 204 len: 168 time: 1.0823464 Nov 18 17:38:04.921684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49682) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:05.018487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49690) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:05.033087 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-14b48163-350e-485c-b661-f74ffad4f8d3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063902 Nov 18 17:38:05.035474 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49694) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:05.089390 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:05.177875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab5f0e-67c3-4d12-9591-f0af3eb000f9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:05.180524 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-35ab5f0e-67c3-4d12-9591-f0af3eb000f9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1432822 Nov 18 17:38:05.184052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49702) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:05.196910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cade722-b4b5-43f5-b2f8-85c196c2d1bd None None] Network 5e45a538-7011-458e-bc0c-33977cda4913 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:38:05.330657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0f9460-472e-4d3c-aa6d-2771c9d3a894 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:05.337351 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bf0f9460-472e-4d3c-aa6d-2771c9d3a894 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1521385 Nov 18 17:38:05.338691 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49708) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:05.458819 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a5ded2b7-9379-4454-bb17-149028c3dbb1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1170421 Nov 18 17:38:05.465513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49714) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:05.481953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6687d1a2-3515-44ed-9228-55f45cd1bd52 None None] Provisioning complete for port b8290a66-fa5b-4340-adaf-ea7823f6d2c8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:38:05.482255 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6687d1a2-3515-44ed-9228-55f45cd1bd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:05.500641 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-32542004-2359-4af1-a6ae-3439cf3f4c6c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:05.501245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32542004-2359-4af1-a6ae-3439cf3f4c6c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:05.505305 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-32542004-2359-4af1-a6ae-3439cf3f4c6c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/c4490fc0-37ca-4c17-bb46-c3e9f86fbd55 HTTP/1.1" status: 404 len: 333 time: 0.0398674 Nov 18 17:38:05.517111 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49716) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:05.599828 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ea5fed-203d-48e8-a3c5-2b755cf7576e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:05.599828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ea5fed-203d-48e8-a3c5-2b755cf7576e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:05.599828 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-07ea5fed-203d-48e8-a3c5-2b755cf7576e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/6ffcd575-72fb-4021-8a68-88603ff76fe0 HTTP/1.1" status: 404 len: 337 time: 0.0753806 Nov 18 17:38:05.599828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49722) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:05.656303 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3335ca-5375-404f-89a8-0ac682cddf5a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:05.656756 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b3335ca-5375-404f-89a8-0ac682cddf5a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:05.662930 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1b3335ca-5375-404f-89a8-0ac682cddf5a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/cda91a22-ba40-4d0f-9c00-0c0b60314666 HTTP/1.1" status: 404 len: 337 time: 0.0632565 Nov 18 17:38:05.664981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49728) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:05.700637 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4faa8a-a767-4537-b2e6-37376f985c61 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:05.701849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4faa8a-a767-4537-b2e6-37376f985c61 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:05.706420 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-aa4faa8a-a767-4537-b2e6-37376f985c61 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/70f4190c-ad18-4c6d-b448-0a6fa1338153 HTTP/1.1" status: 404 len: 333 time: 0.0396733 Nov 18 17:38:05.713385 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49730) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:05.720754 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5533a40a-2d3b-4abd-8a2c-a69ff3e904d1 None None] DHCP port deletion for 5e45a538-7011-458e-bc0c-33977cda4913 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:38:05.731319 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:05.772182 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-2592fa49-433a-4b25-8c93-9d615a0a2b2d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:05.772666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2592fa49-433a-4b25-8c93-9d615a0a2b2d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:05.780781 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2592fa49-433a-4b25-8c93-9d615a0a2b2d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/9bd8ea0f-afb6-4f56-b091-be992aa0fe27 HTTP/1.1" status: 404 len: 337 time: 0.0635273 Nov 18 17:38:05.782554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49736) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:05.848980 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6160b2-ff1e-43e3-8483-873239c17233 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:05.849457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6160b2-ff1e-43e3-8483-873239c17233 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:05.860638 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9e6160b2-ff1e-43e3-8483-873239c17233 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/65c2fe3e-26d7-49bd-a435-bc75da5a7c8d HTTP/1.1" status: 404 len: 337 time: 0.0744495 Nov 18 17:38:05.861448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49738) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:05.882249 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5533a40a-2d3b-4abd-8a2c-a69ff3e904d1 None None] Deleting port b8290a66-fa5b-4340-adaf-ea7823f6d2c8 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:38:05.883336 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5533a40a-2d3b-4abd-8a2c-a69ff3e904d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:05.892452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49742) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:05.915197 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1688a70-5865-421f-85dd-d1e8e1ec2be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:05.948398 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c86fec-60eb-46bd-ade2-102560d5b24b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:05.949887 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c86fec-60eb-46bd-ade2-102560d5b24b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:05.954452 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b9c86fec-60eb-46bd-ade2-102560d5b24b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/5050d75b-6975-4488-8142-842966783945 HTTP/1.1" status: 404 len: 333 time: 0.0917611 Nov 18 17:38:06.001542 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49748) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.026029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5533a40a-2d3b-4abd-8a2c-a69ff3e904d1 None None] For port b8290a66-fa5b-4340-adaf-ea7823f6d2c8, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b8290a66-fa5b-4340-adaf-ea7823f6d2c8,segment=NetworkSegment(7dfff226-9933-4aad-a0ee-686b73ec7cdc),segment_id=7dfff226-9933-4aad-a0ee-686b73ec7cdc)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:06.026425 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5533a40a-2d3b-4abd-8a2c-a69ff3e904d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:06.042571 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1688a70-5865-421f-85dd-d1e8e1ec2be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:06.050353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95409500-c3fe-4a2d-bb98-ef1a95bca78a req-7ad07ecf-1132-462b-91c2-951be6098fad tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:06.051946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95409500-c3fe-4a2d-bb98-ef1a95bca78a req-7ad07ecf-1132-462b-91c2-951be6098fad tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.2423220 Nov 18 17:38:06.054203 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5533a40a-2d3b-4abd-8a2c-a69ff3e904d1 None None] Calling delete_port for b8290a66-fa5b-4340-adaf-ea7823f6d2c8 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:38:06.081058 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-219a956d-b9e7-4788-aee6-ce98c6290c46 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:06.081559 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219a956d-b9e7-4788-aee6-ce98c6290c46 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:06.084791 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-219a956d-b9e7-4788-aee6-ce98c6290c46 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/86b23251-f49a-49ab-8043-faf937ee2bac HTTP/1.1" status: 404 len: 337 time: 0.0820942 Nov 18 17:38:06.087436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49752) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.165192 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95409500-c3fe-4a2d-bb98-ef1a95bca78a req-bc8eb693-ca2e-4340-abc7-20c6ca48d6d9 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875411 Nov 18 17:38:06.185244 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b459208-cdb1-43ac-97d7-352c83a50bf1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:06.185711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b459208-cdb1-43ac-97d7-352c83a50bf1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:06.192546 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6b459208-cdb1-43ac-97d7-352c83a50bf1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/fb955a11-6c9a-4742-a2fa-52c115d7199b HTTP/1.1" status: 404 len: 337 time: 0.1028478 Nov 18 17:38:06.192664 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49760) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.193532 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1688a70-5865-421f-85dd-d1e8e1ec2be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:06.255054 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a1688a70-5865-421f-85dd-d1e8e1ec2be7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=635c3d6ac5a241fe9301167b8f9d100d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3570082 Nov 18 17:38:06.255324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49764) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.255873 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1688a70-5865-421f-85dd-d1e8e1ec2be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a206ad02-6126-4052-9beb-733f6f859c6d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:06.295119 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67b1dc0-53f7-4ac2-8ff9-c833c43a4221 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:06.295727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67b1dc0-53f7-4ac2-8ff9-c833c43a4221 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:06.300940 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e67b1dc0-53f7-4ac2-8ff9-c833c43a4221 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/d192043e-8e89-4a2c-8937-ec0600c15797 HTTP/1.1" status: 404 len: 333 time: 0.1073759 Nov 18 17:38:06.303607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49766) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.337090 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-3267f800-7f00-4a6d-ac5d-615c0df89b09 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:06.337566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3267f800-7f00-4a6d-ac5d-615c0df89b09 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:06.344277 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3267f800-7f00-4a6d-ac5d-615c0df89b09 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/b0e0a6f8-3a1c-48d7-a95b-dd5ae11246ea HTTP/1.1" status: 404 len: 337 time: 0.0393991 Nov 18 17:38:06.344946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49770) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.375251 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3de9d217-7518-400b-b8b0-534fa5c3a160 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:06.380623 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75282e7-9bc5-4523-8819-71d825d870e2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:06.381828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75282e7-9bc5-4523-8819-71d825d870e2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:06.388895 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c75282e7-9bc5-4523-8819-71d825d870e2 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/60e1e394-eadc-454d-ad1b-534c88506ad6 HTTP/1.1" status: 404 len: 337 time: 0.0427747 Nov 18 17:38:06.389117 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49774) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.408232 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5533a40a-2d3b-4abd-8a2c-a69ff3e904d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:06.428285 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a36c038-123d-4064-b683-2d2ebbda92cc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:06.428872 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a36c038-123d-4064-b683-2d2ebbda92cc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:06.432634 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2a36c038-123d-4064-b683-2d2ebbda92cc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/26d93daf-3be1-402a-a4d6-24485b18ca5d HTTP/1.1" status: 404 len: 333 time: 0.0407023 Nov 18 17:38:06.434619 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3de9d217-7518-400b-b8b0-534fa5c3a160 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:06.435511 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49776) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.453373 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57843675-291c-4ab5-8640-5a987de227b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:06.465684 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533a40a-2d3b-4abd-8a2c-a69ff3e904d1 None None] Pushing event deleted for resources: {'Port': ['ID=b8290a66-fa5b-4340-adaf-ea7823f6d2c8,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:06.472027 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f79bf6-01fa-49d4-9160-686b070686f6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:06.472594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f79bf6-01fa-49d4-9160-686b070686f6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:06.476022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533a40a-2d3b-4abd-8a2c-a69ff3e904d1 None None] No DVR routers for this DVR port b8290a66-fa5b-4340-adaf-ea7823f6d2c8 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:38:06.481194 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-27f79bf6-01fa-49d4-9160-686b070686f6 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/3ce66a16-60dc-473e-852a-3f80d951f2c3 HTTP/1.1" status: 404 len: 337 time: 0.0437229 Nov 18 17:38:06.482002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49780) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.509100 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-d563887b-f1e9-4186-9553-9059908f14c1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:06.509721 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d563887b-f1e9-4186-9553-9059908f14c1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:06.516679 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d563887b-f1e9-4186-9553-9059908f14c1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/05f137b3-c865-49a0-9d5f-ece43ca1f75e HTTP/1.1" status: 404 len: 333 time: 0.0333257 Nov 18 17:38:06.517445 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49782) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.569192 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-a694be16-c769-4012-b8db-de1325e1b5d3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:06.569751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a694be16-c769-4012-b8db-de1325e1b5d3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:06.575861 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a694be16-c769-4012-b8db-de1325e1b5d3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/ef4b0cd5-3bc6-4399-8674-923df0ae970b HTTP/1.1" status: 404 len: 337 time: 0.0559056 Nov 18 17:38:06.582286 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49786) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.638611 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c0b9f9-53f4-4788-9624-f849fab169b0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:06.639322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c0b9f9-53f4-4788-9624-f849fab169b0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:06.642845 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c0c0b9f9-53f4-4788-9624-f849fab169b0 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/8a2cf7a4-ed42-4e1d-8841-154e599d5ddd HTTP/1.1" status: 404 len: 333 time: 0.0564804 Nov 18 17:38:06.645437 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49788) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.675744 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7369fd4-d2f9-4173-8a14-147a3dc514ef tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:06.676595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7369fd4-d2f9-4173-8a14-147a3dc514ef tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:06.679716 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d7369fd4-d2f9-4173-8a14-147a3dc514ef tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/d35e1279-feec-4646-a90c-758308c096be HTTP/1.1" status: 404 len: 337 time: 0.0331225 Nov 18 17:38:06.683563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49790) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.710648 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad845e9-d640-4ad7-8528-3c6193d5cd6c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:06.711132 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad845e9-d640-4ad7-8528-3c6193d5cd6c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:06.715025 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fad845e9-d640-4ad7-8528-3c6193d5cd6c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/cc586913-de4d-4578-b082-cbbca46bf83f HTTP/1.1" status: 404 len: 333 time: 0.0298820 Nov 18 17:38:06.718055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49792) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.744234 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3de9d217-7518-400b-b8b0-534fa5c3a160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:06.746469 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3de9d217-7518-400b-b8b0-534fa5c3a160 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:06.750157 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3de9d217-7518-400b-b8b0-534fa5c3a160 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a206ad02-6126-4052-9beb-733f6f859c6d HTTP/1.1" status: 204 len: 168 time: 0.4895649 Nov 18 17:38:06.750360 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f80874-cfd7-4311-b194-70870f4868a9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:06.750924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f80874-cfd7-4311-b194-70870f4868a9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:06.754508 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-13f80874-cfd7-4311-b194-70870f4868a9 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/c272178e-a580-4229-863c-cbb902c615d9 HTTP/1.1" status: 404 len: 337 time: 0.0349479 Nov 18 17:38:06.757065 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49796) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.765873 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9d217-7518-400b-b8b0-534fa5c3a160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a206ad02-6126-4052-9beb-733f6f859c6d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:06.815089 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-abedf832-9ed1-47c2-be76-b035c6d5d4d1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:06.816118 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abedf832-9ed1-47c2-be76-b035c6d5d4d1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:06.820120 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-abedf832-9ed1-47c2-be76-b035c6d5d4d1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/3af4095a-7fd9-451e-a6cc-c74b8ae72031 HTTP/1.1" status: 404 len: 333 time: 0.0617964 Nov 18 17:38:06.822767 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49798) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.857033 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3500a8-9053-45dc-8841-192f6f8c1f20 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:06.857924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3500a8-9053-45dc-8841-192f6f8c1f20 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:06.861382 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9e3500a8-9053-45dc-8841-192f6f8c1f20 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/c1132103-81d7-4be9-b800-125da25883d4 HTTP/1.1" status: 404 len: 337 time: 0.0372293 Nov 18 17:38:06.863947 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49800) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.895752 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae4d66d-48dc-4b8c-bf4f-f4d80835494e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:06.896661 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae4d66d-48dc-4b8c-bf4f-f4d80835494e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:06.901312 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8ae4d66d-48dc-4b8c-bf4f-f4d80835494e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/15d65582-1239-49d6-8209-6b3eec898a36 HTTP/1.1" status: 404 len: 333 time: 0.0357361 Nov 18 17:38:06.903869 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49802) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.927317 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-57843675-291c-4ab5-8640-5a987de227b4 admin admin] Deleting port 5e62f6d0-02fb-4a50-9d0a-fc1be3227928 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:38:06.927757 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57843675-291c-4ab5-8640-5a987de227b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:06.933992 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e10fd7-cea4-43dc-b26e-cb02dc3f87c4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:06.934554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e10fd7-cea4-43dc-b26e-cb02dc3f87c4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:06.940652 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-48e10fd7-cea4-43dc-b26e-cb02dc3f87c4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/2cfe2901-eae0-47a8-8d94-6628799d3120 HTTP/1.1" status: 404 len: 337 time: 0.0329561 Nov 18 17:38:06.942037 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49804) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:06.971571 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce0f19a-c549-4d1c-a277-50f081c60daa tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:06.972196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce0f19a-c549-4d1c-a277-50f081c60daa tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:06.975203 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9ce0f19a-c549-4d1c-a277-50f081c60daa tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/f5e6d163-88e1-4b2b-8a99-4efc8fd00055 HTTP/1.1" status: 404 len: 337 time: 0.0320249 Nov 18 17:38:06.977891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49808) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:07.002088 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-23022aae-5b1a-4e3d-9e91-fd8dba2351ae tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:07.002659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23022aae-5b1a-4e3d-9e91-fd8dba2351ae tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:07.005839 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-23022aae-5b1a-4e3d-9e91-fd8dba2351ae tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/66fc5010-662f-44a6-b9bf-d80b30cb8fc2 HTTP/1.1" status: 404 len: 333 time: 0.0270243 Nov 18 17:38:07.043988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-57843675-291c-4ab5-8640-5a987de227b4 admin admin] For port 5e62f6d0-02fb-4a50-9d0a-fc1be3227928, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5e62f6d0-02fb-4a50-9d0a-fc1be3227928,segment=NetworkSegment(866c3e83-92a0-415f-a711-34036ba2f7b0),segment_id=866c3e83-92a0-415f-a711-34036ba2f7b0)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:07.043988 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57843675-291c-4ab5-8640-5a987de227b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:07.043988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-57843675-291c-4ab5-8640-5a987de227b4 admin admin] Calling delete_port for 5e62f6d0-02fb-4a50-9d0a-fc1be3227928 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:38:07.044744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49810) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:07.078052 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2068fb-1154-4d0e-abc2-47765537601f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:07.078465 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2068fb-1154-4d0e-abc2-47765537601f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:07.082333 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fb2068fb-1154-4d0e-abc2-47765537601f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/89f3cb4c-a7ce-4e31-8c89-8c389e1e2f3f HTTP/1.1" status: 404 len: 337 time: 0.0367217 Nov 18 17:38:07.085072 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49814) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:07.122318 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b21ba7-db75-4d01-8cbd-c4ad227b6df1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:07.122787 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b21ba7-db75-4d01-8cbd-c4ad227b6df1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:07.126378 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-84b21ba7-db75-4d01-8cbd-c4ad227b6df1 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/ec3a6a85-1297-4e47-b0da-7a329d9ac887 HTTP/1.1" status: 404 len: 337 time: 0.0401177 Nov 18 17:38:07.129010 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49818) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:07.153171 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ef5de5-4e5c-4404-9020-480618bd1ed7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:07.153730 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ef5de5-4e5c-4404-9020-480618bd1ed7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:07.156923 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-31ef5de5-4e5c-4404-9020-480618bd1ed7 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/28236639-2602-4936-b08c-01f3206d1b7f HTTP/1.1" status: 404 len: 333 time: 0.0269022 Nov 18 17:38:07.159831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49820) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:07.187054 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae76bd9-0595-4745-883e-d921099e9e7d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:07.187054 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae76bd9-0595-4745-883e-d921099e9e7d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:07.190021 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5ae76bd9-0595-4745-883e-d921099e9e7d tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/bbc32f28-b303-462f-a66f-b157ab2062b3 HTTP/1.1" status: 404 len: 337 time: 0.0296295 Nov 18 17:38:07.192607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49822) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:07.220627 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c0656e-8f4b-4ef4-9dd4-0e6a04254323 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:07.221079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c0656e-8f4b-4ef4-9dd4-0e6a04254323 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:07.226619 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c2c0656e-8f4b-4ef4-9dd4-0e6a04254323 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/2f1067ea-aa22-4633-a7b6-2cff683b9225 HTTP/1.1" status: 404 len: 337 time: 0.0306599 Nov 18 17:38:07.226862 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49824) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:07.250821 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1cdeaec-4b9d-4ddc-acd5-ae709d5e892b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:07.251410 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1cdeaec-4b9d-4ddc-acd5-ae709d5e892b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:07.257072 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b1cdeaec-4b9d-4ddc-acd5-ae709d5e892b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/ea4bf283-170a-4013-8535-af99fff72545 HTTP/1.1" status: 404 len: 333 time: 0.0269880 Nov 18 17:38:07.257332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49828) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:07.284210 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01b8fe6-d115-47e6-b5b0-e826303b0045 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:07.284722 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01b8fe6-d115-47e6-b5b0-e826303b0045 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:07.287880 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e01b8fe6-d115-47e6-b5b0-e826303b0045 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/1c2f6030-6071-4681-b32d-697cbfa764fd HTTP/1.1" status: 404 len: 337 time: 0.0295777 Nov 18 17:38:07.290531 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49830) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:07.327371 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a33f234-03b3-41c5-9e0d-c01897f8ca84 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:07.328310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a33f234-03b3-41c5-9e0d-c01897f8ca84 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:07.332648 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9a33f234-03b3-41c5-9e0d-c01897f8ca84 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/a3ee1968-b3ae-4f49-9cf6-50d956137868 HTTP/1.1" status: 404 len: 337 time: 0.0411000 Nov 18 17:38:07.335704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49836) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:07.368086 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a2a84-3bad-439a-a595-06ada7e5948e req-031a4237-c273-4adc-a15c-8100254d6a43 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:07.369884 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c8a2a84-3bad-439a-a595-06ada7e5948e req-031a4237-c273-4adc-a15c-8100254d6a43 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.0840671 Nov 18 17:38:07.372127 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-90f0cc5a-e99f-42be-916b-ccc1c182ecae tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports?device_id=3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca HTTP/1.1" status: 200 len: 205 time: 0.0341022 Nov 18 17:38:07.374131 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49840) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:07.379704 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b8290a66-fa5b-4340-adaf-ea7823f6d2c8 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:38:07.397415 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57843675-291c-4ab5-8640-5a987de227b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:07.407725 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: b8290a66-fa5b-4340-adaf-ea7823f6d2c8 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:38:07.408129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b8290a66-fa5b-4340-adaf-ea7823f6d2c8 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:38:07.530976 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-f2d874fa-3961-403b-9d2f-32d1180cd888 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] delete failed (client error): The resource could not be found. Nov 18 17:38:07.534171 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49854) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:07.538573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f2d874fa-3961-403b-9d2f-32d1180cd888 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/routers/3293b7f2-43ef-4bd2-a5f9-fc5a786dc1ca HTTP/1.1" status: 404 len: 336 time: 0.1630058 Nov 18 17:38:07.557707 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57843675-291c-4ab5-8640-5a987de227b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e62f6d0-02fb-4a50-9d0a-fc1be3227928,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:07.601203 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5fa51f-5231-45ec-a0c1-025f06d40683 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:07.604943 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5fa51f-5231-45ec-a0c1-025f06d40683 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:07.624921 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8b5fa51f-5231-45ec-a0c1-025f06d40683 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/3fb8852b-2c70-42bb-8dfc-35c2581941af HTTP/1.1" status: 404 len: 337 time: 0.0869279 Nov 18 17:38:07.625553 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49860) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:07.649092 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c8a2a84-3bad-439a-a595-06ada7e5948e req-6370ab66-f459-4cc2-9e48-d8c2c024259e tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618501 Nov 18 17:38:07.683457 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-23f44c1c-aabb-43ec-86c6-99af0812e32a tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7571a57-b909-4a8a-aae2-01cf20bd0af3 HTTP/1.1" status: 200 len: 205 time: 0.0534949 Nov 18 17:38:07.683878 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49864) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:07.727128 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-2b27e3c6-febc-43fe-8bfb-d628a444973c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] delete failed (client error): The resource could not be found. Nov 18 17:38:07.732481 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2b27e3c6-febc-43fe-8bfb-d628a444973c tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/routers/c7571a57-b909-4a8a-aae2-01cf20bd0af3 HTTP/1.1" status: 404 len: 336 time: 0.0475008 Nov 18 17:38:07.733312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49866) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:07.792213 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a339d3a-485d-4e16-a874-12c0dd73c88b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:07.792428 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a339d3a-485d-4e16-a874-12c0dd73c88b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:07.798369 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5a339d3a-485d-4e16-a874-12c0dd73c88b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/ac737eed-c315-490d-89d7-bd24cfe9a6d5 HTTP/1.1" status: 404 len: 337 time: 0.0638316 Nov 18 17:38:07.799218 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49874) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:07.846680 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e03d4e-6ca8-41c6-9962-7d9d8c03b5fc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:07.848777 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e03d4e-6ca8-41c6-9962-7d9d8c03b5fc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:07.859948 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e1e03d4e-6ca8-41c6-9962-7d9d8c03b5fc tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/d70b50db-5d40-42ca-ae03-34d864462d20 HTTP/1.1" status: 404 len: 337 time: 0.0593569 Nov 18 17:38:07.862250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49876) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:07.909742 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-57843675-291c-4ab5-8640-5a987de227b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:07.912574 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7a95af-fb84-4e75-8001-ade995de1bf5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:07.913365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7a95af-fb84-4e75-8001-ade995de1bf5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:07.917404 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fc7a95af-fb84-4e75-8001-ade995de1bf5 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/69c37a3e-a432-4aed-81a0-af21e9f0d3f0 HTTP/1.1" status: 404 len: 333 time: 0.0520775 Nov 18 17:38:07.919916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49880) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:07.955804 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eaf7467-dbf5-411a-a5bc-14aeeb807568 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:07.956297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eaf7467-dbf5-411a-a5bc-14aeeb807568 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:07.959820 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3eaf7467-dbf5-411a-a5bc-14aeeb807568 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/f673a1e5-1c42-483e-8125-42be64863e04 HTTP/1.1" status: 404 len: 337 time: 0.0385351 Nov 18 17:38:07.962356 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49884) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:08.000608 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f7b58a-ab3b-4a50-b693-5e4d0386bfe3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:08.001915 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f7b58a-ab3b-4a50-b693-5e4d0386bfe3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:08.007141 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-81f7b58a-ab3b-4a50-b693-5e4d0386bfe3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/6cf99d95-69b8-4578-926a-cc46c98b6638 HTTP/1.1" status: 404 len: 333 time: 0.0421059 Nov 18 17:38:08.012224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49888) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:08.043468 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdde6b7-cd7d-4c5d-abf5-b09510f41ab3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:08.043964 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cdde6b7-cd7d-4c5d-abf5-b09510f41ab3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:08.047593 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6cdde6b7-cd7d-4c5d-abf5-b09510f41ab3 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/cbcf2f20-7278-4e38-a7ea-7fa80bbd8c96 HTTP/1.1" status: 404 len: 337 time: 0.0342097 Nov 18 17:38:08.050671 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49892) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:08.087485 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-451c2a90-5e9d-495d-8f0b-35a2cd893af4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:08.088997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451c2a90-5e9d-495d-8f0b-35a2cd893af4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:08.092520 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-451c2a90-5e9d-495d-8f0b-35a2cd893af4 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/d84aee83-f6bb-40dc-9c8d-c3dba7e77adc HTTP/1.1" status: 404 len: 333 time: 0.0406852 Nov 18 17:38:08.095001 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49898) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:08.128980 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-4108934a-abf4-4d9c-9c8b-f06c8a90ca9f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:08.129619 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4108934a-abf4-4d9c-9c8b-f06c8a90ca9f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:08.132935 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4108934a-abf4-4d9c-9c8b-f06c8a90ca9f tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/dd7b5571-1ce0-4d6e-a055-79376e6eedb1 HTTP/1.1" status: 404 len: 337 time: 0.0368407 Nov 18 17:38:08.135959 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49902) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:08.163902 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6581479-9572-4cc7-a21c-ef913fe39e8e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:08.164701 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6581479-9572-4cc7-a21c-ef913fe39e8e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:08.170414 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a6581479-9572-4cc7-a21c-ef913fe39e8e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/3e771cf9-9b97-4950-8a8f-9dab280dbfae HTTP/1.1" status: 404 len: 333 time: 0.0326579 Nov 18 17:38:08.172384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49906) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:08.201204 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c36f2dc-5b1e-46f0-83d0-89df91a6982e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:08.201695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c36f2dc-5b1e-46f0-83d0-89df91a6982e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:08.205185 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8c36f2dc-5b1e-46f0-83d0-89df91a6982e tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/2d1b650a-747b-4b8d-965e-eb8178f85284 HTTP/1.1" status: 404 len: 337 time: 0.0318456 Nov 18 17:38:08.207693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49910) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:08.258401 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f985ff4-621a-4f08-b09c-d2a590d220ba tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:08.259145 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f985ff4-621a-4f08-b09c-d2a590d220ba tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:08.262922 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5f985ff4-621a-4f08-b09c-d2a590d220ba tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/672b6ffe-2b43-4afe-91bc-a79b026be5fd HTTP/1.1" status: 404 len: 333 time: 0.0542634 Nov 18 17:38:08.266072 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49914) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:08.296117 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-631da201-7646-496d-b499-16be6679ae38 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:08.296585 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-631da201-7646-496d-b499-16be6679ae38 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:08.299737 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-631da201-7646-496d-b499-16be6679ae38 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/f9cb40c9-85a9-49dd-bf04-826a26c35951 HTTP/1.1" status: 404 len: 337 time: 0.0327225 Nov 18 17:38:08.303091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49916) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:08.319257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57843675-291c-4ab5-8640-5a987de227b4 admin admin] Router 586e6e43-c2a3-41f7-9763-fe02ef358256 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:38:08.340328 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a168310-cab0-48a8-9e46-e29c30800cba tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:08.340913 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a168310-cab0-48a8-9e46-e29c30800cba tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:08.344198 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2a168310-cab0-48a8-9e46-e29c30800cba tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/6811b917-553c-4cb6-9dd0-4e653e0c57d7 HTTP/1.1" status: 404 len: 333 time: 0.0391042 Nov 18 17:38:08.347508 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49924) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:08.387831 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb2948a-d1a2-419f-a37c-2e986b4c15eb tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:08.388336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb2948a-d1a2-419f-a37c-2e986b4c15eb tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:08.391817 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3bb2948a-d1a2-419f-a37c-2e986b4c15eb tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/98c07502-14fa-4304-90ec-397fc2e430ce HTTP/1.1" status: 404 len: 337 time: 0.0429413 Nov 18 17:38:08.399309 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49926) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:08.438884 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0ea831-654c-49f9-8e8a-caa94583286b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:08.439910 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0ea831-654c-49f9-8e8a-caa94583286b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:08.445477 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2e0ea831-654c-49f9-8e8a-caa94583286b tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/ports/b91c9e84-6383-42ba-bad1-2748de6dc325 HTTP/1.1" status: 404 len: 333 time: 0.0437155 Nov 18 17:38:08.448272 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49928) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:08.487437 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4ffe55-06ad-42c3-929e-4a2aeff8c887 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] DELETE failed (client error): The resource could not be found. Nov 18 17:38:08.487941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4ffe55-06ad-42c3-929e-4a2aeff8c887 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:38:08.494911 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4b4ffe55-06ad-42c3-929e-4a2aeff8c887 tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/subnets/68e27124-fbb9-44c3-8ea0-7845233768ab HTTP/1.1" status: 404 len: 337 time: 0.0426903 Nov 18 17:38:08.495418 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49936) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:08.535893 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57843675-291c-4ab5-8640-5a987de227b4 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:38:08.546146 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e7d13-b7e0-49de-ade5-ab27853c0be1 None None] Sync routers for ids ['586e6e43-c2a3-41f7-9763-fe02ef358256'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:38:08.548859 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-57843675-291c-4ab5-8640-5a987de227b4 admin admin] 10.222.0.72 "PUT /v2.0/routers/586e6e43-c2a3-41f7-9763-fe02ef358256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5284693 Nov 18 17:38:08.553295 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 49938) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:08.563456 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e7d13-b7e0-49de-ade5-ab27853c0be1 None None] Routers {'586e6e43-c2a3-41f7-9763-fe02ef358256'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:38:08.569204 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a35e7d13-b7e0-49de-ade5-ab27853c0be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:38:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['586e6e43-c2a3-41f7-9763-fe02ef358256'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:08.611227 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa189259-584d-4c95-bbf3-10d5def8b4db tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:08.742509 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa189259-584d-4c95-bbf3-10d5def8b4db tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:08.749984 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:08.768298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-aa189259-584d-4c95-bbf3-10d5def8b4db tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e45a538-7011-458e-bc0c-33977cda4913']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:08.779650 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-a35e7d13-b7e0-49de-ade5-ab27853c0be1 None None] Set router 586e6e43-c2a3-41f7-9763-fe02ef358256 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:38:08.780091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-aa189259-584d-4c95-bbf3-10d5def8b4db tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dfff226-9933-4aad-a0ee-686b73ec7cdc') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:08.780571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-aa189259-584d-4c95-bbf3-10d5def8b4db tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dfff226-9933-4aad-a0ee-686b73ec7cdc') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:08.799099 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa189259-584d-4c95-bbf3-10d5def8b4db tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:08.862934 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa189259-584d-4c95-bbf3-10d5def8b4db tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:08.905467 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa189259-584d-4c95-bbf3-10d5def8b4db tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:38:08.905941 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa189259-584d-4c95-bbf3-10d5def8b4db tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:38:08.924794 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:38:08.927968 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87097dc8-337c-4fa1-aaaf-1db2065296fc req-3ee9797a-8570-490b-bc62-0b2e4892c0b0 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:08.943279 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87097dc8-337c-4fa1-aaaf-1db2065296fc req-3ee9797a-8570-490b-bc62-0b2e4892c0b0 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.1152041 Nov 18 17:38:09.080017 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a35e7d13-b7e0-49de-ade5-ab27853c0be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:38:07Z', 'revision_number': 5, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port': {'id': 'bc9be364-b3fb-423e-b1aa-99cb238a6d7d', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:29:34Z', 'updated_at': '2021-11-18T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:09.105279 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87097dc8-337c-4fa1-aaaf-1db2065296fc req-df0ca217-7bc2-40aa-989e-292f7eff1abf tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609612 Nov 18 17:38:09.124420 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:09.251002 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa189259-584d-4c95-bbf3-10d5def8b4db tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:09.273698 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa189259-584d-4c95-bbf3-10d5def8b4db tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:09.288470 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e7d13-b7e0-49de-ade5-ab27853c0be1 None None] Checking router: 586e6e43-c2a3-41f7-9763-fe02ef358256 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:38:09.293264 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-aa189259-584d-4c95-bbf3-10d5def8b4db tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] 10.222.0.72 "DELETE /v2.0/networks/5e45a538-7011-458e-bc0c-33977cda4913 HTTP/1.1" status: 204 len: 168 time: 0.7967324 Nov 18 17:38:09.309430 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e7d13-b7e0-49de-ade5-ab27853c0be1 None None] Routers {'586e6e43-c2a3-41f7-9763-fe02ef358256'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:38:09.310433 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a35e7d13-b7e0-49de-ade5-ab27853c0be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:38:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['586e6e43-c2a3-41f7-9763-fe02ef358256'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:09.349414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa189259-584d-4c95-bbf3-10d5def8b4db tempest-NetworksTestDHCPv6-1105577009 tempest-NetworksTestDHCPv6-1105577009-project] Pushing event deleted for resources: {'Network': ['ID=5e45a538-7011-458e-bc0c-33977cda4913,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:09.371405 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Deleting port bc9be364-b3fb-423e-b1aa-99cb238a6d7d {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:38:09.373022 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:09.478015 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-a35e7d13-b7e0-49de-ade5-ab27853c0be1 None None] Set router 586e6e43-c2a3-41f7-9763-fe02ef358256 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:38:09.534511 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] For port bc9be364-b3fb-423e-b1aa-99cb238a6d7d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=bc9be364-b3fb-423e-b1aa-99cb238a6d7d,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:09.535057 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:09.541931 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a35e7d13-b7e0-49de-ade5-ab27853c0be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:38:09Z', 'revision_number': 6, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:09.568310 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Calling delete_port for bc9be364-b3fb-423e-b1aa-99cb238a6d7d owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:38:09.573914 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e7d13-b7e0-49de-ade5-ab27853c0be1 None None] The sync data for ids ['586e6e43-c2a3-41f7-9763-fe02ef358256'] in n-d-813419-11 is: [{'id': '586e6e43-c2a3-41f7-9763-fe02ef358256', 'name': 'tempest-AttachVolumeTestJSON-90228918-router', 'tenant_id': '3561bfcd86bf4651825b50a84fed4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:29:33Z', 'updated_at': '2021-11-18T17:38:09Z', 'revision_number': 6, 'project_id': '3561bfcd86bf4651825b50a84fed4187', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:38:10.054698 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 49990) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:10.312025 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-158eadbf-68f0-4897-9e84-1841ebd593c5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=756addef9f8f4ccba6e936d558c2f0a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2538326 Nov 18 17:38:10.312674 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50004) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:10.372060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e509ad-06e3-49ec-b5bb-db83a1238717 req-78f19e6f-3dc2-44c4-ae8c-8ca7d4f5f916 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:10.373634 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9e509ad-06e3-49ec-b5bb-db83a1238717 req-78f19e6f-3dc2-44c4-ae8c-8ca7d4f5f916 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.1095850 Nov 18 17:38:10.379367 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-86fe348e-40cb-4cc1-a727-1688b1597d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:10.411977 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-86fe348e-40cb-4cc1-a727-1688b1597d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:10.427812 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:10.465833 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9be364-b3fb-423e-b1aa-99cb238a6d7d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:10.509576 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8096ef11-9831-46fd-b7db-53e7d10a269f None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:38:10.532333 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:10.532333 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:10.532648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:10.532987 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:10.533318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:10.533656 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:10.534031 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:10.534300 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:10.534623 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:10.535050 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:10.535295 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:10.535565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:10.542618 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9e509ad-06e3-49ec-b5bb-db83a1238717 req-c21ec9b6-23aa-44e1-86ec-91a698ff0b61 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608765 Nov 18 17:38:10.563618 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-86fe348e-40cb-4cc1-a727-1688b1597d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:10.566478 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-86fe348e-40cb-4cc1-a727-1688b1597d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:10.567675 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-86fe348e-40cb-4cc1-a727-1688b1597d9b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a90810ca-e4d4-4920-8cfc-c333f0dcafb7 HTTP/1.1" status: 204 len: 168 time: 0.2526333 Nov 18 17:38:10.579015 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe348e-40cb-4cc1-a727-1688b1597d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90810ca-e4d4-4920-8cfc-c333f0dcafb7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:10.614563 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:10.737692 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:10.740564 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:10.893669 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:10.894498 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 586e6e43-c2a3-41f7-9763-fe02ef358256 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:38:10.899495 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:10.901320 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-83383bba-99d1-47b4-b89a-182a38022182 admin admin] 10.222.0.72 "DELETE /v2.0/routers/586e6e43-c2a3-41f7-9763-fe02ef358256 HTTP/1.1" status: 204 len: 168 time: 2.3469305 Nov 18 17:38:10.903911 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50028) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:10.959271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7da67f-9504-4887-9487-7eb006ebcaaf admin admin] Deleting subnet 70dc3bb0-cf69-468a-9c5a-9bf08dbebb13 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:38:10.964144 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f7da67f-9504-4887-9487-7eb006ebcaaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:11.012809 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f7da67f-9504-4887-9487-7eb006ebcaaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:11.111244 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f7da67f-9504-4887-9487-7eb006ebcaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:11.334649 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f7da67f-9504-4887-9487-7eb006ebcaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:11.414851 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8fef31-771d-440a-b1bf-ad7428e13a95 None None] Network c5a36094-7848-4e06-82e7-e00180c96a72 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:38:11.419982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7da67f-9504-4887-9487-7eb006ebcaaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70dc3bb0-cf69-468a-9c5a-9bf08dbebb13,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:11.426990 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f7da67f-9504-4887-9487-7eb006ebcaaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:11.437470 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50050) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:11.438452 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9f7da67f-9504-4887-9487-7eb006ebcaaf admin admin] 10.222.0.72 "DELETE /v2.0/subnets/70dc3bb0-cf69-468a-9c5a-9bf08dbebb13 HTTP/1.1" status: 204 len: 168 time: 0.5325582 Nov 18 17:38:11.512842 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bc9be364-b3fb-423e-b1aa-99cb238a6d7d no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:38:11.541800 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:11.543062 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: bc9be364-b3fb-423e-b1aa-99cb238a6d7d {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:38:11.543369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bc9be364-b3fb-423e-b1aa-99cb238a6d7d not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:38:11.544120 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5e62f6d0-02fb-4a50-9d0a-fc1be3227928 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:38:11.601770 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] Deleting port d208ffc5-b384-43e9-bd9c-b739763cd04d {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:38:11.602120 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:11.711935 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] For port d208ffc5-b384-43e9-bd9c-b739763cd04d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d208ffc5-b384-43e9-bd9c-b739763cd04d,segment=NetworkSegment(866c3e83-92a0-415f-a711-34036ba2f7b0),segment_id=866c3e83-92a0-415f-a711-34036ba2f7b0)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:11.712231 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:11.727614 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] Calling delete_port for d208ffc5-b384-43e9-bd9c-b739763cd04d owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:38:11.757172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81cbd8-a784-49c1-9517-f5e27feb5956 req-6fdb7e14-be4c-40e9-a114-e4a958fdfc8c tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:11.758974 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 5e62f6d0-02fb-4a50-9d0a-fc1be3227928 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:38:11.759341 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5e62f6d0-02fb-4a50-9d0a-fc1be3227928 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:38:11.759488 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f81cbd8-a784-49c1-9517-f5e27feb5956 req-6fdb7e14-be4c-40e9-a114-e4a958fdfc8c tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.0935128 Nov 18 17:38:11.864705 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f81cbd8-a784-49c1-9517-f5e27feb5956 req-ed91d8a7-c277-4918-80dd-573ecbe56cf6 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742099 Nov 18 17:38:11.887593 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae62c361-bfb0-4beb-bbcb-abf85d340ae0 None None] DHCP port deletion for c5a36094-7848-4e06-82e7-e00180c96a72 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:38:11.935387 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ae62c361-bfb0-4beb-bbcb-abf85d340ae0 None None] Deleting port d208ffc5-b384-43e9-bd9c-b739763cd04d {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:38:11.935747 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae62c361-bfb0-4beb-bbcb-abf85d340ae0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:12.002979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ae62c361-bfb0-4beb-bbcb-abf85d340ae0 None None] For port d208ffc5-b384-43e9-bd9c-b739763cd04d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d208ffc5-b384-43e9-bd9c-b739763cd04d,segment=NetworkSegment(866c3e83-92a0-415f-a711-34036ba2f7b0),segment_id=866c3e83-92a0-415f-a711-34036ba2f7b0)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:12.003382 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae62c361-bfb0-4beb-bbcb-abf85d340ae0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:12.016572 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ae62c361-bfb0-4beb-bbcb-abf85d340ae0 None None] Calling delete_port for d208ffc5-b384-43e9-bd9c-b739763cd04d owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:38:12.049057 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:12.081204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] Pushing event deleted for resources: {'Port': ['ID=d208ffc5-b384-43e9-bd9c-b739763cd04d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:12.085851 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] No DVR routers for this DVR port d208ffc5-b384-43e9-bd9c-b739763cd04d on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:38:12.115132 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae62c361-bfb0-4beb-bbcb-abf85d340ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:12.149372 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae62c361-bfb0-4beb-bbcb-abf85d340ae0 None None] No DVR routers for this DVR port d208ffc5-b384-43e9-bd9c-b739763cd04d on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:38:12.160895 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62c361-bfb0-4beb-bbcb-abf85d340ae0 None None] Pushing event deleted for resources: {'Port': ['ID=d208ffc5-b384-43e9-bd9c-b739763cd04d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:12.223669 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:12.247068 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a36094-7848-4e06-82e7-e00180c96a72']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:12.257775 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866c3e83-92a0-415f-a711-34036ba2f7b0') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:12.258355 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866c3e83-92a0-415f-a711-34036ba2f7b0') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:12.269376 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:12.286321 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:12.294076 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:38:12.294564 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:38:12.296526 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:38:12.448946 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:12.457767 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:12.464975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] 10.222.0.72 "DELETE /v2.0/networks/c5a36094-7848-4e06-82e7-e00180c96a72 HTTP/1.1" status: 204 len: 168 time: 1.0261877 Nov 18 17:38:12.482006 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b0c63-c784-41ed-be15-5527a60ed578 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5a36094-7848-4e06-82e7-e00180c96a72,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:12.984250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50110) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:13.011110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66438770-6019-4312-9c7b-596334336b2f req-c0c7edca-61b2-4f66-be5d-cb0d86a62f45 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:13.012832 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66438770-6019-4312-9c7b-596334336b2f req-c0c7edca-61b2-4f66-be5d-cb0d86a62f45 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.0622656 Nov 18 17:38:13.027474 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-98ee886d-40a1-4dd7-9a12-5d0fbbf7d97b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3561bfcd86bf4651825b50a84fed4187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461597 Nov 18 17:38:13.031405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50112) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:13.069806 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66438770-6019-4312-9c7b-596334336b2f req-c81d66ef-19f1-4ac8-876d-4344c06b5fbe tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496252 Nov 18 17:38:13.084810 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e280aee8-6513-4d78-9043-3679a584c79a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:13.109862 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50116) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:13.118408 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e280aee8-6513-4d78-9043-3679a584c79a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:13.219584 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Request body: {'networks': [{'name': 'tempest-network--588072884'}, {'name': 'tempest-network--1712623842'}]} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:13.219950 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Request body: {'network': {'name': 'tempest-network--588072884'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:13.220432 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Request body: {'network': {'name': 'tempest-network--1712623842'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:13.249124 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e280aee8-6513-4d78-9043-3679a584c79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:13.251861 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e280aee8-6513-4d78-9043-3679a584c79a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:13.253036 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e280aee8-6513-4d78-9043-3679a584c79a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/70134661-72d8-456d-a528-66c1352794eb HTTP/1.1" status: 204 len: 168 time: 0.2203562 Nov 18 17:38:13.261709 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280aee8-6513-4d78-9043-3679a584c79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70134661-72d8-456d-a528-66c1352794eb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:13.330375 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Made reservation on behalf of 16e21c209de640098e00f3a7306b0f1b for: {'network': 2} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:38:13.335640 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:13.354694 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:13.420662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d208ffc5-b384-43e9-bd9c-b739763cd04d no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:38:13.453035 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: d208ffc5-b384-43e9-bd9c-b739763cd04d {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:38:13.458511 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:13.461473 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d208ffc5-b384-43e9-bd9c-b739763cd04d not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:38:13.522996 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:13.523610 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:13.567946 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdbb546-583f-4496-8028-62f68ffc0acd,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:13.577857 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:38:13.587663 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:13.588088 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Added segment 026101d0-9432-4344-a243-ee7cfedbbce5 of type vlan for network af8eb177-0d86-4ebc-9680-a0721ddc09e1 Nov 18 17:38:13.653257 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:13.682354 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:38:13.692163 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:13.692510 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Added segment 46f4a932-45eb-4cb7-957e-26d0fd049d21 of type vlan for network 69be3973-e93b-47a5-a93a-a0511cca58b8 Nov 18 17:38:13.735604 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:13.894624 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:13.895146 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:13.900987 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:13.905868 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:13.906502 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:13.982620 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event updated for resources: {'Network': ['ID=af8eb177-0d86-4ebc-9680-a0721ddc09e1,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:13.995731 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network af8eb177-0d86-4ebc-9680-a0721ddc09e1 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:38:14.079734 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event updated for resources: {'Network': ['ID=69be3973-e93b-47a5-a93a-a0511cca58b8,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:14.096112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 69be3973-e93b-47a5-a93a-a0511cca58b8 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:38:14.107126 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1d684212-656a-4693-82cb-5a495a05bbb8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9956777 Nov 18 17:38:14.110836 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50196) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:14.244511 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0b32b-60a9-4582-b146-8bf17605c723 req-05d03afb-029f-4b01-a57a-a73fbc8af077 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:14.245909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36f0b32b-60a9-4582-b146-8bf17605c723 req-05d03afb-029f-4b01-a57a-a73fbc8af077 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.0757818 Nov 18 17:38:14.319495 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36f0b32b-60a9-4582-b146-8bf17605c723 req-4f4da682-7496-414c-9bed-0648f3df66d1 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663624 Nov 18 17:38:14.344898 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec3558-bfb2-4fde-884b-eda460ea9c3f req-a9b0f40a-8cfb-4150-a11e-98c021e5536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:14.346408 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-67ec3558-bfb2-4fde-884b-eda460ea9c3f req-a9b0f40a-8cfb-4150-a11e-98c021e5536e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c792286d243e4484b7d541f96477c28c&device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 1097 time: 0.1370587 Nov 18 17:38:14.372657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45485323-81af-45c3-adec-422c9082f6f4 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:14.378844 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45485323-81af-45c3-adec-422c9082f6f4 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:14.385050 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45485323-81af-45c3-adec-422c9082f6f4 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:14.391743 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45485323-81af-45c3-adec-422c9082f6f4 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:14.396452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50216) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:14.396860 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-45485323-81af-45c3-adec-422c9082f6f4 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2837090 Nov 18 17:38:14.499235 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bcebda98-35fb-4673-87d7-89bd2c3b17e5 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:14.512911 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec3558-bfb2-4fde-884b-eda460ea9c3f req-0631b14e-d6d3-4917-b604-d7f8c5541b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:14.515610 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-67ec3558-bfb2-4fde-884b-eda460ea9c3f req-0631b14e-d6d3-4917-b604-d7f8c5541b45 service neutron] 10.222.0.81 "GET /v2.0/networks?id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358 HTTP/1.1" status: 200 len: 918 time: 0.1604629 Nov 18 17:38:14.583949 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-67ec3558-bfb2-4fde-884b-eda460ea9c3f req-39ca5f07-0bb6-4cb2-bb90-e347eedf33aa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed HTTP/1.1" status: 200 len: 1000 time: 0.0611017 Nov 18 17:38:14.612776 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bcebda98-35fb-4673-87d7-89bd2c3b17e5 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:14.634535 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-bcebda98-35fb-4673-87d7-89bd2c3b17e5 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8eb177-0d86-4ebc-9680-a0721ddc09e1']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:14.639503 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec3558-bfb2-4fde-884b-eda460ea9c3f req-b2822c17-4a61-491a-a952-4d1209f0ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:14.641310 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-67ec3558-bfb2-4fde-884b-eda460ea9c3f req-b2822c17-4a61-491a-a952-4d1209f0ba27 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=10777e13-94e4-46f6-b1c7-ddc7fdf51d26 HTTP/1.1" status: 200 len: 855 time: 0.0509214 Nov 18 17:38:14.644771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-bcebda98-35fb-4673-87d7-89bd2c3b17e5 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026101d0-9432-4344-a243-ee7cfedbbce5') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:14.645073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-bcebda98-35fb-4673-87d7-89bd2c3b17e5 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026101d0-9432-4344-a243-ee7cfedbbce5') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:14.660663 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bcebda98-35fb-4673-87d7-89bd2c3b17e5 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:14.677793 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bcebda98-35fb-4673-87d7-89bd2c3b17e5 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:14.691479 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcebda98-35fb-4673-87d7-89bd2c3b17e5 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:38:14.691868 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bcebda98-35fb-4673-87d7-89bd2c3b17e5 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:38:14.695703 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:38:14.699749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec3558-bfb2-4fde-884b-eda460ea9c3f req-6d41f3f6-bc15-4b25-9faf-defe86fc9d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:14.701472 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-67ec3558-bfb2-4fde-884b-eda460ea9c3f req-6d41f3f6-bc15-4b25-9faf-defe86fc9d6b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528808 Nov 18 17:38:14.805959 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-67ec3558-bfb2-4fde-884b-eda460ea9c3f req-346fbcb1-958d-4914-b813-a6c613028f62 service neutron] 10.222.0.81 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950119 Nov 18 17:38:14.849090 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bcebda98-35fb-4673-87d7-89bd2c3b17e5 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:14.857139 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bcebda98-35fb-4673-87d7-89bd2c3b17e5 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:14.860638 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bcebda98-35fb-4673-87d7-89bd2c3b17e5 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "DELETE /v2.0/networks/af8eb177-0d86-4ebc-9680-a0721ddc09e1 HTTP/1.1" status: 204 len: 168 time: 0.4628584 Nov 18 17:38:14.862969 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50248) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:14.899103 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebda98-35fb-4673-87d7-89bd2c3b17e5 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event deleted for resources: {'Network': ['ID=af8eb177-0d86-4ebc-9680-a0721ddc09e1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:14.947034 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-67ec3558-bfb2-4fde-884b-eda460ea9c3f req-7e218d2e-5d74-4b09-90b4-102c81834536 service neutron] 10.222.0.81 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336114 Nov 18 17:38:14.979084 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e371-0ce7-4e3b-b77e-c2fc125b9b48 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:15.072099 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e371-0ce7-4e3b-b77e-c2fc125b9b48 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:15.092799 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-b7b3e371-0ce7-4e3b-b77e-c2fc125b9b48 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69be3973-e93b-47a5-a93a-a0511cca58b8']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:15.102518 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-b7b3e371-0ce7-4e3b-b77e-c2fc125b9b48 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f4a932-45eb-4cb7-957e-26d0fd049d21') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:15.102828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-b7b3e371-0ce7-4e3b-b77e-c2fc125b9b48 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f4a932-45eb-4cb7-957e-26d0fd049d21') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:15.116102 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e371-0ce7-4e3b-b77e-c2fc125b9b48 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:15.129744 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e371-0ce7-4e3b-b77e-c2fc125b9b48 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:15.135632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b3e371-0ce7-4e3b-b77e-c2fc125b9b48 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:38:15.136070 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e371-0ce7-4e3b-b77e-c2fc125b9b48 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:38:15.138982 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:38:15.283007 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e371-0ce7-4e3b-b77e-c2fc125b9b48 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:15.302506 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e371-0ce7-4e3b-b77e-c2fc125b9b48 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:15.306233 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b7b3e371-0ce7-4e3b-b77e-c2fc125b9b48 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "DELETE /v2.0/networks/69be3973-e93b-47a5-a93a-a0511cca58b8 HTTP/1.1" status: 204 len: 168 time: 0.4422042 Nov 18 17:38:15.307209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3e371-0ce7-4e3b-b77e-c2fc125b9b48 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event deleted for resources: {'Network': ['ID=69be3973-e93b-47a5-a93a-a0511cca58b8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:15.309163 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50278) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:15.421960 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af56f2ff-8f17-4de1-8231-759f0452a5c9 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:15.428440 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af56f2ff-8f17-4de1-8231-759f0452a5c9 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:15.434577 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-af56f2ff-8f17-4de1-8231-759f0452a5c9 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1246910 Nov 18 17:38:15.435216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50290) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:15.440392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f26620cc-08fc-4ac6-a579-1cccbc7609f2 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-917100110'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:15.468292 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ee52f-ced6-4eed-8675-8c544d95b78f req-1511732a-eb4d-44b2-b059-06d3c37152dd tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:15.469892 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa1ee52f-ced6-4eed-8675-8c544d95b78f req-1511732a-eb4d-44b2-b059-06d3c37152dd tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.0631297 Nov 18 17:38:15.533258 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa1ee52f-ced6-4eed-8675-8c544d95b78f req-12506faf-5fa2-479a-9351-e0d9baa45d09 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551038 Nov 18 17:38:15.540151 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26620cc-08fc-4ac6-a579-1cccbc7609f2 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Made reservation on behalf of 16e21c209de640098e00f3a7306b0f1b for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:38:15.544011 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f26620cc-08fc-4ac6-a579-1cccbc7609f2 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:15.579105 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26620cc-08fc-4ac6-a579-1cccbc7609f2 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:38:15.589505 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f26620cc-08fc-4ac6-a579-1cccbc7609f2 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:15.593248 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-f26620cc-08fc-4ac6-a579-1cccbc7609f2 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Added segment 63803374-5e92-463d-82c0-23cdfe1a57e5 of type vlan for network 215eb0ee-2c77-406a-9eba-e5e5936bef24 Nov 18 17:38:15.632696 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f26620cc-08fc-4ac6-a579-1cccbc7609f2 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:15.757056 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f26620cc-08fc-4ac6-a579-1cccbc7609f2 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:15.763715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26620cc-08fc-4ac6-a579-1cccbc7609f2 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:15.764560 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f26620cc-08fc-4ac6-a579-1cccbc7609f2 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:15.866189 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26620cc-08fc-4ac6-a579-1cccbc7609f2 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event updated for resources: {'Network': ['ID=215eb0ee-2c77-406a-9eba-e5e5936bef24,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:15.880329 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 215eb0ee-2c77-406a-9eba-e5e5936bef24 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:38:15.960330 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f26620cc-08fc-4ac6-a579-1cccbc7609f2 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5238891 Nov 18 17:38:15.963181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50320) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:15.971305 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a7924116-7381-4487-9797-86a7855247b6 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-422689269'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:16.082082 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7924116-7381-4487-9797-86a7855247b6 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Made reservation on behalf of 16e21c209de640098e00f3a7306b0f1b for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:38:16.085863 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7924116-7381-4487-9797-86a7855247b6 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:16.110546 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7924116-7381-4487-9797-86a7855247b6 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:38:16.120707 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7924116-7381-4487-9797-86a7855247b6 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:16.120916 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-a7924116-7381-4487-9797-86a7855247b6 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Added segment cb7f8c5a-3086-4711-bbee-30df67c17dda of type vlan for network 5d9c4470-a4e2-4917-9816-7ceb758dd3fd Nov 18 17:38:16.178206 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7924116-7381-4487-9797-86a7855247b6 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:16.288892 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7924116-7381-4487-9797-86a7855247b6 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:16.295506 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7924116-7381-4487-9797-86a7855247b6 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:16.299542 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7924116-7381-4487-9797-86a7855247b6 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:16.373330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7924116-7381-4487-9797-86a7855247b6 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event updated for resources: {'Network': ['ID=5d9c4470-a4e2-4917-9816-7ceb758dd3fd,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:16.384750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 5d9c4470-a4e2-4917-9816-7ceb758dd3fd details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:38:16.389141 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a7924116-7381-4487-9797-86a7855247b6 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4246407 Nov 18 17:38:16.393798 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50350) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:16.398350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Request body: {'ports': [{'network_id': '215eb0ee-2c77-406a-9eba-e5e5936bef24', 'name': 'tempest-port--49677039', 'admin_state_up': True}, {'network_id': '5d9c4470-a4e2-4917-9816-7ceb758dd3fd', 'admin_state_up': False}]} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:16.398681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Request body: {'port': {'network_id': '215eb0ee-2c77-406a-9eba-e5e5936bef24', 'name': 'tempest-port--49677039', 'admin_state_up': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:16.399247 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Request body: {'port': {'network_id': '5d9c4470-a4e2-4917-9816-7ceb758dd3fd', 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:16.686473 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72676476-75dd-4763-b88a-356d93ebbd6d req-5bb9f9cf-c748-465a-8c16-65fc52108fde tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:16.688347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72676476-75dd-4763-b88a-356d93ebbd6d req-5bb9f9cf-c748-465a-8c16-65fc52108fde tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.0637853 Nov 18 17:38:16.758332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72676476-75dd-4763-b88a-356d93ebbd6d req-e922760c-530e-4573-a38a-179d42bf3b1b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624421 Nov 18 17:38:16.940248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Made reservation on behalf of 16e21c209de640098e00f3a7306b0f1b for: {'port': 2} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:38:16.947657 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:16.962429 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:17.044807 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] device_id is not set on port 769e98e1-7b94-45a7-9895-acfe472fe846 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:38:17.169620 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:17.238542 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] device_id is not set on port a129b176-523e-4de0-989a-2b4fd1477859 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:38:17.363912 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:17.523753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:17.582409 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event updated for resources: {'Port': ['ID=769e98e1-7b94-45a7-9895-acfe472fe846,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:17.594465 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Checking segment: {'id': '63803374-5e92-463d-82c0-23cdfe1a57e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '215eb0ee-2c77-406a-9eba-e5e5936bef24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:38:17.594834 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Network hostable DHCP agents. Network: 215eb0ee-2c77-406a-9eba-e5e5936bef24, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:38:17.730474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Network 215eb0ee-2c77-406a-9eba-e5e5936bef24 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:38:17.814581 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 215eb0ee-2c77-406a-9eba-e5e5936bef24) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:38:17.818787 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:38:17.819805 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:17.824753 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7a9d3a-3a12-4009-8463-01c728ed1fa6 None None] Network 215eb0ee-2c77-406a-9eba-e5e5936bef24 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:38:17.907938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:38:17.919290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa588d4-b291-43df-af2e-e0625f89b08f req-10e1a632-0515-4d55-b535-eda273de608c tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:17.928320 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0aa588d4-b291-43df-af2e-e0625f89b08f req-10e1a632-0515-4d55-b535-eda273de608c tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.0782404 Nov 18 17:38:17.933115 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event updated for resources: {'Port': ['ID=a129b176-523e-4de0-989a-2b4fd1477859,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:17.949493 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Checking segment: {'id': 'cb7f8c5a-3086-4711-bbee-30df67c17dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5d9c4470-a4e2-4917-9816-7ceb758dd3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:38:17.949875 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Network hostable DHCP agents. Network: 5d9c4470-a4e2-4917-9816-7ceb758dd3fd, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:38:17.986595 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0aa588d4-b291-43df-af2e-e0625f89b08f req-6f52fd26-44c2-4120-a97b-3cfac14ec256 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565379 Nov 18 17:38:18.069369 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:18.094432 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Network 5d9c4470-a4e2-4917-9816-7ceb758dd3fd is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:38:18.103291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:38:18.103291 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd423fcc-f016-40bd-a4ad-223c84715c18" -d '{"events": [{"server_uuid": "5660f3bc-0328-40df-8ac0-38802a45bc41", "name": "network-vif-unplugged", "status": "completed", "tag": "2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:38:18.116466 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:18.140035 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 18 Nov 2021 17:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d154ea0-59a0-414f-b6e4-a16c6fe8df03 x-openstack-request-id: req-9d154ea0-59a0-414f-b6e4-a16c6fe8df03 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:38:18.140527 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5660f3bc-0328-40df-8ac0-38802a45bc41", "name": "network-vif-unplugged", "status": "failed", "tag": "2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed", "code": 422}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:38:18.140837 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9d154ea0-59a0-414f-b6e4-a16c6fe8df03 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:38:18.141355 n-d-813419-11 neutron-server[104009]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed', 'code': 422} returned with failed status Nov 18 17:38:18.197028 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 5d9c4470-a4e2-4917-9816-7ceb758dd3fd) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:38:18.197765 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:18.201875 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:38:18.207448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aeb85b-3fa8-45a1-ac7a-26247d58395a None None] Network 5d9c4470-a4e2-4917-9816-7ceb758dd3fd requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:38:18.210147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:18.216001 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:18.216810 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:18.284198 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:18.373664 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f5e7ffde-ec1d-44d8-92df-25d613a47ae8 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.9803817 Nov 18 17:38:18.377289 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50418) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:18.439864 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f164971-aa0e-40d4-ad4e-dfbc3388ad37 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:18.446096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f164971-aa0e-40d4-ad4e-dfbc3388ad37 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:18.448031 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2f164971-aa0e-40d4-ad4e-dfbc3388ad37 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.0697093 Nov 18 17:38:18.450906 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50420) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:18.544276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-0cf336ae-71bf-489c-b65f-6133357353cf tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Deleting port 769e98e1-7b94-45a7-9895-acfe472fe846 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:38:18.544761 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0cf336ae-71bf-489c-b65f-6133357353cf tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:18.615616 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0cf336ae-71bf-489c-b65f-6133357353cf tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:18.628561 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-0cf336ae-71bf-489c-b65f-6133357353cf tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Calling delete_port for 769e98e1-7b94-45a7-9895-acfe472fe846 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:38:18.820021 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0cf336ae-71bf-489c-b65f-6133357353cf tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:18.855934 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf336ae-71bf-489c-b65f-6133357353cf tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event deleted for resources: {'Port': ['ID=769e98e1-7b94-45a7-9895-acfe472fe846,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:18.860382 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0cf336ae-71bf-489c-b65f-6133357353cf tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:18.864256 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0cf336ae-71bf-489c-b65f-6133357353cf tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "DELETE /v2.0/ports/769e98e1-7b94-45a7-9895-acfe472fe846 HTTP/1.1" status: 204 len: 168 time: 0.4123995 Nov 18 17:38:18.872985 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50428) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:18.967943 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-cd08567c-abc5-4cfa-9f96-faf139e28a77 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Deleting port a129b176-523e-4de0-989a-2b4fd1477859 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:38:18.968294 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd08567c-abc5-4cfa-9f96-faf139e28a77 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:19.040562 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd08567c-abc5-4cfa-9f96-faf139e28a77 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:19.056943 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-cd08567c-abc5-4cfa-9f96-faf139e28a77 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Calling delete_port for a129b176-523e-4de0-989a-2b4fd1477859 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:38:19.209240 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd08567c-abc5-4cfa-9f96-faf139e28a77 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:19.242318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08567c-abc5-4cfa-9f96-faf139e28a77 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event deleted for resources: {'Port': ['ID=a129b176-523e-4de0-989a-2b4fd1477859,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:19.250151 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd08567c-abc5-4cfa-9f96-faf139e28a77 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:19.254592 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cd08567c-abc5-4cfa-9f96-faf139e28a77 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "DELETE /v2.0/ports/a129b176-523e-4de0-989a-2b4fd1477859 HTTP/1.1" status: 204 len: 168 time: 0.3805866 Nov 18 17:38:19.257147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50438) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:19.289266 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d313495b-ba35-4ccb-9baf-c4b8e80d547e tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0308428 Nov 18 17:38:19.292904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50440) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:19.298092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1282778c-7fe9-4cd8-9795-813219b3921f tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1363796360'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:19.414037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1282778c-7fe9-4cd8-9795-813219b3921f tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Made reservation on behalf of 16e21c209de640098e00f3a7306b0f1b for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:38:19.417824 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1282778c-7fe9-4cd8-9795-813219b3921f tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:19.442743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1282778c-7fe9-4cd8-9795-813219b3921f tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:38:19.453061 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1282778c-7fe9-4cd8-9795-813219b3921f tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:19.453404 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-1282778c-7fe9-4cd8-9795-813219b3921f tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Added segment ea34bb3c-f331-46bd-871b-bd3b715d94e9 of type vlan for network 44db9108-4bb9-4fa7-9a2f-c700083f315a Nov 18 17:38:19.495611 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1282778c-7fe9-4cd8-9795-813219b3921f tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:19.591305 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1282778c-7fe9-4cd8-9795-813219b3921f tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:19.599656 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1282778c-7fe9-4cd8-9795-813219b3921f tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:19.600433 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1282778c-7fe9-4cd8-9795-813219b3921f tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:19.682972 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282778c-7fe9-4cd8-9795-813219b3921f tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event updated for resources: {'Network': ['ID=44db9108-4bb9-4fa7-9a2f-c700083f315a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:19.694374 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 44db9108-4bb9-4fa7-9a2f-c700083f315a details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:38:19.732749 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1282778c-7fe9-4cd8-9795-813219b3921f tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4386487 Nov 18 17:38:19.735302 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50460) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:19.741101 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-12e6cfe2-2a89-463d-8487-49ec25772588 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-388574845'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:19.826226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e6cfe2-2a89-463d-8487-49ec25772588 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Made reservation on behalf of 16e21c209de640098e00f3a7306b0f1b for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:38:19.831449 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12e6cfe2-2a89-463d-8487-49ec25772588 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:19.895314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e6cfe2-2a89-463d-8487-49ec25772588 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:38:19.909460 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12e6cfe2-2a89-463d-8487-49ec25772588 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:19.909900 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-12e6cfe2-2a89-463d-8487-49ec25772588 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Added segment 666b29b0-d0a4-4aff-b0f8-a87059f6edf3 of type vlan for network b643147a-2f6d-4919-abbd-03eec7f75040 Nov 18 17:38:19.965280 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12e6cfe2-2a89-463d-8487-49ec25772588 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:20.077508 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12e6cfe2-2a89-463d-8487-49ec25772588 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:20.083401 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e6cfe2-2a89-463d-8487-49ec25772588 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:20.084062 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12e6cfe2-2a89-463d-8487-49ec25772588 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:20.188737 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-12e6cfe2-2a89-463d-8487-49ec25772588 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4521365 Nov 18 17:38:20.189998 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6cfe2-2a89-463d-8487-49ec25772588 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event updated for resources: {'Network': ['ID=b643147a-2f6d-4919-abbd-03eec7f75040,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:20.203487 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network b643147a-2f6d-4919-abbd-03eec7f75040 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:38:20.732736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa3b68-900a-4254-9a09-321032ac3b4b req-7c78c32d-03c8-4af8-9193-b8519ea61a08 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:20.735325 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65aa3b68-900a-4254-9a09-321032ac3b4b req-7c78c32d-03c8-4af8-9193-b8519ea61a08 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 943 time: 0.0671163 Nov 18 17:38:20.819222 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-65aa3b68-900a-4254-9a09-321032ac3b4b req-4914e5bb-ed9b-4670-b064-807904e3fb34 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765750 Nov 18 17:38:21.567450 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:21.668120 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-944aca8c-c1bf-446c-a489-94a4ee5c5df2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3439381 Nov 18 17:38:21.674932 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-e06ce5b3-ae14-4ca1-9ba8-898681bfd76e service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:38:21.686770 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-e06ce5b3-ae14-4ca1-9ba8-898681bfd76e service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100362 Nov 18 17:38:22.036781 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06d5dc-509a-47eb-bb86-4d991dc4dd9f req-c20616f6-61a3-4074-91f7-ead982266d32 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:22.039145 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0c06d5dc-509a-47eb-bb86-4d991dc4dd9f req-c20616f6-61a3-4074-91f7-ead982266d32 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 943 time: 0.0553720 Nov 18 17:38:22.102507 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0c06d5dc-509a-47eb-bb86-4d991dc4dd9f req-cba2a099-f0aa-4468-b929-2750354ec0eb tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516956 Nov 18 17:38:22.760070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50544) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:22.969150 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b792de79-6eaa-4094-87db-c27db1629928 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:23.078714 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:23.082020 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b792de79-6eaa-4094-87db-c27db1629928 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:23.175185 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b792de79-6eaa-4094-87db-c27db1629928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:23.230845 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792de79-6eaa-4094-87db-c27db1629928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3a559c-449e-474b-9b10-12512e38e112,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:23.238158 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b792de79-6eaa-4094-87db-c27db1629928 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7266b8d8e4344292a87924c87215a061&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4743173 Nov 18 17:38:23.238444 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50550) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:23.329933 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-37aa4c2f-a980-40a3-bb43-855fd2f14d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:23.344909 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aae8c-41d2-43d9-bb94-2b51d156f97d req-efe37ea4-fb0e-42ba-9f8a-553d711218f1 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:23.344909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca8aae8c-41d2-43d9-bb94-2b51d156f97d req-efe37ea4-fb0e-42ba-9f8a-553d711218f1 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 943 time: 0.0666935 Nov 18 17:38:23.385749 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-37aa4c2f-a980-40a3-bb43-855fd2f14d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:23.443912 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca8aae8c-41d2-43d9-bb94-2b51d156f97d req-30f4bdd9-8e91-40ca-b3b7-e3a4f449604a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893850 Nov 18 17:38:23.553059 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-37aa4c2f-a980-40a3-bb43-855fd2f14d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:23.555690 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-37aa4c2f-a980-40a3-bb43-855fd2f14d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:23.559400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-37aa4c2f-a980-40a3-bb43-855fd2f14d3b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9b3a559c-449e-474b-9b10-12512e38e112 HTTP/1.1" status: 204 len: 168 time: 0.3192809 Nov 18 17:38:23.580641 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa4c2f-a980-40a3-bb43-855fd2f14d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3a559c-449e-474b-9b10-12512e38e112,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:23.597064 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-37a335b0-08bc-47da-905b-bdcdf3cc4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:23.598619 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-37a335b0-08bc-47da-905b-bdcdf3cc4726 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41&tenant_id=c792286d243e4484b7d541f96477c28c HTTP/1.1" status: 200 len: 1095 time: 0.0899832 Nov 18 17:38:23.613269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:23.629272 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50558) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:23.636018 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Request body: {'subnets': [{'network_id': '44db9108-4bb9-4fa7-9a2f-c700083f315a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--793994446', 'ip_version': 6}, {'network_id': 'b643147a-2f6d-4919-abbd-03eec7f75040', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:23.636557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Request body: {'subnet': {'network_id': '44db9108-4bb9-4fa7-9a2f-c700083f315a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--793994446', 'ip_version': 6}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:23.637455 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Request body: {'subnet': {'network_id': 'b643147a-2f6d-4919-abbd-03eec7f75040', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:23.696932 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:23.893278 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Made reservation on behalf of 16e21c209de640098e00f3a7306b0f1b for: {'subnet': 2} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:38:23.898563 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:23.898910 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:23.939885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] For port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:23.976041 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] For port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:38:24.015036 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:38:24.025601 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:24.037582 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1e5cd617-038a-4dab-87b4-aa898e4d2c1c req-93970f94-8bcf-4cf4-aa1e-6f9763430d14 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571108 Nov 18 17:38:24.044221 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Transition to ACTIVE for port object 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:38:24.118163 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:24.159731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cd617-038a-4dab-87b4-aa898e4d2c1c req-463aeb7e-6d81-4ef0-a2c5-066ef5dbf5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:24.161329 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1e5cd617-038a-4dab-87b4-aa898e4d2c1c req-463aeb7e-6d81-4ef0-a2c5-066ef5dbf5e7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ac96e26778494835b87838051734cc3b&device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 1101 time: 0.0879016 Nov 18 17:38:24.179739 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Pushing event updated for resources: {'Port': ['ID=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,revision_number=9']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:24.347605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] No DVR routers for this DVR port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:38:24.361543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cd617-038a-4dab-87b4-aa898e4d2c1c req-2ce2cb9c-571f-4cc7-be7a-8a159c8aed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:24.363126 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1e5cd617-038a-4dab-87b4-aa898e4d2c1c req-2ce2cb9c-571f-4cc7-be7a-8a159c8aed66 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44409c55-9ccf-4b3f-a394-e07c13b48953 HTTP/1.1" status: 200 len: 871 time: 0.1744082 Nov 18 17:38:24.430526 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1e5cd617-038a-4dab-87b4-aa898e4d2c1c req-12891a01-7355-43e8-aa39-56e2a66f3967 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=a90f8ac4-9286-40d9-b2f9-d80a73cadf9d HTTP/1.1" status: 200 len: 217 time: 0.0600171 Nov 18 17:38:24.551634 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Attempting to bind port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:38:24.552059 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Attempting to bind port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:38:24.552402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Attempting to bind port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed on network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:38:24.557956 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed on network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:38:24.558738 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Attempting to bind port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed on network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:38:24.563392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:38:24.564217 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Checking segment: {'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:38:24.564217 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Bound using segment: {'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:38:24.566890 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Bound port: 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf5e95de-7da6-4c26-94ff-b80b4038c080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:38:24.566890 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:24.579708 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cd617-038a-4dab-87b4-aa898e4d2c1c req-5922bff7-00d1-4681-a161-ec9ef36e055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:24.581376 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1e5cd617-038a-4dab-87b4-aa898e4d2c1c req-5922bff7-00d1-4681-a161-ec9ef36e055b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.1405172 Nov 18 17:38:24.634217 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50572) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:24.642078 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cd617-038a-4dab-87b4-aa898e4d2c1c req-1738fe6b-0d3b-4971-812e-5367765bb5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:24.643605 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1e5cd617-038a-4dab-87b4-aa898e4d2c1c req-1738fe6b-0d3b-4971-812e-5367765bb5d6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0546379 Nov 18 17:38:24.668266 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-056a87f2-8e88-4267-b293-a4cfaa629737 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:24.684258 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0638eaa-6c13-4c18-8fe6-3db891587907 req-aace0607-25e5-4971-b6fa-626d31cfa1d8 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:24.685779 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0638eaa-6c13-4c18-8fe6-3db891587907 req-aace0607-25e5-4971-b6fa-626d31cfa1d8 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 943 time: 0.1178231 Nov 18 17:38:24.721973 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:24.736452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] For port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:38:24.758035 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] For port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:38:24.793913 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0638eaa-6c13-4c18-8fe6-3db891587907 req-3e73be29-3910-470c-97b0-7fc9620113cd tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952251 Nov 18 17:38:24.815840 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event updated for resources: {'Subnet': ['ID=70c81064-43df-4afe-bc6f-59816374fc04,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:24.821768 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1e5cd617-038a-4dab-87b4-aa898e4d2c1c req-967968ee-a99b-4b09-bc63-4ea4f7727fa5 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707444 Nov 18 17:38:24.842554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Checking segment: {'id': 'ea34bb3c-f331-46bd-871b-bd3b715d94e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '44db9108-4bb9-4fa7-9a2f-c700083f315a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:38:24.842758 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-056a87f2-8e88-4267-b293-a4cfaa629737 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:24.842922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Network hostable DHCP agents. Network: 44db9108-4bb9-4fa7-9a2f-c700083f315a, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:38:24.862493 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50576) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:24.871699 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:24.906011 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-056a87f2-8e88-4267-b293-a4cfaa629737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:24.935561 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1e5cd617-038a-4dab-87b4-aa898e4d2c1c req-4eae20a1-bd2f-410a-9b71-aaa2c63fc487 service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037738 Nov 18 17:38:24.941701 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-056a87f2-8e88-4267-b293-a4cfaa629737 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d6ea85808e49433cabf017caafb6ba93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3063140 Nov 18 17:38:24.945577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:24.945822 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50584) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:24.946202 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:24.947725 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] 10.222.0.83 "PUT /v2.0/ports/2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed HTTP/1.1" status: 200 len: 1092 time: 1.3404388 Nov 18 17:38:24.949215 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'tag': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:38:24.951552 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60b5491-4abe-46a8-9f91-389ebacc22b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5660f3bc-0328-40df-8ac0-38802a45bc41", "tag": "2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:38:25.027557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Network 44db9108-4bb9-4fa7-9a2f-c700083f315a is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:38:25.048005 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50de9aa2-1edc-4451-8770-1510d3292613 x-openstack-request-id: req-50de9aa2-1edc-4451-8770-1510d3292613 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:38:25.048005 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5660f3bc-0328-40df-8ac0-38802a45bc41", "tag": "2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:38:25.048290 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-50de9aa2-1edc-4451-8770-1510d3292613 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:38:25.048590 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'tag': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed', 'status': 'completed', 'code': 200} Nov 18 17:38:25.070036 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a87f2-8e88-4267-b293-a4cfaa629737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd1c8ea-9fa5-42aa-84d1-fd902666215c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:25.073508 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda6d9a-eb88-479f-a413-adb7d14b142e service neutron] Pushing event updated for resources: {'Port': ['ID=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,revision_number=10']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:25.090888 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-48d4e525-73f5-47b0-8193-489b200a78fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:25.106172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-397a6c44-daf7-41ed-8cc4-3d8db7931017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:25.108021 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-397a6c44-daf7-41ed-8cc4-3d8db7931017 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c792286d243e4484b7d541f96477c28c&device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 1096 time: 0.1317556 Nov 18 17:38:25.109806 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ac2644d-7a04-43c6-8bb8-cbcd4a03ace8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:25.113175 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 44db9108-4bb9-4fa7-9a2f-c700083f315a) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:38:25.117912 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:25.123657 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d314af92-2048-45d5-af2e-2316dc5087f3 None None] Network 44db9108-4bb9-4fa7-9a2f-c700083f315a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:38:25.170316 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a099a76-2364-47d3-9ace-fcb3f12194f3 req-6a272072-eae6-4302-b481-b480736609ca tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:25.171405 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-48d4e525-73f5-47b0-8193-489b200a78fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:25.171972 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a099a76-2364-47d3-9ace-fcb3f12194f3 req-6a272072-eae6-4302-b481-b480736609ca tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 949 time: 0.1691012 Nov 18 17:38:25.239194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event updated for resources: {'Subnet': ['ID=06625092-10e6-4337-a86e-48079a44e891,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:25.259989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Checking segment: {'id': '666b29b0-d0a4-4aff-b0f8-a87059f6edf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'b643147a-2f6d-4919-abbd-03eec7f75040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:38:25.260369 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Network hostable DHCP agents. Network: b643147a-2f6d-4919-abbd-03eec7f75040, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:38:25.300733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-156ab9b1-4ffe-46a7-a0b6-a24c31d70374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:25.302238 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-156ab9b1-4ffe-46a7-a0b6-a24c31d70374 service neutron] 10.222.0.83 "GET /v2.0/networks?id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358 HTTP/1.1" status: 200 len: 918 time: 0.1817920 Nov 18 17:38:25.325190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-44db9108-4bb9-4fa7-9a2f-c700083f315a', 'network_id': '44db9108-4bb9-4fa7-9a2f-c700083f315a', 'tenant_id': '16e21c209de640098e00f3a7306b0f1b', 'fixed_ips': [{'subnet_id': '70c81064-43df-4afe-bc6f-59816374fc04'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:38:25.326030 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:25.360813 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a099a76-2364-47d3-9ace-fcb3f12194f3 req-0bfb1a62-465d-423b-bdad-83572d8c2e28 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/security-groups?id=205709fb-e207-437f-872b-f495083a8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741691 Nov 18 17:38:25.363166 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-48d4e525-73f5-47b0-8193-489b200a78fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:25.369491 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-48d4e525-73f5-47b0-8193-489b200a78fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:25.370710 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-48d4e525-73f5-47b0-8193-489b200a78fd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cbd1c8ea-9fa5-42aa-84d1-fd902666215c HTTP/1.1" status: 204 len: 168 time: 0.4236825 Nov 18 17:38:25.375318 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ac2644d-7a04-43c6-8bb8-cbcd4a03ace8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:25.408300 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4e525-73f5-47b0-8193-489b200a78fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd1c8ea-9fa5-42aa-84d1-fd902666215c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:25.408464 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-3ca08bcd-f087-4ac0-a97e-216bb6b4add1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed HTTP/1.1" status: 200 len: 998 time: 0.0923805 Nov 18 17:38:25.408569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Network b643147a-2f6d-4919-abbd-03eec7f75040 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:38:25.471912 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ac2644d-7a04-43c6-8bb8-cbcd4a03ace8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:25.494978 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, b643147a-2f6d-4919-abbd-03eec7f75040) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:38:25.501016 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:25.501753 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:25.502591 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:25.513302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Allocated IP 2001:db8::1 (44db9108-4bb9-4fa7-9a2f-c700083f315a/70c81064-43df-4afe-bc6f-59816374fc04/43b72b4a-7f17-475d-a7c0-52dfb4aca24c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:38:25.547100 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2644d-7a04-43c6-8bb8-cbcd4a03ace8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7e15cc-5052-4d5f-8d5e-a6508a24535b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:25.567458 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7ac2644d-7a04-43c6-8bb8-cbcd4a03ace8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6985836e05954b53876d549687f72f9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7038186 Nov 18 17:38:25.572608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-e7edb3a0-ba0c-4ba6-a317-99254a8d1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:25.572738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50590) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:25.572835 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-e7edb3a0-ba0c-4ba6-a317-99254a8d1a15 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=10777e13-94e4-46f6-b1c7-ddc7fdf51d26 HTTP/1.1" status: 200 len: 855 time: 0.1539028 Nov 18 17:38:25.592044 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4fd7ec-fc99-466f-b165-dee1b267238a None None] Network b643147a-2f6d-4919-abbd-03eec7f75040 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:38:25.598851 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4ec29af4-2676-4987-866b-f6093f55f5a7 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.9678118 Nov 18 17:38:25.601728 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50592) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:25.636726 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09e28324-233d-45b3-82b9-d71b1f1fc6ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:25.661908 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bc1ccf-2836-4717-bdb5-b50e87cfce6e tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:25.663765 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09e28324-233d-45b3-82b9-d71b1f1fc6ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:25.664399 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bc1ccf-2836-4717-bdb5-b50e87cfce6e tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:25.666483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bc1ccf-2836-4717-bdb5-b50e87cfce6e tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:25.668266 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-38bc1ccf-2836-4717-bdb5-b50e87cfce6e tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0652800 Nov 18 17:38:25.678174 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50594) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:25.708348 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-c733a10c-844a-4475-b188-a3fe04655f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:25.709866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-c733a10c-844a-4475-b188-a3fe04655f4e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275001 Nov 18 17:38:25.760415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-597a9597-b65a-4f45-9453-1093c2738132 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Deleting subnet 70c81064-43df-4afe-bc6f-59816374fc04 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:38:25.810949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-b643147a-2f6d-4919-abbd-03eec7f75040', 'network_id': 'b643147a-2f6d-4919-abbd-03eec7f75040', 'tenant_id': '16e21c209de640098e00f3a7306b0f1b', 'fixed_ips': [{'subnet_id': '06625092-10e6-4337-a86e-48079a44e891'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:38:25.811827 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:25.817719 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:25.822536 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-7a0259ff-088a-4a94-9e8d-bf2270271d0e service neutron] 10.222.0.83 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041858 Nov 18 17:38:25.872112 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09e28324-233d-45b3-82b9-d71b1f1fc6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:25.876158 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09e28324-233d-45b3-82b9-d71b1f1fc6ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:25.877490 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-09e28324-233d-45b3-82b9-d71b1f1fc6ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a7e15cc-5052-4d5f-8d5e-a6508a24535b HTTP/1.1" status: 204 len: 168 time: 0.3060775 Nov 18 17:38:25.893020 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e28324-233d-45b3-82b9-d71b1f1fc6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7e15cc-5052-4d5f-8d5e-a6508a24535b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:25.951317 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-597a9597-b65a-4f45-9453-1093c2738132 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:25.990677 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Allocated IP 2001:db8:0:1::1 (b643147a-2f6d-4919-abbd-03eec7f75040/06625092-10e6-4337-a86e-48079a44e891/81a13e21-2061-44af-a52c-caa3f8246523) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:38:25.993475 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:26.035152 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-597a9597-b65a-4f45-9453-1093c2738132 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:26.112519 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Network 44db9108-4bb9-4fa7-9a2f-c700083f315a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:38:26.124534 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:38:26.160276 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:38:26.176711 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Pushing event updated for resources: {'Port': ['ID=43b72b4a-7f17-475d-a7c0-52dfb4aca24c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:26.219320 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-597a9597-b65a-4f45-9453-1093c2738132 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:26.369941 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-c4235c86-dced-484d-98b2-e80d2dc47802 service neutron] 10.222.0.83 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368314 Nov 18 17:38:26.395376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16276d77-4e26-4547-a138-8e996470717f req-872713f4-3fa1-4981-9e4a-87f2508e98e5 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:26.410528 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16276d77-4e26-4547-a138-8e996470717f req-872713f4-3fa1-4981-9e4a-87f2508e98e5 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 944 time: 0.0909872 Nov 18 17:38:26.443711 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Attempting to bind port 43b72b4a-7f17-475d-a7c0-52dfb4aca24c on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:38:26.444187 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Attempting to bind port 43b72b4a-7f17-475d-a7c0-52dfb4aca24c by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'ea34bb3c-f331-46bd-871b-bd3b715d94e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '44db9108-4bb9-4fa7-9a2f-c700083f315a'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:38:26.447671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Attempting to bind port 43b72b4a-7f17-475d-a7c0-52dfb4aca24c on network 44db9108-4bb9-4fa7-9a2f-c700083f315a {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:38:26.455450 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-16276d77-4e26-4547-a138-8e996470717f req-ce797020-aeb4-4a25-bbcd-5345a0014523 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505407 Nov 18 17:38:26.465761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:38:26.466153 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Checking segment: {'id': 'ea34bb3c-f331-46bd-871b-bd3b715d94e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '44db9108-4bb9-4fa7-9a2f-c700083f315a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:38:26.466576 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:26.466980 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Bound using segment: {'id': 'ea34bb3c-f331-46bd-871b-bd3b715d94e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '44db9108-4bb9-4fa7-9a2f-c700083f315a'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:38:26.467487 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Bound port: 43b72b4a-7f17-475d-a7c0-52dfb4aca24c, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea34bb3c-f331-46bd-871b-bd3b715d94e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '44db9108-4bb9-4fa7-9a2f-c700083f315a'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:38:26.467950 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85138bbc-aad3-4ee3-9367-dac54e781ed7 req-9951cb6e-0126-41db-a789-57b55d1d2714 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:26.469582 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-85138bbc-aad3-4ee3-9367-dac54e781ed7 req-9951cb6e-0126-41db-a789-57b55d1d2714 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.81 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 949 time: 0.1517282 Nov 18 17:38:26.471968 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:26.591046 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c7ed3-9020-4560-886c-478cf942195e req-fb9260d1-ca9e-4813-9ebd-9b64ef117779 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:26.594153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a78c7ed3-9020-4560-886c-478cf942195e req-fb9260d1-ca9e-4813-9ebd-9b64ef117779 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 949 time: 0.1236093 Nov 18 17:38:26.601576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b5491-4abe-46a8-9f91-389ebacc22b2 req-dc6b499d-0cfd-4e16-905e-7665698cc65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:26.603446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d60b5491-4abe-46a8-9f91-389ebacc22b2 req-dc6b499d-0cfd-4e16-905e-7665698cc65d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c792286d243e4484b7d541f96477c28c&device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 1096 time: 0.0802546 Nov 18 17:38:26.605376 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-597a9597-b65a-4f45-9453-1093c2738132 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:26.626906 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-597a9597-b65a-4f45-9453-1093c2738132 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:26.633993 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-597a9597-b65a-4f45-9453-1093c2738132 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "DELETE /v2.0/subnets/70c81064-43df-4afe-bc6f-59816374fc04 HTTP/1.1" status: 204 len: 168 time: 0.9545183 Nov 18 17:38:26.641424 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] For port 43b72b4a-7f17-475d-a7c0-52dfb4aca24c, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:38:26.649303 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] For port 43b72b4a-7f17-475d-a7c0-52dfb4aca24c, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=43b72b4a-7f17-475d-a7c0-52dfb4aca24c,segment=NetworkSegment(ea34bb3c-f331-46bd-871b-bd3b715d94e9),segment_id=ea34bb3c-f331-46bd-871b-bd3b715d94e9)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:38:26.661305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50624) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:26.698784 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a9597-b65a-4f45-9453-1093c2738132 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event deleted for resources: {'Subnet': ['ID=70c81064-43df-4afe-bc6f-59816374fc04,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:26.705933 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:26.729786 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:26.736297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-85138bbc-aad3-4ee3-9367-dac54e781ed7 req-bcdd4868-7608-47c0-817d-b047e8d87934 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Deleting port a90f8ac4-9286-40d9-b2f9-d80a73cadf9d {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:38:26.738384 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-85138bbc-aad3-4ee3-9367-dac54e781ed7 req-bcdd4868-7608-47c0-817d-b047e8d87934 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:26.789709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ce912-7515-446b-b61b-c7d1ab7e1276 None None] Pushing event updated for resources: {'Port': ['ID=43b72b4a-7f17-475d-a7c0-52dfb4aca24c,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:26.809950 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:26.814510 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a78c7ed3-9020-4560-886c-478cf942195e req-d2bbb792-4fd2-42ff-92ed-b12600dadb72 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/security-groups?id=205709fb-e207-437f-872b-f495083a8a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065020 Nov 18 17:38:26.832015 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c457a03-b132-41de-a6c9-6fc44edf06eb tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Deleting subnet 06625092-10e6-4337-a86e-48079a44e891 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:38:26.839930 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c457a03-b132-41de-a6c9-6fc44edf06eb tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:26.877613 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50628) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:26.881830 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Network b643147a-2f6d-4919-abbd-03eec7f75040 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:38:26.900176 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:38:26.903952 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b5491-4abe-46a8-9f91-389ebacc22b2 req-67e3ca32-43e2-462b-be21-3bb894441368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:26.905688 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d60b5491-4abe-46a8-9f91-389ebacc22b2 req-67e3ca32-43e2-462b-be21-3bb894441368 service neutron] 10.222.0.83 "GET /v2.0/networks?id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358 HTTP/1.1" status: 200 len: 918 time: 0.2756131 Nov 18 17:38:26.907692 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:38:26.919477 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-85138bbc-aad3-4ee3-9367-dac54e781ed7 req-bcdd4868-7608-47c0-817d-b047e8d87934 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] For port a90f8ac4-9286-40d9-b2f9-d80a73cadf9d, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a90f8ac4-9286-40d9-b2f9-d80a73cadf9d,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:26.919979 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-85138bbc-aad3-4ee3-9367-dac54e781ed7 req-bcdd4868-7608-47c0-817d-b047e8d87934 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:26.923742 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81f24d00-e2ce-41cd-8ccd-51d3cfa96436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:26.942747 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Pushing event updated for resources: {'Port': ['ID=81a13e21-2061-44af-a52c-caa3f8246523,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:26.946203 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-85138bbc-aad3-4ee3-9367-dac54e781ed7 req-bcdd4868-7608-47c0-817d-b047e8d87934 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Calling delete_port for a90f8ac4-9286-40d9-b2f9-d80a73cadf9d owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:38:27.077180 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Attempting to bind port 81a13e21-2061-44af-a52c-caa3f8246523 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:38:27.078056 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Attempting to bind port 81a13e21-2061-44af-a52c-caa3f8246523 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '666b29b0-d0a4-4aff-b0f8-a87059f6edf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'b643147a-2f6d-4919-abbd-03eec7f75040'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:38:27.078056 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Attempting to bind port 81a13e21-2061-44af-a52c-caa3f8246523 on network b643147a-2f6d-4919-abbd-03eec7f75040 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:38:27.104311 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:38:27.105872 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Checking segment: {'id': '666b29b0-d0a4-4aff-b0f8-a87059f6edf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'b643147a-2f6d-4919-abbd-03eec7f75040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:38:27.106591 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:27.107306 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Bound using segment: {'id': '666b29b0-d0a4-4aff-b0f8-a87059f6edf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'b643147a-2f6d-4919-abbd-03eec7f75040'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:38:27.107665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Bound port: 81a13e21-2061-44af-a52c-caa3f8246523, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666b29b0-d0a4-4aff-b0f8-a87059f6edf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'b643147a-2f6d-4919-abbd-03eec7f75040'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:38:27.108467 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:27.114306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d60b5491-4abe-46a8-9f91-389ebacc22b2 req-7e89aa02-fc66-4b75-8d04-d0cd48fe074f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed HTTP/1.1" status: 200 len: 998 time: 0.1962912 Nov 18 17:38:27.117173 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c457a03-b132-41de-a6c9-6fc44edf06eb tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:27.177840 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81f24d00-e2ce-41cd-8ccd-51d3cfa96436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:27.221852 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] For port 81a13e21-2061-44af-a52c-caa3f8246523, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:38:27.230167 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] For port 81a13e21-2061-44af-a52c-caa3f8246523, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=81a13e21-2061-44af-a52c-caa3f8246523,segment=NetworkSegment(666b29b0-d0a4-4aff-b0f8-a87059f6edf3),segment_id=666b29b0-d0a4-4aff-b0f8-a87059f6edf3)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:38:27.244837 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b5491-4abe-46a8-9f91-389ebacc22b2 req-9c719895-f003-4a24-b30d-1cf06dca1333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:27.246170 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d60b5491-4abe-46a8-9f91-389ebacc22b2 req-9c719895-f003-4a24-b30d-1cf06dca1333 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=10777e13-94e4-46f6-b1c7-ddc7fdf51d26 HTTP/1.1" status: 200 len: 855 time: 0.0958385 Nov 18 17:38:27.334208 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b5491-4abe-46a8-9f91-389ebacc22b2 req-b9c5f687-8aa1-4071-85de-1d52f6a7f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:27.336257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d60b5491-4abe-46a8-9f91-389ebacc22b2 req-b9c5f687-8aa1-4071-85de-1d52f6a7f17b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717678 Nov 18 17:38:27.419607 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 43b72b4a-7f17-475d-a7c0-52dfb4aca24c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:38:27.425962 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81f24d00-e2ce-41cd-8ccd-51d3cfa96436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:27.443112 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d60b5491-4abe-46a8-9f91-389ebacc22b2 req-17bb9edf-ee7b-479f-adb4-5aa0113d9c6e service neutron] 10.222.0.83 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992453 Nov 18 17:38:27.471261 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 43b72b4a-7f17-475d-a7c0-52dfb4aca24c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:38:27.472082 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:27.476487 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-81f24d00-e2ce-41cd-8ccd-51d3cfa96436 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26cc90bd9d974fc78102256897ac0237&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5977621 Nov 18 17:38:27.481328 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50642) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:27.481713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f24d00-e2ce-41cd-8ccd-51d3cfa96436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6c5e6d-70d1-4baf-bfb7-06b4603584e8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:27.529548 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-85138bbc-aad3-4ee3-9367-dac54e781ed7 req-bcdd4868-7608-47c0-817d-b047e8d87934 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:27.529677 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c457a03-b132-41de-a6c9-6fc44edf06eb tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:27.529957 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:27.543179 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['a90f8ac4-9286-40d9-b2f9-d80a73cadf9d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:38:27.565456 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd4868-7608-47c0-817d-b047e8d87934 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Pushing event deleted for resources: {'Port': ['ID=a90f8ac4-9286-40d9-b2f9-d80a73cadf9d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:27.653937 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a1018-1544-4526-83fa-045a00ac47c3 None None] Pushing event updated for resources: {'Port': ['ID=81a13e21-2061-44af-a52c-caa3f8246523,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:27.713543 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:27.767855 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-85138bbc-aad3-4ee3-9367-dac54e781ed7 req-bcdd4868-7608-47c0-817d-b047e8d87934 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] No DVR routers for this DVR port a90f8ac4-9286-40d9-b2f9-d80a73cadf9d on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:38:27.770733 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-85138bbc-aad3-4ee3-9367-dac54e781ed7 req-bcdd4868-7608-47c0-817d-b047e8d87934 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:27.778821 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-85138bbc-aad3-4ee3-9367-dac54e781ed7 req-bcdd4868-7608-47c0-817d-b047e8d87934 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.81 "DELETE /v2.0/ports/a90f8ac4-9286-40d9-b2f9-d80a73cadf9d HTTP/1.1" status: 204 len: 173 time: 1.3007104 Nov 18 17:38:27.782610 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93a5b5e-e2cb-4e4c-be02-31a86f84026b', 'name': 'network-vif-deleted', 'tag': 'a90f8ac4-9286-40d9-b2f9-d80a73cadf9d'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:38:27.795264 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79950baa-1485-4009-a604-88917810988d" -d '{"events": [{"server_uuid": "b93a5b5e-e2cb-4e4c-be02-31a86f84026b", "name": "network-vif-deleted", "tag": "a90f8ac4-9286-40d9-b2f9-d80a73cadf9d"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:38:27.815988 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9302feb-1435-46ba-8fba-8c93ba6a81ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:27.818009 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 43b72b4a-7f17-475d-a7c0-52dfb4aca24c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=43b72b4a-7f17-475d-a7c0-52dfb4aca24c,segment=NetworkSegment(ea34bb3c-f331-46bd-871b-bd3b715d94e9),segment_id=ea34bb3c-f331-46bd-871b-bd3b715d94e9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:27.855727 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001f819a-fea5-4c60-9a88-3c125c8f4065 x-openstack-request-id: req-001f819a-fea5-4c60-9a88-3c125c8f4065 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:38:27.856201 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93a5b5e-e2cb-4e4c-be02-31a86f84026b", "name": "network-vif-deleted", "tag": "a90f8ac4-9286-40d9-b2f9-d80a73cadf9d", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:38:27.861901 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-001f819a-fea5-4c60-9a88-3c125c8f4065 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:38:27.862485 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93a5b5e-e2cb-4e4c-be02-31a86f84026b', 'name': 'network-vif-deleted', 'tag': 'a90f8ac4-9286-40d9-b2f9-d80a73cadf9d', 'status': 'completed', 'code': 200} Nov 18 17:38:27.895044 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:27.902464 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9302feb-1435-46ba-8fba-8c93ba6a81ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:27.978384 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d60b5491-4abe-46a8-9f91-389ebacc22b2 req-f30594a4-e46d-49c7-a440-2686e64b59f8 service neutron] 10.222.0.83 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206134 Nov 18 17:38:28.015448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=43b72b4a-7f17-475d-a7c0-52dfb4aca24c,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:28.025871 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840d476-fb2c-46ab-b8d2-6780b21ea646 req-73188c99-2a92-433d-9489-9b11d6ca1c7a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:28.040381 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6840d476-fb2c-46ab-b8d2-6780b21ea646 req-73188c99-2a92-433d-9489-9b11d6ca1c7a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 944 time: 0.4261198 Nov 18 17:38:28.158028 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c457a03-b132-41de-a6c9-6fc44edf06eb tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:28.266909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09a224cd-ce56-4b37-a7c5-47f05cbe776f req-d51aef8d-b121-4923-913f-4505ffee73f3 tempest-VolumesBackupsTest-239232909 tempest-VolumesBackupsTest-239232909-project] 10.222.0.72 "GET /v2.0/ports?device_id=b93a5b5e-e2cb-4e4c-be02-31a86f84026b HTTP/1.1" status: 200 len: 210 time: 0.2261224 Nov 18 17:38:28.298549 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c457a03-b132-41de-a6c9-6fc44edf06eb tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:28.304770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50662) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:28.305601 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2c457a03-b132-41de-a6c9-6fc44edf06eb tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "DELETE /v2.0/subnets/06625092-10e6-4337-a86e-48079a44e891 HTTP/1.1" status: 204 len: 168 time: 1.6411524 Nov 18 17:38:28.308479 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c457a03-b132-41de-a6c9-6fc44edf06eb tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event deleted for resources: {'Subnet': ['ID=06625092-10e6-4337-a86e-48079a44e891,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:28.375829 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9302feb-1435-46ba-8fba-8c93ba6a81ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:28.381153 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9302feb-1435-46ba-8fba-8c93ba6a81ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:28.385617 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f9302feb-1435-46ba-8fba-8c93ba6a81ff admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5a6c5e6d-70d1-4baf-bfb7-06b4603584e8 HTTP/1.1" status: 204 len: 168 time: 0.9036248 Nov 18 17:38:28.404230 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6840d476-fb2c-46ab-b8d2-6780b21ea646 req-b3516d72-07c8-4797-8fc5-b60cc92d4d5f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3172562 Nov 18 17:38:28.413979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9302feb-1435-46ba-8fba-8c93ba6a81ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6c5e6d-70d1-4baf-bfb7-06b4603584e8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:28.450751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c150c5d3-e763-4b5e-8823-b7818d1ee074 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:28.452672 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c150c5d3-e763-4b5e-8823-b7818d1ee074 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1450841 Nov 18 17:38:28.466662 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50666) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:28.624854 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:28.720634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Deleting port 81a13e21-2061-44af-a52c-caa3f8246523 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:38:28.720634 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:28.745582 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaacd96-cbbe-4a78-a09f-f3f7e7042739 None None] Network 44db9108-4bb9-4fa7-9a2f-c700083f315a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:38:28.805163 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] For port 81a13e21-2061-44af-a52c-caa3f8246523, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=81a13e21-2061-44af-a52c-caa3f8246523,segment=NetworkSegment(666b29b0-d0a4-4aff-b0f8-a87059f6edf3),segment_id=666b29b0-d0a4-4aff-b0f8-a87059f6edf3)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:28.805163 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:28.835191 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Calling delete_port for 81a13e21-2061-44af-a52c-caa3f8246523 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:38:28.944191 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-240d363c-6010-4b4c-a738-de9f50f30286 None None] Provisioning complete for port 43b72b4a-7f17-475d-a7c0-52dfb4aca24c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:38:28.944849 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-240d363c-6010-4b4c-a738-de9f50f30286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:29.083285 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:29.168898 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event deleted for resources: {'Port': ['ID=81a13e21-2061-44af-a52c-caa3f8246523,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:29.171514 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] No DVR routers for this DVR port 81a13e21-2061-44af-a52c-caa3f8246523 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:38:29.361920 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ab3f49-3ba5-43a9-8479-f689c0f69eff None None] DHCP port deletion for 44db9108-4bb9-4fa7-9a2f-c700083f315a request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:38:29.387609 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:29.413820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b643147a-2f6d-4919-abbd-03eec7f75040']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:29.428436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666b29b0-d0a4-4aff-b0f8-a87059f6edf3') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:29.430901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666b29b0-d0a4-4aff-b0f8-a87059f6edf3') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:29.468666 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:29.498540 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-78ab3f49-3ba5-43a9-8479-f689c0f69eff None None] Deleting port 43b72b4a-7f17-475d-a7c0-52dfb4aca24c {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:38:29.498959 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78ab3f49-3ba5-43a9-8479-f689c0f69eff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:29.515225 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:29.532654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:38:29.538074 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:38:29.542419 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:38:29.743956 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-78ab3f49-3ba5-43a9-8479-f689c0f69eff None None] For port 43b72b4a-7f17-475d-a7c0-52dfb4aca24c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=43b72b4a-7f17-475d-a7c0-52dfb4aca24c,segment=NetworkSegment(ea34bb3c-f331-46bd-871b-bd3b715d94e9),segment_id=ea34bb3c-f331-46bd-871b-bd3b715d94e9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:29.744375 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78ab3f49-3ba5-43a9-8479-f689c0f69eff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:29.757797 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:29.766012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-78ab3f49-3ba5-43a9-8479-f689c0f69eff None None] Calling delete_port for 43b72b4a-7f17-475d-a7c0-52dfb4aca24c owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:38:29.768722 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:29.780552 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "DELETE /v2.0/networks/b643147a-2f6d-4919-abbd-03eec7f75040 HTTP/1.1" status: 204 len: 168 time: 1.3183513 Nov 18 17:38:29.783654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50700) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:29.792049 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe01dc7-7672-4b87-8b54-7381e619a8de req-35247ec7-df3b-4cc6-af20-c39b51315fe5 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:29.798781 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cbe01dc7-7672-4b87-8b54-7381e619a8de req-35247ec7-df3b-4cc6-af20-c39b51315fe5 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 944 time: 0.1758068 Nov 18 17:38:29.838560 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1036b9-086c-4699-af72-8cbe6788e72d tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event deleted for resources: {'Network': ['ID=b643147a-2f6d-4919-abbd-03eec7f75040,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:29.965945 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a90f8ac4-9286-40d9-b2f9-d80a73cadf9d no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:38:29.985346 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cbe01dc7-7672-4b87-8b54-7381e619a8de req-1674a766-b28b-4465-99c3-a49fa684c7af tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657314 Nov 18 17:38:30.031857 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02636522-b423-42de-8584-07a1cc4d96d3 None None] DHCP port deletion for b643147a-2f6d-4919-abbd-03eec7f75040 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:38:30.044947 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:30.046554 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: a90f8ac4-9286-40d9-b2f9-d80a73cadf9d {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:38:30.047032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a90f8ac4-9286-40d9-b2f9-d80a73cadf9d not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:38:30.062498 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-da589268-f06f-4271-9dd7-33bed938a6dd None None] Could not find standard attr ID for object 81a13e21-2061-44af-a52c-caa3f8246523. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:38:30.086022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b766ccce-c99f-4186-b044-db49ac81f2c5 None None] Network b643147a-2f6d-4919-abbd-03eec7f75040 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:38:30.120154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b766ccce-c99f-4186-b044-db49ac81f2c5 None None] Network b643147a-2f6d-4919-abbd-03eec7f75040 could not be found, it might have been deleted concurrently. {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 18 17:38:30.151700 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7958796d-305b-44d5-985f-61eb15b6dd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:30.175241 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50706) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:30.214501 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Deleting port 43b72b4a-7f17-475d-a7c0-52dfb4aca24c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:38:30.214501 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:30.264466 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] For port 43b72b4a-7f17-475d-a7c0-52dfb4aca24c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=43b72b4a-7f17-475d-a7c0-52dfb4aca24c,segment=NetworkSegment(ea34bb3c-f331-46bd-871b-bd3b715d94e9),segment_id=ea34bb3c-f331-46bd-871b-bd3b715d94e9)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:30.265395 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:30.282281 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Calling delete_port for 43b72b4a-7f17-475d-a7c0-52dfb4aca24c owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:38:30.295440 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78ab3f49-3ba5-43a9-8479-f689c0f69eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:30.370789 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ab3f49-3ba5-43a9-8479-f689c0f69eff None None] No DVR routers for this DVR port 43b72b4a-7f17-475d-a7c0-52dfb4aca24c on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:38:30.398059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab3f49-3ba5-43a9-8479-f689c0f69eff None None] Pushing event deleted for resources: {'Port': ['ID=43b72b4a-7f17-475d-a7c0-52dfb4aca24c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:30.456517 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:30.525835 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03a9e2c9-013c-4367-a68e-6043afee600a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:30.527941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] No DVR routers for this DVR port 43b72b4a-7f17-475d-a7c0-52dfb4aca24c on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:38:30.530254 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event deleted for resources: {'Port': ['ID=43b72b4a-7f17-475d-a7c0-52dfb4aca24c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:30.668845 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:30.701051 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44db9108-4bb9-4fa7-9a2f-c700083f315a']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:30.713167 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea34bb3c-f331-46bd-871b-bd3b715d94e9') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:30.713826 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea34bb3c-f331-46bd-871b-bd3b715d94e9') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:30.714047 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03a9e2c9-013c-4367-a68e-6043afee600a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:30.730166 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:30.749076 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:30.757659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:38:30.758842 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:30.774787 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03a9e2c9-013c-4367-a68e-6043afee600a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:38:30.786340 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:38:30.832901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9e2c9-013c-4367-a68e-6043afee600a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129c820e-7d4d-48de-9eff-b69d2a3b91fc,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:30.880054 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-03a9e2c9-013c-4367-a68e-6043afee600a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ef8f7270cbef41278dbd41ae4d88871f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7033191 Nov 18 17:38:30.880789 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50722) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:30.935111 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:30.956600 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:30.964887 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "DELETE /v2.0/networks/44db9108-4bb9-4fa7-9a2f-c700083f315a HTTP/1.1" status: 204 len: 168 time: 1.1768107 Nov 18 17:38:30.967543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50724) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:30.978732 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-987b5dcc-8adb-4726-bf50-ac5f696cfb36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:30.992741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae26de-afae-4a48-87cc-bfbe574c2655 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event deleted for resources: {'Network': ['ID=44db9108-4bb9-4fa7-9a2f-c700083f315a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:31.064498 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-987b5dcc-8adb-4726-bf50-ac5f696cfb36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:31.149324 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0585c678-1756-4cac-992b-9884b08962f1 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:31.396824 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b44a8-132a-493e-a216-3aa6cb8bab8f req-4e6a6d60-c945-4f57-9c0c-536177b4e1ac tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:31.398604 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-917b44a8-132a-493e-a216-3aa6cb8bab8f req-4e6a6d60-c945-4f57-9c0c-536177b4e1ac tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 944 time: 0.2567480 Nov 18 17:38:31.441938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 43b72b4a-7f17-475d-a7c0-52dfb4aca24c no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:38:31.466704 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0585c678-1756-4cac-992b-9884b08962f1 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:31.471669 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-987b5dcc-8adb-4726-bf50-ac5f696cfb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:31.474508 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-987b5dcc-8adb-4726-bf50-ac5f696cfb36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:31.475696 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-987b5dcc-8adb-4726-bf50-ac5f696cfb36 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/129c820e-7d4d-48de-9eff-b69d2a3b91fc HTTP/1.1" status: 204 len: 168 time: 0.5938094 Nov 18 17:38:31.485090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 43b72b4a-7f17-475d-a7c0-52dfb4aca24c {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:38:31.485853 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 43b72b4a-7f17-475d-a7c0-52dfb4aca24c not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:38:31.490969 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 81a13e21-2061-44af-a52c-caa3f8246523 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:38:31.533309 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-917b44a8-132a-493e-a216-3aa6cb8bab8f req-d6c94699-560f-455d-a22e-4d8a600de491 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183393 Nov 18 17:38:31.546568 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 81a13e21-2061-44af-a52c-caa3f8246523 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:38:31.546932 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 81a13e21-2061-44af-a52c-caa3f8246523 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:38:31.563273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b5dcc-8adb-4726-bf50-ac5f696cfb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129c820e-7d4d-48de-9eff-b69d2a3b91fc,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:31.578126 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-0585c678-1756-4cac-992b-9884b08962f1 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9c4470-a4e2-4917-9816-7ceb758dd3fd']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:31.608077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-0585c678-1756-4cac-992b-9884b08962f1 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7f8c5a-3086-4711-bbee-30df67c17dda') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:31.608386 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-0585c678-1756-4cac-992b-9884b08962f1 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7f8c5a-3086-4711-bbee-30df67c17dda') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:31.627743 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0585c678-1756-4cac-992b-9884b08962f1 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:31.656397 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0585c678-1756-4cac-992b-9884b08962f1 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:31.674403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0585c678-1756-4cac-992b-9884b08962f1 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:38:31.674403 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0585c678-1756-4cac-992b-9884b08962f1 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:38:31.691014 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:38:31.866106 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0585c678-1756-4cac-992b-9884b08962f1 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:31.882992 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0585c678-1756-4cac-992b-9884b08962f1 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:31.895846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0585c678-1756-4cac-992b-9884b08962f1 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "DELETE /v2.0/networks/5d9c4470-a4e2-4917-9816-7ceb758dd3fd HTTP/1.1" status: 204 len: 168 time: 0.9261327 Nov 18 17:38:31.904790 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50742) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:31.921594 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585c678-1756-4cac-992b-9884b08962f1 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event deleted for resources: {'Network': ['ID=5d9c4470-a4e2-4917-9816-7ceb758dd3fd,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:32.110215 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8dc368bc-5cf5-44cb-b0bd-1ea7a5c2b399 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:32.224199 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:38:32.231422 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8dc368bc-5cf5-44cb-b0bd-1ea7a5c2b399 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:32.258942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-8dc368bc-5cf5-44cb-b0bd-1ea7a5c2b399 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215eb0ee-2c77-406a-9eba-e5e5936bef24']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:32.269219 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-8dc368bc-5cf5-44cb-b0bd-1ea7a5c2b399 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63803374-5e92-463d-82c0-23cdfe1a57e5') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:32.269512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-8dc368bc-5cf5-44cb-b0bd-1ea7a5c2b399 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63803374-5e92-463d-82c0-23cdfe1a57e5') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:32.293187 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8dc368bc-5cf5-44cb-b0bd-1ea7a5c2b399 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:32.328657 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8dc368bc-5cf5-44cb-b0bd-1ea7a5c2b399 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:32.343443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc368bc-5cf5-44cb-b0bd-1ea7a5c2b399 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:38:32.343869 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8dc368bc-5cf5-44cb-b0bd-1ea7a5c2b399 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:38:32.347479 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:38:32.426938 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7976b7a0-4691-48c5-9c01-6eb9b1f116ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:32.460767 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50752) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:32.476154 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1c196bd-ab57-4037-8c37-2f56ceb05b48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:32.506047 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8dc368bc-5cf5-44cb-b0bd-1ea7a5c2b399 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:32.545579 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8dc368bc-5cf5-44cb-b0bd-1ea7a5c2b399 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:32.554115 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8dc368bc-5cf5-44cb-b0bd-1ea7a5c2b399 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] 10.222.0.72 "DELETE /v2.0/networks/215eb0ee-2c77-406a-9eba-e5e5936bef24 HTTP/1.1" status: 204 len: 168 time: 0.6452923 Nov 18 17:38:32.555193 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc368bc-5cf5-44cb-b0bd-1ea7a5c2b399 tempest-BulkNetworkOpsIpV6Test-56044135 tempest-BulkNetworkOpsIpV6Test-56044135-project] Pushing event deleted for resources: {'Network': ['ID=215eb0ee-2c77-406a-9eba-e5e5936bef24,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:32.702658 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1c196bd-ab57-4037-8c37-2f56ceb05b48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:32.756612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57247fa5-225a-46ee-a8a0-2dd32355bea2 req-954c8be6-293c-4deb-bea1-f111e6b3ca67 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:32.758449 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57247fa5-225a-46ee-a8a0-2dd32355bea2 req-954c8be6-293c-4deb-bea1-f111e6b3ca67 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 944 time: 0.1133585 Nov 18 17:38:32.790493 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1c196bd-ab57-4037-8c37-2f56ceb05b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:32.897878 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a1c196bd-ab57-4037-8c37-2f56ceb05b48 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b61fe0f13067415b81520ca0244e0f1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4359775 Nov 18 17:38:32.898812 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50760) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:32.907233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c196bd-ab57-4037-8c37-2f56ceb05b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09225e76-315d-496d-bed9-c0cf0aea949c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:32.989011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57247fa5-225a-46ee-a8a0-2dd32355bea2 req-ba231f86-7fec-462d-adb7-2715fd77ab40 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128108 Nov 18 17:38:33.046194 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-212d8b38-13ea-40d9-8cd9-f0e741ea82d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:33.089747 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-212d8b38-13ea-40d9-8cd9-f0e741ea82d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:33.237868 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-212d8b38-13ea-40d9-8cd9-f0e741ea82d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:33.242775 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-212d8b38-13ea-40d9-8cd9-f0e741ea82d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:33.246360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-212d8b38-13ea-40d9-8cd9-f0e741ea82d6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/09225e76-315d-496d-bed9-c0cf0aea949c HTTP/1.1" status: 204 len: 168 time: 0.3423116 Nov 18 17:38:33.262979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d8b38-13ea-40d9-8cd9-f0e741ea82d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09225e76-315d-496d-bed9-c0cf0aea949c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:33.556796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50774) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:33.643769 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:34.057624 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1166aa4f-c810-4dec-878d-d499c78f2e89 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=16e21c209de640098e00f3a7306b0f1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4985237 Nov 18 17:38:34.060640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50786) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:34.223008 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-267a2b7a-63aa-4b97-b041-ae394af756d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:34.264966 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db128b-10f1-4906-bcf4-a4d804b99874 req-5b2e0245-650e-41dd-ac3b-b0b037ce3155 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:34.274410 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39db128b-10f1-4906-bcf4-a4d804b99874 req-5b2e0245-650e-41dd-ac3b-b0b037ce3155 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 944 time: 0.1228807 Nov 18 17:38:34.317412 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-267a2b7a-63aa-4b97-b041-ae394af756d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:34.345100 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39db128b-10f1-4906-bcf4-a4d804b99874 req-c18d4a11-1c14-42bd-b1eb-be04da680353 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677762 Nov 18 17:38:34.466390 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-267a2b7a-63aa-4b97-b041-ae394af756d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:34.469239 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-267a2b7a-63aa-4b97-b041-ae394af756d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:34.471281 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-267a2b7a-63aa-4b97-b041-ae394af756d1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5fdbb546-583f-4496-8028-62f68ffc0acd HTTP/1.1" status: 204 len: 168 time: 0.4088044 Nov 18 17:38:34.483522 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a2b7a-63aa-4b97-b041-ae394af756d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdbb546-583f-4496-8028-62f68ffc0acd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:35.014060 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:35.540258 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e720d1-1ed1-4d42-a752-65ce4155961a req-ac5ab9f4-a621-44f7-821b-ca5f3c834fbe tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:35.551231 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6e720d1-1ed1-4d42-a752-65ce4155961a req-ac5ab9f4-a621-44f7-821b-ca5f3c834fbe tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 944 time: 0.0803015 Nov 18 17:38:35.659661 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6e720d1-1ed1-4d42-a752-65ce4155961a req-7712350e-423a-4d2d-b7e0-81035ba45528 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026061 Nov 18 17:38:35.746414 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:36.507362 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50880) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:36.754302 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e662b3a0-e117-48eb-8242-1e372844f5b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:36.900682 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e662b3a0-e117-48eb-8242-1e372844f5b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:36.910971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a4b7f-4563-4853-8c7e-d38c90d392be req-7fe05c1e-7d66-4ba9-8328-bf74cc5915db tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:36.912621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b39a4b7f-4563-4853-8c7e-d38c90d392be req-7fe05c1e-7d66-4ba9-8328-bf74cc5915db tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 944 time: 0.1020615 Nov 18 17:38:36.974877 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e662b3a0-e117-48eb-8242-1e372844f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:36.989157 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b39a4b7f-4563-4853-8c7e-d38c90d392be req-a96d22fe-e709-412d-a0dc-e4f04da75087 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694203 Nov 18 17:38:37.046520 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662b3a0-e117-48eb-8242-1e372844f5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3f4eeb-cd11-4bed-862c-d9fa891ead02,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:37.073855 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e662b3a0-e117-48eb-8242-1e372844f5b9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=79deef701e494cf0a0b1a10c3adc2a65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5653489 Nov 18 17:38:37.076391 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50926) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:37.243606 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1590ad0-e6ac-4567-a89b-e6fd7629af30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:37.305644 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1590ad0-e6ac-4567-a89b-e6fd7629af30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:37.343969 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50934) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:37.576318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Request body: {'networks': [{'name': 'tempest-network--890265272'}, {'name': 'tempest-network--1227651932'}]} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:37.576848 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Request body: {'network': {'name': 'tempest-network--890265272'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:37.577568 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Request body: {'network': {'name': 'tempest-network--1227651932'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:37.991758 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1590ad0-e6ac-4567-a89b-e6fd7629af30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:37.995457 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1590ad0-e6ac-4567-a89b-e6fd7629af30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:37.996897 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b1590ad0-e6ac-4567-a89b-e6fd7629af30 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2a3f4eeb-cd11-4bed-862c-d9fa891ead02 HTTP/1.1" status: 204 len: 168 time: 0.9193525 Nov 18 17:38:38.014515 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1590ad0-e6ac-4567-a89b-e6fd7629af30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3f4eeb-cd11-4bed-862c-d9fa891ead02,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:38.165905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Made reservation on behalf of 561b7720d5e84d37baf04f0ab75eeb21 for: {'network': 2} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:38:38.165905 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:38.186064 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:38.263434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8169f36-94d7-4398-a06d-008764e4e231 req-f23427b2-fc24-4e00-a7d2-3caf321e5fdc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:38.265797 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e8169f36-94d7-4398-a06d-008764e4e231 req-f23427b2-fc24-4e00-a7d2-3caf321e5fdc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 944 time: 0.1347508 Nov 18 17:38:38.352865 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:38.376363 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e8169f36-94d7-4398-a06d-008764e4e231 req-51acff0c-869e-4ca4-85aa-5cdbf05f53e1 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914712 Nov 18 17:38:38.544588 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:38.545148 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:38.588115 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:38:38.598157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9672d23e-86c1-43b1-9de5-e99da69c6957,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:38.603322 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:38.603762 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Added segment be8eb70e-155e-47f7-9dcb-4d2f358a0370 of type vlan for network c34ddf2e-a2d9-447e-839e-82e9c4987b44 Nov 18 17:38:38.649727 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:38.685261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] vlan segment allocate from pool success with {'vlan_id': 1110, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:38:38.697610 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:38.699008 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Added segment 4951ea60-4faf-4b0a-88d4-185c87888f95 of type vlan for network 21a4a024-c507-424b-9d42-0830e96e38ee Nov 18 17:38:38.748856 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:38.877320 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:38.877931 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:38.884172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:38.889206 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:38.889882 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:38.962012 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event updated for resources: {'Network': ['ID=c34ddf2e-a2d9-447e-839e-82e9c4987b44,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:38.973301 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network c34ddf2e-a2d9-447e-839e-82e9c4987b44 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:38:39.004851 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6591854 Nov 18 17:38:39.007391 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50960) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:39.042070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64c424-5491-4808-8567-a823dba2d2d8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event updated for resources: {'Network': ['ID=21a4a024-c507-424b-9d42-0830e96e38ee,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:39.107278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 21a4a024-c507-424b-9d42-0830e96e38ee details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:38:39.183772 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50962) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:39.185886 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05709e9d-db13-42b2-a549-d30bdc89f126 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:39.192946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05709e9d-db13-42b2-a549-d30bdc89f126 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:39.199310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05709e9d-db13-42b2-a549-d30bdc89f126 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:39.199441 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-010ae151-bc22-4022-a59c-486b69237d89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:39.206063 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05709e9d-db13-42b2-a549-d30bdc89f126 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:39.207452 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-05709e9d-db13-42b2-a549-d30bdc89f126 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1982050 Nov 18 17:38:39.210264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50964) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:39.290013 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-010ae151-bc22-4022-a59c-486b69237d89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:39.295922 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f8ea9e8-4196-4c80-9666-6f1a1ef66f7d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:39.368044 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-010ae151-bc22-4022-a59c-486b69237d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:39.395328 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f8ea9e8-4196-4c80-9666-6f1a1ef66f7d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:39.429537 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-8f8ea9e8-4196-4c80-9666-6f1a1ef66f7d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34ddf2e-a2d9-447e-839e-82e9c4987b44']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:39.433514 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-010ae151-bc22-4022-a59c-486b69237d89 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c09e48322d574541816705cb7894f646&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2471123 Nov 18 17:38:39.439651 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 50974) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:39.441702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-8f8ea9e8-4196-4c80-9666-6f1a1ef66f7d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8eb70e-155e-47f7-9dcb-4d2f358a0370') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:39.442010 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-8f8ea9e8-4196-4c80-9666-6f1a1ef66f7d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8eb70e-155e-47f7-9dcb-4d2f358a0370') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:39.443388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ae151-bc22-4022-a59c-486b69237d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39a5aa7-e01b-4198-91fb-b8be109f7a92,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:39.476918 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f8ea9e8-4196-4c80-9666-6f1a1ef66f7d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:39.502917 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f8ea9e8-4196-4c80-9666-6f1a1ef66f7d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:39.515664 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8ea9e8-4196-4c80-9666-6f1a1ef66f7d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:38:39.518314 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f8ea9e8-4196-4c80-9666-6f1a1ef66f7d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:38:39.520495 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:38:39.558028 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-60e49273-43c8-4b8f-b456-77cb596c5c9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:39.569438 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb439cea-0990-4c61-aef3-ef7538fd9151 req-9e4ce80a-54d0-46ce-b56a-8b1b827606a6 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:39.570811 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb439cea-0990-4c61-aef3-ef7538fd9151 req-9e4ce80a-54d0-46ce-b56a-8b1b827606a6 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 944 time: 0.0836883 Nov 18 17:38:39.612292 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-60e49273-43c8-4b8f-b456-77cb596c5c9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:39.663956 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb439cea-0990-4c61-aef3-ef7538fd9151 req-bec6b7e9-3c42-4a95-a783-5386b0823c7b tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838642 Nov 18 17:38:39.673195 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f8ea9e8-4196-4c80-9666-6f1a1ef66f7d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:39.679093 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f8ea9e8-4196-4c80-9666-6f1a1ef66f7d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:39.682493 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8f8ea9e8-4196-4c80-9666-6f1a1ef66f7d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "DELETE /v2.0/networks/c34ddf2e-a2d9-447e-839e-82e9c4987b44 HTTP/1.1" status: 204 len: 168 time: 0.4712205 Nov 18 17:38:39.685127 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 50986) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:39.703547 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ea9e8-4196-4c80-9666-6f1a1ef66f7d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event deleted for resources: {'Network': ['ID=c34ddf2e-a2d9-447e-839e-82e9c4987b44,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:39.785374 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-60e49273-43c8-4b8f-b456-77cb596c5c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:39.785374 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-60e49273-43c8-4b8f-b456-77cb596c5c9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:39.785374 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-60e49273-43c8-4b8f-b456-77cb596c5c9e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c39a5aa7-e01b-4198-91fb-b8be109f7a92 HTTP/1.1" status: 204 len: 168 time: 0.3435750 Nov 18 17:38:39.793232 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e49273-43c8-4b8f-b456-77cb596c5c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39a5aa7-e01b-4198-91fb-b8be109f7a92,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:39.801402 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21acf44d-816f-42ba-bef5-6ea2d2cbdcb4 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:39.919394 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21acf44d-816f-42ba-bef5-6ea2d2cbdcb4 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:39.950809 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-21acf44d-816f-42ba-bef5-6ea2d2cbdcb4 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a4a024-c507-424b-9d42-0830e96e38ee']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:39.963277 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-21acf44d-816f-42ba-bef5-6ea2d2cbdcb4 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4951ea60-4faf-4b0a-88d4-185c87888f95') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:39.963581 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-21acf44d-816f-42ba-bef5-6ea2d2cbdcb4 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4951ea60-4faf-4b0a-88d4-185c87888f95') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:39.974520 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21acf44d-816f-42ba-bef5-6ea2d2cbdcb4 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:39.990807 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21acf44d-816f-42ba-bef5-6ea2d2cbdcb4 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:39.998239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21acf44d-816f-42ba-bef5-6ea2d2cbdcb4 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:38:39.998676 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21acf44d-816f-42ba-bef5-6ea2d2cbdcb4 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:38:40.001951 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:38:40.163516 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21acf44d-816f-42ba-bef5-6ea2d2cbdcb4 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:40.171427 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21acf44d-816f-42ba-bef5-6ea2d2cbdcb4 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:40.174881 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-21acf44d-816f-42ba-bef5-6ea2d2cbdcb4 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "DELETE /v2.0/networks/21a4a024-c507-424b-9d42-0830e96e38ee HTTP/1.1" status: 204 len: 168 time: 0.4888144 Nov 18 17:38:40.177609 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51010) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:40.187384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acf44d-816f-42ba-bef5-6ea2d2cbdcb4 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event deleted for resources: {'Network': ['ID=21a4a024-c507-424b-9d42-0830e96e38ee,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:40.415032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5536ffd7-157a-470d-8c53-ed5aad569450 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:40.421922 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5536ffd7-157a-470d-8c53-ed5aad569450 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:40.423576 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5536ffd7-157a-470d-8c53-ed5aad569450 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2449241 Nov 18 17:38:40.428023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51032) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:40.433981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-259630c0-6373-4fe3-9709-b04853a57b14 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-149061010'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:40.568857 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259630c0-6373-4fe3-9709-b04853a57b14 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Made reservation on behalf of 561b7720d5e84d37baf04f0ab75eeb21 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:38:40.572719 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-259630c0-6373-4fe3-9709-b04853a57b14 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:40.599569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259630c0-6373-4fe3-9709-b04853a57b14 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:38:40.620371 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-259630c0-6373-4fe3-9709-b04853a57b14 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:40.622113 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-259630c0-6373-4fe3-9709-b04853a57b14 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Added segment 5fe924e4-8395-4115-8ea7-36116d17cec1 of type vlan for network 867b0c5d-7437-4755-a51a-63973b74cb2e Nov 18 17:38:40.680417 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-259630c0-6373-4fe3-9709-b04853a57b14 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:40.805021 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-259630c0-6373-4fe3-9709-b04853a57b14 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:40.817395 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259630c0-6373-4fe3-9709-b04853a57b14 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:40.817395 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-259630c0-6373-4fe3-9709-b04853a57b14 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:40.849059 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794a17a-8111-41d6-8cb2-6ab9f4999445 req-81095f58-43b5-4814-b98f-7ee940686ee4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:40.850630 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d794a17a-8111-41d6-8cb2-6ab9f4999445 req-81095f58-43b5-4814-b98f-7ee940686ee4 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 944 time: 0.0948672 Nov 18 17:38:40.914900 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259630c0-6373-4fe3-9709-b04853a57b14 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event updated for resources: {'Network': ['ID=867b0c5d-7437-4755-a51a-63973b74cb2e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:40.927581 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 867b0c5d-7437-4755-a51a-63973b74cb2e details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:38:40.960801 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d794a17a-8111-41d6-8cb2-6ab9f4999445 req-292a43a0-0394-42c5-bfbe-b30081a3394e tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003983 Nov 18 17:38:40.976052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51066) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:40.979860 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-259630c0-6373-4fe3-9709-b04853a57b14 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5474408 Nov 18 17:38:40.983262 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-398ed89c-14a3-41c0-b4c2-c58d87e4f7eb tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1618577413'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:41.108457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398ed89c-14a3-41c0-b4c2-c58d87e4f7eb tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Made reservation on behalf of 561b7720d5e84d37baf04f0ab75eeb21 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:38:41.111116 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-398ed89c-14a3-41c0-b4c2-c58d87e4f7eb tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:41.140407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398ed89c-14a3-41c0-b4c2-c58d87e4f7eb tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:38:41.154210 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-398ed89c-14a3-41c0-b4c2-c58d87e4f7eb tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:41.155213 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-398ed89c-14a3-41c0-b4c2-c58d87e4f7eb tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Added segment 8f110536-0d14-4412-8a9e-aa2ac14ce4b1 of type vlan for network 0c302d9e-f6d2-4e0e-82e1-f7985fdc545f Nov 18 17:38:41.208133 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-398ed89c-14a3-41c0-b4c2-c58d87e4f7eb tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:41.294838 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-398ed89c-14a3-41c0-b4c2-c58d87e4f7eb tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:41.301036 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398ed89c-14a3-41c0-b4c2-c58d87e4f7eb tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:41.301641 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-398ed89c-14a3-41c0-b4c2-c58d87e4f7eb tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:41.373357 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ed89c-14a3-41c0-b4c2-c58d87e4f7eb tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event updated for resources: {'Network': ['ID=0c302d9e-f6d2-4e0e-82e1-f7985fdc545f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:41.386060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 0c302d9e-f6d2-4e0e-82e1-f7985fdc545f details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:38:41.412186 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:38:41.417549 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-398ed89c-14a3-41c0-b4c2-c58d87e4f7eb tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4400048 Nov 18 17:38:41.420282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51074) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:41.425324 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Request body: {'ports': [{'network_id': '867b0c5d-7437-4755-a51a-63973b74cb2e', 'name': 'tempest-port--965745036', 'admin_state_up': True}, {'network_id': '0c302d9e-f6d2-4e0e-82e1-f7985fdc545f', 'admin_state_up': False}]} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:41.425642 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Request body: {'port': {'network_id': '867b0c5d-7437-4755-a51a-63973b74cb2e', 'name': 'tempest-port--965745036', 'admin_state_up': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:41.426135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Request body: {'port': {'network_id': '0c302d9e-f6d2-4e0e-82e1-f7985fdc545f', 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:41.590671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:41.603230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'port_id': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed', 'mac_address': 'fa:16:3e:bd:3e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:38:41.620923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51080) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:41.737922 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:41.742473 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:38:41.769087 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:41.800509 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-99fc57dd-1b61-420c-8e16-fecdcf2805c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:41.888545 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:41.910201 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-99fc57dd-1b61-420c-8e16-fecdcf2805c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:41.948411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,revision_number=11']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:41.956961 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:41.957549 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:41.958360 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:41.958360 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:41.958562 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:41.958897 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:41.959262 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:41.959599 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:41.961681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:41.961681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:41.961681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:41.961681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:38:42.021116 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-99fc57dd-1b61-420c-8e16-fecdcf2805c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:42.048993 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-99fc57dd-1b61-420c-8e16-fecdcf2805c0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8dddbe0f0a114121b0cf6174c87264ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4262745 Nov 18 17:38:42.052357 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51094) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:42.052516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Made reservation on behalf of 561b7720d5e84d37baf04f0ab75eeb21 for: {'port': 2} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:38:42.058201 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:42.073098 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:42.113748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc57dd-1b61-420c-8e16-fecdcf2805c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e798554c-3744-4605-81fa-e6d828011ef4,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:42.164234 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9ddff8ef-0b23-4fca-9071-0165a080bae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:42.188039 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] device_id is not set on port 00a3d032-e483-4907-98d6-ce66f163f0f6 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:38:42.192290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:38:42.195966 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c5128-95bd-4bc9-8126-9ddc5581bb8d req-b35f5c7e-7d7f-4aef-89d3-d7526b4851ce tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:42.206609 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed4c5128-95bd-4bc9-8126-9ddc5581bb8d req-b35f5c7e-7d7f-4aef-89d3-d7526b4851ce tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.1542523 Nov 18 17:38:42.238566 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9ddff8ef-0b23-4fca-9071-0165a080bae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:42.305024 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed4c5128-95bd-4bc9-8126-9ddc5581bb8d req-7f0d74e7-3d1a-4027-bf15-e34f3fcf091a tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923617 Nov 18 17:38:42.436288 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9ddff8ef-0b23-4fca-9071-0165a080bae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:42.439190 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9ddff8ef-0b23-4fca-9071-0165a080bae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:42.440741 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9ddff8ef-0b23-4fca-9071-0165a080bae5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e798554c-3744-4605-81fa-e6d828011ef4 HTTP/1.1" status: 204 len: 168 time: 0.3819680 Nov 18 17:38:42.450093 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddff8ef-0b23-4fca-9071-0165a080bae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e798554c-3744-4605-81fa-e6d828011ef4,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:42.456242 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:42.571550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] device_id is not set on port 0c05a696-e97e-4791-a530-11f7c2b869a0 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:38:42.705932 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:42.827593 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:42.902987 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event updated for resources: {'Port': ['ID=00a3d032-e483-4907-98d6-ce66f163f0f6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:42.911253 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Checking segment: {'id': '5fe924e4-8395-4115-8ea7-36116d17cec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '867b0c5d-7437-4755-a51a-63973b74cb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:38:42.911620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Network hostable DHCP agents. Network: 867b0c5d-7437-4755-a51a-63973b74cb2e, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:38:43.002316 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Network 867b0c5d-7437-4755-a51a-63973b74cb2e is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:38:43.083326 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 867b0c5d-7437-4755-a51a-63973b74cb2e) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:38:43.087903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:38:43.091262 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:43.091391 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2e1f32-46c5-47d7-91af-0c7d6908fe5f None None] Network 867b0c5d-7437-4755-a51a-63973b74cb2e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:38:43.154575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event updated for resources: {'Port': ['ID=0c05a696-e97e-4791-a530-11f7c2b869a0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:43.169923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Checking segment: {'id': '8f110536-0d14-4412-8a9e-aa2ac14ce4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '0c302d9e-f6d2-4e0e-82e1-f7985fdc545f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:38:43.170501 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Network hostable DHCP agents. Network: 0c302d9e-f6d2-4e0e-82e1-f7985fdc545f, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:38:43.271576 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Network 0c302d9e-f6d2-4e0e-82e1-f7985fdc545f is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:38:43.340439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 0c302d9e-f6d2-4e0e-82e1-f7985fdc545f) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:38:43.345079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:38:43.351089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3447ce-abb1-46ad-967c-10ab14b90560 None None] Network 0c302d9e-f6d2-4e0e-82e1-f7985fdc545f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:38:43.352616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:43.360420 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:43.361337 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:43.401198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51130) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:43.420120 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-827f7fca-441f-4f0c-9eca-1c35bda535e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:43.436957 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cd04e470-9e25-44b1-a5d4-83a01cde9eb8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0155430 Nov 18 17:38:43.444467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51132) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:43.459472 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:38:43.504505 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8fd72-88ab-414d-80a7-925dae26d80f req-c5283e17-910b-4120-9e4c-035ff4a7acb3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:43.513416 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9aa8fd72-88ab-414d-80a7-925dae26d80f req-c5283e17-910b-4120-9e4c-035ff4a7acb3 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 945 time: 0.1354806 Nov 18 17:38:43.576774 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e93d12-ef37-49e3-a051-616dffeb4ff3 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:43.583501 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e93d12-ef37-49e3-a051-616dffeb4ff3 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:43.585425 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f8e93d12-ef37-49e3-a051-616dffeb4ff3 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1464443 Nov 18 17:38:43.596044 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51134) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:43.600466 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-827f7fca-441f-4f0c-9eca-1c35bda535e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:43.615106 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9aa8fd72-88ab-414d-80a7-925dae26d80f req-f3947adb-b14d-42dc-b94c-a79741468e15 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003959 Nov 18 17:38:43.651512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af86982-ca4f-43df-8ae5-35e836202e59 req-63bf3b7a-96b2-4f63-9f94-6647f14f9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:43.653885 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1af86982-ca4f-43df-8ae5-35e836202e59 req-63bf3b7a-96b2-4f63-9f94-6647f14f9554 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c792286d243e4484b7d541f96477c28c&device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 1097 time: 0.0867083 Nov 18 17:38:43.689041 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:38:43.693770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:38:43.701912 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:43.741531 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c8827ceb-1b5e-4a3d-929b-1dd4552141fd tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Deleting port 00a3d032-e483-4907-98d6-ce66f163f0f6 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:38:43.742244 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c8827ceb-1b5e-4a3d-929b-1dd4552141fd tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:43.748543 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-827f7fca-441f-4f0c-9eca-1c35bda535e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:43.806078 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af86982-ca4f-43df-8ae5-35e836202e59 req-65f16163-0765-44b4-9fbc-6b33357773fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:43.808005 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1af86982-ca4f-43df-8ae5-35e836202e59 req-65f16163-0765-44b4-9fbc-6b33357773fe service neutron] 10.222.0.83 "GET /v2.0/networks?id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358 HTTP/1.1" status: 200 len: 918 time: 0.1323154 Nov 18 17:38:43.825893 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:43.831722 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f7fca-441f-4f0c-9eca-1c35bda535e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405169d3-7793-40f6-ad90-62a5045b5bb5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:43.884029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:38:43.892963 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-827f7fca-441f-4f0c-9eca-1c35bda535e4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a400907757c24465ade4f9e539918451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4878197 Nov 18 17:38:43.894769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51138) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:43.901025 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31769d7-a7a3-4190-bbed-4849ffe5b85f" -d '{"events": [{"server_uuid": "5660f3bc-0328-40df-8ac0-38802a45bc41", "name": "network-vif-plugged", "status": "completed", "tag": "2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:38:43.905210 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c8827ceb-1b5e-4a3d-929b-1dd4552141fd tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:43.925936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c8827ceb-1b5e-4a3d-929b-1dd4552141fd tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Calling delete_port for 00a3d032-e483-4907-98d6-ce66f163f0f6 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:38:43.941182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:43.952033 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1af86982-ca4f-43df-8ae5-35e836202e59 req-93dc5d47-4384-45ae-aac3-a8bf39e58b9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed HTTP/1.1" status: 200 len: 999 time: 0.1321068 Nov 18 17:38:43.977873 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c26090-472e-4783-a038-1893f5172628 x-openstack-request-id: req-d7c26090-472e-4783-a038-1893f5172628 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:38:43.978383 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5660f3bc-0328-40df-8ac0-38802a45bc41", "name": "network-vif-plugged", "status": "completed", "tag": "2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:38:43.979582 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d7c26090-472e-4783-a038-1893f5172628 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:38:43.980870 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed', 'code': 200} Nov 18 17:38:43.999013 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d721732-2630-444c-8720-55beb46ea41a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:44.036590 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:44.040878 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d721732-2630-444c-8720-55beb46ea41a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:44.044008 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af86982-ca4f-43df-8ae5-35e836202e59 req-14283689-b3a2-4e56-b2ce-c61112464c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:44.045524 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1af86982-ca4f-43df-8ae5-35e836202e59 req-14283689-b3a2-4e56-b2ce-c61112464c84 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=10777e13-94e4-46f6-b1c7-ddc7fdf51d26 HTTP/1.1" status: 200 len: 855 time: 0.0849571 Nov 18 17:38:44.093731 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,revision_number=12']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:44.123149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af86982-ca4f-43df-8ae5-35e836202e59 req-0452a203-240f-404b-9e02-1b1192d919f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:44.124704 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1af86982-ca4f-43df-8ae5-35e836202e59 req-0452a203-240f-404b-9e02-1b1192d919f3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=daa0dd25-8f9b-4b90-9eaa-dcbae9437358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717006 Nov 18 17:38:44.136284 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c8827ceb-1b5e-4a3d-929b-1dd4552141fd tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:44.162955 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51144) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:44.184135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8827ceb-1b5e-4a3d-929b-1dd4552141fd tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event deleted for resources: {'Port': ['ID=00a3d032-e483-4907-98d6-ce66f163f0f6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:44.194150 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c8827ceb-1b5e-4a3d-929b-1dd4552141fd tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:44.201558 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c8827ceb-1b5e-4a3d-929b-1dd4552141fd tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "DELETE /v2.0/ports/00a3d032-e483-4907-98d6-ce66f163f0f6 HTTP/1.1" status: 204 len: 168 time: 0.6040177 Nov 18 17:38:44.204945 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51148) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:44.236034 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d721732-2630-444c-8720-55beb46ea41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:44.238692 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d721732-2630-444c-8720-55beb46ea41a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:44.252320 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7d721732-2630-444c-8720-55beb46ea41a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/405169d3-7793-40f6-ad90-62a5045b5bb5 HTTP/1.1" status: 204 len: 168 time: 0.3530600 Nov 18 17:38:44.290680 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d721732-2630-444c-8720-55beb46ea41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405169d3-7793-40f6-ad90-62a5045b5bb5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:44.342459 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1af86982-ca4f-43df-8ae5-35e836202e59 req-8169f7e6-55fa-49d3-bf45-3cacdc98b810 service neutron] 10.222.0.83 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013342 Nov 18 17:38:44.351393 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13300350-b969-4daf-af84-910cada35f0c req-57be2a36-9f5b-44d0-9889-1d821a0ef472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:44.352934 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-13300350-b969-4daf-af84-910cada35f0c req-57be2a36-9f5b-44d0-9889-1d821a0ef472 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 1098 time: 0.0919337 Nov 18 17:38:44.386773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e5ceed93-f517-4497-be78-2c33c9c4387b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Deleting port 0c05a696-e97e-4791-a530-11f7c2b869a0 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:38:44.387122 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e5ceed93-f517-4497-be78-2c33c9c4387b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:44.393809 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f7d27cc3-48ea-4f63-8545-36499c5f1bf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:44.471147 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-13300350-b969-4daf-af84-910cada35f0c req-3296184a-80fd-405c-9796-3951bc41eb22 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102674 Nov 18 17:38:44.479732 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e5ceed93-f517-4497-be78-2c33c9c4387b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:44.495647 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e5ceed93-f517-4497-be78-2c33c9c4387b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Calling delete_port for 0c05a696-e97e-4791-a530-11f7c2b869a0 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:38:44.512311 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1af86982-ca4f-43df-8ae5-35e836202e59 req-df311d76-bbbb-4d35-a7ee-51ffbbf09563 service neutron] 10.222.0.83 "GET /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611052 Nov 18 17:38:44.552603 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f7d27cc3-48ea-4f63-8545-36499c5f1bf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:44.665225 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f7d27cc3-48ea-4f63-8545-36499c5f1bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:44.683620 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e5ceed93-f517-4497-be78-2c33c9c4387b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:44.722706 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d27cc3-48ea-4f63-8545-36499c5f1bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7be03b2-4786-44e3-931e-baedb8dbf47a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:44.731421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ceed93-f517-4497-be78-2c33c9c4387b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event deleted for resources: {'Port': ['ID=0c05a696-e97e-4791-a530-11f7c2b869a0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:44.736171 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e5ceed93-f517-4497-be78-2c33c9c4387b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:44.740584 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e5ceed93-f517-4497-be78-2c33c9c4387b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "DELETE /v2.0/ports/0c05a696-e97e-4791-a530-11f7c2b869a0 HTTP/1.1" status: 204 len: 168 time: 0.5342910 Nov 18 17:38:44.742776 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51160) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:44.771128 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f7d27cc3-48ea-4f63-8545-36499c5f1bf8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=11f37702c7a84f18b354258e4bba4f39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6037495 Nov 18 17:38:44.772396 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51162) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:44.774842 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5ad27286-c5c0-4586-a821-ff9343029b86 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0309389 Nov 18 17:38:44.779136 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51166) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:44.787997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f5a88358-3a40-43fd-803b-5b6fd16f12f2 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-523237661'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:44.827950 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820ae66-39cd-4562-89ca-48a5fadd0ad8 req-1e31a9d5-d2c0-4805-b321-6ec3e5cb4e74 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:44.830250 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3820ae66-39cd-4562-89ca-48a5fadd0ad8 req-1e31a9d5-d2c0-4805-b321-6ec3e5cb4e74 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 946 time: 0.1161249 Nov 18 17:38:44.863241 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8b012e9f-2084-4dd5-b43e-9f54a35dc08e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:44.883558 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a88358-3a40-43fd-803b-5b6fd16f12f2 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Made reservation on behalf of 561b7720d5e84d37baf04f0ab75eeb21 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:38:44.888148 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5a88358-3a40-43fd-803b-5b6fd16f12f2 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:44.909969 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3820ae66-39cd-4562-89ca-48a5fadd0ad8 req-f0c2dd6d-b9a5-4535-9281-a3e794d92ad7 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712364 Nov 18 17:38:44.911984 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8b012e9f-2084-4dd5-b43e-9f54a35dc08e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:44.934263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a88358-3a40-43fd-803b-5b6fd16f12f2 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] vlan segment allocate from pool success with {'vlan_id': 1102, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:38:44.956956 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5a88358-3a40-43fd-803b-5b6fd16f12f2 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:44.957326 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-f5a88358-3a40-43fd-803b-5b6fd16f12f2 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Added segment 031aef27-f42f-4244-a5bd-fbd5ea2495b3 of type vlan for network 481ade0d-4537-4ac3-a1fb-b59c20e94112 Nov 18 17:38:45.012569 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5a88358-3a40-43fd-803b-5b6fd16f12f2 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:45.048631 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8b012e9f-2084-4dd5-b43e-9f54a35dc08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:45.051307 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8b012e9f-2084-4dd5-b43e-9f54a35dc08e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:45.052513 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8b012e9f-2084-4dd5-b43e-9f54a35dc08e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f7be03b2-4786-44e3-931e-baedb8dbf47a HTTP/1.1" status: 204 len: 168 time: 0.2783949 Nov 18 17:38:45.062096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b012e9f-2084-4dd5-b43e-9f54a35dc08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7be03b2-4786-44e3-931e-baedb8dbf47a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:45.105953 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5a88358-3a40-43fd-803b-5b6fd16f12f2 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:45.112029 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a88358-3a40-43fd-803b-5b6fd16f12f2 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:45.116055 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5a88358-3a40-43fd-803b-5b6fd16f12f2 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:45.187210 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a88358-3a40-43fd-803b-5b6fd16f12f2 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event updated for resources: {'Network': ['ID=481ade0d-4537-4ac3-a1fb-b59c20e94112,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:45.202639 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 481ade0d-4537-4ac3-a1fb-b59c20e94112 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:38:45.228087 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51180) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:45.228261 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f5a88358-3a40-43fd-803b-5b6fd16f12f2 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4393687 Nov 18 17:38:45.228393 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-774312dd-a1cc-407a-a130-22d25362710b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2026453967'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:45.333665 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774312dd-a1cc-407a-a130-22d25362710b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Made reservation on behalf of 561b7720d5e84d37baf04f0ab75eeb21 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:38:45.337533 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-774312dd-a1cc-407a-a130-22d25362710b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:45.366003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774312dd-a1cc-407a-a130-22d25362710b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:38:45.376418 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-774312dd-a1cc-407a-a130-22d25362710b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:45.376767 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-774312dd-a1cc-407a-a130-22d25362710b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Added segment ec023538-20ec-4f08-a788-010c7e0bc6d9 of type vlan for network f85e1367-2308-43f9-9bbb-0e7031a994d8 Nov 18 17:38:45.421452 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-774312dd-a1cc-407a-a130-22d25362710b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:45.580516 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-774312dd-a1cc-407a-a130-22d25362710b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:45.586801 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774312dd-a1cc-407a-a130-22d25362710b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:45.587474 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-774312dd-a1cc-407a-a130-22d25362710b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:45.667389 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774312dd-a1cc-407a-a130-22d25362710b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event updated for resources: {'Network': ['ID=f85e1367-2308-43f9-9bbb-0e7031a994d8,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:45.678766 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network f85e1367-2308-43f9-9bbb-0e7031a994d8 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:38:45.710434 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-774312dd-a1cc-407a-a130-22d25362710b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4868636 Nov 18 17:38:45.846626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51204) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:45.852905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Request body: {'subnets': [{'network_id': '481ade0d-4537-4ac3-a1fb-b59c20e94112', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--296513393', 'ip_version': 4}, {'network_id': 'f85e1367-2308-43f9-9bbb-0e7031a994d8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:45.853237 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Request body: {'subnet': {'network_id': '481ade0d-4537-4ac3-a1fb-b59c20e94112', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--296513393', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:45.854514 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Request body: {'subnet': {'network_id': 'f85e1367-2308-43f9-9bbb-0e7031a994d8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:45.992181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51212) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:46.043184 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbb071b8-0f03-446a-81b1-bce198d2ebae admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:46.219140 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbb071b8-0f03-446a-81b1-bce198d2ebae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:46.306071 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbb071b8-0f03-446a-81b1-bce198d2ebae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:46.351563 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bbb071b8-0f03-446a-81b1-bce198d2ebae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d609de2207fa4b398898c47015a5078f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3582089 Nov 18 17:38:46.360511 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb071b8-0f03-446a-81b1-bce198d2ebae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d696c0-79a2-4211-81a1-57fe22c9f7b1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:46.363234 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51220) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:46.439335 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9200949-9ef1-48f7-990d-ebc04fd7d8a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:46.468777 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9200949-9ef1-48f7-990d-ebc04fd7d8a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:46.574668 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580ed9-7f81-4b5b-be44-6efa99a2ca9e req-8e9ab7d0-f237-4dee-af07-87589018a6ac tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:46.576293 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b580ed9-7f81-4b5b-be44-6efa99a2ca9e req-8e9ab7d0-f237-4dee-af07-87589018a6ac tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 946 time: 0.1078141 Nov 18 17:38:46.643360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b580ed9-7f81-4b5b-be44-6efa99a2ca9e req-19bbf978-7d11-4a1a-b623-3cc4543b2df2 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594149 Nov 18 17:38:46.679161 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9200949-9ef1-48f7-990d-ebc04fd7d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:46.682395 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9200949-9ef1-48f7-990d-ebc04fd7d8a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:46.685618 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e9200949-9ef1-48f7-990d-ebc04fd7d8a9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/75d696c0-79a2-4211-81a1-57fe22c9f7b1 HTTP/1.1" status: 204 len: 168 time: 0.3208268 Nov 18 17:38:46.696061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9200949-9ef1-48f7-990d-ebc04fd7d8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d696c0-79a2-4211-81a1-57fe22c9f7b1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:46.729820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Made reservation on behalf of 561b7720d5e84d37baf04f0ab75eeb21 for: {'subnet': 2} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:38:46.735945 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:46.736293 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:47.739834 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:47.831487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event updated for resources: {'Subnet': ['ID=c36bb071-7223-4b9a-9ee9-e4b0da78d0bf,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:47.888632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655061d-4178-4adc-895a-85fc1a6ca57b req-e55bcf29-0607-45ff-8a6a-1556632a2928 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:47.890295 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8655061d-4178-4adc-895a-85fc1a6ca57b req-e55bcf29-0607-45ff-8a6a-1556632a2928 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 946 time: 0.1695862 Nov 18 17:38:47.979086 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Checking segment: {'id': '031aef27-f42f-4244-a5bd-fbd5ea2495b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '481ade0d-4537-4ac3-a1fb-b59c20e94112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:38:47.979315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Network hostable DHCP agents. Network: 481ade0d-4537-4ac3-a1fb-b59c20e94112, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:38:48.026848 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8655061d-4178-4adc-895a-85fc1a6ca57b req-80068d16-af66-435b-8292-35e9c4663bfe tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687304 Nov 18 17:38:48.146224 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Network 481ade0d-4537-4ac3-a1fb-b59c20e94112 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:38:48.253616 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 481ade0d-4537-4ac3-a1fb-b59c20e94112) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:38:48.257507 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:48.264025 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4021d00a-1499-46a9-af50-59cbf726d370 None None] Network 481ade0d-4537-4ac3-a1fb-b59c20e94112 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:38:48.381763 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event updated for resources: {'Subnet': ['ID=af822166-62d3-4251-9bec-70d174bda22d,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:48.397653 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Checking segment: {'id': 'ec023538-20ec-4f08-a788-010c7e0bc6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f85e1367-2308-43f9-9bbb-0e7031a994d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:38:48.398055 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Network hostable DHCP agents. Network: f85e1367-2308-43f9-9bbb-0e7031a994d8, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:38:48.456086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-481ade0d-4537-4ac3-a1fb-b59c20e94112', 'network_id': '481ade0d-4537-4ac3-a1fb-b59c20e94112', 'tenant_id': '561b7720d5e84d37baf04f0ab75eeb21', 'fixed_ips': [{'subnet_id': 'c36bb071-7223-4b9a-9ee9-e4b0da78d0bf'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:38:48.456981 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:48.512227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Network f85e1367-2308-43f9-9bbb-0e7031a994d8 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:38:48.597581 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, f85e1367-2308-43f9-9bbb-0e7031a994d8) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:38:48.602318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:48.607274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:48.607274 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:48.608040 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b224973-5ccd-4624-9ce1-a2fa4f5b6ff7 None None] Network f85e1367-2308-43f9-9bbb-0e7031a994d8 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:38:48.646244 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Allocated IP 172.20.0.2 (481ade0d-4537-4ac3-a1fb-b59c20e94112/c36bb071-7223-4b9a-9ee9-e4b0da78d0bf/7c5a7407-7779-4fbe-b962-5b42b76ab111) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:38:48.708587 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e058d0df-eb57-4088-9cf4-ccdeabf0a160 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.8594749 Nov 18 17:38:48.709876 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51300) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:48.798226 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05907f2a-c3c2-40d8-a2da-724497b1c8c8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:48.798226 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05907f2a-c3c2-40d8-a2da-724497b1c8c8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:48.799546 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05907f2a-c3c2-40d8-a2da-724497b1c8c8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:48.804439 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-05907f2a-c3c2-40d8-a2da-724497b1c8c8 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0914364 Nov 18 17:38:48.804846 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51308) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:48.913297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e4c94d-b554-4338-9da8-4b510deca7c6 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Deleting subnet c36bb071-7223-4b9a-9ee9-e4b0da78d0bf {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:38:49.090063 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:49.103535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-f85e1367-2308-43f9-9bbb-0e7031a994d8', 'network_id': 'f85e1367-2308-43f9-9bbb-0e7031a994d8', 'tenant_id': '561b7720d5e84d37baf04f0ab75eeb21', 'fixed_ips': [{'subnet_id': 'af822166-62d3-4251-9bec-70d174bda22d'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:38:49.104802 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:49.206878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5f7d5-dc8f-444d-8382-93b7e92bfa90 req-8b559e68-491b-415e-846c-e96ea4ed14b1 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:49.209557 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51f5f7d5-dc8f-444d-8382-93b7e92bfa90 req-8b559e68-491b-415e-846c-e96ea4ed14b1 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 946 time: 0.0636501 Nov 18 17:38:49.266430 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c94d-b554-4338-9da8-4b510deca7c6 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:49.270398 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:49.287948 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51f5f7d5-dc8f-444d-8382-93b7e92bfa90 req-e9ef452d-4726-41bb-83b2-3a16035fb1b9 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680234 Nov 18 17:38:49.318280 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Allocated IP 172.20.0.18 (f85e1367-2308-43f9-9bbb-0e7031a994d8/af822166-62d3-4251-9bec-70d174bda22d/ce6242c5-5802-4242-bc95-fbbeaeb24eb7) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:38:49.347461 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Network 481ade0d-4537-4ac3-a1fb-b59c20e94112 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:38:49.362098 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c94d-b554-4338-9da8-4b510deca7c6 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:49.366705 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:38:49.375910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:38:49.377813 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Pushing event updated for resources: {'Port': ['ID=7c5a7407-7779-4fbe-b962-5b42b76ab111,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:49.485443 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c94d-b554-4338-9da8-4b510deca7c6 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:49.503920 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Attempting to bind port 7c5a7407-7779-4fbe-b962-5b42b76ab111 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:38:49.504316 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Attempting to bind port 7c5a7407-7779-4fbe-b962-5b42b76ab111 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '031aef27-f42f-4244-a5bd-fbd5ea2495b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '481ade0d-4537-4ac3-a1fb-b59c20e94112'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:38:49.504685 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Attempting to bind port 7c5a7407-7779-4fbe-b962-5b42b76ab111 on network 481ade0d-4537-4ac3-a1fb-b59c20e94112 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:38:49.515374 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:38:49.516336 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Checking segment: {'id': '031aef27-f42f-4244-a5bd-fbd5ea2495b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '481ade0d-4537-4ac3-a1fb-b59c20e94112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:38:49.516751 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:49.517341 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Bound using segment: {'id': '031aef27-f42f-4244-a5bd-fbd5ea2495b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '481ade0d-4537-4ac3-a1fb-b59c20e94112'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:38:49.517833 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Bound port: 7c5a7407-7779-4fbe-b962-5b42b76ab111, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031aef27-f42f-4244-a5bd-fbd5ea2495b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '481ade0d-4537-4ac3-a1fb-b59c20e94112'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:38:49.518379 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:49.654053 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:49.746935 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c94d-b554-4338-9da8-4b510deca7c6 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:49.750779 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] For port 7c5a7407-7779-4fbe-b962-5b42b76ab111, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:38:49.756220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] For port 7c5a7407-7779-4fbe-b962-5b42b76ab111, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7c5a7407-7779-4fbe-b962-5b42b76ab111,segment=NetworkSegment(031aef27-f42f-4244-a5bd-fbd5ea2495b3),segment_id=031aef27-f42f-4244-a5bd-fbd5ea2495b3)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:38:49.776358 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:49.784870 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c94d-b554-4338-9da8-4b510deca7c6 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:49.787423 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b5e4c94d-b554-4338-9da8-4b510deca7c6 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "DELETE /v2.0/subnets/c36bb071-7223-4b9a-9ee9-e4b0da78d0bf HTTP/1.1" status: 204 len: 168 time: 0.9814990 Nov 18 17:38:49.788530 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4c94d-b554-4338-9da8-4b510deca7c6 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event deleted for resources: {'Subnet': ['ID=c36bb071-7223-4b9a-9ee9-e4b0da78d0bf,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:49.790080 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51380) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:49.873998 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:49.875898 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64142c5-455c-4ae9-a2e4-ee3389a2d726 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Deleting subnet af822166-62d3-4251-9bec-70d174bda22d {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:38:49.880426 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f64142c5-455c-4ae9-a2e4-ee3389a2d726 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:49.883878 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Pushing event updated for resources: {'Port': ['ID=ce6242c5-5802-4242-bc95-fbbeaeb24eb7,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:49.967114 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Network f85e1367-2308-43f9-9bbb-0e7031a994d8 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:38:49.972208 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:38:49.975929 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:38:49.986472 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571607c9-cb4b-4b69-b504-51c168eb7cba None None] Pushing event updated for resources: {'Port': ['ID=7c5a7407-7779-4fbe-b962-5b42b76ab111,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:50.062634 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f64142c5-455c-4ae9-a2e4-ee3389a2d726 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:50.136998 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Attempting to bind port ce6242c5-5802-4242-bc95-fbbeaeb24eb7 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:38:50.137392 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Attempting to bind port ce6242c5-5802-4242-bc95-fbbeaeb24eb7 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'ec023538-20ec-4f08-a788-010c7e0bc6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f85e1367-2308-43f9-9bbb-0e7031a994d8'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:38:50.137929 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Attempting to bind port ce6242c5-5802-4242-bc95-fbbeaeb24eb7 on network f85e1367-2308-43f9-9bbb-0e7031a994d8 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:38:50.143654 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:38:50.149275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Checking segment: {'id': 'ec023538-20ec-4f08-a788-010c7e0bc6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f85e1367-2308-43f9-9bbb-0e7031a994d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:38:50.149275 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:50.149275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Bound using segment: {'id': 'ec023538-20ec-4f08-a788-010c7e0bc6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f85e1367-2308-43f9-9bbb-0e7031a994d8'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:38:50.149275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Bound port: ce6242c5-5802-4242-bc95-fbbeaeb24eb7, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec023538-20ec-4f08-a788-010c7e0bc6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f85e1367-2308-43f9-9bbb-0e7031a994d8'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:38:50.149275 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:50.184808 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f64142c5-455c-4ae9-a2e4-ee3389a2d726 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:50.369655 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f64142c5-455c-4ae9-a2e4-ee3389a2d726 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:50.377579 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] For port ce6242c5-5802-4242-bc95-fbbeaeb24eb7, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:38:50.377579 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] For port ce6242c5-5802-4242-bc95-fbbeaeb24eb7, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ce6242c5-5802-4242-bc95-fbbeaeb24eb7,segment=NetworkSegment(ec023538-20ec-4f08-a788-010c7e0bc6d9),segment_id=ec023538-20ec-4f08-a788-010c7e0bc6d9)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:38:50.417071 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f64142c5-455c-4ae9-a2e4-ee3389a2d726 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:50.421210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f64142c5-455c-4ae9-a2e4-ee3389a2d726 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "DELETE /v2.0/subnets/af822166-62d3-4251-9bec-70d174bda22d HTTP/1.1" status: 204 len: 168 time: 0.6300962 Nov 18 17:38:50.422427 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64142c5-455c-4ae9-a2e4-ee3389a2d726 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event deleted for resources: {'Subnet': ['ID=af822166-62d3-4251-9bec-70d174bda22d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:50.423836 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51400) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:50.478094 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aa837a-3a56-4123-a067-def232e62d4a tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:38:50.479841 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-54aa837a-3a56-4123-a067-def232e62d4a tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0549595 Nov 18 17:38:50.484426 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51402) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:50.490638 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:50.608213 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:50.616855 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc9863-75f3-4115-bc96-0ff696c68fd6 None None] Pushing event updated for resources: {'Port': ['ID=ce6242c5-5802-4242-bc95-fbbeaeb24eb7,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:50.699997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51408) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:50.734981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Deleting port ce6242c5-5802-4242-bc95-fbbeaeb24eb7 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:38:50.735328 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:50.892554 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6e6c977b-b638-48ce-a42a-8a6947c97519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:50.897716 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] For port ce6242c5-5802-4242-bc95-fbbeaeb24eb7, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ce6242c5-5802-4242-bc95-fbbeaeb24eb7,segment=NetworkSegment(ec023538-20ec-4f08-a788-010c7e0bc6d9),segment_id=ec023538-20ec-4f08-a788-010c7e0bc6d9)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:50.898253 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:50.950037 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Calling delete_port for ce6242c5-5802-4242-bc95-fbbeaeb24eb7 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:38:51.158423 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6e6c977b-b638-48ce-a42a-8a6947c97519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:51.231780 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6e6c977b-b638-48ce-a42a-8a6947c97519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:51.277931 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:51.293381 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] No DVR routers for this DVR port ce6242c5-5802-4242-bc95-fbbeaeb24eb7 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:38:51.333821 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6e6c977b-b638-48ce-a42a-8a6947c97519 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c75aaf7ce8c64b9ab115336cf388a8d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6323771 Nov 18 17:38:51.334158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51418) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:51.342756 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c977b-b638-48ce-a42a-8a6947c97519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add6a91e-d2fa-4e81-bac3-685732aa461c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:51.403430 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event deleted for resources: {'Port': ['ID=ce6242c5-5802-4242-bc95-fbbeaeb24eb7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:51.541589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c06c4fb-961b-4380-9ea0-11688142e7b4 None None] Network 481ade0d-4537-4ac3-a1fb-b59c20e94112 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:38:51.565029 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:51.605698 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85e1367-2308-43f9-9bbb-0e7031a994d8']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:51.626854 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec023538-20ec-4f08-a788-010c7e0bc6d9') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:51.627398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec023538-20ec-4f08-a788-010c7e0bc6d9') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:51.632265 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52bef446-4337-4031-9248-9b67626a2ab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:51.657671 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:51.707657 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52bef446-4337-4031-9248-9b67626a2ab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:51.710545 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:51.736230 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:51.774329 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:38:51.774329 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:51.779432 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-93fa78c1-9e3e-4d7c-83ac-dc5ce40d5616 None None] Provisioning complete for port 7c5a7407-7779-4fbe-b962-5b42b76ab111 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:38:51.780048 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93fa78c1-9e3e-4d7c-83ac-dc5ce40d5616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:38:51.781680 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:38:51.784859 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7c5a7407-7779-4fbe-b962-5b42b76ab111 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:38:52.033708 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:52.057979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28d52be-6be2-4920-8d10-7c7aafab3286 None None] DHCP port deletion for 481ade0d-4537-4ac3-a1fb-b59c20e94112 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:38:52.070983 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:52.078959 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93fa78c1-9e3e-4d7c-83ac-dc5ce40d5616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:52.080132 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51428) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:52.114849 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "DELETE /v2.0/networks/f85e1367-2308-43f9-9bbb-0e7031a994d8 HTTP/1.1" status: 204 len: 168 time: 1.6076205 Nov 18 17:38:52.116614 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9bd08-30c0-448a-9074-f0a041a550d1 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event deleted for resources: {'Network': ['ID=f85e1367-2308-43f9-9bbb-0e7031a994d8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:52.123351 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 7c5a7407-7779-4fbe-b962-5b42b76ab111 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:38:52.130260 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:52.143648 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52bef446-4337-4031-9248-9b67626a2ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:52.153419 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52bef446-4337-4031-9248-9b67626a2ab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:52.158770 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-52bef446-4337-4031-9248-9b67626a2ab0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/add6a91e-d2fa-4e81-bac3-685732aa461c HTTP/1.1" status: 204 len: 168 time: 0.7773349 Nov 18 17:38:52.194449 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bef446-4337-4031-9248-9b67626a2ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add6a91e-d2fa-4e81-bac3-685732aa461c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:52.339027 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:52.374819 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-93fa78c1-9e3e-4d7c-83ac-dc5ce40d5616 None None] For port 7c5a7407-7779-4fbe-b962-5b42b76ab111, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7c5a7407-7779-4fbe-b962-5b42b76ab111,segment=NetworkSegment(031aef27-f42f-4244-a5bd-fbd5ea2495b3),segment_id=031aef27-f42f-4244-a5bd-fbd5ea2495b3)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:52.479013 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Deleting port 7c5a7407-7779-4fbe-b962-5b42b76ab111 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:38:52.479381 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:52.498124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a28d52be-6be2-4920-8d10-7c7aafab3286 None None] Deleting port 7c5a7407-7779-4fbe-b962-5b42b76ab111 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:38:52.498649 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a28d52be-6be2-4920-8d10-7c7aafab3286 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:52.500929 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93fa78c1-9e3e-4d7c-83ac-dc5ce40d5616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:52.574527 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:52.656182 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] For port 7c5a7407-7779-4fbe-b962-5b42b76ab111, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7c5a7407-7779-4fbe-b962-5b42b76ab111,segment=NetworkSegment(031aef27-f42f-4244-a5bd-fbd5ea2495b3),segment_id=031aef27-f42f-4244-a5bd-fbd5ea2495b3)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:52.656548 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:52.683600 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Calling delete_port for 7c5a7407-7779-4fbe-b962-5b42b76ab111 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:38:52.726904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a28d52be-6be2-4920-8d10-7c7aafab3286 None None] For port 7c5a7407-7779-4fbe-b962-5b42b76ab111, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7c5a7407-7779-4fbe-b962-5b42b76ab111,segment=NetworkSegment(031aef27-f42f-4244-a5bd-fbd5ea2495b3),segment_id=031aef27-f42f-4244-a5bd-fbd5ea2495b3)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:38:52.727328 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a28d52be-6be2-4920-8d10-7c7aafab3286 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:52.763764 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a28d52be-6be2-4920-8d10-7c7aafab3286 None None] Calling delete_port for 7c5a7407-7779-4fbe-b962-5b42b76ab111 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:38:52.874424 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2490a9d-f085-4442-9d2b-3917c3612660 None None] DHCP port deletion for f85e1367-2308-43f9-9bbb-0e7031a994d8 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:38:52.890034 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e4d6b832-6e75-488e-8181-0ba91562df30 None None] Could not find standard attr ID for object ce6242c5-5802-4242-bc95-fbbeaeb24eb7. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:38:52.929106 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa78c1-9e3e-4d7c-83ac-dc5ce40d5616 None None] Pushing event updated for resources: {'Port': ['ID=7c5a7407-7779-4fbe-b962-5b42b76ab111,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:52.935150 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f61b1ba-6a6b-435e-b847-e9b605c1f4b0 None None] Network f85e1367-2308-43f9-9bbb-0e7031a994d8 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:38:52.950615 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f61b1ba-6a6b-435e-b847-e9b605c1f4b0 None None] Network f85e1367-2308-43f9-9bbb-0e7031a994d8 could not be found, it might have been deleted concurrently. {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 18 17:38:53.609388 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:53.609914 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:53.648331 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] No DVR routers for this DVR port 7c5a7407-7779-4fbe-b962-5b42b76ab111 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:38:53.650612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event deleted for resources: {'Port': ['ID=7c5a7407-7779-4fbe-b962-5b42b76ab111,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:53.674738 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ce6242c5-5802-4242-bc95-fbbeaeb24eb7 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:38:53.706890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: ce6242c5-5802-4242-bc95-fbbeaeb24eb7 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:38:53.706890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ce6242c5-5802-4242-bc95-fbbeaeb24eb7 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 18 17:38:53.735260 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a28d52be-6be2-4920-8d10-7c7aafab3286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:53.771351 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d52be-6be2-4920-8d10-7c7aafab3286 None None] No DVR routers for this DVR port 7c5a7407-7779-4fbe-b962-5b42b76ab111 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:38:53.776106 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d52be-6be2-4920-8d10-7c7aafab3286 None None] Pushing event deleted for resources: {'Port': ['ID=7c5a7407-7779-4fbe-b962-5b42b76ab111,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:53.779106 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Port ce6242c5-5802-4242-bc95-fbbeaeb24eb7 not found, will not notify nova. {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 18 17:38:53.844717 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:53.886745 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481ade0d-4537-4ac3-a1fb-b59c20e94112']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:53.899225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031aef27-f42f-4244-a5bd-fbd5ea2495b3') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:53.899527 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031aef27-f42f-4244-a5bd-fbd5ea2495b3') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:53.911321 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:53.935339 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:53.939839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7c5a7407-7779-4fbe-b962-5b42b76ab111 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:38:53.945566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:38:53.946094 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:38:53.950357 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:38:53.980690 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 7c5a7407-7779-4fbe-b962-5b42b76ab111 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:38:53.981049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7c5a7407-7779-4fbe-b962-5b42b76ab111 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:38:53.982331 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ce6242c5-5802-4242-bc95-fbbeaeb24eb7 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:38:54.044056 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: ce6242c5-5802-4242-bc95-fbbeaeb24eb7 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:38:54.044422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ce6242c5-5802-4242-bc95-fbbeaeb24eb7 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:38:54.165199 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:54.201892 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:54.208990 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51460) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:54.209991 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "DELETE /v2.0/networks/481ade0d-4537-4ac3-a1fb-b59c20e94112 HTTP/1.1" status: 204 len: 168 time: 2.1287282 Nov 18 17:38:54.211429 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38114c23-dad0-4536-96bc-cd77c8a41027 tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event deleted for resources: {'Network': ['ID=481ade0d-4537-4ac3-a1fb-b59c20e94112,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:54.371160 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d59d64a-69bf-4cb5-8cbc-6b46a7f98a9d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:54.519418 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d59d64a-69bf-4cb5-8cbc-6b46a7f98a9d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:54.544722 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-2d59d64a-69bf-4cb5-8cbc-6b46a7f98a9d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c302d9e-f6d2-4e0e-82e1-f7985fdc545f']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:54.556387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-2d59d64a-69bf-4cb5-8cbc-6b46a7f98a9d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f110536-0d14-4412-8a9e-aa2ac14ce4b1') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:54.557016 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-2d59d64a-69bf-4cb5-8cbc-6b46a7f98a9d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f110536-0d14-4412-8a9e-aa2ac14ce4b1') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:54.567626 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d59d64a-69bf-4cb5-8cbc-6b46a7f98a9d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:54.582527 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d59d64a-69bf-4cb5-8cbc-6b46a7f98a9d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:54.589744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d59d64a-69bf-4cb5-8cbc-6b46a7f98a9d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:38:54.590382 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d59d64a-69bf-4cb5-8cbc-6b46a7f98a9d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:38:54.594133 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:38:54.768315 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d59d64a-69bf-4cb5-8cbc-6b46a7f98a9d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:54.780045 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d59d64a-69bf-4cb5-8cbc-6b46a7f98a9d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:54.786230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51484) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:54.804664 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2d59d64a-69bf-4cb5-8cbc-6b46a7f98a9d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "DELETE /v2.0/networks/0c302d9e-f6d2-4e0e-82e1-f7985fdc545f HTTP/1.1" status: 204 len: 168 time: 0.5936620 Nov 18 17:38:54.830229 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59d64a-69bf-4cb5-8cbc-6b46a7f98a9d tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event deleted for resources: {'Network': ['ID=0c302d9e-f6d2-4e0e-82e1-f7985fdc545f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:54.920604 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48a8d1bf-43e1-43c2-a3d9-a843ab279b1b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:55.067308 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48a8d1bf-43e1-43c2-a3d9-a843ab279b1b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:55.089550 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-48a8d1bf-43e1-43c2-a3d9-a843ab279b1b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867b0c5d-7437-4755-a51a-63973b74cb2e']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:55.100078 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-48a8d1bf-43e1-43c2-a3d9-a843ab279b1b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe924e4-8395-4115-8ea7-36116d17cec1') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:55.100419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-48a8d1bf-43e1-43c2-a3d9-a843ab279b1b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe924e4-8395-4115-8ea7-36116d17cec1') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:38:55.111964 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48a8d1bf-43e1-43c2-a3d9-a843ab279b1b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:55.129358 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48a8d1bf-43e1-43c2-a3d9-a843ab279b1b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:55.139067 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a8d1bf-43e1-43c2-a3d9-a843ab279b1b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:38:55.139539 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48a8d1bf-43e1-43c2-a3d9-a843ab279b1b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:38:55.143837 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:38:55.289947 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48a8d1bf-43e1-43c2-a3d9-a843ab279b1b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:55.298135 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48a8d1bf-43e1-43c2-a3d9-a843ab279b1b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:55.301174 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-48a8d1bf-43e1-43c2-a3d9-a843ab279b1b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] 10.222.0.72 "DELETE /v2.0/networks/867b0c5d-7437-4755-a51a-63973b74cb2e HTTP/1.1" status: 204 len: 168 time: 0.5138216 Nov 18 17:38:55.312759 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8d1bf-43e1-43c2-a3d9-a843ab279b1b tempest-BulkNetworkOpsTest-1484847300 tempest-BulkNetworkOpsTest-1484847300-project] Pushing event deleted for resources: {'Network': ['ID=867b0c5d-7437-4755-a51a-63973b74cb2e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:55.690032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51510) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:56.212715 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8551c421-1cb1-4d0a-a27f-e7949cad6653 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:56.244213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51522) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:56.371425 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-da2b572f-738c-493f-9271-2daa358d9b4e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=561b7720d5e84d37baf04f0ab75eeb21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1195300 Nov 18 17:38:56.374182 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51526) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:56.382992 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8551c421-1cb1-4d0a-a27f-e7949cad6653 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:56.462136 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fdfde48-55a2-45f2-aa58-3cca3edebfb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:56.483639 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8551c421-1cb1-4d0a-a27f-e7949cad6653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:56.490836 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fdfde48-55a2-45f2-aa58-3cca3edebfb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:56.528911 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8551c421-1cb1-4d0a-a27f-e7949cad6653 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=37677ee756444759bf1819156de9db80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8367820 Nov 18 17:38:56.531455 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51532) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:56.536750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551c421-1cb1-4d0a-a27f-e7949cad6653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b071805e-e9a0-4cbf-b66b-5e379c243305,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:56.619675 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-687caa2c-a475-40e4-bc1e-6efcd6baec28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:56.644946 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-687caa2c-a475-40e4-bc1e-6efcd6baec28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:56.740393 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fdfde48-55a2-45f2-aa58-3cca3edebfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:56.743003 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fdfde48-55a2-45f2-aa58-3cca3edebfb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:56.744943 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6fdfde48-55a2-45f2-aa58-3cca3edebfb5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9672d23e-86c1-43b1-9de5-e99da69c6957 HTTP/1.1" status: 204 len: 168 time: 0.3692465 Nov 18 17:38:56.752950 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfde48-55a2-45f2-aa58-3cca3edebfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9672d23e-86c1-43b1-9de5-e99da69c6957,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:56.821962 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-687caa2c-a475-40e4-bc1e-6efcd6baec28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:56.824873 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-687caa2c-a475-40e4-bc1e-6efcd6baec28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:38:56.826234 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-687caa2c-a475-40e4-bc1e-6efcd6baec28 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b071805e-e9a0-4cbf-b66b-5e379c243305 HTTP/1.1" status: 204 len: 168 time: 0.2928815 Nov 18 17:38:56.842718 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687caa2c-a475-40e4-bc1e-6efcd6baec28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b071805e-e9a0-4cbf-b66b-5e379c243305,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:38:58.852297 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51610) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:59.074566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8be38504-b37b-45b4-998d-7ce2009e9c00 tempest-DvrRoutersNegativeTest-246793383 tempest-DvrRoutersNegativeTest-246793383-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-32687804', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:59.077620 n-d-813419-11 neutron-server[104007]: DEBUG neutron.policy [None req-8be38504-b37b-45b4-998d-7ce2009e9c00 tempest-DvrRoutersNegativeTest-246793383 tempest-DvrRoutersNegativeTest-246793383-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104007) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 18 17:38:59.078002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.policy [None req-8be38504-b37b-45b4-998d-7ce2009e9c00 tempest-DvrRoutersNegativeTest-246793383 tempest-DvrRoutersNegativeTest-246793383-project] Failed policy check for 'create_router' {{(pid=104007) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 18 17:38:59.078765 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-8be38504-b37b-45b4-998d-7ce2009e9c00 tempest-DvrRoutersNegativeTest-246793383 tempest-DvrRoutersNegativeTest-246793383-project] create failed (client error): Access was denied to this resource. Nov 18 17:38:59.084484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8be38504-b37b-45b4-998d-7ce2009e9c00 tempest-DvrRoutersNegativeTest-246793383 tempest-DvrRoutersNegativeTest-246793383-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2265627 Nov 18 17:38:59.891194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51632) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:38:59.969515 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bc0caeac-1f5d-4de6-aa77-58cac468524b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:00.069078 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f77d-c3fe-4d6f-bbd2-3c88c9710314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:00.160025 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f77d-c3fe-4d6f-bbd2-3c88c9710314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:00.265290 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f77d-c3fe-4d6f-bbd2-3c88c9710314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:00.318187 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fdb6f77d-c3fe-4d6f-bbd2-3c88c9710314 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8196c4b4fddf4cba8fbc50f9eaf4c31a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4255130 Nov 18 17:39:00.319104 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6f77d-c3fe-4d6f-bbd2-3c88c9710314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c71064-76d2-4705-85d4-3097e95b6a34,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:00.320833 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51644) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:00.380666 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6a39fe24-a4df-4794-bd18-dc877869df7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:00.404053 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6a39fe24-a4df-4794-bd18-dc877869df7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:00.547042 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6a39fe24-a4df-4794-bd18-dc877869df7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:00.549744 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6a39fe24-a4df-4794-bd18-dc877869df7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:00.551159 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6a39fe24-a4df-4794-bd18-dc877869df7e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e1c71064-76d2-4705-85d4-3097e95b6a34 HTTP/1.1" status: 204 len: 168 time: 0.2291379 Nov 18 17:39:00.561925 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39fe24-a4df-4794-bd18-dc877869df7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c71064-76d2-4705-85d4-3097e95b6a34,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:02.193615 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51694) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:02.399755 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f3d557bc-cca5-4c90-b99f-28211a26239f tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:02.449520 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8eb015cc-09b0-4160-b712-768197974080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:02.579939 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3d557bc-cca5-4c90-b99f-28211a26239f tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:02.707739 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3d557bc-cca5-4c90-b99f-28211a26239f tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:02.835725 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-f3d557bc-cca5-4c90-b99f-28211a26239f tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Allocated IP 172.25.3.240 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/ec463475-1832-4793-bf10-458cd18e5412) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:39:02.980809 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3d557bc-cca5-4c90-b99f-28211a26239f tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:03.129576 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3d557bc-cca5-4c90-b99f-28211a26239f tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:03.181891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d557bc-cca5-4c90-b99f-28211a26239f tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:39:03.185985 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f3d557bc-cca5-4c90-b99f-28211a26239f tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:03.190541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d557bc-cca5-4c90-b99f-28211a26239f tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:39:03.228408 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d557bc-cca5-4c90-b99f-28211a26239f tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Pushing event updated for resources: {'Port': ['ID=ec463475-1832-4793-bf10-458cd18e5412,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:03.299149 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3d557bc-cca5-4c90-b99f-28211a26239f tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:03.436396 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3d557bc-cca5-4c90-b99f-28211a26239f tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:03.628823 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3d557bc-cca5-4c90-b99f-28211a26239f tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:03.678692 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:03.763646 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3d557bc-cca5-4c90-b99f-28211a26239f tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:03.838063 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d557bc-cca5-4c90-b99f-28211a26239f tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Pushing event updated for resources: {'Port': ['ID=ec463475-1832-4793-bf10-458cd18e5412,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:03.850760 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3d557bc-cca5-4c90-b99f-28211a26239f tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:03.943421 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3d557bc-cca5-4c90-b99f-28211a26239f tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:03.945097 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f3d557bc-cca5-4c90-b99f-28211a26239f tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7503135 Nov 18 17:39:03.956472 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51752) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:03.961932 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5a25b818-cfa2-4067-9ca9-c5c222acf670 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1364894201'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:04.066397 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a25b818-cfa2-4067-9ca9-c5c222acf670 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Made reservation on behalf of 46ca90e60ffa4ab09047104ed6802d05 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:39:04.070498 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a25b818-cfa2-4067-9ca9-c5c222acf670 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:04.082614 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a25b818-cfa2-4067-9ca9-c5c222acf670 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:04.167813 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a25b818-cfa2-4067-9ca9-c5c222acf670 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:04.289583 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a25b818-cfa2-4067-9ca9-c5c222acf670 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:04.321869 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a25b818-cfa2-4067-9ca9-c5c222acf670 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:39:04.335501 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25b818-cfa2-4067-9ca9-c5c222acf670 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8346352b-7fc9-4280-8daa-924f2c8f3f21,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:04.342927 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a25b818-cfa2-4067-9ca9-c5c222acf670 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:04.343344 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-5a25b818-cfa2-4067-9ca9-c5c222acf670 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Added segment 4ac05883-9714-4f5b-9cba-e47dd708f742 of type vlan for network fb50ca88-4e51-4522-babc-7e73f4167176 Nov 18 17:39:04.388960 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a25b818-cfa2-4067-9ca9-c5c222acf670 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:04.682252 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a25b818-cfa2-4067-9ca9-c5c222acf670 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:04.688018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a25b818-cfa2-4067-9ca9-c5c222acf670 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:04.688618 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a25b818-cfa2-4067-9ca9-c5c222acf670 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:04.777415 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25b818-cfa2-4067-9ca9-c5c222acf670 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Pushing event updated for resources: {'Network': ['ID=fb50ca88-4e51-4522-babc-7e73f4167176,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:04.789397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network fb50ca88-4e51-4522-babc-7e73f4167176 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:39:04.835282 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5a25b818-cfa2-4067-9ca9-c5c222acf670 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8775082 Nov 18 17:39:04.843232 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51762) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:04.850997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Request body: {'subnet': {'network_id': 'fb50ca88-4e51-4522-babc-7e73f4167176', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:05.061290 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Made reservation on behalf of 46ca90e60ffa4ab09047104ed6802d05 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:39:05.065006 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:05.118487 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:05.388676 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:05.472726 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Pushing event updated for resources: {'Subnet': ['ID=b92ae0ff-3c61-4d31-96db-39b96e878e5d,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:05.477535 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Checking segment: {'id': '4ac05883-9714-4f5b-9cba-e47dd708f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'fb50ca88-4e51-4522-babc-7e73f4167176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:39:05.478006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Network hostable DHCP agents. Network: fb50ca88-4e51-4522-babc-7e73f4167176, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:39:05.492202 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:05.492566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:05.492934 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:05.493288 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:05.493631 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:05.493970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:05.494308 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:05.494642 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:05.494977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:05.495439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:05.495647 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:05.496004 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:05.500988 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:05.649078 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Network fb50ca88-4e51-4522-babc-7e73f4167176 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:39:05.837593 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, fb50ca88-4e51-4522-babc-7e73f4167176) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:05.841896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:05.842686 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:05.849404 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af4fe57-a5da-4b90-abcc-9641721ed202 None None] Network fb50ca88-4e51-4522-babc-7e73f4167176 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:39:06.036549 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d631a9d5-e6f5-4163-b972-6053069f95a7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1895716 Nov 18 17:39:06.038818 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51782) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:06.043922 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-fb50ca88-4e51-4522-babc-7e73f4167176', 'network_id': 'fb50ca88-4e51-4522-babc-7e73f4167176', 'tenant_id': '46ca90e60ffa4ab09047104ed6802d05', 'fixed_ips': [{'subnet_id': 'b92ae0ff-3c61-4d31-96db-39b96e878e5d'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:39:06.044834 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-949653391', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}, 'admin_state_up': False}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:06.045442 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:06.203553 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:06.204669 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:06.240755 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Allocated IP 172.20.0.2 (fb50ca88-4e51-4522-babc-7e73f4167176/b92ae0ff-3c61-4d31-96db-39b96e878e5d/13133edc-1e24-4562-b862-a53b3598b9f5) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:39:06.273228 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:06.450311 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:06.531262 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:06.600366 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:06.625481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Network fb50ca88-4e51-4522-babc-7e73f4167176 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:39:06.628545 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:06.632299 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:39:06.647248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Pushing event updated for resources: {'Port': ['ID=13133edc-1e24-4562-b862-a53b3598b9f5,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:06.699265 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Attempting to bind port 13133edc-1e24-4562-b862-a53b3598b9f5 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:39:06.699650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Attempting to bind port 13133edc-1e24-4562-b862-a53b3598b9f5 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '4ac05883-9714-4f5b-9cba-e47dd708f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'fb50ca88-4e51-4522-babc-7e73f4167176'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:39:06.700056 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Attempting to bind port 13133edc-1e24-4562-b862-a53b3598b9f5 on network fb50ca88-4e51-4522-babc-7e73f4167176 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:39:06.705781 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:39:06.706164 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Checking segment: {'id': '4ac05883-9714-4f5b-9cba-e47dd708f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'fb50ca88-4e51-4522-babc-7e73f4167176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:39:06.706588 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:06.706996 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Bound using segment: {'id': '4ac05883-9714-4f5b-9cba-e47dd708f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'fb50ca88-4e51-4522-babc-7e73f4167176'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:39:06.707493 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Bound port: 13133edc-1e24-4562-b862-a53b3598b9f5, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac05883-9714-4f5b-9cba-e47dd708f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'fb50ca88-4e51-4522-babc-7e73f4167176'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:39:06.707867 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:06.777807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] For port 13133edc-1e24-4562-b862-a53b3598b9f5, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:39:06.783921 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] For port 13133edc-1e24-4562-b862-a53b3598b9f5, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=13133edc-1e24-4562-b862-a53b3598b9f5,segment=NetworkSegment(4ac05883-9714-4f5b-9cba-e47dd708f742),segment_id=4ac05883-9714-4f5b-9cba-e47dd708f742)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:39:06.965981 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:06.970864 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:06.987098 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:07.040693 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de842aa1-6963-46b2-8e85-829bcbc417f2 None None] Pushing event updated for resources: {'Port': ['ID=13133edc-1e24-4562-b862-a53b3598b9f5,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:07.187697 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Allocated IP 172.25.3.56 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/807f831b-f6d3-421a-b069-72c621364bdc) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:39:07.382171 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:07.604032 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:07.651299 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:39:07.654859 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:07.658622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:39:07.682766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Pushing event updated for resources: {'Port': ['ID=807f831b-f6d3-421a-b069-72c621364bdc,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:07.682875 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8f42a6-6f37-4363-85e5-18ec92a05408 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:39:07.776189 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-24b129a4-e5ed-4e73-8aaf-ab1b132491f2 None None] Provisioning complete for port 807f831b-f6d3-421a-b069-72c621364bdc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:07.776744 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-24b129a4-e5ed-4e73-8aaf-ab1b132491f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:07.909914 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-24b129a4-e5ed-4e73-8aaf-ab1b132491f2 None None] Port 807f831b-f6d3-421a-b069-72c621364bdc cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:39:07.966549 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 13133edc-1e24-4562-b862-a53b3598b9f5 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:39:08.026384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 13133edc-1e24-4562-b862-a53b3598b9f5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:08.027000 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:08.186461 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:08.217295 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:08.231544 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 13133edc-1e24-4562-b862-a53b3598b9f5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=13133edc-1e24-4562-b862-a53b3598b9f5,segment=NetworkSegment(4ac05883-9714-4f5b-9cba-e47dd708f742),segment_id=4ac05883-9714-4f5b-9cba-e47dd708f742)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:39:08.328791 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:08.403643 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=13133edc-1e24-4562-b862-a53b3598b9f5,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:08.443587 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fea1b40-ef4c-4284-94a9-6d7e8cf67c69 None None] Network fb50ca88-4e51-4522-babc-7e73f4167176 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:39:08.482626 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:08.753118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b023e910-d3d1-4776-b1eb-0ffe51d6be75 None None] Provisioning complete for port 13133edc-1e24-4562-b862-a53b3598b9f5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:08.753798 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b023e910-d3d1-4776-b1eb-0ffe51d6be75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:09.215863 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:39:09.265585 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-03b64c45-2610-4d70-a208-a6cc39154305 None None] Provisioning complete for port 13133edc-1e24-4562-b862-a53b3598b9f5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:09.266685 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03b64c45-2610-4d70-a208-a6cc39154305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:09.409248 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Router be236495-fff9-4b76-b11d-96d977edcef4 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:39:09.537871 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:39:09.549694 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1fc00c-51e1-4f01-aec7-a117bc695c12 None None] Sync routers for ids ['be236495-fff9-4b76-b11d-96d977edcef4'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:39:09.561889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1fc00c-51e1-4f01-aec7-a117bc695c12 None None] Routers {'be236495-fff9-4b76-b11d-96d977edcef4'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:39:09.562567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5a1fc00c-51e1-4f01-aec7-a117bc695c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['be236495-fff9-4b76-b11d-96d977edcef4'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:09.604929 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5a1fc00c-51e1-4f01-aec7-a117bc695c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:09.615964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1fc00c-51e1-4f01-aec7-a117bc695c12 None None] Routers {'be236495-fff9-4b76-b11d-96d977edcef4'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:39:09.616594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5a1fc00c-51e1-4f01-aec7-a117bc695c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['be236495-fff9-4b76-b11d-96d977edcef4'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:09.651605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5a1fc00c-51e1-4f01-aec7-a117bc695c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:09.652305 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1fc00c-51e1-4f01-aec7-a117bc695c12 None None] The sync data for ids ['be236495-fff9-4b76-b11d-96d977edcef4'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:39:09.726847 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:09.734726 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ddafd9c2-b42c-4582-a18e-faeff16555b7 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.6879559 Nov 18 17:39:09.734726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 51840) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:09.883845 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 13133edc-1e24-4562-b862-a53b3598b9f5 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:39:09.952811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 13133edc-1e24-4562-b862-a53b3598b9f5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:09.953131 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:10.516727 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:10.820055 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Allocated IP 172.20.0.1 (fb50ca88-4e51-4522-babc-7e73f4167176/b92ae0ff-3c61-4d31-96db-39b96e878e5d/79a08862-112c-4cec-a66f-49da8822bbbd) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:39:10.951766 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:11.112628 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:11.154929 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Network fb50ca88-4e51-4522-babc-7e73f4167176 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:39:11.159148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:11.161698 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:39:11.191710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Pushing event updated for resources: {'Port': ['ID=79a08862-112c-4cec-a66f-49da8822bbbd,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:11.233274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:11.234160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:11.235042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:11.235532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:11.235912 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:11.236315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:11.236677 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:11.237020 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:11.237357 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:11.237689 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:11.238025 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:11.238356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:11.257870 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:11.548801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ad63bc4c-adb5-45af-8961-85b3db9878de None None] Provisioning complete for port 79a08862-112c-4cec-a66f-49da8822bbbd triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:11.549829 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ad63bc4c-adb5-45af-8961-85b3db9878de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:11.604725 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ad63bc4c-adb5-45af-8961-85b3db9878de None None] Port 79a08862-112c-4cec-a66f-49da8822bbbd cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:39:11.651698 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:12.093772 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:12.194038 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:12.303597 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:12.305637 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Pushing event updated for resources: {'Port': ['ID=79a08862-112c-4cec-a66f-49da8822bbbd,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:12.408655 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Network fb50ca88-4e51-4522-babc-7e73f4167176 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:39:12.410191 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:12.640071 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Router be236495-fff9-4b76-b11d-96d977edcef4 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:39:12.792035 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:39:12.801221 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51912) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:12.801658 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-339b3d51-45bf-4acf-b2b0-c3c347d2f515 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] 10.222.0.72 "PUT /v2.0/routers/be236495-fff9-4b76-b11d-96d977edcef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0690749 Nov 18 17:39:12.804550 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429549cc-9cb1-4f21-8b7b-5f7577a4f3b9 None None] Sync routers for ids ['be236495-fff9-4b76-b11d-96d977edcef4'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:39:12.806443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-60d133e6-fa9c-4c0a-aa09-2d9c251e5e4c tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Request body: {'port': {'network_id': 'fb50ca88-4e51-4522-babc-7e73f4167176', 'name': 'tempest-FloatingIPAdminTestJSON-1225529784'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:12.815725 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429549cc-9cb1-4f21-8b7b-5f7577a4f3b9 None None] Routers {'be236495-fff9-4b76-b11d-96d977edcef4'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:39:12.816446 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-429549cc-9cb1-4f21-8b7b-5f7577a4f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['be236495-fff9-4b76-b11d-96d977edcef4'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:12.854833 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-429549cc-9cb1-4f21-8b7b-5f7577a4f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:12.865978 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429549cc-9cb1-4f21-8b7b-5f7577a4f3b9 None None] Routers {'be236495-fff9-4b76-b11d-96d977edcef4'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:39:12.867043 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-429549cc-9cb1-4f21-8b7b-5f7577a4f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['be236495-fff9-4b76-b11d-96d977edcef4'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:12.904801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cdd3afe1-cee7-46ca-873f-f7ec6adf9733 None None] Provisioning complete for port 79a08862-112c-4cec-a66f-49da8822bbbd triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:12.908298 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cdd3afe1-cee7-46ca-873f-f7ec6adf9733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:12.945937 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-429549cc-9cb1-4f21-8b7b-5f7577a4f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:12.947061 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429549cc-9cb1-4f21-8b7b-5f7577a4f3b9 None None] The sync data for ids ['be236495-fff9-4b76-b11d-96d977edcef4'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:39:12.964780 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cdd3afe1-cee7-46ca-873f-f7ec6adf9733 None None] Port 79a08862-112c-4cec-a66f-49da8822bbbd cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:39:13.016946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d133e6-fa9c-4c0a-aa09-2d9c251e5e4c tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Made reservation on behalf of 46ca90e60ffa4ab09047104ed6802d05 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:39:13.030645 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60d133e6-fa9c-4c0a-aa09-2d9c251e5e4c tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:13.046386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-60d133e6-fa9c-4c0a-aa09-2d9c251e5e4c tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] device_id is not set on port 204a06eb-8f3d-4b30-b9f8-7cf2a43c57b7 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:39:13.163333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-60d133e6-fa9c-4c0a-aa09-2d9c251e5e4c tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Allocated IP 172.20.0.6 (fb50ca88-4e51-4522-babc-7e73f4167176/b92ae0ff-3c61-4d31-96db-39b96e878e5d/204a06eb-8f3d-4b30-b9f8-7cf2a43c57b7) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:39:13.335148 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60d133e6-fa9c-4c0a-aa09-2d9c251e5e4c tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:13.450350 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60d133e6-fa9c-4c0a-aa09-2d9c251e5e4c tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:13.503632 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d133e6-fa9c-4c0a-aa09-2d9c251e5e4c tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Network fb50ca88-4e51-4522-babc-7e73f4167176 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:39:13.513763 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-60d133e6-fa9c-4c0a-aa09-2d9c251e5e4c tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:13.513763 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d133e6-fa9c-4c0a-aa09-2d9c251e5e4c tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:39:13.574193 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d133e6-fa9c-4c0a-aa09-2d9c251e5e4c tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:13.574895 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60d133e6-fa9c-4c0a-aa09-2d9c251e5e4c tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:13.585129 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d133e6-fa9c-4c0a-aa09-2d9c251e5e4c tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Pushing event updated for resources: {'Port': ['ID=204a06eb-8f3d-4b30-b9f8-7cf2a43c57b7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:13.726530 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-60d133e6-fa9c-4c0a-aa09-2d9c251e5e4c tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9241247 Nov 18 17:39:13.735875 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51924) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:13.801104 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2a6d7c3c-74b9-4b75-bdf9-6768f06ed5a2 None None] Provisioning complete for port 204a06eb-8f3d-4b30-b9f8-7cf2a43c57b7 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:13.805925 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a6d7c3c-74b9-4b75-bdf9-6768f06ed5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:13.871729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d7c3c-74b9-4b75-bdf9-6768f06ed5a2 None None] Port 204a06eb-8f3d-4b30-b9f8-7cf2a43c57b7 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:39:14.055450 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'project_id': '46ca90e60ffa4ab09047104ed6802d05', 'port_id': '204a06eb-8f3d-4b30-b9f8-7cf2a43c57b7'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:14.133869 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:14.238050 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:14.399947 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Allocated IP 172.25.3.146 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/0f243caa-064a-4fe2-b3a7-37d9552288bd) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:39:14.579117 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:14.724319 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:14.792010 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Pushing event updated for resources: {'Port': ['ID=0f243caa-064a-4fe2-b3a7-37d9552288bd,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:14.808937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:39:14.816682 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:14.816682 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:39:15.204751 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:15.350441 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:15.511305 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:15.569286 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:15.650487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Pushing event updated for resources: {'Port': ['ID=0f243caa-064a-4fe2-b3a7-37d9552288bd,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:15.663122 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:15.801459 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Floating IP efe16270-8249-4f74-863d-aab761b62886 associated. External IP: 172.25.3.146, port: 204a06eb-8f3d-4b30-b9f8-7cf2a43c57b7. Nov 18 17:39:16.098250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Router be236495-fff9-4b76-b11d-96d977edcef4 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:39:16.552599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:39:16.567611 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77632b-7189-4e38-aa38-ab1063e76e69 None None] Sync routers for ids ['be236495-fff9-4b76-b11d-96d977edcef4'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:39:16.580955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77632b-7189-4e38-aa38-ab1063e76e69 None None] Routers {'be236495-fff9-4b76-b11d-96d977edcef4'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:39:16.581817 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-cd77632b-7189-4e38-aa38-ab1063e76e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['be236495-fff9-4b76-b11d-96d977edcef4'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:16.634669 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-cd77632b-7189-4e38-aa38-ab1063e76e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:16.643526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77632b-7189-4e38-aa38-ab1063e76e69 None None] Routers {'be236495-fff9-4b76-b11d-96d977edcef4'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:39:16.644166 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-cd77632b-7189-4e38-aa38-ab1063e76e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['be236495-fff9-4b76-b11d-96d977edcef4'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:16.677949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-cd77632b-7189-4e38-aa38-ab1063e76e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:16.678620 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77632b-7189-4e38-aa38-ab1063e76e69 None None] The sync data for ids ['be236495-fff9-4b76-b11d-96d977edcef4'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:39:16.748027 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:16.774969 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-841121df-cf16-4e0b-83c6-7d36a9663140 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.0440636 Nov 18 17:39:16.777712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 51994) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:16.907518 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c12e5ee3-b1b9-4210-9937-1de39aad6393 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] 10.222.0.72 "GET /v2.0/floatingips/efe16270-8249-4f74-863d-aab761b62886 HTTP/1.1" status: 200 len: 983 time: 0.1255765 Nov 18 17:39:16.908938 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52000) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:17.063285 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ba61d648-b294-49ce-85c6-3e0a7ece99ef tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3516 time: 0.1466217 Nov 18 17:39:17.063478 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52004) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:17.251228 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b6d090a4-fc56-41b6-83cd-543b71a6f3c1 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Deleting port 0f243caa-064a-4fe2-b3a7-37d9552288bd {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:39:17.251622 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6d090a4-fc56-41b6-83cd-543b71a6f3c1 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:17.342180 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6d090a4-fc56-41b6-83cd-543b71a6f3c1 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:17.342504 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6d090a4-fc56-41b6-83cd-543b71a6f3c1 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:17.357501 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b6d090a4-fc56-41b6-83cd-543b71a6f3c1 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Calling delete_port for 0f243caa-064a-4fe2-b3a7-37d9552288bd owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:39:17.615260 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6d090a4-fc56-41b6-83cd-543b71a6f3c1 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:17.656001 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d090a4-fc56-41b6-83cd-543b71a6f3c1 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Pushing event deleted for resources: {'Port': ['ID=0f243caa-064a-4fe2-b3a7-37d9552288bd,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:17.740946 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6d090a4-fc56-41b6-83cd-543b71a6f3c1 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:17.741350 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-b6d090a4-fc56-41b6-83cd-543b71a6f3c1 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Floating IP efe16270-8249-4f74-863d-aab761b62886 disassociated (deleted). External IP: 172.25.3.146, port: 204a06eb-8f3d-4b30-b9f8-7cf2a43c57b7. Nov 18 17:39:17.998832 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d090a4-fc56-41b6-83cd-543b71a6f3c1 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Router be236495-fff9-4b76-b11d-96d977edcef4 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:39:18.112810 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d090a4-fc56-41b6-83cd-543b71a6f3c1 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:39:18.118210 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6d090a4-fc56-41b6-83cd-543b71a6f3c1 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:18.125817 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada55a28-46e1-4bef-a929-7a7abe0d21dc None None] Sync routers for ids ['be236495-fff9-4b76-b11d-96d977edcef4'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:39:18.149411 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada55a28-46e1-4bef-a929-7a7abe0d21dc None None] Routers {'be236495-fff9-4b76-b11d-96d977edcef4'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:39:18.150304 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ada55a28-46e1-4bef-a929-7a7abe0d21dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['be236495-fff9-4b76-b11d-96d977edcef4'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:18.163392 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b6d090a4-fc56-41b6-83cd-543b71a6f3c1 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] 10.222.0.72 "DELETE /v2.0/floatingips/efe16270-8249-4f74-863d-aab761b62886 HTTP/1.1" status: 204 len: 168 time: 1.0988507 Nov 18 17:39:18.167151 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52028) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:18.172930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-77c8c86c-80b0-448e-b7fd-54ece28abdda tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:18.191947 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ada55a28-46e1-4bef-a929-7a7abe0d21dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:18.201702 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada55a28-46e1-4bef-a929-7a7abe0d21dc None None] Routers {'be236495-fff9-4b76-b11d-96d977edcef4'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:39:18.202342 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ada55a28-46e1-4bef-a929-7a7abe0d21dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['be236495-fff9-4b76-b11d-96d977edcef4'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:18.241727 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ada55a28-46e1-4bef-a929-7a7abe0d21dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:18.242395 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada55a28-46e1-4bef-a929-7a7abe0d21dc None None] The sync data for ids ['be236495-fff9-4b76-b11d-96d977edcef4'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:39:18.300178 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77c8c86c-80b0-448e-b7fd-54ece28abdda tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:18.402265 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77c8c86c-80b0-448e-b7fd-54ece28abdda tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:18.516711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-77c8c86c-80b0-448e-b7fd-54ece28abdda tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Allocated IP 172.25.3.138 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/7582fc96-d4b3-4711-b853-fd7ecfdc0df8) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:39:18.629357 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77c8c86c-80b0-448e-b7fd-54ece28abdda tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:18.820356 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77c8c86c-80b0-448e-b7fd-54ece28abdda tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:18.855745 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8c86c-80b0-448e-b7fd-54ece28abdda tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:39:18.858892 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-77c8c86c-80b0-448e-b7fd-54ece28abdda tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:18.862636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c8c86c-80b0-448e-b7fd-54ece28abdda tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:39:18.904478 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8c86c-80b0-448e-b7fd-54ece28abdda tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Pushing event updated for resources: {'Port': ['ID=7582fc96-d4b3-4711-b853-fd7ecfdc0df8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:18.975322 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77c8c86c-80b0-448e-b7fd-54ece28abdda tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:19.030939 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52044) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:19.127562 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77c8c86c-80b0-448e-b7fd-54ece28abdda tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:19.154102 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df63d6a7-fe74-4e96-8c5d-dba421aa559c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:19.245487 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df63d6a7-fe74-4e96-8c5d-dba421aa559c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:19.320883 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77c8c86c-80b0-448e-b7fd-54ece28abdda tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:19.329892 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df63d6a7-fe74-4e96-8c5d-dba421aa559c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:19.377664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-df63d6a7-fe74-4e96-8c5d-dba421aa559c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8eb33cce7acb46f6b41cbf13c6de4d07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3454542 Nov 18 17:39:19.379146 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63d6a7-fe74-4e96-8c5d-dba421aa559c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e0c358-85b8-4a42-8a95-b79a6dc59e3a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:19.381173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52058) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:19.407512 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77c8c86c-80b0-448e-b7fd-54ece28abdda tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:19.498997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8c86c-80b0-448e-b7fd-54ece28abdda tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Pushing event updated for resources: {'Port': ['ID=7582fc96-d4b3-4711-b853-fd7ecfdc0df8,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:19.525083 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe367-01aa-40c9-95ef-e1c0e9951703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:19.526910 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77c8c86c-80b0-448e-b7fd-54ece28abdda tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:19.555478 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe367-01aa-40c9-95ef-e1c0e9951703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:19.621788 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77c8c86c-80b0-448e-b7fd-54ece28abdda tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:19.623086 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-77c8c86c-80b0-448e-b7fd-54ece28abdda tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4544024 Nov 18 17:39:19.626126 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52060) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:19.750993 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-77277349-d5ed-4a96-96a8-fbe3c9a5d533 tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:19.770815 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe367-01aa-40c9-95ef-e1c0e9951703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:19.773661 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe367-01aa-40c9-95ef-e1c0e9951703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:19.779855 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8bdbe367-01aa-40c9-95ef-e1c0e9951703 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/65e0c358-85b8-4a42-8a95-b79a6dc59e3a HTTP/1.1" status: 204 len: 168 time: 0.3921411 Nov 18 17:39:19.783835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbe367-01aa-40c9-95ef-e1c0e9951703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e0c358-85b8-4a42-8a95-b79a6dc59e3a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:19.867368 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77277349-d5ed-4a96-96a8-fbe3c9a5d533 tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Publish callbacks [] for floatingip, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:19.973544 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77277349-d5ed-4a96-96a8-fbe3c9a5d533 tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:20.100256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-77277349-d5ed-4a96-96a8-fbe3c9a5d533 tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Allocated IP 172.25.3.174 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/9166ff36-1e55-49c3-bc37-6251aab2e5c6) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:39:20.232809 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77277349-d5ed-4a96-96a8-fbe3c9a5d533 tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:20.399857 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77277349-d5ed-4a96-96a8-fbe3c9a5d533 tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:20.449950 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77277349-d5ed-4a96-96a8-fbe3c9a5d533 tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:39:20.456397 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-77277349-d5ed-4a96-96a8-fbe3c9a5d533 tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:20.461129 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77277349-d5ed-4a96-96a8-fbe3c9a5d533 tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:39:20.490222 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77277349-d5ed-4a96-96a8-fbe3c9a5d533 tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Pushing event updated for resources: {'Port': ['ID=9166ff36-1e55-49c3-bc37-6251aab2e5c6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:20.567030 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77277349-d5ed-4a96-96a8-fbe3c9a5d533 tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:20.654227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52078) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:20.668509 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f836a8e2-adf9-49dd-92ea-6acf4ca2afa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:20.746588 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77277349-d5ed-4a96-96a8-fbe3c9a5d533 tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:20.810617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f836a8e2-adf9-49dd-92ea-6acf4ca2afa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:20.908768 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f836a8e2-adf9-49dd-92ea-6acf4ca2afa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:20.967552 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836a8e2-adf9-49dd-92ea-6acf4ca2afa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78649c28-21ad-47c1-a5b0-878b591e42e0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:20.978331 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f836a8e2-adf9-49dd-92ea-6acf4ca2afa8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3587f88b849b4d94a8da944eba134673&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3229184 Nov 18 17:39:20.984522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52084) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:20.988441 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77277349-d5ed-4a96-96a8-fbe3c9a5d533 tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:21.070906 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e0a03fb3-cdf1-4b5c-ac5a-bfee5f9629fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:21.089035 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77277349-d5ed-4a96-96a8-fbe3c9a5d533 tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:21.098373 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e0a03fb3-cdf1-4b5c-ac5a-bfee5f9629fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:21.175120 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77277349-d5ed-4a96-96a8-fbe3c9a5d533 tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Pushing event updated for resources: {'Port': ['ID=9166ff36-1e55-49c3-bc37-6251aab2e5c6,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:21.203326 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77277349-d5ed-4a96-96a8-fbe3c9a5d533 tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:21.265647 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e0a03fb3-cdf1-4b5c-ac5a-bfee5f9629fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:21.269180 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e0a03fb3-cdf1-4b5c-ac5a-bfee5f9629fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:21.270479 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e0a03fb3-cdf1-4b5c-ac5a-bfee5f9629fb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/78649c28-21ad-47c1-a5b0-878b591e42e0 HTTP/1.1" status: 204 len: 168 time: 0.2833118 Nov 18 17:39:21.279054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a03fb3-cdf1-4b5c-ac5a-bfee5f9629fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78649c28-21ad-47c1-a5b0-878b591e42e0,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:21.330175 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77277349-d5ed-4a96-96a8-fbe3c9a5d533 tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:21.331575 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-77277349-d5ed-4a96-96a8-fbe3c9a5d533 tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7044618 Nov 18 17:39:21.334489 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52092) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:21.398180 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ebd93c9a-1efe-466a-bcdc-c99fd8104be5 tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3701 time: 0.0624716 Nov 18 17:39:21.400671 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52094) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:21.469575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7b43d446-4119-4ed4-a024-4165ca1783e1 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0678570 Nov 18 17:39:21.472104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52100) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:21.592671 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:22.061098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-16d37772-5382-4abf-b078-7d778dfb026d tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Deleting port 9166ff36-1e55-49c3-bc37-6251aab2e5c6 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:39:22.061969 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16d37772-5382-4abf-b078-7d778dfb026d tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:22.181354 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16d37772-5382-4abf-b078-7d778dfb026d tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:22.181702 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16d37772-5382-4abf-b078-7d778dfb026d tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:22.201690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-16d37772-5382-4abf-b078-7d778dfb026d tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Calling delete_port for 9166ff36-1e55-49c3-bc37-6251aab2e5c6 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:39:22.542852 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16d37772-5382-4abf-b078-7d778dfb026d tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:22.574185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d37772-5382-4abf-b078-7d778dfb026d tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Pushing event deleted for resources: {'Port': ['ID=9166ff36-1e55-49c3-bc37-6251aab2e5c6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:22.646648 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16d37772-5382-4abf-b078-7d778dfb026d tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:22.649431 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16d37772-5382-4abf-b078-7d778dfb026d tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:22.650792 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-16d37772-5382-4abf-b078-7d778dfb026d tempest-FloatingIPAdminTestJSON-498338566 tempest-FloatingIPAdminTestJSON-498338566-project] 10.222.0.72 "DELETE /v2.0/floatingips/4367fe38-ba2c-4cd3-8b91-5190aea6557b HTTP/1.1" status: 204 len: 168 time: 1.1777983 Nov 18 17:39:22.653667 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52132) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:22.874560 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684fdea-2408-4b3d-aeee-9337444ca8ee req-f98840a3-f8d7-4c2c-a0a6-6c6fff50b17f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:22.877032 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9684fdea-2408-4b3d-aeee-9337444ca8ee req-f98840a3-f8d7-4c2c-a0a6-6c6fff50b17f tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 946 time: 0.0828853 Nov 18 17:39:22.909697 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-71a9f5fb-8e03-4e19-a0cd-6b7d3afe056a tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Deleting port 7582fc96-d4b3-4711-b853-fd7ecfdc0df8 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:39:22.910040 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71a9f5fb-8e03-4e19-a0cd-6b7d3afe056a tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:23.015350 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9684fdea-2408-4b3d-aeee-9337444ca8ee req-2f31b34e-e1f5-49a2-869a-1573b69d7057 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243474 Nov 18 17:39:23.032756 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71a9f5fb-8e03-4e19-a0cd-6b7d3afe056a tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:23.033091 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71a9f5fb-8e03-4e19-a0cd-6b7d3afe056a tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:23.044884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-71a9f5fb-8e03-4e19-a0cd-6b7d3afe056a tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Calling delete_port for 7582fc96-d4b3-4711-b853-fd7ecfdc0df8 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:39:23.124067 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:23.301241 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71a9f5fb-8e03-4e19-a0cd-6b7d3afe056a tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:23.334296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9f5fb-8e03-4e19-a0cd-6b7d3afe056a tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Pushing event deleted for resources: {'Port': ['ID=7582fc96-d4b3-4711-b853-fd7ecfdc0df8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:23.420345 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71a9f5fb-8e03-4e19-a0cd-6b7d3afe056a tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:23.426951 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71a9f5fb-8e03-4e19-a0cd-6b7d3afe056a tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:23.426951 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-71a9f5fb-8e03-4e19-a0cd-6b7d3afe056a tempest-FloatingIPAdminTestJSON-534210991 tempest-FloatingIPAdminTestJSON-534210991-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/d262eb19-9361-4b45-8805-6ec3ef635242 HTTP/1.1" status: 204 len: 168 time: 0.7699244 Nov 18 17:39:23.430066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52164) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:23.526665 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-37c975ea-702b-4436-b025-0e68d50fa6bb tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Deleting port 204a06eb-8f3d-4b30-b9f8-7cf2a43c57b7 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:39:23.527271 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-37c975ea-702b-4436-b025-0e68d50fa6bb tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:23.631116 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-37c975ea-702b-4436-b025-0e68d50fa6bb tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:23.645796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-37c975ea-702b-4436-b025-0e68d50fa6bb tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Calling delete_port for 204a06eb-8f3d-4b30-b9f8-7cf2a43c57b7 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:39:23.900608 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-37c975ea-702b-4436-b025-0e68d50fa6bb tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:23.935548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c975ea-702b-4436-b025-0e68d50fa6bb tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Pushing event deleted for resources: {'Port': ['ID=204a06eb-8f3d-4b30-b9f8-7cf2a43c57b7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:24.073651 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-37c975ea-702b-4436-b025-0e68d50fa6bb tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:24.073767 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52186) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:24.074205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-37c975ea-702b-4436-b025-0e68d50fa6bb tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] 10.222.0.72 "DELETE /v2.0/ports/204a06eb-8f3d-4b30-b9f8-7cf2a43c57b7 HTTP/1.1" status: 204 len: 168 time: 0.6391544 Nov 18 17:39:24.145668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f432aea-ff0f-4ac9-864f-f268de771fe5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:24.147252 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3f432aea-ff0f-4ac9-864f-f268de771fe5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] 10.222.0.72 "GET /v2.0/ports?device_id=be236495-fff9-4b76-b11d-96d977edcef4 HTTP/1.1" status: 200 len: 913 time: 0.0771244 Nov 18 17:39:24.156027 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52192) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:24.238305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc0d15-2e1d-461b-9dc2-ef1f6c2a0ccf req-049d030d-41c6-47ab-8ce9-ab9ec7520588 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:24.241636 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4dc0d15-2e1d-461b-9dc2-ef1f6c2a0ccf req-049d030d-41c6-47ab-8ce9-ab9ec7520588 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 946 time: 0.1243598 Nov 18 17:39:24.419574 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4dc0d15-2e1d-461b-9dc2-ef1f6c2a0ccf req-c100c81f-3300-4452-9091-fe644123d8de tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700323 Nov 18 17:39:24.509773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474c4d6-b559-4bce-966a-c26f725e0545 req-e7571271-eb9d-4279-b278-169cf247b809 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:24.511307 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a474c4d6-b559-4bce-966a-c26f725e0545 req-e7571271-eb9d-4279-b278-169cf247b809 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.83 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 946 time: 0.1424291 Nov 18 17:39:24.722216 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-a474c4d6-b559-4bce-966a-c26f725e0545 req-6adcef9b-30e6-4381-9ded-635402a34d76 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Deleting port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:39:24.722569 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a474c4d6-b559-4bce-966a-c26f725e0545 req-6adcef9b-30e6-4381-9ded-635402a34d76 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:24.905878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-a474c4d6-b559-4bce-966a-c26f725e0545 req-6adcef9b-30e6-4381-9ded-635402a34d76 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] For port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:39:24.906254 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a474c4d6-b559-4bce-966a-c26f725e0545 req-6adcef9b-30e6-4381-9ded-635402a34d76 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:25.035433 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-36f01876-231a-421a-b1bb-73224c0f98df tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:25.224223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52214) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:25.376868 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a474c4d6-b559-4bce-966a-c26f725e0545 req-6adcef9b-30e6-4381-9ded-635402a34d76 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:25.377244 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a474c4d6-b559-4bce-966a-c26f725e0545 req-6adcef9b-30e6-4381-9ded-635402a34d76 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:25.377571 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [req-a474c4d6-b559-4bce-966a-c26f725e0545 req-6adcef9b-30e6-4381-9ded-635402a34d76 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Floating IP 8264fdc8-1f1d-43b7-aafa-90947c46d156 disassociated. External IP: 172.25.3.78, port: 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed. Nov 18 17:39:25.377935 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-a474c4d6-b559-4bce-966a-c26f725e0545 req-6adcef9b-30e6-4381-9ded-635402a34d76 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Calling delete_port for 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:39:25.407661 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e954b239-6e05-40b5-824a-b5429c5b8956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:25.488250 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e954b239-6e05-40b5-824a-b5429c5b8956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:25.649574 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e954b239-6e05-40b5-824a-b5429c5b8956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:25.655235 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ca82a-e711-4108-94fc-280585e5765a req-0a083fa3-82a2-45d0-bd62-30433794fb3d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:25.656819 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c68ca82a-e711-4108-94fc-280585e5765a req-0a083fa3-82a2-45d0-bd62-30433794fb3d tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 946 time: 0.1171882 Nov 18 17:39:25.675943 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-36f01876-231a-421a-b1bb-73224c0f98df tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Deleting port 79a08862-112c-4cec-a66f-49da8822bbbd {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:39:25.676308 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-36f01876-231a-421a-b1bb-73224c0f98df tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:25.691915 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e954b239-6e05-40b5-824a-b5429c5b8956 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3e3ed55392ea4cceaaa11a40a24ab4c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4640875 Nov 18 17:39:25.691915 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954b239-6e05-40b5-824a-b5429c5b8956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c1f6d9-f844-47a2-a20f-ea1fcf3ad456,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:25.710212 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52228) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:25.751743 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cd070b5-8517-4919-954c-ab9e691ee7c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:25.773843 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cd070b5-8517-4919-954c-ab9e691ee7c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:25.789134 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c68ca82a-e711-4108-94fc-280585e5765a req-b43cfdb5-383e-4fee-901b-589adfd1e947 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups?id=26312c9b-5f31-4668-8be5-326b6c54db83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241829 Nov 18 17:39:25.805667 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-36f01876-231a-421a-b1bb-73224c0f98df tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:25.818694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-36f01876-231a-421a-b1bb-73224c0f98df tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Calling delete_port for 79a08862-112c-4cec-a66f-49da8822bbbd owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:39:25.879305 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a474c4d6-b559-4bce-966a-c26f725e0545 req-6adcef9b-30e6-4381-9ded-635402a34d76 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:25.917579 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcef9b-30e6-4381-9ded-635402a34d76 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Pushing event deleted for resources: {'Port': ['ID=2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:26.027597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cd070b5-8517-4919-954c-ab9e691ee7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:26.032829 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cd070b5-8517-4919-954c-ab9e691ee7c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:26.034094 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4cd070b5-8517-4919-954c-ab9e691ee7c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b0c1f6d9-f844-47a2-a20f-ea1fcf3ad456 HTTP/1.1" status: 204 len: 168 time: 0.3390338 Nov 18 17:39:26.044008 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd070b5-8517-4919-954c-ab9e691ee7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c1f6d9-f844-47a2-a20f-ea1fcf3ad456,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:26.558921 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a474c4d6-b559-4bce-966a-c26f725e0545 req-6adcef9b-30e6-4381-9ded-635402a34d76 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Router b125c400-c3d7-4dec-b65b-3b092f73f486 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:39:26.683067 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-36f01876-231a-421a-b1bb-73224c0f98df tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:26.715629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f01876-231a-421a-b1bb-73224c0f98df tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Pushing event deleted for resources: {'Port': ['ID=79a08862-112c-4cec-a66f-49da8822bbbd,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:26.734589 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a474c4d6-b559-4bce-966a-c26f725e0545 req-6adcef9b-30e6-4381-9ded-635402a34d76 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:39:26.753796 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624ae04-054e-491f-b741-bd6908060d57 None None] Sync routers for ids ['b125c400-c3d7-4dec-b65b-3b092f73f486'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:39:26.774128 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2624ae04-054e-491f-b741-bd6908060d57 None None] Routers {'b125c400-c3d7-4dec-b65b-3b092f73f486'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:39:26.774128 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2624ae04-054e-491f-b741-bd6908060d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b125c400-c3d7-4dec-b65b-3b092f73f486'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:26.821947 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a474c4d6-b559-4bce-966a-c26f725e0545 req-6adcef9b-30e6-4381-9ded-635402a34d76 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] No DVR routers for this DVR port 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed on host n-h2-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:39:26.831524 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-a474c4d6-b559-4bce-966a-c26f725e0545 req-6adcef9b-30e6-4381-9ded-635402a34d76 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:26.831524 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a474c4d6-b559-4bce-966a-c26f725e0545 req-6adcef9b-30e6-4381-9ded-635402a34d76 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.83 "DELETE /v2.0/ports/2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed HTTP/1.1" status: 204 len: 173 time: 2.3046782 Nov 18 17:39:26.831524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'name': 'network-vif-deleted', 'tag': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:39:26.833484 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b9298f-c8b8-44ad-959b-7f03024c0aa4" -d '{"events": [{"server_uuid": "5660f3bc-0328-40df-8ac0-38802a45bc41", "name": "network-vif-deleted", "tag": "2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:39:26.939420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-2624ae04-054e-491f-b741-bd6908060d57 None None] Set router b125c400-c3d7-4dec-b65b-3b092f73f486 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:39:27.091257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8440e183-7f32-49d6-8d6d-7e4a53152826 req-d5deed28-efd2-422d-9d30-e2ee0cbac9f0 tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/ports?device_id=5660f3bc-0328-40df-8ac0-38802a45bc41 HTTP/1.1" status: 200 len: 210 time: 0.1014833 Nov 18 17:39:27.092087 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-36f01876-231a-421a-b1bb-73224c0f98df tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:27.271454 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2624ae04-054e-491f-b741-bd6908060d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:31:03Z', 'revision_number': 4, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'dd8965a6-d924-41ca-9a81-552372fc4f02', 'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'mac_address': 'fa:16:3e:95:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:01Z', 'updated_at': '2021-11-18T17:31:08Z', 'revision_number': 5, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'subnets': [{'id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:27.322319 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624ae04-054e-491f-b741-bd6908060d57 None None] Checking router: b125c400-c3d7-4dec-b65b-3b092f73f486 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:39:27.336864 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2624ae04-054e-491f-b741-bd6908060d57 None None] Routers {'b125c400-c3d7-4dec-b65b-3b092f73f486'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:39:27.338156 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2624ae04-054e-491f-b741-bd6908060d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b125c400-c3d7-4dec-b65b-3b092f73f486'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:27.388361 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40df1026-c6e0-434f-9dca-c468b29a15c2 x-openstack-request-id: req-40df1026-c6e0-434f-9dca-c468b29a15c2 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:39:27.388658 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5660f3bc-0328-40df-8ac0-38802a45bc41", "name": "network-vif-deleted", "tag": "2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:39:27.388914 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-40df1026-c6e0-434f-9dca-c468b29a15c2 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:39:27.389335 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5660f3bc-0328-40df-8ac0-38802a45bc41', 'name': 'network-vif-deleted', 'tag': '2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed', 'status': 'completed', 'code': 200} Nov 18 17:39:27.472260 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f01876-231a-421a-b1bb-73224c0f98df tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Router be236495-fff9-4b76-b11d-96d977edcef4 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:39:27.478244 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-2624ae04-054e-491f-b741-bd6908060d57 None None] Set router b125c400-c3d7-4dec-b65b-3b092f73f486 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:39:27.600080 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f01876-231a-421a-b1bb-73224c0f98df tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:39:27.608105 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-36f01876-231a-421a-b1bb-73224c0f98df tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] 10.222.0.72 "PUT /v2.0/routers/be236495-fff9-4b76-b11d-96d977edcef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4479084 Nov 18 17:39:27.608731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52282) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:27.619518 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1054ba-e0ce-48dc-bdb1-11099b97ca49 None None] Sync routers for ids ['be236495-fff9-4b76-b11d-96d977edcef4'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:39:27.626864 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:39:27.642071 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1054ba-e0ce-48dc-bdb1-11099b97ca49 None None] Routers {'be236495-fff9-4b76-b11d-96d977edcef4'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:39:27.645427 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5b1054ba-e0ce-48dc-bdb1-11099b97ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['be236495-fff9-4b76-b11d-96d977edcef4'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:27.658267 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:39:27.658624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 2439c1f8-ffdb-47ef-9f1a-b79be1ac3eed not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:39:27.731948 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5b1054ba-e0ce-48dc-bdb1-11099b97ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:27.775573 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1054ba-e0ce-48dc-bdb1-11099b97ca49 None None] Routers {'be236495-fff9-4b76-b11d-96d977edcef4'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:39:27.776733 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5b1054ba-e0ce-48dc-bdb1-11099b97ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['be236495-fff9-4b76-b11d-96d977edcef4'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:27.846638 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5b1054ba-e0ce-48dc-bdb1-11099b97ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:27.847749 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1054ba-e0ce-48dc-bdb1-11099b97ca49 None None] The sync data for ids ['be236495-fff9-4b76-b11d-96d977edcef4'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:39:27.871340 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2624ae04-054e-491f-b741-bd6908060d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:31:03Z', 'revision_number': 4, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'dd8965a6-d924-41ca-9a81-552372fc4f02', 'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'mac_address': 'fa:16:3e:95:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:01Z', 'updated_at': '2021-11-18T17:31:08Z', 'revision_number': 5, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'subnets': [{'id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:27.904512 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a930773-a54c-4fb2-83a4-7bf439f8af00 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:27.913038 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624ae04-054e-491f-b741-bd6908060d57 None None] The sync data for ids ['b125c400-c3d7-4dec-b65b-3b092f73f486'] in n-d-813419-11 is: [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:31:03Z', 'revision_number': 4, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'dd8965a6-d924-41ca-9a81-552372fc4f02', 'name': '', 'network_id': 'daa0dd25-8f9b-4b90-9eaa-dcbae9437358', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'mac_address': 'fa:16:3e:95:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:31:01Z', 'updated_at': '2021-11-18T17:31:08Z', 'revision_number': 5, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'subnets': [{'id': '10777e13-94e4-46f6-b1c7-ddc7fdf51d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:39:28.093370 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a930773-a54c-4fb2-83a4-7bf439f8af00 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:28.213653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2a930773-a54c-4fb2-83a4-7bf439f8af00 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Deleting port 807f831b-f6d3-421a-b069-72c621364bdc {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:39:28.213920 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a930773-a54c-4fb2-83a4-7bf439f8af00 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:28.325926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb488ed-9cfe-4fae-bf46-c43e1f2a5d50 None None] New status for floating IP 8264fdc8-1f1d-43b7-aafa-90947c46d156: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:39:28.345925 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a930773-a54c-4fb2-83a4-7bf439f8af00 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:28.355282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2a930773-a54c-4fb2-83a4-7bf439f8af00 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Calling delete_port for 807f831b-f6d3-421a-b069-72c621364bdc owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:39:28.741603 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a930773-a54c-4fb2-83a4-7bf439f8af00 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:28.769846 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a930773-a54c-4fb2-83a4-7bf439f8af00 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Pushing event deleted for resources: {'Port': ['ID=807f831b-f6d3-421a-b069-72c621364bdc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:28.791673 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa9ef3b-7b6f-4a34-9921-5014c4c710b8 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:39:28.868009 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a930773-a54c-4fb2-83a4-7bf439f8af00 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:28.993503 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a930773-a54c-4fb2-83a4-7bf439f8af00 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:28.996119 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a930773-a54c-4fb2-83a4-7bf439f8af00 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:29.140890 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a930773-a54c-4fb2-83a4-7bf439f8af00 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:29.142327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a930773-a54c-4fb2-83a4-7bf439f8af00 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Fanout notify agent at l3_agent the message router_deleted on router be236495-fff9-4b76-b11d-96d977edcef4 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:39:29.159778 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a930773-a54c-4fb2-83a4-7bf439f8af00 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:29.161075 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2a930773-a54c-4fb2-83a4-7bf439f8af00 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] 10.222.0.72 "DELETE /v2.0/routers/be236495-fff9-4b76-b11d-96d977edcef4 HTTP/1.1" status: 204 len: 168 time: 1.5516534 Nov 18 17:39:29.163652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52328) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:29.236554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-b946bf98-d274-452d-ab00-ebc3bbfc53b2 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Deleting subnet b92ae0ff-3c61-4d31-96db-39b96e878e5d {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:39:29.240595 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b946bf98-d274-452d-ab00-ebc3bbfc53b2 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:29.283142 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b946bf98-d274-452d-ab00-ebc3bbfc53b2 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:29.364466 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52344) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:29.457841 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b725137-aec8-49ea-a3a5-a049622e82ca tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:29.486182 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b946bf98-d274-452d-ab00-ebc3bbfc53b2 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:29.513925 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b725137-aec8-49ea-a3a5-a049622e82ca tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:29.700942 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b946bf98-d274-452d-ab00-ebc3bbfc53b2 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:29.729624 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b725137-aec8-49ea-a3a5-a049622e82ca tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:29.730885 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946bf98-d274-452d-ab00-ebc3bbfc53b2 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Pushing event deleted for resources: {'Subnet': ['ID=b92ae0ff-3c61-4d31-96db-39b96e878e5d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:29.734415 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b725137-aec8-49ea-a3a5-a049622e82ca tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:29.739103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52360) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:29.740291 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0b725137-aec8-49ea-a3a5-a049622e82ca tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "DELETE /v2.0/security-groups/26312c9b-5f31-4668-8be5-326b6c54db83 HTTP/1.1" status: 204 len: 168 time: 0.3745618 Nov 18 17:39:29.746690 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b946bf98-d274-452d-ab00-ebc3bbfc53b2 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:29.750312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c821f61-9f81-4b82-b437-89c4ec5795ff None None] Network fb50ca88-4e51-4522-babc-7e73f4167176 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:39:29.750763 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b946bf98-d274-452d-ab00-ebc3bbfc53b2 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] 10.222.0.72 "DELETE /v2.0/subnets/b92ae0ff-3c61-4d31-96db-39b96e878e5d HTTP/1.1" status: 204 len: 168 time: 0.5847270 Nov 18 17:39:29.756791 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52362) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:29.762834 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b725137-aec8-49ea-a3a5-a049622e82ca tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26312c9b-5f31-4668-8be5-326b6c54db83,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:29.768812 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-c2ec2346-3fe0-4818-904c-849d10eceabc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] show failed (client error): The resource could not be found. Nov 18 17:39:29.769622 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c2ec2346-3fe0-4818-904c-849d10eceabc tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "GET /v2.0/security-groups/26312c9b-5f31-4668-8be5-326b6c54db83 HTTP/1.1" status: 404 len: 347 time: 0.0293698 Nov 18 17:39:29.779277 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52364) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:29.852307 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:29.980231 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Deleting port 13133edc-1e24-4562-b862-a53b3598b9f5 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:39:29.980796 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.002223 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-4675b751-47a1-4a6e-95ac-d4fb69dab9ec tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Deleting port 4c89b790-cfd6-4f04-95d3-591ab4b17887 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:39:30.002223 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4675b751-47a1-4a6e-95ac-d4fb69dab9ec tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.067758 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] For port 13133edc-1e24-4562-b862-a53b3598b9f5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=13133edc-1e24-4562-b862-a53b3598b9f5,segment=NetworkSegment(4ac05883-9714-4f5b-9cba-e47dd708f742),segment_id=4ac05883-9714-4f5b-9cba-e47dd708f742)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:39:30.068448 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.085579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Calling delete_port for 13133edc-1e24-4562-b862-a53b3598b9f5 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:39:30.098948 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-70a5764c-b753-4045-be8e-21543ce64e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.120842 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f74405-d209-447c-ae66-eb2ac29aab74 None None] DHCP port deletion for fb50ca88-4e51-4522-babc-7e73f4167176 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:39:30.132477 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4675b751-47a1-4a6e-95ac-d4fb69dab9ec tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.132819 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4675b751-47a1-4a6e-95ac-d4fb69dab9ec tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.147988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-4675b751-47a1-4a6e-95ac-d4fb69dab9ec tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Calling delete_port for 4c89b790-cfd6-4f04-95d3-591ab4b17887 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:39:30.215436 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-13f74405-d209-447c-ae66-eb2ac29aab74 None None] Deleting port 13133edc-1e24-4562-b862-a53b3598b9f5 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:39:30.215846 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-13f74405-d209-447c-ae66-eb2ac29aab74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.287237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-13f74405-d209-447c-ae66-eb2ac29aab74 None None] For port 13133edc-1e24-4562-b862-a53b3598b9f5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=13133edc-1e24-4562-b862-a53b3598b9f5,segment=NetworkSegment(4ac05883-9714-4f5b-9cba-e47dd708f742),segment_id=4ac05883-9714-4f5b-9cba-e47dd708f742)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:39:30.287651 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-13f74405-d209-447c-ae66-eb2ac29aab74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.307204 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.312293 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-13f74405-d209-447c-ae66-eb2ac29aab74 None None] Calling delete_port for 13133edc-1e24-4562-b862-a53b3598b9f5 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:39:30.356152 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Pushing event deleted for resources: {'Port': ['ID=13133edc-1e24-4562-b862-a53b3598b9f5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:30.356152 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] No DVR routers for this DVR port 13133edc-1e24-4562-b862-a53b3598b9f5 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:39:30.426529 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4675b751-47a1-4a6e-95ac-d4fb69dab9ec tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.463268 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-13f74405-d209-447c-ae66-eb2ac29aab74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.478207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675b751-47a1-4a6e-95ac-d4fb69dab9ec tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Pushing event deleted for resources: {'Port': ['ID=4c89b790-cfd6-4f04-95d3-591ab4b17887,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:30.492788 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f74405-d209-447c-ae66-eb2ac29aab74 None None] No DVR routers for this DVR port 13133edc-1e24-4562-b862-a53b3598b9f5 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:39:30.503293 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.519063 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6840151f-772b-4500-81aa-8015af2b4e14 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:39:30.526266 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f74405-d209-447c-ae66-eb2ac29aab74 None None] Pushing event deleted for resources: {'Port': ['ID=13133edc-1e24-4562-b862-a53b3598b9f5,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:30.557740 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb50ca88-4e51-4522-babc-7e73f4167176']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:30.573594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac05883-9714-4f5b-9cba-e47dd708f742') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:30.573981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac05883-9714-4f5b-9cba-e47dd708f742') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:30.584336 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4675b751-47a1-4a6e-95ac-d4fb69dab9ec tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.588889 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4675b751-47a1-4a6e-95ac-d4fb69dab9ec tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.590839 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.604071 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4675b751-47a1-4a6e-95ac-d4fb69dab9ec tempest-AttachVolumeShelveTestJSON-1913211252 tempest-AttachVolumeShelveTestJSON-1913211252-project] 10.222.0.72 "DELETE /v2.0/floatingips/8264fdc8-1f1d-43b7-aafa-90947c46d156 HTTP/1.1" status: 204 len: 168 time: 0.8129730 Nov 18 17:39:30.626144 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.647811 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:39:30.647811 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:39:30.671120 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:39:30.859486 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.864862 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:30.871067 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] 10.222.0.72 "DELETE /v2.0/networks/fb50ca88-4e51-4522-babc-7e73f4167176 HTTP/1.1" status: 204 len: 168 time: 1.1129353 Nov 18 17:39:30.873783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52402) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:30.893834 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e495a94-cc5e-48cb-a4dc-c6c10e2edbf5 tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Pushing event deleted for resources: {'Network': ['ID=fb50ca88-4e51-4522-babc-7e73f4167176,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:31.034445 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52412) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:31.035242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-e9e96582-c414-48ec-bf26-f438f4f6328b tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Deleting port ec463475-1832-4793-bf10-458cd18e5412 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:39:31.035600 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9e96582-c414-48ec-bf26-f438f4f6328b tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:31.163638 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9e96582-c414-48ec-bf26-f438f4f6328b tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:31.164001 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9e96582-c414-48ec-bf26-f438f4f6328b tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:31.177291 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9043d46c-5f59-478a-9a74-44468af12162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:31.197339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-e9e96582-c414-48ec-bf26-f438f4f6328b tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Calling delete_port for ec463475-1832-4793-bf10-458cd18e5412 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:39:31.303550 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9043d46c-5f59-478a-9a74-44468af12162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:31.397304 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9043d46c-5f59-478a-9a74-44468af12162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:31.452872 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9043d46c-5f59-478a-9a74-44468af12162 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a27ff647d8244abba06742dcd78c2e96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4165764 Nov 18 17:39:31.455136 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043d46c-5f59-478a-9a74-44468af12162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7819d1d-e2ec-419f-b31f-f2c934e793a4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:31.457781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52424) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:31.540244 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-f81f7367-ef85-447f-90c0-f742f8a8fbac tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2122616843&fields=id&tenant_id=eb06569cbbd34a779286792999368bd6 HTTP/1.1" status: 200 len: 267 time: 0.1336579 Nov 18 17:39:31.551776 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0eb16f17-0d4e-409a-a4d6-cf5ca8b516fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:31.573462 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9e96582-c414-48ec-bf26-f438f4f6328b tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:31.581396 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0eb16f17-0d4e-409a-a4d6-cf5ca8b516fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:31.643126 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e96582-c414-48ec-bf26-f438f4f6328b tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Pushing event deleted for resources: {'Port': ['ID=ec463475-1832-4793-bf10-458cd18e5412,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:31.803205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-5321a1c3-7aa4-40c0-b0e4-816a9578dd02 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:31.811879 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-5321a1c3-7aa4-40c0-b0e4-816a9578dd02 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 811 time: 0.2611694 Nov 18 17:39:31.826734 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0eb16f17-0d4e-409a-a4d6-cf5ca8b516fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:31.829516 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0eb16f17-0d4e-409a-a4d6-cf5ca8b516fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:31.832933 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0eb16f17-0d4e-409a-a4d6-cf5ca8b516fd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e7819d1d-e2ec-419f-b31f-f2c934e793a4 HTTP/1.1" status: 204 len: 168 time: 0.3577437 Nov 18 17:39:31.844386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb16f17-0d4e-409a-a4d6-cf5ca8b516fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7819d1d-e2ec-419f-b31f-f2c934e793a4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:31.885661 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-a71d6a48-c0aa-455f-9222-e12f6d226401 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/quotas/eb06569cbbd34a779286792999368bd6 HTTP/1.1" status: 200 len: 375 time: 0.0743468 Nov 18 17:39:31.987414 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9e96582-c414-48ec-bf26-f438f4f6328b tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:31.990163 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9e96582-c414-48ec-bf26-f438f4f6328b tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:32.001888 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e9e96582-c414-48ec-bf26-f438f4f6328b tempest-FloatingIPAdminTestJSON-67461824 tempest-FloatingIPAdminTestJSON-67461824-project] 10.222.0.72 "DELETE /v2.0/floatingips/a972de80-d00e-47c3-a429-2d33a825f5b0 HTTP/1.1" status: 204 len: 168 time: 1.1167243 Nov 18 17:39:32.013468 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 13133edc-1e24-4562-b862-a53b3598b9f5 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:39:32.044107 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-e3f0e222-5ebe-45b6-aeb1-9752e994a5b6 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1573272 Nov 18 17:39:32.046645 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 13133edc-1e24-4562-b862-a53b3598b9f5 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:39:32.047001 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 13133edc-1e24-4562-b862-a53b3598b9f5 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:39:32.439950 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-e7c5ab76-9e36-4865-895a-104929494003 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:39:32.441102 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-e7c5ab76-9e36-4865-895a-104929494003 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3844895 Nov 18 17:39:32.463152 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b90696f3-2bd7-4064-a83e-63e12bfa4bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:32.617058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52446) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:32.845745 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-38c9f793-9f23-4a00-8c30-30e24dbab694 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=46ca90e60ffa4ab09047104ed6802d05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2244067 Nov 18 17:39:32.846109 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52450) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:32.904601 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-11ae757c-5a8f-4d23-8cac-e86cc624f0b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:32.945507 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-11ae757c-5a8f-4d23-8cac-e86cc624f0b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:33.031680 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-93c755d6-4457-4b68-98a7-f021b71bfef2 service neutron] 10.222.0.72 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815270 Nov 18 17:39:33.152518 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52454) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:33.162508 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-4380ae1f-ad5c-428a-8d24-9e435b8d865e service neutron] 10.222.0.72 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246212 Nov 18 17:39:33.164176 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-11ae757c-5a8f-4d23-8cac-e86cc624f0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:33.169380 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-11ae757c-5a8f-4d23-8cac-e86cc624f0b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:33.170638 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-11ae757c-5a8f-4d23-8cac-e86cc624f0b5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8346352b-7fc9-4280-8daa-924f2c8f3f21 HTTP/1.1" status: 204 len: 168 time: 0.3234463 Nov 18 17:39:33.182773 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a199b2a4-0986-4936-9a00-dbd57fd02cd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:33.192554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae757c-5a8f-4d23-8cac-e86cc624f0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8346352b-7fc9-4280-8daa-924f2c8f3f21,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:33.377201 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a199b2a4-0986-4936-9a00-dbd57fd02cd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:33.472574 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a199b2a4-0986-4936-9a00-dbd57fd02cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:33.519111 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a199b2a4-0986-4936-9a00-dbd57fd02cd7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=58a158e0954a4966ae03fc035edfcb4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3650744 Nov 18 17:39:33.521907 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52468) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:33.538040 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199b2a4-0986-4936-9a00-dbd57fd02cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba9414a-c5b9-4c95-ac43-9d3da621c1c9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:33.580474 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ce6ea0c-6494-4198-a842-b21e4edaab0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:33.602406 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ce6ea0c-6494-4198-a842-b21e4edaab0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:33.660437 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:33.820038 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ce6ea0c-6494-4198-a842-b21e4edaab0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:33.823536 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ce6ea0c-6494-4198-a842-b21e4edaab0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:33.827467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5ce6ea0c-6494-4198-a842-b21e4edaab0e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0ba9414a-c5b9-4c95-ac43-9d3da621c1c9 HTTP/1.1" status: 204 len: 168 time: 0.3046207 Nov 18 17:39:33.835852 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6ea0c-6494-4198-a842-b21e4edaab0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba9414a-c5b9-4c95-ac43-9d3da621c1c9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:33.986930 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-986ce195-24f9-41ac-b1c9-cf32ca49b3f7 req-3c260d18-8948-4fd8-8fc1-f567a72dd698 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 210 time: 0.0324190 Nov 18 17:39:34.313672 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52498) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:34.325861 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-913f04f0-f8f4-4cd1-a7b2-082268159784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:34.443159 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-913f04f0-f8f4-4cd1-a7b2-082268159784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:34.523927 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-913f04f0-f8f4-4cd1-a7b2-082268159784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:34.570266 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52510) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:34.570753 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-913f04f0-f8f4-4cd1-a7b2-082268159784 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e361ec4f5bd34ff9a5b6b5e2e7f41f6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2586141 Nov 18 17:39:34.572504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f04f0-f8f4-4cd1-a7b2-082268159784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b120cdd8-1726-4790-849b-97b4bd941a61,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:34.629230 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2558b70-bb62-4c85-b4c3-9f940cd0b585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:34.650799 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2558b70-bb62-4c85-b4c3-9f940cd0b585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:34.861395 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2558b70-bb62-4c85-b4c3-9f940cd0b585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:34.868552 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2558b70-bb62-4c85-b4c3-9f940cd0b585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:34.870844 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c2558b70-bb62-4c85-b4c3-9f940cd0b585 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b120cdd8-1726-4790-849b-97b4bd941a61 HTTP/1.1" status: 204 len: 168 time: 0.2980902 Nov 18 17:39:34.881181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2558b70-bb62-4c85-b4c3-9f940cd0b585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b120cdd8-1726-4790-849b-97b4bd941a61,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:35.045477 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:35.180087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-932785e9-2008-4b2f-976e-d8ae958ba5b9 req-c6b90f9e-9ae5-4076-bca7-99b2b1f29859 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 210 time: 0.0574777 Nov 18 17:39:35.535186 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:35.969983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52556) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:36.001408 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c970ef3-cd2d-452e-920e-f2f3e4fed949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:36.117256 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c970ef3-cd2d-452e-920e-f2f3e4fed949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:36.198755 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c970ef3-cd2d-452e-920e-f2f3e4fed949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:36.246381 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c970ef3-cd2d-452e-920e-f2f3e4fed949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f59db9-e7e2-491b-b2c3-2dc374a2bf89,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:36.316594 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-841db7d1-46e4-4c6f-b1b6-dd858b5a63b5 req-f2ef22c7-c11f-40aa-8588-f6133d396cfe tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 210 time: 0.0365655 Nov 18 17:39:36.335500 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7c970ef3-cd2d-452e-920e-f2f3e4fed949 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=339a0d5247dc4bb5a2a32fff049659bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3619008 Nov 18 17:39:36.337301 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52564) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:36.426826 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc52b4ba-073f-4188-a1a7-8aacb6799876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:36.459373 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc52b4ba-073f-4188-a1a7-8aacb6799876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:36.649561 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc52b4ba-073f-4188-a1a7-8aacb6799876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:36.652273 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc52b4ba-073f-4188-a1a7-8aacb6799876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:36.655951 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fc52b4ba-073f-4188-a1a7-8aacb6799876 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/95f59db9-e7e2-491b-b2c3-2dc374a2bf89 HTTP/1.1" status: 204 len: 168 time: 0.3143156 Nov 18 17:39:36.662924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52b4ba-073f-4188-a1a7-8aacb6799876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f59db9-e7e2-491b-b2c3-2dc374a2bf89,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:37.142251 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-6265dfb2-7c5d-4d4a-9b9c-0b9d2c61d01a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:37.154563 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-6265dfb2-7c5d-4d4a-9b9c-0b9d2c61d01a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.81 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 811 time: 0.3041432 Nov 18 17:39:37.284162 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-e3b51609-80ac-43db-a280-9db3c3ec49f7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb06569cbbd34a779286792999368bd6 HTTP/1.1" status: 200 len: 380 time: 0.1228549 Nov 18 17:39:37.296625 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-84fb0f71-bfad-454b-b092-5c2ce50d0f32 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Request body: {'port': {'device_id': 'b367bbfc-09b8-4716-af64-256eb642733d', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'admin_state_up': True, 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'security_groups': ['7670a255-749b-4024-ac4d-b2a73cf3852d']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:37.561397 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4671743e-0126-4fcf-898b-a1d609e1f2c3 req-d14e1a15-ee2c-480f-9bfa-fd4dd168ce20 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 210 time: 0.0799012 Nov 18 17:39:37.660968 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-84fb0f71-bfad-454b-b092-5c2ce50d0f32 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Made reservation on behalf of eb06569cbbd34a779286792999368bd6 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:39:37.665169 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-84fb0f71-bfad-454b-b092-5c2ce50d0f32 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:38.045169 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-84fb0f71-bfad-454b-b092-5c2ce50d0f32 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Allocated IP 172.20.0.11 (2a865f7b-e6e5-408d-a424-6ad90e179b12/d1171982-b40f-4085-92d0-7d3f68279805/75690271-7909-4cab-a751-ae4c707cec53) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:39:38.310891 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-84fb0f71-bfad-454b-b092-5c2ce50d0f32 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:38.511585 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-84fb0f71-bfad-454b-b092-5c2ce50d0f32 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:38.589826 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb0f71-bfad-454b-b092-5c2ce50d0f32 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'Port': ['ID=75690271-7909-4cab-a751-ae4c707cec53,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:38.603777 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52646) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:38.660531 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed54d647-9093-4ea5-9f6c-e39cc319be15 req-45a46e0c-a541-49f8-8534-61f103052573 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1242261 Nov 18 17:39:38.689065 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-84fb0f71-bfad-454b-b092-5c2ce50d0f32 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Network 2a865f7b-e6e5-408d-a424-6ad90e179b12 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:39:38.690790 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-84fb0f71-bfad-454b-b092-5c2ce50d0f32 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:38.702602 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-84fb0f71-bfad-454b-b092-5c2ce50d0f32 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:39:38.786773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-84fb0f71-bfad-454b-b092-5c2ce50d0f32 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:38.786773 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-84fb0f71-bfad-454b-b092-5c2ce50d0f32 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:38.939383 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54d647-9093-4ea5-9f6c-e39cc319be15 req-f0b193b2-a1e7-4c4d-9311-0cf3e320bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:38.945360 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a8c7ee69-1317-41ec-bb7d-c64ad8f01360 tempest-AgentManagementNegativeTest-1004704467 tempest-AgentManagementNegativeTest-1004704467-project] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3348520 Nov 18 17:39:38.950251 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed54d647-9093-4ea5-9f6c-e39cc319be15 req-f0b193b2-a1e7-4c4d-9311-0cf3e320bfb4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 1098 time: 0.1812451 Nov 18 17:39:38.960742 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-84fb0f71-bfad-454b-b092-5c2ce50d0f32 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6746988 Nov 18 17:39:38.973995 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Request body: {'port': {'device_id': 'b367bbfc-09b8-4716-af64-256eb642733d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:39.006713 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111ce5c-2e56-44ab-8d4c-da3592799790 req-ce346a67-f259-41f2-8db2-0c011e95501e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:39.014402 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a111ce5c-2e56-44ab-8d4c-da3592799790 req-ce346a67-f259-41f2-8db2-0c011e95501e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 932 time: 0.3592515 Nov 18 17:39:39.111252 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:39.240447 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0245a222-14a6-475a-b6a3-1443198baa6e None None] Provisioning complete for port 75690271-7909-4cab-a751-ae4c707cec53 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:39.240918 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0245a222-14a6-475a-b6a3-1443198baa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:39.351048 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a111ce5c-2e56-44ab-8d4c-da3592799790 req-0e2931d0-b44a-458a-bd45-5c10f3b05fe8 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149655 Nov 18 17:39:39.415037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54d647-9093-4ea5-9f6c-e39cc319be15 req-0ac3c7f4-06cc-4a86-b89e-3325c61fb73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:39.416617 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed54d647-9093-4ea5-9f6c-e39cc319be15 req-0ac3c7f4-06cc-4a86-b89e-3325c61fb73b service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 913 time: 0.4394710 Nov 18 17:39:39.595727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75690271-7909-4cab-a751-ae4c707cec53 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:39:39.598695 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed54d647-9093-4ea5-9f6c-e39cc319be15 req-54daa936-e9ee-4471-a208-5f84337e2316 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14328e36-2088-47c9-87a9-3da2d1158673 HTTP/1.1" status: 200 len: 1002 time: 0.1670880 Nov 18 17:39:39.611953 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:39.628596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Transition to ACTIVE for port object 75690271-7909-4cab-a751-ae4c707cec53 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:39:39.670212 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52676) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:39.701124 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:39.712545 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54d647-9093-4ea5-9f6c-e39cc319be15 req-509e2eb7-796a-442e-8622-519857803061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:39.716168 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed54d647-9093-4ea5-9f6c-e39cc319be15 req-509e2eb7-796a-442e-8622-519857803061 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.1071126 Nov 18 17:39:39.817064 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54d647-9093-4ea5-9f6c-e39cc319be15 req-14ecf10e-f352-4b00-b5c0-86acfa506b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:39.822505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed54d647-9093-4ea5-9f6c-e39cc319be15 req-14ecf10e-f352-4b00-b5c0-86acfa506b9b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961335 Nov 18 17:39:39.830652 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0245a222-14a6-475a-b6a3-1443198baa6e None None] Port 75690271-7909-4cab-a751-ae4c707cec53 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:39:39.871448 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52680) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:39.967243 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Pushing event updated for resources: {'Port': ['ID=75690271-7909-4cab-a751-ae4c707cec53,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:40.045690 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed54d647-9093-4ea5-9f6c-e39cc319be15 req-280f911e-0af1-4307-9c87-6f46f2843059 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134793 Nov 18 17:39:40.051083 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Attempting to bind port 75690271-7909-4cab-a751-ae4c707cec53 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:39:40.051429 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Attempting to bind port 75690271-7909-4cab-a751-ae4c707cec53 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:39:40.051766 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Attempting to bind port 75690271-7909-4cab-a751-ae4c707cec53 on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:39:40.066190 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Port 75690271-7909-4cab-a751-ae4c707cec53 on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:39:40.066531 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Attempting to bind port 75690271-7909-4cab-a751-ae4c707cec53 on network 2a865f7b-e6e5-408d-a424-6ad90e179b12 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:39:40.079192 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:39:40.079497 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Checking segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:39:40.079884 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Bound using segment: {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:39:40.080403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Bound port: 75690271-7909-4cab-a751-ae4c707cec53, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3efb73aa-cb0b-475b-8714-4d05102096bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:39:40.084251 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:40.198197 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] For port 75690271-7909-4cab-a751-ae4c707cec53, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:39:40.203207 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] For port 75690271-7909-4cab-a751-ae4c707cec53, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=75690271-7909-4cab-a751-ae4c707cec53,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:39:40.237225 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2904124-26a5-427e-9340-8b4cae6f9da6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:40.237342 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed54d647-9093-4ea5-9f6c-e39cc319be15 req-6c27f3e9-31e3-4fdc-b0bd-14e6f9c745a9 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784647 Nov 18 17:39:40.272873 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c982fce7-3d95-496e-8952-1913fc7b2f8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:40.327606 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2904124-26a5-427e-9340-8b4cae6f9da6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:40.331063 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:40.453447 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c982fce7-3d95-496e-8952-1913fc7b2f8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:40.489676 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2904124-26a5-427e-9340-8b4cae6f9da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:40.504920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Pushing event updated for resources: {'Port': ['ID=75690271-7909-4cab-a751-ae4c707cec53,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:40.528192 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:40.531053 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:40.533551 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-fadbf7f0-a111-4371-8a6f-82befa9ab866 service neutron] 10.222.0.81 "PUT /v2.0/ports/75690271-7909-4cab-a751-ae4c707cec53 HTTP/1.1" status: 200 len: 1093 time: 1.5646777 Nov 18 17:39:40.556775 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b367bbfc-09b8-4716-af64-256eb642733d', 'tag': '75690271-7909-4cab-a751-ae4c707cec53'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:39:40.556775 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f234b807-e2f7-4ab6-a7ba-4567ef698cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "b367bbfc-09b8-4716-af64-256eb642733d", "tag": "75690271-7909-4cab-a751-ae4c707cec53"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:39:40.565773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64fcbf-1659-4454-ba02-c9b0a71c250a req-28092e19-1482-47ed-80bc-d3b1b71f0c3b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:40.571663 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d64fcbf-1659-4454-ba02-c9b0a71c250a req-28092e19-1482-47ed-80bc-d3b1b71f0c3b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 944 time: 0.1039662 Nov 18 17:39:40.590844 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c982fce7-3d95-496e-8952-1913fc7b2f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:40.605627 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a2904124-26a5-427e-9340-8b4cae6f9da6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0e809e0387cd425b8b5a64051a9fac56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9343560 Nov 18 17:39:40.606291 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52696) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:40.683487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2904124-26a5-427e-9340-8b4cae6f9da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182e09d7-76e4-4b9f-bc11-9748e2b40e1b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:40.711624 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf370716-1eb2-453d-a9d0-c0f1889d2131 x-openstack-request-id: req-bf370716-1eb2-453d-a9d0-c0f1889d2131 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:39:40.713053 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b367bbfc-09b8-4716-af64-256eb642733d", "tag": "75690271-7909-4cab-a751-ae4c707cec53", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:39:40.713531 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf370716-1eb2-453d-a9d0-c0f1889d2131 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:39:40.714083 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b367bbfc-09b8-4716-af64-256eb642733d', 'tag': '75690271-7909-4cab-a751-ae4c707cec53', 'status': 'completed', 'code': 200} Nov 18 17:39:40.797913 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d64fcbf-1659-4454-ba02-c9b0a71c250a req-92fc43f0-bef0-4359-9370-a067e4b33f84 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114706 Nov 18 17:39:40.819736 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c68be0e-139f-46b0-b3ea-800045274cb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:40.895519 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c982fce7-3d95-496e-8952-1913fc7b2f8e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=378f6d028c5142249c0fd638555fa5d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0221684 Nov 18 17:39:40.899096 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c68be0e-139f-46b0-b3ea-800045274cb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:40.900532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52700) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:40.901231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982fce7-3d95-496e-8952-1913fc7b2f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5a17b9-6c79-400b-b517-6d02136e2ab8,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:40.920433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234b807-e2f7-4ab6-a7ba-4567ef698cfc req-f7455e3d-68af-43b1-87b6-d9523bc4b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:40.924269 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f234b807-e2f7-4ab6-a7ba-4567ef698cfc req-f7455e3d-68af-43b1-87b6-d9523bc4b11b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 1096 time: 0.2247674 Nov 18 17:39:41.049087 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-317df034-48e6-4c49-9a90-586c22e06301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:41.120496 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-317df034-48e6-4c49-9a90-586c22e06301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:41.312727 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-317df034-48e6-4c49-9a90-586c22e06301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:41.316075 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-317df034-48e6-4c49-9a90-586c22e06301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:41.317279 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-317df034-48e6-4c49-9a90-586c22e06301 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1b5a17b9-6c79-400b-b517-6d02136e2ab8 HTTP/1.1" status: 204 len: 168 time: 0.4003735 Nov 18 17:39:41.353868 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317df034-48e6-4c49-9a90-586c22e06301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5a17b9-6c79-400b-b517-6d02136e2ab8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:41.644162 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234b807-e2f7-4ab6-a7ba-4567ef698cfc req-df362773-ec0d-40a4-b179-7a9237bd4021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:41.645875 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f234b807-e2f7-4ab6-a7ba-4567ef698cfc req-df362773-ec0d-40a4-b179-7a9237bd4021 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=eb06569cbbd34a779286792999368bd6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7131639 Nov 18 17:39:41.751363 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c68be0e-139f-46b0-b3ea-800045274cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:41.755301 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c68be0e-139f-46b0-b3ea-800045274cb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:41.756796 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0c68be0e-139f-46b0-b3ea-800045274cb7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/182e09d7-76e4-4b9f-bc11-9748e2b40e1b HTTP/1.1" status: 204 len: 168 time: 1.1490061 Nov 18 17:39:41.790133 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68be0e-139f-46b0-b3ea-800045274cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182e09d7-76e4-4b9f-bc11-9748e2b40e1b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:41.796635 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234b807-e2f7-4ab6-a7ba-4567ef698cfc req-6f732d4b-2199-449e-8ffc-d32eb153f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:41.798565 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f234b807-e2f7-4ab6-a7ba-4567ef698cfc req-6f732d4b-2199-449e-8ffc-d32eb153f413 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1454747 Nov 18 17:39:41.942244 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-817cf8bb-8d72-4e3e-a442-c49592544a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:41.943882 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-817cf8bb-8d72-4e3e-a442-c49592544a37 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 1096 time: 0.0873783 Nov 18 17:39:42.023764 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-4a3c09ea-cc9f-4636-9347-cf6ab462b19b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75690271-7909-4cab-a751-ae4c707cec53 HTTP/1.1" status: 200 len: 217 time: 0.0668719 Nov 18 17:39:42.075983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef847b09-cb8c-47a1-ac64-06cd1c780690 req-1039acc9-ddf2-475e-b4aa-291807edf4b9 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:42.089157 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef847b09-cb8c-47a1-ac64-06cd1c780690 req-1039acc9-ddf2-475e-b4aa-291807edf4b9 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 944 time: 0.1302521 Nov 18 17:39:42.164306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-1b6c1629-d09b-4aa0-9b31-e1a816ca8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:42.164306 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-1b6c1629-d09b-4aa0-9b31-e1a816ca8f93 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.1270912 Nov 18 17:39:42.177031 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ef847b09-cb8c-47a1-ac64-06cd1c780690 req-2f72940d-db65-4b61-889e-b9cfc547b870 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850661 Nov 18 17:39:42.234233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-f1767998-e13c-4f95-94c7-0e9e5eba4834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:42.236483 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-f1767998-e13c-4f95-94c7-0e9e5eba4834 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706289 Nov 18 17:39:42.395592 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-c12da358-194d-4c63-bef4-3b7e7a86bf28 service neutron] 10.222.0.81 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496503 Nov 18 17:39:42.531618 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-42443aaa-309e-4ca1-ad67-465f96eef994 req-e0353842-4ec4-4e08-af09-827b3008ee89 service neutron] 10.222.0.81 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290781 Nov 18 17:39:42.724359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52738) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:43.003010 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52752) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:43.036223 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-02e3ef16-21bc-41de-8f72-3cafbac8e7b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:43.165875 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-02e3ef16-21bc-41de-8f72-3cafbac8e7b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:43.255292 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-02e3ef16-21bc-41de-8f72-3cafbac8e7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:43.326243 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-02e3ef16-21bc-41de-8f72-3cafbac8e7b2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9c786debb1de4dd29521d5b67472589c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3195963 Nov 18 17:39:43.331899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52766) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:43.384305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3ef16-21bc-41de-8f72-3cafbac8e7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b1cf65-d960-435b-aa66-f93e0ce43194,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:43.441550 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4bea3-7c28-4021-b401-30361d4bd21f req-c1a91a93-8da1-4562-85fb-c56586e54245 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:43.449568 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5dc4bea3-7c28-4021-b401-30361d4bd21f req-c1a91a93-8da1-4562-85fb-c56586e54245 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 944 time: 0.1545010 Nov 18 17:39:43.545207 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-138ebc89-3ad3-48cc-863e-a9ff2bdac809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:43.577226 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52774) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:43.615830 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-138ebc89-3ad3-48cc-863e-a9ff2bdac809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:43.676794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5dc4bea3-7c28-4021-b401-30361d4bd21f req-54ba940b-38bc-4202-9db5-a370c10855d2 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263134 Nov 18 17:39:43.814908 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-138ebc89-3ad3-48cc-863e-a9ff2bdac809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:43.817631 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-138ebc89-3ad3-48cc-863e-a9ff2bdac809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:43.818910 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-138ebc89-3ad3-48cc-863e-a9ff2bdac809 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a3b1cf65-d960-435b-aa66-f93e0ce43194 HTTP/1.1" status: 204 len: 168 time: 0.4815624 Nov 18 17:39:43.834556 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ebc89-3ad3-48cc-863e-a9ff2bdac809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b1cf65-d960-435b-aa66-f93e0ce43194,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:43.857443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f06ac740-cfe1-4020-835e-d093be8b5bf6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'network': {'name': 'tempest-RoutersTest-1099553728'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:43.898554 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b541e9c-833f-477a-886b-a73132906e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:44.185510 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06ac740-cfe1-4020-835e-d093be8b5bf6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:39:44.189531 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f06ac740-cfe1-4020-835e-d093be8b5bf6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:44.201209 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f06ac740-cfe1-4020-835e-d093be8b5bf6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:44.380673 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f06ac740-cfe1-4020-835e-d093be8b5bf6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:44.462353 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f06ac740-cfe1-4020-835e-d093be8b5bf6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:44.503085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06ac740-cfe1-4020-835e-d093be8b5bf6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] vlan segment allocate from pool success with {'vlan_id': 1127, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:39:44.540258 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ac740-cfe1-4020-835e-d093be8b5bf6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67395c06-5d92-4888-a353-c6acd212e296,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:44.557159 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f06ac740-cfe1-4020-835e-d093be8b5bf6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:44.557159 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-f06ac740-cfe1-4020-835e-d093be8b5bf6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Added segment 65717046-aee9-4ecb-accc-4281157f4e19 of type vlan for network ed493dd7-0f49-4fcc-b09f-196e7282f372 Nov 18 17:39:44.579682 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-9b541e9c-833f-477a-886b-a73132906e56 admin admin] Deleting port dd8965a6-d924-41ca-9a81-552372fc4f02 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:39:44.579682 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b541e9c-833f-477a-886b-a73132906e56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:44.714957 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f06ac740-cfe1-4020-835e-d093be8b5bf6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:44.750228 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-9b541e9c-833f-477a-886b-a73132906e56 admin admin] For port dd8965a6-d924-41ca-9a81-552372fc4f02, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=dd8965a6-d924-41ca-9a81-552372fc4f02,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:39:44.750228 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b541e9c-833f-477a-886b-a73132906e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:44.776235 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-9b541e9c-833f-477a-886b-a73132906e56 admin admin] Calling delete_port for dd8965a6-d924-41ca-9a81-552372fc4f02 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:39:44.907344 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f06ac740-cfe1-4020-835e-d093be8b5bf6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:44.910495 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed485c6-dc3e-4600-9a75-76d77f99c359 req-458520ad-3e18-469f-a0f7-7bdfaf7dd82e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:44.913933 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ac740-cfe1-4020-835e-d093be8b5bf6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:44.914458 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ed485c6-dc3e-4600-9a75-76d77f99c359 req-458520ad-3e18-469f-a0f7-7bdfaf7dd82e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 944 time: 0.1245050 Nov 18 17:39:44.921094 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f06ac740-cfe1-4020-835e-d093be8b5bf6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:45.036397 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ed485c6-dc3e-4600-9a75-76d77f99c359 req-a397f5bf-3d92-402b-9dc9-9dd9aef75dd8 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147006 Nov 18 17:39:45.176767 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ac740-cfe1-4020-835e-d093be8b5bf6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Network': ['ID=ed493dd7-0f49-4fcc-b09f-196e7282f372,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:45.184016 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f06ac740-cfe1-4020-835e-d093be8b5bf6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6015010 Nov 18 17:39:45.186888 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52816) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:45.187088 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network ed493dd7-0f49-4fcc-b09f-196e7282f372 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:39:45.195850 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8187f5c1-bbab-4615-a56e-86bc5486270e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'network': {'name': 'tempest-RoutersTest-1538476198'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:45.226017 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b541e9c-833f-477a-886b-a73132906e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:45.273053 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b541e9c-833f-477a-886b-a73132906e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8965a6-d924-41ca-9a81-552372fc4f02,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:45.318337 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8187f5c1-bbab-4615-a56e-86bc5486270e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:39:45.323105 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8187f5c1-bbab-4615-a56e-86bc5486270e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:45.379015 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8187f5c1-bbab-4615-a56e-86bc5486270e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:39:45.405245 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8187f5c1-bbab-4615-a56e-86bc5486270e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:45.405676 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-8187f5c1-bbab-4615-a56e-86bc5486270e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Added segment d32d6ec8-5716-4907-a557-5b45dde667d4 of type vlan for network fc187bb2-090e-4485-aa00-1fbca139895f Nov 18 17:39:45.508104 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8187f5c1-bbab-4615-a56e-86bc5486270e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:45.640671 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8187f5c1-bbab-4615-a56e-86bc5486270e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:45.640781 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b541e9c-833f-477a-886b-a73132906e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:45.643388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8187f5c1-bbab-4615-a56e-86bc5486270e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:45.644075 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8187f5c1-bbab-4615-a56e-86bc5486270e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:45.757546 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8187f5c1-bbab-4615-a56e-86bc5486270e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5667126 Nov 18 17:39:45.758666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52834) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:45.772414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-89f852cc-c7b6-4da9-bd51-dc5bcc934347 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'subnet': {'network_id': 'ed493dd7-0f49-4fcc-b09f-196e7282f372', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:45.841096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187f5c1-bbab-4615-a56e-86bc5486270e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Network': ['ID=fc187bb2-090e-4485-aa00-1fbca139895f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:45.852563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network fc187bb2-090e-4485-aa00-1fbca139895f details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:39:46.104666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f852cc-c7b6-4da9-bd51-dc5bcc934347 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:39:46.111741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89f852cc-c7b6-4da9-bd51-dc5bcc934347 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:46.196881 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924934f1-f9e8-4eaf-845e-db1d48f3aa1c req-45ec8379-e0f9-434f-8fb5-1c77aab65d90 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:46.198428 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-924934f1-f9e8-4eaf-845e-db1d48f3aa1c req-45ec8379-e0f9-434f-8fb5-1c77aab65d90 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 944 time: 0.0728116 Nov 18 17:39:46.220013 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:39:46.253842 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b541e9c-833f-477a-886b-a73132906e56 admin admin] Router b125c400-c3d7-4dec-b65b-3b092f73f486 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:39:46.281253 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-924934f1-f9e8-4eaf-845e-db1d48f3aa1c req-14bf0948-0b87-451c-a8af-194449f98acb tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759070 Nov 18 17:39:46.469157 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b541e9c-833f-477a-886b-a73132906e56 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:39:46.469157 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9b541e9c-833f-477a-886b-a73132906e56 admin admin] 10.222.0.72 "PUT /v2.0/routers/b125c400-c3d7-4dec-b65b-3b092f73f486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7434058 Nov 18 17:39:46.472188 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52864) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:46.475764 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb00c9-e6ab-48fb-aca5-137008bd5c3f None None] Sync routers for ids ['b125c400-c3d7-4dec-b65b-3b092f73f486'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:39:46.488789 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeb00c9-e6ab-48fb-aca5-137008bd5c3f None None] Routers {'b125c400-c3d7-4dec-b65b-3b092f73f486'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:39:46.489507 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-baeb00c9-e6ab-48fb-aca5-137008bd5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b125c400-c3d7-4dec-b65b-3b092f73f486'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:46.599767 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89f852cc-c7b6-4da9-bd51-dc5bcc934347 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:46.641729 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-baeb00c9-e6ab-48fb-aca5-137008bd5c3f None None] Set router b125c400-c3d7-4dec-b65b-3b092f73f486 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:39:46.717446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f852cc-c7b6-4da9-bd51-dc5bcc934347 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Subnet': ['ID=06f77f0c-1493-4a26-aa6b-38a8e1fc43fd,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:46.722693 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b3a99e7-ee8e-4624-81f9-33eac2015cdd admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:46.885576 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-baeb00c9-e6ab-48fb-aca5-137008bd5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:39:45Z', 'revision_number': 5, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:46.920298 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb00c9-e6ab-48fb-aca5-137008bd5c3f None None] Checking router: b125c400-c3d7-4dec-b65b-3b092f73f486 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:39:46.931025 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeb00c9-e6ab-48fb-aca5-137008bd5c3f None None] Routers {'b125c400-c3d7-4dec-b65b-3b092f73f486'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:39:46.931657 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-baeb00c9-e6ab-48fb-aca5-137008bd5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b125c400-c3d7-4dec-b65b-3b092f73f486'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:47.066218 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-baeb00c9-e6ab-48fb-aca5-137008bd5c3f None None] Set router b125c400-c3d7-4dec-b65b-3b092f73f486 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:39:47.151117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f852cc-c7b6-4da9-bd51-dc5bcc934347 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Checking segment: {'id': '65717046-aee9-4ecb-accc-4281157f4e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'ed493dd7-0f49-4fcc-b09f-196e7282f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:39:47.151542 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f852cc-c7b6-4da9-bd51-dc5bcc934347 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network hostable DHCP agents. Network: ed493dd7-0f49-4fcc-b09f-196e7282f372, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:39:47.227147 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52878) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:47.248356 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b3a99e7-ee8e-4624-81f9-33eac2015cdd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:47.301616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f852cc-c7b6-4da9-bd51-dc5bcc934347 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network ed493dd7-0f49-4fcc-b09f-196e7282f372 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:39:47.377407 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-92109aae-1f60-42aa-a355-ce870d21a960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:47.416308 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-baeb00c9-e6ab-48fb-aca5-137008bd5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:39:45Z', 'revision_number': 5, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:47.451241 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb00c9-e6ab-48fb-aca5-137008bd5c3f None None] The sync data for ids ['b125c400-c3d7-4dec-b65b-3b092f73f486'] in n-d-813419-11 is: [{'id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'name': 'tempest-AttachVolumeShelveTestJSON-242152820-router', 'tenant_id': 'c792286d243e4484b7d541f96477c28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:30:56Z', 'updated_at': '2021-11-18T17:39:45Z', 'revision_number': 5, 'project_id': 'c792286d243e4484b7d541f96477c28c', 'gw_port': {'id': '1c323e99-d1dc-407b-8e49-6a79d6b512c9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b125c400-c3d7-4dec-b65b-3b092f73f486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:30:57Z', 'updated_at': '2021-11-18T17:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:39:47.483678 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5142a0-6936-4be4-a6b5-3aba142451b3 req-1f94c1f1-2d03-486b-9c3d-448c2b43b4ae tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:47.485874 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb5142a0-6936-4be4-a6b5-3aba142451b3 req-1f94c1f1-2d03-486b-9c3d-448c2b43b4ae tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 944 time: 0.1061695 Nov 18 17:39:47.507931 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-89f852cc-c7b6-4da9-bd51-dc5bcc934347 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, ed493dd7-0f49-4fcc-b09f-196e7282f372) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:47.521274 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eeb7b8-b13f-4133-83e4-e55bc2ed5f4f None None] Network ed493dd7-0f49-4fcc-b09f-196e7282f372 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:39:47.523110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f852cc-c7b6-4da9-bd51-dc5bcc934347 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:47.525231 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-89f852cc-c7b6-4da9-bd51-dc5bcc934347 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:47.537475 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-92109aae-1f60-42aa-a355-ce870d21a960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:47.585226 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a99e7-ee8e-4624-81f9-33eac2015cdd admin admin] Deleting port 1c323e99-d1dc-407b-8e49-6a79d6b512c9 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:39:47.585577 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b3a99e7-ee8e-4624-81f9-33eac2015cdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:47.591967 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb5142a0-6936-4be4-a6b5-3aba142451b3 req-2891d33a-959f-4dc9-b53d-3541840914bb tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529218 Nov 18 17:39:47.613379 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-92109aae-1f60-42aa-a355-ce870d21a960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:47.642854 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-92109aae-1f60-42aa-a355-ce870d21a960 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c63b4b6981d747449f88d5b7ffd9416c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4108915 Nov 18 17:39:47.643065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52886) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:47.685991 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92109aae-1f60-42aa-a355-ce870d21a960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e0ef73-6693-48a1-b732-a2766ffb2dde,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:47.711780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-6b3a99e7-ee8e-4624-81f9-33eac2015cdd admin admin] For port 1c323e99-d1dc-407b-8e49-6a79d6b512c9, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1c323e99-d1dc-407b-8e49-6a79d6b512c9,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:39:47.711780 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b3a99e7-ee8e-4624-81f9-33eac2015cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:47.714643 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9103331c-70ff-4b8e-9f96-d3def00025a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:47.723128 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a99e7-ee8e-4624-81f9-33eac2015cdd admin admin] Calling delete_port for 1c323e99-d1dc-407b-8e49-6a79d6b512c9 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:39:47.740792 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9103331c-70ff-4b8e-9f96-d3def00025a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:47.820570 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-ed493dd7-0f49-4fcc-b09f-196e7282f372', 'network_id': 'ed493dd7-0f49-4fcc-b09f-196e7282f372', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'fixed_ips': [{'subnet_id': '06f77f0c-1493-4a26-aa6b-38a8e1fc43fd'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:39:47.821703 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:47.889258 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9103331c-70ff-4b8e-9f96-d3def00025a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:47.893442 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9103331c-70ff-4b8e-9f96-d3def00025a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:47.897415 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9103331c-70ff-4b8e-9f96-d3def00025a2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c2e0ef73-6693-48a1-b732-a2766ffb2dde HTTP/1.1" status: 204 len: 168 time: 0.2508991 Nov 18 17:39:47.927282 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103331c-70ff-4b8e-9f96-d3def00025a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e0ef73-6693-48a1-b732-a2766ffb2dde,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:47.962438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device dd8965a6-d924-41ca-9a81-552372fc4f02 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:39:47.993874 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-89f852cc-c7b6-4da9-bd51-dc5bcc934347 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2239952 Nov 18 17:39:47.993988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52892) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:47.999214 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9829e8c1-9d01-4aa9-bcf6-98a2ecadc11e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'subnet': {'network_id': 'fc187bb2-090e-4485-aa00-1fbca139895f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:48.024316 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: dd8965a6-d924-41ca-9a81-552372fc4f02 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:39:48.024316 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device dd8965a6-d924-41ca-9a81-552372fc4f02 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:39:48.100037 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Allocated IP 172.20.0.2 (ed493dd7-0f49-4fcc-b09f-196e7282f372/06f77f0c-1493-4a26-aa6b-38a8e1fc43fd/0043a2fd-371e-4804-837b-61813555f9c5) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:39:48.170433 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b3a99e7-ee8e-4624-81f9-33eac2015cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:48.240894 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a99e7-ee8e-4624-81f9-33eac2015cdd admin admin] Pushing event deleted for resources: {'Port': ['ID=1c323e99-d1dc-407b-8e49-6a79d6b512c9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:48.263507 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dadd027-eb6c-49da-8d29-6d391bf693af None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:39:48.278530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9829e8c1-9d01-4aa9-bcf6-98a2ecadc11e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:39:48.285410 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9829e8c1-9d01-4aa9-bcf6-98a2ecadc11e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:48.340545 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:48.368478 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b3a99e7-ee8e-4624-81f9-33eac2015cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:48.467487 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:48.501534 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b3a99e7-ee8e-4624-81f9-33eac2015cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:48.505570 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b3a99e7-ee8e-4624-81f9-33eac2015cdd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:48.517640 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Network ed493dd7-0f49-4fcc-b09f-196e7282f372 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:39:48.520730 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:48.548259 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:39:48.613088 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9829e8c1-9d01-4aa9-bcf6-98a2ecadc11e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:48.643358 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b3a99e7-ee8e-4624-81f9-33eac2015cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:48.643997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3a99e7-ee8e-4624-81f9-33eac2015cdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b125c400-c3d7-4dec-b65b-3b092f73f486 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:39:48.658194 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b3a99e7-ee8e-4624-81f9-33eac2015cdd admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:48.668033 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6b3a99e7-ee8e-4624-81f9-33eac2015cdd admin admin] 10.222.0.72 "DELETE /v2.0/routers/b125c400-c3d7-4dec-b65b-3b092f73f486 HTTP/1.1" status: 204 len: 168 time: 2.1861527 Nov 18 17:39:48.668252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52910) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:48.680785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Pushing event updated for resources: {'Port': ['ID=0043a2fd-371e-4804-837b-61813555f9c5,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:48.695194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:48.696893 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:48.697493 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:48.698248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:48.698903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:48.699888 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:48.700427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:48.701212 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:48.701767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:48.702748 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:48.703466 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:48.704674 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:39:48.712888 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Attempting to bind port 0043a2fd-371e-4804-837b-61813555f9c5 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:39:48.714439 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Attempting to bind port 0043a2fd-371e-4804-837b-61813555f9c5 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '65717046-aee9-4ecb-accc-4281157f4e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'ed493dd7-0f49-4fcc-b09f-196e7282f372'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:39:48.715013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Attempting to bind port 0043a2fd-371e-4804-837b-61813555f9c5 on network ed493dd7-0f49-4fcc-b09f-196e7282f372 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:39:48.727350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:39:48.727350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Checking segment: {'id': '65717046-aee9-4ecb-accc-4281157f4e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'ed493dd7-0f49-4fcc-b09f-196e7282f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:39:48.727350 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:48.727350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Bound using segment: {'id': '65717046-aee9-4ecb-accc-4281157f4e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'ed493dd7-0f49-4fcc-b09f-196e7282f372'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:39:48.727350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Bound port: 0043a2fd-371e-4804-837b-61813555f9c5, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65717046-aee9-4ecb-accc-4281157f4e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'ed493dd7-0f49-4fcc-b09f-196e7282f372'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:39:48.727350 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:48.764467 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd42681-e64a-4dac-b8ee-482665ffa5f6 admin admin] Deleting subnet 10777e13-94e4-46f6-b1c7-ddc7fdf51d26 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:39:48.776938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8bd42681-e64a-4dac-b8ee-482665ffa5f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:48.824487 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] For port 0043a2fd-371e-4804-837b-61813555f9c5, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:39:48.829273 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] For port 0043a2fd-371e-4804-837b-61813555f9c5, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=0043a2fd-371e-4804-837b-61813555f9c5,segment=NetworkSegment(65717046-aee9-4ecb-accc-4281157f4e19),segment_id=65717046-aee9-4ecb-accc-4281157f4e19)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:39:48.848871 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8bd42681-e64a-4dac-b8ee-482665ffa5f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:48.897701 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9829e8c1-9d01-4aa9-bcf6-98a2ecadc11e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Checking segment: {'id': 'd32d6ec8-5716-4907-a557-5b45dde667d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'fc187bb2-090e-4485-aa00-1fbca139895f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:39:48.898073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9829e8c1-9d01-4aa9-bcf6-98a2ecadc11e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network hostable DHCP agents. Network: fc187bb2-090e-4485-aa00-1fbca139895f, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:39:48.903013 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829e8c1-9d01-4aa9-bcf6-98a2ecadc11e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Subnet': ['ID=f1314980-dc53-4b5c-90eb-b5c65f9dd54f,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:48.930267 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:48.967082 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333c871-3f74-4b19-a450-9fb7e6278c7d req-f5484400-361b-4a23-80e6-858eb2304a37 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:48.968871 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4333c871-3f74-4b19-a450-9fb7e6278c7d req-f5484400-361b-4a23-80e6-858eb2304a37 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 944 time: 0.1788595 Nov 18 17:39:49.057639 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9829e8c1-9d01-4aa9-bcf6-98a2ecadc11e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network fc187bb2-090e-4485-aa00-1fbca139895f is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:39:49.069664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4333c871-3f74-4b19-a450-9fb7e6278c7d req-43e6cd9f-a360-462e-8c18-3ef22da7577f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935404 Nov 18 17:39:49.081448 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8bd42681-e64a-4dac-b8ee-482665ffa5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:49.102040 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b98b7c-11e6-435b-9fcd-80baac39d059 None None] Pushing event updated for resources: {'Port': ['ID=0043a2fd-371e-4804-837b-61813555f9c5,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:49.152199 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-9829e8c1-9d01-4aa9-bcf6-98a2ecadc11e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, fc187bb2-090e-4485-aa00-1fbca139895f) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:49.162606 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9829e8c1-9d01-4aa9-bcf6-98a2ecadc11e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:49.163413 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9829e8c1-9d01-4aa9-bcf6-98a2ecadc11e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:49.169488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb679fc-dc70-4ee7-9d03-c65a1fc03335 None None] Network fc187bb2-090e-4485-aa00-1fbca139895f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:39:49.300133 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8bd42681-e64a-4dac-b8ee-482665ffa5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:49.340784 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9829e8c1-9d01-4aa9-bcf6-98a2ecadc11e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3460917 Nov 18 17:39:49.363543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52920) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:49.369804 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-c1da928d-29b6-4a3b-a67a-6fc77757b5bf tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1355214377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:49.376103 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8bd42681-e64a-4dac-b8ee-482665ffa5f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:49.387224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11280ad6-d121-446a-92e1-47658c791a3f None None] Network daa0dd25-8f9b-4b90-9eaa-dcbae9437358 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:39:49.388860 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8bd42681-e64a-4dac-b8ee-482665ffa5f6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/10777e13-94e4-46f6-b1c7-ddc7fdf51d26 HTTP/1.1" status: 204 len: 168 time: 0.7194030 Nov 18 17:39:49.397465 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd42681-e64a-4dac-b8ee-482665ffa5f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10777e13-94e4-46f6-b1c7-ddc7fdf51d26,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:49.401013 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52922) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:49.408050 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-fc187bb2-090e-4485-aa00-1fbca139895f', 'network_id': 'fc187bb2-090e-4485-aa00-1fbca139895f', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'fixed_ips': [{'subnet_id': 'f1314980-dc53-4b5c-90eb-b5c65f9dd54f'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:39:49.409156 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:49.551513 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:49.637423 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1da928d-29b6-4a3b-a67a-6fc77757b5bf tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:49.659094 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1da928d-29b6-4a3b-a67a-6fc77757b5bf tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:49.660412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] Deleting port dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:39:49.660412 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:49.784057 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1da928d-29b6-4a3b-a67a-6fc77757b5bf tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:49.814428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Allocated IP 172.21.0.2 (fc187bb2-090e-4485-aa00-1fbca139895f/f1314980-dc53-4b5c-90eb-b5c65f9dd54f/d4acd304-8bfa-4b5c-8b2b-d40b4b571520) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:39:49.819227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] For port dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3,segment=NetworkSegment(cf5e95de-7da6-4c26-94ff-b80b4038c080),segment_id=cf5e95de-7da6-4c26-94ff-b80b4038c080)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:39:49.820631 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:49.836403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] Calling delete_port for dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:39:49.898732 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfa6dff-15ad-4d4b-8d75-c7cfacaf7d43 None None] DHCP port deletion for daa0dd25-8f9b-4b90-9eaa-dcbae9437358 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:39:49.935773 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1da928d-29b6-4a3b-a67a-6fc77757b5bf tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:50.024382 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1da928d-29b6-4a3b-a67a-6fc77757b5bf tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:50.025858 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c1da928d-29b6-4a3b-a67a-6fc77757b5bf tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6610520 Nov 18 17:39:50.030022 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52936) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:50.093491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 0043a2fd-371e-4804-837b-61813555f9c5 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:39:50.166550 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:50.227500 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa6dff-15ad-4d4b-8d75-c7cfacaf7d43 None None] Deleting port dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:39:50.228027 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6dff-15ad-4d4b-8d75-c7cfacaf7d43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:50.274104 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:50.276473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] No DVR routers for this DVR port dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:39:50.334534 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39412278-8985-4ad8-aea4-3cfa96e9c324 req-ff6aba8e-14c8-4279-97ac-ac9d581e6516 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:50.342325 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39412278-8985-4ad8-aea4-3cfa96e9c324 req-ff6aba8e-14c8-4279-97ac-ac9d581e6516 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 944 time: 0.1511786 Nov 18 17:39:50.363735 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:50.374321 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 0043a2fd-371e-4804-837b-61813555f9c5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:50.374538 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:50.414380 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3bfa6dff-15ad-4d4b-8d75-c7cfacaf7d43 None None] For port dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3, host n-d-813419-11, got binding levels [] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:39:50.414380 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6dff-15ad-4d4b-8d75-c7cfacaf7d43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:50.443241 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39412278-8985-4ad8-aea4-3cfa96e9c324 req-46e07bd7-a27c-4135-a7c2-8ba03523b0b8 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996776 Nov 18 17:39:50.445694 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa6dff-15ad-4d4b-8d75-c7cfacaf7d43 None None] Calling delete_port for dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:39:50.450002 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.ipam_backend_mixin [None req-3bfa6dff-15ad-4d4b-8d75-c7cfacaf7d43 None None] Port dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 was not found and therefore no delete operation was performed {{(pid=104009) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 18 17:39:50.462899 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6dff-15ad-4d4b-8d75-c7cfacaf7d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:50.473087 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:50.530858 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:50.539044 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa6dff-15ad-4d4b-8d75-c7cfacaf7d43 None None] Pushing event deleted for resources: {'Port': ['ID=dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:50.550603 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfa6dff-15ad-4d4b-8d75-c7cfacaf7d43 None None] No DVR routers for this DVR port dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:39:50.625842 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Network fc187bb2-090e-4485-aa00-1fbca139895f is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:39:50.653707 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:50.664027 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:50.709241 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:39:50.713353 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa0dd25-8f9b-4b90-9eaa-dcbae9437358']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:50.735902 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5e95de-7da6-4c26-94ff-b80b4038c080') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:50.736197 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5e95de-7da6-4c26-94ff-b80b4038c080') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:50.751954 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:50.754470 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Pushing event updated for resources: {'Port': ['ID=d4acd304-8bfa-4b5c-8b2b-d40b4b571520,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:50.774301 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d314692-8997-414e-9653-f4fbf2fdf1e9 None None] Network ed493dd7-0f49-4fcc-b09f-196e7282f372 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:39:50.788898 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:50.796336 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:50.802875 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 0043a2fd-371e-4804-837b-61813555f9c5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=0043a2fd-371e-4804-837b-61813555f9c5,segment=NetworkSegment(65717046-aee9-4ecb-accc-4281157f4e19),segment_id=65717046-aee9-4ecb-accc-4281157f4e19)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:39:50.829263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:39:50.829828 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:39:50.831731 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:39:50.981781 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:50.999174 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Attempting to bind port d4acd304-8bfa-4b5c-8b2b-d40b4b571520 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:39:50.999555 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Attempting to bind port d4acd304-8bfa-4b5c-8b2b-d40b4b571520 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'd32d6ec8-5716-4907-a557-5b45dde667d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'fc187bb2-090e-4485-aa00-1fbca139895f'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:39:51.000000 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Attempting to bind port d4acd304-8bfa-4b5c-8b2b-d40b4b571520 on network fc187bb2-090e-4485-aa00-1fbca139895f {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:39:51.072885 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:39:51.078561 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Checking segment: {'id': 'd32d6ec8-5716-4907-a557-5b45dde667d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'fc187bb2-090e-4485-aa00-1fbca139895f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:39:51.078561 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:51.078561 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Bound using segment: {'id': 'd32d6ec8-5716-4907-a557-5b45dde667d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'fc187bb2-090e-4485-aa00-1fbca139895f'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:39:51.078561 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Bound port: d4acd304-8bfa-4b5c-8b2b-d40b4b571520, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32d6ec8-5716-4907-a557-5b45dde667d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'fc187bb2-090e-4485-aa00-1fbca139895f'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:39:51.078561 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:51.078561 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-80fde71a-2d8e-484c-abd6-37788882e4be None None] Provisioning complete for port 0043a2fd-371e-4804-837b-61813555f9c5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:51.078561 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-80fde71a-2d8e-484c-abd6-37788882e4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:51.118440 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1c323e99-d1dc-407b-8e49-6a79d6b512c9 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:39:51.183122 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 1c323e99-d1dc-407b-8e49-6a79d6b512c9 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:39:51.183495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1c323e99-d1dc-407b-8e49-6a79d6b512c9 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:39:51.183953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:39:51.249691 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:39:51.250012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device dfccd30b-0a6f-4a7d-939f-cc4fd8c8c5a3 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:39:51.252073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=0043a2fd-371e-4804-837b-61813555f9c5,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:51.330010 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52958) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:51.402641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Allocated IP 172.20.0.1 (ed493dd7-0f49-4fcc-b09f-196e7282f372/06f77f0c-1493-4a26-aa6b-38a8e1fc43fd/7bb4264d-cb2e-4def-9ffc-48d37d687de8) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:39:51.407571 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] For port d4acd304-8bfa-4b5c-8b2b-d40b4b571520, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:39:51.411391 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] For port d4acd304-8bfa-4b5c-8b2b-d40b4b571520, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d4acd304-8bfa-4b5c-8b2b-d40b4b571520,segment=NetworkSegment(d32d6ec8-5716-4907-a557-5b45dde667d4),segment_id=d32d6ec8-5716-4907-a557-5b45dde667d4)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:39:51.440835 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:51.450840 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:51.454304 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] 10.222.0.72 "DELETE /v2.0/networks/daa0dd25-8f9b-4b90-9eaa-dcbae9437358 HTTP/1.1" status: 204 len: 168 time: 2.0490105 Nov 18 17:39:51.512298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c358c5c-4389-4f29-9c3c-bdba55e9e7ea admin admin] Pushing event deleted for resources: {'Network': ['ID=daa0dd25-8f9b-4b90-9eaa-dcbae9437358,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:51.538312 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:51.634017 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-0c90368d-ad82-4083-a55c-51abfe04edf1 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:51.645454 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:51.674582 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:51.714694 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30433eda-cd81-4d73-9327-3fd36485d1b9 None None] Pushing event updated for resources: {'Port': ['ID=d4acd304-8bfa-4b5c-8b2b-d40b4b571520,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:51.728548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48a4a7-3061-47dc-89c4-fa804c9d3234 req-a52dce2b-3e34-44f3-a141-8adf73f62a61 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:51.737479 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e48a4a7-3061-47dc-89c4-fa804c9d3234 req-a52dce2b-3e34-44f3-a141-8adf73f62a61 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 944 time: 0.1637111 Nov 18 17:39:51.851239 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e48a4a7-3061-47dc-89c4-fa804c9d3234 req-3a2fadb1-5d88-4a4d-b165-6768c6bf0271 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105165 Nov 18 17:39:51.853143 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c90368d-ad82-4083-a55c-51abfe04edf1 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:51.898226 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-47b1260b-3309-4392-8bb1-3f6d1217add0 None None] Provisioning complete for port 0043a2fd-371e-4804-837b-61813555f9c5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:51.898711 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47b1260b-3309-4392-8bb1-3f6d1217add0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:51.906038 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:52.009411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network ed493dd7-0f49-4fcc-b09f-196e7282f372 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:39:52.020798 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:52.027016 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:39:52.070168 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=7bb4264d-cb2e-4def-9ffc-48d37d687de8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:52.120820 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 0043a2fd-371e-4804-837b-61813555f9c5 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:39:52.144995 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c90368d-ad82-4083-a55c-51abfe04edf1 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:52.210056 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:52.305491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52976) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:52.386904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 0043a2fd-371e-4804-837b-61813555f9c5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:52.387287 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:52.445982 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8373275c-b242-43f2-8874-0bc15d577926 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c792286d243e4484b7d541f96477c28c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347256 Nov 18 17:39:52.446853 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 52978) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:52.505396 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-0c90368d-ad82-4083-a55c-51abfe04edf1 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Allocated IP 172.25.3.130 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/3799c353-6c7b-4328-89ce-4cf1391ee39c) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:39:52.680875 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efaaf25f-6354-4ff7-bd03-8234ff7993b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:52.731004 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efaaf25f-6354-4ff7-bd03-8234ff7993b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:52.746265 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 52982) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:52.816730 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c90368d-ad82-4083-a55c-51abfe04edf1 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:52.853364 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:52.907938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-25963b7a-ae2c-4252-9683-5f1a5c167dbd None None] Provisioning complete for port 7bb4264d-cb2e-4def-9ffc-48d37d687de8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:52.908587 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25963b7a-ae2c-4252-9683-5f1a5c167dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:52.950766 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efaaf25f-6354-4ff7-bd03-8234ff7993b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:52.960629 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efaaf25f-6354-4ff7-bd03-8234ff7993b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:52.962267 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-efaaf25f-6354-4ff7-bd03-8234ff7993b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c90d5ef7-42b2-4ffe-8e0a-42173dd295f2 HTTP/1.1" status: 204 len: 168 time: 0.5026336 Nov 18 17:39:52.995461 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-25963b7a-ae2c-4252-9683-5f1a5c167dbd None None] Port 7bb4264d-cb2e-4def-9ffc-48d37d687de8 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:39:53.050810 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c90368d-ad82-4083-a55c-51abfe04edf1 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:53.139035 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaaf25f-6354-4ff7-bd03-8234ff7993b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90d5ef7-42b2-4ffe-8e0a-42173dd295f2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:53.173062 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:53.209014 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c90368d-ad82-4083-a55c-51abfe04edf1 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:39:53.213505 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-0c90368d-ad82-4083-a55c-51abfe04edf1 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:53.223054 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-10f3e4cd-61fe-4b9e-8182-191953996b46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:53.252573 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c90368d-ad82-4083-a55c-51abfe04edf1 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:39:53.420104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff4f11-85ac-4ee1-a96b-edf191351073 req-e486cf68-bcf5-48ad-a41a-7010861fefb4 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:53.434478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7ff4f11-85ac-4ee1-a96b-edf191351073 req-e486cf68-bcf5-48ad-a41a-7010861fefb4 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 944 time: 0.4759214 Nov 18 17:39:53.463472 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:53.477233 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90368d-ad82-4083-a55c-51abfe04edf1 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Pushing event updated for resources: {'Port': ['ID=3799c353-6c7b-4328-89ce-4cf1391ee39c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:53.526231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b06874-2070-4f8f-b97c-4b72cb281f66 None None] Network fc187bb2-090e-4485-aa00-1fbca139895f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:39:53.549154 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:53.654638 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e73a36be-99f1-4f8b-862f-aa44d72810d0 None None] Provisioning complete for port d4acd304-8bfa-4b5c-8b2b-d40b4b571520 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:53.655372 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e73a36be-99f1-4f8b-862f-aa44d72810d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:53.682274 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c90368d-ad82-4083-a55c-51abfe04edf1 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:53.723030 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7ff4f11-85ac-4ee1-a96b-edf191351073 req-9c8c4833-7405-426c-9d5f-d1bc9f17d7d1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866597 Nov 18 17:39:53.734477 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=7bb4264d-cb2e-4def-9ffc-48d37d687de8,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:53.745512 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:53.748782 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-10f3e4cd-61fe-4b9e-8182-191953996b46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:53.849031 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c90368d-ad82-4083-a55c-51abfe04edf1 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:53.894473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network ed493dd7-0f49-4fcc-b09f-196e7282f372 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:39:53.897111 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:53.966744 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e73a36be-99f1-4f8b-862f-aa44d72810d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:54.015827 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e73a36be-99f1-4f8b-862f-aa44d72810d0 None None] For port d4acd304-8bfa-4b5c-8b2b-d40b4b571520, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d4acd304-8bfa-4b5c-8b2b-d40b4b571520,segment=NetworkSegment(d32d6ec8-5716-4907-a557-5b45dde667d4),segment_id=d32d6ec8-5716-4907-a557-5b45dde667d4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:39:54.020805 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-10f3e4cd-61fe-4b9e-8182-191953996b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:54.095140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d4acd304-8bfa-4b5c-8b2b-d40b4b571520 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:39:54.115143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3e4cd-61fe-4b9e-8182-191953996b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e9365a-84a9-4a37-aefc-da9d03d46165,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:54.187890 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e73a36be-99f1-4f8b-862f-aa44d72810d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:54.285304 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-10f3e4cd-61fe-4b9e-8182-191953996b46 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=35225a608dcc4b9e9075cc4771aab528&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5371382 Nov 18 17:39:54.288336 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53004) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:54.323618 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 75690271-7909-4cab-a751-ae4c707cec53 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:39:54.352339 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a36be-99f1-4f8b-862f-aa44d72810d0 None None] Pushing event updated for resources: {'Port': ['ID=d4acd304-8bfa-4b5c-8b2b-d40b4b571520,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:54.386215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d4acd304-8bfa-4b5c-8b2b-d40b4b571520 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:54.386935 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:54.403819 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router b350af11-134e-462c-a485-b4a95cb67138 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:39:54.427530 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b3ec605d-0122-4804-923c-ba1e823d614a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:54.477037 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c90368d-ad82-4083-a55c-51abfe04edf1 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:54.520908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-70f0a870-2025-47a2-b24e-974b95206b84 None None] Provisioning complete for port 7bb4264d-cb2e-4def-9ffc-48d37d687de8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:54.521287 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-70f0a870-2025-47a2-b24e-974b95206b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:54.521959 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b3ec605d-0122-4804-923c-ba1e823d614a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:54.545086 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:39:54.553341 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0294ad39-c8d9-4a92-a72b-4e240eec9cf3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/b350af11-134e-462c-a485-b4a95cb67138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5217681 Nov 18 17:39:54.554838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53014) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:54.580240 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3743e83-0f8f-4f46-b4f8-e200aea4ca40 None None] Sync routers for ids ['b350af11-134e-462c-a485-b4a95cb67138'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:39:54.598167 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c90368d-ad82-4083-a55c-51abfe04edf1 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:54.642192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-70f0a870-2025-47a2-b24e-974b95206b84 None None] Port 7bb4264d-cb2e-4def-9ffc-48d37d687de8 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:39:54.655375 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3743e83-0f8f-4f46-b4f8-e200aea4ca40 None None] Routers {'b350af11-134e-462c-a485-b4a95cb67138'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:39:54.655375 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b3743e83-0f8f-4f46-b4f8-e200aea4ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b350af11-134e-462c-a485-b4a95cb67138'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:54.656394 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 75690271-7909-4cab-a751-ae4c707cec53, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=75690271-7909-4cab-a751-ae4c707cec53,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:39:54.660105 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2c4965-46b4-4420-ba28-4be18988b217 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:54.661781 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ae2c4965-46b4-4420-ba28-4be18988b217 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports/7bb4264d-cb2e-4def-9ffc-48d37d687de8 HTTP/1.1" status: 200 len: 910 time: 0.1056004 Nov 18 17:39:54.664954 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53020) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:54.725518 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90368d-ad82-4083-a55c-51abfe04edf1 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Pushing event updated for resources: {'Port': ['ID=3799c353-6c7b-4328-89ce-4cf1391ee39c,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:54.739354 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c90368d-ad82-4083-a55c-51abfe04edf1 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:54.772591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b3743e83-0f8f-4f46-b4f8-e200aea4ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:54.776929 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '75690271-7909-4cab-a751-ae4c707cec53', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'port_id': '75690271-7909-4cab-a751-ae4c707cec53', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:39:54.788571 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b3ec605d-0122-4804-923c-ba1e823d614a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:54.791016 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3743e83-0f8f-4f46-b4f8-e200aea4ca40 None None] Routers {'b350af11-134e-462c-a485-b4a95cb67138'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:39:54.791327 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b3ec605d-0122-4804-923c-ba1e823d614a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:54.791644 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b3743e83-0f8f-4f46-b4f8-e200aea4ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b350af11-134e-462c-a485-b4a95cb67138'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:54.794860 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b3ec605d-0122-4804-923c-ba1e823d614a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/00e9365a-84a9-4a37-aefc-da9d03d46165 HTTP/1.1" status: 204 len: 168 time: 0.5031264 Nov 18 17:39:54.836692 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b3743e83-0f8f-4f46-b4f8-e200aea4ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:54.837236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3743e83-0f8f-4f46-b4f8-e200aea4ca40 None None] The sync data for ids ['b350af11-134e-462c-a485-b4a95cb67138'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:39:54.856491 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0c90368d-ad82-4083-a55c-51abfe04edf1 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:54.860086 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0c90368d-ad82-4083-a55c-51abfe04edf1 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5273008 Nov 18 17:39:54.865916 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53026) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:54.883553 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-93578f03-7337-47a5-bc21-ec826674e6d7 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1510003841', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'fixed_ips': [{'ip_address': '172.25.3.130'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:54.897504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec605d-0122-4804-923c-ba1e823d614a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e9365a-84a9-4a37-aefc-da9d03d46165,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:54.913695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-240722b3-298e-4e2e-83a3-d2682090763e None None] Provisioning complete for port d4acd304-8bfa-4b5c-8b2b-d40b4b571520 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:54.914089 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-240722b3-298e-4e2e-83a3-d2682090763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:54.943099 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26d5f8-40ba-4317-85e1-640f168f1126 req-b988728b-3bc7-4148-a9f3-e092fb6c2f58 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:54.944742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a26d5f8-40ba-4317-85e1-640f168f1126 req-b988728b-3bc7-4148-a9f3-e092fb6c2f58 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 944 time: 0.1328845 Nov 18 17:39:55.012272 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:55.035049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75690271-7909-4cab-a751-ae4c707cec53 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:39:55.042801 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93578f03-7337-47a5-bc21-ec826674e6d7 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Made reservation on behalf of 9928148f1cef436492c1a872afa6ef72 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:39:55.046214 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93578f03-7337-47a5-bc21-ec826674e6d7 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:55.085717 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a26d5f8-40ba-4317-85e1-640f168f1126 req-73d70b08-637d-4f60-9ec3-0412443f03e2 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341469 Nov 18 17:39:55.086656 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93578f03-7337-47a5-bc21-ec826674e6d7 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:55.110968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 75690271-7909-4cab-a751-ae4c707cec53, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=75690271-7909-4cab-a751-ae4c707cec53,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:39:55.163977 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:55.232287 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93578f03-7337-47a5-bc21-ec826674e6d7 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:55.249046 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=75690271-7909-4cab-a751-ae4c707cec53,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:55.293930 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:55.312528 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93578f03-7337-47a5-bc21-ec826674e6d7 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:55.318043 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-93578f03-7337-47a5-bc21-ec826674e6d7 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] device_id is not set on port f52aa412-17a5-4ac2-887c-6c22cf779384 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:39:55.384517 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['75690271-7909-4cab-a751-ae4c707cec53'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:39:55.561113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93578f03-7337-47a5-bc21-ec826674e6d7 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a589ee96-a8f5-4ca4-bcac-6e4b017fc7b5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:55.568022 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Allocated IP 172.21.0.1 (fc187bb2-090e-4485-aa00-1fbca139895f/f1314980-dc53-4b5c-90eb-b5c65f9dd54f/783e471b-76f6-4fb7-baa0-f3ff5eb28339) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:39:55.617589 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-93578f03-7337-47a5-bc21-ec826674e6d7 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 18 17:39:55.618903 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93578f03-7337-47a5-bc21-ec826674e6d7 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:39:55.704669 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:55.812771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-93578f03-7337-47a5-bc21-ec826674e6d7 tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9453752 Nov 18 17:39:55.815759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53036) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:55.858458 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:55.937110 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d4acd304-8bfa-4b5c-8b2b-d40b4b571520 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:39:55.996172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53040) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:56.028621 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8eec12f5-38d4-474d-8e14-0e59fd43af9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:56.084034 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d4acd304-8bfa-4b5c-8b2b-d40b4b571520 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:56.084417 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:56.169031 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8eec12f5-38d4-474d-8e14-0e59fd43af9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:56.269172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b73aae-3d65-4984-a4d7-1e83bdeb2f07 req-84120e80-8ac3-421f-b85c-a6bc53a172c9 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:56.272346 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8b73aae-3d65-4984-a4d7-1e83bdeb2f07 req-84120e80-8ac3-421f-b85c-a6bc53a172c9 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 945 time: 0.0538733 Nov 18 17:39:56.272720 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 75690271-7909-4cab-a751-ae4c707cec53 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:39:56.278085 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8eec12f5-38d4-474d-8e14-0e59fd43af9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:56.283481 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network fc187bb2-090e-4485-aa00-1fbca139895f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:39:56.303881 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:56.306805 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:39:56.350026 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=783e471b-76f6-4fb7-baa0-f3ff5eb28339,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:56.358282 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8eec12f5-38d4-474d-8e14-0e59fd43af9d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d6ffce65e95460a97bffe5155b754e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3597794 Nov 18 17:39:56.358772 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec12f5-38d4-474d-8e14-0e59fd43af9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17daa664-8c30-4b35-9095-e522a2fa7c70,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:56.361264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53050) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:56.391906 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:56.413239 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8b73aae-3d65-4984-a4d7-1e83bdeb2f07 req-6189a14b-55a5-4ae6-9043-fc58266f046f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291242 Nov 18 17:39:56.438303 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 75690271-7909-4cab-a751-ae4c707cec53 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:39:56.442947 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 75690271-7909-4cab-a751-ae4c707cec53 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:56.443325 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:56.469806 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-344a3d82-9895-48e8-aef5-94ae325cba3d tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Deleting port 3799c353-6c7b-4328-89ce-4cf1391ee39c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:39:56.470256 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-344a3d82-9895-48e8-aef5-94ae325cba3d tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:56.551666 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4818a66d-9317-43ba-a757-016933334659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:56.621016 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:56.638018 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4818a66d-9317-43ba-a757-016933334659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:56.679759 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-344a3d82-9895-48e8-aef5-94ae325cba3d tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:56.680400 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-344a3d82-9895-48e8-aef5-94ae325cba3d tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:56.680808 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b367bbfc-09b8-4716-af64-256eb642733d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75690271-7909-4cab-a751-ae4c707cec53'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:39:56.683304 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085df706-b0ba-45e5-aab6-e8dab4b4a962" -d '{"events": [{"server_uuid": "b367bbfc-09b8-4716-af64-256eb642733d", "name": "network-vif-plugged", "status": "completed", "tag": "75690271-7909-4cab-a751-ae4c707cec53"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:39:56.689495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9870844a-653c-4632-87ec-6f15727b688f None None] Provisioning complete for port 783e471b-76f6-4fb7-baa0-f3ff5eb28339 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:56.694290 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9870844a-653c-4632-87ec-6f15727b688f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:56.707950 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 75690271-7909-4cab-a751-ae4c707cec53, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=75690271-7909-4cab-a751-ae4c707cec53,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:39:56.718147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-344a3d82-9895-48e8-aef5-94ae325cba3d tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Calling delete_port for 3799c353-6c7b-4328-89ce-4cf1391ee39c owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:39:56.792457 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9870844a-653c-4632-87ec-6f15727b688f None None] Port 783e471b-76f6-4fb7-baa0-f3ff5eb28339 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:39:56.805232 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8298356b-97bd-4078-90d7-da37693c8312 x-openstack-request-id: req-8298356b-97bd-4078-90d7-da37693c8312 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:39:56.805718 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b367bbfc-09b8-4716-af64-256eb642733d", "name": "network-vif-plugged", "status": "completed", "tag": "75690271-7909-4cab-a751-ae4c707cec53", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:39:56.806135 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8298356b-97bd-4078-90d7-da37693c8312 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:39:56.806802 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b367bbfc-09b8-4716-af64-256eb642733d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75690271-7909-4cab-a751-ae4c707cec53', 'code': 200} Nov 18 17:39:56.810880 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:56.834493 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:56.912881 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=75690271-7909-4cab-a751-ae4c707cec53,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:56.946126 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4818a66d-9317-43ba-a757-016933334659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:56.948956 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4818a66d-9317-43ba-a757-016933334659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:56.958629 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4818a66d-9317-43ba-a757-016933334659 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/17daa664-8c30-4b35-9095-e522a2fa7c70 HTTP/1.1" status: 204 len: 168 time: 0.5951092 Nov 18 17:39:57.032443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818a66d-9317-43ba-a757-016933334659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17daa664-8c30-4b35-9095-e522a2fa7c70,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:57.177721 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3bfe2-878e-4647-9599-fb431d09ce6e req-79578c06-2bca-468b-85eb-f7a30f189c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:57.179509 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-18d3bfe2-878e-4647-9599-fb431d09ce6e req-79578c06-2bca-468b-85eb-f7a30f189c5c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 1098 time: 0.2897940 Nov 18 17:39:57.327178 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-18d3bfe2-878e-4647-9599-fb431d09ce6e req-641419c0-7312-4a53-a72b-f2e3b92ae64a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401427 Nov 18 17:39:57.330686 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-344a3d82-9895-48e8-aef5-94ae325cba3d tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:57.366443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a3d82-9895-48e8-aef5-94ae325cba3d tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Pushing event deleted for resources: {'Port': ['ID=3799c353-6c7b-4328-89ce-4cf1391ee39c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:57.459690 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:57.464105 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-344a3d82-9895-48e8-aef5-94ae325cba3d tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:57.468047 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-344a3d82-9895-48e8-aef5-94ae325cba3d tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:57.469965 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-344a3d82-9895-48e8-aef5-94ae325cba3d tempest-ExternalNetworksAdminNegativeTestJSON-82180297 tempest-ExternalNetworksAdminNegativeTestJSON-82180297-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/8e9b2229-20d6-4909-81a9-5f52001ad5b1 HTTP/1.1" status: 204 len: 168 time: 1.6523125 Nov 18 17:39:57.518820 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:57.663042 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=783e471b-76f6-4fb7-baa0-f3ff5eb28339,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:57.669644 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:57.845835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network fc187bb2-090e-4485-aa00-1fbca139895f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:39:57.847771 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:39:57.977737 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a186dd9-2310-43c4-afe3-07aeb05f093e req-a73ce26e-a094-4014-85d3-416c04f8d4c1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:57.979341 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a186dd9-2310-43c4-afe3-07aeb05f093e req-a73ce26e-a094-4014-85d3-416c04f8d4c1 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 946 time: 0.4657984 Nov 18 17:39:57.998333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router b350af11-134e-462c-a485-b4a95cb67138 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:39:58.098968 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2a186dd9-2310-43c4-afe3-07aeb05f093e req-0f22c3f5-cac6-40e8-b73b-81e8753ad2b7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012619 Nov 18 17:39:58.120894 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53084) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:58.182418 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:39:58.196662 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53090) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:58.197830 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fa320b35-a8d8-435b-9466-d4da2e9ff85d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/b350af11-134e-462c-a485-b4a95cb67138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5255163 Nov 18 17:39:58.197928 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d9254c-995b-4804-9681-b1a7fb92785f None None] Sync routers for ids ['b350af11-134e-462c-a485-b4a95cb67138'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:39:58.206418 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d9254c-995b-4804-9681-b1a7fb92785f None None] Routers {'b350af11-134e-462c-a485-b4a95cb67138'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:39:58.207203 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e0d9254c-995b-4804-9681-b1a7fb92785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b350af11-134e-462c-a485-b4a95cb67138'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:58.249163 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e0d9254c-995b-4804-9681-b1a7fb92785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:58.260162 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d9254c-995b-4804-9681-b1a7fb92785f None None] Routers {'b350af11-134e-462c-a485-b4a95cb67138'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:39:58.260893 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e0d9254c-995b-4804-9681-b1a7fb92785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b350af11-134e-462c-a485-b4a95cb67138'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:58.293486 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c855ad03-6906-47dd-a5c0-063d96a736bd tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:58.293486 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c855ad03-6906-47dd-a5c0-063d96a736bd tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports/783e471b-76f6-4fb7-baa0-f3ff5eb28339 HTTP/1.1" status: 200 len: 910 time: 0.1010206 Nov 18 17:39:58.296690 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53100) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:58.322286 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41a25af2-1f2e-449c-aa89-6c3406bd5a97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:58.328473 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e0d9254c-995b-4804-9681-b1a7fb92785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:39:58.329527 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d9254c-995b-4804-9681-b1a7fb92785f None None] The sync data for ids ['b350af11-134e-462c-a485-b4a95cb67138'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:39:58.340869 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e48e4a34-5db0-4f54-95a5-90165366c34f None None] Provisioning complete for port 783e471b-76f6-4fb7-baa0-f3ff5eb28339 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:39:58.341375 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e48e4a34-5db0-4f54-95a5-90165366c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:58.395042 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e48e4a34-5db0-4f54-95a5-90165366c34f None None] Port 783e471b-76f6-4fb7-baa0-f3ff5eb28339 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:39:58.516022 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41a25af2-1f2e-449c-aa89-6c3406bd5a97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:58.638255 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41a25af2-1f2e-449c-aa89-6c3406bd5a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:58.690469 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-41a25af2-1f2e-449c-aa89-6c3406bd5a97 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ae09b3e0078f472a8c2968394c0905a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5657072 Nov 18 17:39:58.690469 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a25af2-1f2e-449c-aa89-6c3406bd5a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03befdf5-3816-4e3d-b3ac-2a331f03331f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:58.692178 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53108) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:58.781767 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c943ea1-d85d-4ec3-bcbf-363d72c00535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:58.809037 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c943ea1-d85d-4ec3-bcbf-363d72c00535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:58.830190 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f67ba9e-d316-4eb4-94b6-3a9f64c3fa57 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:59.006476 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c943ea1-d85d-4ec3-bcbf-363d72c00535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:59.009212 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c943ea1-d85d-4ec3-bcbf-363d72c00535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:59.012825 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3c943ea1-d85d-4ec3-bcbf-363d72c00535 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/03befdf5-3816-4e3d-b3ac-2a331f03331f HTTP/1.1" status: 204 len: 168 time: 0.3169711 Nov 18 17:39:59.027198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c943ea1-d85d-4ec3-bcbf-363d72c00535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03befdf5-3816-4e3d-b3ac-2a331f03331f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:59.137693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-9f67ba9e-d316-4eb4-94b6-3a9f64c3fa57 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting port 783e471b-76f6-4fb7-baa0-f3ff5eb28339 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:39:59.138134 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f67ba9e-d316-4eb4-94b6-3a9f64c3fa57 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:59.262932 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32226e86-8c18-4ffa-9231-a6b2d331acfc req-063558d5-5891-4ea5-af16-8009b24d35d2 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:59.264661 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32226e86-8c18-4ffa-9231-a6b2d331acfc req-063558d5-5891-4ea5-af16-8009b24d35d2 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 946 time: 0.0636790 Nov 18 17:39:59.281584 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f67ba9e-d316-4eb4-94b6-3a9f64c3fa57 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:59.300975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-9f67ba9e-d316-4eb4-94b6-3a9f64c3fa57 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Calling delete_port for 783e471b-76f6-4fb7-baa0-f3ff5eb28339 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:39:59.324860 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32226e86-8c18-4ffa-9231-a6b2d331acfc req-b03e947c-fff9-4d66-adcd-947d212d7ce5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488727 Nov 18 17:39:59.484899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15581e-1c90-419d-ab67-e2bae522c4d3 req-2c03c9b5-94ed-4507-82de-58f84e9c77c5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:39:59.486954 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f15581e-1c90-419d-ab67-e2bae522c4d3 req-2c03c9b5-94ed-4507-82de-58f84e9c77c5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 946 time: 0.0755785 Nov 18 17:39:59.563446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f15581e-1c90-419d-ab67-e2bae522c4d3 req-3e0ce003-2ee3-46b6-afb7-565e86063374 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699017 Nov 18 17:39:59.581296 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f67ba9e-d316-4eb4-94b6-3a9f64c3fa57 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:39:59.596601 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53138) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:39:59.616598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67ba9e-d316-4eb4-94b6-3a9f64c3fa57 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Port': ['ID=783e471b-76f6-4fb7-baa0-f3ff5eb28339,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:39:59.815072 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f67ba9e-d316-4eb4-94b6-3a9f64c3fa57 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:00.037975 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44a60b0b-10bf-410a-93af-4e6ec1ff7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:00.044403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b49f49-d52a-46ec-86f4-2e1388f33b86 tempest-TestVolumeBootPattern-1482220175 tempest-TestVolumeBootPattern-1482220175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:00.049226 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-70b49f49-d52a-46ec-86f4-2e1388f33b86 tempest-TestVolumeBootPattern-1482220175 tempest-TestVolumeBootPattern-1482220175-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 1093 time: 0.4484501 Nov 18 17:40:00.049544 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53146) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:00.066571 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': '75690271-7909-4cab-a751-ae4c707cec53', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:00.091113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53148) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:00.159035 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:00.163079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f67ba9e-d316-4eb4-94b6-3a9f64c3fa57 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router b350af11-134e-462c-a485-b4a95cb67138 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:40:00.220798 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8ed4e886-1a1c-4e09-aa37-3ad5d795c33d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9928148f1cef436492c1a872afa6ef72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284626 Nov 18 17:40:00.221563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53152) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:00.362230 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-98c02583-4b64-4559-9ebe-90bd8af19e4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:00.369570 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f67ba9e-d316-4eb4-94b6-3a9f64c3fa57 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:40:00.379225 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9f67ba9e-d316-4eb4-94b6-3a9f64c3fa57 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/b350af11-134e-462c-a485-b4a95cb67138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0780869 Nov 18 17:40:00.380314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53160) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:00.380699 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d5d990-74b9-4d6b-970e-7226d9982eb0 None None] Sync routers for ids ['b350af11-134e-462c-a485-b4a95cb67138'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:40:00.395821 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d5d990-74b9-4d6b-970e-7226d9982eb0 None None] Routers {'b350af11-134e-462c-a485-b4a95cb67138'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:00.396924 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-53d5d990-74b9-4d6b-970e-7226d9982eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b350af11-134e-462c-a485-b4a95cb67138'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:00.448097 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-98c02583-4b64-4559-9ebe-90bd8af19e4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:00.452517 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-53d5d990-74b9-4d6b-970e-7226d9982eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:00.463386 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d5d990-74b9-4d6b-970e-7226d9982eb0 None None] Routers {'b350af11-134e-462c-a485-b4a95cb67138'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:00.464748 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-53d5d990-74b9-4d6b-970e-7226d9982eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:39:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b350af11-134e-462c-a485-b4a95cb67138'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:00.508080 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:00.540541 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-53d5d990-74b9-4d6b-970e-7226d9982eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:00.541337 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d5d990-74b9-4d6b-970e-7226d9982eb0 None None] The sync data for ids ['b350af11-134e-462c-a485-b4a95cb67138'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:40:00.677064 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Allocated IP 172.25.3.40 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/4d7b314d-1b0c-480f-bca7-3ea13142e10c) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:00.685427 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-98c02583-4b64-4559-9ebe-90bd8af19e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:00.689143 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-98c02583-4b64-4559-9ebe-90bd8af19e4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:00.694947 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-98c02583-4b64-4559-9ebe-90bd8af19e4c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a589ee96-a8f5-4ca4-bcac-6e4b017fc7b5 HTTP/1.1" status: 204 len: 168 time: 0.4672568 Nov 18 17:40:00.716754 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c02583-4b64-4559-9ebe-90bd8af19e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a589ee96-a8f5-4ca4-bcac-6e4b017fc7b5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:00.880051 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:01.088784 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:01.147379 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:01.150905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:01.154679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:01.204464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'Port': ['ID=4d7b314d-1b0c-480f-bca7-3ea13142e10c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:01.330540 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fadbaf6f-e7e4-4b71-9522-d7b5a3dbac9b tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:01.669883 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-fadbaf6f-e7e4-4b71-9522-d7b5a3dbac9b tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting port 7bb4264d-cb2e-4def-9ffc-48d37d687de8 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:40:01.670513 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fadbaf6f-e7e4-4b71-9522-d7b5a3dbac9b tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:01.837171 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fadbaf6f-e7e4-4b71-9522-d7b5a3dbac9b tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:01.858922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-fadbaf6f-e7e4-4b71-9522-d7b5a3dbac9b tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Calling delete_port for 7bb4264d-cb2e-4def-9ffc-48d37d687de8 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:40:01.951755 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:02.238479 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fadbaf6f-e7e4-4b71-9522-d7b5a3dbac9b tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:02.252396 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:02.310803 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbaf6f-e7e4-4b71-9522-d7b5a3dbac9b tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Port': ['ID=7bb4264d-cb2e-4def-9ffc-48d37d687de8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:02.469981 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d33dc752-82c0-4a87-9aca-d6803f56e7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:02.569853 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:02.625174 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fadbaf6f-e7e4-4b71-9522-d7b5a3dbac9b tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:02.678478 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:02.749101 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event updated for resources: {'Port': ['ID=4d7b314d-1b0c-480f-bca7-3ea13142e10c,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:02.814075 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:02.899089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadbaf6f-e7e4-4b71-9522-d7b5a3dbac9b tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router b350af11-134e-462c-a485-b4a95cb67138 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:40:02.956275 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Floating IP 7c1009d4-a22f-4c64-a2a8-b4df1e076ac3 associated. External IP: 172.25.3.40, port: 75690271-7909-4cab-a751-ae4c707cec53. Nov 18 17:40:03.005901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadbaf6f-e7e4-4b71-9522-d7b5a3dbac9b tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:40:03.023568 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b194b-51dd-4e9a-b941-ee7f4db27ddb None None] Sync routers for ids ['b350af11-134e-462c-a485-b4a95cb67138'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:40:03.029598 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fadbaf6f-e7e4-4b71-9522-d7b5a3dbac9b tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/b350af11-134e-462c-a485-b4a95cb67138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6491349 Nov 18 17:40:03.033512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53230) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:03.058450 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b194b-51dd-4e9a-b941-ee7f4db27ddb None None] Routers {'b350af11-134e-462c-a485-b4a95cb67138'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:03.060309 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ce9b194b-51dd-4e9a-b941-ee7f4db27ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b350af11-134e-462c-a485-b4a95cb67138'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:03.094021 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-eeb457bb-00bd-4026-ab59-c8e05ca6c871 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports?device_id=b350af11-134e-462c-a485-b4a95cb67138 HTTP/1.1" status: 200 len: 205 time: 0.0564744 Nov 18 17:40:03.095213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53232) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:03.179635 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ce9b194b-51dd-4e9a-b941-ee7f4db27ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:03.200270 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b194b-51dd-4e9a-b941-ee7f4db27ddb None None] Routers {'b350af11-134e-462c-a485-b4a95cb67138'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:03.202598 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ce9b194b-51dd-4e9a-b941-ee7f4db27ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b350af11-134e-462c-a485-b4a95cb67138'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:03.253328 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ce9b194b-51dd-4e9a-b941-ee7f4db27ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:03.254364 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b194b-51dd-4e9a-b941-ee7f4db27ddb None None] The sync data for ids ['b350af11-134e-462c-a485-b4a95cb67138'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:40:03.285125 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01cf827c-9edc-4006-b51e-38166277ddba tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:03.348492 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Router 7e442675-3f94-402c-9011-4fc46a832c5f has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:40:03.509280 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01cf827c-9edc-4006-b51e-38166277ddba tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:03.512694 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01cf827c-9edc-4006-b51e-38166277ddba tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:03.621867 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:40:03.635431 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905cbaa6-185b-4b2c-86ae-17f1525c7944 None None] Sync routers for ids ['7e442675-3f94-402c-9011-4fc46a832c5f'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:40:03.641836 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:03.648495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905cbaa6-185b-4b2c-86ae-17f1525c7944 None None] Routers {'7e442675-3f94-402c-9011-4fc46a832c5f'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:03.648495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-905cbaa6-185b-4b2c-86ae-17f1525c7944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7e442675-3f94-402c-9011-4fc46a832c5f'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:03.681680 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01cf827c-9edc-4006-b51e-38166277ddba tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:03.681680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cf827c-9edc-4006-b51e-38166277ddba tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Fanout notify agent at l3_agent the message router_deleted on router b350af11-134e-462c-a485-b4a95cb67138 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:40:03.695947 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01cf827c-9edc-4006-b51e-38166277ddba tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:03.697310 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-01cf827c-9edc-4006-b51e-38166277ddba tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/routers/b350af11-134e-462c-a485-b4a95cb67138 HTTP/1.1" status: 204 len: 168 time: 0.5979683 Nov 18 17:40:03.700028 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53246) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:03.760370 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:03.801584 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-905cbaa6-185b-4b2c-86ae-17f1525c7944 None None] Set router 7e442675-3f94-402c-9011-4fc46a832c5f gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:40:03.803054 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-88071947-77d4-4442-89fb-be49cf1c8ace tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7524357 Nov 18 17:40:03.804669 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b367bbfc-09b8-4716-af64-256eb642733d', 'tag': '75690271-7909-4cab-a751-ae4c707cec53'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:40:03.806990 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd16beb-ad7c-42e0-a684-fc7ab91090dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b367bbfc-09b8-4716-af64-256eb642733d", "tag": "75690271-7909-4cab-a751-ae4c707cec53"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:40:03.807413 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-1421c6d9-d9ee-4ae6-a856-861f716f639e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting subnet f1314980-dc53-4b5c-90eb-b5c65f9dd54f {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:40:03.811001 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1421c6d9-d9ee-4ae6-a856-861f716f639e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:03.852313 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab745920-5a56-4968-ade0-66bfceebc64b x-openstack-request-id: req-ab745920-5a56-4968-ade0-66bfceebc64b {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:40:03.852626 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b367bbfc-09b8-4716-af64-256eb642733d", "tag": "75690271-7909-4cab-a751-ae4c707cec53", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:40:03.852892 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ab745920-5a56-4968-ade0-66bfceebc64b {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:40:03.853357 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b367bbfc-09b8-4716-af64-256eb642733d', 'tag': '75690271-7909-4cab-a751-ae4c707cec53', 'status': 'completed', 'code': 200} Nov 18 17:40:03.868807 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1421c6d9-d9ee-4ae6-a856-861f716f639e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:03.869855 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53256) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:04.034794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd16beb-ad7c-42e0-a684-fc7ab91090dc req-f624fa20-b3d4-4b5a-ba14-35e356ee24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:04.037677 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fbd16beb-ad7c-42e0-a684-fc7ab91090dc req-f624fa20-b3d4-4b5a-ba14-35e356ee24cd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 1098 time: 0.1442044 Nov 18 17:40:04.081056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-78c4dc58-a45a-4c0c-851a-e78610d68307 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1958406164'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:04.081569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-78c4dc58-a45a-4c0c-851a-e78610d68307 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] Unknown quota resources ['metering_label']. {{(pid=104008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 18 17:40:04.160895 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1421c6d9-d9ee-4ae6-a856-861f716f639e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:04.201450 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-905cbaa6-185b-4b2c-86ae-17f1525c7944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '00d3f58c-89ad-4e1a-8537-402d7a1afd6a', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'port_id': '14328e36-2088-47c9-87a9-3da2d1158673', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'mac_address': 'fa:16:3e:26:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:36:14Z', 'updated_at': '2021-11-18T17:36:18Z', 'revision_number': 1, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ip_address_scope': None}, {'id': '7c1009d4-a22f-4c64-a2a8-b4df1e076ac3', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'port_id': '75690271-7909-4cab-a751-ae4c707cec53', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b367bbfc-09b8-4716-af64-256eb642733d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:40:01Z', 'updated_at': '2021-11-18T17:40:01Z', 'revision_number': 0, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:25Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:04.416723 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905cbaa6-185b-4b2c-86ae-17f1525c7944 None None] Checking router: 7e442675-3f94-402c-9011-4fc46a832c5f for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:40:04.428187 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1421c6d9-d9ee-4ae6-a856-861f716f639e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:04.432067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905cbaa6-185b-4b2c-86ae-17f1525c7944 None None] Routers {'7e442675-3f94-402c-9011-4fc46a832c5f'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:04.432478 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-905cbaa6-185b-4b2c-86ae-17f1525c7944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7e442675-3f94-402c-9011-4fc46a832c5f'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:04.438952 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-78c4dc58-a45a-4c0c-851a-e78610d68307 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:04.440152 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-78c4dc58-a45a-4c0c-851a-e78610d68307 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5697191 Nov 18 17:40:04.443685 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53270) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:04.447340 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd16beb-ad7c-42e0-a684-fc7ab91090dc req-ae107225-d6ff-4d06-89fd-2745710b5c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:04.448817 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fbd16beb-ad7c-42e0-a684-fc7ab91090dc req-ae107225-d6ff-4d06-89fd-2745710b5c82 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 913 time: 0.4034078 Nov 18 17:40:04.449515 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3123ac6b-c3e8-449f-b899-674ff52c5619 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '8a0d3265-73f6-4f1a-8962-0c7688f152fa'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:04.450190 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3123ac6b-c3e8-449f-b899-674ff52c5619 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104007) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 18 17:40:04.502100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840bc457-5111-4053-a605-87a935cb7b56 None None] Network fc187bb2-090e-4485-aa00-1fbca139895f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:04.502640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421c6d9-d9ee-4ae6-a856-861f716f639e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Subnet': ['ID=f1314980-dc53-4b5c-90eb-b5c65f9dd54f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:04.511083 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1421c6d9-d9ee-4ae6-a856-861f716f639e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:04.514368 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1421c6d9-d9ee-4ae6-a856-861f716f639e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/subnets/f1314980-dc53-4b5c-90eb-b5c65f9dd54f HTTP/1.1" status: 204 len: 168 time: 0.8132265 Nov 18 17:40:04.568288 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53276) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:04.655295 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fbd16beb-ad7c-42e0-a684-fc7ab91090dc req-979a5539-b924-4838-adfc-cb11a7e74723 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75690271-7909-4cab-a751-ae4c707cec53 HTTP/1.1" status: 200 len: 999 time: 0.1722567 Nov 18 17:40:04.662544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting subnet 06f77f0c-1493-4a26-aa6b-38a8e1fc43fd {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:40:04.678334 n-d-813419-11 neutron-server[104007]: WARNING neutron.services.metering.metering_plugin [None req-3123ac6b-c3e8-449f-b899-674ff52c5619 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 18 17:40:04.697947 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:04.733654 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-905cbaa6-185b-4b2c-86ae-17f1525c7944 None None] Set router 7e442675-3f94-402c-9011-4fc46a832c5f gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:40:04.853135 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:04.853726 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3123ac6b-c3e8-449f-b899-674ff52c5619 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:04.860467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3123ac6b-c3e8-449f-b899-674ff52c5619 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4143670 Nov 18 17:40:04.860962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53290) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:04.895276 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd16beb-ad7c-42e0-a684-fc7ab91090dc req-d81cf00f-4e94-4b19-a02e-9171c2d72b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:04.896753 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fbd16beb-ad7c-42e0-a684-fc7ab91090dc req-d81cf00f-4e94-4b19-a02e-9171c2d72b28 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.2315962 Nov 18 17:40:04.903596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-480ef4db-2100-4c1d-a821-644b9aae164d tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '8a0d3265-73f6-4f1a-8962-0c7688f152fa'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:04.904206 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-480ef4db-2100-4c1d-a821-644b9aae164d tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 18 17:40:04.967366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb651687-eace-456f-a4b8-4a04e3a99b68 None None] DHCP port deletion for fc187bb2-090e-4485-aa00-1fbca139895f request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:40:05.105841 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:05.116995 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cb651687-eace-456f-a4b8-4a04e3a99b68 None None] Deleting port d4acd304-8bfa-4b5c-8b2b-d40b4b571520 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:40:05.117389 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb651687-eace-456f-a4b8-4a04e3a99b68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:05.142811 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd16beb-ad7c-42e0-a684-fc7ab91090dc req-afc02d0d-9851-46ea-8bc8-7fb7f9c25ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:05.144336 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fbd16beb-ad7c-42e0-a684-fc7ab91090dc req-afc02d0d-9851-46ea-8bc8-7fb7f9c25ad6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2326615 Nov 18 17:40:05.165128 n-d-813419-11 neutron-server[104008]: WARNING neutron.services.metering.metering_plugin [None req-480ef4db-2100-4c1d-a821-644b9aae164d tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 18 17:40:05.170431 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:05.256427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-cb651687-eace-456f-a4b8-4a04e3a99b68 None None] For port d4acd304-8bfa-4b5c-8b2b-d40b4b571520, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d4acd304-8bfa-4b5c-8b2b-d40b4b571520,segment=NetworkSegment(d32d6ec8-5716-4907-a557-5b45dde667d4),segment_id=d32d6ec8-5716-4907-a557-5b45dde667d4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:40:05.256988 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb651687-eace-456f-a4b8-4a04e3a99b68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:05.281189 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cb651687-eace-456f-a4b8-4a04e3a99b68 None None] Calling delete_port for d4acd304-8bfa-4b5c-8b2b-d40b4b571520 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:40:05.352589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-905cbaa6-185b-4b2c-86ae-17f1525c7944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '00d3f58c-89ad-4e1a-8537-402d7a1afd6a', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'port_id': '14328e36-2088-47c9-87a9-3da2d1158673', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'mac_address': 'fa:16:3e:26:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:36:14Z', 'updated_at': '2021-11-18T17:36:18Z', 'revision_number': 1, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ip_address_scope': None}, {'id': '7c1009d4-a22f-4c64-a2a8-b4df1e076ac3', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'port_id': '75690271-7909-4cab-a751-ae4c707cec53', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b367bbfc-09b8-4716-af64-256eb642733d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:40:01Z', 'updated_at': '2021-11-18T17:40:01Z', 'revision_number': 0, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:25Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:05.400152 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905cbaa6-185b-4b2c-86ae-17f1525c7944 None None] The sync data for ids ['7e442675-3f94-402c-9011-4fc46a832c5f'] in n-d-813419-11 is: [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '00d3f58c-89ad-4e1a-8537-402d7a1afd6a', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'port_id': '14328e36-2088-47c9-87a9-3da2d1158673', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'mac_address': 'fa:16:3e:26:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:36:14Z', 'updated_at': '2021-11-18T17:36:18Z', 'revision_number': 1, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ip_address_scope': None}, {'id': '7c1009d4-a22f-4c64-a2a8-b4df1e076ac3', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'port_id': '75690271-7909-4cab-a751-ae4c707cec53', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b367bbfc-09b8-4716-af64-256eb642733d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:40:01Z', 'updated_at': '2021-11-18T17:40:01Z', 'revision_number': 0, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:25Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:40:05.513037 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:05.547754 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb651687-eace-456f-a4b8-4a04e3a99b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:05.578613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb651687-eace-456f-a4b8-4a04e3a99b68 None None] Pushing event deleted for resources: {'Port': ['ID=d4acd304-8bfa-4b5c-8b2b-d40b4b571520,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:05.588499 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb651687-eace-456f-a4b8-4a04e3a99b68 None None] No DVR routers for this DVR port d4acd304-8bfa-4b5c-8b2b-d40b4b571520 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:40:05.764629 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca8da9a-a23c-4526-8860-a89f4d461357 None None] New status for floating IP 7c1009d4-a22f-4c64-a2a8-b4df1e076ac3: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:40:05.939676 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-480ef4db-2100-4c1d-a821-644b9aae164d tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:05.940985 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-480ef4db-2100-4c1d-a821-644b9aae164d tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.0529349 Nov 18 17:40:05.943780 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53334) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:05.958454 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6e538db4-77e7-4adc-8067-10dd5f7293bf tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=67a67f6a-5ba6-44f2-b7d9-86ab8e758de8 HTTP/1.1" status: 200 len: 462 time: 0.0134892 Nov 18 17:40:05.963093 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53336) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:05.990154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d4acd304-8bfa-4b5c-8b2b-d40b4b571520 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:40:06.029212 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: d4acd304-8bfa-4b5c-8b2b-d40b4b571520 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:40:06.029417 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fbd16beb-ad7c-42e0-a684-fc7ab91090dc req-1e8fc190-de46-4109-9bc9-b9e81a3e5d48 service neutron] 10.222.0.81 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8744650 Nov 18 17:40:06.030370 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d4acd304-8bfa-4b5c-8b2b-d40b4b571520 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:40:06.115843 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:06.151391 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:06.158912 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/subnets/06f77f0c-1493-4a26-aa6b-38a8e1fc43fd HTTP/1.1" status: 204 len: 168 time: 1.5855632 Nov 18 17:40:06.158912 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53340) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:06.165314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3a9ce4-44a8-4950-b3b7-ff5cbd5aaa11 None None] Network ed493dd7-0f49-4fcc-b09f-196e7282f372 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:06.169017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Subnet': ['ID=06f77f0c-1493-4a26-aa6b-38a8e1fc43fd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:06.200192 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:06.200679 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:06.201097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:06.201517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:06.201958 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:06.202378 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:06.202773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:06.203179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:06.203582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:06.204653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:06.205050 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:06.205459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343e8aa-1e2f-44f4-95f6-e3b799b1f95d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:06.259217 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fbd16beb-ad7c-42e0-a684-fc7ab91090dc req-6568941a-a031-4e7d-9f7d-9c238ac7c1f2 service neutron] 10.222.0.81 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174096 Nov 18 17:40:06.317513 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-75a0aaff-d3e1-4eee-82cf-035734907c1a tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:06.322752 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-75a0aaff-d3e1-4eee-82cf-035734907c1a tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/67a67f6a-5ba6-44f2-b7d9-86ab8e758de8 HTTP/1.1" status: 204 len: 168 time: 0.3580263 Nov 18 17:40:06.327730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53344) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:06.342431 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-259ebbf3-f6d1-4278-9513-0708135a5539 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=67a67f6a-5ba6-44f2-b7d9-86ab8e758de8 HTTP/1.1" status: 200 len: 221 time: 0.0133443 Nov 18 17:40:06.346099 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53346) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:06.350979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2f63d518-d44c-4482-9c1a-73777402a5e2 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--551447709', 'description': 'label created by tempest'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:06.352182 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2f63d518-d44c-4482-9c1a-73777402a5e2 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] Unknown quota resources ['metering_label']. {{(pid=104007) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 18 17:40:06.353223 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56d4825d-2fbe-400d-8da0-34e728da79ff tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:06.416606 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdb4ac5-912d-43f8-afab-c4bd1f7eea76 None None] DHCP port deletion for ed493dd7-0f49-4fcc-b09f-196e7282f372 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:40:06.502636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb4ac5-912d-43f8-afab-c4bd1f7eea76 None None] Deleting port 0043a2fd-371e-4804-837b-61813555f9c5 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:40:06.503317 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dfdb4ac5-912d-43f8-afab-c4bd1f7eea76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:06.522241 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56d4825d-2fbe-400d-8da0-34e728da79ff tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:06.565952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-56d4825d-2fbe-400d-8da0-34e728da79ff tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc187bb2-090e-4485-aa00-1fbca139895f']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:06.584003 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-56d4825d-2fbe-400d-8da0-34e728da79ff tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32d6ec8-5716-4907-a557-5b45dde667d4') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:06.584560 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-56d4825d-2fbe-400d-8da0-34e728da79ff tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32d6ec8-5716-4907-a557-5b45dde667d4') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:06.597469 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56d4825d-2fbe-400d-8da0-34e728da79ff tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:06.643573 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-dfdb4ac5-912d-43f8-afab-c4bd1f7eea76 None None] For port 0043a2fd-371e-4804-837b-61813555f9c5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=0043a2fd-371e-4804-837b-61813555f9c5,segment=NetworkSegment(65717046-aee9-4ecb-accc-4281157f4e19),segment_id=65717046-aee9-4ecb-accc-4281157f4e19)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:40:06.644277 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dfdb4ac5-912d-43f8-afab-c4bd1f7eea76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:06.662067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb4ac5-912d-43f8-afab-c4bd1f7eea76 None None] Calling delete_port for 0043a2fd-371e-4804-837b-61813555f9c5 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:40:06.727852 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56d4825d-2fbe-400d-8da0-34e728da79ff tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:06.835498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d4825d-2fbe-400d-8da0-34e728da79ff tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:40:06.835498 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56d4825d-2fbe-400d-8da0-34e728da79ff tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:40:06.837924 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:40:06.947485 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dfdb4ac5-912d-43f8-afab-c4bd1f7eea76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:06.975170 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb4ac5-912d-43f8-afab-c4bd1f7eea76 None None] Pushing event deleted for resources: {'Port': ['ID=0043a2fd-371e-4804-837b-61813555f9c5,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:06.995754 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdb4ac5-912d-43f8-afab-c4bd1f7eea76 None None] No DVR routers for this DVR port 0043a2fd-371e-4804-837b-61813555f9c5 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:40:06.998752 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56d4825d-2fbe-400d-8da0-34e728da79ff tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:07.006634 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56d4825d-2fbe-400d-8da0-34e728da79ff tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:07.010062 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-56d4825d-2fbe-400d-8da0-34e728da79ff tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/networks/fc187bb2-090e-4485-aa00-1fbca139895f HTTP/1.1" status: 204 len: 168 time: 0.8510661 Nov 18 17:40:07.031489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53354) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:07.033127 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4825d-2fbe-400d-8da0-34e728da79ff tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Network': ['ID=fc187bb2-090e-4485-aa00-1fbca139895f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:07.172311 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a70e935d-fe28-4e9a-bf5a-f9feab25d940 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:07.196165 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f63d518-d44c-4482-9c1a-73777402a5e2 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:07.198048 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2f63d518-d44c-4482-9c1a-73777402a5e2 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8504624 Nov 18 17:40:07.201170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53358) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:07.302732 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cd502df1-c290-4ca6-870e-b24c2e09b577 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=377a664d-26ef-4b31-aa99-a6a2ce87ffa1 HTTP/1.1" status: 200 len: 467 time: 0.0880380 Nov 18 17:40:07.303071 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53360) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:07.469100 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a70e935d-fe28-4e9a-bf5a-f9feab25d940 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:07.497782 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a70e935d-fe28-4e9a-bf5a-f9feab25d940 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed493dd7-0f49-4fcc-b09f-196e7282f372']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:07.508157 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a70e935d-fe28-4e9a-bf5a-f9feab25d940 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65717046-aee9-4ecb-accc-4281157f4e19') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:07.508459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a70e935d-fe28-4e9a-bf5a-f9feab25d940 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65717046-aee9-4ecb-accc-4281157f4e19') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:07.519271 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a70e935d-fe28-4e9a-bf5a-f9feab25d940 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:07.535166 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a70e935d-fe28-4e9a-bf5a-f9feab25d940 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:07.542133 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70e935d-fe28-4e9a-bf5a-f9feab25d940 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:40:07.542588 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a70e935d-fe28-4e9a-bf5a-f9feab25d940 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:40:07.606730 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:40:07.696045 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a70e935d-fe28-4e9a-bf5a-f9feab25d940 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:07.704249 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a70e935d-fe28-4e9a-bf5a-f9feab25d940 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:07.717203 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a70e935d-fe28-4e9a-bf5a-f9feab25d940 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/networks/ed493dd7-0f49-4fcc-b09f-196e7282f372 HTTP/1.1" status: 204 len: 168 time: 0.6814616 Nov 18 17:40:07.723630 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53366) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:07.730181 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-66f7befd-7807-4b44-a584-8d33b8cbc18c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'network': {'name': 'tempest-RoutersTest-1619035644'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:07.764219 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e935d-fe28-4e9a-bf5a-f9feab25d940 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Network': ['ID=ed493dd7-0f49-4fcc-b09f-196e7282f372,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:07.774032 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9336f67d-fcf1-4313-ad56-ed5faa108b58 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:07.775497 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9336f67d-fcf1-4313-ad56-ed5faa108b58 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/377a664d-26ef-4b31-aa99-a6a2ce87ffa1 HTTP/1.1" status: 204 len: 168 time: 0.4711909 Nov 18 17:40:07.778195 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53368) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:07.795002 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4d3c29df-ce56-45e4-bb9f-881e36ca6270 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=377a664d-26ef-4b31-aa99-a6a2ce87ffa1 HTTP/1.1" status: 200 len: 216 time: 0.0143867 Nov 18 17:40:07.800517 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53370) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:07.815195 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53372) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:07.815720 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7007cd91-8a1b-4d1f-b9a3-f799d4b545c1 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0136881 Nov 18 17:40:07.833345 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-60d05a40-6367-4d2f-b162-3e494a41c6aa tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0137103 Nov 18 17:40:07.833660 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53374) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:07.889927 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f7befd-7807-4b44-a584-8d33b8cbc18c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:07.896078 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-96a1cbfc-fd53-4bf1-8b5f-f1ce51953d3f tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels/8a0d3265-73f6-4f1a-8962-0c7688f152fa HTTP/1.1" status: 200 len: 473 time: 0.0606349 Nov 18 17:40:07.896262 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-66f7befd-7807-4b44-a584-8d33b8cbc18c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:07.898783 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53376) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:07.914351 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-01d85978-9a66-4b88-8c13-ace4964fc51d tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules/20107fd3-2580-42dd-9e15-f3d72797dfc8 HTTP/1.1" status: 200 len: 459 time: 0.0142250 Nov 18 17:40:07.917672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53380) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:07.937864 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f7befd-7807-4b44-a584-8d33b8cbc18c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] vlan segment allocate from pool success with {'vlan_id': 1115, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:40:07.948507 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-66f7befd-7807-4b44-a584-8d33b8cbc18c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:07.948807 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-66f7befd-7807-4b44-a584-8d33b8cbc18c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Added segment 00964ac7-ee4f-4643-8fe7-4544ed81462e of type vlan for network a00511e1-5344-4a5b-9518-1a0e406b4339 Nov 18 17:40:07.988480 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 0043a2fd-371e-4804-837b-61813555f9c5 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:40:07.995860 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-66f7befd-7807-4b44-a584-8d33b8cbc18c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:08.015296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 0043a2fd-371e-4804-837b-61813555f9c5 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:40:08.015872 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 0043a2fd-371e-4804-837b-61813555f9c5 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:40:08.112507 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5533fb8e-7cef-4094-bbd7-bb294a29e115 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:08.113807 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5533fb8e-7cef-4094-bbd7-bb294a29e115 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/20107fd3-2580-42dd-9e15-f3d72797dfc8 HTTP/1.1" status: 204 len: 168 time: 0.1950371 Nov 18 17:40:08.116374 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53384) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:08.123830 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-66f7befd-7807-4b44-a584-8d33b8cbc18c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:08.133094 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f7befd-7807-4b44-a584-8d33b8cbc18c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:08.133779 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-66f7befd-7807-4b44-a584-8d33b8cbc18c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:08.263388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7befd-7807-4b44-a584-8d33b8cbc18c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Network': ['ID=a00511e1-5344-4a5b-9518-1a0e406b4339,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:08.275532 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network a00511e1-5344-4a5b-9518-1a0e406b4339 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:40:08.298191 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-66f7befd-7807-4b44-a584-8d33b8cbc18c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5683920 Nov 18 17:40:08.298434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53388) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:08.303911 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8dc9e00c-189c-47e7-8fc3-b2e6699cab12 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'subnet': {'network_id': 'a00511e1-5344-4a5b-9518-1a0e406b4339', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:08.435394 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59e9981e-481c-4460-ad65-60d1f40e3f15 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:08.436294 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-59e9981e-481c-4460-ad65-60d1f40e3f15 tempest-MeteringIpV6TestJSON-397673628 tempest-MeteringIpV6TestJSON-397673628-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/8a0d3265-73f6-4f1a-8962-0c7688f152fa HTTP/1.1" status: 204 len: 168 time: 0.3187258 Nov 18 17:40:08.477560 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc9e00c-189c-47e7-8fc3-b2e6699cab12 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:08.482331 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8dc9e00c-189c-47e7-8fc3-b2e6699cab12 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:08.863216 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8dc9e00c-189c-47e7-8fc3-b2e6699cab12 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:08.927104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9e00c-189c-47e7-8fc3-b2e6699cab12 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Subnet': ['ID=e4ae3466-f777-435b-b101-5f8e0380c9e7,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:08.936142 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc9e00c-189c-47e7-8fc3-b2e6699cab12 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Checking segment: {'id': '00964ac7-ee4f-4643-8fe7-4544ed81462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'a00511e1-5344-4a5b-9518-1a0e406b4339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:08.936583 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc9e00c-189c-47e7-8fc3-b2e6699cab12 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network hostable DHCP agents. Network: a00511e1-5344-4a5b-9518-1a0e406b4339, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:40:09.049880 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc9e00c-189c-47e7-8fc3-b2e6699cab12 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network a00511e1-5344-4a5b-9518-1a0e406b4339 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:40:09.051735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53400) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:09.158795 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-8dc9e00c-189c-47e7-8fc3-b2e6699cab12 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, a00511e1-5344-4a5b-9518-1a0e406b4339) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:09.164305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc9e00c-189c-47e7-8fc3-b2e6699cab12 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:09.164305 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8dc9e00c-189c-47e7-8fc3-b2e6699cab12 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:09.168640 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d425ceb5-1430-411d-b14a-2aa69d119314 None None] Network a00511e1-5344-4a5b-9518-1a0e406b4339 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:09.178246 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-38e27370-2a4b-4362-85d8-51331e809abe admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:09.290532 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-38e27370-2a4b-4362-85d8-51331e809abe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:09.310357 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8dc9e00c-189c-47e7-8fc3-b2e6699cab12 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0105307 Nov 18 17:40:09.312957 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53408) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:09.318588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b15917ad-564f-43c7-bf45-1d0a4058115a tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-395767552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:09.353698 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-a00511e1-5344-4a5b-9518-1a0e406b4339', 'network_id': 'a00511e1-5344-4a5b-9518-1a0e406b4339', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'fixed_ips': [{'subnet_id': 'e4ae3466-f777-435b-b101-5f8e0380c9e7'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:40:09.354592 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:09.443947 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-38e27370-2a4b-4362-85d8-51331e809abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:09.479091 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b15917ad-564f-43c7-bf45-1d0a4058115a tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:09.480447 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b15917ad-564f-43c7-bf45-1d0a4058115a tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:09.496931 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-38e27370-2a4b-4362-85d8-51331e809abe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ca61f1ccea10497eb7c88f00b1765882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4439616 Nov 18 17:40:09.499695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53412) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:09.500172 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e27370-2a4b-4362-85d8-51331e809abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8044c0d1-8f50-4418-91e5-436a9419dea9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:09.513110 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Allocated IP 172.20.0.2 (a00511e1-5344-4a5b-9518-1a0e406b4339/e4ae3466-f777-435b-b101-5f8e0380c9e7/00e10f27-04b3-4fdb-afa7-b899911ecdc3) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:09.551740 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b15917ad-564f-43c7-bf45-1d0a4058115a tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:09.607088 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ddfa51cd-4ee0-406e-8bc5-a3302963054a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:09.644582 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b15917ad-564f-43c7-bf45-1d0a4058115a tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:09.666954 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ddfa51cd-4ee0-406e-8bc5-a3302963054a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:09.737776 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b15917ad-564f-43c7-bf45-1d0a4058115a tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:09.741677 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b15917ad-564f-43c7-bf45-1d0a4058115a tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4249241 Nov 18 17:40:09.742098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53414) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:09.747292 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-86838f4f-7d65-4e3f-9a36-109d665767a1 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'port': {'network_id': 'a00511e1-5344-4a5b-9518-1a0e406b4339', 'name': 'tempest-RoutersTest-462222991'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:09.748978 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:09.886004 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ddfa51cd-4ee0-406e-8bc5-a3302963054a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:09.892731 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:09.893396 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ddfa51cd-4ee0-406e-8bc5-a3302963054a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:09.893396 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ddfa51cd-4ee0-406e-8bc5-a3302963054a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8044c0d1-8f50-4418-91e5-436a9419dea9 HTTP/1.1" status: 204 len: 168 time: 0.3879533 Nov 18 17:40:09.902986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa51cd-4ee0-406e-8bc5-a3302963054a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8044c0d1-8f50-4418-91e5-436a9419dea9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:09.977838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86838f4f-7d65-4e3f-9a36-109d665767a1 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:09.982083 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86838f4f-7d65-4e3f-9a36-109d665767a1 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:10.053051 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-86838f4f-7d65-4e3f-9a36-109d665767a1 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] device_id is not set on port 29889685-e9cc-49a5-b14d-a20c2d70a3d2 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:40:10.054472 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Network a00511e1-5344-4a5b-9518-1a0e406b4339 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:10.087181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:10.114248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:10.174896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Pushing event updated for resources: {'Port': ['ID=00e10f27-04b3-4fdb-afa7-b899911ecdc3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:10.230081 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Attempting to bind port 00e10f27-04b3-4fdb-afa7-b899911ecdc3 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:40:10.230501 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Attempting to bind port 00e10f27-04b3-4fdb-afa7-b899911ecdc3 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '00964ac7-ee4f-4643-8fe7-4544ed81462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'a00511e1-5344-4a5b-9518-1a0e406b4339'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:40:10.230843 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Attempting to bind port 00e10f27-04b3-4fdb-afa7-b899911ecdc3 on network a00511e1-5344-4a5b-9518-1a0e406b4339 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:40:10.236820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-86838f4f-7d65-4e3f-9a36-109d665767a1 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Allocated IP 172.20.0.7 (a00511e1-5344-4a5b-9518-1a0e406b4339/e4ae3466-f777-435b-b101-5f8e0380c9e7/29889685-e9cc-49a5-b14d-a20c2d70a3d2) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:10.241618 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:40:10.242028 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Checking segment: {'id': '00964ac7-ee4f-4643-8fe7-4544ed81462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'a00511e1-5344-4a5b-9518-1a0e406b4339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:10.242504 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:10.242973 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Bound using segment: {'id': '00964ac7-ee4f-4643-8fe7-4544ed81462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'a00511e1-5344-4a5b-9518-1a0e406b4339'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:40:10.243480 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Bound port: 00e10f27-04b3-4fdb-afa7-b899911ecdc3, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00964ac7-ee4f-4643-8fe7-4544ed81462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'a00511e1-5344-4a5b-9518-1a0e406b4339'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:40:10.243888 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:10.392229 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] For port 00e10f27-04b3-4fdb-afa7-b899911ecdc3, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:40:10.396942 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] For port 00e10f27-04b3-4fdb-afa7-b899911ecdc3, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=00e10f27-04b3-4fdb-afa7-b899911ecdc3,segment=NetworkSegment(00964ac7-ee4f-4643-8fe7-4544ed81462e),segment_id=00964ac7-ee4f-4643-8fe7-4544ed81462e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:40:10.502480 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86838f4f-7d65-4e3f-9a36-109d665767a1 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:10.508852 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:10.627773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad52033-8aab-4905-8da9-ce3dc8033288 None None] Pushing event updated for resources: {'Port': ['ID=00e10f27-04b3-4fdb-afa7-b899911ecdc3,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:10.661677 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86838f4f-7d65-4e3f-9a36-109d665767a1 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:10.765710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86838f4f-7d65-4e3f-9a36-109d665767a1 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network a00511e1-5344-4a5b-9518-1a0e406b4339 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:10.771063 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-86838f4f-7d65-4e3f-9a36-109d665767a1 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:10.785158 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86838f4f-7d65-4e3f-9a36-109d665767a1 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:10.849123 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86838f4f-7d65-4e3f-9a36-109d665767a1 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=29889685-e9cc-49a5-b14d-a20c2d70a3d2,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:10.896448 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86838f4f-7d65-4e3f-9a36-109d665767a1 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:10.898554 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86838f4f-7d65-4e3f-9a36-109d665767a1 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:10.927840 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53436) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:10.976091 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a21de03f-f768-45dd-a9b5-693b94edbd79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:11.080346 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a21de03f-f768-45dd-a9b5-693b94edbd79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:11.162180 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-86838f4f-7d65-4e3f-9a36-109d665767a1 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4187326 Nov 18 17:40:11.165009 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53438) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:11.474402 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a21de03f-f768-45dd-a9b5-693b94edbd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:11.542718 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21de03f-f768-45dd-a9b5-693b94edbd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728e3fe8-bddb-4acd-9ce5-016d8e16dde0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:11.596408 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a21de03f-f768-45dd-a9b5-693b94edbd79 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=12028144d3414354a0100c47b94bfc6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6643236 Nov 18 17:40:11.598074 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53446) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:11.714312 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-864e603a-8c5d-48c2-899b-bf127052e478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:11.754980 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06c25376-b551-4570-be20-79765cbfe55f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:11.759474 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-864e603a-8c5d-48c2-899b-bf127052e478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:11.963990 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-864e603a-8c5d-48c2-899b-bf127052e478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:11.968237 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-864e603a-8c5d-48c2-899b-bf127052e478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:11.978205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-864e603a-8c5d-48c2-899b-bf127052e478 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/728e3fe8-bddb-4acd-9ce5-016d8e16dde0 HTTP/1.1" status: 204 len: 168 time: 0.3767374 Nov 18 17:40:12.018969 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e603a-8c5d-48c2-899b-bf127052e478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728e3fe8-bddb-4acd-9ce5-016d8e16dde0,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:12.050039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 00e10f27-04b3-4fdb-afa7-b899911ecdc3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:40:12.074005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e603a-8c5d-48c2-899b-bf127052e478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:12.074005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e603a-8c5d-48c2-899b-bf127052e478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:12.074005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e603a-8c5d-48c2-899b-bf127052e478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:12.076032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e603a-8c5d-48c2-899b-bf127052e478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:12.077528 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e603a-8c5d-48c2-899b-bf127052e478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:12.077997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e603a-8c5d-48c2-899b-bf127052e478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:12.078991 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e603a-8c5d-48c2-899b-bf127052e478 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:12.080574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e603a-8c5d-48c2-899b-bf127052e478 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:12.081743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e603a-8c5d-48c2-899b-bf127052e478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:12.082209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e603a-8c5d-48c2-899b-bf127052e478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:12.085831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e603a-8c5d-48c2-899b-bf127052e478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:12.086607 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e603a-8c5d-48c2-899b-bf127052e478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:12.185306 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53456) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:12.225904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 00e10f27-04b3-4fdb-afa7-b899911ecdc3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:12.228817 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:12.338453 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-96b26ae7-c262-42ab-9384-712602a4ee92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:12.351546 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06c25376-b551-4570-be20-79765cbfe55f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:12.467169 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-96b26ae7-c262-42ab-9384-712602a4ee92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:12.517570 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269cda51-5fc2-4885-a14b-58208fa406d3 None None] Network a00511e1-5344-4a5b-9518-1a0e406b4339 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:12.517757 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06c25376-b551-4570-be20-79765cbfe55f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:12.570253 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-96b26ae7-c262-42ab-9384-712602a4ee92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:12.604818 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-91ece6e2-fd02-4737-a483-17aad14537cd None None] Provisioning complete for port 00e10f27-04b3-4fdb-afa7-b899911ecdc3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:12.605594 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91ece6e2-fd02-4737-a483-17aad14537cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:12.667828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c25376-b551-4570-be20-79765cbfe55f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=29889685-e9cc-49a5-b14d-a20c2d70a3d2,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:12.673610 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-96b26ae7-c262-42ab-9384-712602a4ee92 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cd4a5345a679434c943c95febdebaacb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4839306 Nov 18 17:40:12.676717 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53470) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:12.694308 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b26ae7-c262-42ab-9384-712602a4ee92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027541c7-256d-49e3-808a-2ad46ee6096d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:12.798534 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e95960fa-cd28-495c-b71c-532cc9d5cd2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:12.826953 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:12.838194 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e95960fa-cd28-495c-b71c-532cc9d5cd2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:12.908670 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06c25376-b551-4570-be20-79765cbfe55f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:12.936147 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91ece6e2-fd02-4737-a483-17aad14537cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:12.986021 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e95960fa-cd28-495c-b71c-532cc9d5cd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:12.989458 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e95960fa-cd28-495c-b71c-532cc9d5cd2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:12.990930 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e95960fa-cd28-495c-b71c-532cc9d5cd2d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/027541c7-256d-49e3-808a-2ad46ee6096d HTTP/1.1" status: 204 len: 168 time: 0.3131969 Nov 18 17:40:13.005798 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95960fa-cd28-495c-b71c-532cc9d5cd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027541c7-256d-49e3-808a-2ad46ee6096d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:13.067929 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 00e10f27-04b3-4fdb-afa7-b899911ecdc3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=00e10f27-04b3-4fdb-afa7-b899911ecdc3,segment=NetworkSegment(00964ac7-ee4f-4643-8fe7-4544ed81462e),segment_id=00964ac7-ee4f-4643-8fe7-4544ed81462e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:40:13.184883 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06c25376-b551-4570-be20-79765cbfe55f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:13.228858 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:13.353457 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-91ece6e2-fd02-4737-a483-17aad14537cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:40:13.353836 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-91ece6e2-fd02-4737-a483-17aad14537cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:40:13.356863 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=00e10f27-04b3-4fdb-afa7-b899911ecdc3,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:13.630115 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06c25376-b551-4570-be20-79765cbfe55f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:13.770049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06c25376-b551-4570-be20-79765cbfe55f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:13.908366 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c25376-b551-4570-be20-79765cbfe55f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=29889685-e9cc-49a5-b14d-a20c2d70a3d2,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:13.910576 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06c25376-b551-4570-be20-79765cbfe55f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:14.020911 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53498) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:14.050236 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2744-036b-4c25-b5ef-51f72c52e0bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:14.071518 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 00e10f27-04b3-4fdb-afa7-b899911ecdc3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:40:14.151263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c25376-b551-4570-be20-79765cbfe55f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network a00511e1-5344-4a5b-9518-1a0e406b4339 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:14.156045 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-06c25376-b551-4570-be20-79765cbfe55f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:14.161152 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f675364c-4c36-477b-ba75-8f6c7b03f872 None None] Provisioning complete for port 29889685-e9cc-49a5-b14d-a20c2d70a3d2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:14.161536 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f675364c-4c36-477b-ba75-8f6c7b03f872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:14.217645 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f675364c-4c36-477b-ba75-8f6c7b03f872 None None] Port 29889685-e9cc-49a5-b14d-a20c2d70a3d2 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:40:14.229586 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2744-036b-4c25-b5ef-51f72c52e0bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:14.239839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f675364c-4c36-477b-ba75-8f6c7b03f872 None None] Provisioning complete for port 00e10f27-04b3-4fdb-afa7-b899911ecdc3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:14.240852 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f675364c-4c36-477b-ba75-8f6c7b03f872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:14.252023 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 00e10f27-04b3-4fdb-afa7-b899911ecdc3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:14.252665 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:14.295535 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2744-036b-4c25-b5ef-51f72c52e0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:14.412503 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0d7c2744-036b-4c25-b5ef-51f72c52e0bf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8938e2fcfed44bc69f882ccc3832abd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3904264 Nov 18 17:40:14.419409 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53504) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:14.479685 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c2744-036b-4c25-b5ef-51f72c52e0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51c90a5-59b9-4acf-a6c9-393d46615379,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:14.496516 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4cefca14-ae6c-473d-b3c0-d744197a4a77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:14.544106 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4cefca14-ae6c-473d-b3c0-d744197a4a77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:14.558089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c25376-b551-4570-be20-79765cbfe55f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router f4eea1a4-b921-4b3c-8704-0573a9ef8c0d is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:40:14.582752 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6275cf20-e06f-4690-a197-3ebb02ecee26 None None] Provisioning complete for port 29889685-e9cc-49a5-b14d-a20c2d70a3d2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:14.583516 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6275cf20-e06f-4690-a197-3ebb02ecee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:14.633683 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6275cf20-e06f-4690-a197-3ebb02ecee26 None None] Port 29889685-e9cc-49a5-b14d-a20c2d70a3d2 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:40:14.711055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c25376-b551-4570-be20-79765cbfe55f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:40:14.716243 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-06c25376-b551-4570-be20-79765cbfe55f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/f4eea1a4-b921-4b3c-8704-0573a9ef8c0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5501933 Nov 18 17:40:14.718968 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53512) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:14.729440 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd23e3a1-377d-4c24-8406-6996b2be95fc None None] Sync routers for ids ['f4eea1a4-b921-4b3c-8704-0573a9ef8c0d'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:40:14.740794 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4cefca14-ae6c-473d-b3c0-d744197a4a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:14.750047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd23e3a1-377d-4c24-8406-6996b2be95fc None None] Routers {'f4eea1a4-b921-4b3c-8704-0573a9ef8c0d'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:14.750047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-dd23e3a1-377d-4c24-8406-6996b2be95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f4eea1a4-b921-4b3c-8704-0573a9ef8c0d'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:14.750331 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4cefca14-ae6c-473d-b3c0-d744197a4a77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:14.750331 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4cefca14-ae6c-473d-b3c0-d744197a4a77 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b51c90a5-59b9-4acf-a6c9-393d46615379 HTTP/1.1" status: 204 len: 168 time: 0.3223839 Nov 18 17:40:14.760369 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefca14-ae6c-473d-b3c0-d744197a4a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51c90a5-59b9-4acf-a6c9-393d46615379,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:14.778124 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcccc1c-7b69-4916-ad8f-adeed71cf5e2 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:14.784101 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dbcccc1c-7b69-4916-ad8f-adeed71cf5e2 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports/29889685-e9cc-49a5-b14d-a20c2d70a3d2 HTTP/1.1" status: 200 len: 976 time: 0.0603979 Nov 18 17:40:14.784793 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53516) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:14.849204 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-dd23e3a1-377d-4c24-8406-6996b2be95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:14.889083 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd23e3a1-377d-4c24-8406-6996b2be95fc None None] Routers {'f4eea1a4-b921-4b3c-8704-0573a9ef8c0d'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:14.890045 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-dd23e3a1-377d-4c24-8406-6996b2be95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f4eea1a4-b921-4b3c-8704-0573a9ef8c0d'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:14.943168 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-dd23e3a1-377d-4c24-8406-6996b2be95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:14.943885 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd23e3a1-377d-4c24-8406-6996b2be95fc None None] The sync data for ids ['f4eea1a4-b921-4b3c-8704-0573a9ef8c0d'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:40:15.128646 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53528) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:15.383744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3c7e1935-8e6a-45bc-bc86-1c9d0bbe1248 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1367063662'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:15.436269 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-545593cf-daf1-432c-b21e-0cb9db57de41 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:15.536261 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1935-8e6a-45bc-bc86-1c9d0bbe1248 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:15.538171 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1935-8e6a-45bc-bc86-1c9d0bbe1248 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:15.607139 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1935-8e6a-45bc-bc86-1c9d0bbe1248 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:15.704745 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-545593cf-daf1-432c-b21e-0cb9db57de41 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting port 29889685-e9cc-49a5-b14d-a20c2d70a3d2 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:40:15.705094 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-545593cf-daf1-432c-b21e-0cb9db57de41 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:15.724800 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1935-8e6a-45bc-bc86-1c9d0bbe1248 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:15.814741 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-545593cf-daf1-432c-b21e-0cb9db57de41 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:15.828026 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-545593cf-daf1-432c-b21e-0cb9db57de41 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Calling delete_port for 29889685-e9cc-49a5-b14d-a20c2d70a3d2 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:40:15.942009 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1935-8e6a-45bc-bc86-1c9d0bbe1248 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:15.946007 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3c7e1935-8e6a-45bc-bc86-1c9d0bbe1248 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8164883 Nov 18 17:40:15.947045 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53550) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:16.109235 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95819863-5f3d-4206-8ee6-2def190d9d21 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:16.152910 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-545593cf-daf1-432c-b21e-0cb9db57de41 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:16.186079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545593cf-daf1-432c-b21e-0cb9db57de41 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Port': ['ID=29889685-e9cc-49a5-b14d-a20c2d70a3d2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:16.490905 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-545593cf-daf1-432c-b21e-0cb9db57de41 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:16.753655 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545593cf-daf1-432c-b21e-0cb9db57de41 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router f4eea1a4-b921-4b3c-8704-0573a9ef8c0d has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:40:16.849171 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95819863-5f3d-4206-8ee6-2def190d9d21 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:16.851115 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545593cf-daf1-432c-b21e-0cb9db57de41 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:40:16.852676 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95819863-5f3d-4206-8ee6-2def190d9d21 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:16.865086 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d989b40-6be9-4775-8514-1174befee742 None None] Sync routers for ids ['f4eea1a4-b921-4b3c-8704-0573a9ef8c0d'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:40:16.871031 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-545593cf-daf1-432c-b21e-0cb9db57de41 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/f4eea1a4-b921-4b3c-8704-0573a9ef8c0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0845776 Nov 18 17:40:16.872026 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53572) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:16.884879 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d989b40-6be9-4775-8514-1174befee742 None None] Routers {'f4eea1a4-b921-4b3c-8704-0573a9ef8c0d'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:16.890622 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3d989b40-6be9-4775-8514-1174befee742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f4eea1a4-b921-4b3c-8704-0573a9ef8c0d'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:16.969064 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3d989b40-6be9-4775-8514-1174befee742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:16.979766 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d989b40-6be9-4775-8514-1174befee742 None None] Routers {'f4eea1a4-b921-4b3c-8704-0573a9ef8c0d'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:16.980430 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3d989b40-6be9-4775-8514-1174befee742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f4eea1a4-b921-4b3c-8704-0573a9ef8c0d'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:17.020880 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3d989b40-6be9-4775-8514-1174befee742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:17.021929 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d989b40-6be9-4775-8514-1174befee742 None None] The sync data for ids ['f4eea1a4-b921-4b3c-8704-0573a9ef8c0d'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:40:17.044501 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95819863-5f3d-4206-8ee6-2def190d9d21 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:17.045398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95819863-5f3d-4206-8ee6-2def190d9d21 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c97327f-71b2-48e1-b503-1cf372570f6c {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:40:17.051408 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95819863-5f3d-4206-8ee6-2def190d9d21 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:17.053683 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-95819863-5f3d-4206-8ee6-2def190d9d21 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] 10.222.0.72 "DELETE /v2.0/routers/3c97327f-71b2-48e1-b503-1cf372570f6c HTTP/1.1" status: 204 len: 168 time: 1.1060808 Nov 18 17:40:17.057316 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53574) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:17.063865 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e14278d0-e5b2-451d-b65f-5c99dfdb39aa tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Request body: {'router': {'name': 'tempest-router-1481082090', 'distributed': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:17.182232 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e14278d0-e5b2-451d-b65f-5c99dfdb39aa tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:17.183824 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e14278d0-e5b2-451d-b65f-5c99dfdb39aa tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:17.264694 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e14278d0-e5b2-451d-b65f-5c99dfdb39aa tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:17.341838 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e14278d0-e5b2-451d-b65f-5c99dfdb39aa tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:17.487475 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e14278d0-e5b2-451d-b65f-5c99dfdb39aa tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:17.489362 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e14278d0-e5b2-451d-b65f-5c99dfdb39aa tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4308696 Nov 18 17:40:17.489755 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-0fd8d6bf-85a9-461b-ba99-4f2f8c650460 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] remove_router_interface failed (client error): The resource could not be found. Nov 18 17:40:17.493286 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0fd8d6bf-85a9-461b-ba99-4f2f8c650460 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/f4eea1a4-b921-4b3c-8704-0573a9ef8c0d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6176631 Nov 18 17:40:17.494036 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53596) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:17.494269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53598) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:17.535182 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-874ee1b0-367a-42f0-b129-d96db35a6bf5 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4eea1a4-b921-4b3c-8704-0573a9ef8c0d HTTP/1.1" status: 200 len: 205 time: 0.0374494 Nov 18 17:40:17.535404 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53600) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:17.572124 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-091df4fe-298c-4ab1-91fe-8e27e5b4e333 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:17.630556 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f20139d-b6cc-4034-8650-7dffb2e790d9 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:17.802284 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-091df4fe-298c-4ab1-91fe-8e27e5b4e333 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:17.804601 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-091df4fe-298c-4ab1-91fe-8e27e5b4e333 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:17.840003 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f20139d-b6cc-4034-8650-7dffb2e790d9 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:17.842381 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f20139d-b6cc-4034-8650-7dffb2e790d9 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:17.989139 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-091df4fe-298c-4ab1-91fe-8e27e5b4e333 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:17.993186 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091df4fe-298c-4ab1-91fe-8e27e5b4e333 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcc71f10-1b57-45ee-b1fb-1059b0550522 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:40:18.003284 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-091df4fe-298c-4ab1-91fe-8e27e5b4e333 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.005124 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-091df4fe-298c-4ab1-91fe-8e27e5b4e333 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] 10.222.0.72 "DELETE /v2.0/routers/fcc71f10-1b57-45ee-b1fb-1059b0550522 HTTP/1.1" status: 204 len: 168 time: 0.5116806 Nov 18 17:40:18.009116 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53612) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:18.016049 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7c0b6bf8-519b-4c7b-9006-19a94bfbf7ce tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Request body: {'router': {'name': 'tempest-router-1521610934', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f184f88a56b44e6686cadfe9505ea2c9'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:18.020889 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f20139d-b6cc-4034-8650-7dffb2e790d9 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.024976 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f20139d-b6cc-4034-8650-7dffb2e790d9 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Fanout notify agent at l3_agent the message router_deleted on router f4eea1a4-b921-4b3c-8704-0573a9ef8c0d {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:40:18.032974 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f20139d-b6cc-4034-8650-7dffb2e790d9 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.036506 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7f20139d-b6cc-4034-8650-7dffb2e790d9 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/routers/f4eea1a4-b921-4b3c-8704-0573a9ef8c0d HTTP/1.1" status: 204 len: 168 time: 0.4976535 Nov 18 17:40:18.037199 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53614) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:18.097821 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c0b549-5703-4f6e-a3f2-0e5028b20b10 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting subnet e4ae3466-f777-435b-b101-5f8e0380c9e7 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:40:18.101006 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b549-5703-4f6e-a3f2-0e5028b20b10 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.142972 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b549-5703-4f6e-a3f2-0e5028b20b10 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.210070 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c0b6bf8-519b-4c7b-9006-19a94bfbf7ce tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.213528 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c0b6bf8-519b-4c7b-9006-19a94bfbf7ce tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.270190 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c0b6bf8-519b-4c7b-9006-19a94bfbf7ce tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.326709 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b549-5703-4f6e-a3f2-0e5028b20b10 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.368082 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c0b6bf8-519b-4c7b-9006-19a94bfbf7ce tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.452638 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c0b6bf8-519b-4c7b-9006-19a94bfbf7ce tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.456608 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7c0b6bf8-519b-4c7b-9006-19a94bfbf7ce tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4433069 Nov 18 17:40:18.456736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53622) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:18.473793 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-76dca2f7-e836-47fb-bf9d-1e8095525018 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:18.545438 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b549-5703-4f6e-a3f2-0e5028b20b10 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.583142 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0b549-5703-4f6e-a3f2-0e5028b20b10 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ae3466-f777-435b-b101-5f8e0380c9e7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:18.621268 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b549-5703-4f6e-a3f2-0e5028b20b10 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.625634 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b8c0b549-5703-4f6e-a3f2-0e5028b20b10 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/subnets/e4ae3466-f777-435b-b101-5f8e0380c9e7 HTTP/1.1" status: 204 len: 168 time: 0.5870273 Nov 18 17:40:18.627257 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cea2c9-0fe8-4e50-ab03-bb789233c105 None None] Network a00511e1-5344-4a5b-9518-1a0e406b4339 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:18.628557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53626) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:18.720363 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.744834 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-76dca2f7-e836-47fb-bf9d-1e8095525018 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.745278 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-76dca2f7-e836-47fb-bf9d-1e8095525018 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.786719 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting port 00e10f27-04b3-4fdb-afa7-b899911ecdc3 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:40:18.787074 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.856601 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-76dca2f7-e836-47fb-bf9d-1e8095525018 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104007) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 18 17:40:18.857070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-76dca2f7-e836-47fb-bf9d-1e8095525018 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Router 3a611299-1002-4abf-8ca6-ca044eef51e2 migrating from provider to provider. {{(pid=104007) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 18 17:40:18.857522 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-76dca2f7-e836-47fb-bf9d-1e8095525018 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.874196 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410bdc61-cf0e-4168-8728-e556f839d4da None None] DHCP port deletion for a00511e1-5344-4a5b-9518-1a0e406b4339 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:40:18.886356 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-76dca2f7-e836-47fb-bf9d-1e8095525018 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.937142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] For port 00e10f27-04b3-4fdb-afa7-b899911ecdc3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=00e10f27-04b3-4fdb-afa7-b899911ecdc3,segment=NetworkSegment(00964ac7-ee4f-4643-8fe7-4544ed81462e),segment_id=00964ac7-ee4f-4643-8fe7-4544ed81462e)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:40:18.937737 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.955178 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-410bdc61-cf0e-4168-8728-e556f839d4da None None] Deleting port 00e10f27-04b3-4fdb-afa7-b899911ecdc3 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:40:18.955560 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-410bdc61-cf0e-4168-8728-e556f839d4da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:18.958086 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Calling delete_port for 00e10f27-04b3-4fdb-afa7-b899911ecdc3 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:40:18.982471 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-76dca2f7-e836-47fb-bf9d-1e8095525018 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:19.035197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-410bdc61-cf0e-4168-8728-e556f839d4da None None] For port 00e10f27-04b3-4fdb-afa7-b899911ecdc3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=00e10f27-04b3-4fdb-afa7-b899911ecdc3,segment=NetworkSegment(00964ac7-ee4f-4643-8fe7-4544ed81462e),segment_id=00964ac7-ee4f-4643-8fe7-4544ed81462e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:40:19.035671 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-410bdc61-cf0e-4168-8728-e556f839d4da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:19.061081 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-410bdc61-cf0e-4168-8728-e556f839d4da None None] Calling delete_port for 00e10f27-04b3-4fdb-afa7-b899911ecdc3 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:40:19.088202 n-d-813419-11 neutron-server[104007]: WARNING neutron.scheduler.l3_agent_scheduler [None req-76dca2f7-e836-47fb-bf9d-1e8095525018 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] No L3 agents can host the router 3a611299-1002-4abf-8ca6-ca044eef51e2 Nov 18 17:40:19.165086 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:19.171008 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-410bdc61-cf0e-4168-8728-e556f839d4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:19.183594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410bdc61-cf0e-4168-8728-e556f839d4da None None] No DVR routers for this DVR port 00e10f27-04b3-4fdb-afa7-b899911ecdc3 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:40:19.198961 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] No DVR routers for this DVR port 00e10f27-04b3-4fdb-afa7-b899911ecdc3 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:40:19.205298 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410bdc61-cf0e-4168-8728-e556f839d4da None None] Pushing event deleted for resources: {'Port': ['ID=00e10f27-04b3-4fdb-afa7-b899911ecdc3,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:19.205860 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Port': ['ID=00e10f27-04b3-4fdb-afa7-b899911ecdc3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:19.242696 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dca2f7-e836-47fb-bf9d-1e8095525018 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Hosts for router 3a611299-1002-4abf-8ca6-ca044eef51e2: [] {{(pid=104007) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 18 17:40:19.276695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dca2f7-e836-47fb-bf9d-1e8095525018 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Hosts for other DVR routers connected to router 3a611299-1002-4abf-8ca6-ca044eef51e2: set() {{(pid=104007) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 18 17:40:19.279563 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-76dca2f7-e836-47fb-bf9d-1e8095525018 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:19.293902 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-76dca2f7-e836-47fb-bf9d-1e8095525018 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] 10.222.0.72 "PUT /v2.0/routers/3a611299-1002-4abf-8ca6-ca044eef51e2 HTTP/1.1" status: 200 len: 717 time: 0.8232102 Nov 18 17:40:19.293902 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53636) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:19.352564 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:19.377082 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00511e1-5344-4a5b-9518-1a0e406b4339']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:19.378524 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-19ab0740-27f4-43e2-9574-dbe7535644d1 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] 10.222.0.72 "GET /v2.0/routers/3a611299-1002-4abf-8ca6-ca044eef51e2 HTTP/1.1" status: 200 len: 717 time: 0.0916770 Nov 18 17:40:19.380741 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53638) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:19.387647 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00964ac7-ee4f-4643-8fe7-4544ed81462e') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:19.388031 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00964ac7-ee4f-4643-8fe7-4544ed81462e') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:19.399248 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:19.414488 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:19.421269 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:40:19.421804 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:40:19.427523 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:40:19.592925 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:19.601667 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:19.609489 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/networks/a00511e1-5344-4a5b-9518-1a0e406b4339 HTTP/1.1" status: 204 len: 168 time: 0.9798274 Nov 18 17:40:19.611820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53646) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:19.617465 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-de738418-04c9-4b93-8152-4d204fac8268 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'network': {'name': 'tempest-RoutersTest-1692378010'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:19.650060 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fbd6e-78e0-4584-a60e-7a183c296389 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Network': ['ID=a00511e1-5344-4a5b-9518-1a0e406b4339,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:19.693268 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8450abeb-5825-450c-b92d-4470cb34133e tempest-RoutersTestDVR-1104391975 tempest-RoutersTestDVR-1104391975-project] 10.222.0.72 "GET /v2.0/routers/3a611299-1002-4abf-8ca6-ca044eef51e2 HTTP/1.1" status: 200 len: 683 time: 0.3113403 Nov 18 17:40:19.695892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53648) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:19.712845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de738418-04c9-4b93-8152-4d204fac8268 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:19.717467 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-de738418-04c9-4b93-8152-4d204fac8268 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:19.768122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de738418-04c9-4b93-8152-4d204fac8268 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:40:19.776247 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5b770f21-883d-4f6d-a7fa-5f63184dc279 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:19.794635 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-de738418-04c9-4b93-8152-4d204fac8268 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:19.794635 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-de738418-04c9-4b93-8152-4d204fac8268 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Added segment 680909cf-e39e-42b4-b7fd-63302b6823bf of type vlan for network f7f72db5-4f18-410e-8974-79b8062da237 Nov 18 17:40:19.928781 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-de738418-04c9-4b93-8152-4d204fac8268 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:20.006347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 00e10f27-04b3-4fdb-afa7-b899911ecdc3 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:40:20.033221 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5b770f21-883d-4f6d-a7fa-5f63184dc279 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:20.039807 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5b770f21-883d-4f6d-a7fa-5f63184dc279 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:20.055307 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-de738418-04c9-4b93-8152-4d204fac8268 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:20.061966 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de738418-04c9-4b93-8152-4d204fac8268 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:20.062586 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-de738418-04c9-4b93-8152-4d204fac8268 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:20.097435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 00e10f27-04b3-4fdb-afa7-b899911ecdc3 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:40:20.098380 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 00e10f27-04b3-4fdb-afa7-b899911ecdc3 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:40:20.196292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de738418-04c9-4b93-8152-4d204fac8268 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Network': ['ID=f7f72db5-4f18-410e-8974-79b8062da237,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:20.204626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53652) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:20.204924 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-de738418-04c9-4b93-8152-4d204fac8268 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5914347 Nov 18 17:40:20.209477 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network f7f72db5-4f18-410e-8974-79b8062da237 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:40:20.210474 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-09587e2f-e3ca-449f-9302-53cd0c36020d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'subnet': {'network_id': 'f7f72db5-4f18-410e-8974-79b8062da237', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:20.229474 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5b770f21-883d-4f6d-a7fa-5f63184dc279 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:20.229474 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b770f21-883d-4f6d-a7fa-5f63184dc279 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a611299-1002-4abf-8ca6-ca044eef51e2 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:40:20.235923 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5b770f21-883d-4f6d-a7fa-5f63184dc279 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:20.242367 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53654) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:20.242542 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5b770f21-883d-4f6d-a7fa-5f63184dc279 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] 10.222.0.72 "DELETE /v2.0/routers/3a611299-1002-4abf-8ca6-ca044eef51e2 HTTP/1.1" status: 204 len: 168 time: 0.5454443 Nov 18 17:40:20.247300 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2c76935e-5852-4ae1-bbbe-c7f3f543087f tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Request body: {'router': {'name': 'tempest-router-864870763', 'distributed': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:20.370844 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c76935e-5852-4ae1-bbbe-c7f3f543087f tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:20.373894 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c76935e-5852-4ae1-bbbe-c7f3f543087f tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:20.456120 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c76935e-5852-4ae1-bbbe-c7f3f543087f tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:20.474992 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09587e2f-e3ca-449f-9302-53cd0c36020d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:20.480410 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-09587e2f-e3ca-449f-9302-53cd0c36020d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:20.565349 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c76935e-5852-4ae1-bbbe-c7f3f543087f tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:20.854773 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c76935e-5852-4ae1-bbbe-c7f3f543087f tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:20.861659 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2c76935e-5852-4ae1-bbbe-c7f3f543087f tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6177299 Nov 18 17:40:20.862591 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53668) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:20.873747 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-09587e2f-e3ca-449f-9302-53cd0c36020d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.006275 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09587e2f-e3ca-449f-9302-53cd0c36020d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Subnet': ['ID=c47cac8b-cf58-4e46-b878-1ac1d35f02be,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:21.025399 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dd96c62-3f90-4764-90dc-85c824ff5e89 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.026997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09587e2f-e3ca-449f-9302-53cd0c36020d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Checking segment: {'id': '680909cf-e39e-42b4-b7fd-63302b6823bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f7f72db5-4f18-410e-8974-79b8062da237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:21.029661 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09587e2f-e3ca-449f-9302-53cd0c36020d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network hostable DHCP agents. Network: f7f72db5-4f18-410e-8974-79b8062da237, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:40:21.176460 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09587e2f-e3ca-449f-9302-53cd0c36020d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network f7f72db5-4f18-410e-8974-79b8062da237 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:40:21.195470 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53674) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:21.258947 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dd96c62-3f90-4764-90dc-85c824ff5e89 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.263034 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dd96c62-3f90-4764-90dc-85c824ff5e89 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.312864 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-09587e2f-e3ca-449f-9302-53cd0c36020d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, f7f72db5-4f18-410e-8974-79b8062da237) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:21.315324 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5deca0af-37b9-4e70-9cc0-511ac64e88fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.319979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09587e2f-e3ca-449f-9302-53cd0c36020d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:21.320626 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-09587e2f-e3ca-449f-9302-53cd0c36020d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.321183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d0f1c8-f6ee-4983-8c67-545dfdcfd227 None None] Network f7f72db5-4f18-410e-8974-79b8062da237 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:21.405009 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dd96c62-3f90-4764-90dc-85c824ff5e89 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.405790 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd96c62-3f90-4764-90dc-85c824ff5e89 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27f0764e-b312-4fe7-ae46-698fcbdd5562 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:40:21.411519 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dd96c62-3f90-4764-90dc-85c824ff5e89 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.412140 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2dd96c62-3f90-4764-90dc-85c824ff5e89 tempest-RoutersTestDVR-185936520 tempest-RoutersTestDVR-185936520-project-admin] 10.222.0.72 "DELETE /v2.0/routers/27f0764e-b312-4fe7-ae46-698fcbdd5562 HTTP/1.1" status: 204 len: 168 time: 0.5482535 Nov 18 17:40:21.419266 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53682) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:21.420644 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-09587e2f-e3ca-449f-9302-53cd0c36020d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2147923 Nov 18 17:40:21.426659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5f576e2d-32b8-4a1b-85fc-432e5e4dfa88 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-778955578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:21.514849 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5deca0af-37b9-4e70-9cc0-511ac64e88fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.523987 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f576e2d-32b8-4a1b-85fc-432e5e4dfa88 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.526233 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f576e2d-32b8-4a1b-85fc-432e5e4dfa88 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.557683 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-f7f72db5-4f18-410e-8974-79b8062da237', 'network_id': 'f7f72db5-4f18-410e-8974-79b8062da237', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'fixed_ips': [{'subnet_id': 'c47cac8b-cf58-4e46-b878-1ac1d35f02be'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:40:21.558943 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.601023 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f576e2d-32b8-4a1b-85fc-432e5e4dfa88 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.616217 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5deca0af-37b9-4e70-9cc0-511ac64e88fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.658563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deca0af-37b9-4e70-9cc0-511ac64e88fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81073d12-5c05-4e07-9134-a6552e601936,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:21.664902 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5deca0af-37b9-4e70-9cc0-511ac64e88fa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c0c36a4944b8411eb996062ec8ce398e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4668276 Nov 18 17:40:21.666313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53690) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:21.716531 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a203589b-62db-4b65-8926-d7ac9dd4bb57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.718270 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Allocated IP 172.20.0.2 (f7f72db5-4f18-410e-8974-79b8062da237/c47cac8b-cf58-4e46-b878-1ac1d35f02be/2e310d59-1bbd-4649-a5e7-0bd38f120edb) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:21.739841 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a203589b-62db-4b65-8926-d7ac9dd4bb57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.792800 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f576e2d-32b8-4a1b-85fc-432e5e4dfa88 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.797108 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.872913 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.902602 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a203589b-62db-4b65-8926-d7ac9dd4bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.912463 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a203589b-62db-4b65-8926-d7ac9dd4bb57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.912463 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a203589b-62db-4b65-8926-d7ac9dd4bb57 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/81073d12-5c05-4e07-9134-a6552e601936 HTTP/1.1" status: 204 len: 168 time: 0.2393961 Nov 18 17:40:21.912463 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f576e2d-32b8-4a1b-85fc-432e5e4dfa88 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.917371 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5f576e2d-32b8-4a1b-85fc-432e5e4dfa88 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4929180 Nov 18 17:40:21.917371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53698) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:21.965914 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:21.973825 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203589b-62db-4b65-8926-d7ac9dd4bb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81073d12-5c05-4e07-9134-a6552e601936,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:22.035172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53700) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:22.038489 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Pushing event updated for resources: {'Port': ['ID=2e310d59-1bbd-4649-a5e7-0bd38f120edb,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:22.068169 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Network f7f72db5-4f18-410e-8974-79b8062da237 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:22.079717 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:22.083083 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:22.156668 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Attempting to bind port 2e310d59-1bbd-4649-a5e7-0bd38f120edb on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:40:22.158108 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Attempting to bind port 2e310d59-1bbd-4649-a5e7-0bd38f120edb by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '680909cf-e39e-42b4-b7fd-63302b6823bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f7f72db5-4f18-410e-8974-79b8062da237'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:40:22.158488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Attempting to bind port 2e310d59-1bbd-4649-a5e7-0bd38f120edb on network f7f72db5-4f18-410e-8974-79b8062da237 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:40:22.164647 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:40:22.165410 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Checking segment: {'id': '680909cf-e39e-42b4-b7fd-63302b6823bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f7f72db5-4f18-410e-8974-79b8062da237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:22.165410 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:22.166006 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Bound using segment: {'id': '680909cf-e39e-42b4-b7fd-63302b6823bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f7f72db5-4f18-410e-8974-79b8062da237'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:40:22.166497 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Bound port: 2e310d59-1bbd-4649-a5e7-0bd38f120edb, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680909cf-e39e-42b4-b7fd-63302b6823bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f7f72db5-4f18-410e-8974-79b8062da237'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:40:22.167152 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:22.235055 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a0e844d-ae26-4a85-b8a4-3a35f2ba3545 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:22.258398 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] For port 2e310d59-1bbd-4649-a5e7-0bd38f120edb, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:40:22.261481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] For port 2e310d59-1bbd-4649-a5e7-0bd38f120edb, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2e310d59-1bbd-4649-a5e7-0bd38f120edb,segment=NetworkSegment(680909cf-e39e-42b4-b7fd-63302b6823bf),segment_id=680909cf-e39e-42b4-b7fd-63302b6823bf)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:40:22.294658 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:22.337039 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:22.357409 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a0e844d-ae26-4a85-b8a4-3a35f2ba3545 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:22.420815 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0679f6-63a3-4151-926e-80a879d7b869 None None] Pushing event updated for resources: {'Port': ['ID=2e310d59-1bbd-4649-a5e7-0bd38f120edb,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:22.443750 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a0e844d-ae26-4a85-b8a4-3a35f2ba3545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:22.481698 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9a0e844d-ae26-4a85-b8a4-3a35f2ba3545 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f184f88a56b44e6686cadfe9505ea2c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4452460 Nov 18 17:40:22.484733 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53712) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:22.501716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e844d-ae26-4a85-b8a4-3a35f2ba3545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f46c6c-b54d-4344-b4d4-f60dabd5b90e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:22.627167 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39195744-507c-4e11-a50c-b16c8b3e3afc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:22.681618 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39195744-507c-4e11-a50c-b16c8b3e3afc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:22.742432 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Allocated IP 172.20.0.1 (f7f72db5-4f18-410e-8974-79b8062da237/c47cac8b-cf58-4e46-b878-1ac1d35f02be/b67192c3-124f-4581-93e3-8eaa5ea934da) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:22.956917 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:22.966644 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39195744-507c-4e11-a50c-b16c8b3e3afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:22.971294 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39195744-507c-4e11-a50c-b16c8b3e3afc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:22.972548 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-39195744-507c-4e11-a50c-b16c8b3e3afc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/45f46c6c-b54d-4344-b4d4-f60dabd5b90e HTTP/1.1" status: 204 len: 168 time: 0.4863634 Nov 18 17:40:22.984688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39195744-507c-4e11-a50c-b16c8b3e3afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f46c6c-b54d-4344-b4d4-f60dabd5b90e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:23.101827 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:23.142511 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:23.168944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=b67192c3-124f-4581-93e3-8eaa5ea934da,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:23.186059 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network f7f72db5-4f18-410e-8974-79b8062da237 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:23.190132 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:23.198503 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:23.224872 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:40:23.332587 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:23.671289 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:23.999211 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53762) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:24.019329 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a46154-39ce-497e-a566-7008f00b198f None None] Network f7f72db5-4f18-410e-8974-79b8062da237 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:24.046222 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8abfacba-b82f-41b1-b3df-f844b63cdc5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:24.204588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2e310d59-1bbd-4649-a5e7-0bd38f120edb up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:40:24.260495 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:24.264971 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8abfacba-b82f-41b1-b3df-f844b63cdc5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:24.275234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6c37db0f-3b61-40ad-99b3-338f83ccd3cb None None] Provisioning complete for port 2e310d59-1bbd-4649-a5e7-0bd38f120edb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:24.275672 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c37db0f-3b61-40ad-99b3-338f83ccd3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:24.358561 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2e310d59-1bbd-4649-a5e7-0bd38f120edb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:24.358929 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:24.374743 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:24.410153 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8abfacba-b82f-41b1-b3df-f844b63cdc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:24.466336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfacba-b82f-41b1-b3df-f844b63cdc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6828c1b-4abe-49d1-85d6-37187510c3af,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:24.475461 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:24.509972 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c37db0f-3b61-40ad-99b3-338f83ccd3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:24.527758 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=b67192c3-124f-4581-93e3-8eaa5ea934da,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:24.531570 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53780) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:24.531982 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8abfacba-b82f-41b1-b3df-f844b63cdc5f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9e71f84a881a4062b504e366fb9a512e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5301311 Nov 18 17:40:24.568235 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6c37db0f-3b61-40ad-99b3-338f83ccd3cb None None] For port 2e310d59-1bbd-4649-a5e7-0bd38f120edb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2e310d59-1bbd-4649-a5e7-0bd38f120edb,segment=NetworkSegment(680909cf-e39e-42b4-b7fd-63302b6823bf),segment_id=680909cf-e39e-42b4-b7fd-63302b6823bf)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:40:24.630618 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:24.752006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network f7f72db5-4f18-410e-8974-79b8062da237 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:24.768839 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:24.944834 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b89f2618-64e3-43ca-a44a-dee6281edbe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:24.973385 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c37db0f-3b61-40ad-99b3-338f83ccd3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:25.044576 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37db0f-3b61-40ad-99b3-338f83ccd3cb None None] Pushing event updated for resources: {'Port': ['ID=2e310d59-1bbd-4649-a5e7-0bd38f120edb,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:25.049281 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b89f2618-64e3-43ca-a44a-dee6281edbe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:25.107918 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:40:25.108648 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:40:25.117686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-94c319fd-1693-4743-a5d5-71db79da975c None None] Provisioning complete for port b67192c3-124f-4581-93e3-8eaa5ea934da triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:25.117686 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-94c319fd-1693-4743-a5d5-71db79da975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:25.126372 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4aa1045b-cfb6-4909-8509-fc4a18d5a9dd req-3ef55cc3-c1c4-4761-b410-6b7ef5c5c182 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1742113 Nov 18 17:40:25.203306 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-94c319fd-1693-4743-a5d5-71db79da975c None None] Port b67192c3-124f-4581-93e3-8eaa5ea934da cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:40:25.233691 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-94c319fd-1693-4743-a5d5-71db79da975c None None] Provisioning complete for port 2e310d59-1bbd-4649-a5e7-0bd38f120edb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:25.234071 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-94c319fd-1693-4743-a5d5-71db79da975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:25.246956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router 62d42cc4-7725-498b-b156-0c7538a2057b is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:40:25.384511 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b89f2618-64e3-43ca-a44a-dee6281edbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:25.387317 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b89f2618-64e3-43ca-a44a-dee6281edbe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:25.388542 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b89f2618-64e3-43ca-a44a-dee6281edbe1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f6828c1b-4abe-49d1-85d6-37187510c3af HTTP/1.1" status: 204 len: 168 time: 0.8557513 Nov 18 17:40:25.393317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:40:25.404838 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9732216a-f24e-4693-a655-190b93799cea tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/62d42cc4-7725-498b-b156-0c7538a2057b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4825976 Nov 18 17:40:25.404838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1045b-cfb6-4909-8509-fc4a18d5a9dd req-3e8a300d-e9ec-44a1-b334-334ef8da0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:25.404838 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4aa1045b-cfb6-4909-8509-fc4a18d5a9dd req-3e8a300d-e9ec-44a1-b334-334ef8da0a16 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 1098 time: 0.1923780 Nov 18 17:40:25.407730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53814) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:25.421602 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f2618-64e3-43ca-a44a-dee6281edbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6828c1b-4abe-49d1-85d6-37187510c3af,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:25.450680 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20408e43-b29e-4b9e-9107-a5166477323c None None] Sync routers for ids ['62d42cc4-7725-498b-b156-0c7538a2057b'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:40:25.513490 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20408e43-b29e-4b9e-9107-a5166477323c None None] Routers {'62d42cc4-7725-498b-b156-0c7538a2057b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:25.515052 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-20408e43-b29e-4b9e-9107-a5166477323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['62d42cc4-7725-498b-b156-0c7538a2057b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:25.536658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1045b-cfb6-4909-8509-fc4a18d5a9dd req-2119cc9e-0580-4685-a613-cd5630f384a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:25.538065 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4aa1045b-cfb6-4909-8509-fc4a18d5a9dd req-2119cc9e-0580-4685-a613-cd5630f384a8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 913 time: 0.1122756 Nov 18 17:40:25.550645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c2238a-13aa-407e-9f6b-bfd3ea3987c8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:25.554157 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e3c2238a-13aa-407e-9f6b-bfd3ea3987c8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports/b67192c3-124f-4581-93e3-8eaa5ea934da HTTP/1.1" status: 200 len: 910 time: 0.1444349 Nov 18 17:40:25.557357 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53822) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:25.570529 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-20408e43-b29e-4b9e-9107-a5166477323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:25.644765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-abdf0291-06eb-42dc-9550-60b373a9deb2 None None] Provisioning complete for port b67192c3-124f-4581-93e3-8eaa5ea934da triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:25.651501 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-abdf0291-06eb-42dc-9550-60b373a9deb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:25.670446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20408e43-b29e-4b9e-9107-a5166477323c None None] Routers {'62d42cc4-7725-498b-b156-0c7538a2057b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:25.671237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-20408e43-b29e-4b9e-9107-a5166477323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['62d42cc4-7725-498b-b156-0c7538a2057b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:25.743412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-20408e43-b29e-4b9e-9107-a5166477323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:25.744392 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20408e43-b29e-4b9e-9107-a5166477323c None None] The sync data for ids ['62d42cc4-7725-498b-b156-0c7538a2057b'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:40:25.801490 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-abdf0291-06eb-42dc-9550-60b373a9deb2 None None] Port b67192c3-124f-4581-93e3-8eaa5ea934da cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:40:25.976318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2e310d59-1bbd-4649-a5e7-0bd38f120edb up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:40:26.042014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2e310d59-1bbd-4649-a5e7-0bd38f120edb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:26.042885 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:26.242303 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4aa1045b-cfb6-4909-8509-fc4a18d5a9dd req-7ba3a19f-9c6b-4abe-a022-03d4ba67e3c0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75690271-7909-4cab-a751-ae4c707cec53 HTTP/1.1" status: 200 len: 1001 time: 0.6951053 Nov 18 17:40:26.378342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1045b-cfb6-4909-8509-fc4a18d5a9dd req-8776a6b0-ddb4-4d86-b33f-4c3084fef897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:26.379927 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4aa1045b-cfb6-4909-8509-fc4a18d5a9dd req-8776a6b0-ddb4-4d86-b33f-4c3084fef897 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.0965343 Nov 18 17:40:26.490035 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1045b-cfb6-4909-8509-fc4a18d5a9dd req-16c9d7cd-2e33-41bc-be47-df2189ba2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:26.491590 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4aa1045b-cfb6-4909-8509-fc4a18d5a9dd req-16c9d7cd-2e33-41bc-be47-df2189ba2c7a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0896261 Nov 18 17:40:26.690245 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4aa1045b-cfb6-4909-8509-fc4a18d5a9dd req-bcf18aef-d168-4472-bcaa-c70c008fec34 service neutron] 10.222.0.81 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840858 Nov 18 17:40:26.801524 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f9bf08fd-c2e0-4ebb-925b-629f7d9554db tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:26.892788 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4aa1045b-cfb6-4909-8509-fc4a18d5a9dd req-10ded1b4-9e88-480a-b491-d9a47ae92b6e service neutron] 10.222.0.81 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990709 Nov 18 17:40:26.995746 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53876) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:27.104179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf08fd-c2e0-4ebb-925b-629f7d9554db tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting port b67192c3-124f-4581-93e3-8eaa5ea934da {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:40:27.104643 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f9bf08fd-c2e0-4ebb-925b-629f7d9554db tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:27.241943 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f9bf08fd-c2e0-4ebb-925b-629f7d9554db tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:27.245277 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7cc77899-66ec-4167-9bcc-7fb3274551aa tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1457906584'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:27.251908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf08fd-c2e0-4ebb-925b-629f7d9554db tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Calling delete_port for b67192c3-124f-4581-93e3-8eaa5ea934da owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:40:27.353174 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc77899-66ec-4167-9bcc-7fb3274551aa tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Made reservation on behalf of 8aaddd8bb08d4b5ea3f472941dfba763 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:27.357865 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7cc77899-66ec-4167-9bcc-7fb3274551aa tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:27.373050 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7cc77899-66ec-4167-9bcc-7fb3274551aa tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:27.530144 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f9bf08fd-c2e0-4ebb-925b-629f7d9554db tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:27.592338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf08fd-c2e0-4ebb-925b-629f7d9554db tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Port': ['ID=b67192c3-124f-4581-93e3-8eaa5ea934da,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:27.642439 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7cc77899-66ec-4167-9bcc-7fb3274551aa tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:27.741323 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7cc77899-66ec-4167-9bcc-7fb3274551aa tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:27.777930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc77899-66ec-4167-9bcc-7fb3274551aa tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:40:27.786261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc77899-66ec-4167-9bcc-7fb3274551aa tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce5bc5c-3974-4691-bbfc-1e05cf63f5bc,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:27.798807 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7cc77899-66ec-4167-9bcc-7fb3274551aa tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:27.799167 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-7cc77899-66ec-4167-9bcc-7fb3274551aa tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Added segment 826a79db-4232-407b-baa9-ca446d72cb7c of type vlan for network 239ac4ec-daf8-4791-8203-fbbdaef4f607 Nov 18 17:40:27.834706 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f9bf08fd-c2e0-4ebb-925b-629f7d9554db tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:27.945052 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7cc77899-66ec-4167-9bcc-7fb3274551aa tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:28.070681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bf08fd-c2e0-4ebb-925b-629f7d9554db tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router 62d42cc4-7725-498b-b156-0c7538a2057b has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:40:28.111636 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7cc77899-66ec-4167-9bcc-7fb3274551aa tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:28.114138 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc77899-66ec-4167-9bcc-7fb3274551aa tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:28.114848 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7cc77899-66ec-4167-9bcc-7fb3274551aa tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:28.185219 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bf08fd-c2e0-4ebb-925b-629f7d9554db tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:40:28.194187 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f9bf08fd-c2e0-4ebb-925b-629f7d9554db tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/62d42cc4-7725-498b-b156-0c7538a2057b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6343596 Nov 18 17:40:28.195692 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53924) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:28.201344 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8524c52f-2a63-4865-8a9c-8b1ee0436bed None None] Sync routers for ids ['62d42cc4-7725-498b-b156-0c7538a2057b'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:40:28.229649 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8524c52f-2a63-4865-8a9c-8b1ee0436bed None None] Routers {'62d42cc4-7725-498b-b156-0c7538a2057b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:28.229649 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8524c52f-2a63-4865-8a9c-8b1ee0436bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['62d42cc4-7725-498b-b156-0c7538a2057b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:28.230368 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-87f2766f-600b-476d-b5ad-b555e1404620 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports?device_id=62d42cc4-7725-498b-b156-0c7538a2057b HTTP/1.1" status: 200 len: 205 time: 0.0330379 Nov 18 17:40:28.232686 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53926) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:28.275846 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8524c52f-2a63-4865-8a9c-8b1ee0436bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:28.288383 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc77899-66ec-4167-9bcc-7fb3274551aa tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event updated for resources: {'Network': ['ID=239ac4ec-daf8-4791-8203-fbbdaef4f607,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:28.290878 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8524c52f-2a63-4865-8a9c-8b1ee0436bed None None] Routers {'62d42cc4-7725-498b-b156-0c7538a2057b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:28.291881 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8524c52f-2a63-4865-8a9c-8b1ee0436bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['62d42cc4-7725-498b-b156-0c7538a2057b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:28.320950 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 239ac4ec-daf8-4791-8203-fbbdaef4f607 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:40:28.368384 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8524c52f-2a63-4865-8a9c-8b1ee0436bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:28.369383 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8524c52f-2a63-4865-8a9c-8b1ee0436bed None None] The sync data for ids ['62d42cc4-7725-498b-b156-0c7538a2057b'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:40:28.385981 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b922696b-d625-4997-975e-99bd4f2b36bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:28.409501 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7cc77899-66ec-4167-9bcc-7fb3274551aa tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4114728 Nov 18 17:40:28.649096 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b922696b-d625-4997-975e-99bd4f2b36bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:28.651380 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b922696b-d625-4997-975e-99bd4f2b36bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:28.826273 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b922696b-d625-4997-975e-99bd4f2b36bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:28.826720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b922696b-d625-4997-975e-99bd4f2b36bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Fanout notify agent at l3_agent the message router_deleted on router 62d42cc4-7725-498b-b156-0c7538a2057b {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:40:28.836647 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b922696b-d625-4997-975e-99bd4f2b36bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:28.838471 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b922696b-d625-4997-975e-99bd4f2b36bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/routers/62d42cc4-7725-498b-b156-0c7538a2057b HTTP/1.1" status: 204 len: 168 time: 0.6041822 Nov 18 17:40:28.841269 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53940) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:28.904479 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2d1512-1d1b-4377-bbe1-6bdcd307eb20 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting subnet c47cac8b-cf58-4e46-b878-1ac1d35f02be {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:40:28.908380 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c2d1512-1d1b-4377-bbe1-6bdcd307eb20 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:28.953222 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c2d1512-1d1b-4377-bbe1-6bdcd307eb20 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:29.094666 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c2d1512-1d1b-4377-bbe1-6bdcd307eb20 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:29.261500 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c2d1512-1d1b-4377-bbe1-6bdcd307eb20 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:29.291118 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d1512-1d1b-4377-bbe1-6bdcd307eb20 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Subnet': ['ID=c47cac8b-cf58-4e46-b878-1ac1d35f02be,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:29.296264 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c2d1512-1d1b-4377-bbe1-6bdcd307eb20 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:29.300514 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8c2d1512-1d1b-4377-bbe1-6bdcd307eb20 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/subnets/c47cac8b-cf58-4e46-b878-1ac1d35f02be HTTP/1.1" status: 204 len: 168 time: 0.4583139 Nov 18 17:40:29.307293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 53952) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:29.315709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233210d2-f547-49cb-b424-5cb575e3076a None None] Network f7f72db5-4f18-410e-8974-79b8062da237 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:29.472823 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:29.654723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting port 2e310d59-1bbd-4649-a5e7-0bd38f120edb {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:40:29.656702 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:29.731704 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd008e7-d208-4453-bb2f-41222f3de99f None None] DHCP port deletion for f7f72db5-4f18-410e-8974-79b8062da237 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:40:29.846896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5fd008e7-d208-4453-bb2f-41222f3de99f None None] Deleting port 2e310d59-1bbd-4649-a5e7-0bd38f120edb {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:40:29.847560 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5fd008e7-d208-4453-bb2f-41222f3de99f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:29.950566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] For port 2e310d59-1bbd-4649-a5e7-0bd38f120edb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2e310d59-1bbd-4649-a5e7-0bd38f120edb,segment=NetworkSegment(680909cf-e39e-42b4-b7fd-63302b6823bf),segment_id=680909cf-e39e-42b4-b7fd-63302b6823bf)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:40:29.951641 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:29.971555 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5fd008e7-d208-4453-bb2f-41222f3de99f None None] For port 2e310d59-1bbd-4649-a5e7-0bd38f120edb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2e310d59-1bbd-4649-a5e7-0bd38f120edb,segment=NetworkSegment(680909cf-e39e-42b4-b7fd-63302b6823bf),segment_id=680909cf-e39e-42b4-b7fd-63302b6823bf)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:40:29.979591 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5fd008e7-d208-4453-bb2f-41222f3de99f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:29.982878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Calling delete_port for 2e310d59-1bbd-4649-a5e7-0bd38f120edb owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:40:30.000116 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5fd008e7-d208-4453-bb2f-41222f3de99f None None] Calling delete_port for 2e310d59-1bbd-4649-a5e7-0bd38f120edb owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:40:30.115122 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2e310d59-1bbd-4649-a5e7-0bd38f120edb no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:40:30.194418 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:30.198049 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5fd008e7-d208-4453-bb2f-41222f3de99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:30.270939 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aeb3e04d-1943-42f8-b99d-3592d54c94e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:30.272532 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd008e7-d208-4453-bb2f-41222f3de99f None None] Pushing event deleted for resources: {'Port': ['ID=2e310d59-1bbd-4649-a5e7-0bd38f120edb,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:30.283992 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd008e7-d208-4453-bb2f-41222f3de99f None None] No DVR routers for this DVR port 2e310d59-1bbd-4649-a5e7-0bd38f120edb on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:40:30.296331 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Port': ['ID=2e310d59-1bbd-4649-a5e7-0bd38f120edb,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:30.311617 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] No DVR routers for this DVR port 2e310d59-1bbd-4649-a5e7-0bd38f120edb on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:40:30.327311 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No active binding found for port 2e310d59-1bbd-4649-a5e7-0bd38f120edb {{(pid=104009) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 18 17:40:30.330765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2e310d59-1bbd-4649-a5e7-0bd38f120edb not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:40:30.538808 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:30.602447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f72db5-4f18-410e-8974-79b8062da237']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:30.623981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680909cf-e39e-42b4-b7fd-63302b6823bf') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:30.623981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680909cf-e39e-42b4-b7fd-63302b6823bf') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:30.636744 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:30.659199 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:30.670014 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:40:30.670014 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:40:30.671594 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:40:30.777543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 53994) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:31.048574 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1277bf85-fafb-4d31-bf29-26fd0dd9c1d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:31.230387 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1277bf85-fafb-4d31-bf29-26fd0dd9c1d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:31.305790 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1277bf85-fafb-4d31-bf29-26fd0dd9c1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:31.357482 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277bf85-fafb-4d31-bf29-26fd0dd9c1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb17510-7602-4939-84dd-6b917d013f82,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:31.430027 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1277bf85-fafb-4d31-bf29-26fd0dd9c1d9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=45564fe43aea41f6a89449fc32cb87a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6483374 Nov 18 17:40:31.430957 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54004) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:31.515601 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ac69ccf-47bd-48e7-a251-475ebf24c850 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:31.542841 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ac69ccf-47bd-48e7-a251-475ebf24c850 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:31.640216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54012) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:31.645483 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-05a3a9c7-662e-4965-a89b-92d42188e937 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Request body: {'subnet': {'network_id': '239ac4ec-daf8-4791-8203-fbbdaef4f607', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:31.650306 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:31.671207 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:31.675942 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/networks/f7f72db5-4f18-410e-8974-79b8062da237 HTTP/1.1" status: 204 len: 168 time: 2.3716493 Nov 18 17:40:31.677456 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81a231-e452-43b0-bda5-5b4b51442733 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Network': ['ID=f7f72db5-4f18-410e-8974-79b8062da237,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:31.680689 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54014) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:31.685832 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-493566884', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}, 'admin_state_up': False}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:31.707436 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54018) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:31.708938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ac69ccf-47bd-48e7-a251-475ebf24c850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:31.711914 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ac69ccf-47bd-48e7-a251-475ebf24c850 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:31.713161 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3ac69ccf-47bd-48e7-a251-475ebf24c850 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5eb17510-7602-4939-84dd-6b917d013f82 HTTP/1.1" status: 204 len: 168 time: 0.2804105 Nov 18 17:40:31.753612 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac69ccf-47bd-48e7-a251-475ebf24c850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb17510-7602-4939-84dd-6b917d013f82,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:31.804116 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:31.806093 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:31.899421 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:31.905886 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a3a9c7-662e-4965-a89b-92d42188e937 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Made reservation on behalf of 8aaddd8bb08d4b5ea3f472941dfba763 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:31.909221 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc88cf01-5998-4768-b775-462cc53ad70b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:31.912467 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05a3a9c7-662e-4965-a89b-92d42188e937 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.052895 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc88cf01-5998-4768-b775-462cc53ad70b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.131723 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc88cf01-5998-4768-b775-462cc53ad70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.172286 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.205263 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fc88cf01-5998-4768-b775-462cc53ad70b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=78e8fc5273be415789ea4e7d7122b276&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4957888 Nov 18 17:40:32.207347 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88cf01-5998-4768-b775-462cc53ad70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36a9bf2-f16a-4b7b-a968-be58081f2458,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:32.211325 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54030) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:32.227097 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05a3a9c7-662e-4965-a89b-92d42188e937 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.358211 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3a9c7-662e-4965-a89b-92d42188e937 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event updated for resources: {'Subnet': ['ID=1ac02879-ac40-4e26-a434-632abf4f77e1,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:32.369997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a3a9c7-662e-4965-a89b-92d42188e937 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Checking segment: {'id': '826a79db-4232-407b-baa9-ca446d72cb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '239ac4ec-daf8-4791-8203-fbbdaef4f607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:32.370736 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a3a9c7-662e-4965-a89b-92d42188e937 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Network hostable DHCP agents. Network: 239ac4ec-daf8-4791-8203-fbbdaef4f607, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:40:32.400358 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-252dffab-0cd6-4dcd-beec-279d2350570a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.427762 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-252dffab-0cd6-4dcd-beec-279d2350570a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.450395 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-edbc4f53-48cd-4c6c-9c9b-59827d23e3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.478800 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.498600 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.512981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a3a9c7-662e-4965-a89b-92d42188e937 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Network 239ac4ec-daf8-4791-8203-fbbdaef4f607 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:40:32.541640 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-252dffab-0cd6-4dcd-beec-279d2350570a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.544436 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-252dffab-0cd6-4dcd-beec-279d2350570a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.548867 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-252dffab-0cd6-4dcd-beec-279d2350570a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c36a9bf2-f16a-4b7b-a968-be58081f2458 HTTP/1.1" status: 204 len: 168 time: 0.3364520 Nov 18 17:40:32.554517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252dffab-0cd6-4dcd-beec-279d2350570a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36a9bf2-f16a-4b7b-a968-be58081f2458,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:32.559691 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54038) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:32.577046 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-560122ee-27a0-4bf6-9c66-922d1ad8299c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.642585 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-05a3a9c7-662e-4965-a89b-92d42188e937 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 239ac4ec-daf8-4791-8203-fbbdaef4f607) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:32.647198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a3a9c7-662e-4965-a89b-92d42188e937 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:32.648008 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05a3a9c7-662e-4965-a89b-92d42188e937 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.654904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af243a14-ca0c-4a4f-a49b-4fb238e556b9 None None] Network 239ac4ec-daf8-4791-8203-fbbdaef4f607 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:32.658783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Allocated IP 172.25.3.249 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/9341f29e-0c4e-4409-8721-4bfe0ec39917) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:32.681486 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-560122ee-27a0-4bf6-9c66-922d1ad8299c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.772193 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.822232 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-560122ee-27a0-4bf6-9c66-922d1ad8299c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.828074 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-05a3a9c7-662e-4965-a89b-92d42188e937 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1866119 Nov 18 17:40:32.832585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54042) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:32.841863 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7f89ce2f-085f-4ce9-aa1e-285d8bd3a5d0 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-978975051'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:32.853192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-239ac4ec-daf8-4791-8203-fbbdaef4f607', 'network_id': '239ac4ec-daf8-4791-8203-fbbdaef4f607', 'tenant_id': '8aaddd8bb08d4b5ea3f472941dfba763', 'fixed_ips': [{'subnet_id': '1ac02879-ac40-4e26-a434-632abf4f77e1'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:40:32.854297 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.873967 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-560122ee-27a0-4bf6-9c66-922d1ad8299c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1a045ad612f6487a87099511f6411618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3102813 Nov 18 17:40:32.874471 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54044) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:32.878404 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560122ee-27a0-4bf6-9c66-922d1ad8299c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005667bb-1b88-414f-9434-006baa9666c7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:32.925652 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.977876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:32.985722 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:32.992647 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f89ce2f-085f-4ce9-aa1e-285d8bd3a5d0 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Made reservation on behalf of 8aaddd8bb08d4b5ea3f472941dfba763 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:32.996153 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f89ce2f-085f-4ce9-aa1e-285d8bd3a5d0 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:32.998405 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41988ef5-c65c-40f4-a82d-ab613f044497 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.000070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:33.004564 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=9341f29e-0c4e-4409-8721-4bfe0ec39917,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:33.033142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca722c2a-4f69-4e42-83dc-8b7d96b5d890 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:40:33.072900 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41988ef5-c65c-40f4-a82d-ab613f044497 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.076090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Allocated IP 2001:db8:0:ffff::2 (239ac4ec-daf8-4791-8203-fbbdaef4f607/1ac02879-ac40-4e26-a434-632abf4f77e1/911df237-dcac-4c09-bd9b-44aa538eaf2c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:33.090422 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f89ce2f-085f-4ce9-aa1e-285d8bd3a5d0 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:40:33.102175 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6afcfbf7-edc6-4670-a272-15452a3cd390 None None] Provisioning complete for port 9341f29e-0c4e-4409-8721-4bfe0ec39917 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:33.102568 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6afcfbf7-edc6-4670-a272-15452a3cd390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.155492 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f89ce2f-085f-4ce9-aa1e-285d8bd3a5d0 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.155874 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-7f89ce2f-085f-4ce9-aa1e-285d8bd3a5d0 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Added segment 732764d2-0d4c-4088-8a4c-b8be5b27a3b8 of type vlan for network dc993f2d-cef7-4138-9528-7ccf6ec8cd27 Nov 18 17:40:33.192942 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6afcfbf7-edc6-4670-a272-15452a3cd390 None None] Port 9341f29e-0c4e-4409-8721-4bfe0ec39917 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:40:33.269529 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f89ce2f-085f-4ce9-aa1e-285d8bd3a5d0 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.271650 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.347286 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41988ef5-c65c-40f4-a82d-ab613f044497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.350307 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.355864 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41988ef5-c65c-40f4-a82d-ab613f044497 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.358946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-41988ef5-c65c-40f4-a82d-ab613f044497 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/005667bb-1b88-414f-9434-006baa9666c7 HTTP/1.1" status: 204 len: 168 time: 0.4781251 Nov 18 17:40:33.383675 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41988ef5-c65c-40f4-a82d-ab613f044497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005667bb-1b88-414f-9434-006baa9666c7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:33.395191 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f89ce2f-085f-4ce9-aa1e-285d8bd3a5d0 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.404402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f89ce2f-085f-4ce9-aa1e-285d8bd3a5d0 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:33.404787 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f89ce2f-085f-4ce9-aa1e-285d8bd3a5d0 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.417430 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Network 239ac4ec-daf8-4791-8203-fbbdaef4f607 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:33.428112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:33.432693 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:33.449202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Pushing event updated for resources: {'Port': ['ID=911df237-dcac-4c09-bd9b-44aa538eaf2c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:33.458923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54056) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:33.493416 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-307f5d96-6dbe-418b-8c95-552ec3f085cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.511625 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Attempting to bind port 911df237-dcac-4c09-bd9b-44aa538eaf2c on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:40:33.512247 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Attempting to bind port 911df237-dcac-4c09-bd9b-44aa538eaf2c by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '826a79db-4232-407b-baa9-ca446d72cb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '239ac4ec-daf8-4791-8203-fbbdaef4f607'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:40:33.512547 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Attempting to bind port 911df237-dcac-4c09-bd9b-44aa538eaf2c on network 239ac4ec-daf8-4791-8203-fbbdaef4f607 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:40:33.520824 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:40:33.521578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Checking segment: {'id': '826a79db-4232-407b-baa9-ca446d72cb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '239ac4ec-daf8-4791-8203-fbbdaef4f607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:33.522176 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.522890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Bound using segment: {'id': '826a79db-4232-407b-baa9-ca446d72cb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '239ac4ec-daf8-4791-8203-fbbdaef4f607'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:40:33.523285 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Bound port: 911df237-dcac-4c09-bd9b-44aa538eaf2c, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826a79db-4232-407b-baa9-ca446d72cb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '239ac4ec-daf8-4791-8203-fbbdaef4f607'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:40:33.523672 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.536039 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89ce2f-085f-4ce9-aa1e-285d8bd3a5d0 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event updated for resources: {'Network': ['ID=dc993f2d-cef7-4138-9528-7ccf6ec8cd27,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:33.553366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network dc993f2d-cef7-4138-9528-7ccf6ec8cd27 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:40:33.587640 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-307f5d96-6dbe-418b-8c95-552ec3f085cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.609821 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.652175 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7f89ce2f-085f-4ce9-aa1e-285d8bd3a5d0 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8181636 Nov 18 17:40:33.655188 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54062) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:33.666653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d7e3b4ff-e481-4414-80e1-923ce42ca8d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Request body: {'subnet': {'network_id': 'dc993f2d-cef7-4138-9528-7ccf6ec8cd27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:33.674427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] For port 911df237-dcac-4c09-bd9b-44aa538eaf2c, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:40:33.678187 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] For port 911df237-dcac-4c09-bd9b-44aa538eaf2c, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=911df237-dcac-4c09-bd9b-44aa538eaf2c,segment=NetworkSegment(826a79db-4232-407b-baa9-ca446d72cb7c),segment_id=826a79db-4232-407b-baa9-ca446d72cb7c)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:40:33.711964 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.767390 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-307f5d96-6dbe-418b-8c95-552ec3f085cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.800422 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.839021 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-307f5d96-6dbe-418b-8c95-552ec3f085cf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a65c20cbb96c4ba484c80e68ba18df43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3789823 Nov 18 17:40:33.842475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54064) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:33.843274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f5d96-6dbe-418b-8c95-552ec3f085cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5618121e-6c7c-42fe-a3dc-e25c1125ebf4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:33.868751 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.902018 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e3b4ff-e481-4414-80e1-923ce42ca8d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Made reservation on behalf of 8aaddd8bb08d4b5ea3f472941dfba763 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:33.903544 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d6fb9-39b0-449f-a1a7-789629ef06ce None None] Pushing event updated for resources: {'Port': ['ID=911df237-dcac-4c09-bd9b-44aa538eaf2c,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:33.908866 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7e3b4ff-e481-4414-80e1-923ce42ca8d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:33.969470 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-074d0b5e-b890-424c-8631-eb71db12c88c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:34.055658 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-074d0b5e-b890-424c-8631-eb71db12c88c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:34.204649 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router fb054bbb-39db-4ddf-ab3c-0488310bb639 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:40:34.269755 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-074d0b5e-b890-424c-8631-eb71db12c88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:34.273610 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-074d0b5e-b890-424c-8631-eb71db12c88c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:34.278064 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-074d0b5e-b890-424c-8631-eb71db12c88c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5618121e-6c7c-42fe-a3dc-e25c1125ebf4 HTTP/1.1" status: 204 len: 168 time: 0.4314895 Nov 18 17:40:34.288524 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d0b5e-b890-424c-8631-eb71db12c88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5618121e-6c7c-42fe-a3dc-e25c1125ebf4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:34.357723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:40:34.371184 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd5f72-5283-46a2-bd06-e976138c8d8c None None] Sync routers for ids ['fb054bbb-39db-4ddf-ab3c-0488310bb639'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:40:34.397535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd5f72-5283-46a2-bd06-e976138c8d8c None None] Routers {'fb054bbb-39db-4ddf-ab3c-0488310bb639'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:34.398405 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-fdbd5f72-5283-46a2-bd06-e976138c8d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['fb054bbb-39db-4ddf-ab3c-0488310bb639'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:34.441739 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-fdbd5f72-5283-46a2-bd06-e976138c8d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:34.452287 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd5f72-5283-46a2-bd06-e976138c8d8c None None] Routers {'fb054bbb-39db-4ddf-ab3c-0488310bb639'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:34.453132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-fdbd5f72-5283-46a2-bd06-e976138c8d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['fb054bbb-39db-4ddf-ab3c-0488310bb639'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:34.496177 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-fdbd5f72-5283-46a2-bd06-e976138c8d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:34.497045 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd5f72-5283-46a2-bd06-e976138c8d8c None None] The sync data for ids ['fb054bbb-39db-4ddf-ab3c-0488310bb639'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:40:34.504002 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:34.513646 n-d-813419-11 neutron-server[104008]: DEBUG neutron.objects.ports [None req-d7e3b4ff-e481-4414-80e1-923ce42ca8d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:40:34.514708 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54080) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:34.515611 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4bb482d4-41ac-4a11-8f6f-aed5020a3f50 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8340321 Nov 18 17:40:34.526145 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7e3b4ff-e481-4414-80e1-923ce42ca8d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:34.667884 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3b4ff-e481-4414-80e1-923ce42ca8d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event updated for resources: {'Subnet': ['ID=a8b05182-39b9-473b-9540-b970a5f39ba8,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:34.709349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e3b4ff-e481-4414-80e1-923ce42ca8d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Checking segment: {'id': '732764d2-0d4c-4088-8a4c-b8be5b27a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'dc993f2d-cef7-4138-9528-7ccf6ec8cd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:34.709720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e3b4ff-e481-4414-80e1-923ce42ca8d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Network hostable DHCP agents. Network: dc993f2d-cef7-4138-9528-7ccf6ec8cd27, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:40:34.721169 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2d7895ba-b88d-4d5d-b0dc-c6aa6bfce7a6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/routers/fb054bbb-39db-4ddf-ab3c-0488310bb639 HTTP/1.1" status: 200 len: 880 time: 0.2035828 Nov 18 17:40:34.723727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54090) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:34.895783 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e3b4ff-e481-4414-80e1-923ce42ca8d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Network dc993f2d-cef7-4138-9528-7ccf6ec8cd27 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:40:35.083826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54106) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:35.089822 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:35.299732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f062ee68-c4e4-440d-9560-01089ab2ccfe admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-310145619-network', 'tenant_id': 'f0f55cbc67fa4dcd80955d0883930db4'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:35.302131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eb035b-8b77-4cef-958e-0fa8961603ff None None] Network 239ac4ec-daf8-4791-8203-fbbdaef4f607 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:35.411088 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-913e45fd-d14d-45af-a128-10b749208343 None None] Provisioning complete for port 911df237-dcac-4c09-bd9b-44aa538eaf2c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:35.411614 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-913e45fd-d14d-45af-a128-10b749208343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:35.434230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f062ee68-c4e4-440d-9560-01089ab2ccfe admin admin] Made reservation on behalf of f0f55cbc67fa4dcd80955d0883930db4 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:35.439045 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-d7e3b4ff-e481-4414-80e1-923ce42ca8d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, dc993f2d-cef7-4138-9528-7ccf6ec8cd27) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:35.439282 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f062ee68-c4e4-440d-9560-01089ab2ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:35.455698 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f062ee68-c4e4-440d-9560-01089ab2ccfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:35.456034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e3b4ff-e481-4414-80e1-923ce42ca8d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:35.456351 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7e3b4ff-e481-4414-80e1-923ce42ca8d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:35.464625 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee8460f-d78b-4d7f-b18c-8ce0dd757490 None None] Network dc993f2d-cef7-4138-9528-7ccf6ec8cd27 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:35.479040 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54118) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:35.479712 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0631a71a-db88-4547-b7c5-c65226586346 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7537146 Nov 18 17:40:35.495594 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:35.505749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1d7a62ce-d238-40ed-a0b2-f006816a0a41 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-493566884'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:35.581416 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d7e3b4ff-e481-4414-80e1-923ce42ca8d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9225950 Nov 18 17:40:35.582107 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54122) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:35.591007 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0cfac87c-bb66-4a8c-91a8-e5527da5caf9 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Request body: {'port': {'network_id': 'dc993f2d-cef7-4138-9528-7ccf6ec8cd27', 'name': 'tempest-NetworksIpV6TestAttrs-1320348296'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:35.604400 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f062ee68-c4e4-440d-9560-01089ab2ccfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:35.783326 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f062ee68-c4e4-440d-9560-01089ab2ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:35.805162 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f062ee68-c4e4-440d-9560-01089ab2ccfe admin admin] vlan segment allocate from pool success with {'vlan_id': 1142, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:40:35.815536 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f062ee68-c4e4-440d-9560-01089ab2ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:35.816007 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-f062ee68-c4e4-440d-9560-01089ab2ccfe admin admin] Added segment b8dee380-3b4b-42c1-ad56-c3e283754c76 of type vlan for network 6e87bf2a-db21-4077-ad84-9278e3b9c991 Nov 18 17:40:35.826973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfac87c-bb66-4a8c-91a8-e5527da5caf9 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Made reservation on behalf of 8aaddd8bb08d4b5ea3f472941dfba763 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:35.831123 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0cfac87c-bb66-4a8c-91a8-e5527da5caf9 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:35.849700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-0cfac87c-bb66-4a8c-91a8-e5527da5caf9 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] device_id is not set on port c104b989-3046-4754-846c-c4a9a201d27f yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:40:35.880388 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f062ee68-c4e4-440d-9560-01089ab2ccfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:35.951056 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062ee68-c4e4-440d-9560-01089ab2ccfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4759d0-cd14-451a-96ac-e6e2732a5db1,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:36.014027 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f062ee68-c4e4-440d-9560-01089ab2ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:36.014565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f062ee68-c4e4-440d-9560-01089ab2ccfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:36.015349 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f062ee68-c4e4-440d-9560-01089ab2ccfe admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:36.018209 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-913e45fd-d14d-45af-a128-10b749208343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:36.064837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-0cfac87c-bb66-4a8c-91a8-e5527da5caf9 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Allocated IP 2001:db8::f816:3eff:fef6:f9ec (dc993f2d-cef7-4138-9528-7ccf6ec8cd27/a8b05182-39b9-473b-9540-b970a5f39ba8/c104b989-3046-4754-846c-c4a9a201d27f) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:36.136520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-913e45fd-d14d-45af-a128-10b749208343 None None] For port 911df237-dcac-4c09-bd9b-44aa538eaf2c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=911df237-dcac-4c09-bd9b-44aa538eaf2c,segment=NetworkSegment(826a79db-4232-407b-baa9-ca446d72cb7c),segment_id=826a79db-4232-407b-baa9-ca446d72cb7c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:40:36.170075 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 911df237-dcac-4c09-bd9b-44aa538eaf2c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:40:36.198729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-dc993f2d-cef7-4138-9528-7ccf6ec8cd27', 'network_id': 'dc993f2d-cef7-4138-9528-7ccf6ec8cd27', 'tenant_id': '8aaddd8bb08d4b5ea3f472941dfba763', 'fixed_ips': [{'subnet_id': 'a8b05182-39b9-473b-9540-b970a5f39ba8'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:40:36.199901 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:36.251990 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-913e45fd-d14d-45af-a128-10b749208343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:36.275602 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062ee68-c4e4-440d-9560-01089ab2ccfe admin admin] Pushing event updated for resources: {'Network': ['ID=6e87bf2a-db21-4077-ad84-9278e3b9c991,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:36.281311 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f062ee68-c4e4-440d-9560-01089ab2ccfe admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1963792 Nov 18 17:40:36.312272 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54132) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:36.318335 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-dd18b382-fc75-4126-89d2-0cfe610900cc admin admin] Request body: {'subnet': {'network_id': '6e87bf2a-db21-4077-ad84-9278e3b9c991', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-310145619-subnet', 'tenant_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:36.336235 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0cfac87c-bb66-4a8c-91a8-e5527da5caf9 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:36.364570 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e45fd-d14d-45af-a128-10b749208343 None None] Pushing event updated for resources: {'Port': ['ID=911df237-dcac-4c09-bd9b-44aa538eaf2c,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:36.367530 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 6e87bf2a-db21-4077-ad84-9278e3b9c991 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:40:36.462113 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0cfac87c-bb66-4a8c-91a8-e5527da5caf9 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:36.464581 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-620249fb-e1c6-41bc-917d-29abec6d45f3 None None] Provisioning complete for port 911df237-dcac-4c09-bd9b-44aa538eaf2c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:36.464799 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-620249fb-e1c6-41bc-917d-29abec6d45f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:36.492004 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd18b382-fc75-4126-89d2-0cfe610900cc admin admin] Made reservation on behalf of f0f55cbc67fa4dcd80955d0883930db4 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:36.494768 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dd18b382-fc75-4126-89d2-0cfe610900cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:36.538179 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d7a62ce-d238-40ed-a0b2-f006816a0a41 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:36.564280 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfac87c-bb66-4a8c-91a8-e5527da5caf9 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Network dc993f2d-cef7-4138-9528-7ccf6ec8cd27 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:36.568372 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-0cfac87c-bb66-4a8c-91a8-e5527da5caf9 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:36.574313 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 911df237-dcac-4c09-bd9b-44aa538eaf2c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:36.574943 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:36.580982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfac87c-bb66-4a8c-91a8-e5527da5caf9 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:36.596021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfac87c-bb66-4a8c-91a8-e5527da5caf9 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:36.597097 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0cfac87c-bb66-4a8c-91a8-e5527da5caf9 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:36.612939 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfac87c-bb66-4a8c-91a8-e5527da5caf9 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event updated for resources: {'Port': ['ID=c104b989-3046-4754-846c-c4a9a201d27f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:36.675630 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d7a62ce-d238-40ed-a0b2-f006816a0a41 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:36.741015 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0cfac87c-bb66-4a8c-91a8-e5527da5caf9 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1577168 Nov 18 17:40:36.742125 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54146) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:36.745763 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Allocated IP 2001:db8::f816:3eff:fe71:7664 (dc993f2d-cef7-4138-9528-7ccf6ec8cd27/a8b05182-39b9-473b-9540-b970a5f39ba8/17175751-3ff0-44af-b215-4c99821c54a1) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:36.825599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c2fc38-2864-45b9-ad6f-6eeda6542b17 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Deleting subnet a8b05182-39b9-473b-9540-b970a5f39ba8 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:40:36.903851 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dd18b382-fc75-4126-89d2-0cfe610900cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:36.916648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7a62ce-d238-40ed-a0b2-f006816a0a41 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router fb054bbb-39db-4ddf-ab3c-0488310bb639 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:40:36.948686 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:36.986222 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18b382-fc75-4126-89d2-0cfe610900cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8306d381-0deb-4787-a398-22474a06e9f7,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:37.004482 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:37.006309 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10c2fc38-2864-45b9-ad6f-6eeda6542b17 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:37.034716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd18b382-fc75-4126-89d2-0cfe610900cc admin admin] Checking segment: {'id': 'b8dee380-3b4b-42c1-ad56-c3e283754c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '6e87bf2a-db21-4077-ad84-9278e3b9c991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:37.035163 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd18b382-fc75-4126-89d2-0cfe610900cc admin admin] Network hostable DHCP agents. Network: 6e87bf2a-db21-4077-ad84-9278e3b9c991, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:40:37.070835 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10c2fc38-2864-45b9-ad6f-6eeda6542b17 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:37.075270 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Network dc993f2d-cef7-4138-9528-7ccf6ec8cd27 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:37.081156 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:37.085244 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:37.099155 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Pushing event updated for resources: {'Port': ['ID=17175751-3ff0-44af-b215-4c99821c54a1,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:37.174939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Attempting to bind port 17175751-3ff0-44af-b215-4c99821c54a1 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:40:37.175612 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Attempting to bind port 17175751-3ff0-44af-b215-4c99821c54a1 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '732764d2-0d4c-4088-8a4c-b8be5b27a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'dc993f2d-cef7-4138-9528-7ccf6ec8cd27'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:40:37.175612 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Attempting to bind port 17175751-3ff0-44af-b215-4c99821c54a1 on network dc993f2d-cef7-4138-9528-7ccf6ec8cd27 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:40:37.183841 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:40:37.184516 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd18b382-fc75-4126-89d2-0cfe610900cc admin admin] Network 6e87bf2a-db21-4077-ad84-9278e3b9c991 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:40:37.184667 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Checking segment: {'id': '732764d2-0d4c-4088-8a4c-b8be5b27a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'dc993f2d-cef7-4138-9528-7ccf6ec8cd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:37.185048 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:37.185512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Bound using segment: {'id': '732764d2-0d4c-4088-8a4c-b8be5b27a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'dc993f2d-cef7-4138-9528-7ccf6ec8cd27'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:40:37.186011 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Bound port: 17175751-3ff0-44af-b215-4c99821c54a1, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732764d2-0d4c-4088-8a4c-b8be5b27a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'dc993f2d-cef7-4138-9528-7ccf6ec8cd27'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:40:37.187026 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:37.192102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7a62ce-d238-40ed-a0b2-f006816a0a41 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:40:37.203252 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98bbf12-1ad1-443a-990c-bc4a84806083 None None] Sync routers for ids ['fb054bbb-39db-4ddf-ab3c-0488310bb639'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:40:37.204131 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1d7a62ce-d238-40ed-a0b2-f006816a0a41 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:37.207830 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1d7a62ce-d238-40ed-a0b2-f006816a0a41 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/fb054bbb-39db-4ddf-ab3c-0488310bb639 HTTP/1.1" status: 200 len: 887 time: 1.7246850 Nov 18 17:40:37.209255 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54152) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:37.219485 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98bbf12-1ad1-443a-990c-bc4a84806083 None None] Routers {'fb054bbb-39db-4ddf-ab3c-0488310bb639'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:37.219485 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f98bbf12-1ad1-443a-990c-bc4a84806083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['fb054bbb-39db-4ddf-ab3c-0488310bb639'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:37.266690 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10c2fc38-2864-45b9-ad6f-6eeda6542b17 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:37.284013 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f98bbf12-1ad1-443a-990c-bc4a84806083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:37.295569 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98bbf12-1ad1-443a-990c-bc4a84806083 None None] Routers {'fb054bbb-39db-4ddf-ab3c-0488310bb639'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:37.296481 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f98bbf12-1ad1-443a-990c-bc4a84806083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['fb054bbb-39db-4ddf-ab3c-0488310bb639'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:37.341819 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f98bbf12-1ad1-443a-990c-bc4a84806083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:37.342658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-dd18b382-fc75-4126-89d2-0cfe610900cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 6e87bf2a-db21-4077-ad84-9278e3b9c991) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:37.343160 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98bbf12-1ad1-443a-990c-bc4a84806083 None None] The sync data for ids ['fb054bbb-39db-4ddf-ab3c-0488310bb639'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:40:37.350884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd18b382-fc75-4126-89d2-0cfe610900cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:37.351620 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dd18b382-fc75-4126-89d2-0cfe610900cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:37.352127 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d01926f-1c14-4c19-ba83-0b933c392f5e None None] Network 6e87bf2a-db21-4077-ad84-9278e3b9c991 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:37.384700 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6efdf7f2-3d2a-4b7a-b91b-73f45ff865e0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/routers/fb054bbb-39db-4ddf-ab3c-0488310bb639 HTTP/1.1" status: 200 len: 887 time: 0.1748388 Nov 18 17:40:37.387391 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54158) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:37.415863 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-780e48bc-eb53-4ed9-9764-0f8fe4f206f9 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb054bbb-39db-4ddf-ab3c-0488310bb639 HTTP/1.1" status: 200 len: 205 time: 0.0273104 Nov 18 17:40:37.418258 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54162) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:37.433449 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10c2fc38-2864-45b9-ad6f-6eeda6542b17 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:37.464492 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2fc38-2864-45b9-ad6f-6eeda6542b17 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b05182-39b9-473b-9540-b970a5f39ba8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:37.465378 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] For port 17175751-3ff0-44af-b215-4c99821c54a1, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:40:37.486392 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] For port 17175751-3ff0-44af-b215-4c99821c54a1, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=17175751-3ff0-44af-b215-4c99821c54a1,segment=NetworkSegment(732764d2-0d4c-4088-8a4c-b8be5b27a3b8),segment_id=732764d2-0d4c-4088-8a4c-b8be5b27a3b8)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:40:37.491692 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10c2fc38-2864-45b9-ad6f-6eeda6542b17 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:37.504214 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-10c2fc38-2864-45b9-ad6f-6eeda6542b17 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/subnets/a8b05182-39b9-473b-9540-b970a5f39ba8 HTTP/1.1" status: 204 len: 168 time: 0.7608385 Nov 18 17:40:37.506685 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54168) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:37.572528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-6e87bf2a-db21-4077-ad84-9278e3b9c991', 'network_id': '6e87bf2a-db21-4077-ad84-9278e3b9c991', 'tenant_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'fixed_ips': [{'subnet_id': '8306d381-0deb-4787-a398-22474a06e9f7'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:40:37.573417 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:37.598349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343712d0-6c45-480e-8e19-1501bf623929 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:37.600400 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343712d0-6c45-480e-8e19-1501bf623929 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:37.603814 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-343712d0-6c45-480e-8e19-1501bf623929 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0954132 Nov 18 17:40:37.606057 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54172) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:37.672517 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:37.724770 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7850cf3a-d783-4f7b-838b-fa549dae9539 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:37.733845 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-7850cf3a-d783-4f7b-838b-fa549dae9539 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 18 17:40:37.734703 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7850cf3a-d783-4f7b-838b-fa549dae9539 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:40:37.744275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b4e75-ad87-4c06-a1db-f3bb212dc541 None None] Pushing event updated for resources: {'Port': ['ID=17175751-3ff0-44af-b215-4c99821c54a1,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:37.744435 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7850cf3a-d783-4f7b-838b-fa549dae9539 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/networks/dc993f2d-cef7-4138-9528-7ccf6ec8cd27 HTTP/1.1" status: 409 len: 405 time: 0.1326003 Nov 18 17:40:37.752933 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54176) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:37.768934 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3b583f0d-9aaf-4311-bde9-a7e03d5cdc91 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1295738281'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:37.834407 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Allocated IP 172.20.0.2 (6e87bf2a-db21-4077-ad84-9278e3b9c991/8306d381-0deb-4787-a398-22474a06e9f7/4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:37.887281 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54180) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:37.887465 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-dd18b382-fc75-4126-89d2-0cfe610900cc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5730867 Nov 18 17:40:37.894131 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-310145619-router', 'tenant_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:37.899593 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b583f0d-9aaf-4311-bde9-a7e03d5cdc91 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Made reservation on behalf of 8aaddd8bb08d4b5ea3f472941dfba763 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:37.906708 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3b583f0d-9aaf-4311-bde9-a7e03d5cdc91 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:37.963120 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b583f0d-9aaf-4311-bde9-a7e03d5cdc91 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] vlan segment allocate from pool success with {'vlan_id': 1137, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:40:37.977660 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3b583f0d-9aaf-4311-bde9-a7e03d5cdc91 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:37.978785 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-3b583f0d-9aaf-4311-bde9-a7e03d5cdc91 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Added segment 7de5d323-077a-4f5e-9e32-427959c65401 of type vlan for network 70512756-377b-416c-8f9f-0a143fcaa334 Nov 18 17:40:38.004984 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-953d1a8f-5a13-4e5e-a193-dfb312e4e0b8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.071105 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.071289 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3b583f0d-9aaf-4311-bde9-a7e03d5cdc91 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.102638 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 911df237-dcac-4c09-bd9b-44aa538eaf2c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:40:38.106539 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.113260 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.177696 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.207289 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Network 6e87bf2a-db21-4077-ad84-9278e3b9c991 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:38.212350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:38.231319 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.231582 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-953d1a8f-5a13-4e5e-a193-dfb312e4e0b8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.244505 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:38.261882 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3b583f0d-9aaf-4311-bde9-a7e03d5cdc91 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.269764 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b583f0d-9aaf-4311-bde9-a7e03d5cdc91 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:38.269764 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3b583f0d-9aaf-4311-bde9-a7e03d5cdc91 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.313786 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Pushing event updated for resources: {'Port': ['ID=4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:38.335744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 911df237-dcac-4c09-bd9b-44aa538eaf2c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:38.342655 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.377516 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Attempting to bind port 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:40:38.377916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Attempting to bind port 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'b8dee380-3b4b-42c1-ad56-c3e283754c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '6e87bf2a-db21-4077-ad84-9278e3b9c991'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:40:38.378275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Attempting to bind port 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde on network 6e87bf2a-db21-4077-ad84-9278e3b9c991 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:40:38.387329 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:40:38.387712 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Checking segment: {'id': 'b8dee380-3b4b-42c1-ad56-c3e283754c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '6e87bf2a-db21-4077-ad84-9278e3b9c991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:38.388216 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.388633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Bound using segment: {'id': 'b8dee380-3b4b-42c1-ad56-c3e283754c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '6e87bf2a-db21-4077-ad84-9278e3b9c991'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:40:38.389055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Bound port: 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8dee380-3b4b-42c1-ad56-c3e283754c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '6e87bf2a-db21-4077-ad84-9278e3b9c991'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:40:38.389463 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.427721 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-953d1a8f-5a13-4e5e-a193-dfb312e4e0b8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting port 9341f29e-0c4e-4409-8721-4bfe0ec39917 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:40:38.428670 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-953d1a8f-5a13-4e5e-a193-dfb312e4e0b8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.447200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b583f0d-9aaf-4311-bde9-a7e03d5cdc91 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event updated for resources: {'Network': ['ID=70512756-377b-416c-8f9f-0a143fcaa334,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:38.460078 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3b583f0d-9aaf-4311-bde9-a7e03d5cdc91 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7015145 Nov 18 17:40:38.463166 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54192) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:38.477063 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-0bf2caa9-6046-46ef-822a-11684e9fa036 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Request body: {'subnet': {'network_id': '70512756-377b-416c-8f9f-0a143fcaa334', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:38.482402 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 70512756-377b-416c-8f9f-0a143fcaa334 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:40:38.540090 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.650402 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-953d1a8f-5a13-4e5e-a193-dfb312e4e0b8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.675877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-953d1a8f-5a13-4e5e-a193-dfb312e4e0b8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Calling delete_port for 9341f29e-0c4e-4409-8721-4bfe0ec39917 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:40:38.678300 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] For port 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:40:38.684964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] For port 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde,segment=NetworkSegment(b8dee380-3b4b-42c1-ad56-c3e283754c76),segment_id=b8dee380-3b4b-42c1-ad56-c3e283754c76)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:40:38.751886 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf2caa9-6046-46ef-822a-11684e9fa036 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Made reservation on behalf of 8aaddd8bb08d4b5ea3f472941dfba763 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:38.755513 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0bf2caa9-6046-46ef-822a-11684e9fa036 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.776507 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.909665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70de80a-3d68-4b82-968a-466a3d28ff22 None None] Pushing event updated for resources: {'Port': ['ID=4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:38.967157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:38.992921 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:39.150271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Allocated IP 172.25.3.98 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/44e1d9c1-14b8-4270-8140-c437a739f274) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:39.328540 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:39.338294 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-953d1a8f-5a13-4e5e-a193-dfb312e4e0b8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:39.379606 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d1a8f-5a13-4e5e-a193-dfb312e4e0b8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Port': ['ID=9341f29e-0c4e-4409-8721-4bfe0ec39917,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:39.401821 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca975c14-e80c-4f71-a5a1-77a1b1d46970 None None] Network dc993f2d-cef7-4138-9528-7ccf6ec8cd27 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:39.423590 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b25ecb2-7747-495e-aef9-4580001d7937 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:40:39.444682 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:39.516216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:39.520617 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:39.524324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.objects.ports [None req-0bf2caa9-6046-46ef-822a-11684e9fa036 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:40:39.525634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:39.536126 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0bf2caa9-6046-46ef-822a-11684e9fa036 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:39.536257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Pushing event updated for resources: {'Port': ['ID=44e1d9c1-14b8-4270-8140-c437a739f274,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:39.550427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5f70dd-9924-46d0-a413-905e595206c7 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:40:39.568658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54214) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:39.601032 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-953d1a8f-5a13-4e5e-a193-dfb312e4e0b8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:39.614384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0a3ec915-da80-4022-9c87-4fa99e0f8bce None None] Provisioning complete for port 17175751-3ff0-44af-b215-4c99821c54a1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:39.617077 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a3ec915-da80-4022-9c87-4fa99e0f8bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:39.773588 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a3ec915-da80-4022-9c87-4fa99e0f8bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:39.776487 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-953d1a8f-5a13-4e5e-a193-dfb312e4e0b8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:39.781260 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-953d1a8f-5a13-4e5e-a193-dfb312e4e0b8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:39.783723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2caa9-6046-46ef-822a-11684e9fa036 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event updated for resources: {'Subnet': ['ID=d0a6c7b1-9408-452d-a3f4-9992b2c6f420,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:39.784140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e5e7e0-6b37-4c06-b5d1-865ac35a8955 None None] DHCP port deletion for dc993f2d-cef7-4138-9528-7ccf6ec8cd27 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:40:39.831595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf2caa9-6046-46ef-822a-11684e9fa036 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Checking segment: {'id': '7de5d323-077a-4f5e-9e32-427959c65401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '70512756-377b-416c-8f9f-0a143fcaa334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:39.832018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf2caa9-6046-46ef-822a-11684e9fa036 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Network hostable DHCP agents. Network: 70512756-377b-416c-8f9f-0a143fcaa334, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:40:39.858944 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0a3ec915-da80-4022-9c87-4fa99e0f8bce None None] For port 17175751-3ff0-44af-b215-4c99821c54a1, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=17175751-3ff0-44af-b215-4c99821c54a1,segment=NetworkSegment(732764d2-0d4c-4088-8a4c-b8be5b27a3b8),segment_id=732764d2-0d4c-4088-8a4c-b8be5b27a3b8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:40:39.888062 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5e7e0-6b37-4c06-b5d1-865ac35a8955 None None] Deleting port 17175751-3ff0-44af-b215-4c99821c54a1 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:40:39.888495 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d1e5e7e0-6b37-4c06-b5d1-865ac35a8955 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:39.893178 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0fe3-bc6e-4107-be08-dd3ad8775497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:39.913459 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf2caa9-6046-46ef-822a-11684e9fa036 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Network 70512756-377b-416c-8f9f-0a143fcaa334 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:40:39.915963 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-953d1a8f-5a13-4e5e-a193-dfb312e4e0b8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:39.916504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953d1a8f-5a13-4e5e-a193-dfb312e4e0b8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Fanout notify agent at l3_agent the message router_deleted on router fb054bbb-39db-4ddf-ab3c-0488310bb639 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:40:39.925471 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-953d1a8f-5a13-4e5e-a193-dfb312e4e0b8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:39.926630 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-953d1a8f-5a13-4e5e-a193-dfb312e4e0b8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/routers/fb054bbb-39db-4ddf-ab3c-0488310bb639 HTTP/1.1" status: 204 len: 168 time: 2.5074058 Nov 18 17:40:39.930366 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54218) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:39.942287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7584705d-7272-4e97-a3a6-051445303d85 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'network': {'name': 'tempest-RoutersTest-1487727664'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:39.993096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-0bf2caa9-6046-46ef-822a-11684e9fa036 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 70512756-377b-416c-8f9f-0a143fcaa334) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:39.997964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf2caa9-6046-46ef-822a-11684e9fa036 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:39.998588 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0bf2caa9-6046-46ef-822a-11684e9fa036 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.039827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7584705d-7272-4e97-a3a6-051445303d85 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:40.040031 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a43236-4494-40a6-abcd-5cb51ae02147 None None] Network 70512756-377b-416c-8f9f-0a143fcaa334 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:40.040231 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7584705d-7272-4e97-a3a6-051445303d85 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.080104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7584705d-7272-4e97-a3a6-051445303d85 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:40:40.089365 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a3ec915-da80-4022-9c87-4fa99e0f8bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.105834 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0fe3-bc6e-4107-be08-dd3ad8775497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.118461 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7584705d-7272-4e97-a3a6-051445303d85 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.118806 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-7584705d-7272-4e97-a3a6-051445303d85 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Added segment 234fd6d2-44ec-4ae2-8c29-788ef077f4bd of type vlan for network b7f93302-4cf4-443a-a284-be0467e84c85 Nov 18 17:40:40.175522 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0fe3-bc6e-4107-be08-dd3ad8775497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.186023 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7584705d-7272-4e97-a3a6-051445303d85 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.218444 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0bf2caa9-6046-46ef-822a-11684e9fa036 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7543173 Nov 18 17:40:40.222965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54224) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:40.233072 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-4684e996-8d2a-41c0-acaf-999c17828911 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Request body: {'port': {'network_id': '70512756-377b-416c-8f9f-0a143fcaa334', 'name': 'tempest-NetworksIpV6TestAttrs-1799365116'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:40.272683 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7584705d-7272-4e97-a3a6-051445303d85 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.285771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7584705d-7272-4e97-a3a6-051445303d85 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:40.286446 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7584705d-7272-4e97-a3a6-051445303d85 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.291999 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.296811 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d0fe3-bc6e-4107-be08-dd3ad8775497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b52f4a9-6040-4f37-9da0-2bad2a7a2adc,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:40.344722 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1d5d0fe3-bc6e-4107-be08-dd3ad8775497 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3965034af754404f924743f09094443f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7747755 Nov 18 17:40:40.353674 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54226) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:40.411516 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:40:40.488138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d1e5e7e0-6b37-4c06-b5d1-865ac35a8955 None None] For port 17175751-3ff0-44af-b215-4c99821c54a1, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=17175751-3ff0-44af-b215-4c99821c54a1,segment=NetworkSegment(732764d2-0d4c-4088-8a4c-b8be5b27a3b8),segment_id=732764d2-0d4c-4088-8a4c-b8be5b27a3b8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:40:40.489133 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d1e5e7e0-6b37-4c06-b5d1-865ac35a8955 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.497671 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a600e6eb-b9b8-4d37-b536-b7199939502a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.533070 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5e7e0-6b37-4c06-b5d1-865ac35a8955 None None] Calling delete_port for 17175751-3ff0-44af-b215-4c99821c54a1 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:40:40.550828 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870b19e5-a991-4ed2-935f-9c2771bd208f None None] Network 6e87bf2a-db21-4077-ad84-9278e3b9c991 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:40.553102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584705d-7272-4e97-a3a6-051445303d85 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Network': ['ID=b7f93302-4cf4-443a-a284-be0467e84c85,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:40.575803 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-098af4c5-be9a-439b-8fef-6e12603b28af None None] Provisioning complete for port 44e1d9c1-14b8-4270-8140-c437a739f274 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:40.576223 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-098af4c5-be9a-439b-8fef-6e12603b28af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.576531 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a600e6eb-b9b8-4d37-b536-b7199939502a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.588653 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network b7f93302-4cf4-443a-a284-be0467e84c85 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:40:40.603150 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7584705d-7272-4e97-a3a6-051445303d85 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6688581 Nov 18 17:40:40.603620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54232) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:40.616600 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d1fc1db2-a92b-4670-b17f-438c1dc63b70 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'subnet': {'network_id': 'b7f93302-4cf4-443a-a284-be0467e84c85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:40.628500 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ec915-da80-4022-9c87-4fa99e0f8bce None None] Pushing event updated for resources: {'Port': ['ID=17175751-3ff0-44af-b215-4c99821c54a1,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:40.692414 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4684e996-8d2a-41c0-acaf-999c17828911 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Made reservation on behalf of 8aaddd8bb08d4b5ea3f472941dfba763 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:40.702423 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4684e996-8d2a-41c0-acaf-999c17828911 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.733716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-4684e996-8d2a-41c0-acaf-999c17828911 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] device_id is not set on port 664cb303-7ea2-4f88-9823-33dff508d547 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:40:40.746486 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.855129 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a600e6eb-b9b8-4d37-b536-b7199939502a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.857290 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a600e6eb-b9b8-4d37-b536-b7199939502a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.861839 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a600e6eb-b9b8-4d37-b536-b7199939502a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1b52f4a9-6040-4f37-9da0-2bad2a7a2adc HTTP/1.1" status: 204 len: 168 time: 0.5036693 Nov 18 17:40:40.873112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-098af4c5-be9a-439b-8fef-6e12603b28af None None] Port 44e1d9c1-14b8-4270-8140-c437a739f274 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:40:40.887420 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fc1db2-a92b-4670-b17f-438c1dc63b70 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:40.891844 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1fc1db2-a92b-4670-b17f-438c1dc63b70 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.897912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:40.898314 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:40.921131 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600e6eb-b9b8-4d37-b536-b7199939502a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b52f4a9-6040-4f37-9da0-2bad2a7a2adc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:41.001995 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-70512756-377b-416c-8f9f-0a143fcaa334', 'network_id': '70512756-377b-416c-8f9f-0a143fcaa334', 'tenant_id': '8aaddd8bb08d4b5ea3f472941dfba763', 'fixed_ips': [{'subnet_id': 'd0a6c7b1-9408-452d-a3f4-9992b2c6f420'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:40:41.002575 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:41.013485 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-4684e996-8d2a-41c0-acaf-999c17828911 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Allocated IP 2001:db8::f816:3eff:fed7:a48e (70512756-377b-416c-8f9f-0a143fcaa334/d0a6c7b1-9408-452d-a3f4-9992b2c6f420/664cb303-7ea2-4f88-9823-33dff508d547) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:41.086697 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2a004f02-dd2f-4229-869d-8cc08f1711f3 None None] Provisioning complete for port 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:41.087090 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a004f02-dd2f-4229-869d-8cc08f1711f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:41.163422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Router b7265ca1-dd9b-4804-9476-b272048be5fd is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:40:41.230584 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d1e5e7e0-6b37-4c06-b5d1-865ac35a8955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:41.287658 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1fc1db2-a92b-4670-b17f-438c1dc63b70 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:41.341612 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:41.357074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc1db2-a92b-4670-b17f-438c1dc63b70 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Subnet': ['ID=c64b31eb-14ea-4d65-b4c4-66384ff12b34,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:41.367452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad776eed-9f2c-4d88-857f-59518a82a9d7 req-fbdd03bf-819a-4fc5-a40b-fa42f4e62f8c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0765774 Nov 18 17:40:41.374524 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4684e996-8d2a-41c0-acaf-999c17828911 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:41.376331 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5e7e0-6b37-4c06-b5d1-865ac35a8955 None None] Pushing event deleted for resources: {'Port': ['ID=17175751-3ff0-44af-b215-4c99821c54a1,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:41.387114 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e5e7e0-6b37-4c06-b5d1-865ac35a8955 None None] No DVR routers for this DVR port 17175751-3ff0-44af-b215-4c99821c54a1 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:40:41.448232 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:40:41.460822 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde,segment=NetworkSegment(b8dee380-3b4b-42c1-ad56-c3e283754c76),segment_id=b8dee380-3b4b-42c1-ad56-c3e283754c76)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:40:41.466210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Sync routers for ids ['b7265ca1-dd9b-4804-9476-b272048be5fd'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:40:41.476364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fc1db2-a92b-4670-b17f-438c1dc63b70 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Checking segment: {'id': '234fd6d2-44ec-4ae2-8c29-788ef077f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'b7f93302-4cf4-443a-a284-be0467e84c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:41.476929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fc1db2-a92b-4670-b17f-438c1dc63b70 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network hostable DHCP agents. Network: b7f93302-4cf4-443a-a284-be0467e84c85, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:40:41.487207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad776eed-9f2c-4d88-857f-59518a82a9d7 req-b2b3f9ca-4ae1-4a7a-9323-f1502319e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:41.489514 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad776eed-9f2c-4d88-857f-59518a82a9d7 req-b2b3f9ca-4ae1-4a7a-9323-f1502319e59b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 1098 time: 0.0588398 Nov 18 17:40:41.508319 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a004f02-dd2f-4229-869d-8cc08f1711f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:41.510962 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Routers {'b7265ca1-dd9b-4804-9476-b272048be5fd'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:41.511810 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b7265ca1-dd9b-4804-9476-b272048be5fd'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:41.588227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fc1db2-a92b-4670-b17f-438c1dc63b70 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network b7f93302-4cf4-443a-a284-be0467e84c85 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:40:41.595253 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:41.597675 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3cb85d86-6e0d-4d0e-99d7-9269366a400d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7091670 Nov 18 17:40:41.600521 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4684e996-8d2a-41c0-acaf-999c17828911 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:41.604117 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54250) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:41.636118 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:41.707281 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4684e996-8d2a-41c0-acaf-999c17828911 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Network 70512756-377b-416c-8f9f-0a143fcaa334 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:41.718331 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-4684e996-8d2a-41c0-acaf-999c17828911 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:41.729962 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684e996-8d2a-41c0-acaf-999c17828911 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:41.736004 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4684e996-8d2a-41c0-acaf-999c17828911 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:41.736646 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4684e996-8d2a-41c0-acaf-999c17828911 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:41.752809 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-d1fc1db2-a92b-4670-b17f-438c1dc63b70 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, b7f93302-4cf4-443a-a284-be0467e84c85) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:41.758174 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad776eed-9f2c-4d88-857f-59518a82a9d7 req-9a01de8c-c751-45f3-a3d5-8f62e7c35cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:41.759734 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad776eed-9f2c-4d88-857f-59518a82a9d7 req-9a01de8c-c751-45f3-a3d5-8f62e7c35cef service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 913 time: 0.2456117 Nov 18 17:40:41.760291 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fc1db2-a92b-4670-b17f-438c1dc63b70 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:41.761129 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1fc1db2-a92b-4670-b17f-438c1dc63b70 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:41.800512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684e996-8d2a-41c0-acaf-999c17828911 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event updated for resources: {'Port': ['ID=664cb303-7ea2-4f88-9823-33dff508d547,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:41.806072 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5500cda2-c4f6-4af1-bed9-b0ae5b9fedd7 None None] Network b7f93302-4cf4-443a-a284-be0467e84c85 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:41.828013 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54254) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:41.852367 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeccce17-40c0-46d4-ab6a-93305d7d78e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:41.862058 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d1fc1db2-a92b-4670-b17f-438c1dc63b70 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2565382 Nov 18 17:40:41.870317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54256) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:41.880744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c6f0ee35-50b9-4327-8d35-14f53f49f9b5 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2051861070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:41.892556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Allocated IP 2001:db8::f816:3eff:fed4:1fc2 (70512756-377b-416c-8f9f-0a143fcaa334/d0a6c7b1-9408-452d-a3f4-9992b2c6f420/d3d0c44b-e6c9-4896-a552-a9c3e51ebb7d) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:41.895405 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-2a004f02-dd2f-4229-869d-8cc08f1711f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:40:41.898260 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-2a004f02-dd2f-4229-869d-8cc08f1711f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:40:41.930004 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4684e996-8d2a-41c0-acaf-999c17828911 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7034614 Nov 18 17:40:41.934722 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54258) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:41.973011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad776eed-9f2c-4d88-857f-59518a82a9d7 req-a3a82f32-476d-4a27-abfc-4719b41d8e24 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14328e36-2088-47c9-87a9-3da2d1158673 HTTP/1.1" status: 200 len: 1002 time: 0.1805320 Nov 18 17:40:41.997774 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Set router b7265ca1-dd9b-4804-9476-b272048be5fd gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:40:41.999822 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:42.007775 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeccce17-40c0-46d4-ab6a-93305d7d78e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:42.055716 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6f0ee35-50b9-4327-8d35-14f53f49f9b5 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:42.057866 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6f0ee35-50b9-4327-8d35-14f53f49f9b5 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:42.069170 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0fbe73-9e35-4cdc-bc41-891f79594d19 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Deleting subnet d0a6c7b1-9408-452d-a3f4-9992b2c6f420 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:40:42.089592 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad776eed-9f2c-4d88-857f-59518a82a9d7 req-427c5744-549b-4f0e-939a-1ada3459ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:42.090648 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad776eed-9f2c-4d88-857f-59518a82a9d7 req-427c5744-549b-4f0e-939a-1ada3459ec65 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.1031728 Nov 18 17:40:42.121633 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeccce17-40c0-46d4-ab6a-93305d7d78e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:42.147999 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6f0ee35-50b9-4327-8d35-14f53f49f9b5 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:42.204586 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-eeccce17-40c0-46d4-ab6a-93305d7d78e4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e1ead170670b417faa4c44df0b0c364a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3733435 Nov 18 17:40:42.205254 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54264) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:42.206156 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccce17-40c0-46d4-ab6a-93305d7d78e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c17d49a-5b80-4a07-b7ff-2c8010ac6ead,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:42.209019 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-b7f93302-4cf4-443a-a284-be0467e84c85', 'network_id': 'b7f93302-4cf4-443a-a284-be0467e84c85', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'fixed_ips': [{'subnet_id': 'c64b31eb-14ea-4d65-b4c4-66384ff12b34'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:40:42.210922 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:42.244721 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6f0ee35-50b9-4327-8d35-14f53f49f9b5 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:42.285815 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dff0303f-6b36-4633-9ee2-81c1280874e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:42.314283 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dff0303f-6b36-4633-9ee2-81c1280874e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:42.353718 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6f0ee35-50b9-4327-8d35-14f53f49f9b5 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:42.359043 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c6f0ee35-50b9-4327-8d35-14f53f49f9b5 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4827826 Nov 18 17:40:42.365373 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54266) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:42.390523 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad776eed-9f2c-4d88-857f-59518a82a9d7 req-c47b1e2f-db47-4987-962c-0a5960fb15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:42.397242 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad776eed-9f2c-4d88-857f-59518a82a9d7 req-c47b1e2f-db47-4987-962c-0a5960fb15f4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2949479 Nov 18 17:40:42.512955 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:42.559365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad776eed-9f2c-4d88-857f-59518a82a9d7 req-b51bf19a-c6cf-44c4-b6b2-1eac93cb2d72 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508296 Nov 18 17:40:42.585273 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:42.625807 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dff0303f-6b36-4633-9ee2-81c1280874e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:42.630062 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dff0303f-6b36-4633-9ee2-81c1280874e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:42.631499 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dff0303f-6b36-4633-9ee2-81c1280874e2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2c17d49a-5b80-4a07-b7ff-2c8010ac6ead HTTP/1.1" status: 204 len: 168 time: 0.4224694 Nov 18 17:40:42.740265 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc0fbe73-9e35-4cdc-bc41-891f79594d19 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:42.762556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Allocated IP 172.20.0.2 (b7f93302-4cf4-443a-a284-be0467e84c85/c64b31eb-14ea-4d65-b4c4-66384ff12b34/9d981772-18f9-4e25-99a7-dab721358a14) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:42.884332 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:42.964862 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'name': 'tempest-TestAggregatesBasicOps-310145619-router', 'tenant_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '44e1d9c1-14b8-4270-8140-c437a739f274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:38Z', 'updated_at': '2021-11-18T17:40:39Z', 'revision_number': 3, 'project_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'gw_port': {'id': '44e1d9c1-14b8-4270-8140-c437a739f274', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:68:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:39Z', 'updated_at': '2021-11-18T17:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:42.976037 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4ea889e5-c445-4ed6-b8d2-4d42256c0c41 None None] Provisioning complete for port 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:42.982097 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4ea889e5-c445-4ed6-b8d2-4d42256c0c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:43.029393 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Network 70512756-377b-416c-8f9f-0a143fcaa334 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:43.059133 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Checking router: b7265ca1-dd9b-4804-9476-b272048be5fd for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:40:43.059603 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Updating router b7265ca1-dd9b-4804-9476-b272048be5fd port 44e1d9c1-14b8-4270-8140-c437a739f274 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:40:43.061955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:43.065937 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:43.089741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0303f-6b36-4633-9ee2-81c1280874e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c17d49a-5b80-4a07-b7ff-2c8010ac6ead,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:43.122162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Pushing event updated for resources: {'Port': ['ID=d3d0c44b-e6c9-4896-a552-a9c3e51ebb7d,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:43.164078 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:43.186729 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:43.238174 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:43.267033 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc0fbe73-9e35-4cdc-bc41-891f79594d19 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:43.479837 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad776eed-9f2c-4d88-857f-59518a82a9d7 req-0d777aa4-8692-44e8-8cdb-af2c4d7278c6 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9128649 Nov 18 17:40:43.506250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Allocated IP 172.20.0.1 (b7f93302-4cf4-443a-a284-be0467e84c85/c64b31eb-14ea-4d65-b4c4-66384ff12b34/3d02a160-3f8d-4dd5-9283-86088d2d6405) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:43.540545 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:43.542117 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] Allocated IP 172.20.0.1 (6e87bf2a-db21-4077-ad84-9278e3b9c991/8306d381-0deb-4787-a398-22474a06e9f7/de1bf023-94b8-4220-b333-f905b9fc8eb3) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:43.567556 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc0fbe73-9e35-4cdc-bc41-891f79594d19 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:43.689555 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:43.699607 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Attempting to bind port d3d0c44b-e6c9-4896-a552-a9c3e51ebb7d on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:40:43.699607 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Attempting to bind port d3d0c44b-e6c9-4896-a552-a9c3e51ebb7d by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7de5d323-077a-4f5e-9e32-427959c65401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '70512756-377b-416c-8f9f-0a143fcaa334'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:40:43.700243 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Attempting to bind port d3d0c44b-e6c9-4896-a552-a9c3e51ebb7d on network 70512756-377b-416c-8f9f-0a143fcaa334 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:40:43.722217 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Network b7f93302-4cf4-443a-a284-be0467e84c85 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:43.733888 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:43.741570 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Pushing event updated for resources: {'Port': ['ID=9d981772-18f9-4e25-99a7-dab721358a14,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:43.747209 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:43.749264 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:40:43.749910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Checking segment: {'id': '7de5d323-077a-4f5e-9e32-427959c65401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '70512756-377b-416c-8f9f-0a143fcaa334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:43.750064 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:43.750767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Bound using segment: {'id': '7de5d323-077a-4f5e-9e32-427959c65401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '70512756-377b-416c-8f9f-0a143fcaa334'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:40:43.751277 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Bound port: d3d0c44b-e6c9-4896-a552-a9c3e51ebb7d, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de5d323-077a-4f5e-9e32-427959c65401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '70512756-377b-416c-8f9f-0a143fcaa334'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:40:43.751676 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:43.754227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:43.816006 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc0fbe73-9e35-4cdc-bc41-891f79594d19 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:43.847916 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fbe73-9e35-4cdc-bc41-891f79594d19 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a6c7b1-9408-452d-a3f4-9992b2c6f420,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:43.850135 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc0fbe73-9e35-4cdc-bc41-891f79594d19 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:43.853501 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cc0fbe73-9e35-4cdc-bc41-891f79594d19 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/subnets/d0a6c7b1-9408-452d-a3f4-9992b2c6f420 HTTP/1.1" status: 204 len: 168 time: 1.9160085 Nov 18 17:40:43.856130 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54296) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:43.862948 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:43.908238 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:43.940764 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] For port d3d0c44b-e6c9-4896-a552-a9c3e51ebb7d, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:40:43.947771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] For port d3d0c44b-e6c9-4896-a552-a9c3e51ebb7d, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d3d0c44b-e6c9-4896-a552-a9c3e51ebb7d,segment=NetworkSegment(7de5d323-077a-4f5e-9e32-427959c65401),segment_id=7de5d323-077a-4f5e-9e32-427959c65401)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:40:43.960962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network b7f93302-4cf4-443a-a284-be0467e84c85 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:43.984122 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:43.986518 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:43.989384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Attempting to bind port 9d981772-18f9-4e25-99a7-dab721358a14 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:40:43.989955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Attempting to bind port 9d981772-18f9-4e25-99a7-dab721358a14 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '234fd6d2-44ec-4ae2-8c29-788ef077f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'b7f93302-4cf4-443a-a284-be0467e84c85'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:40:43.990396 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Attempting to bind port 9d981772-18f9-4e25-99a7-dab721358a14 on network b7f93302-4cf4-443a-a284-be0467e84c85 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:40:43.992751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:43.997747 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:40:43.999268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Checking segment: {'id': '234fd6d2-44ec-4ae2-8c29-788ef077f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'b7f93302-4cf4-443a-a284-be0467e84c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:43.999268 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:43.999268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Bound using segment: {'id': '234fd6d2-44ec-4ae2-8c29-788ef077f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'b7f93302-4cf4-443a-a284-be0467e84c85'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:40:43.999734 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Bound port: 9d981772-18f9-4e25-99a7-dab721358a14, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234fd6d2-44ec-4ae2-8c29-788ef077f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'b7f93302-4cf4-443a-a284-be0467e84c85'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:40:44.000585 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:44.025928 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] Pushing event updated for resources: {'Port': ['ID=de1bf023-94b8-4220-b333-f905b9fc8eb3,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:44.027321 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:44.053349 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] Network 6e87bf2a-db21-4077-ad84-9278e3b9c991 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:44.055907 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=3d02a160-3f8d-4dd5-9283-86088d2d6405,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:44.056646 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:44.077364 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058e085c-ac6f-449a-8e3e-7cebde7f0f4d tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:44.079101 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058e085c-ac6f-449a-8e3e-7cebde7f0f4d tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:44.080096 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:44.083563 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-058e085c-ac6f-449a-8e3e-7cebde7f0f4d tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2264338 Nov 18 17:40:44.083971 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54308) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:44.085715 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:44.088241 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:44.121286 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:40:44.139603 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:44.192494 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3058fe95-f480-4743-984b-7d0589727b79 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:40:44.267455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] For port 9d981772-18f9-4e25-99a7-dab721358a14, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:40:44.286091 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] For port 9d981772-18f9-4e25-99a7-dab721358a14, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9d981772-18f9-4e25-99a7-dab721358a14,segment=NetworkSegment(234fd6d2-44ec-4ae2-8c29-788ef077f4bd),segment_id=234fd6d2-44ec-4ae2-8c29-788ef077f4bd)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:40:44.317624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Attempting to bind port 44e1d9c1-14b8-4270-8140-c437a739f274 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:40:44.318152 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Attempting to bind port 44e1d9c1-14b8-4270-8140-c437a739f274 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:40:44.318528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Attempting to bind port 44e1d9c1-14b8-4270-8140-c437a739f274 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:40:44.346898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:40:44.347340 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:44.347763 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:44.348192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:40:44.348693 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Bound port: 44e1d9c1-14b8-4270-8140-c437a739f274, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:40:44.349273 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:44.350109 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1a9f-ecc8-4269-a80b-764d790b43e6 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:44.386867 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9c1a9f-ecc8-4269-a80b-764d790b43e6 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 18 17:40:44.388056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9c1a9f-ecc8-4269-a80b-764d790b43e6 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:40:44.396117 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54314) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:44.400854 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:44.401976 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b3d56d46-b09d-4596-8100-33f5366284d1 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-626687924'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:44.402215 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cf9c1a9f-ecc8-4269-a80b-764d790b43e6 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/networks/70512756-377b-416c-8f9f-0a143fcaa334 HTTP/1.1" status: 409 len: 405 time: 0.3169894 Nov 18 17:40:44.417604 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:44.483715 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d52e37-b010-420c-8424-8837fd6b01b6 None None] Network 70512756-377b-416c-8f9f-0a143fcaa334 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:44.498799 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:44.539923 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1741041b-6ee0-478e-90c1-91ed8e5680d3 None None] Provisioning complete for port 44e1d9c1-14b8-4270-8140-c437a739f274 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:44.549193 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1741041b-6ee0-478e-90c1-91ed8e5680d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:44.568092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d56d46-b09d-4596-8100-33f5366284d1 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Made reservation on behalf of 8aaddd8bb08d4b5ea3f472941dfba763 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:44.572838 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b3d56d46-b09d-4596-8100-33f5366284d1 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:44.601870 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1741041b-6ee0-478e-90c1-91ed8e5680d3 None None] Port 44e1d9c1-14b8-4270-8140-c437a739f274 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:40:44.604524 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a44176-87f7-4b98-8b01-67adf7edb766 None None] Pushing event updated for resources: {'Port': ['ID=d3d0c44b-e6c9-4896-a552-a9c3e51ebb7d,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:44.708459 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d56d46-b09d-4596-8100-33f5366284d1 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:40:44.731957 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] For port 44e1d9c1-14b8-4270-8140-c437a739f274, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:40:44.740394 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] For port 44e1d9c1-14b8-4270-8140-c437a739f274, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=44e1d9c1-14b8-4270-8140-c437a739f274,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:40:44.790679 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b3d56d46-b09d-4596-8100-33f5366284d1 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:44.791026 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-b3d56d46-b09d-4596-8100-33f5366284d1 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Added segment 13bd0f8f-9c3c-409e-8cab-15143bb0a403 of type vlan for network 9de08a20-2f8f-4506-88f2-96636e7584e7 Nov 18 17:40:44.869087 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:44.873305 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a426b3f-e763-4693-a131-e54229063fd7 None None] Pushing event updated for resources: {'Port': ['ID=44e1d9c1-14b8-4270-8140-c437a739f274,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:44.875643 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b3d56d46-b09d-4596-8100-33f5366284d1 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:44.891190 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:44.942748 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:44.946089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e95bfe7a-9db5-4c88-9410-b8650c0ce124 None None] Provisioning complete for port de1bf023-94b8-4220-b333-f905b9fc8eb3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:44.946397 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e95bfe7a-9db5-4c88-9410-b8650c0ce124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:45.010896 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:45.024553 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf44506-c182-4d2d-8087-56d5675a2f82 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:40:45.037522 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b3d56d46-b09d-4596-8100-33f5366284d1 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:45.043393 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d56d46-b09d-4596-8100-33f5366284d1 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:45.044141 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b3d56d46-b09d-4596-8100-33f5366284d1 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:45.062284 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:45.062666 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:45.102415 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:45.106328 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=3d02a160-3f8d-4dd5-9283-86088d2d6405,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:45.128490 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65206d-611a-43cb-9161-1bdf4c6e2365 None None] Pushing event updated for resources: {'Port': ['ID=9d981772-18f9-4e25-99a7-dab721358a14,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:45.163030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e95bfe7a-9db5-4c88-9410-b8650c0ce124 None None] Port de1bf023-94b8-4220-b333-f905b9fc8eb3 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:40:45.175709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Routers {'b7265ca1-dd9b-4804-9476-b272048be5fd'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:45.176767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b7265ca1-dd9b-4804-9476-b272048be5fd'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:45.215875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d56d46-b09d-4596-8100-33f5366284d1 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event updated for resources: {'Network': ['ID=9de08a20-2f8f-4506-88f2-96636e7584e7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:45.231074 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:45.255429 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network b7f93302-4cf4-443a-a284-be0467e84c85 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:45.257384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:45.294712 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b3d56d46-b09d-4596-8100-33f5366284d1 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8971250 Nov 18 17:40:45.298595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54338) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:45.298946 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54340) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:45.308732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-66d0e3a3-56f4-46e0-9be0-002a6f5e126e tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Request body: {'subnet': {'network_id': '9de08a20-2f8f-4506-88f2-96636e7584e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:45.341334 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:45.430644 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a426b3f-e763-4693-a131-e54229063fd7 None None] Pushing event updated for resources: {'Port': ['ID=44e1d9c1-14b8-4270-8140-c437a739f274,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:45.449217 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] Pushing event updated for resources: {'Port': ['ID=de1bf023-94b8-4220-b333-f905b9fc8eb3,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:45.493514 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 9de08a20-2f8f-4506-88f2-96636e7584e7 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:40:45.501646 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router 06401912-dd41-47df-ae48-5942047b951e is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:40:45.546478 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-24df3789-8494-456f-98fb-778c18c13d37 None None] Provisioning complete for port 44e1d9c1-14b8-4270-8140-c437a739f274 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:45.546861 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-24df3789-8494-456f-98fb-778c18c13d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:45.576826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] Network 6e87bf2a-db21-4077-ad84-9278e3b9c991 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:45.582772 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:45.624632 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f7d44291-5e91-497f-83f2-b236380a0808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:45.648372 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:40:45.660480 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-564d39aa-5655-4529-b65e-a8ea18d04383 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/06401912-dd41-47df-ae48-5942047b951e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2913187 Nov 18 17:40:45.661560 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54348) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:45.663743 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fd049d-a6d1-4395-ac86-bea157914afb None None] Sync routers for ids ['06401912-dd41-47df-ae48-5942047b951e'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:40:45.684628 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd049d-a6d1-4395-ac86-bea157914afb None None] Routers {'06401912-dd41-47df-ae48-5942047b951e'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:45.685771 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-40fd049d-a6d1-4395-ac86-bea157914afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['06401912-dd41-47df-ae48-5942047b951e'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:45.737375 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-40fd049d-a6d1-4395-ac86-bea157914afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:45.756126 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd049d-a6d1-4395-ac86-bea157914afb None None] Routers {'06401912-dd41-47df-ae48-5942047b951e'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:45.757373 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-40fd049d-a6d1-4395-ac86-bea157914afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['06401912-dd41-47df-ae48-5942047b951e'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:45.761601 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dab2d8a-4bbe-43d3-9293-01a0416d363f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:45.762867 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4dab2d8a-4bbe-43d3-9293-01a0416d363f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports/3d02a160-3f8d-4dd5-9283-86088d2d6405 HTTP/1.1" status: 200 len: 910 time: 0.0999637 Nov 18 17:40:45.767724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54350) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:45.788198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6c063a99-dbfc-4987-8862-8fa4c2f8abb6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c64b31eb-14ea-4d65-b4c4-66384ff12b34'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:45.814565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d0e3a3-56f4-46e0-9be0-002a6f5e126e tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Made reservation on behalf of 8aaddd8bb08d4b5ea3f472941dfba763 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:45.818793 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-66d0e3a3-56f4-46e0-9be0-002a6f5e126e tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:45.849866 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-40fd049d-a6d1-4395-ac86-bea157914afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:45.852353 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fd049d-a6d1-4395-ac86-bea157914afb None None] The sync data for ids ['06401912-dd41-47df-ae48-5942047b951e'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:40:45.891737 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f7d44291-5e91-497f-83f2-b236380a0808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:45.947958 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] Set router b7265ca1-dd9b-4804-9476-b272048be5fd gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:40:46.003686 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f7d44291-5e91-497f-83f2-b236380a0808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.059952 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] Router b7265ca1-dd9b-4804-9476-b272048be5fd has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:40:46.130433 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-24df3789-8494-456f-98fb-778c18c13d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.139201 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9d981772-18f9-4e25-99a7-dab721358a14 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:40:46.147937 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c063a99-dbfc-4987-8862-8fa4c2f8abb6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.206547 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-24df3789-8494-456f-98fb-778c18c13d37 None None] For port 44e1d9c1-14b8-4270-8140-c437a739f274, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=44e1d9c1-14b8-4270-8140-c437a739f274,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:40:46.256342 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d44291-5e91-497f-83f2-b236380a0808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa300aa-137d-4e6b-bfa6-5b2934e2e035,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:46.270142 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f7d44291-5e91-497f-83f2-b236380a0808 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f85453a46f804afda3769a6ee7cc90d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9672699 Nov 18 17:40:46.272607 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-24df3789-8494-456f-98fb-778c18c13d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.274676 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54358) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:46.320010 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcb4e98-660b-422a-b3f5-6885c5447b16 None None] Network b7f93302-4cf4-443a-a284-be0467e84c85 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:46.386736 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 9d981772-18f9-4e25-99a7-dab721358a14 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:46.387112 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.445278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df3789-8494-456f-98fb-778c18c13d37 None None] Pushing event updated for resources: {'Port': ['ID=44e1d9c1-14b8-4270-8140-c437a739f274,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:46.491834 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7abdc05c-32d2-4051-91aa-fff8dcbd158b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.494895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:40:46.516071 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3d0a1320-e27d-43df-ba5c-e27dc8598adb admin admin] 10.222.0.72 "PUT /v2.0/routers/b7265ca1-dd9b-4804-9476-b272048be5fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9036543 Nov 18 17:40:46.521078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c518c83c-e058-41ca-90c9-f7c3b4559f7b None None] Provisioning complete for port de1bf023-94b8-4220-b333-f905b9fc8eb3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:46.521448 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c518c83c-e058-41ca-90c9-f7c3b4559f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.558452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.objects.ports [None req-66d0e3a3-56f4-46e0-9be0-002a6f5e126e tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:40:46.560918 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7abdc05c-32d2-4051-91aa-fff8dcbd158b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.568435 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-66d0e3a3-56f4-46e0-9be0-002a6f5e126e tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.615103 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c518c83c-e058-41ca-90c9-f7c3b4559f7b None None] Port de1bf023-94b8-4220-b333-f905b9fc8eb3 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:40:46.670324 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'name': 'tempest-TestAggregatesBasicOps-310145619-router', 'tenant_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '44e1d9c1-14b8-4270-8140-c437a739f274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:38Z', 'updated_at': '2021-11-18T17:40:44Z', 'revision_number': 4, 'project_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'gw_port': {'id': '44e1d9c1-14b8-4270-8140-c437a739f274', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:68:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:39Z', 'updated_at': '2021-11-18T17:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'de1bf023-94b8-4220-b333-f905b9fc8eb3', 'name': '', 'network_id': '6e87bf2a-db21-4077-ad84-9278e3b9c991', 'tenant_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'mac_address': 'fa:16:3e:f0:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '8306d381-0deb-4787-a398-22474a06e9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:42Z', 'updated_at': '2021-11-18T17:40:43Z', 'revision_number': 1, 'project_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'subnets': [{'id': '8306d381-0deb-4787-a398-22474a06e9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:46.697122 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0e3a3-56f4-46e0-9be0-002a6f5e126e tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event updated for resources: {'Subnet': ['ID=762f2424-e901-4559-8a69-303de4b11538,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:46.712278 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.716581 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810564d0-cb12-4216-ad10-7cbe1fccb5e1 None None] The sync data for ids ['b7265ca1-dd9b-4804-9476-b272048be5fd'] in n-d-813419-11 is: [{'id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'name': 'tempest-TestAggregatesBasicOps-310145619-router', 'tenant_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '44e1d9c1-14b8-4270-8140-c437a739f274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:38Z', 'updated_at': '2021-11-18T17:40:44Z', 'revision_number': 4, 'project_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'gw_port': {'id': '44e1d9c1-14b8-4270-8140-c437a739f274', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:68:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:39Z', 'updated_at': '2021-11-18T17:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'de1bf023-94b8-4220-b333-f905b9fc8eb3', 'name': '', 'network_id': '6e87bf2a-db21-4077-ad84-9278e3b9c991', 'tenant_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'mac_address': 'fa:16:3e:f0:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '8306d381-0deb-4787-a398-22474a06e9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:42Z', 'updated_at': '2021-11-18T17:40:43Z', 'revision_number': 1, 'project_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'subnets': [{'id': '8306d381-0deb-4787-a398-22474a06e9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:40:46.727379 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c518c83c-e058-41ca-90c9-f7c3b4559f7b None None] Provisioning complete for port 9d981772-18f9-4e25-99a7-dab721358a14 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:46.727985 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c518c83c-e058-41ca-90c9-f7c3b4559f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.733395 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0e3a3-56f4-46e0-9be0-002a6f5e126e tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Checking segment: {'id': '13bd0f8f-9c3c-409e-8cab-15143bb0a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '9de08a20-2f8f-4506-88f2-96636e7584e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:46.736213 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0e3a3-56f4-46e0-9be0-002a6f5e126e tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Network hostable DHCP agents. Network: 9de08a20-2f8f-4506-88f2-96636e7584e7, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:40:46.751513 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c063a99-dbfc-4987-8862-8fa4c2f8abb6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.796386 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7abdc05c-32d2-4051-91aa-fff8dcbd158b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.800201 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7abdc05c-32d2-4051-91aa-fff8dcbd158b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.805011 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 9d981772-18f9-4e25-99a7-dab721358a14, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9d981772-18f9-4e25-99a7-dab721358a14,segment=NetworkSegment(234fd6d2-44ec-4ae2-8c29-788ef077f4bd),segment_id=234fd6d2-44ec-4ae2-8c29-788ef077f4bd)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:40:46.809682 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7abdc05c-32d2-4051-91aa-fff8dcbd158b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aaa300aa-137d-4e6b-bfa6-5b2934e2e035 HTTP/1.1" status: 204 len: 168 time: 0.5337625 Nov 18 17:40:46.821685 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c063a99-dbfc-4987-8862-8fa4c2f8abb6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.824133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdc05c-32d2-4051-91aa-fff8dcbd158b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa300aa-137d-4e6b-bfa6-5b2934e2e035,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:46.873590 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0e3a3-56f4-46e0-9be0-002a6f5e126e tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Network 9de08a20-2f8f-4506-88f2-96636e7584e7 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:40:46.899520 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.910419 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c518c83c-e058-41ca-90c9-f7c3b4559f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.970693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-66d0e3a3-56f4-46e0-9be0-002a6f5e126e tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 9de08a20-2f8f-4506-88f2-96636e7584e7) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:46.976826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d0e3a3-56f4-46e0-9be0-002a6f5e126e tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:46.979280 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-66d0e3a3-56f4-46e0-9be0-002a6f5e126e tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.987389 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c22a3b-d592-461e-987c-b21dc50bfe36 None None] Network 9de08a20-2f8f-4506-88f2-96636e7584e7 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:46.990300 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c063a99-dbfc-4987-8862-8fa4c2f8abb6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:46.991555 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c063a99-dbfc-4987-8862-8fa4c2f8abb6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:46.992354 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6c063a99-dbfc-4987-8862-8fa4c2f8abb6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/ports/3d02a160-3f8d-4dd5-9283-86088d2d6405 HTTP/1.1" status: 200 len: 910 time: 1.2235582 Nov 18 17:40:46.995475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54376) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:47.067891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c063a99-dbfc-4987-8862-8fa4c2f8abb6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=3d02a160-3f8d-4dd5-9283-86088d2d6405,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:47.096626 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=9d981772-18f9-4e25-99a7-dab721358a14,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:47.124580 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-66d0e3a3-56f4-46e0-9be0-002a6f5e126e tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8187265 Nov 18 17:40:47.124580 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54378) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:47.171160 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-c518c83c-e058-41ca-90c9-f7c3b4559f7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:40:47.174332 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-c518c83c-e058-41ca-90c9-f7c3b4559f7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:40:47.354196 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-9de08a20-2f8f-4506-88f2-96636e7584e7', 'network_id': '9de08a20-2f8f-4506-88f2-96636e7584e7', 'tenant_id': '8aaddd8bb08d4b5ea3f472941dfba763', 'fixed_ips': [{'subnet_id': '762f2424-e901-4559-8a69-303de4b11538'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:40:47.355099 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:47.471586 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:47.617633 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dbc053a7-fcf5-44af-a7b1-d00a8b978a37 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:47.690203 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:47.784691 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Allocated IP 2001:db8::f816:3eff:fef6:2310 (9de08a20-2f8f-4506-88f2-96636e7584e7/762f2424-e901-4559-8a69-303de4b11538/140c1d80-2fae-4d91-b8fb-da2cf5af79f2) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:48.050209 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c16522b4-4eb0-424b-aeb8-521e15eb9753 None None] Provisioning complete for port 3d02a160-3f8d-4dd5-9283-86088d2d6405 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:48.050896 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c16522b4-4eb0-424b-aeb8-521e15eb9753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:48.166300 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9d981772-18f9-4e25-99a7-dab721358a14 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:40:48.207269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54408) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:48.212479 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-6198e447-90ce-4281-82e5-30d7e0e93d34 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-160620276-network', 'tenant_id': '5079dbddf856491ea72350f3680a209a'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:48.246668 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c16522b4-4eb0-424b-aeb8-521e15eb9753 None None] Port 3d02a160-3f8d-4dd5-9283-86088d2d6405 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:40:48.252919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-dbc053a7-fcf5-44af-a7b1-d00a8b978a37 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting port 3d02a160-3f8d-4dd5-9283-86088d2d6405 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:40:48.253394 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dbc053a7-fcf5-44af-a7b1-d00a8b978a37 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:48.287626 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:48.297480 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c16522b4-4eb0-424b-aeb8-521e15eb9753 None None] Provisioning complete for port 9d981772-18f9-4e25-99a7-dab721358a14 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:48.297480 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c16522b4-4eb0-424b-aeb8-521e15eb9753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:48.370923 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 9d981772-18f9-4e25-99a7-dab721358a14 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:48.371390 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:48.381550 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6198e447-90ce-4281-82e5-30d7e0e93d34 admin admin] Made reservation on behalf of 5079dbddf856491ea72350f3680a209a for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:48.385324 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6198e447-90ce-4281-82e5-30d7e0e93d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:48.401243 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6198e447-90ce-4281-82e5-30d7e0e93d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:48.459586 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:48.468296 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dbc053a7-fcf5-44af-a7b1-d00a8b978a37 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:48.485962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-dbc053a7-fcf5-44af-a7b1-d00a8b978a37 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Calling delete_port for 3d02a160-3f8d-4dd5-9283-86088d2d6405 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:40:48.588761 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:48.676100 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event deleted for resources: {'Subnet': ['ID=762f2424-e901-4559-8a69-303de4b11538,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:48.702799 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6198e447-90ce-4281-82e5-30d7e0e93d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:48.792481 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:48.805899 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6198e447-90ce-4281-82e5-30d7e0e93d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:48.846784 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198e447-90ce-4281-82e5-30d7e0e93d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba36ebc-15c4-4080-81eb-bb1b56a91a3d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:48.868662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Network 9de08a20-2f8f-4506-88f2-96636e7584e7 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:48.877329 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:48.889316 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:48.899674 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de08a20-2f8f-4506-88f2-96636e7584e7']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:48.911296 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dbc053a7-fcf5-44af-a7b1-d00a8b978a37 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:48.917982 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6198e447-90ce-4281-82e5-30d7e0e93d34 admin admin] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:40:48.925619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Pushing event updated for resources: {'Port': ['ID=140c1d80-2fae-4d91-b8fb-da2cf5af79f2,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:48.939352 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6198e447-90ce-4281-82e5-30d7e0e93d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:48.939702 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-6198e447-90ce-4281-82e5-30d7e0e93d34 admin admin] Added segment bab215ba-81d3-492c-a130-08c594db260a of type vlan for network a974c1f7-499e-46a2-b430-45590770e156 Nov 18 17:40:48.945171 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc053a7-fcf5-44af-a7b1-d00a8b978a37 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Port': ['ID=3d02a160-3f8d-4dd5-9283-86088d2d6405,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:48.964894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:48.965393 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:48.965750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:48.966420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:48.976586 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:48.977377 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:48.977888 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:48.978422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:48.978946 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:48.979454 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:48.980045 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:48.980912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:49.071504 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4c17731f-ec10-4b64-ad2b-190a371c94c1 None None] Could not find standard attr ID for object 3d02a160-3f8d-4dd5-9283-86088d2d6405. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:40:49.079774 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Attempting to bind port 140c1d80-2fae-4d91-b8fb-da2cf5af79f2 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:40:49.080250 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Attempting to bind port 140c1d80-2fae-4d91-b8fb-da2cf5af79f2 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '13bd0f8f-9c3c-409e-8cab-15143bb0a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '9de08a20-2f8f-4506-88f2-96636e7584e7'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:40:49.080625 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Attempting to bind port 140c1d80-2fae-4d91-b8fb-da2cf5af79f2 on network 9de08a20-2f8f-4506-88f2-96636e7584e7 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:40:49.093347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:40:49.093737 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Checking segment: {'id': '13bd0f8f-9c3c-409e-8cab-15143bb0a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '9de08a20-2f8f-4506-88f2-96636e7584e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:49.094150 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:49.094649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Bound using segment: {'id': '13bd0f8f-9c3c-409e-8cab-15143bb0a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '9de08a20-2f8f-4506-88f2-96636e7584e7'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:40:49.095149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Bound port: 140c1d80-2fae-4d91-b8fb-da2cf5af79f2, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bd0f8f-9c3c-409e-8cab-15143bb0a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '9de08a20-2f8f-4506-88f2-96636e7584e7'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:40:49.095642 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:49.100372 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bd0f8f-9c3c-409e-8cab-15143bb0a403') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:49.112142 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bd0f8f-9c3c-409e-8cab-15143bb0a403') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:49.134820 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6198e447-90ce-4281-82e5-30d7e0e93d34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:49.188373 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:49.211648 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:49.225036 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:40:49.225549 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:49.227699 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dbc053a7-fcf5-44af-a7b1-d00a8b978a37 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:40:49.232544 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:40:49.240309 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] For port 140c1d80-2fae-4d91-b8fb-da2cf5af79f2, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:40:49.291419 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6198e447-90ce-4281-82e5-30d7e0e93d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:49.292361 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6198e447-90ce-4281-82e5-30d7e0e93d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:49.292941 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6198e447-90ce-4281-82e5-30d7e0e93d34 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:49.299056 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] For port 140c1d80-2fae-4d91-b8fb-da2cf5af79f2, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=140c1d80-2fae-4d91-b8fb-da2cf5af79f2,segment=NetworkSegment(13bd0f8f-9c3c-409e-8cab-15143bb0a403),segment_id=13bd0f8f-9c3c-409e-8cab-15143bb0a403)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:40:49.348256 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.api [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 18 17:40:49.348256 n-d-813419-11 neutron-server[104007]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 18 17:40:49.348256 n-d-813419-11 neutron-server[104007]: [parameters: {'id': '9de08a20-2f8f-4506-88f2-96636e7584e7'}] Nov 18 17:40:49.348256 n-d-813419-11 neutron-server[104007]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:40:49.348757 n-d-813419-11 neutron-server[104007]: DEBUG oslo_db.api [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:40:49.364921 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:49.462199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc053a7-fcf5-44af-a7b1-d00a8b978a37 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router 06401912-dd41-47df-ae48-5942047b951e has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:40:49.462524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198e447-90ce-4281-82e5-30d7e0e93d34 admin admin] Pushing event updated for resources: {'Network': ['ID=a974c1f7-499e-46a2-b430-45590770e156,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:49.472871 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6198e447-90ce-4281-82e5-30d7e0e93d34 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2643960 Nov 18 17:40:49.474427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54444) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:49.484931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network a974c1f7-499e-46a2-b430-45590770e156 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:40:49.485066 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-cabccbd8-9a1d-4e60-bc61-f3b66703251c admin admin] Request body: {'subnet': {'network_id': 'a974c1f7-499e-46a2-b430-45590770e156', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-160620276-subnet', 'tenant_id': '5079dbddf856491ea72350f3680a209a', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:49.493109 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b1790-1ceb-4f1e-81c3-32fd1888bd82 None None] Pushing event updated for resources: {'Port': ['ID=140c1d80-2fae-4d91-b8fb-da2cf5af79f2,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:49.548801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0b8a69-cef6-41bb-81bb-a31e5c00a85d None None] Network 9de08a20-2f8f-4506-88f2-96636e7584e7 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:49.568402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc053a7-fcf5-44af-a7b1-d00a8b978a37 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:40:49.574163 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dbc053a7-fcf5-44af-a7b1-d00a8b978a37 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/06401912-dd41-47df-ae48-5942047b951e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5777371 Nov 18 17:40:49.576907 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54448) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:49.611841 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a41732b7-96a0-45db-91f6-3293b1bfb3ac tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports?device_id=06401912-dd41-47df-ae48-5942047b951e HTTP/1.1" status: 200 len: 205 time: 0.0325117 Nov 18 17:40:49.613460 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54452) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:49.621239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabccbd8-9a1d-4e60-bc61-f3b66703251c admin admin] Made reservation on behalf of 5079dbddf856491ea72350f3680a209a for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:49.625579 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649c5f6-7a62-4690-be94-b08e1bda8b5a None None] Sync routers for ids ['06401912-dd41-47df-ae48-5942047b951e'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:40:49.636513 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cabccbd8-9a1d-4e60-bc61-f3b66703251c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:49.706990 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649c5f6-7a62-4690-be94-b08e1bda8b5a None None] Routers {'06401912-dd41-47df-ae48-5942047b951e'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:49.706990 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8649c5f6-7a62-4690-be94-b08e1bda8b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['06401912-dd41-47df-ae48-5942047b951e'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:49.731853 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79c62d0b-ff6e-4b40-bf79-78dff4455bfa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:49.773984 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8649c5f6-7a62-4690-be94-b08e1bda8b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:49.789800 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649c5f6-7a62-4690-be94-b08e1bda8b5a None None] Routers {'06401912-dd41-47df-ae48-5942047b951e'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:49.790426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8649c5f6-7a62-4690-be94-b08e1bda8b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['06401912-dd41-47df-ae48-5942047b951e'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:49.830196 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8649c5f6-7a62-4690-be94-b08e1bda8b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:49.830822 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649c5f6-7a62-4690-be94-b08e1bda8b5a None None] The sync data for ids ['06401912-dd41-47df-ae48-5942047b951e'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:40:49.844352 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5602bef9-7aec-4abc-adcd-f06a91ee1b6a None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 17:40:49.900692 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:49.952545 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79c62d0b-ff6e-4b40-bf79-78dff4455bfa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:49.956439 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79c62d0b-ff6e-4b40-bf79-78dff4455bfa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.055874 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cabccbd8-9a1d-4e60-bc61-f3b66703251c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.087302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5602bef9-7aec-4abc-adcd-f06a91ee1b6a None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 17:40:50.106682 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Deleting port 140c1d80-2fae-4d91-b8fb-da2cf5af79f2 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:40:50.107130 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.131994 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 44e1d9c1-14b8-4270-8140-c437a739f274 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:40:50.142202 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79c62d0b-ff6e-4b40-bf79-78dff4455bfa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.143228 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c62d0b-ff6e-4b40-bf79-78dff4455bfa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Fanout notify agent at l3_agent the message router_deleted on router 06401912-dd41-47df-ae48-5942047b951e {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:40:50.167139 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79c62d0b-ff6e-4b40-bf79-78dff4455bfa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.173742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-79c62d0b-ff6e-4b40-bf79-78dff4455bfa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/routers/06401912-dd41-47df-ae48-5942047b951e HTTP/1.1" status: 204 len: 168 time: 0.5567491 Nov 18 17:40:50.177703 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54464) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:50.251619 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54466) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:50.274742 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] For port 140c1d80-2fae-4d91-b8fb-da2cf5af79f2, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=140c1d80-2fae-4d91-b8fb-da2cf5af79f2,segment=NetworkSegment(13bd0f8f-9c3c-409e-8cab-15143bb0a403),segment_id=13bd0f8f-9c3c-409e-8cab-15143bb0a403)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:40:50.275228 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.283515 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabccbd8-9a1d-4e60-bc61-f3b66703251c admin admin] Checking segment: {'id': 'bab215ba-81d3-492c-a130-08c594db260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'a974c1f7-499e-46a2-b430-45590770e156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:50.283934 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabccbd8-9a1d-4e60-bc61-f3b66703251c admin admin] Network hostable DHCP agents. Network: a974c1f7-499e-46a2-b430-45590770e156, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:40:50.295349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a1a0bd-9114-49e7-b815-56b4355e8489 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting subnet c64b31eb-14ea-4d65-b4c4-66384ff12b34 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:40:50.295541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Calling delete_port for 140c1d80-2fae-4d91-b8fb-da2cf5af79f2 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:40:50.295644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabccbd8-9a1d-4e60-bc61-f3b66703251c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8273d02-9767-49e3-ba9f-8c0a1399208f,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:50.306620 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f8a1a0bd-9114-49e7-b815-56b4355e8489 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.378545 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f8a1a0bd-9114-49e7-b815-56b4355e8489 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.410873 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabccbd8-9a1d-4e60-bc61-f3b66703251c admin admin] Network a974c1f7-499e-46a2-b430-45590770e156 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:40:50.471953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 44e1d9c1-14b8-4270-8140-c437a739f274 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:50.472344 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.478854 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.482721 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a6adb2cd-ab74-448a-aaae-bf24679700c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.517532 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Sync routers for ids ['b7265ca1-dd9b-4804-9476-b272048be5fd'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:40:50.522143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event deleted for resources: {'Port': ['ID=140c1d80-2fae-4d91-b8fb-da2cf5af79f2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:50.532127 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] No DVR routers for this DVR port 140c1d80-2fae-4d91-b8fb-da2cf5af79f2 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:40:50.551393 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Routers {'b7265ca1-dd9b-4804-9476-b272048be5fd'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:50.552346 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b7265ca1-dd9b-4804-9476-b272048be5fd'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:50.576080 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a6adb2cd-ab74-448a-aaae-bf24679700c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.578249 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-cabccbd8-9a1d-4e60-bc61-f3b66703251c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, a974c1f7-499e-46a2-b430-45590770e156) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:50.595124 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabccbd8-9a1d-4e60-bc61-f3b66703251c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:50.595871 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cabccbd8-9a1d-4e60-bc61-f3b66703251c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.610667 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f8a1a0bd-9114-49e7-b815-56b4355e8489 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.645094 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a6adb2cd-ab74-448a-aaae-bf24679700c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.660184 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.688479 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de08a20-2f8f-4506-88f2-96636e7584e7']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:50.695851 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a6adb2cd-ab74-448a-aaae-bf24679700c3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=93988b01e8a34a16b42a384bb68e994f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4351509 Nov 18 17:40:50.699235 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54474) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:50.708225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bd0f8f-9c3c-409e-8cab-15143bb0a403') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:50.708534 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bd0f8f-9c3c-409e-8cab-15143bb0a403') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:50.710540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adb2cd-ab74-448a-aaae-bf24679700c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3a529f-7795-4a82-980a-999f8060abf0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:50.722121 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cabccbd8-9a1d-4e60-bc61-f3b66703251c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2422810 Nov 18 17:40:50.722318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b071c3-190e-4d5f-895b-6d70a2223530 None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 17:40:50.722445 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54476) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:50.730653 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-160620276-router', 'tenant_id': '5079dbddf856491ea72350f3680a209a', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:50.740027 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.769655 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.781331 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f2281be1-1f4d-4288-ac97-37d90351d1f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.786124 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:40:50.786801 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.801538 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Set router b7265ca1-dd9b-4804-9476-b272048be5fd gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:40:50.807081 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f2281be1-1f4d-4288-ac97-37d90351d1f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.825307 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f8a1a0bd-9114-49e7-b815-56b4355e8489 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.849250 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f8a1a0bd-9114-49e7-b815-56b4355e8489 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:50.852980 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f8a1a0bd-9114-49e7-b815-56b4355e8489 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/subnets/c64b31eb-14ea-4d65-b4c4-66384ff12b34 HTTP/1.1" status: 204 len: 168 time: 0.6740363 Nov 18 17:40:50.888386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54478) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:50.904512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1a0bd-9114-49e7-b815-56b4355e8489 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Subnet': ['ID=c64b31eb-14ea-4d65-b4c4-66384ff12b34,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:40:50.935241 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:40:50.969029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b071c3-190e-4d5f-895b-6d70a2223530 None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 17:40:51.044531 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.050304 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.055930 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/networks/9de08a20-2f8f-4506-88f2-96636e7584e7 HTTP/1.1" status: 204 len: 168 time: 3.9320455 Nov 18 17:40:51.066416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54482) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:51.095819 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1a47239a-d7b1-400b-aeec-f46e4a205727 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1306977707'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:51.145588 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.149905 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.168750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379c460-98de-47b5-99dd-d34c235c7bba tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event deleted for resources: {'Network': ['ID=9de08a20-2f8f-4506-88f2-96636e7584e7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:51.228363 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'name': 'tempest-TestAggregatesBasicOps-310145619-router', 'tenant_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '44e1d9c1-14b8-4270-8140-c437a739f274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:38Z', 'updated_at': '2021-11-18T17:40:44Z', 'revision_number': 4, 'project_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'gw_port': {'id': '44e1d9c1-14b8-4270-8140-c437a739f274', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:39Z', 'updated_at': '2021-11-18T17:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'de1bf023-94b8-4220-b333-f905b9fc8eb3', 'name': '', 'network_id': '6e87bf2a-db21-4077-ad84-9278e3b9c991', 'tenant_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'mac_address': 'fa:16:3e:f0:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '8306d381-0deb-4787-a398-22474a06e9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:42Z', 'updated_at': '2021-11-18T17:40:44Z', 'revision_number': 2, 'project_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'subnets': [{'id': '8306d381-0deb-4787-a398-22474a06e9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:51.257390 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Checking router: b7265ca1-dd9b-4804-9476-b272048be5fd for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:40:51.258043 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Updating router b7265ca1-dd9b-4804-9476-b272048be5fd port de1bf023-94b8-4220-b333-f905b9fc8eb3 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:40:51.287080 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.297199 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.303565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a47239a-d7b1-400b-aeec-f46e4a205727 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Made reservation on behalf of 8aaddd8bb08d4b5ea3f472941dfba763 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:51.312157 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1a47239a-d7b1-400b-aeec-f46e4a205727 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.453001 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a47239a-d7b1-400b-aeec-f46e4a205727 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] vlan segment allocate from pool success with {'vlan_id': 1122, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:40:51.514369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-a974c1f7-499e-46a2-b430-45590770e156', 'network_id': 'a974c1f7-499e-46a2-b430-45590770e156', 'tenant_id': '5079dbddf856491ea72350f3680a209a', 'fixed_ips': [{'subnet_id': 'd8273d02-9767-49e3-ba9f-8c0a1399208f'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:40:51.515283 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.543198 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1a47239a-d7b1-400b-aeec-f46e4a205727 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.543198 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-1a47239a-d7b1-400b-aeec-f46e4a205727 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Added segment 53783960-2302-424c-9fed-c40d7386af4f of type vlan for network fe260c14-ef57-4e74-bc1f-cff73aa78cd4 Nov 18 17:40:51.709984 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.714904 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f2281be1-1f4d-4288-ac97-37d90351d1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.715466 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1a47239a-d7b1-400b-aeec-f46e4a205727 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.716135 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.716771 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f2281be1-1f4d-4288-ac97-37d90351d1f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.717952 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f2281be1-1f4d-4288-ac97-37d90351d1f9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dd3a529f-7795-4a82-980a-999f8060abf0 HTTP/1.1" status: 204 len: 168 time: 1.0160291 Nov 18 17:40:51.750303 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.763936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2281be1-1f4d-4288-ac97-37d90351d1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3a529f-7795-4a82-980a-999f8060abf0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:51.785227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Allocated IP 172.20.0.2 (a974c1f7-499e-46a2-b430-45590770e156/d8273d02-9767-49e3-ba9f-8c0a1399208f/79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:51.817008 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.827609 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1a47239a-d7b1-400b-aeec-f46e4a205727 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.828505 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.833672 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a47239a-d7b1-400b-aeec-f46e4a205727 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:51.834311 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1a47239a-d7b1-400b-aeec-f46e4a205727 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.857346 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting port 9d981772-18f9-4e25-99a7-dab721358a14 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:40:51.858722 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.962871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] For port 9d981772-18f9-4e25-99a7-dab721358a14, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9d981772-18f9-4e25-99a7-dab721358a14,segment=NetworkSegment(234fd6d2-44ec-4ae2-8c29-788ef077f4bd),segment_id=234fd6d2-44ec-4ae2-8c29-788ef077f4bd)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:40:51.964049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:51.978024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Calling delete_port for 9d981772-18f9-4e25-99a7-dab721358a14 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:40:52.019780 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232679d-5494-4e2e-a42b-8ade34b2b896 None None] Pushing event updated for resources: {'Port': ['ID=de1bf023-94b8-4220-b333-f905b9fc8eb3,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:52.117628 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232679d-5494-4e2e-a42b-8ade34b2b896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:52.117972 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232679d-5494-4e2e-a42b-8ade34b2b896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:52.128400 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232679d-5494-4e2e-a42b-8ade34b2b896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:52.129021 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232679d-5494-4e2e-a42b-8ade34b2b896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:52.129547 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232679d-5494-4e2e-a42b-8ade34b2b896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:52.130059 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232679d-5494-4e2e-a42b-8ade34b2b896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:52.130690 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232679d-5494-4e2e-a42b-8ade34b2b896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:52.131194 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232679d-5494-4e2e-a42b-8ade34b2b896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:52.132839 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232679d-5494-4e2e-a42b-8ade34b2b896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:52.133362 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232679d-5494-4e2e-a42b-8ade34b2b896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:52.133704 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232679d-5494-4e2e-a42b-8ade34b2b896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:52.134043 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0232679d-5494-4e2e-a42b-8ade34b2b896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:40:52.177653 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Attempting to bind port de1bf023-94b8-4220-b333-f905b9fc8eb3 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:40:52.178038 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Attempting to bind port de1bf023-94b8-4220-b333-f905b9fc8eb3 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'b8dee380-3b4b-42c1-ad56-c3e283754c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '6e87bf2a-db21-4077-ad84-9278e3b9c991'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:40:52.178406 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Attempting to bind port de1bf023-94b8-4220-b333-f905b9fc8eb3 on network 6e87bf2a-db21-4077-ad84-9278e3b9c991 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:40:52.191331 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:40:52.191871 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Checking segment: {'id': 'b8dee380-3b4b-42c1-ad56-c3e283754c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '6e87bf2a-db21-4077-ad84-9278e3b9c991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:52.192496 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:52.193014 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Bound using segment: {'id': 'b8dee380-3b4b-42c1-ad56-c3e283754c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '6e87bf2a-db21-4077-ad84-9278e3b9c991'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:40:52.193637 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Bound port: de1bf023-94b8-4220-b333-f905b9fc8eb3, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8dee380-3b4b-42c1-ad56-c3e283754c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '6e87bf2a-db21-4077-ad84-9278e3b9c991'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:40:52.194849 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:52.208688 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:52.214102 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:52.241973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] No DVR routers for this DVR port 9d981772-18f9-4e25-99a7-dab721358a14 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:40:52.247826 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Port': ['ID=9d981772-18f9-4e25-99a7-dab721358a14,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:52.295770 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:52.366525 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] For port de1bf023-94b8-4220-b333-f905b9fc8eb3, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:40:52.372959 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] For port de1bf023-94b8-4220-b333-f905b9fc8eb3, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=de1bf023-94b8-4220-b333-f905b9fc8eb3,segment=NetworkSegment(b8dee380-3b4b-42c1-ad56-c3e283754c76),segment_id=b8dee380-3b4b-42c1-ad56-c3e283754c76)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:40:52.403322 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Pushing event updated for resources: {'Port': ['ID=79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:52.406418 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:52.429773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Network a974c1f7-499e-46a2-b430-45590770e156 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:52.433537 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:52.438015 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:52.440073 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:52.467831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f93302-4cf4-443a-a284-be0467e84c85']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:52.490621 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234fd6d2-44ec-4ae2-8c29-788ef077f4bd') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:52.491653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234fd6d2-44ec-4ae2-8c29-788ef077f4bd') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:52.504872 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:52.524096 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Attempting to bind port 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:40:52.525381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Attempting to bind port 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'bab215ba-81d3-492c-a130-08c594db260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'a974c1f7-499e-46a2-b430-45590770e156'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:40:52.526890 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:52.528071 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Attempting to bind port 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 on network a974c1f7-499e-46a2-b430-45590770e156 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:40:52.545864 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:40:52.546399 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Checking segment: {'id': 'bab215ba-81d3-492c-a130-08c594db260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'a974c1f7-499e-46a2-b430-45590770e156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:52.547030 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:52.547696 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Bound using segment: {'id': 'bab215ba-81d3-492c-a130-08c594db260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'a974c1f7-499e-46a2-b430-45590770e156'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:40:52.549542 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Bound port: 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab215ba-81d3-492c-a130-08c594db260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'a974c1f7-499e-46a2-b430-45590770e156'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:40:52.562203 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:52.575595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:40:52.579013 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:52.582711 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Routers {'b7265ca1-dd9b-4804-9476-b272048be5fd'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:52.583359 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b7265ca1-dd9b-4804-9476-b272048be5fd'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:40:52.590094 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:40:52.629571 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47239a-d7b1-400b-aeec-f46e4a205727 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event updated for resources: {'Network': ['ID=fe260c14-ef57-4e74-bc1f-cff73aa78cd4,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:52.706481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] For port 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:40:52.709903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] For port 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4,segment=NetworkSegment(bab215ba-81d3-492c-a130-08c594db260a),segment_id=bab215ba-81d3-492c-a130-08c594db260a)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:40:52.717256 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network fe260c14-ef57-4e74-bc1f-cff73aa78cd4 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:40:52.745210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1a47239a-d7b1-400b-aeec-f46e4a205727 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6643298 Nov 18 17:40:52.746953 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54516) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:52.760844 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8dc15af8-7ac3-4685-822c-09faf704a8c3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Request body: {'subnet': {'network_id': 'fe260c14-ef57-4e74-bc1f-cff73aa78cd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:52.787102 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232679d-5494-4e2e-a42b-8ade34b2b896 None None] Pushing event updated for resources: {'Port': ['ID=de1bf023-94b8-4220-b333-f905b9fc8eb3,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:52.826573 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:52.827365 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] Set router b7265ca1-dd9b-4804-9476-b272048be5fd gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:40:52.874156 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:52.902689 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:52.911625 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/networks/b7f93302-4cf4-443a-a284-be0467e84c85 HTTP/1.1" status: 204 len: 168 time: 2.0137136 Nov 18 17:40:52.925735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54520) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:52.931588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-921b99e0-c5e7-4d71-bed3-9b8b362fad1d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-570242130', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:52.939270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9643a9-3baf-4296-9e32-e93f5f23f579 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Network': ['ID=b7f93302-4cf4-443a-a284-be0467e84c85,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:52.949454 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca15e0-02e7-4f58-881c-377398bb72eb None None] Pushing event updated for resources: {'Port': ['ID=79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:53.026271 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc15af8-7ac3-4685-822c-09faf704a8c3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Made reservation on behalf of 8aaddd8bb08d4b5ea3f472941dfba763 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:53.040623 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8dc15af8-7ac3-4685-822c-09faf704a8c3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:53.134930 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-921b99e0-c5e7-4d71-bed3-9b8b362fad1d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:53.136078 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-921b99e0-c5e7-4d71-bed3-9b8b362fad1d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:53.164786 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:53.176215 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:53.180696 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'name': 'tempest-TestAggregatesBasicOps-310145619-router', 'tenant_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '44e1d9c1-14b8-4270-8140-c437a739f274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:38Z', 'updated_at': '2021-11-18T17:40:44Z', 'revision_number': 4, 'project_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'gw_port': {'id': '44e1d9c1-14b8-4270-8140-c437a739f274', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:39Z', 'updated_at': '2021-11-18T17:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'de1bf023-94b8-4220-b333-f905b9fc8eb3', 'name': '', 'network_id': '6e87bf2a-db21-4077-ad84-9278e3b9c991', 'tenant_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'mac_address': 'fa:16:3e:f0:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '8306d381-0deb-4787-a398-22474a06e9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:42Z', 'updated_at': '2021-11-18T17:40:52Z', 'revision_number': 4, 'project_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'subnets': [{'id': '8306d381-0deb-4787-a398-22474a06e9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:53.213290 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-921b99e0-c5e7-4d71-bed3-9b8b362fad1d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:53.264085 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b42184-0676-4611-bc67-a6c244fab9bb None None] The sync data for ids ['b7265ca1-dd9b-4804-9476-b272048be5fd'] in n-d-813419-11 is: [{'id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'name': 'tempest-TestAggregatesBasicOps-310145619-router', 'tenant_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '44e1d9c1-14b8-4270-8140-c437a739f274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:38Z', 'updated_at': '2021-11-18T17:40:44Z', 'revision_number': 4, 'project_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'gw_port': {'id': '44e1d9c1-14b8-4270-8140-c437a739f274', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:39Z', 'updated_at': '2021-11-18T17:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'de1bf023-94b8-4220-b333-f905b9fc8eb3', 'name': '', 'network_id': '6e87bf2a-db21-4077-ad84-9278e3b9c991', 'tenant_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'mac_address': 'fa:16:3e:f0:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '8306d381-0deb-4787-a398-22474a06e9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:42Z', 'updated_at': '2021-11-18T17:40:52Z', 'revision_number': 4, 'project_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'subnets': [{'id': '8306d381-0deb-4787-a398-22474a06e9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:40:53.279712 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:53.284568 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-921b99e0-c5e7-4d71-bed3-9b8b362fad1d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:53.373633 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-921b99e0-c5e7-4d71-bed3-9b8b362fad1d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:53.382480 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-921b99e0-c5e7-4d71-bed3-9b8b362fad1d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4556527 Nov 18 17:40:53.386825 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54534) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:53.397828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4855fa71-d07c-40f4-bf5d-53e3ec56d6b3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'network': {'name': 'tempest-RoutersTest-1020961751'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:53.523528 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4855fa71-d07c-40f4-bf5d-53e3ec56d6b3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:53.523528 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4855fa71-d07c-40f4-bf5d-53e3ec56d6b3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:53.549407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4855fa71-d07c-40f4-bf5d-53e3ec56d6b3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:40:53.562885 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4855fa71-d07c-40f4-bf5d-53e3ec56d6b3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:53.563618 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-4855fa71-d07c-40f4-bf5d-53e3ec56d6b3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Added segment d7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f of type vlan for network 47ee1a9d-465c-47d2-8bfd-5294c7cce075 Nov 18 17:40:53.629688 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4855fa71-d07c-40f4-bf5d-53e3ec56d6b3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:53.664999 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Allocated IP 172.25.3.83 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/326695b3-4e9d-4206-877c-15ec09102b66) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:53.746758 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4855fa71-d07c-40f4-bf5d-53e3ec56d6b3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:53.753059 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4855fa71-d07c-40f4-bf5d-53e3ec56d6b3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:53.753945 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4855fa71-d07c-40f4-bf5d-53e3ec56d6b3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:53.765927 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8dc15af8-7ac3-4685-822c-09faf704a8c3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:53.841216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855fa71-d07c-40f4-bf5d-53e3ec56d6b3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Network': ['ID=47ee1a9d-465c-47d2-8bfd-5294c7cce075,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:53.853773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 47ee1a9d-465c-47d2-8bfd-5294c7cce075 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:40:53.860828 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4855fa71-d07c-40f4-bf5d-53e3ec56d6b3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4728053 Nov 18 17:40:53.861504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54544) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:53.868658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7e47ba4c-189a-4eb9-a2f2-bbaa43dfca51 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'subnet': {'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:53.912877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc15af8-7ac3-4685-822c-09faf704a8c3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event updated for resources: {'Subnet': ['ID=419a8e25-767f-4a96-8dff-952c537e7510,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:53.926067 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:53.998391 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc15af8-7ac3-4685-822c-09faf704a8c3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Checking segment: {'id': '53783960-2302-424c-9fed-c40d7386af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'fe260c14-ef57-4e74-bc1f-cff73aa78cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:54.019853 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc15af8-7ac3-4685-822c-09faf704a8c3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Network hostable DHCP agents. Network: fe260c14-ef57-4e74-bc1f-cff73aa78cd4, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:40:54.176119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e47ba4c-189a-4eb9-a2f2-bbaa43dfca51 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:54.179174 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:54.180783 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e47ba4c-189a-4eb9-a2f2-bbaa43dfca51 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:54.184385 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc15af8-7ac3-4685-822c-09faf704a8c3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Network fe260c14-ef57-4e74-bc1f-cff73aa78cd4 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:40:54.330997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:54.335127 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:54.348698 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:54.377211 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Pushing event updated for resources: {'Port': ['ID=326695b3-4e9d-4206-877c-15ec09102b66,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:54.431168 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-8dc15af8-7ac3-4685-822c-09faf704a8c3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, fe260c14-ef57-4e74-bc1f-cff73aa78cd4) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:54.437838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc15af8-7ac3-4685-822c-09faf704a8c3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:54.439373 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8dc15af8-7ac3-4685-822c-09faf704a8c3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:54.457697 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device de1bf023-94b8-4220-b333-f905b9fc8eb3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:40:54.527970 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port de1bf023-94b8-4220-b333-f905b9fc8eb3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:54.528899 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:54.551075 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8dc15af8-7ac3-4685-822c-09faf704a8c3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8015814 Nov 18 17:40:54.554029 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54564) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:54.652014 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:54.664012 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e47ba4c-189a-4eb9-a2f2-bbaa43dfca51 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:54.739818 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port de1bf023-94b8-4220-b333-f905b9fc8eb3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=de1bf023-94b8-4220-b333-f905b9fc8eb3,segment=NetworkSegment(b8dee380-3b4b-42c1-ad56-c3e283754c76),segment_id=b8dee380-3b4b-42c1-ad56-c3e283754c76)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:40:54.766935 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7716779-3c1a-4059-b1d1-395c67151e9c None None] Network a974c1f7-499e-46a2-b430-45590770e156 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:54.809692 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce7ceec-a723-4d4e-9dda-b0f1bdabd511 None None] Network b7f93302-4cf4-443a-a284-be0467e84c85 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:54.832930 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d9bf-9082-48c3-882e-7650d67ea81f tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:54.836853 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47ba4c-189a-4eb9-a2f2-bbaa43dfca51 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Subnet': ['ID=15454f44-a5c1-43e9-94a8-12d434d40c89,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:54.875014 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e47ba4c-189a-4eb9-a2f2-bbaa43dfca51 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Checking segment: {'id': 'd7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:54.875901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e47ba4c-189a-4eb9-a2f2-bbaa43dfca51 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network hostable DHCP agents. Network: 47ee1a9d-465c-47d2-8bfd-5294c7cce075, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:40:54.904914 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce7ceec-a723-4d4e-9dda-b0f1bdabd511 None None] Network b7f93302-4cf4-443a-a284-be0467e84c85 could not be found, it might have been deleted concurrently. {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 18 17:40:54.916349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63315e46-5644-4e15-9774-ed5d3d6ce4cb None None] Network fe260c14-ef57-4e74-bc1f-cff73aa78cd4 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:54.919319 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76191f9-c312-436a-b584-82be3b2918e5 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:40:54.929776 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:54.933368 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:40:54.988906 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d9bf-9082-48c3-882e-7650d67ea81f tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:55.041901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e47ba4c-189a-4eb9-a2f2-bbaa43dfca51 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network 47ee1a9d-465c-47d2-8bfd-5294c7cce075 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:40:55.043929 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:55.061382 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473f23cc-d33c-471f-a39d-775e5f5e8ad0 None None] DHCP port deletion for b7f93302-4cf4-443a-a284-be0467e84c85 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:40:55.163975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-7e47ba4c-189a-4eb9-a2f2-bbaa43dfca51 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 47ee1a9d-465c-47d2-8bfd-5294c7cce075) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:55.168794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e47ba4c-189a-4eb9-a2f2-bbaa43dfca51 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:55.169918 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e47ba4c-189a-4eb9-a2f2-bbaa43dfca51 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:55.201220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bf3097-0666-4338-8630-35ca3711acc2 None None] Network 47ee1a9d-465c-47d2-8bfd-5294c7cce075 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:55.216415 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d9bf-9082-48c3-882e-7650d67ea81f tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:55.276572 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0d9bf-9082-48c3-882e-7650d67ea81f tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event deleted for resources: {'Subnet': ['ID=419a8e25-767f-4a96-8dff-952c537e7510,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:55.386367 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d9bf-9082-48c3-882e-7650d67ea81f tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:55.413526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-0ad0d9bf-9082-48c3-882e-7650d67ea81f tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe260c14-ef57-4e74-bc1f-cff73aa78cd4']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:55.426419 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-0ad0d9bf-9082-48c3-882e-7650d67ea81f tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53783960-2302-424c-9fed-c40d7386af4f') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:55.426725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-0ad0d9bf-9082-48c3-882e-7650d67ea81f tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53783960-2302-424c-9fed-c40d7386af4f') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:55.444794 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:55.449097 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d9bf-9082-48c3-882e-7650d67ea81f tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:55.467879 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7e47ba4c-189a-4eb9-a2f2-bbaa43dfca51 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6048567 Nov 18 17:40:55.477861 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d9bf-9082-48c3-882e-7650d67ea81f tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:55.486915 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad0d9bf-9082-48c3-882e-7650d67ea81f tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:40:55.487625 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d9bf-9082-48c3-882e-7650d67ea81f tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:40:55.490911 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:40:55.494385 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54602) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:55.530347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7a072bdb-c6af-40bb-a7b3-5ce0281cc71e None None] Provisioning complete for port 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:55.530347 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a072bdb-c6af-40bb-a7b3-5ce0281cc71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:55.593761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=de1bf023-94b8-4220-b333-f905b9fc8eb3,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:55.727206 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Router 78faac0c-56a2-4ce6-9e22-8130d3f3bc54 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:40:55.734072 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:55.734072 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:55.823175 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d9bf-9082-48c3-882e-7650d67ea81f tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:55.831651 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d9bf-9082-48c3-882e-7650d67ea81f tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:55.837367 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0ad0d9bf-9082-48c3-882e-7650d67ea81f tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/networks/fe260c14-ef57-4e74-bc1f-cff73aa78cd4 HTTP/1.1" status: 204 len: 168 time: 1.2824309 Nov 18 17:40:55.851006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54616) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:55.851270 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7976e89-53ed-41da-a8f8-84ea9b79f455 None None] Network fe260c14-ef57-4e74-bc1f-cff73aa78cd4 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:55.852684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-dda431fc-5764-4ab8-995e-4cde6c4b0897 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1602060898'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:55.904824 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7976e89-53ed-41da-a8f8-84ea9b79f455 None None] Network fe260c14-ef57-4e74-bc1f-cff73aa78cd4 could not be found, it might have been deleted concurrently. {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 18 17:40:55.947598 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a072bdb-c6af-40bb-a7b3-5ce0281cc71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:55.948402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:40:55.963296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Sync routers for ids ['78faac0c-56a2-4ce6-9e22-8130d3f3bc54'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:40:55.969632 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:40:55.970403 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:55.978144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0d9bf-9082-48c3-882e-7650d67ea81f tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event deleted for resources: {'Network': ['ID=fe260c14-ef57-4e74-bc1f-cff73aa78cd4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:56.052323 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Routers {'78faac0c-56a2-4ce6-9e22-8130d3f3bc54'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:56.053243 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['78faac0c-56a2-4ce6-9e22-8130d3f3bc54'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:56.070633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7a072bdb-c6af-40bb-a7b3-5ce0281cc71e None None] For port 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4,segment=NetworkSegment(bab215ba-81d3-492c-a130-08c594db260a),segment_id=bab215ba-81d3-492c-a130-08c594db260a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:40:56.087653 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:56.091032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda431fc-5764-4ab8-995e-4cde6c4b0897 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Made reservation on behalf of 8aaddd8bb08d4b5ea3f472941dfba763 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:56.099159 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dda431fc-5764-4ab8-995e-4cde6c4b0897 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:56.111035 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:56.179580 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:56.180915 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e57ca30b-ed16-48ce-8f2b-bbabc9a6b651 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4574890 Nov 18 17:40:56.183690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54634) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:56.222739 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda431fc-5764-4ab8-995e-4cde6c4b0897 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] vlan segment allocate from pool success with {'vlan_id': 1103, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:40:56.243678 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a072bdb-c6af-40bb-a7b3-5ce0281cc71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:56.254144 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dda431fc-5764-4ab8-995e-4cde6c4b0897 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:56.254502 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-dda431fc-5764-4ab8-995e-4cde6c4b0897 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Added segment 7d6ba523-7cd6-4321-b610-cca6f25f210b of type vlan for network b1d5c317-0e78-4d50-8cb6-a96606c8f396 Nov 18 17:40:56.315886 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a072bdb-c6af-40bb-a7b3-5ce0281cc71e None None] Pushing event updated for resources: {'Port': ['ID=79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:56.442228 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Set router 78faac0c-56a2-4ce6-9e22-8130d3f3bc54 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:40:56.458192 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dda431fc-5764-4ab8-995e-4cde6c4b0897 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:56.576072 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dda431fc-5764-4ab8-995e-4cde6c4b0897 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:56.582274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda431fc-5764-4ab8-995e-4cde6c4b0897 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:56.583123 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dda431fc-5764-4ab8-995e-4cde6c4b0897 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:56.656861 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-325b52ab-ad8f-47c5-9be0-6f02001a1a2d None None] Provisioning complete for port 326695b3-4e9d-4206-877c-15ec09102b66 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:56.657916 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-325b52ab-ad8f-47c5-9be0-6f02001a1a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:56.721814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda431fc-5764-4ab8-995e-4cde6c4b0897 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event updated for resources: {'Network': ['ID=b1d5c317-0e78-4d50-8cb6-a96606c8f396,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:56.746304 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:40:56.746761 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:40:56.752252 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Allocated IP 172.20.0.2 (47ee1a9d-465c-47d2-8bfd-5294c7cce075/15454f44-a5c1-43e9-94a8-12d434d40c89/714a57d4-3612-49ff-8bd0-cc5561a2e52f) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:56.754807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network b1d5c317-0e78-4d50-8cb6-a96606c8f396 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:40:56.757562 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fe27a9-0657-4357-b26b-c41a6bb2ca51 None None] Network a974c1f7-499e-46a2-b430-45590770e156 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:56.797649 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dda431fc-5764-4ab8-995e-4cde6c4b0897 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9494274 Nov 18 17:40:56.800048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54644) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:56.806634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-212a02fe-b255-4f85-b50c-f48891b5b9e2 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Request body: {'subnet': {'network_id': 'b1d5c317-0e78-4d50-8cb6-a96606c8f396', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:56.821911 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54646) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:56.856197 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:56.898332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-325b52ab-ad8f-47c5-9be0-6f02001a1a2d None None] Port 326695b3-4e9d-4206-877c-15ec09102b66 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:40:56.978197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-325b52ab-ad8f-47c5-9be0-6f02001a1a2d None None] Provisioning complete for port de1bf023-94b8-4220-b333-f905b9fc8eb3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:56.978817 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-325b52ab-ad8f-47c5-9be0-6f02001a1a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:57.021542 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212a02fe-b255-4f85-b50c-f48891b5b9e2 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Made reservation on behalf of 8aaddd8bb08d4b5ea3f472941dfba763 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:40:57.026408 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-212a02fe-b255-4f85-b50c-f48891b5b9e2 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:57.045728 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4a94108c-fa88-4ef2-92f5-072932726130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:57.185748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] Allocated IP 172.20.0.1 (a974c1f7-499e-46a2-b430-45590770e156/d8273d02-9767-49e3-ba9f-8c0a1399208f/6f40b846-60db-448f-8d77-b124622a4a84) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:57.310380 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:57.447423 n-d-813419-11 neutron-server[104008]: DEBUG neutron.objects.ports [None req-212a02fe-b255-4f85-b50c-f48891b5b9e2 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:40:57.449774 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-212a02fe-b255-4f85-b50c-f48891b5b9e2 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:57.451964 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:57.536573 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212a02fe-b255-4f85-b50c-f48891b5b9e2 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Checking segment: {'id': '7d6ba523-7cd6-4321-b610-cca6f25f210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b1d5c317-0e78-4d50-8cb6-a96606c8f396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:57.540530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] Network a974c1f7-499e-46a2-b430-45590770e156 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:57.545262 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:57.551574 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212a02fe-b255-4f85-b50c-f48891b5b9e2 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Network hostable DHCP agents. Network: b1d5c317-0e78-4d50-8cb6-a96606c8f396, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:40:57.552124 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:57.589967 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a02fe-b255-4f85-b50c-f48891b5b9e2 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event updated for resources: {'Subnet': ['ID=c6fab9ac-43a9-493d-b453-4d5f071ad19a,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:57.601492 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4a94108c-fa88-4ef2-92f5-072932726130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:57.604442 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] Pushing event updated for resources: {'Port': ['ID=6f40b846-60db-448f-8d77-b124622a4a84,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:57.635306 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:57.639445 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:57.645885 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'name': 'tempest-TestAggregatesBasicOps-160620276-router', 'tenant_id': '5079dbddf856491ea72350f3680a209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '326695b3-4e9d-4206-877c-15ec09102b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:51Z', 'updated_at': '2021-11-18T17:40:54Z', 'revision_number': 3, 'project_id': '5079dbddf856491ea72350f3680a209a', 'gw_port': {'id': '326695b3-4e9d-4206-877c-15ec09102b66', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:57.672899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212a02fe-b255-4f85-b50c-f48891b5b9e2 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Network b1d5c317-0e78-4d50-8cb6-a96606c8f396 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:40:57.685486 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Checking router: 78faac0c-56a2-4ce6-9e22-8130d3f3bc54 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:40:57.685486 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Updating router 78faac0c-56a2-4ce6-9e22-8130d3f3bc54 port 326695b3-4e9d-4206-877c-15ec09102b66 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:40:57.721092 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:57.730814 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4a94108c-fa88-4ef2-92f5-072932726130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:57.755573 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:57.766509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-212a02fe-b255-4f85-b50c-f48891b5b9e2 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, b1d5c317-0e78-4d50-8cb6-a96606c8f396) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:57.773355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212a02fe-b255-4f85-b50c-f48891b5b9e2 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:40:57.774018 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-212a02fe-b255-4f85-b50c-f48891b5b9e2 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:57.787473 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device de1bf023-94b8-4220-b333-f905b9fc8eb3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:40:57.798934 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Allocated IP 172.20.0.1 (47ee1a9d-465c-47d2-8bfd-5294c7cce075/15454f44-a5c1-43e9-94a8-12d434d40c89/d98078ab-45fc-46eb-9e37-18e27352e8b4) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:40:57.809591 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4a94108c-fa88-4ef2-92f5-072932726130 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e60bb6c9291242ee82caa1af7f8176ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9835005 Nov 18 17:40:57.810554 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54652) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:57.821867 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94108c-fa88-4ef2-92f5-072932726130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452991f1-3393-45d0-9faa-c200c8d77944,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:57.903740 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-212a02fe-b255-4f85-b50c-f48891b5b9e2 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1023052 Nov 18 17:40:57.904428 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54654) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:57.948432 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-01db8575-2c62-4b89-9c6d-f33ed4ffb1db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:57.974198 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c362267-88a0-41f5-b901-1e618a1f914c None None] Network b1d5c317-0e78-4d50-8cb6-a96606c8f396 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:57.984639 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-01db8575-2c62-4b89-9c6d-f33ed4ffb1db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.050849 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.061637 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Network 47ee1a9d-465c-47d2-8bfd-5294c7cce075 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:58.069029 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.095146 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:58.112223 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:58.167586 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-572b8740-d1f8-4192-9d30-01aa07415013 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.175307 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port de1bf023-94b8-4220-b333-f905b9fc8eb3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:58.175849 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.198936 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a8f4c3ef-be08-4184-b5eb-1fd2e5b48325 None None] Provisioning complete for port 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:58.199445 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a8f4c3ef-be08-4184-b5eb-1fd2e5b48325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.217292 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-01db8575-2c62-4b89-9c6d-f33ed4ffb1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.220961 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-01db8575-2c62-4b89-9c6d-f33ed4ffb1db admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.222409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-01db8575-2c62-4b89-9c6d-f33ed4ffb1db admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/452991f1-3393-45d0-9faa-c200c8d77944 HTTP/1.1" status: 204 len: 168 time: 0.4108911 Nov 18 17:40:58.243518 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db8575-2c62-4b89-9c6d-f33ed4ffb1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452991f1-3393-45d0-9faa-c200c8d77944,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:58.262002 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.272905 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Attempting to bind port 714a57d4-3612-49ff-8bd0-cc5561a2e52f on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:40:58.273186 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Attempting to bind port 714a57d4-3612-49ff-8bd0-cc5561a2e52f by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'd7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:40:58.273635 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Attempting to bind port 714a57d4-3612-49ff-8bd0-cc5561a2e52f on network 47ee1a9d-465c-47d2-8bfd-5294c7cce075 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:40:58.314677 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network 47ee1a9d-465c-47d2-8bfd-5294c7cce075 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:58.315728 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-572b8740-d1f8-4192-9d30-01aa07415013 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.324542 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:58.327334 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:40:58.340421 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.385122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=d98078ab-45fc-46eb-9e37-18e27352e8b4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:58.411291 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.417518 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.433623 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.437461 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Pushing event updated for resources: {'Port': ['ID=714a57d4-3612-49ff-8bd0-cc5561a2e52f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:58.458755 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:40:58.459151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Checking segment: {'id': 'd7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:58.459567 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.460274 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Bound using segment: {'id': 'd7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:40:58.466121 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Bound port: 714a57d4-3612-49ff-8bd0-cc5561a2e52f, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:40:58.466543 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.557569 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.569408 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] Pushing event updated for resources: {'Port': ['ID=6f40b846-60db-448f-8d77-b124622a4a84,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:58.577538 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-572b8740-d1f8-4192-9d30-01aa07415013 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.580981 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.659002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b8740-d1f8-4192-9d30-01aa07415013 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event deleted for resources: {'Subnet': ['ID=c6fab9ac-43a9-493d-b453-4d5f071ad19a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:58.733027 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882bb4d0-3d85-4a5f-b8d7-87b71c238fba None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:40:58.737891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] For port 714a57d4-3612-49ff-8bd0-cc5561a2e52f, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:40:58.745615 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-572b8740-d1f8-4192-9d30-01aa07415013 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.757389 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.758662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967a9be-08a8-4d27-a17f-a613f95e551f None None] Pushing event updated for resources: {'Port': ['ID=326695b3-4e9d-4206-877c-15ec09102b66,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:58.772531 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecc3a2b-2e01-4f0e-a5c2-5bf540dac2dd None None] Network b1d5c317-0e78-4d50-8cb6-a96606c8f396 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:40:58.781133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] Network a974c1f7-499e-46a2-b430-45590770e156 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:40:58.783664 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:40:58.784967 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-572b8740-d1f8-4192-9d30-01aa07415013 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d5c317-0e78-4d50-8cb6-a96606c8f396']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:58.790922 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] For port 714a57d4-3612-49ff-8bd0-cc5561a2e52f, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=714a57d4-3612-49ff-8bd0-cc5561a2e52f,segment=NetworkSegment(d7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f),segment_id=d7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:40:58.801736 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-572b8740-d1f8-4192-9d30-01aa07415013 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6ba523-7cd6-4321-b610-cca6f25f210b') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:58.802043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-572b8740-d1f8-4192-9d30-01aa07415013 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6ba523-7cd6-4321-b610-cca6f25f210b') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:58.806296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:40:58.808173 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Attempting to bind port 326695b3-4e9d-4206-877c-15ec09102b66 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:40:58.809163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Attempting to bind port 326695b3-4e9d-4206-877c-15ec09102b66 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:40:58.809163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Attempting to bind port 326695b3-4e9d-4206-877c-15ec09102b66 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:40:58.850322 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:40:58.850758 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:40:58.851125 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.851632 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:40:58.852057 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Bound port: 326695b3-4e9d-4206-877c-15ec09102b66, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:40:58.852941 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.857990 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-572b8740-d1f8-4192-9d30-01aa07415013 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.860190 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.907419 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-572b8740-d1f8-4192-9d30-01aa07415013 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.953666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572b8740-d1f8-4192-9d30-01aa07415013 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:40:58.954140 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-572b8740-d1f8-4192-9d30-01aa07415013 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:40:58.966280 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:40:58.979263 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] Router 78faac0c-56a2-4ce6-9e22-8130d3f3bc54 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:40:59.096816 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] For port 326695b3-4e9d-4206-877c-15ec09102b66, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:40:59.162176 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] For port 326695b3-4e9d-4206-877c-15ec09102b66, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=326695b3-4e9d-4206-877c-15ec09102b66,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:40:59.203458 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-572b8740-d1f8-4192-9d30-01aa07415013 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:59.209711 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-572b8740-d1f8-4192-9d30-01aa07415013 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:59.210080 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cd1e1960-dd9d-4646-b2b5-fcf8cf161fde None None] Provisioning complete for port 326695b3-4e9d-4206-877c-15ec09102b66 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:59.210555 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd1e1960-dd9d-4646-b2b5-fcf8cf161fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:59.213495 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-572b8740-d1f8-4192-9d30-01aa07415013 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/networks/b1d5c317-0e78-4d50-8cb6-a96606c8f396 HTTP/1.1" status: 204 len: 168 time: 1.2666764 Nov 18 17:40:59.215032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec0361-f1d6-49b5-99f7-e6144293f575 None None] Pushing event updated for resources: {'Port': ['ID=714a57d4-3612-49ff-8bd0-cc5561a2e52f,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:59.234408 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54662) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:59.238623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b8740-d1f8-4192-9d30-01aa07415013 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event deleted for resources: {'Network': ['ID=b1d5c317-0e78-4d50-8cb6-a96606c8f396,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:59.253695 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:59.271013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:59.271013 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:59.279901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:40:59.295474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54664) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:59.295740 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f64a8071-54dd-44be-8b77-c826762133f5 admin admin] 10.222.0.72 "PUT /v2.0/routers/78faac0c-56a2-4ce6-9e22-8130d3f3bc54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1014907 Nov 18 17:40:59.308084 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-acad037b-e07d-4df8-8add-a9fea32d16cc tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] DELETE failed (client error): The resource could not be found. Nov 18 17:40:59.308556 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acad037b-e07d-4df8-8add-a9fea32d16cc tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:40:59.312726 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-acad037b-e07d-4df8-8add-a9fea32d16cc tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/subnets/c6fab9ac-43a9-493d-b453-4d5f071ad19a HTTP/1.1" status: 404 len: 337 time: 0.0766487 Nov 18 17:40:59.315956 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54668) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:59.333448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e1960-dd9d-4646-b2b5-fcf8cf161fde None None] Port 326695b3-4e9d-4206-877c-15ec09102b66 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:40:59.344090 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4bccda-25fb-4c91-9e18-1bc9155ae945 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] DELETE failed (client error): The resource could not be found. Nov 18 17:40:59.345102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b4bccda-25fb-4c91-9e18-1bc9155ae945 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:40:59.349621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8b4bccda-25fb-4c91-9e18-1bc9155ae945 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/networks/b1d5c317-0e78-4d50-8cb6-a96606c8f396 HTTP/1.1" status: 404 len: 339 time: 0.0326836 Nov 18 17:40:59.352788 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54670) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:59.353888 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0994774f-c131-4ec1-a7f1-e8c8a986077e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:59.360747 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9561c51-b4b5-45e7-b0e0-d9acfa6339e0 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:40:59.399671 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-104fc33c-acc5-4d2f-9da2-5b7ecda03bbf tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] DELETE failed (client error): The resource could not be found. Nov 18 17:40:59.400203 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104fc33c-acc5-4d2f-9da2-5b7ecda03bbf tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:40:59.404845 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-104fc33c-acc5-4d2f-9da2-5b7ecda03bbf tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/subnets/419a8e25-767f-4a96-8dff-952c537e7510 HTTP/1.1" status: 404 len: 337 time: 0.0510364 Nov 18 17:40:59.407277 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54672) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:59.429417 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:59.432790 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7a6e38-026f-4ea2-a3df-248bba3187b3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] DELETE failed (client error): The resource could not be found. Nov 18 17:40:59.434246 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7a6e38-026f-4ea2-a3df-248bba3187b3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:40:59.439360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bd7a6e38-026f-4ea2-a3df-248bba3187b3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/networks/fe260c14-ef57-4e74-bc1f-cff73aa78cd4 HTTP/1.1" status: 404 len: 339 time: 0.0306478 Nov 18 17:40:59.441827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54674) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:59.443424 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cd1e1960-dd9d-4646-b2b5-fcf8cf161fde None None] Provisioning complete for port 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:40:59.448810 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd1e1960-dd9d-4646-b2b5-fcf8cf161fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:59.453620 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967a9be-08a8-4d27-a17f-a613f95e551f None None] Pushing event updated for resources: {'Port': ['ID=326695b3-4e9d-4206-877c-15ec09102b66,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:59.544863 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:59.545986 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05e3f87-c9c4-445a-a35b-1bf7d4acfd16 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] DELETE failed (client error): The resource could not be found. Nov 18 17:40:59.546398 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05e3f87-c9c4-445a-a35b-1bf7d4acfd16 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:40:59.553361 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c05e3f87-c9c4-445a-a35b-1bf7d4acfd16 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/subnets/762f2424-e901-4559-8a69-303de4b11538 HTTP/1.1" status: 404 len: 337 time: 0.1071362 Nov 18 17:40:59.553602 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54682) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:59.575058 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-18996c18-83f6-457b-9e9f-ab54d748c70d tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] DELETE failed (client error): The resource could not be found. Nov 18 17:40:59.575484 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18996c18-83f6-457b-9e9f-ab54d748c70d tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:40:59.587854 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-18996c18-83f6-457b-9e9f-ab54d748c70d tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/networks/9de08a20-2f8f-4506-88f2-96636e7584e7 HTTP/1.1" status: 404 len: 339 time: 0.0311601 Nov 18 17:40:59.590963 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54684) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:59.594155 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Routers {'78faac0c-56a2-4ce6-9e22-8130d3f3bc54'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:40:59.595651 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['78faac0c-56a2-4ce6-9e22-8130d3f3bc54'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:40:59.715469 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-19d4224b-5cee-4b89-ae7c-d604a867b785 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Deleting port 664cb303-7ea2-4f88-9823-33dff508d547 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:40:59.715916 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-19d4224b-5cee-4b89-ae7c-d604a867b785 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:59.757723 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:59.767386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=d98078ab-45fc-46eb-9e37-18e27352e8b4,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:59.773000 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0994774f-c131-4ec1-a7f1-e8c8a986077e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:59.806499 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-19d4224b-5cee-4b89-ae7c-d604a867b785 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:59.826119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-19d4224b-5cee-4b89-ae7c-d604a867b785 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Calling delete_port for 664cb303-7ea2-4f88-9823-33dff508d547 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:40:59.917044 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9d981772-18f9-4e25-99a7-dab721358a14 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:40:59.923392 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0994774f-c131-4ec1-a7f1-e8c8a986077e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:40:59.974526 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0994774f-c131-4ec1-a7f1-e8c8a986077e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=780986a6ba594a3882c09ae4d97f52dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6875293 Nov 18 17:40:59.977317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994774f-c131-4ec1-a7f1-e8c8a986077e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9031755-7d9e-4aa3-82c3-08b85a02fb05,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:40:59.982863 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54688) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:40:59.997648 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 9d981772-18f9-4e25-99a7-dab721358a14 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:40:59.999097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9d981772-18f9-4e25-99a7-dab721358a14 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:41:00.064074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network 47ee1a9d-465c-47d2-8bfd-5294c7cce075 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:00.065814 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3f2defe0-1bd4-4a55-938f-3e6cdf695d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:00.067725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:00.070982 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] Set router 78faac0c-56a2-4ce6-9e22-8130d3f3bc54 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:00.078344 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8421dfc0-c921-4994-a3d7-5aff250ec276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:00.160212 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cd1e1960-dd9d-4646-b2b5-fcf8cf161fde None None] Provisioning complete for port 6f40b846-60db-448f-8d77-b124622a4a84 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:00.175899 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd1e1960-dd9d-4646-b2b5-fcf8cf161fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:00.226156 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:41:00.257728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 714a57d4-3612-49ff-8bd0-cc5561a2e52f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:00.481630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e1960-dd9d-4646-b2b5-fcf8cf161fde None None] Port 6f40b846-60db-448f-8d77-b124622a4a84 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:00.718191 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3f2defe0-1bd4-4a55-938f-3e6cdf695d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:00.746916 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-19d4224b-5cee-4b89-ae7c-d604a867b785 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:00.788573 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 714a57d4-3612-49ff-8bd0-cc5561a2e52f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:00.788954 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:00.800166 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4224b-5cee-4b89-ae7c-d604a867b785 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event deleted for resources: {'Port': ['ID=664cb303-7ea2-4f88-9823-33dff508d547,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:00.820760 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-19d4224b-5cee-4b89-ae7c-d604a867b785 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:00.825754 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-19d4224b-5cee-4b89-ae7c-d604a867b785 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/ports/664cb303-7ea2-4f88-9823-33dff508d547 HTTP/1.1" status: 204 len: 168 time: 1.2327263 Nov 18 17:41:00.828176 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54708) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:00.885112 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db3fabd-8d6f-4bfd-8d7a-f609e7799ba3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] DELETE failed (client error): The resource could not be found. Nov 18 17:41:00.885589 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db3fabd-8d6f-4bfd-8d7a-f609e7799ba3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:41:00.889293 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6db3fabd-8d6f-4bfd-8d7a-f609e7799ba3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/subnets/d0a6c7b1-9408-452d-a3f4-9992b2c6f420 HTTP/1.1" status: 404 len: 337 time: 0.0601525 Nov 18 17:41:00.891721 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54712) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:00.900511 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8927faf9-1300-44a5-94ec-c93c2b3fc510 None None] Provisioning complete for port 326695b3-4e9d-4206-877c-15ec09102b66 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:00.903885 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8927faf9-1300-44a5-94ec-c93c2b3fc510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:00.924729 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router a1850a77-d322-40e6-b81b-79395c08239d is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:41:00.951827 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc85cd5d-5620-424c-9ae9-e3ed57a8254f None None] Network 47ee1a9d-465c-47d2-8bfd-5294c7cce075 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:00.989943 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:01.051604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Deleting port d3d0c44b-e6c9-4896-a552-a9c3e51ebb7d {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:01.051974 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:01.052952 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3f2defe0-1bd4-4a55-938f-3e6cdf695d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:01.055550 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3f2defe0-1bd4-4a55-938f-3e6cdf695d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:01.056743 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3f2defe0-1bd4-4a55-938f-3e6cdf695d24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d9031755-7d9e-4aa3-82c3-08b85a02fb05 HTTP/1.1" status: 204 len: 168 time: 1.0728438 Nov 18 17:41:01.071740 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2defe0-1bd4-4a55-938f-3e6cdf695d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9031755-7d9e-4aa3-82c3-08b85a02fb05,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:01.089256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:41:01.100247 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54718) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:01.103759 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-97183eb7-bf73-4dd2-859a-bb4eb70ffe77 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/a1850a77-d322-40e6-b81b-79395c08239d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5953767 Nov 18 17:41:01.106642 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Sync routers for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:41:01.124268 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:01.129205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-606758ed-b69c-4487-805e-73fb7d630683 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'network': {'name': 'tempest-RoutersTest-664667386'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:01.133115 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:40:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:01.170508 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:01.234683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] For port d3d0c44b-e6c9-4896-a552-a9c3e51ebb7d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d3d0c44b-e6c9-4896-a552-a9c3e51ebb7d,segment=NetworkSegment(7de5d323-077a-4f5e-9e32-427959c65401),segment_id=7de5d323-077a-4f5e-9e32-427959c65401)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:01.235606 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:01.263982 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Calling delete_port for d3d0c44b-e6c9-4896-a552-a9c3e51ebb7d owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:01.291317 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8927faf9-1300-44a5-94ec-c93c2b3fc510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:01.307682 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 714a57d4-3612-49ff-8bd0-cc5561a2e52f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=714a57d4-3612-49ff-8bd0-cc5561a2e52f,segment=NetworkSegment(d7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f),segment_id=d7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:01.318168 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:01.325687 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'name': 'tempest-TestAggregatesBasicOps-160620276-router', 'tenant_id': '5079dbddf856491ea72350f3680a209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '326695b3-4e9d-4206-877c-15ec09102b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:51Z', 'updated_at': '2021-11-18T17:40:57Z', 'revision_number': 4, 'project_id': '5079dbddf856491ea72350f3680a209a', 'gw_port': {'id': '326695b3-4e9d-4206-877c-15ec09102b66', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '6f40b846-60db-448f-8d77-b124622a4a84', 'name': '', 'network_id': 'a974c1f7-499e-46a2-b430-45590770e156', 'tenant_id': '5079dbddf856491ea72350f3680a209a', 'mac_address': 'fa:16:3e:99:62:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'd8273d02-9767-49e3-ba9f-8c0a1399208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:40:58Z', 'revision_number': 2, 'project_id': '5079dbddf856491ea72350f3680a209a', 'subnets': [{'id': 'd8273d02-9767-49e3-ba9f-8c0a1399208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:01.340872 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606758ed-b69c-4487-805e-73fb7d630683 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:01.344495 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-606758ed-b69c-4487-805e-73fb7d630683 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:01.374748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606758ed-b69c-4487-805e-73fb7d630683 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] vlan segment allocate from pool success with {'vlan_id': 1140, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:41:01.386912 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-606758ed-b69c-4487-805e-73fb7d630683 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:01.387326 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-606758ed-b69c-4487-805e-73fb7d630683 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Added segment b0711014-731c-49c9-a751-eddfa2190c4e of type vlan for network 893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba Nov 18 17:41:01.387679 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8927faf9-1300-44a5-94ec-c93c2b3fc510 None None] For port 326695b3-4e9d-4206-877c-15ec09102b66, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=326695b3-4e9d-4206-877c-15ec09102b66,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:01.392279 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:01.395879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ce96d-b158-4be6-a551-a72c55f996f6 None None] The sync data for ids ['78faac0c-56a2-4ce6-9e22-8130d3f3bc54'] in n-d-813419-11 is: [{'id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'name': 'tempest-TestAggregatesBasicOps-160620276-router', 'tenant_id': '5079dbddf856491ea72350f3680a209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '326695b3-4e9d-4206-877c-15ec09102b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:51Z', 'updated_at': '2021-11-18T17:40:57Z', 'revision_number': 4, 'project_id': '5079dbddf856491ea72350f3680a209a', 'gw_port': {'id': '326695b3-4e9d-4206-877c-15ec09102b66', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '6f40b846-60db-448f-8d77-b124622a4a84', 'name': '', 'network_id': 'a974c1f7-499e-46a2-b430-45590770e156', 'tenant_id': '5079dbddf856491ea72350f3680a209a', 'mac_address': 'fa:16:3e:99:62:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'd8273d02-9767-49e3-ba9f-8c0a1399208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:40:58Z', 'revision_number': 2, 'project_id': '5079dbddf856491ea72350f3680a209a', 'subnets': [{'id': 'd8273d02-9767-49e3-ba9f-8c0a1399208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:41:01.459507 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-606758ed-b69c-4487-805e-73fb7d630683 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:01.483054 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8927faf9-1300-44a5-94ec-c93c2b3fc510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:01.534012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=714a57d4-3612-49ff-8bd0-cc5561a2e52f,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:01.539244 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8927faf9-1300-44a5-94ec-c93c2b3fc510 None None] Provisioning complete for port 6f40b846-60db-448f-8d77-b124622a4a84 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:01.539631 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8927faf9-1300-44a5-94ec-c93c2b3fc510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:01.634712 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8927faf9-1300-44a5-94ec-c93c2b3fc510 None None] Port 6f40b846-60db-448f-8d77-b124622a4a84 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:01.641623 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927faf9-1300-44a5-94ec-c93c2b3fc510 None None] Pushing event updated for resources: {'Port': ['ID=326695b3-4e9d-4206-877c-15ec09102b66,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:01.656324 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:01.661047 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-606758ed-b69c-4487-805e-73fb7d630683 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:01.677151 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606758ed-b69c-4487-805e-73fb7d630683 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:01.679090 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-606758ed-b69c-4487-805e-73fb7d630683 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:01.730969 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:40:58Z', 'revision_number': 2, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:40:59Z', 'revision_number': 2, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:01.765737 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7d1d9bc4-5bac-488b-8187-83106e285989 None None] Provisioning complete for port 714a57d4-3612-49ff-8bd0-cc5561a2e52f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:01.766120 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9bc4-5bac-488b-8187-83106e285989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:01.816993 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event deleted for resources: {'Port': ['ID=d3d0c44b-e6c9-4896-a552-a9c3e51ebb7d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:01.828595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] No DVR routers for this DVR port d3d0c44b-e6c9-4896-a552-a9c3e51ebb7d on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:41:01.919592 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Checking router: a1850a77-d322-40e6-b81b-79395c08239d for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:41:01.920003 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Updating router a1850a77-d322-40e6-b81b-79395c08239d port d98078ab-45fc-46eb-9e37-18e27352e8b4 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:41:01.976888 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:02.096172 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-606758ed-b69c-4487-805e-73fb7d630683 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9891608 Nov 18 17:41:02.097741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54744) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:02.105100 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-68386c37-50c6-4e69-8791-46410b31899f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'subnet': {'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:02.149770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b3e94f05-e026-49e1-aa11-ec9411ab2fd5 None None] Provisioning complete for port 714a57d4-3612-49ff-8bd0-cc5561a2e52f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:02.150160 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3e94f05-e026-49e1-aa11-ec9411ab2fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:02.202984 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54746) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:02.278769 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 714a57d4-3612-49ff-8bd0-cc5561a2e52f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:02.359487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68386c37-50c6-4e69-8791-46410b31899f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:02.363560 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68386c37-50c6-4e69-8791-46410b31899f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:02.467824 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 714a57d4-3612-49ff-8bd0-cc5561a2e52f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:02.468438 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:02.474261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606758ed-b69c-4487-805e-73fb7d630683 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Network': ['ID=893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:02.541510 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:41:02.651377 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:02.663090 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:02.730021 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:02.746709 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9ee66d6e-162b-4c45-90ad-f59e33a88c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:02.782433 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b3e94f05-e026-49e1-aa11-ec9411ab2fd5 None None] Provisioning complete for port d98078ab-45fc-46eb-9e37-18e27352e8b4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:02.782822 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3e94f05-e026-49e1-aa11-ec9411ab2fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:02.824337 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b3e94f05-e026-49e1-aa11-ec9411ab2fd5 None None] Port d98078ab-45fc-46eb-9e37-18e27352e8b4 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:02.893077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70512756-377b-416c-8f9f-0a143fcaa334']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:02.953443 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68386c37-50c6-4e69-8791-46410b31899f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:02.954545 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de5d323-077a-4f5e-9e32-427959c65401') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:02.956168 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de5d323-077a-4f5e-9e32-427959c65401') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:02.957414 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b7491b01-12a6-4721-86b6-e95704915d51 None None] Provisioning complete for port d98078ab-45fc-46eb-9e37-18e27352e8b4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:02.957881 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b7491b01-12a6-4721-86b6-e95704915d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:02.972206 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:03.034424 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b7491b01-12a6-4721-86b6-e95704915d51 None None] Port d98078ab-45fc-46eb-9e37-18e27352e8b4 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:03.038753 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:03.066204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:03.066204 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:03.069227 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:03.102892 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68386c37-50c6-4e69-8791-46410b31899f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Subnet': ['ID=6d0a3262-d87e-411c-a751-6f4334b8dd9c,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:03.107986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68386c37-50c6-4e69-8791-46410b31899f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Checking segment: {'id': 'b0711014-731c-49c9-a751-eddfa2190c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:03.110727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68386c37-50c6-4e69-8791-46410b31899f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network hostable DHCP agents. Network: 893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:41:03.191215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1604736a-4202-4605-b494-889db3856f9a None None] Provisioning complete for port d98078ab-45fc-46eb-9e37-18e27352e8b4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:03.192012 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1604736a-4202-4605-b494-889db3856f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:03.194476 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0eeaaa-26c6-432a-85aa-0c590fe2ea53 None None] Pushing event updated for resources: {'Port': ['ID=d98078ab-45fc-46eb-9e37-18e27352e8b4,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:03.237255 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68386c37-50c6-4e69-8791-46410b31899f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network 893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:41:03.267765 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Attempting to bind port d98078ab-45fc-46eb-9e37-18e27352e8b4 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:41:03.268608 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Attempting to bind port d98078ab-45fc-46eb-9e37-18e27352e8b4 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'd7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:41:03.269657 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Attempting to bind port d98078ab-45fc-46eb-9e37-18e27352e8b4 on network 47ee1a9d-465c-47d2-8bfd-5294c7cce075 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:41:03.294343 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:41:03.294813 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Checking segment: {'id': 'd7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:03.295230 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:03.295926 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Bound using segment: {'id': 'd7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:41:03.296641 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Bound port: d98078ab-45fc-46eb-9e37-18e27352e8b4, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:41:03.297043 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:03.308008 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1604736a-4202-4605-b494-889db3856f9a None None] Port d98078ab-45fc-46eb-9e37-18e27352e8b4 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:03.347102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-68386c37-50c6-4e69-8791-46410b31899f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:03.356469 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68386c37-50c6-4e69-8791-46410b31899f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:03.361269 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae7cefc-e99d-496d-8245-87324e45b6c4 None None] Network 893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:03.362014 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68386c37-50c6-4e69-8791-46410b31899f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:03.408898 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:03.459717 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-68386c37-50c6-4e69-8791-46410b31899f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3603277 Nov 18 17:41:03.462427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54766) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:03.473595 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:03.486023 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/networks/70512756-377b-416c-8f9f-0a143fcaa334 HTTP/1.1" status: 204 len: 168 time: 2.5932014 Nov 18 17:41:03.490392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cda716-6dbf-4b17-baed-828ceaa6c245 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event deleted for resources: {'Network': ['ID=70512756-377b-416c-8f9f-0a143fcaa334,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:03.494470 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54768) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:03.501999 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] For port d98078ab-45fc-46eb-9e37-18e27352e8b4, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:41:03.511261 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] For port d98078ab-45fc-46eb-9e37-18e27352e8b4, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d98078ab-45fc-46eb-9e37-18e27352e8b4,segment=NetworkSegment(d7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f),segment_id=d7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:41:03.606959 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e062e67f-9e21-47c2-ad17-f4570257d7d7 None None] Provisioning complete for port d98078ab-45fc-46eb-9e37-18e27352e8b4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:03.608007 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e062e67f-9e21-47c2-ad17-f4570257d7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:03.656437 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:03.704027 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:03.773503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e062e67f-9e21-47c2-ad17-f4570257d7d7 None None] Port d98078ab-45fc-46eb-9e37-18e27352e8b4 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:03.780607 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:41:03.782543 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:03.820517 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-792fd1d0-a900-4f54-aaf4-c633836ab9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:03.835880 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:03.840322 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:03.846799 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0eeaaa-26c6-432a-85aa-0c590fe2ea53 None None] Pushing event updated for resources: {'Port': ['ID=d98078ab-45fc-46eb-9e37-18e27352e8b4,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:04.000550 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-09e30537-5e7c-4a09-bb31-2dd127c6e6f3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Deleting port c104b989-3046-4754-846c-c4a9a201d27f {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:04.002995 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-09e30537-5e7c-4a09-bb31-2dd127c6e6f3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:04.119988 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:04.214071 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Allocated IP 172.21.0.2 (893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba/6d0a3262-d87e-411c-a751-6f4334b8dd9c/1ef848dc-f2b0-4be6-b124-32ac54b21c32) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:41:04.230736 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 326695b3-4e9d-4206-877c-15ec09102b66 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:04.282847 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-09e30537-5e7c-4a09-bb31-2dd127c6e6f3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:04.297727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-09e30537-5e7c-4a09-bb31-2dd127c6e6f3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Calling delete_port for c104b989-3046-4754-846c-c4a9a201d27f owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:04.331694 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:04.400308 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5ed5a177-839e-4218-9a9a-e5067447aeb6 None None] Provisioning complete for port d98078ab-45fc-46eb-9e37-18e27352e8b4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:04.400874 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5ed5a177-839e-4218-9a9a-e5067447aeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:04.537580 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:40:58Z', 'revision_number': 2, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:03Z', 'revision_number': 4, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:04.540286 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 326695b3-4e9d-4206-877c-15ec09102b66 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:04.540990 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:04.578520 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f5180e-025b-4340-8467-7d14073bd5b1 None None] The sync data for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 is: [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:40:58Z', 'revision_number': 2, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:03Z', 'revision_number': 4, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:41:04.629930 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-09e30537-5e7c-4a09-bb31-2dd127c6e6f3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:04.683707 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-09e30537-5e7c-4a09-bb31-2dd127c6e6f3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:04.687002 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-09e30537-5e7c-4a09-bb31-2dd127c6e6f3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/ports/c104b989-3046-4754-846c-c4a9a201d27f HTTP/1.1" status: 204 len: 168 time: 1.1635027 Nov 18 17:41:04.706677 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54788) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:04.752203 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:04.775514 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e30537-5e7c-4a09-bb31-2dd127c6e6f3 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event deleted for resources: {'Port': ['ID=c104b989-3046-4754-846c-c4a9a201d27f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:04.784502 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-850f1dd9-2635-43cb-84f3-52ddbde16f36 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] DELETE failed (client error): The resource could not be found. Nov 18 17:41:04.785072 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850f1dd9-2635-43cb-84f3-52ddbde16f36 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:41:04.791875 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-850f1dd9-2635-43cb-84f3-52ddbde16f36 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/subnets/a8b05182-39b9-473b-9540-b970a5f39ba8 HTTP/1.1" status: 404 len: 337 time: 0.0735316 Nov 18 17:41:04.792583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54792) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:04.827067 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5ed5a177-839e-4218-9a9a-e5067447aeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:04.903063 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:04.919128 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5ed5a177-839e-4218-9a9a-e5067447aeb6 None None] For port d98078ab-45fc-46eb-9e37-18e27352e8b4, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d98078ab-45fc-46eb-9e37-18e27352e8b4,segment=NetworkSegment(d7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f),segment_id=d7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:04.983143 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e027677a-7dc4-44d0-9d16-8c9c1f5bf079 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:04.984013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Network 893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:05.047401 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-792fd1d0-a900-4f54-aaf4-c633836ab9af admin admin] Deleting port de1bf023-94b8-4220-b333-f905b9fc8eb3 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:05.051708 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-792fd1d0-a900-4f54-aaf4-c633836ab9af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:05.059772 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Allocated IP 172.21.0.1 (893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba/6d0a3262-d87e-411c-a751-6f4334b8dd9c/47b9b3fd-0338-471d-be9c-f8fe490f90bd) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:41:05.064750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:05.074595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:41:05.077972 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5ed5a177-839e-4218-9a9a-e5067447aeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:05.100773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Pushing event updated for resources: {'Port': ['ID=1ef848dc-f2b0-4be6-b124-32ac54b21c32,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:05.230658 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:05.232907 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-792fd1d0-a900-4f54-aaf4-c633836ab9af admin admin] For port de1bf023-94b8-4220-b333-f905b9fc8eb3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=de1bf023-94b8-4220-b333-f905b9fc8eb3,segment=NetworkSegment(b8dee380-3b4b-42c1-ad56-c3e283754c76),segment_id=b8dee380-3b4b-42c1-ad56-c3e283754c76)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:05.234471 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-792fd1d0-a900-4f54-aaf4-c633836ab9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:05.253041 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-792fd1d0-a900-4f54-aaf4-c633836ab9af admin admin] Calling delete_port for de1bf023-94b8-4220-b333-f905b9fc8eb3 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:05.307198 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5a177-839e-4218-9a9a-e5067447aeb6 None None] Pushing event updated for resources: {'Port': ['ID=d98078ab-45fc-46eb-9e37-18e27352e8b4,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:05.312022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Attempting to bind port 1ef848dc-f2b0-4be6-b124-32ac54b21c32 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:41:05.312415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Attempting to bind port 1ef848dc-f2b0-4be6-b124-32ac54b21c32 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'b0711014-731c-49c9-a751-eddfa2190c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:41:05.312795 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Attempting to bind port 1ef848dc-f2b0-4be6-b124-32ac54b21c32 on network 893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:41:05.336520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:41:05.336921 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Checking segment: {'id': 'b0711014-731c-49c9-a751-eddfa2190c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:05.339136 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:05.339604 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Bound using segment: {'id': 'b0711014-731c-49c9-a751-eddfa2190c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:41:05.340162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Bound port: 1ef848dc-f2b0-4be6-b124-32ac54b21c32, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0711014-731c-49c9-a751-eddfa2190c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:41:05.340569 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:05.415016 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e027677a-7dc4-44d0-9d16-8c9c1f5bf079 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:05.494856 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e027677a-7dc4-44d0-9d16-8c9c1f5bf079 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc993f2d-cef7-4138-9528-7ccf6ec8cd27']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:05.511875 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Sync routers for ids ['78faac0c-56a2-4ce6-9e22-8130d3f3bc54'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:41:05.534002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e027677a-7dc4-44d0-9d16-8c9c1f5bf079 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732764d2-0d4c-4088-8a4c-b8be5b27a3b8') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:05.534332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e027677a-7dc4-44d0-9d16-8c9c1f5bf079 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732764d2-0d4c-4088-8a4c-b8be5b27a3b8') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:05.538245 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:05.554999 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e027677a-7dc4-44d0-9d16-8c9c1f5bf079 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:05.567994 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] For port 1ef848dc-f2b0-4be6-b124-32ac54b21c32, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:41:05.578508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] For port 1ef848dc-f2b0-4be6-b124-32ac54b21c32, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1ef848dc-f2b0-4be6-b124-32ac54b21c32,segment=NetworkSegment(b0711014-731c-49c9-a751-eddfa2190c4e),segment_id=b0711014-731c-49c9-a751-eddfa2190c4e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:41:05.582845 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Routers {'78faac0c-56a2-4ce6-9e22-8130d3f3bc54'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:05.585876 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['78faac0c-56a2-4ce6-9e22-8130d3f3bc54'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:05.598060 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:05.617938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e027677a-7dc4-44d0-9d16-8c9c1f5bf079 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e027677a-7dc4-44d0-9d16-8c9c1f5bf079 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e027677a-7dc4-44d0-9d16-8c9c1f5bf079 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:05.639335 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:05.669578 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:05.713953 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-792fd1d0-a900-4f54-aaf4-c633836ab9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:05.758235 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fd1d0-a900-4f54-aaf4-c633836ab9af admin admin] Pushing event deleted for resources: {'Port': ['ID=de1bf023-94b8-4220-b333-f905b9fc8eb3,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:05.792162 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e027677a-7dc4-44d0-9d16-8c9c1f5bf079 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:05.797635 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e027677a-7dc4-44d0-9d16-8c9c1f5bf079 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:05.801948 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e027677a-7dc4-44d0-9d16-8c9c1f5bf079 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/networks/dc993f2d-cef7-4138-9528-7ccf6ec8cd27 HTTP/1.1" status: 204 len: 168 time: 1.0079169 Nov 18 17:41:05.810268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54812) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:05.978363 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ecac17-6a45-45b3-b2bc-ef69ce4b61d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Deleting subnet 1ac02879-ac40-4e26-a434-632abf4f77e1 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:41:05.993543 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:05.996180 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56ecac17-6a45-45b3-b2bc-ef69ce4b61d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:06.031653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027677a-7dc4-44d0-9d16-8c9c1f5bf079 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event deleted for resources: {'Network': ['ID=dc993f2d-cef7-4138-9528-7ccf6ec8cd27,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:06.101317 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f5f9f-3516-4df2-9f08-69a2696bdeb6 None None] Pushing event updated for resources: {'Port': ['ID=1ef848dc-f2b0-4be6-b124-32ac54b21c32,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:06.142916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Set router 78faac0c-56a2-4ce6-9e22-8130d3f3bc54 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:06.162296 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network 893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:06.178304 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56ecac17-6a45-45b3-b2bc-ef69ce4b61d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:06.187727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:06.193740 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:41:06.215041 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-792fd1d0-a900-4f54-aaf4-c633836ab9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:06.337598 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d98078ab-45fc-46eb-9e37-18e27352e8b4 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:06.396443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=47b9b3fd-0338-471d-be9c-f8fe490f90bd,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:06.420087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:06.420741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:06.425657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:06.425657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:06.425657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:06.425657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:06.425657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:06.425657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:06.425657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:06.425657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:06.425657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:06.425657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:06.430038 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:06.561935 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d98078ab-45fc-46eb-9e37-18e27352e8b4 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:06.562438 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:06.585050 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56ecac17-6a45-45b3-b2bc-ef69ce4b61d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:06.609709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'name': 'tempest-TestAggregatesBasicOps-160620276-router', 'tenant_id': '5079dbddf856491ea72350f3680a209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '326695b3-4e9d-4206-877c-15ec09102b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:51Z', 'updated_at': '2021-11-18T17:40:57Z', 'revision_number': 4, 'project_id': '5079dbddf856491ea72350f3680a209a', 'gw_port': {'id': '326695b3-4e9d-4206-877c-15ec09102b66', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '6f40b846-60db-448f-8d77-b124622a4a84', 'name': '', 'network_id': 'a974c1f7-499e-46a2-b430-45590770e156', 'tenant_id': '5079dbddf856491ea72350f3680a209a', 'mac_address': 'fa:16:3e:99:62:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'd8273d02-9767-49e3-ba9f-8c0a1399208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:40:58Z', 'revision_number': 2, 'project_id': '5079dbddf856491ea72350f3680a209a', 'subnets': [{'id': 'd8273d02-9767-49e3-ba9f-8c0a1399208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:06.683058 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Checking router: 78faac0c-56a2-4ce6-9e22-8130d3f3bc54 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:41:06.683405 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Updating router 78faac0c-56a2-4ce6-9e22-8130d3f3bc54 port 6f40b846-60db-448f-8d77-b124622a4a84 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:41:06.779123 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792fd1d0-a900-4f54-aaf4-c633836ab9af admin admin] Router b7265ca1-dd9b-4804-9476-b272048be5fd has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:41:06.801005 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:06.805717 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56ecac17-6a45-45b3-b2bc-ef69ce4b61d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:06.943374 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca1fc75-8e80-4c3d-848c-a7d4b63162a0 None None] Network 239ac4ec-daf8-4791-8203-fbbdaef4f607 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:06.948094 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecac17-6a45-45b3-b2bc-ef69ce4b61d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac02879-ac40-4e26-a434-632abf4f77e1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:06.967122 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56ecac17-6a45-45b3-b2bc-ef69ce4b61d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:06.979012 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-56ecac17-6a45-45b3-b2bc-ef69ce4b61d5 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/subnets/1ac02879-ac40-4e26-a434-632abf4f77e1 HTTP/1.1" status: 204 len: 168 time: 1.1573608 Nov 18 17:41:06.989682 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54838) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:07.040762 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:07.064906 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792fd1d0-a900-4f54-aaf4-c633836ab9af admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:41:07.070975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-792fd1d0-a900-4f54-aaf4-c633836ab9af admin admin] 10.222.0.72 "PUT /v2.0/routers/b7265ca1-dd9b-4804-9476-b272048be5fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8651431 Nov 18 17:41:07.073491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54844) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:07.076893 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53bcd8e-5f5a-4dcf-9b81-9a4af7b3f2b5 None None] Sync routers for ids ['b7265ca1-dd9b-4804-9476-b272048be5fd'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:41:07.112586 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53bcd8e-5f5a-4dcf-9b81-9a4af7b3f2b5 None None] Routers {'b7265ca1-dd9b-4804-9476-b272048be5fd'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:07.113454 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c53bcd8e-5f5a-4dcf-9b81-9a4af7b3f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b7265ca1-dd9b-4804-9476-b272048be5fd'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:07.191121 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:07.238508 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-769fa044-b3a9-4d3d-8875-ba8257c04d56 admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:07.289477 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-c53bcd8e-5f5a-4dcf-9b81-9a4af7b3f2b5 None None] Set router b7265ca1-dd9b-4804-9476-b272048be5fd gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:07.344259 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:07.405831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Deleting port 911df237-dcac-4c09-bd9b-44aa538eaf2c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:07.406185 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:07.416973 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-769fa044-b3a9-4d3d-8875-ba8257c04d56 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:07.489229 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fc08f5-1a0b-4219-9415-9e0e33c90e83 None None] DHCP port deletion for 239ac4ec-daf8-4791-8203-fbbdaef4f607 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:41:07.497580 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:07.555482 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c53bcd8e-5f5a-4dcf-9b81-9a4af7b3f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'name': 'tempest-TestAggregatesBasicOps-310145619-router', 'tenant_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '44e1d9c1-14b8-4270-8140-c437a739f274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:38Z', 'updated_at': '2021-11-18T17:41:05Z', 'revision_number': 5, 'project_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'gw_port': {'id': '44e1d9c1-14b8-4270-8140-c437a739f274', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:39Z', 'updated_at': '2021-11-18T17:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:07.570546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-769fa044-b3a9-4d3d-8875-ba8257c04d56 admin admin] Deleting port 44e1d9c1-14b8-4270-8140-c437a739f274 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:07.570985 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-769fa044-b3a9-4d3d-8875-ba8257c04d56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:07.607689 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53bcd8e-5f5a-4dcf-9b81-9a4af7b3f2b5 None None] Checking router: b7265ca1-dd9b-4804-9476-b272048be5fd for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:41:07.624347 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53bcd8e-5f5a-4dcf-9b81-9a4af7b3f2b5 None None] Routers {'b7265ca1-dd9b-4804-9476-b272048be5fd'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:07.625295 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c53bcd8e-5f5a-4dcf-9b81-9a4af7b3f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b7265ca1-dd9b-4804-9476-b272048be5fd'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:07.631031 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] For port 911df237-dcac-4c09-bd9b-44aa538eaf2c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=911df237-dcac-4c09-bd9b-44aa538eaf2c,segment=NetworkSegment(826a79db-4232-407b-baa9-ca446d72cb7c),segment_id=826a79db-4232-407b-baa9-ca446d72cb7c)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:07.632146 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:07.677771 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Calling delete_port for 911df237-dcac-4c09-bd9b-44aa538eaf2c owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:07.703713 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:07.713182 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-769fa044-b3a9-4d3d-8875-ba8257c04d56 admin admin] For port 44e1d9c1-14b8-4270-8140-c437a739f274, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=44e1d9c1-14b8-4270-8140-c437a739f274,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:07.713763 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-769fa044-b3a9-4d3d-8875-ba8257c04d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:07.730931 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-769fa044-b3a9-4d3d-8875-ba8257c04d56 admin admin] Calling delete_port for 44e1d9c1-14b8-4270-8140-c437a739f274 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:07.795137 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:07.830873 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-c53bcd8e-5f5a-4dcf-9b81-9a4af7b3f2b5 None None] Set router b7265ca1-dd9b-4804-9476-b272048be5fd gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:07.866172 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b32132-498a-4dfa-99e2-c51f30dd7db8 None None] Pushing event updated for resources: {'Port': ['ID=6f40b846-60db-448f-8d77-b124622a4a84,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:07.880811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Attempting to bind port 6f40b846-60db-448f-8d77-b124622a4a84 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:41:07.881555 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Attempting to bind port 6f40b846-60db-448f-8d77-b124622a4a84 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'bab215ba-81d3-492c-a130-08c594db260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'a974c1f7-499e-46a2-b430-45590770e156'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:41:07.881981 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Attempting to bind port 6f40b846-60db-448f-8d77-b124622a4a84 on network a974c1f7-499e-46a2-b430-45590770e156 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:41:07.897718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-74fc08f5-1a0b-4219-9415-9e0e33c90e83 None None] Deleting port 911df237-dcac-4c09-bd9b-44aa538eaf2c {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:07.898152 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-74fc08f5-1a0b-4219-9415-9e0e33c90e83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:07.904518 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:41:07.904900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Checking segment: {'id': 'bab215ba-81d3-492c-a130-08c594db260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'a974c1f7-499e-46a2-b430-45590770e156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:07.905314 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:07.905719 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Bound using segment: {'id': 'bab215ba-81d3-492c-a130-08c594db260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'a974c1f7-499e-46a2-b430-45590770e156'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:41:07.908813 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Bound port: 6f40b846-60db-448f-8d77-b124622a4a84, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab215ba-81d3-492c-a130-08c594db260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'a974c1f7-499e-46a2-b430-45590770e156'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:41:07.909242 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.010550 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-769fa044-b3a9-4d3d-8875-ba8257c04d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.016970 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c53bcd8e-5f5a-4dcf-9b81-9a4af7b3f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'name': 'tempest-TestAggregatesBasicOps-310145619-router', 'tenant_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:38Z', 'updated_at': '2021-11-18T17:41:07Z', 'revision_number': 6, 'project_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:08.049401 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-74fc08f5-1a0b-4219-9415-9e0e33c90e83 None None] For port 911df237-dcac-4c09-bd9b-44aa538eaf2c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=911df237-dcac-4c09-bd9b-44aa538eaf2c,segment=NetworkSegment(826a79db-4232-407b-baa9-ca446d72cb7c),segment_id=826a79db-4232-407b-baa9-ca446d72cb7c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:08.049753 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-74fc08f5-1a0b-4219-9415-9e0e33c90e83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.052648 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53bcd8e-5f5a-4dcf-9b81-9a4af7b3f2b5 None None] The sync data for ids ['b7265ca1-dd9b-4804-9476-b272048be5fd'] in n-d-813419-11 is: [{'id': 'b7265ca1-dd9b-4804-9476-b272048be5fd', 'name': 'tempest-TestAggregatesBasicOps-310145619-router', 'tenant_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:38Z', 'updated_at': '2021-11-18T17:41:07Z', 'revision_number': 6, 'project_id': 'f0f55cbc67fa4dcd80955d0883930db4', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:41:08.137662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093f3cfb-ccec-44dd-a0fc-0b981648f6e3 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:41:08.143563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fa044-b3a9-4d3d-8875-ba8257c04d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=44e1d9c1-14b8-4270-8140-c437a739f274,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:08.159024 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.165458 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-74fc08f5-1a0b-4219-9415-9e0e33c90e83 None None] Calling delete_port for 911df237-dcac-4c09-bd9b-44aa538eaf2c owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:08.167329 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-db7d2ce9-8b59-4ac2-bde1-4a6b702c56c4 None None] Provisioning complete for port 6f40b846-60db-448f-8d77-b124622a4a84 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:08.167779 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-db7d2ce9-8b59-4ac2-bde1-4a6b702c56c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.198464 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-769fa044-b3a9-4d3d-8875-ba8257c04d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.243411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93912426-e243-4eec-80e2-163f12442872 None None] Network 893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:08.287097 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.308920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network 893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:08.311499 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=47b9b3fd-0338-471d-be9c-f8fe490f90bd,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:08.321235 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] No DVR routers for this DVR port 911df237-dcac-4c09-bd9b-44aa538eaf2c on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:41:08.321441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-db7d2ce9-8b59-4ac2-bde1-4a6b702c56c4 None None] Port 6f40b846-60db-448f-8d77-b124622a4a84 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:08.323640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:08.324801 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-769fa044-b3a9-4d3d-8875-ba8257c04d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.327329 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-769fa044-b3a9-4d3d-8875-ba8257c04d56 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.347320 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] For port 6f40b846-60db-448f-8d77-b124622a4a84, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:41:08.354389 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event deleted for resources: {'Port': ['ID=911df237-dcac-4c09-bd9b-44aa538eaf2c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:08.356075 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54866) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:08.443090 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-769fa044-b3a9-4d3d-8875-ba8257c04d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.447058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769fa044-b3a9-4d3d-8875-ba8257c04d56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7265ca1-dd9b-4804-9476-b272048be5fd {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:41:08.453643 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-769fa044-b3a9-4d3d-8875-ba8257c04d56 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.454925 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-769fa044-b3a9-4d3d-8875-ba8257c04d56 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b7265ca1-dd9b-4804-9476-b272048be5fd HTTP/1.1" status: 204 len: 168 time: 1.3802450 Nov 18 17:41:08.457366 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54870) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:08.517012 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-74fc08f5-1a0b-4219-9415-9e0e33c90e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.524635 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] For port 6f40b846-60db-448f-8d77-b124622a4a84, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6f40b846-60db-448f-8d77-b124622a4a84,segment=NetworkSegment(bab215ba-81d3-492c-a130-08c594db260a),segment_id=bab215ba-81d3-492c-a130-08c594db260a)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:41:08.556759 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-190943df-5ed1-45d9-9cb7-efc5a284d22c admin admin] Deleting subnet 8306d381-0deb-4787-a398-22474a06e9f7 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:41:08.560865 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-190943df-5ed1-45d9-9cb7-efc5a284d22c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.578214 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1ef848dc-f2b0-4be6-b124-32ac54b21c32 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:08.580837 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.616938 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239ac4ec-daf8-4791-8203-fbbdaef4f607']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:08.630254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc08f5-1a0b-4219-9415-9e0e33c90e83 None None] Pushing event deleted for resources: {'Port': ['ID=911df237-dcac-4c09-bd9b-44aa538eaf2c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:08.633336 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc08f5-1a0b-4219-9415-9e0e33c90e83 None None] No DVR routers for this DVR port 911df237-dcac-4c09-bd9b-44aa538eaf2c on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:41:08.637610 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.639717 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826a79db-4232-407b-baa9-ca446d72cb7c') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:08.640627 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826a79db-4232-407b-baa9-ca446d72cb7c') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:08.658794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router a1850a77-d322-40e6-b81b-79395c08239d has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:41:08.666249 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.670972 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-190943df-5ed1-45d9-9cb7-efc5a284d22c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.677842 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5ccea172-a63a-4173-bbd5-4f24d55a15f8 None None] Provisioning complete for port 1ef848dc-f2b0-4be6-b124-32ac54b21c32 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:08.677842 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5ccea172-a63a-4173-bbd5-4f24d55a15f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.688039 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.742051 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:08.742610 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:08.745895 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:08.790143 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-190943df-5ed1-45d9-9cb7-efc5a284d22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.799837 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee736b10-6ed3-4832-b0cd-23ce4926b039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.810156 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Routers {'78faac0c-56a2-4ce6-9e22-8130d3f3bc54'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:08.810156 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['78faac0c-56a2-4ce6-9e22-8130d3f3bc54'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:08.814291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 1ef848dc-f2b0-4be6-b124-32ac54b21c32 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:08.814677 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.891054 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:41:08.901380 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-22d21755-eadd-4c1f-8d10-542a1d2f9528 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/a1850a77-d322-40e6-b81b-79395c08239d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4347782 Nov 18 17:41:08.903227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54872) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:08.903366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b32132-498a-4dfa-99e2-c51f30dd7db8 None None] Pushing event updated for resources: {'Port': ['ID=6f40b846-60db-448f-8d77-b124622a4a84,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:08.911471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-54be9982-6466-4468-a28f-4c69d7d8c0bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'network': {'name': 'tempest-RoutersTest-1251917322'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:08.940021 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Sync routers for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:41:08.959595 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-190943df-5ed1-45d9-9cb7-efc5a284d22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.992228 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:08.999920 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:09.006878 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] 10.222.0.72 "DELETE /v2.0/networks/239ac4ec-daf8-4791-8203-fbbdaef4f607 HTTP/1.1" status: 204 len: 168 time: 2.0162699 Nov 18 17:41:09.029864 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133f453-3b0e-4d9b-aa6b-8881a7039f77 tempest-NetworksIpV6TestAttrs-718743030 tempest-NetworksIpV6TestAttrs-718743030-project] Pushing event deleted for resources: {'Network': ['ID=239ac4ec-daf8-4791-8203-fbbdaef4f607,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:09.043496 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-190943df-5ed1-45d9-9cb7-efc5a284d22c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:09.043613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85d99d3-3a31-49a9-8559-3942a5e4fd26 None None] Network 6e87bf2a-db21-4077-ad84-9278e3b9c991 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:09.044861 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee736b10-6ed3-4832-b0cd-23ce4926b039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:09.047256 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-190943df-5ed1-45d9-9cb7-efc5a284d22c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8306d381-0deb-4787-a398-22474a06e9f7 HTTP/1.1" status: 204 len: 168 time: 0.5888577 Nov 18 17:41:09.049788 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190943df-5ed1-45d9-9cb7-efc5a284d22c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8306d381-0deb-4787-a398-22474a06e9f7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:09.051781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54878) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:09.067703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:09.068471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:09.075658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54be9982-6466-4468-a28f-4c69d7d8c0bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:09.079280 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54be9982-6466-4468-a28f-4c69d7d8c0bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:09.120215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54be9982-6466-4468-a28f-4c69d7d8c0bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:41:09.151686 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54be9982-6466-4468-a28f-4c69d7d8c0bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:09.151686 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-54be9982-6466-4468-a28f-4c69d7d8c0bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Added segment 8827cd50-b5c5-4679-b2c7-f02f47d9c346 of type vlan for network 63b32a62-0824-47ca-86e0-4cee947cabe6 Nov 18 17:41:09.205496 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee736b10-6ed3-4832-b0cd-23ce4926b039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:09.245221 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54be9982-6466-4468-a28f-4c69d7d8c0bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:09.249337 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:09.288120 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ee736b10-6ed3-4832-b0cd-23ce4926b039 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6cc9a02f4aff4e5c93176d910f3a1cb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9082320 Nov 18 17:41:09.294054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54880) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:09.298436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee736b10-6ed3-4832-b0cd-23ce4926b039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea9cccd-e86f-48fb-9861-877812785aeb,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:09.355872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] Deleting port 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:09.356770 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:09.440088 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54be9982-6466-4468-a28f-4c69d7d8c0bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:09.440422 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8cc5c8ad-4907-4999-a08a-88b8bd7d9a9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:09.446279 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54be9982-6466-4468-a28f-4c69d7d8c0bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:09.447125 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54be9982-6466-4468-a28f-4c69d7d8c0bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:09.474245 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8cc5c8ad-4907-4999-a08a-88b8bd7d9a9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:09.591549 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5ccea172-a63a-4173-bbd5-4f24d55a15f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:09.605798 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] Set router 78faac0c-56a2-4ce6-9e22-8130d3f3bc54 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:09.621851 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8cc5c8ad-4907-4999-a08a-88b8bd7d9a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:09.624603 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8cc5c8ad-4907-4999-a08a-88b8bd7d9a9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:09.628872 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8cc5c8ad-4907-4999-a08a-88b8bd7d9a9e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dea9cccd-e86f-48fb-9861-877812785aeb HTTP/1.1" status: 204 len: 168 time: 0.3302660 Nov 18 17:41:09.638021 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5c8ad-4907-4999-a08a-88b8bd7d9a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea9cccd-e86f-48fb-9861-877812785aeb,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:09.660092 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:09.759128 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5ccea172-a63a-4173-bbd5-4f24d55a15f8 None None] For port 1ef848dc-f2b0-4be6-b124-32ac54b21c32, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1ef848dc-f2b0-4be6-b124-32ac54b21c32,segment=NetworkSegment(b0711014-731c-49c9-a751-eddfa2190c4e),segment_id=b0711014-731c-49c9-a751-eddfa2190c4e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:09.763356 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:09.797108 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54888) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:09.926049 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5ccea172-a63a-4173-bbd5-4f24d55a15f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:10.108312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] For port 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde,segment=NetworkSegment(b8dee380-3b4b-42c1-ad56-c3e283754c76),segment_id=b8dee380-3b4b-42c1-ad56-c3e283754c76)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:10.109177 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:10.166421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] Calling delete_port for 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:10.229079 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-866135c9-0db0-4e6d-9fa0-7819bf0d3c91 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8aaddd8bb08d4b5ea3f472941dfba763&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4300671 Nov 18 17:41:10.230612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54892) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:10.379330 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-18583064-0432-4c79-8657-7c1bef6d8fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:10.389857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be9982-6466-4468-a28f-4c69d7d8c0bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Network': ['ID=63b32a62-0824-47ca-86e0-4cee947cabe6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:10.397616 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-54be9982-6466-4468-a28f-4c69d7d8c0bc tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4937468 Nov 18 17:41:10.402189 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54896) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:10.410552 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7bf4b96d-0699-47eb-bd56-f0ff7572416c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'subnet': {'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:10.414844 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:10.423769 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-18583064-0432-4c79-8657-7c1bef6d8fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:10.462814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:10.475836 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] No DVR routers for this DVR port 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:41:10.518811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 63b32a62-0824-47ca-86e0-4cee947cabe6 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:41:10.520709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8128d9-e94a-482d-9877-59f5b83b1774 None None] DHCP port deletion for 6e87bf2a-db21-4077-ad84-9278e3b9c991 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:41:10.525597 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:41:10.525965 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:41:10.556539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1b34c985-9b32-49cd-8b44-a8e8e5e6dae0 None None] Provisioning complete for port 1ef848dc-f2b0-4be6-b124-32ac54b21c32 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:10.556926 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1b34c985-9b32-49cd-8b44-a8e8e5e6dae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:10.575664 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccea172-a63a-4173-bbd5-4f24d55a15f8 None None] Pushing event updated for resources: {'Port': ['ID=1ef848dc-f2b0-4be6-b124-32ac54b21c32,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:10.587822 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-18583064-0432-4c79-8657-7c1bef6d8fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:10.592047 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-18583064-0432-4c79-8657-7c1bef6d8fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:10.593607 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-18583064-0432-4c79-8657-7c1bef6d8fd0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dce5bc5c-3974-4691-bbfc-1e05cf63f5bc HTTP/1.1" status: 204 len: 168 time: 0.3612833 Nov 18 17:41:10.613751 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18583064-0432-4c79-8657-7c1bef6d8fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce5bc5c-3974-4691-bbfc-1e05cf63f5bc,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:10.655274 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:10.691573 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e87bf2a-db21-4077-ad84-9278e3b9c991']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:10.705874 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8dee380-3b4b-42c1-ad56-c3e283754c76') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:10.706176 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8dee380-3b4b-42c1-ad56-c3e283754c76') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:10.721388 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:10.747445 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:10.755256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:10.755663 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:10.757456 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:10.770703 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf4b96d-0699-47eb-bd56-f0ff7572416c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:10.775712 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b96d-0699-47eb-bd56-f0ff7572416c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:10.848245 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:06Z', 'revision_number': 3, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': '47b9b3fd-0338-471d-be9c-f8fe490f90bd', 'name': '', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:b9:77:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:04Z', 'updated_at': '2021-11-18T17:41:07Z', 'revision_number': 2, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:10.915976 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Checking router: a1850a77-d322-40e6-b81b-79395c08239d for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:41:10.917004 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Updating router a1850a77-d322-40e6-b81b-79395c08239d port 47b9b3fd-0338-471d-be9c-f8fe490f90bd binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:41:10.945874 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:10.952522 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:10.956617 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] 10.222.0.72 "DELETE /v2.0/networks/6e87bf2a-db21-4077-ad84-9278e3b9c991 HTTP/1.1" status: 204 len: 168 time: 1.9002535 Nov 18 17:41:10.959861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54900) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:10.979742 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:11.010276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54902) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:11.015237 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fe97a-3272-4183-8427-7e21b4bfc5eb admin admin] Pushing event deleted for resources: {'Network': ['ID=6e87bf2a-db21-4077-ad84-9278e3b9c991,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:11.030829 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dba96de8-28fd-4243-ae02-885ab2c845ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:11.141118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'name': 'tempest-TestAggregatesBasicOps-160620276-router', 'tenant_id': '5079dbddf856491ea72350f3680a209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '326695b3-4e9d-4206-877c-15ec09102b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:51Z', 'updated_at': '2021-11-18T17:40:57Z', 'revision_number': 4, 'project_id': '5079dbddf856491ea72350f3680a209a', 'gw_port': {'id': '326695b3-4e9d-4206-877c-15ec09102b66', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '6f40b846-60db-448f-8d77-b124622a4a84', 'name': '', 'network_id': 'a974c1f7-499e-46a2-b430-45590770e156', 'tenant_id': '5079dbddf856491ea72350f3680a209a', 'mac_address': 'fa:16:3e:99:62:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'd8273d02-9767-49e3-ba9f-8c0a1399208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:08Z', 'revision_number': 4, 'project_id': '5079dbddf856491ea72350f3680a209a', 'subnets': [{'id': 'd8273d02-9767-49e3-ba9f-8c0a1399208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:11.150832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1b34c985-9b32-49cd-8b44-a8e8e5e6dae0 None None] Provisioning complete for port 47b9b3fd-0338-471d-be9c-f8fe490f90bd triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:11.150832 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1b34c985-9b32-49cd-8b44-a8e8e5e6dae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:11.167691 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dba96de8-28fd-4243-ae02-885ab2c845ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:11.238825 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dba96de8-28fd-4243-ae02-885ab2c845ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:11.285968 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba96de8-28fd-4243-ae02-885ab2c845ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bea22c2-1cde-4e3e-abaa-0ec8d3560abc,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:11.306558 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b96d-0699-47eb-bd56-f0ff7572416c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:11.336452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-dba96de8-28fd-4243-ae02-885ab2c845ce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=82b67f06d98f4555bf0c211a5d6e9a55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3245842 Nov 18 17:41:11.337626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54912) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:11.375540 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2e7ac9-c6d5-4bc5-9423-e86421a020b7 None None] The sync data for ids ['78faac0c-56a2-4ce6-9e22-8130d3f3bc54'] in n-d-813419-11 is: [{'id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'name': 'tempest-TestAggregatesBasicOps-160620276-router', 'tenant_id': '5079dbddf856491ea72350f3680a209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '326695b3-4e9d-4206-877c-15ec09102b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:51Z', 'updated_at': '2021-11-18T17:40:57Z', 'revision_number': 4, 'project_id': '5079dbddf856491ea72350f3680a209a', 'gw_port': {'id': '326695b3-4e9d-4206-877c-15ec09102b66', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '6f40b846-60db-448f-8d77-b124622a4a84', 'name': '', 'network_id': 'a974c1f7-499e-46a2-b430-45590770e156', 'tenant_id': '5079dbddf856491ea72350f3680a209a', 'mac_address': 'fa:16:3e:99:62:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'd8273d02-9767-49e3-ba9f-8c0a1399208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:08Z', 'revision_number': 4, 'project_id': '5079dbddf856491ea72350f3680a209a', 'subnets': [{'id': 'd8273d02-9767-49e3-ba9f-8c0a1399208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:41:11.418482 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e214d2e7-d91f-4bf1-914f-49ff4cfd26eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:11.429452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4b96d-0699-47eb-bd56-f0ff7572416c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Subnet': ['ID=2f4c29fe-4bbc-4921-9dfd-0496d759d892,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:11.444948 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e214d2e7-d91f-4bf1-914f-49ff4cfd26eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:11.454848 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf4b96d-0699-47eb-bd56-f0ff7572416c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Checking segment: {'id': '8827cd50-b5c5-4679-b2c7-f02f47d9c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:11.454848 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf4b96d-0699-47eb-bd56-f0ff7572416c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network hostable DHCP agents. Network: 63b32a62-0824-47ca-86e0-4cee947cabe6, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:41:11.497134 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1b34c985-9b32-49cd-8b44-a8e8e5e6dae0 None None] Port 47b9b3fd-0338-471d-be9c-f8fe490f90bd cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:11.518807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1b34c985-9b32-49cd-8b44-a8e8e5e6dae0 None None] Provisioning complete for port 6f40b846-60db-448f-8d77-b124622a4a84 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:11.519184 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1b34c985-9b32-49cd-8b44-a8e8e5e6dae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:11.552838 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 911df237-dcac-4c09-bd9b-44aa538eaf2c no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:41:11.570737 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e214d2e7-d91f-4bf1-914f-49ff4cfd26eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:11.573877 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e214d2e7-d91f-4bf1-914f-49ff4cfd26eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:11.575515 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e214d2e7-d91f-4bf1-914f-49ff4cfd26eb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6bea22c2-1cde-4e3e-abaa-0ec8d3560abc HTTP/1.1" status: 204 len: 168 time: 0.2368650 Nov 18 17:41:11.593330 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214d2e7-d91f-4bf1-914f-49ff4cfd26eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bea22c2-1cde-4e3e-abaa-0ec8d3560abc,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:11.599222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 911df237-dcac-4c09-bd9b-44aa538eaf2c {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:41:11.599585 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 911df237-dcac-4c09-bd9b-44aa538eaf2c not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:41:11.630225 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf4b96d-0699-47eb-bd56-f0ff7572416c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network 63b32a62-0824-47ca-86e0-4cee947cabe6 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:41:11.690694 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-80de65f4-dd90-4ed3-8352-57fa26db51ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:11.751857 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:11.763550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-7bf4b96d-0699-47eb-bd56-f0ff7572416c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 63b32a62-0824-47ca-86e0-4cee947cabe6) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:11.771294 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf4b96d-0699-47eb-bd56-f0ff7572416c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:11.771929 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b96d-0699-47eb-bd56-f0ff7572416c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:11.805077 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31664132-b9f0-4a31-9a4a-36e0512dd999 None None] Network 63b32a62-0824-47ca-86e0-4cee947cabe6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:11.843810 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6f40b846-60db-448f-8d77-b124622a4a84 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:11.855115 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:11.977820 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7bf4b96d-0699-47eb-bd56-f0ff7572416c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5710375 Nov 18 17:41:11.978768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54922) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:12.002664 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1b34c985-9b32-49cd-8b44-a8e8e5e6dae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:12.144651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-80de65f4-dd90-4ed3-8352-57fa26db51ee admin admin] Deleting port 6f40b846-60db-448f-8d77-b124622a4a84 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:12.146420 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-80de65f4-dd90-4ed3-8352-57fa26db51ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:12.221682 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba431d4-2ae8-4dde-a84c-203240051912 None None] Pushing event updated for resources: {'Port': ['ID=47b9b3fd-0338-471d-be9c-f8fe490f90bd,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:12.285080 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1b34c985-9b32-49cd-8b44-a8e8e5e6dae0 None None] For port 6f40b846-60db-448f-8d77-b124622a4a84, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6f40b846-60db-448f-8d77-b124622a4a84,segment=NetworkSegment(bab215ba-81d3-492c-a130-08c594db260a),segment_id=bab215ba-81d3-492c-a130-08c594db260a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:12.378944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-80de65f4-dd90-4ed3-8352-57fa26db51ee admin admin] For port 6f40b846-60db-448f-8d77-b124622a4a84, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6f40b846-60db-448f-8d77-b124622a4a84,segment=NetworkSegment(bab215ba-81d3-492c-a130-08c594db260a),segment_id=bab215ba-81d3-492c-a130-08c594db260a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:12.380100 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-80de65f4-dd90-4ed3-8352-57fa26db51ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:12.396067 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1b34c985-9b32-49cd-8b44-a8e8e5e6dae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:12.410057 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-80de65f4-dd90-4ed3-8352-57fa26db51ee admin admin] Calling delete_port for 6f40b846-60db-448f-8d77-b124622a4a84 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:12.506623 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 6f40b846-60db-448f-8d77-b124622a4a84 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:12.507005 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:12.539291 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54936) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:12.545235 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Attempting to bind port 47b9b3fd-0338-471d-be9c-f8fe490f90bd on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:41:12.545701 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Attempting to bind port 47b9b3fd-0338-471d-be9c-f8fe490f90bd by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'b0711014-731c-49c9-a751-eddfa2190c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:41:12.546529 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Attempting to bind port 47b9b3fd-0338-471d-be9c-f8fe490f90bd on network 893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:41:12.608944 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:41:12.609254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Checking segment: {'id': 'b0711014-731c-49c9-a751-eddfa2190c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:12.609662 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:12.610062 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Bound using segment: {'id': 'b0711014-731c-49c9-a751-eddfa2190c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:41:12.611079 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Bound port: 47b9b3fd-0338-471d-be9c-f8fe490f90bd, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0711014-731c-49c9-a751-eddfa2190c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:41:12.611453 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:12.663748 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-af2bbf72-05cd-434f-b4cb-6b1c57a03eec None None] Provisioning complete for port 47b9b3fd-0338-471d-be9c-f8fe490f90bd triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:12.664168 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-af2bbf72-05cd-434f-b4cb-6b1c57a03eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:12.666020 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34c985-9b32-49cd-8b44-a8e8e5e6dae0 None None] Pushing event updated for resources: {'Port': ['ID=6f40b846-60db-448f-8d77-b124622a4a84,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:12.790385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-63b32a62-0824-47ca-86e0-4cee947cabe6', 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'fixed_ips': [{'subnet_id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:41:12.791674 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:12.792710 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f4d29a06-b2b9-4148-a353-95bafe6fbf46 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1548255384'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:12.889501 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-af2bbf72-05cd-434f-b4cb-6b1c57a03eec None None] Port 47b9b3fd-0338-471d-be9c-f8fe490f90bd cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:12.901907 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d29a06-b2b9-4148-a353-95bafe6fbf46 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:12.906424 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f4d29a06-b2b9-4148-a353-95bafe6fbf46 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:12.909548 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] For port 47b9b3fd-0338-471d-be9c-f8fe490f90bd, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:41:12.925202 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-80de65f4-dd90-4ed3-8352-57fa26db51ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:12.932323 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f4d29a06-b2b9-4148-a353-95bafe6fbf46 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:12.978963 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de65f4-dd90-4ed3-8352-57fa26db51ee admin admin] Pushing event deleted for resources: {'Port': ['ID=6f40b846-60db-448f-8d77-b124622a4a84,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:13.022000 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1ef848dc-f2b0-4be6-b124-32ac54b21c32 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:13.067485 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] For port 47b9b3fd-0338-471d-be9c-f8fe490f90bd, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=47b9b3fd-0338-471d-be9c-f8fe490f90bd,segment=NetworkSegment(b0711014-731c-49c9-a751-eddfa2190c4e),segment_id=b0711014-731c-49c9-a751-eddfa2190c4e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:41:13.080822 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f4d29a06-b2b9-4148-a353-95bafe6fbf46 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:13.110358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f80c1c68-1a11-485d-9db3-b5fb6e3b6899 None None] Provisioning complete for port 47b9b3fd-0338-471d-be9c-f8fe490f90bd triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:13.110720 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f80c1c68-1a11-485d-9db3-b5fb6e3b6899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:13.192023 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:13.192627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 1ef848dc-f2b0-4be6-b124-32ac54b21c32 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:13.192978 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:13.204612 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f4d29a06-b2b9-4148-a353-95bafe6fbf46 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:13.240716 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d29a06-b2b9-4148-a353-95bafe6fbf46 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] vlan segment allocate from pool success with {'vlan_id': 1132, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:41:13.281263 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:13.310121 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f4d29a06-b2b9-4148-a353-95bafe6fbf46 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:13.310477 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-f4d29a06-b2b9-4148-a353-95bafe6fbf46 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Added segment 3f14ca0b-8639-4797-976e-2c9e6a5ff8eb of type vlan for network 4734721a-9e06-4f77-944f-dea00cb4d5f6 Nov 18 17:41:13.312336 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d29a06-b2b9-4148-a353-95bafe6fbf46 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758fb3e0-b6e9-47e0-a1a2-c4dd327386eb,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:13.381143 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f80c1c68-1a11-485d-9db3-b5fb6e3b6899 None None] Port 47b9b3fd-0338-471d-be9c-f8fe490f90bd cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:13.385131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Allocated IP 172.22.0.2 (63b32a62-0824-47ca-86e0-4cee947cabe6/2f4c29fe-4bbc-4921-9dfd-0496d759d892/a6d1d9bc-9f51-4cfd-9679-1c1af3c35623) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:41:13.543688 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-80de65f4-dd90-4ed3-8352-57fa26db51ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:13.591859 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:13.592691 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:13.610796 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba431d4-2ae8-4dde-a84c-203240051912 None None] Pushing event updated for resources: {'Port': ['ID=47b9b3fd-0338-471d-be9c-f8fe490f90bd,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:13.717346 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f4d29a06-b2b9-4148-a353-95bafe6fbf46 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:13.794877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:13.844968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device de1bf023-94b8-4220-b333-f905b9fc8eb3 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:41:13.851827 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f4d29a06-b2b9-4148-a353-95bafe6fbf46 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:13.857696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d29a06-b2b9-4148-a353-95bafe6fbf46 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:13.858525 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f4d29a06-b2b9-4148-a353-95bafe6fbf46 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:13.972538 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d29a06-b2b9-4148-a353-95bafe6fbf46 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Network': ['ID=4734721a-9e06-4f77-944f-dea00cb4d5f6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:14.026312 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f4d29a06-b2b9-4148-a353-95bafe6fbf46 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4706414 Nov 18 17:41:14.060280 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80de65f4-dd90-4ed3-8352-57fa26db51ee admin admin] Router 78faac0c-56a2-4ce6-9e22-8130d3f3bc54 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:41:14.123314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: de1bf023-94b8-4220-b333-f905b9fc8eb3 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:41:14.123931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device de1bf023-94b8-4220-b333-f905b9fc8eb3 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:41:14.124934 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 44e1d9c1-14b8-4270-8140-c437a739f274 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:41:14.151049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 4734721a-9e06-4f77-944f-dea00cb4d5f6 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:41:14.153343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 44e1d9c1-14b8-4270-8140-c437a739f274 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:41:14.153704 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 44e1d9c1-14b8-4270-8140-c437a739f274 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:41:14.154133 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:41:14.162338 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54962) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:14.167609 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'subnet': {'network_id': '4734721a-9e06-4f77-944f-dea00cb4d5f6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:14.179595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:41:14.180346 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4c1a2c0e-ff5b-4b2d-adb5-fe718988fcde not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:41:14.204435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80de65f4-dd90-4ed3-8352-57fa26db51ee admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:41:14.212399 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-80de65f4-dd90-4ed3-8352-57fa26db51ee admin admin] 10.222.0.72 "PUT /v2.0/routers/78faac0c-56a2-4ce6-9e22-8130d3f3bc54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2501397 Nov 18 17:41:14.214662 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54964) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:14.218268 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb8684d-8ddf-4444-96a1-2f19fbdf43a8 None None] Sync routers for ids ['78faac0c-56a2-4ce6-9e22-8130d3f3bc54'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:41:14.247638 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb8684d-8ddf-4444-96a1-2f19fbdf43a8 None None] Routers {'78faac0c-56a2-4ce6-9e22-8130d3f3bc54'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:14.248479 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3bb8684d-8ddf-4444-96a1-2f19fbdf43a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['78faac0c-56a2-4ce6-9e22-8130d3f3bc54'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:14.276236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-580ef91b-253a-4215-9f1c-c5d5922e6e1a None None] Provisioning complete for port 47b9b3fd-0338-471d-be9c-f8fe490f90bd triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:14.277010 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-580ef91b-253a-4215-9f1c-c5d5922e6e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:14.409784 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10426090-346e-4ebd-acd5-938cae73faf3 admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:14.429115 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-3bb8684d-8ddf-4444-96a1-2f19fbdf43a8 None None] Set router 78faac0c-56a2-4ce6-9e22-8130d3f3bc54 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:14.443213 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:14.448528 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:14.467198 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:14.533501 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10426090-346e-4ebd-acd5-938cae73faf3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:14.585341 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:14.738893 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:14.743751 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3bb8684d-8ddf-4444-96a1-2f19fbdf43a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'name': 'tempest-TestAggregatesBasicOps-160620276-router', 'tenant_id': '5079dbddf856491ea72350f3680a209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '326695b3-4e9d-4206-877c-15ec09102b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:51Z', 'updated_at': '2021-11-18T17:41:12Z', 'revision_number': 5, 'project_id': '5079dbddf856491ea72350f3680a209a', 'gw_port': {'id': '326695b3-4e9d-4206-877c-15ec09102b66', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:14.761427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-10426090-346e-4ebd-acd5-938cae73faf3 admin admin] Deleting port 326695b3-4e9d-4206-877c-15ec09102b66 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:14.761991 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10426090-346e-4ebd-acd5-938cae73faf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:14.796917 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Allocated IP 172.22.0.1 (63b32a62-0824-47ca-86e0-4cee947cabe6/2f4c29fe-4bbc-4921-9dfd-0496d759d892/640a71af-6248-4694-a2de-0158bcc183a9) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:41:14.805756 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb8684d-8ddf-4444-96a1-2f19fbdf43a8 None None] Checking router: 78faac0c-56a2-4ce6-9e22-8130d3f3bc54 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:41:14.806732 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Pushing event updated for resources: {'Port': ['ID=a6d1d9bc-9f51-4cfd-9679-1c1af3c35623,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:14.812465 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-580ef91b-253a-4215-9f1c-c5d5922e6e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:14.826031 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb8684d-8ddf-4444-96a1-2f19fbdf43a8 None None] Routers {'78faac0c-56a2-4ce6-9e22-8130d3f3bc54'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:14.830735 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3bb8684d-8ddf-4444-96a1-2f19fbdf43a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['78faac0c-56a2-4ce6-9e22-8130d3f3bc54'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:14.835196 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Network 63b32a62-0824-47ca-86e0-4cee947cabe6 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:14.853574 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:14.889277 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:41:14.898911 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Subnet': ['ID=354d7c8d-db75-4006-914a-5a6cff19be61,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:14.927316 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:14.927863 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:14.928327 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:14.928800 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:14.929311 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:14.929757 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:14.930161 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-580ef91b-253a-4215-9f1c-c5d5922e6e1a None None] For port 47b9b3fd-0338-471d-be9c-f8fe490f90bd, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=47b9b3fd-0338-471d-be9c-f8fe490f90bd,segment=NetworkSegment(b0711014-731c-49c9-a751-eddfa2190c4e),segment_id=b0711014-731c-49c9-a751-eddfa2190c4e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:14.930895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:14.931340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:14.932264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:14.932264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:14.932732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:14.933170 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:14.940448 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Checking segment: {'id': '3f14ca0b-8639-4797-976e-2c9e6a5ff8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '4734721a-9e06-4f77-944f-dea00cb4d5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:14.940997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network hostable DHCP agents. Network: 4734721a-9e06-4f77-944f-dea00cb4d5f6, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:41:14.993322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-10426090-346e-4ebd-acd5-938cae73faf3 admin admin] For port 326695b3-4e9d-4206-877c-15ec09102b66, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=326695b3-4e9d-4206-877c-15ec09102b66,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:14.993700 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10426090-346e-4ebd-acd5-938cae73faf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:15.021438 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-580ef91b-253a-4215-9f1c-c5d5922e6e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:15.037177 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-10426090-346e-4ebd-acd5-938cae73faf3 admin admin] Calling delete_port for 326695b3-4e9d-4206-877c-15ec09102b66 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:15.045801 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-3bb8684d-8ddf-4444-96a1-2f19fbdf43a8 None None] Set router 78faac0c-56a2-4ce6-9e22-8130d3f3bc54 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:15.060642 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:15.110295 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Attempting to bind port a6d1d9bc-9f51-4cfd-9679-1c1af3c35623 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:41:15.110759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Attempting to bind port a6d1d9bc-9f51-4cfd-9679-1c1af3c35623 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '8827cd50-b5c5-4679-b2c7-f02f47d9c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:41:15.111188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Attempting to bind port a6d1d9bc-9f51-4cfd-9679-1c1af3c35623 on network 63b32a62-0824-47ca-86e0-4cee947cabe6 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:41:15.112961 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network 4734721a-9e06-4f77-944f-dea00cb4d5f6 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:41:15.124855 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:41:15.125466 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Checking segment: {'id': '8827cd50-b5c5-4679-b2c7-f02f47d9c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:15.126294 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:15.126548 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Bound using segment: {'id': '8827cd50-b5c5-4679-b2c7-f02f47d9c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:41:15.127030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Bound port: a6d1d9bc-9f51-4cfd-9679-1c1af3c35623, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8827cd50-b5c5-4679-b2c7-f02f47d9c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:41:15.127413 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:15.154354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ef91b-253a-4215-9f1c-c5d5922e6e1a None None] Pushing event updated for resources: {'Port': ['ID=47b9b3fd-0338-471d-be9c-f8fe490f90bd,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:15.161803 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:06Z', 'revision_number': 3, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': '47b9b3fd-0338-471d-be9c-f8fe490f90bd', 'name': '', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:b9:77:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:04Z', 'updated_at': '2021-11-18T17:41:12Z', 'revision_number': 4, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:15.162224 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3bb8684d-8ddf-4444-96a1-2f19fbdf43a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'name': 'tempest-TestAggregatesBasicOps-160620276-router', 'tenant_id': '5079dbddf856491ea72350f3680a209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:51Z', 'updated_at': '2021-11-18T17:41:14Z', 'revision_number': 6, 'project_id': '5079dbddf856491ea72350f3680a209a', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:15.194669 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb8684d-8ddf-4444-96a1-2f19fbdf43a8 None None] The sync data for ids ['78faac0c-56a2-4ce6-9e22-8130d3f3bc54'] in n-d-813419-11 is: [{'id': '78faac0c-56a2-4ce6-9e22-8130d3f3bc54', 'name': 'tempest-TestAggregatesBasicOps-160620276-router', 'tenant_id': '5079dbddf856491ea72350f3680a209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:51Z', 'updated_at': '2021-11-18T17:41:14Z', 'revision_number': 6, 'project_id': '5079dbddf856491ea72350f3680a209a', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:41:15.207058 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:15.229539 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 4734721a-9e06-4f77-944f-dea00cb4d5f6) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:15.268314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] For port a6d1d9bc-9f51-4cfd-9679-1c1af3c35623, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:41:15.272364 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] For port a6d1d9bc-9f51-4cfd-9679-1c1af3c35623, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a6d1d9bc-9f51-4cfd-9679-1c1af3c35623,segment=NetworkSegment(8827cd50-b5c5-4679-b2c7-f02f47d9c346),segment_id=8827cd50-b5c5-4679-b2c7-f02f47d9c346)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:41:15.276679 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aca448a-52ab-4399-b2c8-d47cf542b088 None None] Network 4734721a-9e06-4f77-944f-dea00cb4d5f6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:15.278059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb15e24-a503-4a2b-b0c1-43b9b04a3b35 None None] The sync data for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 is: [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:06Z', 'revision_number': 3, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': '47b9b3fd-0338-471d-be9c-f8fe490f90bd', 'name': '', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:b9:77:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:04Z', 'updated_at': '2021-11-18T17:41:12Z', 'revision_number': 4, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:41:15.278275 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network 63b32a62-0824-47ca-86e0-4cee947cabe6 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:15.284834 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:15.285618 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:15.288284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:15.299357 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:41:15.360095 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=640a71af-6248-4694-a2de-0158bcc183a9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:15.400032 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:15.411075 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10426090-346e-4ebd-acd5-938cae73faf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:15.414206 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:15.444657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10426090-346e-4ebd-acd5-938cae73faf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=326695b3-4e9d-4206-877c-15ec09102b66,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:15.508215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b85c64-ce72-45c1-be76-b8c9c637f543 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:41:15.519819 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e74819-d144-47e6-95bc-4c28ed5e5fc4 None None] Pushing event updated for resources: {'Port': ['ID=a6d1d9bc-9f51-4cfd-9679-1c1af3c35623,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:15.537495 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-69c99b84-8c5b-41d5-b4d1-566ed8b0a5c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3739252 Nov 18 17:41:15.542563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 54990) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:15.551181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-4734721a-9e06-4f77-944f-dea00cb4d5f6', 'network_id': '4734721a-9e06-4f77-944f-dea00cb4d5f6', 'tenant_id': '8f2d533afcea4e229f03cd4086f720ee', 'fixed_ips': [{'subnet_id': '354d7c8d-db75-4006-914a-5a6cff19be61'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:41:15.552195 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:15.556557 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10426090-346e-4ebd-acd5-938cae73faf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:15.569684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9f8b4779-fec2-4e3c-8d8f-de474a194de8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1369172745'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:15.769107 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10426090-346e-4ebd-acd5-938cae73faf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:15.774126 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10426090-346e-4ebd-acd5-938cae73faf3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:15.837041 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:15.841515 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8b4779-fec2-4e3c-8d8f-de474a194de8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:15.845613 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f8b4779-fec2-4e3c-8d8f-de474a194de8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:15.868459 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Allocated IP 172.20.255.242 (4734721a-9e06-4f77-944f-dea00cb4d5f6/354d7c8d-db75-4006-914a-5a6cff19be61/dc295430-51d2-4cd9-b214-fddb85bc2f52) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:41:15.964178 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8b4779-fec2-4e3c-8d8f-de474a194de8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] vlan segment allocate from pool success with {'vlan_id': 1144, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:41:15.981649 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10426090-346e-4ebd-acd5-938cae73faf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:15.985549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10426090-346e-4ebd-acd5-938cae73faf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78faac0c-56a2-4ce6-9e22-8130d3f3bc54 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:41:15.988277 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10426090-346e-4ebd-acd5-938cae73faf3 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:15.990180 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-10426090-346e-4ebd-acd5-938cae73faf3 admin admin] 10.222.0.72 "DELETE /v2.0/routers/78faac0c-56a2-4ce6-9e22-8130d3f3bc54 HTTP/1.1" status: 204 len: 168 time: 1.7510824 Nov 18 17:41:15.992240 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 54998) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:16.025935 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f8b4779-fec2-4e3c-8d8f-de474a194de8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:16.026349 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-9f8b4779-fec2-4e3c-8d8f-de474a194de8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Added segment 84b2d645-d029-4972-9b6c-924dbacf2d6d of type vlan for network 18c5eb18-f43f-4719-b6bb-0b1cb9c6fddf Nov 18 17:41:16.123352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-523ea1b9-cefb-4386-8fa9-eee26aa418c3 admin admin] Deleting subnet d8273d02-9767-49e3-ba9f-8c0a1399208f {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:41:16.139242 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f8b4779-fec2-4e3c-8d8f-de474a194de8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:16.140851 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-523ea1b9-cefb-4386-8fa9-eee26aa418c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:16.159642 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:16.239815 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:16.243036 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-523ea1b9-cefb-4386-8fa9-eee26aa418c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:16.394194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Pushing event updated for resources: {'Port': ['ID=dc295430-51d2-4cd9-b214-fddb85bc2f52,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:16.407521 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f8b4779-fec2-4e3c-8d8f-de474a194de8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:16.412857 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Network 4734721a-9e06-4f77-944f-dea00cb4d5f6 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:16.424333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:16.427407 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:41:16.438051 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8b4779-fec2-4e3c-8d8f-de474a194de8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:16.445493 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f8b4779-fec2-4e3c-8d8f-de474a194de8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:16.513271 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-523ea1b9-cefb-4386-8fa9-eee26aa418c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:16.577175 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a6d1d9bc-9f51-4cfd-9679-1c1af3c35623 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:16.660309 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b4779-fec2-4e3c-8d8f-de474a194de8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Network': ['ID=18c5eb18-f43f-4719-b6bb-0b1cb9c6fddf,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:16.666266 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Attempting to bind port dc295430-51d2-4cd9-b214-fddb85bc2f52 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:41:16.666629 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Attempting to bind port dc295430-51d2-4cd9-b214-fddb85bc2f52 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '3f14ca0b-8639-4797-976e-2c9e6a5ff8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '4734721a-9e06-4f77-944f-dea00cb4d5f6'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:41:16.666998 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Attempting to bind port dc295430-51d2-4cd9-b214-fddb85bc2f52 on network 4734721a-9e06-4f77-944f-dea00cb4d5f6 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:41:16.676037 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 18c5eb18-f43f-4719-b6bb-0b1cb9c6fddf details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:41:16.690377 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9f8b4779-fec2-4e3c-8d8f-de474a194de8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1466856 Nov 18 17:41:16.693354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55014) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:16.697268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:41:16.697701 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Checking segment: {'id': '3f14ca0b-8639-4797-976e-2c9e6a5ff8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '4734721a-9e06-4f77-944f-dea00cb4d5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:16.698111 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:16.698509 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Bound using segment: {'id': '3f14ca0b-8639-4797-976e-2c9e6a5ff8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '4734721a-9e06-4f77-944f-dea00cb4d5f6'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:41:16.699006 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Bound port: dc295430-51d2-4cd9-b214-fddb85bc2f52, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f14ca0b-8639-4797-976e-2c9e6a5ff8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '4734721a-9e06-4f77-944f-dea00cb4d5f6'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:41:16.699520 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:16.701354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-42daaf40-d8f2-4417-8e88-ed6be2d8a6b6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'subnet': {'network_id': '18c5eb18-f43f-4719-b6bb-0b1cb9c6fddf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:16.763414 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-523ea1b9-cefb-4386-8fa9-eee26aa418c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:16.764769 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:16.818102 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a6d1d9bc-9f51-4cfd-9679-1c1af3c35623 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:16.818482 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:16.857892 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:16.887168 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ea1b9-cefb-4386-8fa9-eee26aa418c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8273d02-9767-49e3-ba9f-8c0a1399208f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:16.893533 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] For port dc295430-51d2-4cd9-b214-fddb85bc2f52, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:41:16.896213 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-523ea1b9-cefb-4386-8fa9-eee26aa418c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:16.901085 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-523ea1b9-cefb-4386-8fa9-eee26aa418c3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d8273d02-9767-49e3-ba9f-8c0a1399208f HTTP/1.1" status: 204 len: 168 time: 0.9076679 Nov 18 17:41:16.908951 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] For port dc295430-51d2-4cd9-b214-fddb85bc2f52, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=dc295430-51d2-4cd9-b214-fddb85bc2f52,segment=NetworkSegment(3f14ca0b-8639-4797-976e-2c9e6a5ff8eb),segment_id=3f14ca0b-8639-4797-976e-2c9e6a5ff8eb)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:41:16.913444 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cce5f9-a868-46ed-922a-813623f16e9c None None] Network a974c1f7-499e-46a2-b430-45590770e156 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:16.925607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55020) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:17.016008 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:17.035972 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:17.038808 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42daaf40-d8f2-4417-8e88-ed6be2d8a6b6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:17.042324 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42daaf40-d8f2-4417-8e88-ed6be2d8a6b6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:17.046582 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=640a71af-6248-4694-a2de-0158bcc183a9,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:17.052779 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:17.090092 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:17.181390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b94a5-3f85-4b2e-9d9a-662225fd26dd None None] Pushing event updated for resources: {'Port': ['ID=dc295430-51d2-4cd9-b214-fddb85bc2f52,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:17.185942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network 63b32a62-0824-47ca-86e0-4cee947cabe6 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:17.187773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:17.191212 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port a6d1d9bc-9f51-4cfd-9679-1c1af3c35623, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a6d1d9bc-9f51-4cfd-9679-1c1af3c35623,segment=NetworkSegment(8827cd50-b5c5-4679-b2c7-f02f47d9c346),segment_id=8827cd50-b5c5-4679-b2c7-f02f47d9c346)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:17.262130 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:17.262951 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 47b9b3fd-0338-471d-be9c-f8fe490f90bd up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:17.360133 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a159eef4-9a0d-4a4d-829b-eebb967bddbb None None] DHCP port deletion for a974c1f7-499e-46a2-b430-45590770e156 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:41:17.424125 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router a1850a77-d322-40e6-b81b-79395c08239d has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:41:17.571216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=a6d1d9bc-9f51-4cfd-9679-1c1af3c35623,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:17.605289 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:41:17.631755 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-423e2860-f645-46ea-84ba-b740a1bdcce0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/a1850a77-d322-40e6-b81b-79395c08239d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6493349 Nov 18 17:41:17.632785 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55034) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:17.636376 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Sync routers for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:41:17.637986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-25b274b6-3b7c-4179-af53-32eee5d6f1fb tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'network': {'name': 'tempest-RoutersTest-631022550'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:17.685126 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 47b9b3fd-0338-471d-be9c-f8fe490f90bd triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:17.689107 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:17.748083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b274b6-3b7c-4179-af53-32eee5d6f1fb tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:17.760389 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25b274b6-3b7c-4179-af53-32eee5d6f1fb tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:17.795665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a159eef4-9a0d-4a4d-829b-eebb967bddbb None None] Deleting port 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:17.795665 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a159eef4-9a0d-4a4d-829b-eebb967bddbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:17.806212 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:17.806212 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:17.834005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b274b6-3b7c-4179-af53-32eee5d6f1fb tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] vlan segment allocate from pool success with {'vlan_id': 1107, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:41:17.847609 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25b274b6-3b7c-4179-af53-32eee5d6f1fb tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:17.848558 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-25b274b6-3b7c-4179-af53-32eee5d6f1fb tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Added segment f00b8a95-ec82-4f8d-bdd2-d631f53279f3 of type vlan for network 69aeddc3-5d34-4f25-b233-e79a859f7aab Nov 18 17:41:17.913190 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25b274b6-3b7c-4179-af53-32eee5d6f1fb tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:17.992326 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] Deleting port 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:17.992832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:17.993723 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:18.039199 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25b274b6-3b7c-4179-af53-32eee5d6f1fb tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:18.045212 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b274b6-3b7c-4179-af53-32eee5d6f1fb tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:18.045920 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25b274b6-3b7c-4179-af53-32eee5d6f1fb tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:18.149912 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b274b6-3b7c-4179-af53-32eee5d6f1fb tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Network': ['ID=69aeddc3-5d34-4f25-b233-e79a859f7aab,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:18.155531 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] For port 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4,segment=NetworkSegment(bab215ba-81d3-492c-a130-08c594db260a),segment_id=bab215ba-81d3-492c-a130-08c594db260a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:18.155965 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:18.175481 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-25b274b6-3b7c-4179-af53-32eee5d6f1fb tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5414751 Nov 18 17:41:18.179406 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55046) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:18.185952 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-91fefe79-3235-4153-9e06-af34fd718d40 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'subnet': {'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:18.192302 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] Calling delete_port for 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:18.268013 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42daaf40-d8f2-4417-8e88-ed6be2d8a6b6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:18.358591 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daaf40-d8f2-4417-8e88-ed6be2d8a6b6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Subnet': ['ID=d1be3e47-bf80-45fa-b177-f3faa9ab6645,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:18.377613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f504ba-0f56-49c6-8a30-121e21f4cb76 None None] Network 63b32a62-0824-47ca-86e0-4cee947cabe6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:18.381007 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 69aeddc3-5d34-4f25-b233-e79a859f7aab details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:41:18.394218 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42daaf40-d8f2-4417-8e88-ed6be2d8a6b6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Checking segment: {'id': '84b2d645-d029-4972-9b6c-924dbacf2d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '18c5eb18-f43f-4719-b6bb-0b1cb9c6fddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:18.397403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42daaf40-d8f2-4417-8e88-ed6be2d8a6b6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network hostable DHCP agents. Network: 18c5eb18-f43f-4719-b6bb-0b1cb9c6fddf, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:41:18.421382 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fefe79-3235-4153-9e06-af34fd718d40 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Made reservation on behalf of de2756b2215540c48c15a842d3ee6a69 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:18.425263 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-91fefe79-3235-4153-9e06-af34fd718d40 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:18.438609 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a159eef4-9a0d-4a4d-829b-eebb967bddbb None None] For port 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4,segment=NetworkSegment(bab215ba-81d3-492c-a130-08c594db260a),segment_id=bab215ba-81d3-492c-a130-08c594db260a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:18.439022 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a159eef4-9a0d-4a4d-829b-eebb967bddbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:18.461408 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:18.465371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a159eef4-9a0d-4a4d-829b-eebb967bddbb None None] Calling delete_port for 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:18.495653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42daaf40-d8f2-4417-8e88-ed6be2d8a6b6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network 18c5eb18-f43f-4719-b6bb-0b1cb9c6fddf is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:41:18.498797 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:18.507949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] No DVR routers for this DVR port 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:41:18.618427 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:18.660502 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-42daaf40-d8f2-4417-8e88-ed6be2d8a6b6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 18c5eb18-f43f-4719-b6bb-0b1cb9c6fddf) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:18.686879 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42daaf40-d8f2-4417-8e88-ed6be2d8a6b6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:18.687619 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42daaf40-d8f2-4417-8e88-ed6be2d8a6b6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:18.700808 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9055988f-2287-47cd-b33e-c4abe08ffff7 None None] Network 18c5eb18-f43f-4719-b6bb-0b1cb9c6fddf requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:18.728662 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a974c1f7-499e-46a2-b430-45590770e156']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:18.744448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab215ba-81d3-492c-a130-08c594db260a') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:18.744773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab215ba-81d3-492c-a130-08c594db260a') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:18.756544 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:18.776966 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:18.786913 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:18.787568 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:18.792090 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:18.802074 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1fbab740-e9c1-40b2-9eca-fe0592f9551b None None] Provisioning complete for port a6d1d9bc-9f51-4cfd-9679-1c1af3c35623 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:18.802462 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1fbab740-e9c1-40b2-9eca-fe0592f9551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:18.823887 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-42daaf40-d8f2-4417-8e88-ed6be2d8a6b6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1290607 Nov 18 17:41:18.824918 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55062) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:18.849342 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-91fefe79-3235-4153-9e06-af34fd718d40 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:18.885578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616cf6dd-3f1b-4609-b4f0-3509ab76d0d7 None None] Network 4734721a-9e06-4f77-944f-dea00cb4d5f6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:18.897505 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6f40b846-60db-448f-8d77-b124622a4a84 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:41:18.921265 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a159eef4-9a0d-4a4d-829b-eebb967bddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:18.944460 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fefe79-3235-4153-9e06-af34fd718d40 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Subnet': ['ID=f0b11976-1d35-432c-a79d-e3f82e2793cb,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:18.993995 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fefe79-3235-4153-9e06-af34fd718d40 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Checking segment: {'id': 'f00b8a95-ec82-4f8d-bdd2-d631f53279f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:18.994969 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fefe79-3235-4153-9e06-af34fd718d40 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network hostable DHCP agents. Network: 69aeddc3-5d34-4f25-b233-e79a859f7aab, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:41:19.005142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a159eef4-9a0d-4a4d-829b-eebb967bddbb None None] No DVR routers for this DVR port 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:41:19.023846 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2b2661d-8381-44ab-b325-02c880dea2e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:19.027849 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:19.033551 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:19.040092 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a974c1f7-499e-46a2-b430-45590770e156 HTTP/1.1" status: 204 len: 168 time: 2.1106129 Nov 18 17:41:19.054182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 6f40b846-60db-448f-8d77-b124622a4a84 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:41:19.054474 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6f40b846-60db-448f-8d77-b124622a4a84 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:41:19.054867 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 326695b3-4e9d-4206-877c-15ec09102b66 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:41:19.065471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c40c59-0b3f-40bf-98c3-6a2d2b54d4d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a974c1f7-499e-46a2-b430-45590770e156,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:19.073370 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fefe79-3235-4153-9e06-af34fd718d40 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network 69aeddc3-5d34-4f25-b233-e79a859f7aab is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:41:19.153559 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159eef4-9a0d-4a4d-829b-eebb967bddbb None None] Pushing event deleted for resources: {'Port': ['ID=79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:19.154014 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2b2661d-8381-44ab-b325-02c880dea2e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:19.179490 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-91fefe79-3235-4153-9e06-af34fd718d40 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 69aeddc3-5d34-4f25-b233-e79a859f7aab) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:19.181655 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fefe79-3235-4153-9e06-af34fd718d40 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:19.182275 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-91fefe79-3235-4153-9e06-af34fd718d40 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:19.257461 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765e3085-eb20-468c-9b1b-ea1fc7d3a232 None None] Network 69aeddc3-5d34-4f25-b233-e79a859f7aab requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:19.266238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 326695b3-4e9d-4206-877c-15ec09102b66 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:41:19.271650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 326695b3-4e9d-4206-877c-15ec09102b66 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:41:19.337066 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2b2661d-8381-44ab-b325-02c880dea2e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:19.348854 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55074) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:19.349293 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-91fefe79-3235-4153-9e06-af34fd718d40 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1673963 Nov 18 17:41:19.507709 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2661d-8381-44ab-b325-02c880dea2e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Subnet': ['ID=d1be3e47-bf80-45fa-b177-f3faa9ab6645,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:19.589506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a6d1d9bc-9f51-4cfd-9679-1c1af3c35623 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:19.607408 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdb222c-652c-4692-b8a0-7df9e271355a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-18c5eb18-f43f-4719-b6bb-0b1cb9c6fddf', 'network_id': '18c5eb18-f43f-4719-b6bb-0b1cb9c6fddf', 'tenant_id': '8f2d533afcea4e229f03cd4086f720ee', 'fixed_ips': [{'subnet_id': 'd1be3e47-bf80-45fa-b177-f3faa9ab6645'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:41:19.608405 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4cdb222c-652c-4692-b8a0-7df9e271355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:19.643677 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55082) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:19.656256 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2b2661d-8381-44ab-b325-02c880dea2e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:19.699842 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d2b2661d-8381-44ab-b325-02c880dea2e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c5eb18-f43f-4719-b6bb-0b1cb9c6fddf']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:19.716516 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8e7fbe6f-bfb5-4450-b92c-77515ab131bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f0f55cbc67fa4dcd80955d0883930db4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0711999 Nov 18 17:41:19.718830 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55084) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:19.769181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d2b2661d-8381-44ab-b325-02c880dea2e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b2d645-d029-4972-9b6c-924dbacf2d6d') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:19.770281 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d2b2661d-8381-44ab-b325-02c880dea2e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b2d645-d029-4972-9b6c-924dbacf2d6d') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:19.787473 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2b2661d-8381-44ab-b325-02c880dea2e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:19.815732 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2b2661d-8381-44ab-b325-02c880dea2e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:19.834530 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12db3269-957c-44fd-8a19-a48dcb698eaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:19.839708 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a5297498-53fd-4365-a1cb-6ec9a4b5397a None None] Provisioning complete for port dc295430-51d2-4cd9-b214-fddb85bc2f52 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:19.840119 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5297498-53fd-4365-a1cb-6ec9a4b5397a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:19.857158 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a57f0c-ce12-4a9f-bc6d-96e763cc4f24 None None] Network 18c5eb18-f43f-4719-b6bb-0b1cb9c6fddf requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:19.889911 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12db3269-957c-44fd-8a19-a48dcb698eaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:19.928540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b2661d-8381-44ab-b325-02c880dea2e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:19.932318 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2b2661d-8381-44ab-b325-02c880dea2e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:19.938183 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:19.963017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:15Z', 'revision_number': 4, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': '47b9b3fd-0338-471d-be9c-f8fe490f90bd', 'name': '', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:b9:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:04Z', 'updated_at': '2021-11-18T17:41:14Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '640a71af-6248-4694-a2de-0158bcc183a9', 'name': '', 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:fe:50:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:13Z', 'updated_at': '2021-11-18T17:41:16Z', 'revision_number': 2, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:19.990074 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-69aeddc3-5d34-4f25-b233-e79a859f7aab', 'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'fixed_ips': [{'subnet_id': 'f0b11976-1d35-432c-a79d-e3f82e2793cb'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:41:19.991505 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:20.044758 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12db3269-957c-44fd-8a19-a48dcb698eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:20.048727 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12db3269-957c-44fd-8a19-a48dcb698eaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:20.052300 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-12db3269-957c-44fd-8a19-a48dcb698eaa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ea4759d0-cd14-451a-96ac-e6e2732a5db1 HTTP/1.1" status: 204 len: 168 time: 0.3301878 Nov 18 17:41:20.070013 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db3269-957c-44fd-8a19-a48dcb698eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4759d0-cd14-451a-96ac-e6e2732a5db1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:20.174436 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2b2661d-8381-44ab-b325-02c880dea2e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:20.176969 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Checking router: a1850a77-d322-40e6-b81b-79395c08239d for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:41:20.177335 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Updating router a1850a77-d322-40e6-b81b-79395c08239d port 640a71af-6248-4694-a2de-0158bcc183a9 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:41:20.196060 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2b2661d-8381-44ab-b325-02c880dea2e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:20.205111 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d2b2661d-8381-44ab-b325-02c880dea2e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/18c5eb18-f43f-4719-b6bb-0b1cb9c6fddf HTTP/1.1" status: 204 len: 168 time: 1.3697774 Nov 18 17:41:20.205499 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55094) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:20.211292 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-63b3aea8-7ca5-476c-8eef-f4ab788815f0 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-20933036'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:20.211922 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a6d1d9bc-9f51-4cfd-9679-1c1af3c35623 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:20.212619 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:20.256695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2661d-8381-44ab-b325-02c880dea2e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Network': ['ID=18c5eb18-f43f-4719-b6bb-0b1cb9c6fddf,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:20.356765 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:20.435292 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b3aea8-7ca5-476c-8eef-f4ab788815f0 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:20.439465 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63b3aea8-7ca5-476c-8eef-f4ab788815f0 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:20.513813 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b3aea8-7ca5-476c-8eef-f4ab788815f0 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:41:20.541397 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63b3aea8-7ca5-476c-8eef-f4ab788815f0 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:20.542035 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-63b3aea8-7ca5-476c-8eef-f4ab788815f0 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Added segment 49b75705-ce76-4286-b39a-ecbac7b0b341 of type vlan for network 80b0f301-fd28-4a91-8703-8479c322cf00 Nov 18 17:41:20.555830 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:20.668417 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63b3aea8-7ca5-476c-8eef-f4ab788815f0 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:20.847050 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63b3aea8-7ca5-476c-8eef-f4ab788815f0 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:20.849749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b3aea8-7ca5-476c-8eef-f4ab788815f0 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:20.850633 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63b3aea8-7ca5-476c-8eef-f4ab788815f0 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:20.885383 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5297498-53fd-4365-a1cb-6ec9a4b5397a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:20.964939 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3aea8-7ca5-476c-8eef-f4ab788815f0 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Network': ['ID=80b0f301-fd28-4a91-8703-8479c322cf00,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:21.007740 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 80b0f301-fd28-4a91-8703-8479c322cf00 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:41:21.022805 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-63b3aea8-7ca5-476c-8eef-f4ab788815f0 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8160131 Nov 18 17:41:21.025269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55104) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:21.038396 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-71a86ecf-d3de-4b48-b55e-d0687c511334 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'subnet': {'network_id': '80b0f301-fd28-4a91-8703-8479c322cf00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:21.062291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a5297498-53fd-4365-a1cb-6ec9a4b5397a None None] For port dc295430-51d2-4cd9-b214-fddb85bc2f52, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=dc295430-51d2-4cd9-b214-fddb85bc2f52,segment=NetworkSegment(3f14ca0b-8639-4797-976e-2c9e6a5ff8eb),segment_id=3f14ca0b-8639-4797-976e-2c9e6a5ff8eb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:21.117754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55108) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:21.194607 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1a5ff804-c18f-4099-8d02-14c41b9f7046 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5079dbddf856491ea72350f3680a209a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0752587 Nov 18 17:41:21.197183 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55110) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:21.201116 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5297498-53fd-4365-a1cb-6ec9a4b5397a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:21.208762 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Allocated IP 172.23.0.2 (69aeddc3-5d34-4f25-b233-e79a859f7aab/f0b11976-1d35-432c-a79d-e3f82e2793cb/9b9ff98a-c816-41fb-83e8-22eb81c89457) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:41:21.237478 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a86ecf-d3de-4b48-b55e-d0687c511334 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:21.241261 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71a86ecf-d3de-4b48-b55e-d0687c511334 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:21.283112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device dc295430-51d2-4cd9-b214-fddb85bc2f52 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:21.299103 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18e8dc35-e3ff-4715-b696-8dc3faa4f809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:21.324639 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18e8dc35-e3ff-4715-b696-8dc3faa4f809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:21.349044 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.ipam_backend_mixin [None req-71a86ecf-d3de-4b48-b55e-d0687c511334 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Performing IP validity checks on allocation pools {{(pid=104007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 18 17:41:21.349573 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.ipam_backend_mixin [None req-71a86ecf-d3de-4b48-b55e-d0687c511334 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 18 17:41:21.473024 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5297498-53fd-4365-a1cb-6ec9a4b5397a None None] Pushing event updated for resources: {'Port': ['ID=dc295430-51d2-4cd9-b214-fddb85bc2f52,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:21.478508 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18e8dc35-e3ff-4715-b696-8dc3faa4f809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:21.490862 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18e8dc35-e3ff-4715-b696-8dc3faa4f809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:21.498153 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-18e8dc35-e3ff-4715-b696-8dc3faa4f809 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4ba36ebc-15c4-4080-81eb-bb1b56a91a3d HTTP/1.1" status: 204 len: 168 time: 0.2960100 Nov 18 17:41:21.498920 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bb624534-7b37-4f18-825c-31e5c49ab7f0 None None] Provisioning complete for port dc295430-51d2-4cd9-b214-fddb85bc2f52 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:21.499297 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb624534-7b37-4f18-825c-31e5c49ab7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:21.523578 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8dc35-e3ff-4715-b696-8dc3faa4f809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba36ebc-15c4-4080-81eb-bb1b56a91a3d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:21.554402 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71a86ecf-d3de-4b48-b55e-d0687c511334 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:21.640593 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port dc295430-51d2-4cd9-b214-fddb85bc2f52 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:21.641076 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:21.708537 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a86ecf-d3de-4b48-b55e-d0687c511334 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Subnet': ['ID=810be974-d66f-4b2e-ac74-91a2b722d9c0,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:21.726362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a86ecf-d3de-4b48-b55e-d0687c511334 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Checking segment: {'id': '49b75705-ce76-4286-b39a-ecbac7b0b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '80b0f301-fd28-4a91-8703-8479c322cf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:21.727096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a86ecf-d3de-4b48-b55e-d0687c511334 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network hostable DHCP agents. Network: 80b0f301-fd28-4a91-8703-8479c322cf00, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:41:21.768916 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:21.824019 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:21.833301 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a86ecf-d3de-4b48-b55e-d0687c511334 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network 80b0f301-fd28-4a91-8703-8479c322cf00 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:41:21.842389 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:21.889027 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bb624534-7b37-4f18-825c-31e5c49ab7f0 None None] Provisioning complete for port 640a71af-6248-4694-a2de-0158bcc183a9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:21.889582 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb624534-7b37-4f18-825c-31e5c49ab7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:21.932314 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:21.941932 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bb624534-7b37-4f18-825c-31e5c49ab7f0 None None] Port 640a71af-6248-4694-a2de-0158bcc183a9 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:21.975681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:41:21.976604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-71a86ecf-d3de-4b48-b55e-d0687c511334 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 80b0f301-fd28-4a91-8703-8479c322cf00) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:21.981719 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a86ecf-d3de-4b48-b55e-d0687c511334 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:21.982322 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71a86ecf-d3de-4b48-b55e-d0687c511334 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:22.005622 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:22.012295 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf946efb-5a4a-4b5e-9928-3e81cad5dcb5 None None] Network 80b0f301-fd28-4a91-8703-8479c322cf00 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:22.022544 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:41:22.023130 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 79cd6184-6bec-4f8f-bd91-d4c60c7dbbb4 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:41:22.054819 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43a177-7a31-4b6f-bf1f-0972fd62fccf None None] Pushing event updated for resources: {'Port': ['ID=640a71af-6248-4694-a2de-0158bcc183a9,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:22.079002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Allocated IP 172.23.0.1 (69aeddc3-5d34-4f25-b233-e79a859f7aab/f0b11976-1d35-432c-a79d-e3f82e2793cb/31afb971-e613-4216-b019-5d519721e1a1) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:41:22.094738 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-71a86ecf-d3de-4b48-b55e-d0687c511334 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0678246 Nov 18 17:41:22.096847 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55134) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:22.122878 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Network 69aeddc3-5d34-4f25-b233-e79a859f7aab is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:22.129544 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bb624534-7b37-4f18-825c-31e5c49ab7f0 None None] Provisioning complete for port a6d1d9bc-9f51-4cfd-9679-1c1af3c35623 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:22.129919 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb624534-7b37-4f18-825c-31e5c49ab7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:22.224461 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:22.239864 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:41:22.295871 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device dc295430-51d2-4cd9-b214-fddb85bc2f52 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:22.349892 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41187f92-3261-4b56-b4c9-045acaf4bec1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:22.350275 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:22.381771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Pushing event updated for resources: {'Port': ['ID=9b9ff98a-c816-41fb-83e8-22eb81c89457,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:22.420649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Attempting to bind port 640a71af-6248-4694-a2de-0158bcc183a9 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:41:22.421017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Attempting to bind port 640a71af-6248-4694-a2de-0158bcc183a9 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '8827cd50-b5c5-4679-b2c7-f02f47d9c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:41:22.425482 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Attempting to bind port 640a71af-6248-4694-a2de-0158bcc183a9 on network 63b32a62-0824-47ca-86e0-4cee947cabe6 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:41:22.425607 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41187f92-3261-4b56-b4c9-045acaf4bec1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:22.474526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:41:22.474906 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Checking segment: {'id': '8827cd50-b5c5-4679-b2c7-f02f47d9c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:22.475314 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:22.475719 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Bound using segment: {'id': '8827cd50-b5c5-4679-b2c7-f02f47d9c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:41:22.476308 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Bound port: 640a71af-6248-4694-a2de-0158bcc183a9, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8827cd50-b5c5-4679-b2c7-f02f47d9c346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:41:22.476699 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:22.518688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Attempting to bind port 9b9ff98a-c816-41fb-83e8-22eb81c89457 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:41:22.524172 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Attempting to bind port 9b9ff98a-c816-41fb-83e8-22eb81c89457 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'f00b8a95-ec82-4f8d-bdd2-d631f53279f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:41:22.524172 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Attempting to bind port 9b9ff98a-c816-41fb-83e8-22eb81c89457 on network 69aeddc3-5d34-4f25-b233-e79a859f7aab {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:41:22.526118 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:22.554537 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:41:22.554917 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Checking segment: {'id': 'f00b8a95-ec82-4f8d-bdd2-d631f53279f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:22.555323 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:22.555725 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Bound using segment: {'id': 'f00b8a95-ec82-4f8d-bdd2-d631f53279f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:41:22.556238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Bound port: 9b9ff98a-c816-41fb-83e8-22eb81c89457, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00b8a95-ec82-4f8d-bdd2-d631f53279f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:41:22.556630 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:22.592456 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network 69aeddc3-5d34-4f25-b233-e79a859f7aab is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:22.596496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:22.598147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port dc295430-51d2-4cd9-b214-fddb85bc2f52 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:22.598524 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:22.600855 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:41:22.632359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=31afb971-e613-4216-b019-5d519721e1a1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:22.659393 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:22.660044 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a945341-acb2-40b9-a970-e3ecde81b3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-80b0f301-fd28-4a91-8703-8479c322cf00', 'network_id': '80b0f301-fd28-4a91-8703-8479c322cf00', 'tenant_id': '8f2d533afcea4e229f03cd4086f720ee', 'fixed_ips': [{'subnet_id': '810be974-d66f-4b2e-ac74-91a2b722d9c0'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:41:22.660901 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4a945341-acb2-40b9-a970-e3ecde81b3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:22.939828 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] For port 640a71af-6248-4694-a2de-0158bcc183a9, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:41:22.939828 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] For port 640a71af-6248-4694-a2de-0158bcc183a9, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=640a71af-6248-4694-a2de-0158bcc183a9,segment=NetworkSegment(8827cd50-b5c5-4679-b2c7-f02f47d9c346),segment_id=8827cd50-b5c5-4679-b2c7-f02f47d9c346)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:41:22.939828 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] For port 9b9ff98a-c816-41fb-83e8-22eb81c89457, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:41:22.941298 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] For port 9b9ff98a-c816-41fb-83e8-22eb81c89457, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9b9ff98a-c816-41fb-83e8-22eb81c89457,segment=NetworkSegment(f00b8a95-ec82-4f8d-bdd2-d631f53279f3),segment_id=f00b8a95-ec82-4f8d-bdd2-d631f53279f3)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:41:23.000084 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1f24d3bd-bec8-4b10-8dff-b816ffc49b4b None None] Provisioning complete for port 640a71af-6248-4694-a2de-0158bcc183a9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:23.033024 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f24d3bd-bec8-4b10-8dff-b816ffc49b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:23.038018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1f24d3bd-bec8-4b10-8dff-b816ffc49b4b None None] Port 640a71af-6248-4694-a2de-0158bcc183a9 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:23.053235 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41187f92-3261-4b56-b4c9-045acaf4bec1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:23.087026 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41187f92-3261-4b56-b4c9-045acaf4bec1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Subnet': ['ID=810be974-d66f-4b2e-ac74-91a2b722d9c0,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:23.162993 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41187f92-3261-4b56-b4c9-045acaf4bec1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:23.186503 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-41187f92-3261-4b56-b4c9-045acaf4bec1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b0f301-fd28-4a91-8703-8479c322cf00']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:23.197687 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-41187f92-3261-4b56-b4c9-045acaf4bec1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b75705-ce76-4286-b39a-ecbac7b0b341') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:23.197930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-41187f92-3261-4b56-b4c9-045acaf4bec1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b75705-ce76-4286-b39a-ecbac7b0b341') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:23.216771 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41187f92-3261-4b56-b4c9-045acaf4bec1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:23.233325 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41187f92-3261-4b56-b4c9-045acaf4bec1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:23.245292 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41187f92-3261-4b56-b4c9-045acaf4bec1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:23.245713 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41187f92-3261-4b56-b4c9-045acaf4bec1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:23.249670 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server [None req-4a945341-acb2-40b9-a970-e3ecde81b3cd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 810be974-d66f-4b2e-ac74-91a2b722d9c0: This subnet is being modified by another concurrent operation. Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise exception Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 810be974-d66f-4b2e-ac74-91a2b722d9c0: This subnet is being modified by another concurrent operation. Nov 18 17:41:23.257440 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server Nov 18 17:41:23.276017 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:23.277730 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:23.281581 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:23.292326 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f8c469-2ecc-487b-9398-0980ed34ddfe None None] Network 80b0f301-fd28-4a91-8703-8479c322cf00 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:23.369399 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:23.518758 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41187f92-3261-4b56-b4c9-045acaf4bec1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:23.546271 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41187f92-3261-4b56-b4c9-045acaf4bec1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:23.556537 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-41187f92-3261-4b56-b4c9-045acaf4bec1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/80b0f301-fd28-4a91-8703-8479c322cf00 HTTP/1.1" status: 204 len: 168 time: 1.4583943 Nov 18 17:41:23.590223 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e51db-084e-470c-8ca9-2d9501fa977d None None] Pushing event updated for resources: {'Port': ['ID=9b9ff98a-c816-41fb-83e8-22eb81c89457,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:23.591563 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55188) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:23.600499 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:23.738260 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:23.869860 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8180cc9a-43a6-466a-b47e-b97c8034e3e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-258876068'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:23.883707 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41187f92-3261-4b56-b4c9-045acaf4bec1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Network': ['ID=80b0f301-fd28-4a91-8703-8479c322cf00,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:23.884341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8180cc9a-43a6-466a-b47e-b97c8034e3e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:23.884341 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8180cc9a-43a6-466a-b47e-b97c8034e3e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:23.884341 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:23.934767 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8180cc9a-43a6-466a-b47e-b97c8034e3e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] vlan segment allocate from pool success with {'vlan_id': 1119, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:41:23.957842 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8180cc9a-43a6-466a-b47e-b97c8034e3e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:23.958507 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-8180cc9a-43a6-466a-b47e-b97c8034e3e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Added segment c70ea4a7-8429-4577-99d7-c983454317a0 of type vlan for network 8ca1e408-e934-434b-922e-b1eeaeec4788 Nov 18 17:41:23.970315 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:24.060543 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:24.191867 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8180cc9a-43a6-466a-b47e-b97c8034e3e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:24.196171 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event updated for resources: {'Port': ['ID=31afb971-e613-4216-b019-5d519721e1a1,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:24.210103 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9b9ff98a-c816-41fb-83e8-22eb81c89457 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:24.227257 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:24.344147 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8180cc9a-43a6-466a-b47e-b97c8034e3e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:24.349981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8180cc9a-43a6-466a-b47e-b97c8034e3e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:24.350573 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8180cc9a-43a6-466a-b47e-b97c8034e3e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:24.396556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43a177-7a31-4b6f-bf1f-0972fd62fccf None None] Pushing event updated for resources: {'Port': ['ID=640a71af-6248-4694-a2de-0158bcc183a9,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:24.429720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Network 69aeddc3-5d34-4f25-b233-e79a859f7aab is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:24.456297 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ac303a61-2b7e-42d0-b7de-5887627d066c None None] Provisioning complete for port 640a71af-6248-4694-a2de-0158bcc183a9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:24.456977 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac303a61-2b7e-42d0-b7de-5887627d066c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:24.461998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:24.464920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180cc9a-43a6-466a-b47e-b97c8034e3e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Network': ['ID=8ca1e408-e934-434b-922e-b1eeaeec4788,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:24.497586 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 8ca1e408-e934-434b-922e-b1eeaeec4788 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:41:24.573162 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8180cc9a-43a6-466a-b47e-b97c8034e3e4 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9778705 Nov 18 17:41:24.573352 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55262) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:24.582130 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-97281390-779d-4a90-8e85-c0500f8c4683 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'subnet': {'network_id': '8ca1e408-e934-434b-922e-b1eeaeec4788', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:24.640322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router a1850a77-d322-40e6-b81b-79395c08239d has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:41:24.718214 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 9b9ff98a-c816-41fb-83e8-22eb81c89457 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:24.718601 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:24.775512 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac303a61-2b7e-42d0-b7de-5887627d066c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:24.797828 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:22Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': '31afb971-e613-4216-b019-5d519721e1a1', 'name': '', 'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:98:03:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'f0b11976-1d35-432c-a79d-e3f82e2793cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:20Z', 'updated_at': '2021-11-18T17:41:22Z', 'revision_number': 1, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': 'f0b11976-1d35-432c-a79d-e3f82e2793cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47b9b3fd-0338-471d-be9c-f8fe490f90bd', 'name': '', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:b9:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:04Z', 'updated_at': '2021-11-18T17:41:14Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '640a71af-6248-4694-a2de-0158bcc183a9', 'name': '', 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:fe:50:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:13Z', 'updated_at': '2021-11-18T17:41:22Z', 'revision_number': 4, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:24.847237 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:41:24.856249 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-27e73078-abe4-49c2-9754-573168882afa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/a1850a77-d322-40e6-b81b-79395c08239d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5099840 Nov 18 17:41:24.862131 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55280) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:24.868223 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a7e0ebef-411d-4406-9fc7-5756affc1465 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:24.868599 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855be448-5cf9-4ab8-a5b0-fe5c7709c59c None None] The sync data for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 is: [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:22Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': '31afb971-e613-4216-b019-5d519721e1a1', 'name': '', 'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:98:03:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'f0b11976-1d35-432c-a79d-e3f82e2793cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:20Z', 'updated_at': '2021-11-18T17:41:22Z', 'revision_number': 1, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': 'f0b11976-1d35-432c-a79d-e3f82e2793cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47b9b3fd-0338-471d-be9c-f8fe490f90bd', 'name': '', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:b9:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:04Z', 'updated_at': '2021-11-18T17:41:14Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '640a71af-6248-4694-a2de-0158bcc183a9', 'name': '', 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:fe:50:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:13Z', 'updated_at': '2021-11-18T17:41:22Z', 'revision_number': 4, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:41:24.991492 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97281390-779d-4a90-8e85-c0500f8c4683 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:24.996779 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-97281390-779d-4a90-8e85-c0500f8c4683 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:25.039604 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ac303a61-2b7e-42d0-b7de-5887627d066c None None] For port 640a71af-6248-4694-a2de-0158bcc183a9, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=640a71af-6248-4694-a2de-0158bcc183a9,segment=NetworkSegment(8827cd50-b5c5-4679-b2c7-f02f47d9c346),segment_id=8827cd50-b5c5-4679-b2c7-f02f47d9c346)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:25.048485 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:25.169351 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 9b9ff98a-c816-41fb-83e8-22eb81c89457, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9b9ff98a-c816-41fb-83e8-22eb81c89457,segment=NetworkSegment(f00b8a95-ec82-4f8d-bdd2-d631f53279f3),segment_id=f00b8a95-ec82-4f8d-bdd2-d631f53279f3)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:25.183478 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac303a61-2b7e-42d0-b7de-5887627d066c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:25.249974 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:25.308686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac303a61-2b7e-42d0-b7de-5887627d066c None None] Pushing event updated for resources: {'Port': ['ID=640a71af-6248-4694-a2de-0158bcc183a9,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:25.357724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55294) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:25.379205 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f277a5-0ce8-4c1c-a63e-180e7f13156e None None] Network 69aeddc3-5d34-4f25-b233-e79a859f7aab requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:25.552148 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=9b9ff98a-c816-41fb-83e8-22eb81c89457,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:25.565000 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-235b7e9d-7af2-4468-8fe8-8e4774a397df None None] Provisioning complete for port 9b9ff98a-c816-41fb-83e8-22eb81c89457 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:25.565308 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-235b7e9d-7af2-4468-8fe8-8e4774a397df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:25.597653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e80ab928-3f88-4d89-a280-bbe734465f31 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'network': {'name': 'tempest-network-smoke--1788431240', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'port_security_enabled': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:25.718961 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80ab928-3f88-4d89-a280-bbe734465f31 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Made reservation on behalf of 2d3a2a2617bf4ee3b0b376095db39c8f for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:25.725915 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e80ab928-3f88-4d89-a280-bbe734465f31 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:25.774540 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e80ab928-3f88-4d89-a280-bbe734465f31 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:25.914315 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e80ab928-3f88-4d89-a280-bbe734465f31 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:26.004722 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.extraroute_db [None req-a7e0ebef-411d-4406-9fc7-5756affc1465 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=104007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 18 17:41:26.019169 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.extraroute_db [None req-a7e0ebef-411d-4406-9fc7-5756affc1465 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Removed routes are [] {{(pid=104007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 18 17:41:26.019579 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a7e0ebef-411d-4406-9fc7-5756affc1465 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:26.022565 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e80ab928-3f88-4d89-a280-bbe734465f31 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:26.041126 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-97281390-779d-4a90-8e85-c0500f8c4683 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:26.081641 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97281390-779d-4a90-8e85-c0500f8c4683 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Subnet': ['ID=4afc469a-ee5b-4e40-8ff5-1def5522a44d,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:26.089446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80ab928-3f88-4d89-a280-bbe734465f31 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:41:26.119721 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97281390-779d-4a90-8e85-c0500f8c4683 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Checking segment: {'id': 'c70ea4a7-8429-4577-99d7-c983454317a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '8ca1e408-e934-434b-922e-b1eeaeec4788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:26.120215 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97281390-779d-4a90-8e85-c0500f8c4683 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network hostable DHCP agents. Network: 8ca1e408-e934-434b-922e-b1eeaeec4788, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:41:26.128155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ab928-3f88-4d89-a280-bbe734465f31 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfbf73b-14c4-4e89-9464-3f6973737783,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:26.145200 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e80ab928-3f88-4d89-a280-bbe734465f31 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:26.149656 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-e80ab928-3f88-4d89-a280-bbe734465f31 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Added segment e28c107b-9674-4e00-a9f4-70d3e9f94020 of type vlan for network 22e024c3-84a5-4744-8503-bb8da7dda11e Nov 18 17:41:26.223669 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-629a0d5a-6417-4dcb-ad4b-4a0fca91ca42 None None] Provisioning complete for port 31afb971-e613-4216-b019-5d519721e1a1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:26.228413 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-629a0d5a-6417-4dcb-ad4b-4a0fca91ca42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:26.238049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e80ab928-3f88-4d89-a280-bbe734465f31 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:26.347108 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-629a0d5a-6417-4dcb-ad4b-4a0fca91ca42 None None] Port 31afb971-e613-4216-b019-5d519721e1a1 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:26.347295 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97281390-779d-4a90-8e85-c0500f8c4683 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network 8ca1e408-e934-434b-922e-b1eeaeec4788 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:41:26.348317 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 640a71af-6248-4694-a2de-0158bcc183a9 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:26.418894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-629a0d5a-6417-4dcb-ad4b-4a0fca91ca42 None None] Provisioning complete for port 9b9ff98a-c816-41fb-83e8-22eb81c89457 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:26.419464 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-629a0d5a-6417-4dcb-ad4b-4a0fca91ca42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:26.421631 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e80ab928-3f88-4d89-a280-bbe734465f31 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:26.431278 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80ab928-3f88-4d89-a280-bbe734465f31 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:26.432109 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e80ab928-3f88-4d89-a280-bbe734465f31 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:26.485059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 640a71af-6248-4694-a2de-0158bcc183a9 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:26.490027 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:26.636915 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e80ab928-3f88-4d89-a280-bbe734465f31 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2777562 Nov 18 17:41:26.637854 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ab928-3f88-4d89-a280-bbe734465f31 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Network': ['ID=22e024c3-84a5-4744-8503-bb8da7dda11e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:26.639843 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55334) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:26.645597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-90770871', 'admin_state_up': True, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:26.657330 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 22e024c3-84a5-4744-8503-bb8da7dda11e details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:41:26.748525 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:26.750302 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:26.823584 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-90bcd415-15b0-46db-8d6a-0c39fe35e4c2 None None] Provisioning complete for port 31afb971-e613-4216-b019-5d519721e1a1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:26.824295 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-90bcd415-15b0-46db-8d6a-0c39fe35e4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:26.827136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9b9ff98a-c816-41fb-83e8-22eb81c89457 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:26.904037 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:26.922605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-90bcd415-15b0-46db-8d6a-0c39fe35e4c2 None None] Port 31afb971-e613-4216-b019-5d519721e1a1 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:26.930745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 9b9ff98a-c816-41fb-83e8-22eb81c89457 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:26.931182 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:27.005743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-97281390-779d-4a90-8e85-c0500f8c4683 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 8ca1e408-e934-434b-922e-b1eeaeec4788) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:27.007328 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Sync routers for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:41:27.010459 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac44fc0-2fbd-4737-bf9c-cf1850e6537c None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 17:41:27.022660 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:27.022800 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97281390-779d-4a90-8e85-c0500f8c4683 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:27.023351 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:27.024115 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-97281390-779d-4a90-8e85-c0500f8c4683 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:27.113629 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a7e0ebef-411d-4406-9fc7-5756affc1465 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:27.117924 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a7e0ebef-411d-4406-9fc7-5756affc1465 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:27.144606 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8ee436ad-53f8-45a2-b160-deeae3bb160b None None] Provisioning complete for port 31afb971-e613-4216-b019-5d519721e1a1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:27.145081 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ee436ad-53f8-45a2-b160-deeae3bb160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:27.201762 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8ee436ad-53f8-45a2-b160-deeae3bb160b None None] Port 31afb971-e613-4216-b019-5d519721e1a1 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:27.213663 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-97281390-779d-4a90-8e85-c0500f8c4683 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6385329 Nov 18 17:41:27.217227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55356) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:27.234837 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:27.282948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e0ebef-411d-4406-9fc7-5756affc1465 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router a1850a77-d322-40e6-b81b-79395c08239d has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:41:27.283608 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-58d07026-933e-46fe-ae13-de7a843e415e req-6e9d2910-4e22-4365-9df5-25077abb21dc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3466823 Nov 18 17:41:27.315828 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:27.413605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d07026-933e-46fe-ae13-de7a843e415e req-2ffc31f9-ceda-4290-9ce2-1e6baa039e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:27.415163 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-58d07026-933e-46fe-ae13-de7a843e415e req-2ffc31f9-ceda-4290-9ce2-1e6baa039e75 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 1098 time: 0.0638950 Nov 18 17:41:27.449616 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-edc4bfaf-8179-4dd1-974f-86d894ea44c9 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:27.480588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e0ebef-411d-4406-9fc7-5756affc1465 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:41:27.491884 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a7e0ebef-411d-4406-9fc7-5756affc1465 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:27.495647 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a7e0ebef-411d-4406-9fc7-5756affc1465 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/a1850a77-d322-40e6-b81b-79395c08239d HTTP/1.1" status: 200 len: 933 time: 2.6300797 Nov 18 17:41:27.507956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55368) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:27.542367 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-edc4bfaf-8179-4dd1-974f-86d894ea44c9 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:27.673113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac44fc0-2fbd-4737-bf9c-cf1850e6537c None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 17:41:27.703999 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:26Z', 'revision_number': 6, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': '31afb971-e613-4216-b019-5d519721e1a1', 'name': '', 'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:98:03:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'f0b11976-1d35-432c-a79d-e3f82e2793cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:20Z', 'updated_at': '2021-11-18T17:41:23Z', 'revision_number': 2, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': 'f0b11976-1d35-432c-a79d-e3f82e2793cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47b9b3fd-0338-471d-be9c-f8fe490f90bd', 'name': '', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:b9:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:04Z', 'updated_at': '2021-11-18T17:41:14Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '640a71af-6248-4694-a2de-0158bcc183a9', 'name': '', 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:fe:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:13Z', 'updated_at': '2021-11-18T17:41:24Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:27.729252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d07026-933e-46fe-ae13-de7a843e415e req-34ecc437-2643-4758-a0c6-64e054b4076f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:27.730993 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-58d07026-933e-46fe-ae13-de7a843e415e req-34ecc437-2643-4758-a0c6-64e054b4076f service neutron] 10.222.0.81 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 913 time: 0.2835126 Nov 18 17:41:27.741618 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ea50f541-ea03-4e68-b9c1-26dcd1a717d4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/routers/a1850a77-d322-40e6-b81b-79395c08239d HTTP/1.1" status: 200 len: 933 time: 0.2305055 Nov 18 17:41:27.744768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55374) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:27.754903 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7714b2f4-a088-4250-bda3-db9a045d34fa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'router': {'routes': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:27.767641 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Checking router: a1850a77-d322-40e6-b81b-79395c08239d for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:41:27.767918 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Updating router a1850a77-d322-40e6-b81b-79395c08239d port 31afb971-e613-4216-b019-5d519721e1a1 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:41:27.806704 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:27.854514 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-58d07026-933e-46fe-ae13-de7a843e415e req-638702b9-5514-4c07-8fc8-f8f817908280 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75690271-7909-4cab-a751-ae4c707cec53 HTTP/1.1" status: 200 len: 1001 time: 0.1092527 Nov 18 17:41:27.889212 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-edc4bfaf-8179-4dd1-974f-86d894ea44c9 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:28.012983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4bfaf-8179-4dd1-974f-86d894ea44c9 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Subnet': ['ID=4afc469a-ee5b-4e40-8ff5-1def5522a44d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:28.177981 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-edc4bfaf-8179-4dd1-974f-86d894ea44c9 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:28.235686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5277aeab-a13c-46e8-adbc-147ba205babc None None] Network 8ca1e408-e934-434b-922e-b1eeaeec4788 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:28.365575 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:28.375035 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-edc4bfaf-8179-4dd1-974f-86d894ea44c9 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca1e408-e934-434b-922e-b1eeaeec4788']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:28.397468 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d07026-933e-46fe-ae13-de7a843e415e req-a38cbcbe-f986-4847-9040-b0129c68784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:28.400008 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-58d07026-933e-46fe-ae13-de7a843e415e req-a38cbcbe-f986-4847-9040-b0129c68784f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.5404172 Nov 18 17:41:28.402790 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-edc4bfaf-8179-4dd1-974f-86d894ea44c9 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70ea4a7-8429-4577-99d7-c983454317a0') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:28.403139 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-edc4bfaf-8179-4dd1-974f-86d894ea44c9 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70ea4a7-8429-4577-99d7-c983454317a0') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:28.420614 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb30260-0030-429e-80dd-053d07f9d470 None None] Network 8ca1e408-e934-434b-922e-b1eeaeec4788 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:28.435282 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-edc4bfaf-8179-4dd1-974f-86d894ea44c9 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:28.444567 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:28.469244 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-edc4bfaf-8179-4dd1-974f-86d894ea44c9 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:28.483358 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc4bfaf-8179-4dd1-974f-86d894ea44c9 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:28.484050 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-edc4bfaf-8179-4dd1-974f-86d894ea44c9 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:28.487823 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:28.494081 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:28.530254 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:28.560248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d07026-933e-46fe-ae13-de7a843e415e req-40cf726d-113b-47a9-8c9d-4f846ad28a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:28.562133 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-58d07026-933e-46fe-ae13-de7a843e415e req-40cf726d-113b-47a9-8c9d-4f846ad28a9e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1246243 Nov 18 17:41:28.577864 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e5918-8616-481f-bf4e-34d707044ebc None None] Pushing event updated for resources: {'Port': ['ID=31afb971-e613-4216-b019-5d519721e1a1,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:28.685847 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.extraroute_db [None req-7714b2f4-a088-4250-bda3-db9a045d34fa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Added routes are [] {{(pid=104007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 18 17:41:28.686344 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.extraroute_db [None req-7714b2f4-a088-4250-bda3-db9a045d34fa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=104007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 18 17:41:28.686525 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Attempting to bind port 31afb971-e613-4216-b019-5d519721e1a1 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:41:28.686835 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Attempting to bind port 31afb971-e613-4216-b019-5d519721e1a1 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'f00b8a95-ec82-4f8d-bdd2-d631f53279f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:41:28.687209 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Attempting to bind port 31afb971-e613-4216-b019-5d519721e1a1 on network 69aeddc3-5d34-4f25-b233-e79a859f7aab {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:41:28.694852 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:41:28.695654 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Checking segment: {'id': 'f00b8a95-ec82-4f8d-bdd2-d631f53279f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:28.695943 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:28.696449 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Bound using segment: {'id': 'f00b8a95-ec82-4f8d-bdd2-d631f53279f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:41:28.697055 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Bound port: 31afb971-e613-4216-b019-5d519721e1a1, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00b8a95-ec82-4f8d-bdd2-d631f53279f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:41:28.697189 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-58d07026-933e-46fe-ae13-de7a843e415e req-884cb17e-4ee3-4726-bae5-63a1057024a5 service neutron] 10.222.0.81 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192794 Nov 18 17:41:28.698378 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:28.721866 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-edc4bfaf-8179-4dd1-974f-86d894ea44c9 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:28.731317 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-edc4bfaf-8179-4dd1-974f-86d894ea44c9 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:28.746115 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-edc4bfaf-8179-4dd1-974f-86d894ea44c9 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/8ca1e408-e934-434b-922e-b1eeaeec4788 HTTP/1.1" status: 204 len: 168 time: 1.5242393 Nov 18 17:41:28.781159 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55402) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:28.782061 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4bfaf-8179-4dd1-974f-86d894ea44c9 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Network': ['ID=8ca1e408-e934-434b-922e-b1eeaeec4788,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:28.800393 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-02fc24ad-99d7-4a3a-b3e2-4fb5e6a4facb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-72738562'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:28.811446 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7714b2f4-a088-4250-bda3-db9a045d34fa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:28.818415 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] For port 31afb971-e613-4216-b019-5d519721e1a1, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:41:28.824749 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] For port 31afb971-e613-4216-b019-5d519721e1a1, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=31afb971-e613-4216-b019-5d519721e1a1,segment=NetworkSegment(f00b8a95-ec82-4f8d-bdd2-d631f53279f3),segment_id=f00b8a95-ec82-4f8d-bdd2-d631f53279f3)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:41:28.865462 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-58d07026-933e-46fe-ae13-de7a843e415e req-73c2090f-312f-4f24-81ac-e77b25635180 service neutron] 10.222.0.81 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602209 Nov 18 17:41:28.897296 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:28.928124 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fc24ad-99d7-4a3a-b3e2-4fb5e6a4facb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:28.931998 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-02fc24ad-99d7-4a3a-b3e2-4fb5e6a4facb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:28.944588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Allocated IP 172.25.3.15 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/cffae420-4aa3-45dd-a6a9-289fea03ec16) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:41:29.054183 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:29.054982 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:29.092331 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4fa0feda-21c9-4cf2-8293-e2073dde09dd None None] Provisioning complete for port 31afb971-e613-4216-b019-5d519721e1a1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:29.092991 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4fa0feda-21c9-4cf2-8293-e2073dde09dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:29.095281 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e5918-8616-481f-bf4e-34d707044ebc None None] Pushing event updated for resources: {'Port': ['ID=31afb971-e613-4216-b019-5d519721e1a1,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:29.204677 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02fc24ad-99d7-4a3a-b3e2-4fb5e6a4facb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:41:29.226892 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-02fc24ad-99d7-4a3a-b3e2-4fb5e6a4facb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:29.227290 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-02fc24ad-99d7-4a3a-b3e2-4fb5e6a4facb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Added segment 1203ef23-5ad0-44bd-88ce-16c216780162 of type vlan for network e4d5f6cb-5d5a-4a4f-8569-20e60b988605 Nov 18 17:41:29.248304 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4fa0feda-21c9-4cf2-8293-e2073dde09dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:29.317573 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:29.318017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4fa0feda-21c9-4cf2-8293-e2073dde09dd None None] For port 31afb971-e613-4216-b019-5d519721e1a1, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=31afb971-e613-4216-b019-5d519721e1a1,segment=NetworkSegment(f00b8a95-ec82-4f8d-bdd2-d631f53279f3),segment_id=f00b8a95-ec82-4f8d-bdd2-d631f53279f3)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:29.325243 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:29.377478 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4fa0feda-21c9-4cf2-8293-e2073dde09dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:29.380185 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-02fc24ad-99d7-4a3a-b3e2-4fb5e6a4facb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:29.413345 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7714b2f4-a088-4250-bda3-db9a045d34fa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:29.429697 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7714b2f4-a088-4250-bda3-db9a045d34fa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:29.449924 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:29.480392 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0feda-21c9-4cf2-8293-e2073dde09dd None None] Pushing event updated for resources: {'Port': ['ID=31afb971-e613-4216-b019-5d519721e1a1,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:29.520696 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0ca6de1a-e781-47cc-b063-4b57c3edde6b None None] Provisioning complete for port 31afb971-e613-4216-b019-5d519721e1a1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:29.521485 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0ca6de1a-e781-47cc-b063-4b57c3edde6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:29.530891 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-02fc24ad-99d7-4a3a-b3e2-4fb5e6a4facb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:29.533725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:29.543234 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:29.547029 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc24ad-99d7-4a3a-b3e2-4fb5e6a4facb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:29.547202 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:41:29.551327 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-02fc24ad-99d7-4a3a-b3e2-4fb5e6a4facb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:29.595633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Port': ['ID=cffae420-4aa3-45dd-a6a9-289fea03ec16,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:29.607144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3295a1a1-0cbf-485e-8b57-dcb4417a7089 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:41:29.640150 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7714b2f4-a088-4250-bda3-db9a045d34fa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router a1850a77-d322-40e6-b81b-79395c08239d has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:41:29.688506 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc24ad-99d7-4a3a-b3e2-4fb5e6a4facb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Network': ['ID=e4d5f6cb-5d5a-4a4f-8569-20e60b988605,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:29.700130 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network e4d5f6cb-5d5a-4a4f-8569-20e60b988605 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:41:29.746476 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-02fc24ad-99d7-4a3a-b3e2-4fb5e6a4facb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9560740 Nov 18 17:41:29.746900 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55432) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:29.748044 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:28Z', 'revision_number': 7, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': '31afb971-e613-4216-b019-5d519721e1a1', 'name': '', 'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:98:03:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'f0b11976-1d35-432c-a79d-e3f82e2793cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:20Z', 'updated_at': '2021-11-18T17:41:28Z', 'revision_number': 4, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': 'f0b11976-1d35-432c-a79d-e3f82e2793cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47b9b3fd-0338-471d-be9c-f8fe490f90bd', 'name': '', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:b9:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:04Z', 'updated_at': '2021-11-18T17:41:14Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '640a71af-6248-4694-a2de-0158bcc183a9', 'name': '', 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:fe:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:13Z', 'updated_at': '2021-11-18T17:41:24Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:29.752836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-22775a84-b9ce-4064-b454-05c784f95164 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'subnet': {'network_id': 'e4d5f6cb-5d5a-4a4f-8569-20e60b988605', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:29.804331 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d334a9-003b-44ea-999f-8ff544296c40 None None] The sync data for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 is: [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:28Z', 'revision_number': 7, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': '31afb971-e613-4216-b019-5d519721e1a1', 'name': '', 'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:98:03:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'f0b11976-1d35-432c-a79d-e3f82e2793cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:20Z', 'updated_at': '2021-11-18T17:41:28Z', 'revision_number': 4, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': 'f0b11976-1d35-432c-a79d-e3f82e2793cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47b9b3fd-0338-471d-be9c-f8fe490f90bd', 'name': '', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:b9:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:04Z', 'updated_at': '2021-11-18T17:41:14Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '640a71af-6248-4694-a2de-0158bcc183a9', 'name': '', 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:fe:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:13Z', 'updated_at': '2021-11-18T17:41:24Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:41:29.868670 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-acf33963-7621-4331-b7c0-640607206dc3 None None] Provisioning complete for port cffae420-4aa3-45dd-a6a9-289fea03ec16 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:29.868670 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-acf33963-7621-4331-b7c0-640607206dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:29.918137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-acf33963-7621-4331-b7c0-640607206dc3 None None] Port cffae420-4aa3-45dd-a6a9-289fea03ec16 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:29.943951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7714b2f4-a088-4250-bda3-db9a045d34fa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:41:29.952586 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7714b2f4-a088-4250-bda3-db9a045d34fa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:29.956570 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7714b2f4-a088-4250-bda3-db9a045d34fa tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/a1850a77-d322-40e6-b81b-79395c08239d HTTP/1.1" status: 200 len: 699 time: 2.2075200 Nov 18 17:41:29.957165 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55448) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:30.003940 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cac4b443-2dd2-4ca8-8eef-586fde14efa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:30.061704 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22775a84-b9ce-4064-b454-05c784f95164 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:30.087845 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22775a84-b9ce-4064-b454-05c784f95164 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:30.128992 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf201e2d-f04d-47d1-8193-af6d327e279c None None] Sync routers for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:41:30.133517 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ddc987d8-a959-4639-85f1-187a764b0706 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/routers/a1850a77-d322-40e6-b81b-79395c08239d HTTP/1.1" status: 200 len: 699 time: 0.1735713 Nov 18 17:41:30.135207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55458) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:30.144708 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:30.156285 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf201e2d-f04d-47d1-8193-af6d327e279c None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:30.160338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-cf201e2d-f04d-47d1-8193-af6d327e279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:30.296615 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 31afb971-e613-4216-b019-5d519721e1a1 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:30.364719 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-cf201e2d-f04d-47d1-8193-af6d327e279c None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:30.450091 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:30.451338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 31afb971-e613-4216-b019-5d519721e1a1 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:30.451830 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:30.572541 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22775a84-b9ce-4064-b454-05c784f95164 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:30.684510 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22775a84-b9ce-4064-b454-05c784f95164 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Subnet': ['ID=a64a005c-13cf-4392-887b-7c1d2ef18a62,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:30.698526 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22775a84-b9ce-4064-b454-05c784f95164 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Checking segment: {'id': '1203ef23-5ad0-44bd-88ce-16c216780162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'e4d5f6cb-5d5a-4a4f-8569-20e60b988605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:30.698891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22775a84-b9ce-4064-b454-05c784f95164 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network hostable DHCP agents. Network: e4d5f6cb-5d5a-4a4f-8569-20e60b988605, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:41:30.736123 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bb2619a9-d1fa-4b5b-9113-a0d245e25ec3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:30.758397 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Router 76425647-509c-4234-be6d-8f70714db2d3 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:41:30.804469 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-cf201e2d-f04d-47d1-8193-af6d327e279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:28Z', 'revision_number': 7, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': '31afb971-e613-4216-b019-5d519721e1a1', 'name': '', 'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:98:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'f0b11976-1d35-432c-a79d-e3f82e2793cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:20Z', 'updated_at': '2021-11-18T17:41:29Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': 'f0b11976-1d35-432c-a79d-e3f82e2793cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47b9b3fd-0338-471d-be9c-f8fe490f90bd', 'name': '', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:b9:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:04Z', 'updated_at': '2021-11-18T17:41:14Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '640a71af-6248-4694-a2de-0158bcc183a9', 'name': '', 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:fe:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:13Z', 'updated_at': '2021-11-18T17:41:24Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:30.835709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf201e2d-f04d-47d1-8193-af6d327e279c None None] Checking router: a1850a77-d322-40e6-b81b-79395c08239d for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:41:30.841011 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22775a84-b9ce-4064-b454-05c784f95164 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network e4d5f6cb-5d5a-4a4f-8569-20e60b988605 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:41:30.845565 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf201e2d-f04d-47d1-8193-af6d327e279c None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:30.846193 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-cf201e2d-f04d-47d1-8193-af6d327e279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:30.942672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:41:30.953932 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Sync routers for ids ['76425647-509c-4234-be6d-8f70714db2d3'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:41:30.970823 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Routers {'76425647-509c-4234-be6d-8f70714db2d3'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:30.971711 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-cf201e2d-f04d-47d1-8193-af6d327e279c None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:30.972386 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['76425647-509c-4234-be6d-8f70714db2d3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:30.987344 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-22775a84-b9ce-4064-b454-05c784f95164 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, e4d5f6cb-5d5a-4a4f-8569-20e60b988605) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:30.995154 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22775a84-b9ce-4064-b454-05c784f95164 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:30.995773 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22775a84-b9ce-4064-b454-05c784f95164 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:31.005926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcae59f-c5f1-4c31-a402-8dff7a0550cb None None] Network e4d5f6cb-5d5a-4a4f-8569-20e60b988605 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:31.068781 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-bb2619a9-d1fa-4b5b-9113-a0d245e25ec3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting port 31afb971-e613-4216-b019-5d519721e1a1 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:31.069123 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bb2619a9-d1fa-4b5b-9113-a0d245e25ec3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:31.118972 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:31.123655 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0fd942e6-37bb-4ef6-a24b-710fa6981073 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4790761 Nov 18 17:41:31.124337 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55476) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:31.171758 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-22775a84-b9ce-4064-b454-05c784f95164 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4132156 Nov 18 17:41:31.174338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55484) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:31.242854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-bb2619a9-d1fa-4b5b-9113-a0d245e25ec3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] For port 31afb971-e613-4216-b019-5d519721e1a1, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=31afb971-e613-4216-b019-5d519721e1a1,segment=NetworkSegment(f00b8a95-ec82-4f8d-bdd2-d631f53279f3),segment_id=f00b8a95-ec82-4f8d-bdd2-d631f53279f3)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:31.245214 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bb2619a9-d1fa-4b5b-9113-a0d245e25ec3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:31.290220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-bb2619a9-d1fa-4b5b-9113-a0d245e25ec3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Calling delete_port for 31afb971-e613-4216-b019-5d519721e1a1 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:31.312436 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Set router 76425647-509c-4234-be6d-8f70714db2d3 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:31.317747 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:31.368835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55486) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:31.375148 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-47762f7a-fc5d-4014-9bd4-ecca1635afc3 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2d3a2a2617bf4ee3b0b376095db39c8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2471302 Nov 18 17:41:31.375391 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55488) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:31.484773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-e4d5f6cb-5d5a-4a4f-8569-20e60b988605', 'network_id': 'e4d5f6cb-5d5a-4a4f-8569-20e60b988605', 'tenant_id': '8f2d533afcea4e229f03cd4086f720ee', 'fixed_ips': [{'subnet_id': 'a64a005c-13cf-4392-887b-7c1d2ef18a62'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:41:31.486216 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:31.650296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-cf201e2d-f04d-47d1-8193-af6d327e279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:28Z', 'revision_number': 7, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': '31afb971-e613-4216-b019-5d519721e1a1', 'name': '', 'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:98:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'f0b11976-1d35-432c-a79d-e3f82e2793cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:20Z', 'updated_at': '2021-11-18T17:41:29Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': 'f0b11976-1d35-432c-a79d-e3f82e2793cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47b9b3fd-0338-471d-be9c-f8fe490f90bd', 'name': '', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:b9:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:04Z', 'updated_at': '2021-11-18T17:41:14Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '640a71af-6248-4694-a2de-0158bcc183a9', 'name': '', 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:fe:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:13Z', 'updated_at': '2021-11-18T17:41:24Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:31.662431 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4d9130b0-7800-4fb0-ab09-5befde7942dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:31.684702 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf201e2d-f04d-47d1-8193-af6d327e279c None None] The sync data for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 is: [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:28Z', 'revision_number': 7, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': '31afb971-e613-4216-b019-5d519721e1a1', 'name': '', 'network_id': '69aeddc3-5d34-4f25-b233-e79a859f7aab', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:98:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'f0b11976-1d35-432c-a79d-e3f82e2793cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:20Z', 'updated_at': '2021-11-18T17:41:29Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': 'f0b11976-1d35-432c-a79d-e3f82e2793cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47b9b3fd-0338-471d-be9c-f8fe490f90bd', 'name': '', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:b9:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:04Z', 'updated_at': '2021-11-18T17:41:14Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '640a71af-6248-4694-a2de-0158bcc183a9', 'name': '', 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:fe:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:13Z', 'updated_at': '2021-11-18T17:41:24Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:41:31.702903 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:41:29Z', 'revision_number': 3, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:31.746611 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:31.750892 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Checking router: 76425647-509c-4234-be6d-8f70714db2d3 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:41:31.751378 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Updating router 76425647-509c-4234-be6d-8f70714db2d3 port cffae420-4aa3-45dd-a6a9-289fea03ec16 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:41:31.772175 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Allocated IP 172.20.0.2 (e4d5f6cb-5d5a-4a4f-8569-20e60b988605/a64a005c-13cf-4392-887b-7c1d2ef18a62/ec30d96a-3337-47de-9745-aacf588a5782) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:41:31.805251 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4248e1e6-a9bb-406f-b9a8-18c44cbf546e tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:31.809873 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bb2619a9-d1fa-4b5b-9113-a0d245e25ec3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:31.810398 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4248e1e6-a9bb-406f-b9a8-18c44cbf546e tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4306848 Nov 18 17:41:31.811944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55498) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:31.842971 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:31.874231 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f03e010f-691c-4dec-acea-669bd51b9d33 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591125 Nov 18 17:41:31.876872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55500) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:31.882565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4c32c9d7-77f4-491e-91d1-c806011d90dd tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-415088849', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:31.971936 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2619a9-d1fa-4b5b-9113-a0d245e25ec3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Port': ['ID=31afb971-e613-4216-b019-5d519721e1a1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:32.101202 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4d9130b0-7800-4fb0-ab09-5befde7942dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.201957 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bb2619a9-d1fa-4b5b-9113-a0d245e25ec3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.219238 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.267575 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4d9130b0-7800-4fb0-ab09-5befde7942dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.298791 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c32c9d7-77f4-491e-91d1-c806011d90dd tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Made reservation on behalf of 2d3a2a2617bf4ee3b0b376095db39c8f for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:32.300074 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c32c9d7-77f4-491e-91d1-c806011d90dd tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.346103 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4d9130b0-7800-4fb0-ab09-5befde7942dc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0e9e47d42b7e48589ce00794eb489e39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9730771 Nov 18 17:41:32.349948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55506) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:32.353333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9130b0-7800-4fb0-ab09-5befde7942dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1fdd25-24bf-4d53-b77e-57fcbed8fa56,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:32.408355 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.445894 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.492491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2619a9-d1fa-4b5b-9113-a0d245e25ec3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router a1850a77-d322-40e6-b81b-79395c08239d has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:41:32.521225 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-615e09d7-89e6-49a9-86c8-c34da14920d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.576266 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.644889 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.653460 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Attempting to bind port cffae420-4aa3-45dd-a6a9-289fea03ec16 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:41:32.653858 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Attempting to bind port cffae420-4aa3-45dd-a6a9-289fea03ec16 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:41:32.654253 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Attempting to bind port cffae420-4aa3-45dd-a6a9-289fea03ec16 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:41:32.655484 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c32c9d7-77f4-491e-91d1-c806011d90dd tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.666734 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:41:32.667110 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:32.668447 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.668447 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:41:32.668690 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Bound port: cffae420-4aa3-45dd-a6a9-289fea03ec16, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:41:32.669013 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.671856 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66917dfd-1ba9-4d8c-83a1-0eb2eca1ce1c None None] Pushing event updated for resources: {'Port': ['ID=cffae420-4aa3-45dd-a6a9-289fea03ec16,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:32.679042 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277c5cfb-c9d7-4aec-babc-e0061e42c3c4 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:41:32.685045 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-53ac6b35-f61a-499d-b503-90b2eae3e26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.696226 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Subnet': ['ID=a64a005c-13cf-4392-887b-7c1d2ef18a62,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:32.696915 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Network e4d5f6cb-5d5a-4a4f-8569-20e60b988605 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:32.701486 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:32.709012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:41:32.720400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Pushing event updated for resources: {'Port': ['ID=ec30d96a-3337-47de-9745-aacf588a5782,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:32.780138 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] For port cffae420-4aa3-45dd-a6a9-289fea03ec16, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:41:32.783815 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] For port cffae420-4aa3-45dd-a6a9-289fea03ec16, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cffae420-4aa3-45dd-a6a9-289fea03ec16,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:41:32.807772 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Attempting to bind port ec30d96a-3337-47de-9745-aacf588a5782 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:41:32.808188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Attempting to bind port ec30d96a-3337-47de-9745-aacf588a5782 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '1203ef23-5ad0-44bd-88ce-16c216780162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'e4d5f6cb-5d5a-4a4f-8569-20e60b988605'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:41:32.808568 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Attempting to bind port ec30d96a-3337-47de-9745-aacf588a5782 on network e4d5f6cb-5d5a-4a4f-8569-20e60b988605 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:41:32.814855 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:41:32.815235 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Checking segment: {'id': '1203ef23-5ad0-44bd-88ce-16c216780162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'e4d5f6cb-5d5a-4a4f-8569-20e60b988605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:32.815884 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.817176 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Bound using segment: {'id': '1203ef23-5ad0-44bd-88ce-16c216780162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'e4d5f6cb-5d5a-4a4f-8569-20e60b988605'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:41:32.817770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Bound port: ec30d96a-3337-47de-9745-aacf588a5782, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1203ef23-5ad0-44bd-88ce-16c216780162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'e4d5f6cb-5d5a-4a4f-8569-20e60b988605'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:41:32.818187 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.856980 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.892422 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.904931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a0568a8a-70ea-4ed5-ae04-a9802129038f None None] Provisioning complete for port cffae420-4aa3-45dd-a6a9-289fea03ec16 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:32.905312 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a0568a8a-70ea-4ed5-ae04-a9802129038f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.933995 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32c9d7-77f4-491e-91d1-c806011d90dd tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Subnet': ['ID=f200c48f-52cf-4e1d-b67d-7f6b059f0ed4,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:32.939455 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d5f6cb-5d5a-4a4f-8569-20e60b988605']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:32.948168 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32c9d7-77f4-491e-91d1-c806011d90dd tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Checking segment: {'id': 'e28c107b-9674-4e00-a9f4-70d3e9f94020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:32.948794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c32c9d7-77f4-491e-91d1-c806011d90dd tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network hostable DHCP agents. Network: 22e024c3-84a5-4744-8503-bb8da7dda11e, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:41:32.954801 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1203ef23-5ad0-44bd-88ce-16c216780162') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:32.955387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1203ef23-5ad0-44bd-88ce-16c216780162') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:32.968062 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] For port ec30d96a-3337-47de-9745-aacf588a5782, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:41:32.968857 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:32.999397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] For port ec30d96a-3337-47de-9745-aacf588a5782, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ec30d96a-3337-47de-9745-aacf588a5782,segment=NetworkSegment(1203ef23-5ad0-44bd-88ce-16c216780162),segment_id=1203ef23-5ad0-44bd-88ce-16c216780162)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:41:33.004295 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66917dfd-1ba9-4d8c-83a1-0eb2eca1ce1c None None] Pushing event updated for resources: {'Port': ['ID=cffae420-4aa3-45dd-a6a9-289fea03ec16,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:33.030429 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Routers {'76425647-509c-4234-be6d-8f70714db2d3'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:33.031164 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['76425647-509c-4234-be6d-8f70714db2d3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:33.045587 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfbbfc8-2832-43b1-8ce3-8340e0e116c0 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:41:33.070035 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a0568a8a-70ea-4ed5-ae04-a9802129038f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:33.076858 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-615e09d7-89e6-49a9-86c8-c34da14920d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:33.084695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c32c9d7-77f4-491e-91d1-c806011d90dd tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network 22e024c3-84a5-4744-8503-bb8da7dda11e is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:41:33.095293 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a0568a8a-70ea-4ed5-ae04-a9802129038f None None] For port cffae420-4aa3-45dd-a6a9-289fea03ec16, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cffae420-4aa3-45dd-a6a9-289fea03ec16,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:33.141701 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:33.142295 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:33.154019 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2619a9-d1fa-4b5b-9113-a0d245e25ec3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:41:33.165322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:33.166749 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bb2619a9-d1fa-4b5b-9113-a0d245e25ec3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/a1850a77-d322-40e6-b81b-79395c08239d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0303657 Nov 18 17:41:33.167000 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:33.169304 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55514) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:33.171161 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] Set router 76425647-509c-4234-be6d-8f70714db2d3 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:33.175671 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:33.218734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-4c32c9d7-77f4-491e-91d1-c806011d90dd tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 22e024c3-84a5-4744-8503-bb8da7dda11e) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:33.229812 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b6b18-264a-43c2-b0d0-53e1eb308cda None None] Pushing event updated for resources: {'Port': ['ID=ec30d96a-3337-47de-9745-aacf588a5782,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:33.233008 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208857ea-119d-4881-845a-98bf1917fdd0 None None] Sync routers for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:41:33.255637 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ded081d-33e9-4135-8f1d-5d07a0b8dc8c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting subnet f0b11976-1d35-432c-a79d-e3f82e2793cb {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:41:33.265946 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8ded081d-33e9-4135-8f1d-5d07a0b8dc8c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:33.267174 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0bc10f-7ea6-49d9-9a55-a13a19d167d4 None None] Network 22e024c3-84a5-4744-8503-bb8da7dda11e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:33.273104 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a0568a8a-70ea-4ed5-ae04-a9802129038f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:33.278060 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c32c9d7-77f4-491e-91d1-c806011d90dd tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:33.278919 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c32c9d7-77f4-491e-91d1-c806011d90dd tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:33.327489 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8ded081d-33e9-4135-8f1d-5d07a0b8dc8c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:33.332674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.db.api [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 18 17:41:33.332674 n-d-813419-11 neutron-server[104008]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 18 17:41:33.332674 n-d-813419-11 neutron-server[104008]: [parameters: {'id': 'e4d5f6cb-5d5a-4a4f-8569-20e60b988605'}] Nov 18 17:41:33.332674 n-d-813419-11 neutron-server[104008]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:41:33.333150 n-d-813419-11 neutron-server[104008]: DEBUG oslo_db.api [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:41:33.333539 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-615e09d7-89e6-49a9-86c8-c34da14920d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:33.336639 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-615e09d7-89e6-49a9-86c8-c34da14920d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:33.338021 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-615e09d7-89e6-49a9-86c8-c34da14920d8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ab1fdd25-24bf-4d53-b77e-57fcbed8fa56 HTTP/1.1" status: 204 len: 168 time: 0.9869847 Nov 18 17:41:33.364256 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208857ea-119d-4881-845a-98bf1917fdd0 None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:33.365182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-208857ea-119d-4881-845a-98bf1917fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:33.380070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e09d7-89e6-49a9-86c8-c34da14920d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1fdd25-24bf-4d53-b77e-57fcbed8fa56,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:33.393131 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4c32c9d7-77f4-491e-91d1-c806011d90dd tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5152016 Nov 18 17:41:33.397349 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55520) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:33.538734 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8028062-3882-4065-aac4-f09d3ed08285 None None] Network e4d5f6cb-5d5a-4a4f-8569-20e60b988605 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:33.550498 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0568a8a-70ea-4ed5-ae04-a9802129038f None None] Pushing event updated for resources: {'Port': ['ID=cffae420-4aa3-45dd-a6a9-289fea03ec16,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:33.556410 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8ded081d-33e9-4135-8f1d-5d07a0b8dc8c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:33.569286 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3276651b-4a56-4b8d-8f48-24fcefdf4a51 None None] Provisioning complete for port cffae420-4aa3-45dd-a6a9-289fea03ec16 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:33.569690 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3276651b-4a56-4b8d-8f48-24fcefdf4a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:33.638039 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:41:29Z', 'revision_number': 3, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:33.697425 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-208857ea-119d-4881-845a-98bf1917fdd0 None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:33.703293 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d091eb8f-5c20-478c-b1c0-cc63c44c959d None None] The sync data for ids ['76425647-509c-4234-be6d-8f70714db2d3'] in n-d-813419-11 is: [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:41:29Z', 'revision_number': 3, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:41:33.802372 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:33.834005 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:33.935204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Deleting port ec30d96a-3337-47de-9745-aacf588a5782 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:33.935837 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:33.953762 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8ded081d-33e9-4135-8f1d-5d07a0b8dc8c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:34.013511 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded081d-33e9-4135-8f1d-5d07a0b8dc8c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b11976-1d35-432c-a79d-e3f82e2793cb,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:34.018297 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8ded081d-33e9-4135-8f1d-5d07a0b8dc8c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:34.023063 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8ded081d-33e9-4135-8f1d-5d07a0b8dc8c tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/subnets/f0b11976-1d35-432c-a79d-e3f82e2793cb HTTP/1.1" status: 204 len: 168 time: 0.8483267 Nov 18 17:41:34.030436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55530) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:34.038480 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-22e024c3-84a5-4744-8503-bb8da7dda11e', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'fixed_ips': [{'subnet_id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:41:34.040298 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:34.054751 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74d77e3-d743-4a16-a25a-660409cdcefc None None] Network 69aeddc3-5d34-4f25-b233-e79a859f7aab requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:34.091851 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] For port ec30d96a-3337-47de-9745-aacf588a5782, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ec30d96a-3337-47de-9745-aacf588a5782,segment=NetworkSegment(1203ef23-5ad0-44bd-88ce-16c216780162),segment_id=1203ef23-5ad0-44bd-88ce-16c216780162)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:34.092425 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:34.185604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Calling delete_port for ec30d96a-3337-47de-9745-aacf588a5782 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:34.209055 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:34.375361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting port 9b9ff98a-c816-41fb-83e8-22eb81c89457 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:34.376724 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:34.477355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] For port 9b9ff98a-c816-41fb-83e8-22eb81c89457, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9b9ff98a-c816-41fb-83e8-22eb81c89457,segment=NetworkSegment(f00b8a95-ec82-4f8d-bdd2-d631f53279f3),segment_id=f00b8a95-ec82-4f8d-bdd2-d631f53279f3)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:34.477355 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:34.477355 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:34.518888 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:34.566899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Calling delete_port for 9b9ff98a-c816-41fb-83e8-22eb81c89457 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:34.579890 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Port': ['ID=ec30d96a-3337-47de-9745-aacf588a5782,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:34.601398 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-208857ea-119d-4881-845a-98bf1917fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:31Z', 'revision_number': 8, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': '47b9b3fd-0338-471d-be9c-f8fe490f90bd', 'name': '', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:b9:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:04Z', 'updated_at': '2021-11-18T17:41:14Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '640a71af-6248-4694-a2de-0158bcc183a9', 'name': '', 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:fe:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:13Z', 'updated_at': '2021-11-18T17:41:24Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:34.608761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No DVR routers for this DVR port ec30d96a-3337-47de-9745-aacf588a5782 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:41:34.642281 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208857ea-119d-4881-845a-98bf1917fdd0 None None] Checking router: a1850a77-d322-40e6-b81b-79395c08239d for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:41:34.661843 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Allocated IP 172.20.0.2 (22e024c3-84a5-4744-8503-bb8da7dda11e/f200c48f-52cf-4e1d-b67d-7f6b059f0ed4/f3fc4e04-35c3-42d7-8e93-1ecf98d6acce) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:41:34.675686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208857ea-119d-4881-845a-98bf1917fdd0 None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:34.676499 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-208857ea-119d-4881-845a-98bf1917fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:34.807857 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-208857ea-119d-4881-845a-98bf1917fdd0 None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:35.139139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71726556-35e1-4407-a4c4-9da6c056b68a None None] DHCP port deletion for 69aeddc3-5d34-4f25-b233-e79a859f7aab request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:41:35.361934 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.393207 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.393473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d5f6cb-5d5a-4a4f-8569-20e60b988605']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:35.442347 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1203ef23-5ad0-44bd-88ce-16c216780162') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:35.443012 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1203ef23-5ad0-44bd-88ce-16c216780162') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:35.454804 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.469267 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.472840 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.483104 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:35.485799 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.487060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-71726556-35e1-4407-a4c4-9da6c056b68a None None] Deleting port 9b9ff98a-c816-41fb-83e8-22eb81c89457 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:35.487459 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-71726556-35e1-4407-a4c4-9da6c056b68a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:35.492493 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:35.570186 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.591394 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-71726556-35e1-4407-a4c4-9da6c056b68a None None] For port 9b9ff98a-c816-41fb-83e8-22eb81c89457, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9b9ff98a-c816-41fb-83e8-22eb81c89457,segment=NetworkSegment(f00b8a95-ec82-4f8d-bdd2-d631f53279f3),segment_id=f00b8a95-ec82-4f8d-bdd2-d631f53279f3)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:35.591856 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-71726556-35e1-4407-a4c4-9da6c056b68a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.603526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Port': ['ID=9b9ff98a-c816-41fb-83e8-22eb81c89457,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:35.606900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] No DVR routers for this DVR port 9b9ff98a-c816-41fb-83e8-22eb81c89457 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:41:35.609479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-71726556-35e1-4407-a4c4-9da6c056b68a None None] Calling delete_port for 9b9ff98a-c816-41fb-83e8-22eb81c89457 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:35.660225 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.662188 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.669429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-208857ea-119d-4881-845a-98bf1917fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:31Z', 'revision_number': 8, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': '47b9b3fd-0338-471d-be9c-f8fe490f90bd', 'name': '', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:b9:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:04Z', 'updated_at': '2021-11-18T17:41:14Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '640a71af-6248-4694-a2de-0158bcc183a9', 'name': '', 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:fe:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:13Z', 'updated_at': '2021-11-18T17:41:24Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:35.710767 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Allocated IP 172.20.0.1 (22e024c3-84a5-4744-8503-bb8da7dda11e/f200c48f-52cf-4e1d-b67d-7f6b059f0ed4/9e1c1db9-dfb1-4662-b1a4-8df520682e68) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:41:35.730359 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.739957 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.747640 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208857ea-119d-4881-845a-98bf1917fdd0 None None] The sync data for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 is: [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:31Z', 'revision_number': 8, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': '47b9b3fd-0338-471d-be9c-f8fe490f90bd', 'name': '', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:b9:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:04Z', 'updated_at': '2021-11-18T17:41:14Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '640a71af-6248-4694-a2de-0158bcc183a9', 'name': '', 'network_id': '63b32a62-0824-47ca-86e0-4cee947cabe6', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:fe:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:13Z', 'updated_at': '2021-11-18T17:41:24Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '2f4c29fe-4bbc-4921-9dfd-0496d759d892', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:41:35.750059 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.778889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Network 22e024c3-84a5-4744-8503-bb8da7dda11e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:35.782583 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/e4d5f6cb-5d5a-4a4f-8569-20e60b988605 HTTP/1.1" status: 204 len: 168 time: 4.6062961 Nov 18 17:41:35.785902 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:35.793829 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:41:35.800107 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Pushing event updated for resources: {'Port': ['ID=f3fc4e04-35c3-42d7-8e93-1ecf98d6acce,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:35.811395 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55570) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:35.839424 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-71726556-35e1-4407-a4c4-9da6c056b68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.842200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-530104cf-5885-4a8b-92ab-42b74eb799a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-109501524'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:35.877222 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69aeddc3-5d34-4f25-b233-e79a859f7aab']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:35.883145 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af90746-f7c7-435b-a891-2ac22cb9d2e7 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Network': ['ID=e4d5f6cb-5d5a-4a4f-8569-20e60b988605,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:35.945430 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71726556-35e1-4407-a4c4-9da6c056b68a None None] No DVR routers for this DVR port 9b9ff98a-c816-41fb-83e8-22eb81c89457 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:41:35.945592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00b8a95-ec82-4f8d-bdd2-d631f53279f3') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:35.945592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00b8a95-ec82-4f8d-bdd2-d631f53279f3') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:35.946987 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71726556-35e1-4407-a4c4-9da6c056b68a None None] Pushing event deleted for resources: {'Port': ['ID=9b9ff98a-c816-41fb-83e8-22eb81c89457,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:35.963238 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.965477 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.969339 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Attempting to bind port f3fc4e04-35c3-42d7-8e93-1ecf98d6acce on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:41:35.970304 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Attempting to bind port f3fc4e04-35c3-42d7-8e93-1ecf98d6acce by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'e28c107b-9674-4e00-a9f4-70d3e9f94020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:41:35.970671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Attempting to bind port f3fc4e04-35c3-42d7-8e93-1ecf98d6acce on network 22e024c3-84a5-4744-8503-bb8da7dda11e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:41:35.977888 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:41:35.978289 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Checking segment: {'id': 'e28c107b-9674-4e00-a9f4-70d3e9f94020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:35.978773 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.979147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Bound using segment: {'id': 'e28c107b-9674-4e00-a9f4-70d3e9f94020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:41:35.979620 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Bound port: f3fc4e04-35c3-42d7-8e93-1ecf98d6acce, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28c107b-9674-4e00-a9f4-70d3e9f94020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:41:35.980013 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.986001 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.993145 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:35.993780 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:35.996952 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:36.069140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] For port f3fc4e04-35c3-42d7-8e93-1ecf98d6acce, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:41:36.085365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530104cf-5885-4a8b-92ab-42b74eb799a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:36.090027 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-530104cf-5885-4a8b-92ab-42b74eb799a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:36.114160 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:36.120659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530104cf-5885-4a8b-92ab-42b74eb799a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:41:36.133102 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-530104cf-5885-4a8b-92ab-42b74eb799a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:36.134289 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-530104cf-5885-4a8b-92ab-42b74eb799a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Added segment 7079ee21-bed7-4e27-ad8d-33c1e259db4f of type vlan for network 4d25bfd0-3c0b-428b-a36b-283168eb89bb Nov 18 17:41:36.159672 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] For port f3fc4e04-35c3-42d7-8e93-1ecf98d6acce, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=f3fc4e04-35c3-42d7-8e93-1ecf98d6acce,segment=NetworkSegment(e28c107b-9674-4e00-a9f4-70d3e9f94020),segment_id=e28c107b-9674-4e00-a9f4-70d3e9f94020)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:41:36.171461 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:36.205678 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network 22e024c3-84a5-4744-8503-bb8da7dda11e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:36.209617 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:36.218363 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:41:36.218700 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-530104cf-5885-4a8b-92ab-42b74eb799a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:36.223265 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:36.232080 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/networks/69aeddc3-5d34-4f25-b233-e79a859f7aab HTTP/1.1" status: 204 len: 168 time: 2.1977274 Nov 18 17:41:36.239335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddad44-7ee0-4fbb-9327-66fc47ea85f0 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Network': ['ID=69aeddc3-5d34-4f25-b233-e79a859f7aab,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:36.239335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55578) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:36.268235 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Port': ['ID=9e1c1db9-dfb1-4662-b1a4-8df520682e68,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:36.273573 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:36.325317 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:36.348274 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.db.resource_extend [None req-530104cf-5885-4a8b-92ab-42b74eb799a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:41:36.452891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51b52d-b2f1-40ac-ab98-7de27d1ff5c4 None None] Pushing event updated for resources: {'Port': ['ID=f3fc4e04-35c3-42d7-8e93-1ecf98d6acce,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:36.482101 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cffae420-4aa3-45dd-a6a9-289fea03ec16 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:36.654708 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port cffae420-4aa3-45dd-a6a9-289fea03ec16 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:36.654986 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-530104cf-5885-4a8b-92ab-42b74eb799a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:36.655990 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:36.662284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530104cf-5885-4a8b-92ab-42b74eb799a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:36.662941 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-530104cf-5885-4a8b-92ab-42b74eb799a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:36.677624 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55588) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:36.795652 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:36.877549 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8dffb0ac-7075-4f5b-a975-c7f4eac9032e tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1412834413'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:36.877549 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8dffb0ac-7075-4f5b-a975-c7f4eac9032e tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] Unknown quota resources ['metering_label']. {{(pid=104007) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 18 17:41:36.878744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9b9ff98a-c816-41fb-83e8-22eb81c89457 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:41:36.879757 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530104cf-5885-4a8b-92ab-42b74eb799a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Network': ['ID=4d25bfd0-3c0b-428b-a36b-283168eb89bb,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:36.918390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 4d25bfd0-3c0b-428b-a36b-283168eb89bb details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:41:36.921332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 9b9ff98a-c816-41fb-83e8-22eb81c89457 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:41:36.921988 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9b9ff98a-c816-41fb-83e8-22eb81c89457 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:41:36.922377 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 31afb971-e613-4216-b019-5d519721e1a1 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:41:36.969216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 31afb971-e613-4216-b019-5d519721e1a1 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:41:36.969216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 31afb971-e613-4216-b019-5d519721e1a1 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:41:36.978023 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-530104cf-5885-4a8b-92ab-42b74eb799a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1538951 Nov 18 17:41:36.982459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55594) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:36.990474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9d8b6339-7a84-47e7-a34e-042f64e8563d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'subnet': {'network_id': '4d25bfd0-3c0b-428b-a36b-283168eb89bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:37.138256 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8dffb0ac-7075-4f5b-a975-c7f4eac9032e tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:37.140473 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8dffb0ac-7075-4f5b-a975-c7f4eac9032e tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4605865 Nov 18 17:41:37.143038 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55596) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:37.148043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e459070d-3358-425e-aee5-33e24b0af789 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'a14fb136-531f-4c42-a5a1-687007f26f9b'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:37.148798 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e459070d-3358-425e-aee5-33e24b0af789 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 18 17:41:37.227754 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:41:37.230505 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5ac68ae-3205-4c56-b535-3a4194fc701e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:37.270918 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8b6339-7a84-47e7-a34e-042f64e8563d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:37.274774 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6339-7a84-47e7-a34e-042f64e8563d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:37.335735 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:37.338766 n-d-813419-11 neutron-server[104008]: WARNING neutron.services.metering.metering_plugin [None req-e459070d-3358-425e-aee5-33e24b0af789 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 18 17:41:37.427078 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:37.445816 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.ipam_backend_mixin [None req-9d8b6339-7a84-47e7-a34e-042f64e8563d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Performing IP validity checks on allocation pools {{(pid=104008) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 18 17:41:37.446350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.ipam_backend_mixin [None req-9d8b6339-7a84-47e7-a34e-042f64e8563d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104008) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 18 17:41:37.529954 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:37.536385 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Port': ['ID=9e1c1db9-dfb1-4662-b1a4-8df520682e68,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:37.553409 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e459070d-3358-425e-aee5-33e24b0af789 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:37.553409 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e459070d-3358-425e-aee5-33e24b0af789 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4034562 Nov 18 17:41:37.555253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55602) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:37.562372 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d420ef61-e916-4d7b-8dbd-3f3aa1d80a95 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'a14fb136-531f-4c42-a5a1-687007f26f9b'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:37.563054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d420ef61-e916-4d7b-8dbd-3f3aa1d80a95 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104007) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 18 17:41:37.721591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network 22e024c3-84a5-4744-8503-bb8da7dda11e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:37.725111 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:37.772176 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd0a670-ba50-40fc-b90a-332f276d0669 None None] Network 22e024c3-84a5-4744-8503-bb8da7dda11e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:37.778368 n-d-813419-11 neutron-server[104007]: WARNING neutron.services.metering.metering_plugin [None req-d420ef61-e916-4d7b-8dbd-3f3aa1d80a95 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 18 17:41:37.821471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a5ac68ae-3205-4c56-b535-3a4194fc701e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting port 640a71af-6248-4694-a2de-0158bcc183a9 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:37.822070 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5ac68ae-3205-4c56-b535-3a4194fc701e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:37.873635 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3ec80931-0293-471f-8e6a-c5fd99c802c5 None None] Provisioning complete for port f3fc4e04-35c3-42d7-8e93-1ecf98d6acce triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:37.874186 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ec80931-0293-471f-8e6a-c5fd99c802c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:37.891672 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d420ef61-e916-4d7b-8dbd-3f3aa1d80a95 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:37.891672 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d420ef61-e916-4d7b-8dbd-3f3aa1d80a95 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3340073 Nov 18 17:41:37.894997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55608) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:37.913367 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ef87d24d-e380-4f11-aeb7-3b7fb1d17368 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=5946788b-8038-4baa-9d2a-f9870fae75f7 HTTP/1.1" status: 200 len: 464 time: 0.0154724 Nov 18 17:41:37.913610 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6339-7a84-47e7-a34e-042f64e8563d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:37.919734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55610) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:38.014662 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Router 76425647-509c-4234-be6d-8f70714db2d3 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:41:38.045741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-a5ac68ae-3205-4c56-b535-3a4194fc701e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] For port 640a71af-6248-4694-a2de-0158bcc183a9, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=640a71af-6248-4694-a2de-0158bcc183a9,segment=NetworkSegment(8827cd50-b5c5-4679-b2c7-f02f47d9c346),segment_id=8827cd50-b5c5-4679-b2c7-f02f47d9c346)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:38.046058 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5ac68ae-3205-4c56-b535-3a4194fc701e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:38.047370 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ec80931-0293-471f-8e6a-c5fd99c802c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:38.077153 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a5ac68ae-3205-4c56-b535-3a4194fc701e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Calling delete_port for 640a71af-6248-4694-a2de-0158bcc183a9 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:38.097333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b6339-7a84-47e7-a34e-042f64e8563d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Subnet': ['ID=e5e42ebf-1191-48a4-aeff-9986f683b606,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:38.097567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3ec80931-0293-471f-8e6a-c5fd99c802c5 None None] For port f3fc4e04-35c3-42d7-8e93-1ecf98d6acce, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=f3fc4e04-35c3-42d7-8e93-1ecf98d6acce,segment=NetworkSegment(e28c107b-9674-4e00-a9f4-70d3e9f94020),segment_id=e28c107b-9674-4e00-a9f4-70d3e9f94020)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:38.145423 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8b6339-7a84-47e7-a34e-042f64e8563d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Checking segment: {'id': '7079ee21-bed7-4e27-ad8d-33c1e259db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '4d25bfd0-3c0b-428b-a36b-283168eb89bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:38.145804 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8b6339-7a84-47e7-a34e-042f64e8563d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network hostable DHCP agents. Network: 4d25bfd0-3c0b-428b-a36b-283168eb89bb, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:41:38.182359 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:41:38.193358 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Sync routers for ids ['76425647-509c-4234-be6d-8f70714db2d3'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:41:38.200690 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d195d4a0-5501-4079-87a5-1371348662a5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "PUT /v2.0/routers/76425647-509c-4234-be6d-8f70714db2d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7999644 Nov 18 17:41:38.201244 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55612) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:38.216813 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Routers {'76425647-509c-4234-be6d-8f70714db2d3'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:38.217655 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['76425647-509c-4234-be6d-8f70714db2d3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:38.227903 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ec80931-0293-471f-8e6a-c5fd99c802c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:38.306454 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device f3fc4e04-35c3-42d7-8e93-1ecf98d6acce up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:38.329420 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8b6339-7a84-47e7-a34e-042f64e8563d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network 4d25bfd0-3c0b-428b-a36b-283168eb89bb is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:41:38.393790 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1595877f-18b4-48fe-a49e-14764612b864 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:38.399118 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1595877f-18b4-48fe-a49e-14764612b864 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/5946788b-8038-4baa-9d2a-f9870fae75f7 HTTP/1.1" status: 204 len: 168 time: 0.4733646 Nov 18 17:41:38.400388 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55616) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:38.404867 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Set router 76425647-509c-4234-be6d-8f70714db2d3 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:38.414665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec80931-0293-471f-8e6a-c5fd99c802c5 None None] Pushing event updated for resources: {'Port': ['ID=f3fc4e04-35c3-42d7-8e93-1ecf98d6acce,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:38.435750 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3ed82210-7e06-4be2-9cd4-574d8817adc1 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=5946788b-8038-4baa-9d2a-f9870fae75f7 HTTP/1.1" status: 200 len: 221 time: 0.0240414 Nov 18 17:41:38.435750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55618) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:38.438754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d2b026d6-7bd2-4e8f-a733-e20b1d957275 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1702579940', 'description': 'label created by tempest'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:38.439643 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d2b026d6-7bd2-4e8f-a733-e20b1d957275 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] Unknown quota resources ['metering_label']. {{(pid=104008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 18 17:41:38.442975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port f3fc4e04-35c3-42d7-8e93-1ecf98d6acce triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:38.443539 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:38.488159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-9d8b6339-7a84-47e7-a34e-042f64e8563d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 4d25bfd0-3c0b-428b-a36b-283168eb89bb) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:38.502499 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f280388-9c69-4149-9a9f-a87dd546826e None None] Network 4d25bfd0-3c0b-428b-a36b-283168eb89bb requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:38.514351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8b6339-7a84-47e7-a34e-042f64e8563d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.515638 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6339-7a84-47e7-a34e-042f64e8563d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:38.557966 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6aa48fa9-d534-43f8-8f39-3f01cb3c9ae8 None None] Provisioning complete for port 9e1c1db9-dfb1-4662-b1a4-8df520682e68 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:38.564624 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6aa48fa9-d534-43f8-8f39-3f01cb3c9ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:38.589142 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a7d443-f444-4ff0-9678-5eda9e24824a tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.589723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a7d443-f444-4ff0-9678-5eda9e24824a tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.590212 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a7d443-f444-4ff0-9678-5eda9e24824a tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.590688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a7d443-f444-4ff0-9678-5eda9e24824a tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.591164 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a7d443-f444-4ff0-9678-5eda9e24824a tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.591636 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a7d443-f444-4ff0-9678-5eda9e24824a tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.592249 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a7d443-f444-4ff0-9678-5eda9e24824a tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.592764 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a7d443-f444-4ff0-9678-5eda9e24824a tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.593295 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a7d443-f444-4ff0-9678-5eda9e24824a tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.593768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a7d443-f444-4ff0-9678-5eda9e24824a tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.594233 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a7d443-f444-4ff0-9678-5eda9e24824a tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.600719 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55622) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:38.601103 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a4a7d443-f444-4ff0-9678-5eda9e24824a tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7724 time: 0.3980746 Nov 18 17:41:38.675060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6aa48fa9-d534-43f8-8f39-3f01cb3c9ae8 None None] Port 9e1c1db9-dfb1-4662-b1a4-8df520682e68 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:38.859559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ccabc0-1271-42f4-8b16-237ce5ec88f4 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.859559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ccabc0-1271-42f4-8b16-237ce5ec88f4 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.859559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ccabc0-1271-42f4-8b16-237ce5ec88f4 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.859559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ccabc0-1271-42f4-8b16-237ce5ec88f4 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.859559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ccabc0-1271-42f4-8b16-237ce5ec88f4 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.859559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ccabc0-1271-42f4-8b16-237ce5ec88f4 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.859559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ccabc0-1271-42f4-8b16-237ce5ec88f4 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.859559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ccabc0-1271-42f4-8b16-237ce5ec88f4 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.859559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ccabc0-1271-42f4-8b16-237ce5ec88f4 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.859559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ccabc0-1271-42f4-8b16-237ce5ec88f4 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.859559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ccabc0-1271-42f4-8b16-237ce5ec88f4 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:38.861230 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:41:36Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '9e1c1db9-dfb1-4662-b1a4-8df520682e68', 'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:49:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:34Z', 'updated_at': '2021-11-18T17:41:37Z', 'revision_number': 2, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:38.861433 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d2ccabc0-1271-42f4-8b16-237ce5ec88f4 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6977 time: 0.1248291 Nov 18 17:41:38.861433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55624) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:38.861622 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6aa48fa9-d534-43f8-8f39-3f01cb3c9ae8 None None] Provisioning complete for port f3fc4e04-35c3-42d7-8e93-1ecf98d6acce triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:38.861622 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6aa48fa9-d534-43f8-8f39-3f01cb3c9ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:38.861870 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Checking router: 76425647-509c-4234-be6d-8f70714db2d3 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:41:38.861870 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Updating router 76425647-509c-4234-be6d-8f70714db2d3 port 9e1c1db9-dfb1-4662-b1a4-8df520682e68 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:41:38.861870 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:38.885780 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-4d25bfd0-3c0b-428b-a36b-283168eb89bb', 'network_id': '4d25bfd0-3c0b-428b-a36b-283168eb89bb', 'tenant_id': '8f2d533afcea4e229f03cd4086f720ee', 'fixed_ips': [{'subnet_id': 'e5e42ebf-1191-48a4-aeff-9986f683b606'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:41:38.887732 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:39.115359 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Allocated IP 172.20.0.3 (4d25bfd0-3c0b-428b-a36b-283168eb89bb/e5e42ebf-1191-48a4-aeff-9986f683b606/71a83a00-49cf-4239-9a6a-e25f6e2075ea) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:41:39.147128 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9d8b6339-7a84-47e7-a34e-042f64e8563d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1634378 Nov 18 17:41:39.149981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55628) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:39.153220 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5ac68ae-3205-4c56-b535-3a4194fc701e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:39.235995 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ab58a8a9-4ba3-4d3b-bf4f-c5c42febdff4 None None] Provisioning complete for port 9e1c1db9-dfb1-4662-b1a4-8df520682e68 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:39.236425 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ab58a8a9-4ba3-4d3b-bf4f-c5c42febdff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:39.243824 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac68ae-3205-4c56-b535-3a4194fc701e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Port': ['ID=640a71af-6248-4694-a2de-0158bcc183a9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:39.278804 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ab58a8a9-4ba3-4d3b-bf4f-c5c42febdff4 None None] Port 9e1c1db9-dfb1-4662-b1a4-8df520682e68 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:39.290071 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:39.344781 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d2b026d6-7bd2-4e8f-a733-e20b1d957275 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:39.345034 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:39.345985 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d2b026d6-7bd2-4e8f-a733-e20b1d957275 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.9121146 Nov 18 17:41:39.348190 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:39.357921 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55632) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:39.387419 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:39.441264 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f14e0-62c0-4ccc-bfdf-3cf798704f3e None None] Pushing event updated for resources: {'Port': ['ID=9e1c1db9-dfb1-4662-b1a4-8df520682e68,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:39.449435 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:39.545962 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Attempting to bind port 9e1c1db9-dfb1-4662-b1a4-8df520682e68 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:41:39.546394 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Attempting to bind port 9e1c1db9-dfb1-4662-b1a4-8df520682e68 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'e28c107b-9674-4e00-a9f4-70d3e9f94020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:41:39.546776 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Attempting to bind port 9e1c1db9-dfb1-4662-b1a4-8df520682e68 on network 22e024c3-84a5-4744-8503-bb8da7dda11e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:41:39.552678 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:41:39.553063 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Checking segment: {'id': 'e28c107b-9674-4e00-a9f4-70d3e9f94020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:39.553474 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:39.554103 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Bound using segment: {'id': 'e28c107b-9674-4e00-a9f4-70d3e9f94020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:41:39.554517 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Bound port: 9e1c1db9-dfb1-4662-b1a4-8df520682e68, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28c107b-9674-4e00-a9f4-70d3e9f94020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:41:39.554913 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:39.560801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Network 4d25bfd0-3c0b-428b-a36b-283168eb89bb is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:39.563164 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Pushing event updated for resources: {'Port': ['ID=71a83a00-49cf-4239-9a6a-e25f6e2075ea,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:39.566124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:39.569938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:41:39.637883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Attempting to bind port 71a83a00-49cf-4239-9a6a-e25f6e2075ea on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:41:39.638287 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Attempting to bind port 71a83a00-49cf-4239-9a6a-e25f6e2075ea by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '7079ee21-bed7-4e27-ad8d-33c1e259db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '4d25bfd0-3c0b-428b-a36b-283168eb89bb'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:41:39.638661 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Attempting to bind port 71a83a00-49cf-4239-9a6a-e25f6e2075ea on network 4d25bfd0-3c0b-428b-a36b-283168eb89bb {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:41:39.645152 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] For port 9e1c1db9-dfb1-4662-b1a4-8df520682e68, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:41:39.651881 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] For port 9e1c1db9-dfb1-4662-b1a4-8df520682e68, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9e1c1db9-dfb1-4662-b1a4-8df520682e68,segment=NetworkSegment(e28c107b-9674-4e00-a9f4-70d3e9f94020),segment_id=e28c107b-9674-4e00-a9f4-70d3e9f94020)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:41:39.653151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:41:39.653539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Checking segment: {'id': '7079ee21-bed7-4e27-ad8d-33c1e259db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '4d25bfd0-3c0b-428b-a36b-283168eb89bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:39.653946 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:39.654887 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Bound using segment: {'id': '7079ee21-bed7-4e27-ad8d-33c1e259db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '4d25bfd0-3c0b-428b-a36b-283168eb89bb'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:41:39.655451 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Bound port: 71a83a00-49cf-4239-9a6a-e25f6e2075ea, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7079ee21-bed7-4e27-ad8d-33c1e259db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '4d25bfd0-3c0b-428b-a36b-283168eb89bb'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:41:39.655980 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:39.756767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] For port 71a83a00-49cf-4239-9a6a-e25f6e2075ea, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:41:39.762395 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] For port 71a83a00-49cf-4239-9a6a-e25f6e2075ea, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=71a83a00-49cf-4239-9a6a-e25f6e2075ea,segment=NetworkSegment(7079ee21-bed7-4e27-ad8d-33c1e259db4f),segment_id=7079ee21-bed7-4e27-ad8d-33c1e259db4f)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:41:39.839658 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:39.847453 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5ac68ae-3205-4c56-b535-3a4194fc701e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:39.883895 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:39.909846 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Routers {'76425647-509c-4234-be6d-8f70714db2d3'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:39.910491 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['76425647-509c-4234-be6d-8f70714db2d3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:39.920919 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-67181b12-fd15-41a3-85a7-ad84c059e220 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3575 time: 1.1897395 Nov 18 17:41:40.108403 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f14e0-62c0-4ccc-bfdf-3cf798704f3e None None] Pushing event updated for resources: {'Port': ['ID=9e1c1db9-dfb1-4662-b1a4-8df520682e68,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:40.123175 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-97b41920-5cfc-4c7b-ae58-fd0b69eae5af tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=d855d656-038f-4047-a9df-8aeca2fc0d25 HTTP/1.1" status: 200 len: 468 time: 0.7618597 Nov 18 17:41:40.129715 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55642) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:40.223335 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428c24b-6acc-4d86-aa33-18158626100a None None] Pushing event updated for resources: {'Port': ['ID=71a83a00-49cf-4239-9a6a-e25f6e2075ea,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:40.233695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4922994c-a643-4805-ba84-fd8fff3c319c None None] Provisioning complete for port 9e1c1db9-dfb1-4662-b1a4-8df520682e68 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:40.241770 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4922994c-a643-4805-ba84-fd8fff3c319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:40.321858 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] Set router 76425647-509c-4234-be6d-8f70714db2d3 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:40.400006 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:40.466055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ac68ae-3205-4c56-b535-3a4194fc701e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router a1850a77-d322-40e6-b81b-79395c08239d has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:41:40.476420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device f3fc4e04-35c3-42d7-8e93-1ecf98d6acce up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:40.607434 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4922994c-a643-4805-ba84-fd8fff3c319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:40.686034 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55648) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:40.717403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-51a75c13-f43c-435a-bf37-7595a3837ab6 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1711965831', 'description': 'tempest-secgroup-smoke-1711965831 description', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:40.729835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ac68ae-3205-4c56-b535-3a4194fc701e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:41:40.749211 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a5ac68ae-3205-4c56-b535-3a4194fc701e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/a1850a77-d322-40e6-b81b-79395c08239d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5089238 Nov 18 17:41:40.751075 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55650) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:40.757056 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:41:36Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '9e1c1db9-dfb1-4662-b1a4-8df520682e68', 'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:49:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:34Z', 'updated_at': '2021-11-18T17:41:39Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:40.788814 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f8350-4bbc-4286-9d64-45aaec8ef58f None None] The sync data for ids ['76425647-509c-4234-be6d-8f70714db2d3'] in n-d-813419-11 is: [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:41:36Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '9e1c1db9-dfb1-4662-b1a4-8df520682e68', 'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:49:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:34Z', 'updated_at': '2021-11-18T17:41:39Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:41:40.815544 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a08b62d-4b23-41f9-93a1-8299fab09e1e tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:40.816836 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9a08b62d-4b23-41f9-93a1-8299fab09e1e tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/d855d656-038f-4047-a9df-8aeca2fc0d25 HTTP/1.1" status: 204 len: 168 time: 0.6857610 Nov 18 17:41:40.819666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55654) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:40.838889 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bfdcbfa-b89e-420e-a5cb-ae2ea683595e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting subnet 2f4c29fe-4bbc-4921-9dfd-0496d759d892 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:41:40.848537 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1bfdcbfa-b89e-420e-a5cb-ae2ea683595e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:40.848771 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6e7f9d9b-f67f-4d84-b430-fdd884145a69 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=d855d656-038f-4047-a9df-8aeca2fc0d25 HTTP/1.1" status: 200 len: 216 time: 0.0223732 Nov 18 17:41:40.848771 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55656) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:40.880782 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1552bf5a-0f31-47d0-80ad-5451e67f2f1f tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0315998 Nov 18 17:41:40.884099 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55658) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:40.902952 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9a7b8f8c-4c50-4ec7-8ab4-9d8ddd9a9fac tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0173900 Nov 18 17:41:40.906674 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55660) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:40.909609 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51a75c13-f43c-435a-bf37-7595a3837ab6 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:40.930960 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef888c4-4e30-4968-b8d9-1c8ffb89bdda None None] Sync routers for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:41:40.933719 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:41.010989 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4922994c-a643-4805-ba84-fd8fff3c319c None None] For port 9e1c1db9-dfb1-4662-b1a4-8df520682e68, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9e1c1db9-dfb1-4662-b1a4-8df520682e68,segment=NetworkSegment(e28c107b-9674-4e00-a9f4-70d3e9f94020),segment_id=e28c107b-9674-4e00-a9f4-70d3e9f94020)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:41.016028 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1bfdcbfa-b89e-420e-a5cb-ae2ea683595e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:41.019312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef888c4-4e30-4968-b8d9-1c8ffb89bdda None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:41.020011 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1ef888c4-4e30-4968-b8d9-1c8ffb89bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:41.039431 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-592a579f-0cd0-4225-a68c-5c37b074f840 tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels/a14fb136-531f-4c42-a5a1-687007f26f9b HTTP/1.1" status: 200 len: 473 time: 0.1310194 Nov 18 17:41:41.050421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55662) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:41.055243 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-95435cb6-8abe-4d77-974b-aff9bcef87bc tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules/a2ec80f4-3e6c-44cd-89ad-2f5470104042 HTTP/1.1" status: 200 len: 461 time: 0.0096388 Nov 18 17:41:41.057552 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Subnet': ['ID=e5e42ebf-1191-48a4-aeff-9986f683b606,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:41.060441 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55664) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:41.064644 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port f3fc4e04-35c3-42d7-8e93-1ecf98d6acce triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:41.065033 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:41.130871 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4922994c-a643-4805-ba84-fd8fff3c319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:41.131068 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:41.165540 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-1ef888c4-4e30-4968-b8d9-1c8ffb89bdda None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:41.177820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d25bfd0-3c0b-428b-a36b-283168eb89bb']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:41.193977 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7079ee21-bed7-4e27-ad8d-33c1e259db4f') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:41.194679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7079ee21-bed7-4e27-ad8d-33c1e259db4f') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:41.211515 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:41.259151 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:41.285524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:41.286012 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:41.291299 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:41.315660 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51a75c13-f43c-435a-bf37-7595a3837ab6 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:41.327835 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f289941e-d82b-41a1-9c13-be5a4a3ad3ba tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:41.331839 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f289941e-d82b-41a1-9c13-be5a4a3ad3ba tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/a2ec80f4-3e6c-44cd-89ad-2f5470104042 HTTP/1.1" status: 204 len: 168 time: 0.2672696 Nov 18 17:41:41.334000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55668) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:41.357726 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1bfdcbfa-b89e-420e-a5cb-ae2ea683595e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:41.371847 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922994c-a643-4805-ba84-fd8fff3c319c None None] Pushing event updated for resources: {'Port': ['ID=9e1c1db9-dfb1-4662-b1a4-8df520682e68,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:41.450705 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51a75c13-f43c-435a-bf37-7595a3837ab6 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:41.491536 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.api [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 18 17:41:41.491536 n-d-813419-11 neutron-server[104007]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 18 17:41:41.491536 n-d-813419-11 neutron-server[104007]: [parameters: {'id': '4d25bfd0-3c0b-428b-a36b-283168eb89bb'}] Nov 18 17:41:41.491536 n-d-813419-11 neutron-server[104007]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:41:41.492493 n-d-813419-11 neutron-server[104007]: DEBUG oslo_db.api [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:41:41.526315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a75c13-f43c-435a-bf37-7595a3837ab6 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11f25f7d-8b4b-4a42-bfe3-d41266248abd,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:41.595948 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51a75c13-f43c-435a-bf37-7595a3837ab6 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:41.608587 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-51a75c13-f43c-435a-bf37-7595a3837ab6 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9053223 Nov 18 17:41:41.608587 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55676) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:41.618415 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-09a60550-f48c-40f3-93fd-def07cc73e3a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group_rule': {'security_group_id': '11f25f7d-8b4b-4a42-bfe3-d41266248abd', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:41.647652 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1bfdcbfa-b89e-420e-a5cb-ae2ea683595e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:41.652800 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-da541fc2-1f70-4faf-bbe5-b865fa7a13fa None None] Provisioning complete for port 9e1c1db9-dfb1-4662-b1a4-8df520682e68 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:41.653212 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-da541fc2-1f70-4faf-bbe5-b865fa7a13fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:41.785336 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1bfdcbfa-b89e-420e-a5cb-ae2ea683595e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:41.789086 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1bfdcbfa-b89e-420e-a5cb-ae2ea683595e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/subnets/2f4c29fe-4bbc-4921-9dfd-0496d759d892 HTTP/1.1" status: 204 len: 168 time: 1.0364847 Nov 18 17:41:41.791941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55680) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:41.798136 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdcbfa-b89e-420e-a5cb-ae2ea683595e tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Subnet': ['ID=2f4c29fe-4bbc-4921-9dfd-0496d759d892,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:41.825298 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d641a1-3eb5-43b4-9db2-7086cf5029b6 None None] Network 63b32a62-0824-47ca-86e0-4cee947cabe6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:41.833065 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96c4dccb-888a-49f5-8990-3223e2421487 req-21e3afd4-967c-499a-a4c8-c0a59d7aa1d2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3441491 Nov 18 17:41:41.868626 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1ef888c4-4e30-4968-b8d9-1c8ffb89bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:38Z', 'revision_number': 9, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': '47b9b3fd-0338-471d-be9c-f8fe490f90bd', 'name': '', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:b9:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:04Z', 'updated_at': '2021-11-18T17:41:14Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:41.891343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c193dea7-9618-4b5d-a88d-db4d5f8259f0 None None] Network 4d25bfd0-3c0b-428b-a36b-283168eb89bb requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:41.895400 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b825105f-65a3-4a9e-98a4-567c8979461a tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:41.897020 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b825105f-65a3-4a9e-98a4-567c8979461a tempest-MeteringTestJSON-542297220 tempest-MeteringTestJSON-542297220-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/a14fb136-531f-4c42-a5a1-687007f26f9b HTTP/1.1" status: 204 len: 168 time: 0.5518088 Nov 18 17:41:41.916929 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-09a60550-f48c-40f3-93fd-def07cc73e3a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:41.933011 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:42.000609 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:42.043685 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting port a6d1d9bc-9f51-4cfd-9679-1c1af3c35623 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:42.044681 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:42.138143 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef888c4-4e30-4968-b8d9-1c8ffb89bdda None None] Checking router: a1850a77-d322-40e6-b81b-79395c08239d for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:41:42.156265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] For port a6d1d9bc-9f51-4cfd-9679-1c1af3c35623, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a6d1d9bc-9f51-4cfd-9679-1c1af3c35623,segment=NetworkSegment(8827cd50-b5c5-4679-b2c7-f02f47d9c346),segment_id=8827cd50-b5c5-4679-b2c7-f02f47d9c346)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:42.156265 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:42.177356 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Calling delete_port for a6d1d9bc-9f51-4cfd-9679-1c1af3c35623 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:42.188180 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4dccb-888a-49f5-8990-3223e2421487 req-ee291944-13e0-4c66-894d-2234ed616f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:42.190483 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96c4dccb-888a-49f5-8990-3223e2421487 req-ee291944-13e0-4c66-894d-2234ed616f7c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 1098 time: 0.2593055 Nov 18 17:41:42.208136 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-09a60550-f48c-40f3-93fd-def07cc73e3a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:42.225334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Deleting port 71a83a00-49cf-4239-9a6a-e25f6e2075ea {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:42.228812 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:42.310928 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef888c4-4e30-4968-b8d9-1c8ffb89bdda None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:42.311234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1ef888c4-4e30-4968-b8d9-1c8ffb89bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:42.366527 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-09a60550-f48c-40f3-93fd-def07cc73e3a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:42.369930 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 71a83a00-49cf-4239-9a6a-e25f6e2075ea up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:42.467893 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:42.477877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a60550-f48c-40f3-93fd-def07cc73e3a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94599fdb-ef1c-4fb9-8a69-388627f23b7a,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:42.520004 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] For port 71a83a00-49cf-4239-9a6a-e25f6e2075ea, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=71a83a00-49cf-4239-9a6a-e25f6e2075ea,segment=NetworkSegment(7079ee21-bed7-4e27-ad8d-33c1e259db4f),segment_id=7079ee21-bed7-4e27-ad8d-33c1e259db4f)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:42.520489 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:42.524015 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Port': ['ID=a6d1d9bc-9f51-4cfd-9679-1c1af3c35623,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:42.536608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4dccb-888a-49f5-8990-3223e2421487 req-c2613112-0ed4-465f-8d20-9c1219256ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:42.538188 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96c4dccb-888a-49f5-8990-3223e2421487 req-c2613112-0ed4-465f-8d20-9c1219256ad3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 913 time: 0.3151376 Nov 18 17:41:42.543151 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] No DVR routers for this DVR port a6d1d9bc-9f51-4cfd-9679-1c1af3c35623 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:41:42.544806 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Calling delete_port for 71a83a00-49cf-4239-9a6a-e25f6e2075ea owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:42.607518 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-1ef888c4-4e30-4968-b8d9-1c8ffb89bdda None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:42.684067 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:42.702756 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-09a60550-f48c-40f3-93fd-def07cc73e3a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:42.706485 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-09a60550-f48c-40f3-93fd-def07cc73e3a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0967011 Nov 18 17:41:42.710335 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55696) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:42.718302 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b32a62-0824-47ca-86e0-4cee947cabe6']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:42.724900 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-338971c6-282a-41b3-b95f-535154d3ab39 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group_rule': {'security_group_id': '11f25f7d-8b4b-4a42-bfe3-d41266248abd', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:42.734695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8827cd50-b5c5-4679-b2c7-f02f47d9c346') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:42.735274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8827cd50-b5c5-4679-b2c7-f02f47d9c346') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:42.753175 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:42.782883 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55698) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:42.801149 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:42.812300 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:42.813170 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:42.821230 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:42.830617 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96c4dccb-888a-49f5-8990-3223e2421487 req-751c4df8-557c-4e52-b7b4-df1b7f74eb1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14328e36-2088-47c9-87a9-3da2d1158673 HTTP/1.1" status: 200 len: 1002 time: 0.2766144 Nov 18 17:41:42.841144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016cf0e1-3a04-479a-9473-2d6037adce35 None None] DHCP port deletion for 63b32a62-0824-47ca-86e0-4cee947cabe6 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:41:42.847277 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 71a83a00-49cf-4239-9a6a-e25f6e2075ea triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:42.847711 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:42.896747 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4dccb-888a-49f5-8990-3223e2421487 req-5d36432b-02a3-4e50-81a5-d3951fba23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:42.898273 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96c4dccb-888a-49f5-8990-3223e2421487 req-5d36432b-02a3-4e50-81a5-d3951fba23ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.0629470 Nov 18 17:41:42.946278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd42153-a614-4aa9-9256-7745f5a34182 None None] DHCP port deletion for 4d25bfd0-3c0b-428b-a36b-283168eb89bb request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:41:42.957427 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-338971c6-282a-41b3-b95f-535154d3ab39 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:42.986912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e84048d4-00e4-4d94-865d-5a1e8d2e09fa None None] Provisioning complete for port 71a83a00-49cf-4239-9a6a-e25f6e2075ea triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:42.987455 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e84048d4-00e4-4d94-865d-5a1e8d2e09fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:42.996835 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4dccb-888a-49f5-8990-3223e2421487 req-0d93697c-fa75-4d71-a3ad-286cfe7358cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:42.998400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96c4dccb-888a-49f5-8990-3223e2421487 req-0d93697c-fa75-4d71-a3ad-286cfe7358cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897686 Nov 18 17:41:43.040015 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.061525 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.065248 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/networks/63b32a62-0824-47ca-86e0-4cee947cabe6 HTTP/1.1" status: 204 len: 168 time: 1.2725573 Nov 18 17:41:43.066445 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273acaa-6c3f-417f-bc9d-3e47626acfae tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Network': ['ID=63b32a62-0824-47ca-86e0-4cee947cabe6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:43.068042 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55704) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:43.069116 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-338971c6-282a-41b3-b95f-535154d3ab39 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.111371 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.131057 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33abe5ee-4f84-41a0-acb7-5a2b04f64295 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.145336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Port': ['ID=71a83a00-49cf-4239-9a6a-e25f6e2075ea,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:43.155705 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No DVR routers for this DVR port 71a83a00-49cf-4239-9a6a-e25f6e2075ea on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:41:43.196208 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96c4dccb-888a-49f5-8990-3223e2421487 req-947a6c78-5ab9-4972-9052-71ef4f68385b service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863818 Nov 18 17:41:43.200072 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-338971c6-282a-41b3-b95f-535154d3ab39 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.223401 n-d-813419-11 neutron-server[104009]: INFO neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No ports have port_id starting with 71a83a00-49cf-4239-9a6a-e25f6e2075ea Nov 18 17:41:43.227012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9e1c1db9-dfb1-4662-b1a4-8df520682e68 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:41:43.269052 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e84048d4-00e4-4d94-865d-5a1e8d2e09fa None None] Could not find standard attr ID for object 71a83a00-49cf-4239-9a6a-e25f6e2075ea. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:41:43.278534 n-d-813419-11 neutron-server[104009]: INFO neutron.plugins.ml2.db [None req-e84048d4-00e4-4d94-865d-5a1e8d2e09fa None None] No ports have port_id starting with 71a83a00-49cf-4239-9a6a-e25f6e2075ea Nov 18 17:41:43.305252 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6cd42153-a614-4aa9-9256-7745f5a34182 None None] Deleting port 71a83a00-49cf-4239-9a6a-e25f6e2075ea {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:43.305636 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6cd42153-a614-4aa9-9256-7745f5a34182 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.342420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1ef888c4-4e30-4968-b8d9-1c8ffb89bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:38Z', 'revision_number': 9, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': '47b9b3fd-0338-471d-be9c-f8fe490f90bd', 'name': '', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:b9:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:04Z', 'updated_at': '2021-11-18T17:41:14Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:43.351301 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-338971c6-282a-41b3-b95f-535154d3ab39 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.355496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-338971c6-282a-41b3-b95f-535154d3ab39 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6437569 Nov 18 17:41:43.356357 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338971c6-282a-41b3-b95f-535154d3ab39 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5026f8f3-3460-49cd-90ce-33e5d585d2e1,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:43.359820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55708) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:43.373881 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b6506ce6-3fd8-470b-b6da-3e6611862f7a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group_rule': {'security_group_id': '11f25f7d-8b4b-4a42-bfe3-d41266248abd', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:43.390586 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33abe5ee-4f84-41a0-acb7-5a2b04f64295 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.421438 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.463338 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33abe5ee-4f84-41a0-acb7-5a2b04f64295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.485302 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96c4dccb-888a-49f5-8990-3223e2421487 req-513a5c7b-1382-4ddd-8f96-c78dda6d50c2 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548285 Nov 18 17:41:43.486941 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d25bfd0-3c0b-428b-a36b-283168eb89bb']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:43.499309 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7079ee21-bed7-4e27-ad8d-33c1e259db4f') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:43.500042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7079ee21-bed7-4e27-ad8d-33c1e259db4f') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:43.513461 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.525637 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-33abe5ee-4f84-41a0-acb7-5a2b04f64295 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd044aabba4f4beb9d37f334dbda7883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7382829 Nov 18 17:41:43.528629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55712) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:43.530242 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abe5ee-4f84-41a0-acb7-5a2b04f64295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cfc7fb-7033-4ade-b140-4b300f7d3b64,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:43.571193 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.595573 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef888c4-4e30-4968-b8d9-1c8ffb89bdda None None] The sync data for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 is: [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:38Z', 'revision_number': 9, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': '47b9b3fd-0338-471d-be9c-f8fe490f90bd', 'name': '', 'network_id': '893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:b9:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:04Z', 'updated_at': '2021-11-18T17:41:14Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '6d0a3262-d87e-411c-a751-6f4334b8dd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:41:43.598295 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6cd42153-a614-4aa9-9256-7745f5a34182 None None] For port 71a83a00-49cf-4239-9a6a-e25f6e2075ea, host n-d-813419-11, got binding levels [] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:43.598757 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6cd42153-a614-4aa9-9256-7745f5a34182 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.606121 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:43.606542 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.607323 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 9e1c1db9-dfb1-4662-b1a4-8df520682e68 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:43.607705 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.640551 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6cd42153-a614-4aa9-9256-7745f5a34182 None None] Calling delete_port for 71a83a00-49cf-4239-9a6a-e25f6e2075ea owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:43.646563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.ipam_backend_mixin [None req-6cd42153-a614-4aa9-9256-7745f5a34182 None None] Port 71a83a00-49cf-4239-9a6a-e25f6e2075ea was not found and therefore no delete operation was performed {{(pid=104009) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 18 17:41:43.650542 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b97264c5-057e-47be-93a7-8270cf1a9aa8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:43.657832 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:43.677947 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6cd42153-a614-4aa9-9256-7745f5a34182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.682567 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6506ce6-3fd8-470b-b6da-3e6611862f7a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.736722 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a0060af3-893f-4582-a071-1ba804050805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.744537 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd42153-a614-4aa9-9256-7745f5a34182 None None] No DVR routers for this DVR port 71a83a00-49cf-4239-9a6a-e25f6e2075ea on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:41:43.752230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd42153-a614-4aa9-9256-7745f5a34182 None None] Pushing event deleted for resources: {'Port': ['ID=71a83a00-49cf-4239-9a6a-e25f6e2075ea,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:43.797197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93d1c0d-b7ee-4bb7-9147-d0a0a4ee6f51 None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 17:41:43.801237 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a0060af3-893f-4582-a071-1ba804050805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.859664 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6506ce6-3fd8-470b-b6da-3e6611862f7a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.875973 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.902376 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.906254 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/4d25bfd0-3c0b-428b-a36b-283168eb89bb HTTP/1.1" status: 204 len: 168 time: 4.7534139 Nov 18 17:41:43.910220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb37841-d1f2-48da-9ee6-ade9caf2698b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Network': ['ID=4d25bfd0-3c0b-428b-a36b-283168eb89bb,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:43.915870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55720) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:43.921284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a00d7447-dc0f-4af9-b495-9ebf10fefb49 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-757975839'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:43.938111 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6506ce6-3fd8-470b-b6da-3e6611862f7a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:43.967278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93d1c0d-b7ee-4bb7-9147-d0a0a4ee6f51 None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 17:41:43.974933 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6506ce6-3fd8-470b-b6da-3e6611862f7a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2982a740-9564-4102-9027-668bcd7e5e33,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:44.061103 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a0060af3-893f-4582-a071-1ba804050805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:44.061103 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a0060af3-893f-4582-a071-1ba804050805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:44.061103 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a0060af3-893f-4582-a071-1ba804050805 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/17cfc7fb-7033-4ade-b140-4b300f7d3b64 HTTP/1.1" status: 204 len: 168 time: 0.5263357 Nov 18 17:41:44.086807 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0060af3-893f-4582-a071-1ba804050805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cfc7fb-7033-4ade-b140-4b300f7d3b64,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:44.124471 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00d7447-dc0f-4af9-b495-9ebf10fefb49 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:44.131208 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a00d7447-dc0f-4af9-b495-9ebf10fefb49 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:44.198737 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00d7447-dc0f-4af9-b495-9ebf10fefb49 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:41:44.213456 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a00d7447-dc0f-4af9-b495-9ebf10fefb49 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:44.213960 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-a00d7447-dc0f-4af9-b495-9ebf10fefb49 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Added segment 8a42d0ea-d1ac-441f-8ad0-cb56ff66e8a3 of type vlan for network 06386dcc-b995-46be-a4cc-3e1212b52002 Nov 18 17:41:44.220713 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a6d1d9bc-9f51-4cfd-9679-1c1af3c35623 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:41:44.251450 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6506ce6-3fd8-470b-b6da-3e6611862f7a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:44.253041 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b6506ce6-3fd8-470b-b6da-3e6611862f7a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8835428 Nov 18 17:41:44.253597 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: a6d1d9bc-9f51-4cfd-9679-1c1af3c35623 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:41:44.253964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a6d1d9bc-9f51-4cfd-9679-1c1af3c35623 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:41:44.254401 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 640a71af-6248-4694-a2de-0158bcc183a9 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:41:44.259228 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55726) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:44.269167 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a258edb2-64d4-45ea-b428-38af1dea12f2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group_rule': {'security_group_id': '11f25f7d-8b4b-4a42-bfe3-d41266248abd', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:44.286440 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a00d7447-dc0f-4af9-b495-9ebf10fefb49 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:44.287535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 640a71af-6248-4694-a2de-0158bcc183a9 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:41:44.288380 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 640a71af-6248-4694-a2de-0158bcc183a9 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:41:44.288833 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 71a83a00-49cf-4239-9a6a-e25f6e2075ea no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:41:44.309699 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 71a83a00-49cf-4239-9a6a-e25f6e2075ea {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:41:44.314148 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 71a83a00-49cf-4239-9a6a-e25f6e2075ea not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:41:44.400552 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b97264c5-057e-47be-93a7-8270cf1a9aa8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting port 47b9b3fd-0338-471d-be9c-f8fe490f90bd {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:44.406031 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b97264c5-057e-47be-93a7-8270cf1a9aa8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:44.432928 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a258edb2-64d4-45ea-b428-38af1dea12f2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:44.494850 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a258edb2-64d4-45ea-b428-38af1dea12f2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:44.506109 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-b97264c5-057e-47be-93a7-8270cf1a9aa8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] For port 47b9b3fd-0338-471d-be9c-f8fe490f90bd, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=47b9b3fd-0338-471d-be9c-f8fe490f90bd,segment=NetworkSegment(b0711014-731c-49c9-a751-eddfa2190c4e),segment_id=b0711014-731c-49c9-a751-eddfa2190c4e)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:44.506564 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b97264c5-057e-47be-93a7-8270cf1a9aa8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:44.522947 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a00d7447-dc0f-4af9-b495-9ebf10fefb49 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:44.523087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b97264c5-057e-47be-93a7-8270cf1a9aa8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Calling delete_port for 47b9b3fd-0338-471d-be9c-f8fe490f90bd owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:44.526241 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00d7447-dc0f-4af9-b495-9ebf10fefb49 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:44.526887 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a00d7447-dc0f-4af9-b495-9ebf10fefb49 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:44.584287 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a258edb2-64d4-45ea-b428-38af1dea12f2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:44.640409 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d7447-dc0f-4af9-b495-9ebf10fefb49 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Network': ['ID=06386dcc-b995-46be-a4cc-3e1212b52002,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:44.646234 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258edb2-64d4-45ea-b428-38af1dea12f2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9347e0f4-8822-45e2-8a10-6a75eb645f9d,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:44.661997 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 06386dcc-b995-46be-a4cc-3e1212b52002 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:41:44.668521 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a00d7447-dc0f-4af9-b495-9ebf10fefb49 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7511241 Nov 18 17:41:44.673147 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55734) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:44.679543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-03de8ecf-9092-4184-b5a4-2263e886ac79 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'subnet': {'network_id': '06386dcc-b995-46be-a4cc-3e1212b52002', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:44.733735 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a258edb2-64d4-45ea-b428-38af1dea12f2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:44.738122 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a258edb2-64d4-45ea-b428-38af1dea12f2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4750633 Nov 18 17:41:44.742244 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55740) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:44.752514 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-966d27dc-0db1-4f13-a74a-0368fd56c484 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group_rule': {'security_group_id': '11f25f7d-8b4b-4a42-bfe3-d41266248abd', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:44.919894 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b97264c5-057e-47be-93a7-8270cf1a9aa8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:44.926584 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-966d27dc-0db1-4f13-a74a-0368fd56c484 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Project 2d3a2a2617bf4ee3b0b376095db39c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:41:44.971777 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-966d27dc-0db1-4f13-a74a-0368fd56c484 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:44.974810 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97264c5-057e-47be-93a7-8270cf1a9aa8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Port': ['ID=47b9b3fd-0338-471d-be9c-f8fe490f90bd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:45.026997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03de8ecf-9092-4184-b5a4-2263e886ac79 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:45.031372 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03de8ecf-9092-4184-b5a4-2263e886ac79 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:45.064718 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55744) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:45.092307 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-250f88a1-1c62-4717-b820-68d85ee17d47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:45.142530 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-966d27dc-0db1-4f13-a74a-0368fd56c484 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:45.212028 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b97264c5-057e-47be-93a7-8270cf1a9aa8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:45.284710 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-250f88a1-1c62-4717-b820-68d85ee17d47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:45.361948 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-966d27dc-0db1-4f13-a74a-0368fd56c484 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:45.411425 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d27dc-0db1-4f13-a74a-0368fd56c484 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50db3bd9-5f7d-4269-8f9f-214d3328754b,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:45.435132 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97264c5-057e-47be-93a7-8270cf1a9aa8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router a1850a77-d322-40e6-b81b-79395c08239d has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:41:45.444302 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-250f88a1-1c62-4717-b820-68d85ee17d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:45.471613 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03de8ecf-9092-4184-b5a4-2263e886ac79 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:45.488692 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-966d27dc-0db1-4f13-a74a-0368fd56c484 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:45.489923 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-966d27dc-0db1-4f13-a74a-0368fd56c484 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7466033 Nov 18 17:41:45.493133 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55750) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:45.524172 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-730ed64f-26db-449a-b8f9-05049a837dd2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group_rule': {'security_group_id': '11f25f7d-8b4b-4a42-bfe3-d41266248abd', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:45.530186 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-250f88a1-1c62-4717-b820-68d85ee17d47 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eb7f90fa36c24e5f9ba25d7ad9c2c489&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4640930 Nov 18 17:41:45.534820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55752) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:45.544261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f88a1-1c62-4717-b820-68d85ee17d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a43192-cd5c-4b82-a8e0-88318488f0e9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:45.574634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97264c5-057e-47be-93a7-8270cf1a9aa8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:41:45.575037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de8ecf-9092-4184-b5a4-2263e886ac79 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Subnet': ['ID=cc6b1f5e-63b5-4af3-ac94-610c3193a717,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:45.588473 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b97264c5-057e-47be-93a7-8270cf1a9aa8 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/a1850a77-d322-40e6-b81b-79395c08239d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5191050 Nov 18 17:41:45.589747 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70227af2-a829-4950-a157-f2ca61513517 None None] Sync routers for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:41:45.592366 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55756) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:45.607823 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70227af2-a829-4950-a157-f2ca61513517 None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:45.608466 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-70227af2-a829-4950-a157-f2ca61513517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:45.612373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03de8ecf-9092-4184-b5a4-2263e886ac79 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Checking segment: {'id': '8a42d0ea-d1ac-441f-8ad0-cb56ff66e8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '06386dcc-b995-46be-a4cc-3e1212b52002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:45.613204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03de8ecf-9092-4184-b5a4-2263e886ac79 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network hostable DHCP agents. Network: 06386dcc-b995-46be-a4cc-3e1212b52002, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:41:45.645484 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-730ed64f-26db-449a-b8f9-05049a837dd2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Project 2d3a2a2617bf4ee3b0b376095db39c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:41:45.655877 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-730ed64f-26db-449a-b8f9-05049a837dd2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:45.716025 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-02fe204e-7edc-48c4-add4-9c98cd5eb697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:45.722549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a46cbb5-a4ae-49d0-88c0-80ea656be9ac tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting subnet 6d0a3262-d87e-411c-a751-6f4334b8dd9c {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:41:45.723644 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-70227af2-a829-4950-a157-f2ca61513517 None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:45.732063 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1a46cbb5-a4ae-49d0-88c0-80ea656be9ac tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:45.740380 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03de8ecf-9092-4184-b5a4-2263e886ac79 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network 06386dcc-b995-46be-a4cc-3e1212b52002 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:41:45.793280 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-02fe204e-7edc-48c4-add4-9c98cd5eb697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:45.822716 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-730ed64f-26db-449a-b8f9-05049a837dd2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:45.827287 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1a46cbb5-a4ae-49d0-88c0-80ea656be9ac tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:45.850688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-03de8ecf-9092-4184-b5a4-2263e886ac79 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 06386dcc-b995-46be-a4cc-3e1212b52002) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:45.864625 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03de8ecf-9092-4184-b5a4-2263e886ac79 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:45.865687 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03de8ecf-9092-4184-b5a4-2263e886ac79 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:45.885032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f1d82f-be25-4a2e-b86b-be82ff534487 None None] Network 06386dcc-b995-46be-a4cc-3e1212b52002 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:45.942224 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-730ed64f-26db-449a-b8f9-05049a837dd2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:45.957710 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1a46cbb5-a4ae-49d0-88c0-80ea656be9ac tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:45.965780 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-70227af2-a829-4950-a157-f2ca61513517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:44Z', 'revision_number': 10, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:45.987473 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-03de8ecf-9092-4184-b5a4-2263e886ac79 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3130548 Nov 18 17:41:45.989971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55764) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:45.991533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ed64f-26db-449a-b8f9-05049a837dd2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ecd201-7ff4-45a6-a845-5a8852281a7a,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:46.000383 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70227af2-a829-4950-a157-f2ca61513517 None None] Checking router: a1850a77-d322-40e6-b81b-79395c08239d for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:41:46.010099 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-02fe204e-7edc-48c4-add4-9c98cd5eb697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:46.010099 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-02fe204e-7edc-48c4-add4-9c98cd5eb697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:46.012579 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70227af2-a829-4950-a157-f2ca61513517 None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:46.013760 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-70227af2-a829-4950-a157-f2ca61513517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:46.013952 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-02fe204e-7edc-48c4-add4-9c98cd5eb697 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/06a43192-cd5c-4b82-a8e0-88318488f0e9 HTTP/1.1" status: 204 len: 168 time: 0.4764071 Nov 18 17:41:46.029569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe204e-7edc-48c4-add4-9c98cd5eb697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a43192-cd5c-4b82-a8e0-88318488f0e9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:46.078191 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-730ed64f-26db-449a-b8f9-05049a837dd2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:46.080009 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-730ed64f-26db-449a-b8f9-05049a837dd2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5861912 Nov 18 17:41:46.118172 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-70227af2-a829-4950-a157-f2ca61513517 None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:46.156845 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1a46cbb5-a4ae-49d0-88c0-80ea656be9ac tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:46.174330 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-06386dcc-b995-46be-a4cc-3e1212b52002', 'network_id': '06386dcc-b995-46be-a4cc-3e1212b52002', 'tenant_id': '8f2d533afcea4e229f03cd4086f720ee', 'fixed_ips': [{'subnet_id': 'cc6b1f5e-63b5-4af3-ac94-610c3193a717'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:41:46.180796 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1a46cbb5-a4ae-49d0-88c0-80ea656be9ac tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:46.181213 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:46.189390 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1a46cbb5-a4ae-49d0-88c0-80ea656be9ac tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/subnets/6d0a3262-d87e-411c-a751-6f4334b8dd9c HTTP/1.1" status: 204 len: 168 time: 0.5954611 Nov 18 17:41:46.192770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55770) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:46.204277 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a03499-0f37-4cff-a910-c9727834e015 None None] Network 893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:46.264196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46cbb5-a4ae-49d0-88c0-80ea656be9ac tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Subnet': ['ID=6d0a3262-d87e-411c-a751-6f4334b8dd9c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:46.379816 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:46.428292 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:46.450024 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:46.462365 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-70227af2-a829-4950-a157-f2ca61513517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:44Z', 'revision_number': 10, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:46.538092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting port 1ef848dc-f2b0-4be6-b124-32ac54b21c32 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:46.538360 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70227af2-a829-4950-a157-f2ca61513517 None None] The sync data for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 is: [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:44Z', 'revision_number': 10, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None, '_interfaces': [{'id': 'd98078ab-45fc-46eb-9e37-18e27352e8b4', 'name': '', 'network_id': '47ee1a9d-465c-47d2-8bfd-5294c7cce075', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'mac_address': 'fa:16:3e:30:7d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:40:56Z', 'updated_at': '2021-11-18T17:41:04Z', 'revision_number': 5, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'subnets': [{'id': '15454f44-a5c1-43e9-94a8-12d434d40c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:41:46.539465 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:46.565757 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Allocated IP 172.20.0.1 (06386dcc-b995-46be-a4cc-3e1212b52002/cc6b1f5e-63b5-4af3-ac94-610c3193a717/14081c05-61ee-49c9-9769-fc66c06313cc) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:41:46.636056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] For port 1ef848dc-f2b0-4be6-b124-32ac54b21c32, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1ef848dc-f2b0-4be6-b124-32ac54b21c32,segment=NetworkSegment(b0711014-731c-49c9-a751-eddfa2190c4e),segment_id=b0711014-731c-49c9-a751-eddfa2190c4e)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:46.636425 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:46.655877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Calling delete_port for 1ef848dc-f2b0-4be6-b124-32ac54b21c32 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:46.736013 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:46.827425 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:46.839774 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:46.889183 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-b3ec91a6-49bf-4563-89dc-f431a26c5e75 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1711965831&fields=id&tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f HTTP/1.1" status: 200 len: 267 time: 0.0955851 Nov 18 17:41:46.910514 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Port': ['ID=1ef848dc-f2b0-4be6-b124-32ac54b21c32,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:46.913475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a8218c-2be0-46d7-a74b-b31e885c494c None None] DHCP port deletion for 893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:41:46.926524 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Network 06386dcc-b995-46be-a4cc-3e1212b52002 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:46.927912 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] No DVR routers for this DVR port 1ef848dc-f2b0-4be6-b124-32ac54b21c32 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:41:46.929212 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Pushing event updated for resources: {'Port': ['ID=14081c05-61ee-49c9-9769-fc66c06313cc,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:46.932789 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:46.936086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:41:46.937421 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:47.023522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6b1f5e-63b5-4af3-ac94-610c3193a717,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:47.047382 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Attempting to bind port 14081c05-61ee-49c9-9769-fc66c06313cc on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:41:47.048381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Attempting to bind port 14081c05-61ee-49c9-9769-fc66c06313cc by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '8a42d0ea-d1ac-441f-8ad0-cb56ff66e8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '06386dcc-b995-46be-a4cc-3e1212b52002'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:41:47.049014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Attempting to bind port 14081c05-61ee-49c9-9769-fc66c06313cc on network 06386dcc-b995-46be-a4cc-3e1212b52002 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:41:47.056417 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:41:47.059770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Checking segment: {'id': '8a42d0ea-d1ac-441f-8ad0-cb56ff66e8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '06386dcc-b995-46be-a4cc-3e1212b52002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:47.059770 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:47.059770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Bound using segment: {'id': '8a42d0ea-d1ac-441f-8ad0-cb56ff66e8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '06386dcc-b995-46be-a4cc-3e1212b52002'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:41:47.059770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Bound port: 14081c05-61ee-49c9-9769-fc66c06313cc, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a42d0ea-d1ac-441f-8ad0-cb56ff66e8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '06386dcc-b995-46be-a4cc-3e1212b52002'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:41:47.059770 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:47.158062 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:47.166819 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] For port 14081c05-61ee-49c9-9769-fc66c06313cc, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:41:47.171598 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] For port 14081c05-61ee-49c9-9769-fc66c06313cc, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=14081c05-61ee-49c9-9769-fc66c06313cc,segment=NetworkSegment(8a42d0ea-d1ac-441f-8ad0-cb56ff66e8a3),segment_id=8a42d0ea-d1ac-441f-8ad0-cb56ff66e8a3)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:41:47.177419 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:47.205017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:47.211455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-504e38f6-8cc0-4eac-b180-b0c19c3914ba tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:47.213084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-504e38f6-8cc0-4eac-b180-b0c19c3914ba tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/networks?id=22e024c3-84a5-4744-8503-bb8da7dda11e HTTP/1.1" status: 200 len: 797 time: 0.3168039 Nov 18 17:41:47.217628 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06386dcc-b995-46be-a4cc-3e1212b52002']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:47.222781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0711014-731c-49c9-a751-eddfa2190c4e') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:47.223087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0711014-731c-49c9-a751-eddfa2190c4e') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:47.240765 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:47.245372 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a42d0ea-d1ac-441f-8ad0-cb56ff66e8a3') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:47.245814 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a42d0ea-d1ac-441f-8ad0-cb56ff66e8a3') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:47.257023 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-d8795149-cc38-44a6-9638-fe647952c4ae tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/quotas/2d3a2a2617bf4ee3b0b376095db39c8f HTTP/1.1" status: 200 len: 375 time: 0.0358183 Nov 18 17:41:47.260256 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:47.261807 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:47.268048 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:47.276576 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:47.299545 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:47.334750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:47.335180 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:47.342606 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:47.369537 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-c97c2a85-db78-456b-9957-9ab6548459a3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030521 Nov 18 17:41:47.416019 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256303e2-7407-4b10-907c-b365c9fc3bed None None] Pushing event updated for resources: {'Port': ['ID=14081c05-61ee-49c9-9769-fc66c06313cc,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:47.442656 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387c1310-de5a-40bf-9cff-2df15f5305d5 None None] Network 06386dcc-b995-46be-a4cc-3e1212b52002 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:47.473347 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:47.482276 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:47.488879 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/networks/893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba HTTP/1.1" status: 204 len: 168 time: 1.2907891 Nov 18 17:41:47.491656 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55806) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:47.504203 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8f771-0889-47b0-9f41-92b3538af7c4 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Network': ['ID=893f8fbd-3b29-4d8a-b8b8-0029d8bae7ba,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:47.539122 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.api [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 18 17:41:47.539122 n-d-813419-11 neutron-server[104007]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 18 17:41:47.539122 n-d-813419-11 neutron-server[104007]: [parameters: {'id': '06386dcc-b995-46be-a4cc-3e1212b52002'}] Nov 18 17:41:47.539122 n-d-813419-11 neutron-server[104007]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:41:47.539573 n-d-813419-11 neutron-server[104007]: DEBUG oslo_db.api [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:41:47.624577 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de24998-e509-4cec-9f8a-30ce582b29a5 None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 17:41:47.648794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-478927df-ad1d-4f9c-9c62-a9fe71a3489a service neutron] 10.222.0.72 "GET /v2.0/networks/22e024c3-84a5-4744-8503-bb8da7dda11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912344 Nov 18 17:41:47.725399 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de24998-e509-4cec-9f8a-30ce582b29a5 None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 17:41:47.879421 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-3ccd4f7f-73bf-4430-827a-427ce7315822 service neutron] 10.222.0.72 "GET /v2.0/networks/22e024c3-84a5-4744-8503-bb8da7dda11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872163 Nov 18 17:41:48.036474 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7833d47e-fa82-4cac-9d9a-db635eddc60d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:48.067910 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:48.145052 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1ef848dc-f2b0-4be6-b124-32ac54b21c32 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:41:48.190848 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 1ef848dc-f2b0-4be6-b124-32ac54b21c32 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:41:48.191199 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1ef848dc-f2b0-4be6-b124-32ac54b21c32 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:41:48.191638 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 47b9b3fd-0338-471d-be9c-f8fe490f90bd no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:41:48.230639 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 47b9b3fd-0338-471d-be9c-f8fe490f90bd {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:41:48.231051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 47b9b3fd-0338-471d-be9c-f8fe490f90bd not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:41:48.654458 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Deleting port 14081c05-61ee-49c9-9769-fc66c06313cc {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:48.654802 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:48.730081 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] For port 14081c05-61ee-49c9-9769-fc66c06313cc, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=14081c05-61ee-49c9-9769-fc66c06313cc,segment=NetworkSegment(8a42d0ea-d1ac-441f-8ad0-cb56ff66e8a3),segment_id=8a42d0ea-d1ac-441f-8ad0-cb56ff66e8a3)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:48.730559 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:48.746998 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Calling delete_port for 14081c05-61ee-49c9-9769-fc66c06313cc owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:48.876917 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cfde2d2a-42de-4967-a0a3-9001cec03815 req-38fb33a5-c7f8-41d5-aad3-a777390b8113 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 210 time: 0.3727105 Nov 18 17:41:48.947167 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-7833d47e-fa82-4cac-9d9a-db635eddc60d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting port d98078ab-45fc-46eb-9e37-18e27352e8b4 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:48.947912 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7833d47e-fa82-4cac-9d9a-db635eddc60d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:49.047274 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:49.086263 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No DVR routers for this DVR port 14081c05-61ee-49c9-9769-fc66c06313cc on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:41:49.090257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55864) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:49.114439 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Port': ['ID=14081c05-61ee-49c9-9769-fc66c06313cc,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:49.225544 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-7833d47e-fa82-4cac-9d9a-db635eddc60d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] For port d98078ab-45fc-46eb-9e37-18e27352e8b4, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d98078ab-45fc-46eb-9e37-18e27352e8b4,segment=NetworkSegment(d7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f),segment_id=d7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:49.225930 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7833d47e-fa82-4cac-9d9a-db635eddc60d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:49.247216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ca69a4bd-5afa-4016-ad1b-559222678895 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1649022393', 'router:external': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:49.259135 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:49.279720 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-7833d47e-fa82-4cac-9d9a-db635eddc60d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Calling delete_port for d98078ab-45fc-46eb-9e37-18e27352e8b4 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:49.291315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06386dcc-b995-46be-a4cc-3e1212b52002']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:49.305767 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a42d0ea-d1ac-441f-8ad0-cb56ff66e8a3') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:49.308816 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a42d0ea-d1ac-441f-8ad0-cb56ff66e8a3') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:49.343652 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:49.360975 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:49.375664 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:49.376679 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:49.379764 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:49.384818 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca69a4bd-5afa-4016-ad1b-559222678895 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Made reservation on behalf of f6dc6fc6561e47ef85ce8421dd03cce5 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:49.387692 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca69a4bd-5afa-4016-ad1b-559222678895 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:49.400767 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca69a4bd-5afa-4016-ad1b-559222678895 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:49.553226 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:49.558354 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:49.562053 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/06386dcc-b995-46be-a4cc-3e1212b52002 HTTP/1.1" status: 204 len: 168 time: 3.5711174 Nov 18 17:41:49.566409 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55874) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:49.587320 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-43b35710-bba4-4595-a2c6-1a5a70d33c5d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-372807031'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:49.601283 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd6a46-e0da-4b40-8539-f23ae545bba5 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Network': ['ID=06386dcc-b995-46be-a4cc-3e1212b52002,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:49.631030 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca69a4bd-5afa-4016-ad1b-559222678895 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:49.718836 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7833d47e-fa82-4cac-9d9a-db635eddc60d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:49.749474 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833d47e-fa82-4cac-9d9a-db635eddc60d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Port': ['ID=d98078ab-45fc-46eb-9e37-18e27352e8b4,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:49.768159 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca69a4bd-5afa-4016-ad1b-559222678895 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:49.777353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b35710-bba4-4595-a2c6-1a5a70d33c5d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:49.780772 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43b35710-bba4-4595-a2c6-1a5a70d33c5d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:49.792899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca69a4bd-5afa-4016-ad1b-559222678895 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] vlan segment allocate from pool success with {'vlan_id': 1147, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:41:49.814966 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69a4bd-5afa-4016-ad1b-559222678895 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe7f836-f2e7-40d4-b092-747bc746713b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:49.821933 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca69a4bd-5afa-4016-ad1b-559222678895 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:49.828500 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-ca69a4bd-5afa-4016-ad1b-559222678895 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Added segment 822711fe-3e1f-494d-b912-f8d78b48ab1e of type vlan for network 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69 Nov 18 17:41:49.853347 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b35710-bba4-4595-a2c6-1a5a70d33c5d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:41:49.885038 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43b35710-bba4-4595-a2c6-1a5a70d33c5d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:49.889384 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca69a4bd-5afa-4016-ad1b-559222678895 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:49.895422 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-43b35710-bba4-4595-a2c6-1a5a70d33c5d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Added segment 06351263-770e-4c21-aefd-38f6de38d449 of type vlan for network 1522fa0c-8075-413b-b728-c05a12031bd1 Nov 18 17:41:50.039425 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7833d47e-fa82-4cac-9d9a-db635eddc60d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:50.052233 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca69a4bd-5afa-4016-ad1b-559222678895 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:50.052233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca69a4bd-5afa-4016-ad1b-559222678895 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:50.053400 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca69a4bd-5afa-4016-ad1b-559222678895 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:50.066631 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de94c35f-a621-4bea-ad2a-e58d230cba52 req-4cca546b-0b5f-44da-88b6-96187993fc99 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 210 time: 0.0631714 Nov 18 17:41:50.071045 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43b35710-bba4-4595-a2c6-1a5a70d33c5d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:50.186158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69a4bd-5afa-4016-ad1b-559222678895 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Pushing event updated for resources: {'Network': ['ID=2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:50.199285 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:41:50.274795 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43b35710-bba4-4595-a2c6-1a5a70d33c5d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:50.280759 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b35710-bba4-4595-a2c6-1a5a70d33c5d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:50.281299 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43b35710-bba4-4595-a2c6-1a5a70d33c5d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:50.309883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7833d47e-fa82-4cac-9d9a-db635eddc60d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router a1850a77-d322-40e6-b81b-79395c08239d has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:41:50.355115 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ca69a4bd-5afa-4016-ad1b-559222678895 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.2629759 Nov 18 17:41:50.358238 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55888) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:50.369875 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4abbfce3-a6a8-48b1-b4ad-5bc7446c22d5 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Request body: {'subnet': {'network_id': '2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:50.370851 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b35710-bba4-4595-a2c6-1a5a70d33c5d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Network': ['ID=1522fa0c-8075-413b-b728-c05a12031bd1,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:50.383864 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 1522fa0c-8075-413b-b728-c05a12031bd1 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:41:50.443379 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-43b35710-bba4-4595-a2c6-1a5a70d33c5d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8745558 Nov 18 17:41:50.444845 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7833d47e-fa82-4cac-9d9a-db635eddc60d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:41:50.446053 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55890) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:50.452177 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7833d47e-fa82-4cac-9d9a-db635eddc60d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/a1850a77-d322-40e6-b81b-79395c08239d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9587927 Nov 18 17:41:50.455444 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55892) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:50.459224 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1db83f9b-dd4b-48c0-8d42-dd34ce536c74 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'subnet': {'network_id': '1522fa0c-8075-413b-b728-c05a12031bd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:50.460964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea6d4cd-dd43-4bff-982c-c615b24dd7f3 None None] Sync routers for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:41:50.480465 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6d4cd-dd43-4bff-982c-c615b24dd7f3 None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:50.481100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3ea6d4cd-dd43-4bff-982c-c615b24dd7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:50.536356 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-247f3416-d4a7-4a69-9669-c7bf5afe6785 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting subnet 15454f44-a5c1-43e9-94a8-12d434d40c89 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:41:50.541199 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-247f3416-d4a7-4a69-9669-c7bf5afe6785 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:50.570347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-3ea6d4cd-dd43-4bff-982c-c615b24dd7f3 None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:50.594797 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-247f3416-d4a7-4a69-9669-c7bf5afe6785 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:50.618257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abbfce3-a6a8-48b1-b4ad-5bc7446c22d5 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Made reservation on behalf of f6dc6fc6561e47ef85ce8421dd03cce5 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:50.620563 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4abbfce3-a6a8-48b1-b4ad-5bc7446c22d5 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:50.627171 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3ea6d4cd-dd43-4bff-982c-c615b24dd7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:49Z', 'revision_number': 11, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:50.655008 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea6d4cd-dd43-4bff-982c-c615b24dd7f3 None None] Checking router: a1850a77-d322-40e6-b81b-79395c08239d for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:41:50.664747 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6d4cd-dd43-4bff-982c-c615b24dd7f3 None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:50.665759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3ea6d4cd-dd43-4bff-982c-c615b24dd7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:50.731856 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db83f9b-dd4b-48c0-8d42-dd34ce536c74 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:50.736994 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1db83f9b-dd4b-48c0-8d42-dd34ce536c74 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:50.773043 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-247f3416-d4a7-4a69-9669-c7bf5afe6785 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:50.930436 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-3ea6d4cd-dd43-4bff-982c-c615b24dd7f3 None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:50.967261 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-247f3416-d4a7-4a69-9669-c7bf5afe6785 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:50.997152 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3ea6d4cd-dd43-4bff-982c-c615b24dd7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:49Z', 'revision_number': 11, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:51.013928 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f3416-d4a7-4a69-9669-c7bf5afe6785 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Subnet': ['ID=15454f44-a5c1-43e9-94a8-12d434d40c89,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:51.020539 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-247f3416-d4a7-4a69-9669-c7bf5afe6785 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:51.029779 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-247f3416-d4a7-4a69-9669-c7bf5afe6785 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/subnets/15454f44-a5c1-43e9-94a8-12d434d40c89 HTTP/1.1" status: 204 len: 168 time: 0.5729010 Nov 18 17:41:51.030861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55902) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:51.034718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7b310f-e704-4eb8-bd6a-3d0f26d9368c None None] Network 47ee1a9d-465c-47d2-8bfd-5294c7cce075 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:51.114272 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea6d4cd-dd43-4bff-982c-c615b24dd7f3 None None] The sync data for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 is: [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:49Z', 'revision_number': 11, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:41:51.200399 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:51.268628 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ebfe1ca-a4fc-470a-a2bc-58405a9178dc req-b0f593b5-590a-4b26-9706-08f271a31683 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 210 time: 0.0607190 Nov 18 17:41:51.333799 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Deleting port 714a57d4-3612-49ff-8bd0-cc5561a2e52f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:51.334265 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:51.387417 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1db83f9b-dd4b-48c0-8d42-dd34ce536c74 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:51.405965 n-d-813419-11 neutron-server[104008]: DEBUG neutron.objects.ports [None req-4abbfce3-a6a8-48b1-b4ad-5bc7446c22d5 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 17:41:51.406599 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4abbfce3-a6a8-48b1-b4ad-5bc7446c22d5 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:51.437258 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db83f9b-dd4b-48c0-8d42-dd34ce536c74 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Subnet': ['ID=c8e21ad2-f261-4c01-ad70-429a913caf01,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:51.481248 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db83f9b-dd4b-48c0-8d42-dd34ce536c74 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Checking segment: {'id': '06351263-770e-4c21-aefd-38f6de38d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '1522fa0c-8075-413b-b728-c05a12031bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:51.482443 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db83f9b-dd4b-48c0-8d42-dd34ce536c74 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network hostable DHCP agents. Network: 1522fa0c-8075-413b-b728-c05a12031bd1, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:41:51.510300 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] DHCP port deletion for 47ee1a9d-465c-47d2-8bfd-5294c7cce075 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:41:51.567260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] For port 714a57d4-3612-49ff-8bd0-cc5561a2e52f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=714a57d4-3612-49ff-8bd0-cc5561a2e52f,segment=NetworkSegment(d7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f),segment_id=d7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:51.567630 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:51.580274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db83f9b-dd4b-48c0-8d42-dd34ce536c74 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network 1522fa0c-8075-413b-b728-c05a12031bd1 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:41:51.637243 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] Deleting port 714a57d4-3612-49ff-8bd0-cc5561a2e52f {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:51.637630 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:51.659416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Calling delete_port for 714a57d4-3612-49ff-8bd0-cc5561a2e52f owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:51.711425 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbfce3-a6a8-48b1-b4ad-5bc7446c22d5 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5bea9bf0-e5ce-495a-a864-5d61526ec6d9,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:51.726616 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] For port 714a57d4-3612-49ff-8bd0-cc5561a2e52f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=714a57d4-3612-49ff-8bd0-cc5561a2e52f,segment=NetworkSegment(d7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f),segment_id=d7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:51.727033 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:51.740733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-1db83f9b-dd4b-48c0-8d42-dd34ce536c74 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 1522fa0c-8075-413b-b728-c05a12031bd1) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:51.741092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db83f9b-dd4b-48c0-8d42-dd34ce536c74 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:51.741711 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1db83f9b-dd4b-48c0-8d42-dd34ce536c74 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:51.760711 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8307072-90b0-474d-925b-34aabd98a6ac None None] Network 1522fa0c-8075-413b-b728-c05a12031bd1 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:51.788337 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] Calling delete_port for 714a57d4-3612-49ff-8bd0-cc5561a2e52f owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:51.797441 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:51.867124 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1db83f9b-dd4b-48c0-8d42-dd34ce536c74 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4197545 Nov 18 17:41:51.867858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55914) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:52.043762 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-1522fa0c-8075-413b-b728-c05a12031bd1', 'network_id': '1522fa0c-8075-413b-b728-c05a12031bd1', 'tenant_id': '8f2d533afcea4e229f03cd4086f720ee', 'fixed_ips': [{'subnet_id': 'c8e21ad2-f261-4c01-ad70-429a913caf01'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:41:52.044699 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:52.056931 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:52.187415 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:52.218890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Allocated IP 172.20.0.1 (1522fa0c-8075-413b-b728-c05a12031bd1/c8e21ad2-f261-4c01-ad70-429a913caf01/8d908b87-ff56-48ca-b956-dc8f83eadf96) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:41:52.299302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 714a57d4-3612-49ff-8bd0-cc5561a2e52f no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:41:52.339628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0deb71e6-bfd7-4a35-8625-e4ce757b5c9d tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:52.341339 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0deb71e6-bfd7-4a35-8625-e4ce757b5c9d tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.81 "GET /v2.0/networks?id=22e024c3-84a5-4744-8503-bb8da7dda11e HTTP/1.1" status: 200 len: 797 time: 0.9712801 Nov 18 17:41:52.355929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abbfce3-a6a8-48b1-b4ad-5bc7446c22d5 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Checking segment: {'id': '822711fe-3e1f-494d-b912-f8d78b48ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:52.355929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abbfce3-a6a8-48b1-b4ad-5bc7446c22d5 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Network hostable DHCP agents. Network: 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:41:52.378572 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:52.431500 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cf666a50-f7ff-49c5-8eeb-4e9c99a53c33 req-0cb8d717-f2e8-4e50-a0b3-a82f095e69bf tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 210 time: 0.0607214 Nov 18 17:41:52.450496 n-d-813419-11 neutron-server[104009]: INFO neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No ports have port_id starting with 714a57d4-3612-49ff-8bd0-cc5561a2e52f Nov 18 17:41:52.459383 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:52.468479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d98078ab-45fc-46eb-9e37-18e27352e8b4 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:41:52.470567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] Pushing event deleted for resources: {'Port': ['ID=714a57d4-3612-49ff-8bd0-cc5561a2e52f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:52.478449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] No DVR routers for this DVR port 714a57d4-3612-49ff-8bd0-cc5561a2e52f on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:41:52.521783 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] No DVR routers for this DVR port 714a57d4-3612-49ff-8bd0-cc5561a2e52f on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:41:52.529734 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: d98078ab-45fc-46eb-9e37-18e27352e8b4 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:41:52.530211 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d98078ab-45fc-46eb-9e37-18e27352e8b4 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:41:52.548984 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:52.549469 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:52.549690 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:52.550091 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:52.550528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:52.551134 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:52.551470 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:52.551826 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:52.552175 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:52.552524 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:52.552846 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:52.553238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08483d-3fbb-4b52-a60a-650384761ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:41:52.564379 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:52.564732 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Port': ['ID=714a57d4-3612-49ff-8bd0-cc5561a2e52f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:52.572765 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abbfce3-a6a8-48b1-b4ad-5bc7446c22d5 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Network 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:41:52.586252 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-7f6d3326-4902-4207-933a-000652d1cda5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f HTTP/1.1" status: 200 len: 380 time: 0.2302227 Nov 18 17:41:52.606951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-3eaff1e7-6adf-4717-8ad6-be2ad2e290ad tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'port': {'device_id': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'admin_state_up': True, 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'security_groups': ['11f25f7d-8b4b-4a42-bfe3-d41266248abd']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:52.611532 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-4abbfce3-a6a8-48b1-b4ad-5bc7446c22d5 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:52.617030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abbfce3-a6a8-48b1-b4ad-5bc7446c22d5 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:52.617276 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4abbfce3-a6a8-48b1-b4ad-5bc7446c22d5 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:52.620778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65aa9eb-89ac-469e-8e41-90a66739030c None None] Network 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:52.693684 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:52.707654 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:52.733048 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4abbfce3-a6a8-48b1-b4ad-5bc7446c22d5 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3723695 Nov 18 17:41:52.738553 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55932) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:52.741001 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Network 1522fa0c-8075-413b-b728-c05a12031bd1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:52.745576 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:52.750552 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-796bc777-d087-45cc-a23c-2fae446eb24f tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-391526039', 'network_id': '2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:52.757632 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:41:52.781212 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:52.788496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ee1a9d-465c-47d2-8bfd-5294c7cce075']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:52.804525 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:52.804836 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b18b2d-60fc-43c8-b97c-22ac1eb7ad7f') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:52.808678 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Pushing event updated for resources: {'Port': ['ID=8d908b87-ff56-48ca-b956-dc8f83eadf96,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:52.832542 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:52.849981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e21ad2-f261-4c01-ad70-429a913caf01,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:52.876106 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:52.878180 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Attempting to bind port 8d908b87-ff56-48ca-b956-dc8f83eadf96 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:41:52.878833 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Attempting to bind port 8d908b87-ff56-48ca-b956-dc8f83eadf96 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '06351263-770e-4c21-aefd-38f6de38d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '1522fa0c-8075-413b-b728-c05a12031bd1'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:41:52.879380 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Attempting to bind port 8d908b87-ff56-48ca-b956-dc8f83eadf96 on network 1522fa0c-8075-413b-b728-c05a12031bd1 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:41:52.889508 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:52.889878 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:52.893791 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:52.909866 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:41:52.910454 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Checking segment: {'id': '06351263-770e-4c21-aefd-38f6de38d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '1522fa0c-8075-413b-b728-c05a12031bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:52.912263 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:52.912881 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Bound using segment: {'id': '06351263-770e-4c21-aefd-38f6de38d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '1522fa0c-8075-413b-b728-c05a12031bd1'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:41:52.913563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Bound port: 8d908b87-ff56-48ca-b956-dc8f83eadf96, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06351263-770e-4c21-aefd-38f6de38d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '1522fa0c-8075-413b-b728-c05a12031bd1'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:41:52.914246 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:52.919685 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6e3f35-c52c-4636-8daf-7d813be9b0ec None None] Network 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:52.947003 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:52.971367 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796bc777-d087-45cc-a23c-2fae446eb24f tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Made reservation on behalf of f6dc6fc6561e47ef85ce8421dd03cce5 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:52.974136 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-796bc777-d087-45cc-a23c-2fae446eb24f tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:52.981901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1522fa0c-8075-413b-b728-c05a12031bd1']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:53.008304 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06351263-770e-4c21-aefd-38f6de38d449') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:53.008823 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06351263-770e-4c21-aefd-38f6de38d449') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:53.010865 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-796bc777-d087-45cc-a23c-2fae446eb24f tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] device_id is not set on port 0c04ebf5-c88f-4b73-90bf-6fbbca5d973d yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:41:53.025899 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:53.040718 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:53.053718 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:53.053889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] For port 8d908b87-ff56-48ca-b956-dc8f83eadf96, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:41:53.060786 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] For port 8d908b87-ff56-48ca-b956-dc8f83eadf96, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8d908b87-ff56-48ca-b956-dc8f83eadf96,segment=NetworkSegment(06351263-770e-4c21-aefd-38f6de38d449),segment_id=06351263-770e-4c21-aefd-38f6de38d449)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:41:53.066142 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55940) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:53.066805 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/networks/47ee1a9d-465c-47d2-8bfd-5294c7cce075 HTTP/1.1" status: 204 len: 168 time: 2.0342767 Nov 18 17:41:53.075358 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-3eaff1e7-6adf-4717-8ad6-be2ad2e290ad tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Made reservation on behalf of 2d3a2a2617bf4ee3b0b376095db39c8f for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:53.080149 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-3eaff1e7-6adf-4717-8ad6-be2ad2e290ad tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:53.092597 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-4e4f71df-64f6-467b-9906-d5c55ebd6b79 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'router': {'routes': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:53.101672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ce65a-0f82-47ef-af48-c09152c5ae63 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Pushing event deleted for resources: {'Network': ['ID=47ee1a9d-465c-47d2-8bfd-5294c7cce075,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:53.146230 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:53.149610 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:53.191107 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:53.191583 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:53.195463 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:53.205086 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:53.239449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e62302-143a-4c2b-b88b-48596fe29f3d None None] Pushing event updated for resources: {'Port': ['ID=8d908b87-ff56-48ca-b956-dc8f83eadf96,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:53.266718 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-3eaff1e7-6adf-4717-8ad6-be2ad2e290ad tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Allocated IP 172.20.0.11 (22e024c3-84a5-4744-8503-bb8da7dda11e/f200c48f-52cf-4e1d-b67d-7f6b059f0ed4/6a5f81b6-bbd7-4f67-bf80-236439711872) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:41:53.275132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4191b031-3b72-4502-b761-dfec70c25f74 None None] Network 1522fa0c-8075-413b-b728-c05a12031bd1 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:53.373762 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.extraroute_db [None req-4e4f71df-64f6-467b-9906-d5c55ebd6b79 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Added routes are [] {{(pid=104007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 18 17:41:53.374098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.extraroute_db [None req-4e4f71df-64f6-467b-9906-d5c55ebd6b79 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Removed routes are [] {{(pid=104007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 18 17:41:53.374665 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4e4f71df-64f6-467b-9906-d5c55ebd6b79 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:53.394692 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-796bc777-d087-45cc-a23c-2fae446eb24f tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Allocated IP 2001:db8::17d (2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69/5bea9bf0-e5ce-495a-a864-5d61526ec6d9/0c04ebf5-c88f-4b73-90bf-6fbbca5d973d) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:41:53.400508 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.api [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 18 17:41:53.400508 n-d-813419-11 neutron-server[104007]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 18 17:41:53.400508 n-d-813419-11 neutron-server[104007]: [parameters: {'id': '1522fa0c-8075-413b-b728-c05a12031bd1'}] Nov 18 17:41:53.400508 n-d-813419-11 neutron-server[104007]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:41:53.400508 n-d-813419-11 neutron-server[104007]: DEBUG oslo_db.api [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:41:53.423913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe499c48-5064-4a1e-b780-716e04ccb1ea None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 17:41:53.431719 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-3eaff1e7-6adf-4717-8ad6-be2ad2e290ad tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:53.527879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe499c48-5064-4a1e-b780-716e04ccb1ea None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 17:41:53.559492 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-3eaff1e7-6adf-4717-8ad6-be2ad2e290ad tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:53.602468 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4e4f71df-64f6-467b-9906-d5c55ebd6b79 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:53.606088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-3eaff1e7-6adf-4717-8ad6-be2ad2e290ad tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network 22e024c3-84a5-4744-8503-bb8da7dda11e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:53.606555 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a23ece15-3655-4616-925b-f2a700e9e072 req-48a6ed0f-4688-4e45-a6da-5a240a8bcf08 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 210 time: 0.0792930 Nov 18 17:41:53.609707 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-3eaff1e7-6adf-4717-8ad6-be2ad2e290ad tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:53.616575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-3eaff1e7-6adf-4717-8ad6-be2ad2e290ad tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:41:53.624668 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4e4f71df-64f6-467b-9906-d5c55ebd6b79 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:53.680019 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaff1e7-6adf-4717-8ad6-be2ad2e290ad tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Port': ['ID=6a5f81b6-bbd7-4f67-bf80-236439711872,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:53.701327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-3eaff1e7-6adf-4717-8ad6-be2ad2e290ad tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:53.701981 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-3eaff1e7-6adf-4717-8ad6-be2ad2e290ad tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:53.762096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4f71df-64f6-467b-9906-d5c55ebd6b79 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router a1850a77-d322-40e6-b81b-79395c08239d has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:41:53.804298 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-3eaff1e7-6adf-4717-8ad6-be2ad2e290ad tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2036319 Nov 18 17:41:53.818686 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Request body: {'port': {'device_id': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:53.868630 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-796bc777-d087-45cc-a23c-2fae446eb24f tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:53.870560 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4f71df-64f6-467b-9906-d5c55ebd6b79 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:41:53.878467 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4e4f71df-64f6-467b-9906-d5c55ebd6b79 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:53.879837 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4e4f71df-64f6-467b-9906-d5c55ebd6b79 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/a1850a77-d322-40e6-b81b-79395c08239d HTTP/1.1" status: 200 len: 700 time: 0.8126938 Nov 18 17:41:53.883390 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55944) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:53.894791 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b467eb4-821b-460c-bad0-aa73eaa12166 None None] Sync routers for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:41:53.898065 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:53.905184 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:53.909235 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b467eb4-821b-460c-bad0-aa73eaa12166 None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:53.910114 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4b467eb4-821b-460c-bad0-aa73eaa12166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:53.919610 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-88beb091-9be8-43b3-af78-4636fbcb9d04 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1850a77-d322-40e6-b81b-79395c08239d HTTP/1.1" status: 200 len: 205 time: 0.0350633 Nov 18 17:41:53.923435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55946) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:54.000628 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4b467eb4-821b-460c-bad0-aa73eaa12166 None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:54.018042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Deleting port 8d908b87-ff56-48ca-b956-dc8f83eadf96 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:54.018042 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.037599 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-796bc777-d087-45cc-a23c-2fae446eb24f tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.044688 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9906-0002-4cdd-83f6-7fafc52bbb64 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.075478 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4b467eb4-821b-460c-bad0-aa73eaa12166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:49Z', 'revision_number': 11, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:54.108037 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b467eb4-821b-460c-bad0-aa73eaa12166 None None] Checking router: a1850a77-d322-40e6-b81b-79395c08239d for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:41:54.120267 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b467eb4-821b-460c-bad0-aa73eaa12166 None None] Routers {'a1850a77-d322-40e6-b81b-79395c08239d'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:54.121721 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4b467eb4-821b-460c-bad0-aa73eaa12166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a1850a77-d322-40e6-b81b-79395c08239d'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:54.123360 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-762ebbc0-ac8f-45ec-8727-1155da4aecfb None None] Provisioning complete for port 6a5f81b6-bbd7-4f67-bf80-236439711872 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:54.123913 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-762ebbc0-ac8f-45ec-8727-1155da4aecfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.134982 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796bc777-d087-45cc-a23c-2fae446eb24f tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Network 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:54.141681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-796bc777-d087-45cc-a23c-2fae446eb24f tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:54.153175 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796bc777-d087-45cc-a23c-2fae446eb24f tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:41:54.154102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796bc777-d087-45cc-a23c-2fae446eb24f tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:54.154719 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-796bc777-d087-45cc-a23c-2fae446eb24f tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.158697 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] For port 8d908b87-ff56-48ca-b956-dc8f83eadf96, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8d908b87-ff56-48ca-b956-dc8f83eadf96,segment=NetworkSegment(06351263-770e-4c21-aefd-38f6de38d449),segment_id=06351263-770e-4c21-aefd-38f6de38d449)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:54.159058 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.167700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bc777-d087-45cc-a23c-2fae446eb24f tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Pushing event updated for resources: {'Port': ['ID=0c04ebf5-c88f-4b73-90bf-6fbbca5d973d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:54.175638 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-762ebbc0-ac8f-45ec-8727-1155da4aecfb None None] Port 6a5f81b6-bbd7-4f67-bf80-236439711872 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:54.181033 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2277aa36-d167-4d1c-b26e-0b5ad758469d None None] DHCP port deletion for 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:41:54.182427 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Calling delete_port for 8d908b87-ff56-48ca-b956-dc8f83eadf96 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:54.224794 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4b467eb4-821b-460c-bad0-aa73eaa12166 None None] Set router a1850a77-d322-40e6-b81b-79395c08239d gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:54.245375 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-796bc777-d087-45cc-a23c-2fae446eb24f tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5054109 Nov 18 17:41:54.248652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55950) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:54.285679 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4b467eb4-821b-460c-bad0-aa73eaa12166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:49Z', 'revision_number': 11, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:54.313088 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2071d837-1cb6-470c-9f07-d97a12fd3c8c None None] Provisioning complete for port 0c04ebf5-c88f-4b73-90bf-6fbbca5d973d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:54.313930 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2071d837-1cb6-470c-9f07-d97a12fd3c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.323893 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b467eb4-821b-460c-bad0-aa73eaa12166 None None] The sync data for ids ['a1850a77-d322-40e6-b81b-79395c08239d'] in n-d-813419-11 is: [{'id': 'a1850a77-d322-40e6-b81b-79395c08239d', 'name': 'tempest-RoutersTest-router-570242130', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:40:53Z', 'updated_at': '2021-11-18T17:41:49Z', 'revision_number': 11, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:41:54.341945 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b6720c17-54dd-4aa7-a4ce-eeaf7b823122 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Deleting port 0c04ebf5-c88f-4b73-90bf-6fbbca5d973d {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:41:54.342421 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6720c17-54dd-4aa7-a4ce-eeaf7b823122 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.367541 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2071d837-1cb6-470c-9f07-d97a12fd3c8c None None] Port 0c04ebf5-c88f-4b73-90bf-6fbbca5d973d cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:54.412196 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.417056 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9906-0002-4cdd-83f6-7fafc52bbb64 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.421555 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9906-0002-4cdd-83f6-7fafc52bbb64 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.447149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Port': ['ID=8d908b87-ff56-48ca-b956-dc8f83eadf96,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:54.454016 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No DVR routers for this DVR port 8d908b87-ff56-48ca-b956-dc8f83eadf96 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:41:54.491359 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6720c17-54dd-4aa7-a4ce-eeaf7b823122 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.523245 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b6720c17-54dd-4aa7-a4ce-eeaf7b823122 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Calling delete_port for 0c04ebf5-c88f-4b73-90bf-6fbbca5d973d owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:41:54.568478 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.621511 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1522fa0c-8075-413b-b728-c05a12031bd1']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:54.627808 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9906-0002-4cdd-83f6-7fafc52bbb64 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.629116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7f9906-0002-4cdd-83f6-7fafc52bbb64 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Fanout notify agent at l3_agent the message router_deleted on router a1850a77-d322-40e6-b81b-79395c08239d {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:41:54.637138 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06351263-770e-4c21-aefd-38f6de38d449') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:54.644257 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9906-0002-4cdd-83f6-7fafc52bbb64 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.644427 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06351263-770e-4c21-aefd-38f6de38d449') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:54.645358 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6e7f9906-0002-4cdd-83f6-7fafc52bbb64 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/routers/a1850a77-d322-40e6-b81b-79395c08239d HTTP/1.1" status: 204 len: 168 time: 0.7193222 Nov 18 17:41:54.646078 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55952) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:54.653122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4660b101-182d-4419-af13-ad2e1e241481 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1605134389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:54.682833 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.687287 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5f81b6-bbd7-4f67-bf80-236439711872 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:41:54.700201 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.714388 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.724335 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:41:54.725114 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:41:54.728743 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:41:54.805481 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4660b101-182d-4419-af13-ad2e1e241481 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.806423 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4660b101-182d-4419-af13-ad2e1e241481 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:54.886950 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bf138-8b82-47f7-b3c4-83fc78edb935 req-d34db9e8-c567-4130-b7ec-235b44fea3bc tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:54.892486 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c1bf138-8b82-47f7-b3c4-83fc78edb935 req-d34db9e8-c567-4130-b7ec-235b44fea3bc tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 932 time: 0.1496909 Nov 18 17:41:54.977365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Transition to ACTIVE for port object 6a5f81b6-bbd7-4f67-bf80-236439711872 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:41:55.025362 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4660b101-182d-4419-af13-ad2e1e241481 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:55.054884 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:55.120773 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4660b101-182d-4419-af13-ad2e1e241481 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:55.163044 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Pushing event updated for resources: {'Port': ['ID=6a5f81b6-bbd7-4f67-bf80-236439711872,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:55.242481 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4660b101-182d-4419-af13-ad2e1e241481 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:55.243741 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4660b101-182d-4419-af13-ad2e1e241481 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5949144 Nov 18 17:41:55.248868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55958) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:55.270293 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6955cd7a-db92-4422-bd65-5faa347e4a0a tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:55.273376 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Attempting to bind port 6a5f81b6-bbd7-4f67-bf80-236439711872 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:41:55.273733 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Attempting to bind port 6a5f81b6-bbd7-4f67-bf80-236439711872 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'e28c107b-9674-4e00-a9f4-70d3e9f94020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:41:55.274071 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Attempting to bind port 6a5f81b6-bbd7-4f67-bf80-236439711872 on network 22e024c3-84a5-4744-8503-bb8da7dda11e {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:41:55.280364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Port 6a5f81b6-bbd7-4f67-bf80-236439711872 on network 22e024c3-84a5-4744-8503-bb8da7dda11e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:41:55.280659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Attempting to bind port 6a5f81b6-bbd7-4f67-bf80-236439711872 on network 22e024c3-84a5-4744-8503-bb8da7dda11e {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:41:55.320853 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:41:55.321207 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Checking segment: {'id': 'e28c107b-9674-4e00-a9f4-70d3e9f94020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:55.321601 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Bound using segment: {'id': 'e28c107b-9674-4e00-a9f4-70d3e9f94020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:41:55.322079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Bound port: 6a5f81b6-bbd7-4f67-bf80-236439711872, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e28c107b-9674-4e00-a9f4-70d3e9f94020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:41:55.322405 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:55.336502 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c1bf138-8b82-47f7-b3c4-83fc78edb935 req-7a0fe6de-e807-425b-aec5-1c88f159a9b8 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f25f7d-8b4b-4a42-bfe3-d41266248abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4412124 Nov 18 17:41:55.337754 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6720c17-54dd-4aa7-a4ce-eeaf7b823122 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:55.351958 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:55.367621 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:55.371932 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/1522fa0c-8075-413b-b728-c05a12031bd1 HTTP/1.1" status: 204 len: 168 time: 3.5033386 Nov 18 17:41:55.377861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55960) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:55.381930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9b2717fd-88a9-4599-a50c-94d64c710712 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1542805451'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:55.403430 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6720c17-54dd-4aa7-a4ce-eeaf7b823122 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c04ebf5-c88f-4b73-90bf-6fbbca5d973d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:55.422636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e0f88e-a4de-4150-97c9-e3f4b78627ac None None] DHCP port deletion for 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:41:55.448862 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6720c17-54dd-4aa7-a4ce-eeaf7b823122 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:55.452678 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b6720c17-54dd-4aa7-a4ce-eeaf7b823122 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "DELETE /v2.0/ports/0c04ebf5-c88f-4b73-90bf-6fbbca5d973d HTTP/1.1" status: 204 len: 168 time: 1.2030168 Nov 18 17:41:55.453914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f894f2-978c-46c8-a93e-900dffd4ddfa tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Network': ['ID=1522fa0c-8075-413b-b728-c05a12031bd1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:55.457585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55962) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:55.463322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69', 'external_fixed_ips': [{'subnet_id': '5bea9bf0-e5ce-495a-a864-5d61526ec6d9', 'ip_address': '2001:db8::17d'}]}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:55.506741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.db.api [None req-9b2717fd-88a9-4599-a50c-94d64c710712 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 18 17:41:55.506741 n-d-813419-11 neutron-server[104008]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 18 17:41:55.506741 n-d-813419-11 neutron-server[104008]: [parameters: {'project_id': '8f2d533afcea4e229f03cd4086f720ee', 'id': '6be84a67-1af6-4b8a-8f8b-61adcb7421b9', 'expiration': datetime.datetime(2021, 11, 18, 17, 43, 55, 496388)}] Nov 18 17:41:55.506741 n-d-813419-11 neutron-server[104008]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:41:55.507189 n-d-813419-11 neutron-server[104008]: DEBUG oslo_db.api [None req-9b2717fd-88a9-4599-a50c-94d64c710712 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:41:55.577334 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:55.580434 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:55.592022 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6955cd7a-db92-4422-bd65-5faa347e4a0a tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:55.601710 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] For port 6a5f81b6-bbd7-4f67-bf80-236439711872, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:41:55.616241 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] For port 6a5f81b6-bbd7-4f67-bf80-236439711872, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6a5f81b6-bbd7-4f67-bf80-236439711872,segment=NetworkSegment(e28c107b-9674-4e00-a9f4-70d3e9f94020),segment_id=e28c107b-9674-4e00-a9f4-70d3e9f94020)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:41:55.638961 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:55.684803 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6955cd7a-db92-4422-bd65-5faa347e4a0a tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:55.725091 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:55.787096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:55.788544 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:55.790180 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] 10.222.0.81 "PUT /v2.0/ports/6a5f81b6-bbd7-4f67-bf80-236439711872 HTTP/1.1" status: 200 len: 1093 time: 1.9776635 Nov 18 17:41:55.790661 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'tag': '6a5f81b6-bbd7-4f67-bf80-236439711872'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:41:55.793855 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7faeb8-a334-4fd6-abc8-5d7c08114e83" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69", "tag": "6a5f81b6-bbd7-4f67-bf80-236439711872"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:41:55.862639 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da483d9-d159-4a68-8c10-55fc7748bdfe service neutron] Pushing event updated for resources: {'Port': ['ID=6a5f81b6-bbd7-4f67-bf80-236439711872,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:55.877651 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:55.945723 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6955cd7a-db92-4422-bd65-5faa347e4a0a tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Router 0a2ac24b-b11b-42fe-8f89-cdc063a91554 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:41:56.075634 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da1b886-b541-4d8e-8b5d-e40cd0c60238 x-openstack-request-id: req-0da1b886-b541-4d8e-8b5d-e40cd0c60238 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:41:56.075634 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69", "tag": "6a5f81b6-bbd7-4f67-bf80-236439711872", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:41:56.075634 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0da1b886-b541-4d8e-8b5d-e40cd0c60238 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:41:56.075634 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'tag': '6a5f81b6-bbd7-4f67-bf80-236439711872', 'status': 'completed', 'code': 200} Nov 18 17:41:56.081759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6955cd7a-db92-4422-bd65-5faa347e4a0a tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:41:56.095643 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6955cd7a-db92-4422-bd65-5faa347e4a0a tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:56.097538 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6955cd7a-db92-4422-bd65-5faa347e4a0a tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "PUT /v2.0/routers/0a2ac24b-b11b-42fe-8f89-cdc063a91554 HTTP/1.1" status: 200 len: 694 time: 0.8323982 Nov 18 17:41:56.098981 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601ad7e-55e2-40f5-9f36-e8f6f26a3b2b None None] Sync routers for ids ['0a2ac24b-b11b-42fe-8f89-cdc063a91554'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:41:56.100923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55968) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:56.110257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-d1a5f6fb-66d6-40ae-b46b-e24854920ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:56.111933 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-d1a5f6fb-66d6-40ae-b46b-e24854920ca1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 1096 time: 0.1971104 Nov 18 17:41:56.131086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d601ad7e-55e2-40f5-9f36-e8f6f26a3b2b None None] Routers {'0a2ac24b-b11b-42fe-8f89-cdc063a91554'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:56.132014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d601ad7e-55e2-40f5-9f36-e8f6f26a3b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['0a2ac24b-b11b-42fe-8f89-cdc063a91554'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:56.165781 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-fd67f2a4-bdf6-4a14-82b7-72eb7958d77d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5f81b6-bbd7-4f67-bf80-236439711872 HTTP/1.1" status: 200 len: 217 time: 0.0453835 Nov 18 17:41:56.187069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2717fd-88a9-4599-a50c-94d64c710712 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:56.191982 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b2717fd-88a9-4599-a50c-94d64c710712 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:56.197454 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-91a1dbd5-b09d-42d7-b2e9-50f05a111174 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/routers/0a2ac24b-b11b-42fe-8f89-cdc063a91554 HTTP/1.1" status: 200 len: 700 time: 0.0934241 Nov 18 17:41:56.199105 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55972) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:56.241234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-d601ad7e-55e2-40f5-9f36-e8f6f26a3b2b None None] Set router 0a2ac24b-b11b-42fe-8f89-cdc063a91554 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:56.269795 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-73730e07-d3fc-4fbc-b588-faec74542c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:56.271883 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-73730e07-d3fc-4fbc-b588-faec74542c59 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f200c48f-52cf-4e1d-b67d-7f6b059f0ed4 HTTP/1.1" status: 200 len: 834 time: 0.0983870 Nov 18 17:41:56.272856 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2717fd-88a9-4599-a50c-94d64c710712 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] vlan segment allocate from pool success with {'vlan_id': 1149, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:41:56.296212 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b2717fd-88a9-4599-a50c-94d64c710712 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:56.296709 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-9b2717fd-88a9-4599-a50c-94d64c710712 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Added segment f1f3cbd6-cded-45a6-8f0e-6c16970eaabe of type vlan for network fa0708eb-82f4-4d30-8fc7-57c8041070f4 Nov 18 17:41:56.307461 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d601ad7e-55e2-40f5-9f36-e8f6f26a3b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2ac24b-b11b-42fe-8f89-cdc063a91554', 'name': 'tempest-RoutersTest-router-1605134389', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:54Z', 'updated_at': '2021-11-18T17:41:55Z', 'revision_number': 2, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:56.309786 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-951baf25-77c3-45fb-ae97-8728ed3abc54 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a2ac24b-b11b-42fe-8f89-cdc063a91554 HTTP/1.1" status: 200 len: 205 time: 0.1094770 Nov 18 17:41:56.312898 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55974) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:56.342046 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601ad7e-55e2-40f5-9f36-e8f6f26a3b2b None None] Checking router: 0a2ac24b-b11b-42fe-8f89-cdc063a91554 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:41:56.365620 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d601ad7e-55e2-40f5-9f36-e8f6f26a3b2b None None] Routers {'0a2ac24b-b11b-42fe-8f89-cdc063a91554'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:56.366440 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d601ad7e-55e2-40f5-9f36-e8f6f26a3b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['0a2ac24b-b11b-42fe-8f89-cdc063a91554'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:56.371518 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b2717fd-88a9-4599-a50c-94d64c710712 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:56.383560 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-4b58f14a-99cb-47b9-bb3f-75d08d21e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:56.385639 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-4b58f14a-99cb-47b9-bb3f-75d08d21e396 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=22e024c3-84a5-4744-8503-bb8da7dda11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049335 Nov 18 17:41:56.420025 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c378e82-0953-4d19-968e-07221c60864d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:56.481024 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-d601ad7e-55e2-40f5-9f36-e8f6f26a3b2b None None] Set router 0a2ac24b-b11b-42fe-8f89-cdc063a91554 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:56.541530 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d601ad7e-55e2-40f5-9f36-e8f6f26a3b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2ac24b-b11b-42fe-8f89-cdc063a91554', 'name': 'tempest-RoutersTest-router-1605134389', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:54Z', 'updated_at': '2021-11-18T17:41:55Z', 'revision_number': 2, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:56.640636 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:56.663837 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c378e82-0953-4d19-968e-07221c60864d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:56.666738 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:56.675260 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c378e82-0953-4d19-968e-07221c60864d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:56.745550 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601ad7e-55e2-40f5-9f36-e8f6f26a3b2b None None] The sync data for ids ['0a2ac24b-b11b-42fe-8f89-cdc063a91554'] in n-d-813419-11 is: [{'id': '0a2ac24b-b11b-42fe-8f89-cdc063a91554', 'name': 'tempest-RoutersTest-router-1605134389', 'tenant_id': 'de2756b2215540c48c15a842d3ee6a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:54Z', 'updated_at': '2021-11-18T17:41:55Z', 'revision_number': 2, 'project_id': 'de2756b2215540c48c15a842d3ee6a69', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:41:56.772451 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae3acd-faf7-47e2-81ee-43518ad8a637 req-0c657ce7-509c-4a82-9818-c28e0d2abec5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:56.774359 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aaae3acd-faf7-47e2-81ee-43518ad8a637 req-0c657ce7-509c-4a82-9818-c28e0d2abec5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 944 time: 0.2706008 Nov 18 17:41:56.844683 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b2717fd-88a9-4599-a50c-94d64c710712 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:56.851572 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2717fd-88a9-4599-a50c-94d64c710712 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:56.852416 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b2717fd-88a9-4599-a50c-94d64c710712 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:56.870157 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c378e82-0953-4d19-968e-07221c60864d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:56.870930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c378e82-0953-4d19-968e-07221c60864d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Fanout notify agent at l3_agent the message router_deleted on router 0a2ac24b-b11b-42fe-8f89-cdc063a91554 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:41:56.881670 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c378e82-0953-4d19-968e-07221c60864d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:56.882927 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2c378e82-0953-4d19-968e-07221c60864d tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/routers/0a2ac24b-b11b-42fe-8f89-cdc063a91554 HTTP/1.1" status: 204 len: 168 time: 0.5499504 Nov 18 17:41:56.890029 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55978) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:56.892501 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aaae3acd-faf7-47e2-81ee-43518ad8a637 req-e85d3da4-4663-4245-8fe9-a41a6662ec98 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f25f7d-8b4b-4a42-bfe3-d41266248abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085801 Nov 18 17:41:56.954009 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Allocated IP 2001:db8::17d (2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69/5bea9bf0-e5ce-495a-a864-5d61526ec6d9/71ee55ca-fbbe-4e6c-a3cd-887e1618f893) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:41:56.979673 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-26551e13-ce93-4d6e-a635-65e1d25e919a tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a2ac24b-b11b-42fe-8f89-cdc063a91554 HTTP/1.1" status: 200 len: 205 time: 0.0599754 Nov 18 17:41:56.983531 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55980) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:57.058670 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2717fd-88a9-4599-a50c-94d64c710712 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Network': ['ID=fa0708eb-82f4-4d30-8fc7-57c8041070f4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:57.067208 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9b2717fd-88a9-4599-a50c-94d64c710712 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6892130 Nov 18 17:41:57.068294 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-0e7c23f0-1839-4469-aed7-98ae91d781cb tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] delete failed (client error): The resource could not be found. Nov 18 17:41:57.068455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55982) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:57.071328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network fa0708eb-82f4-4d30-8fc7-57c8041070f4 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:41:57.071986 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0e7c23f0-1839-4469-aed7-98ae91d781cb tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/routers/0a2ac24b-b11b-42fe-8f89-cdc063a91554 HTTP/1.1" status: 404 len: 336 time: 0.0823839 Nov 18 17:41:57.073011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55984) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:57.074227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7857c0ae-913d-4f84-b973-1ed92d8fbc6b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:57.076518 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-6211afb8-b9f6-49fd-a703-8955bf6cd68d service neutron] 10.222.0.81 "GET /v2.0/networks/22e024c3-84a5-4744-8503-bb8da7dda11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6818948 Nov 18 17:41:57.103081 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:57.121276 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa6d337-210f-4406-ae19-e8d97dc10ad3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] DELETE failed (client error): The resource could not be found. Nov 18 17:41:57.121748 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa6d337-210f-4406-ae19-e8d97dc10ad3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:41:57.129236 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0fa6d337-210f-4406-ae19-e8d97dc10ad3 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/subnets/f0b11976-1d35-432c-a79d-e3f82e2793cb HTTP/1.1" status: 404 len: 337 time: 0.0550325 Nov 18 17:41:57.129848 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55986) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:57.169688 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b23a9a5-b21b-4d44-8ac6-e6a82716cb29 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] DELETE failed (client error): The resource could not be found. Nov 18 17:41:57.170161 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b23a9a5-b21b-4d44-8ac6-e6a82716cb29 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:41:57.176187 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3b23a9a5-b21b-4d44-8ac6-e6a82716cb29 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/subnets/2f4c29fe-4bbc-4921-9dfd-0496d759d892 HTTP/1.1" status: 404 len: 337 time: 0.0342100 Nov 18 17:41:57.179595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55988) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:57.235731 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-122e79c9-250f-45ec-93c0-529a304a5367 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] DELETE failed (client error): The resource could not be found. Nov 18 17:41:57.236244 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122e79c9-250f-45ec-93c0-529a304a5367 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:41:57.237201 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f21d6a9b-4f46-4eed-ba89-704dae1dc799 req-d2390a6a-e379-4c28-8aa4-d08fa33ec563 service neutron] 10.222.0.81 "GET /v2.0/networks/22e024c3-84a5-4744-8503-bb8da7dda11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509225 Nov 18 17:41:57.239498 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-122e79c9-250f-45ec-93c0-529a304a5367 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/subnets/6d0a3262-d87e-411c-a751-6f4334b8dd9c HTTP/1.1" status: 404 len: 337 time: 0.0574281 Nov 18 17:41:57.242057 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55992) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:57.276057 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd01f40f-8a10-4ca4-ad17-aa8472817026 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] DELETE failed (client error): The resource could not be found. Nov 18 17:41:57.276057 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd01f40f-8a10-4ca4-ad17-aa8472817026 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:41:57.276057 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bd01f40f-8a10-4ca4-ad17-aa8472817026 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/subnets/15454f44-a5c1-43e9-94a8-12d434d40c89 HTTP/1.1" status: 404 len: 337 time: 0.0323694 Nov 18 17:41:57.281019 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55994) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:57.315040 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0a8596ed-2f8a-4a10-840e-ba3d1860fd33 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1850a77-d322-40e6-b81b-79395c08239d HTTP/1.1" status: 200 len: 205 time: 0.0320425 Nov 18 17:41:57.317562 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 55996) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:57.329407 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7857c0ae-913d-4f84-b973-1ed92d8fbc6b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:57.355487 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-d9f6e042-3f96-4412-af5d-749232316f59 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] delete failed (client error): The resource could not be found. Nov 18 17:41:57.356696 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d9f6e042-3f96-4412-af5d-749232316f59 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/routers/a1850a77-d322-40e6-b81b-79395c08239d HTTP/1.1" status: 404 len: 336 time: 0.0381153 Nov 18 17:41:57.359662 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 55998) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:57.393362 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0ca3f92d-7243-407f-9fdd-3472a4dfac14 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports?device_id=06401912-dd41-47df-ae48-5942047b951e HTTP/1.1" status: 200 len: 205 time: 0.0316007 Nov 18 17:41:57.394793 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:57.396765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56000) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:57.442332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7faeb8-a334-4fd6-abc8-5d7c08114e83 req-994f7d0b-b1bc-4726-a1f7-0e21ba1bc8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:57.444649 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad7faeb8-a334-4fd6-abc8-5d7c08114e83 req-994f7d0b-b1bc-4726-a1f7-0e21ba1bc8cd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 1096 time: 0.0518789 Nov 18 17:41:57.460655 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7857c0ae-913d-4f84-b973-1ed92d8fbc6b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:57.462827 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-dbd82c4b-c4cd-4363-9ed5-2b4a584a9159 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] delete failed (client error): The resource could not be found. Nov 18 17:41:57.463965 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-dbd82c4b-c4cd-4363-9ed5-2b4a584a9159 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/routers/06401912-dd41-47df-ae48-5942047b951e HTTP/1.1" status: 404 len: 336 time: 0.0639727 Nov 18 17:41:57.473361 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56002) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:57.526622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7857c0ae-913d-4f84-b973-1ed92d8fbc6b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network fa0708eb-82f4-4d30-8fc7-57c8041070f4 is not hosted by any dhcp agent {{(pid=104007) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 18 17:41:57.532690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7857c0ae-913d-4f84-b973-1ed92d8fbc6b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:57.533402 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7857c0ae-913d-4f84-b973-1ed92d8fbc6b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:57.534769 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7857c0ae-913d-4f84-b973-1ed92d8fbc6b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "PUT /v2.0/networks/fa0708eb-82f4-4d30-8fc7-57c8041070f4 HTTP/1.1" status: 200 len: 723 time: 0.4653246 Nov 18 17:41:57.539575 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56004) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:57.542842 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-3512f177-b6e8-4478-a806-ab7015fe7482 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] DELETE failed (client error): The resource could not be found. Nov 18 17:41:57.543303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3512f177-b6e8-4478-a806-ab7015fe7482 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:41:57.546411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3512f177-b6e8-4478-a806-ab7015fe7482 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/subnets/c64b31eb-14ea-4d65-b4c4-66384ff12b34 HTTP/1.1" status: 404 len: 337 time: 0.0701447 Nov 18 17:41:57.550078 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56006) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:57.551532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-35dfff36-9d58-4f8d-b28f-c72621813456 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'subnet': {'network_id': 'fa0708eb-82f4-4d30-8fc7-57c8041070f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:57.554823 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Pushing event updated for resources: {'Port': ['ID=71ee55ca-fbbe-4e6c-a3cd-887e1618f893,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:57.565420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Network 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:41:57.585050 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:57.600153 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-49964f2c-8c1b-4440-8be8-d7fc75eb30b9 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb054bbb-39db-4ddf-ab3c-0488310bb639 HTTP/1.1" status: 200 len: 205 time: 0.0462842 Nov 18 17:41:57.601405 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:41:57.601757 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56008) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:57.609481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2477afc1-99fd-4e91-b6b9-de03d61ec996 None None] DHCP port deletion for 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:41:57.667329 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-e6f650c8-2531-4514-819b-dac86873b507 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] delete failed (client error): The resource could not be found. Nov 18 17:41:57.671433 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e6f650c8-2531-4514-819b-dac86873b507 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/routers/fb054bbb-39db-4ddf-ab3c-0488310bb639 HTTP/1.1" status: 404 len: 336 time: 0.0685117 Nov 18 17:41:57.672058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56010) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:57.697224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7faeb8-a334-4fd6-abc8-5d7c08114e83 req-6ae8ba1d-cae9-4529-ad33-c09f574fa0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:57.699560 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad7faeb8-a334-4fd6-abc8-5d7c08114e83 req-6ae8ba1d-cae9-4529-ad33-c09f574fa0fe service neutron] 10.222.0.81 "GET /v2.0/networks?id=22e024c3-84a5-4744-8503-bb8da7dda11e HTTP/1.1" status: 200 len: 899 time: 0.2470255 Nov 18 17:41:57.714827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857c0ae-913d-4f84-b973-1ed92d8fbc6b tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Network': ['ID=fa0708eb-82f4-4d30-8fc7-57c8041070f4,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:57.725845 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9b37ce20-3d6d-4703-bfa4-f09a6c49694f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports?device_id=62d42cc4-7725-498b-b156-0c7538a2057b HTTP/1.1" status: 200 len: 205 time: 0.0438647 Nov 18 17:41:57.726490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56012) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:57.740030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network fa0708eb-82f4-4d30-8fc7-57c8041070f4 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:41:57.790597 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad7faeb8-a334-4fd6-abc8-5d7c08114e83 req-d3d7dd85-7a81-46a4-8ded-16553db1482c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5f81b6-bbd7-4f67-bf80-236439711872 HTTP/1.1" status: 200 len: 217 time: 0.0759156 Nov 18 17:41:57.840665 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-3cdb1a3d-6eed-4c80-9f74-5bcbfb82c79b tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] delete failed (client error): The resource could not be found. Nov 18 17:41:57.841882 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3cdb1a3d-6eed-4c80-9f74-5bcbfb82c79b tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/routers/62d42cc4-7725-498b-b156-0c7538a2057b HTTP/1.1" status: 404 len: 336 time: 0.1132052 Nov 18 17:41:57.848888 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56014) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:57.892051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-90f6dcfc-5b9b-4b12-a539-07f4769385b7 None None] Provisioning complete for port 71ee55ca-fbbe-4e6c-a3cd-887e1618f893 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:41:57.892621 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-90f6dcfc-5b9b-4b12-a539-07f4769385b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:57.926924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7faeb8-a334-4fd6-abc8-5d7c08114e83 req-49174e0d-becf-438d-928d-4170367f3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:57.930110 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad7faeb8-a334-4fd6-abc8-5d7c08114e83 req-49174e0d-becf-438d-928d-4170367f3dbe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f200c48f-52cf-4e1d-b67d-7f6b059f0ed4 HTTP/1.1" status: 200 len: 834 time: 0.0998824 Nov 18 17:41:57.990705 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-90f6dcfc-5b9b-4b12-a539-07f4769385b7 None None] Port 71ee55ca-fbbe-4e6c-a3cd-887e1618f893 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:41:58.018343 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7faeb8-a334-4fd6-abc8-5d7c08114e83 req-452fe65f-cddd-496e-ac70-e528e67fb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:58.019987 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad7faeb8-a334-4fd6-abc8-5d7c08114e83 req-452fe65f-cddd-496e-ac70-e528e67fb63b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=22e024c3-84a5-4744-8503-bb8da7dda11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776188 Nov 18 17:41:58.033978 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ba5ee2-2f91-416f-8020-049cc792bd89 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] DELETE failed (client error): The resource could not be found. Nov 18 17:41:58.034732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ba5ee2-2f91-416f-8020-049cc792bd89 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:41:58.038719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-25ba5ee2-2f91-416f-8020-049cc792bd89 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/subnets/c47cac8b-cf58-4e46-b878-1ac1d35f02be HTTP/1.1" status: 404 len: 337 time: 0.1888402 Nov 18 17:41:58.041612 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56018) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:58.122866 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0cf54bd4-c9b1-4b89-ac87-c0e3cc1329e5 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4eea1a4-b921-4b3c-8704-0573a9ef8c0d HTTP/1.1" status: 200 len: 205 time: 0.0769150 Nov 18 17:41:58.123128 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56020) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:58.151337 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab754c70-bfe2-4dcf-9bb6-5b5787b99eab req-9c61f6db-f541-48ba-ae41-672ce3dd3fc7 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:58.153123 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab754c70-bfe2-4dcf-9bb6-5b5787b99eab req-9c61f6db-f541-48ba-ae41-672ce3dd3fc7 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 944 time: 0.1380358 Nov 18 17:41:58.184569 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-22578879-a6a4-4fe6-b6f0-80ab33df82b6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] delete failed (client error): The resource could not be found. Nov 18 17:41:58.185613 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-22578879-a6a4-4fe6-b6f0-80ab33df82b6 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/routers/f4eea1a4-b921-4b3c-8704-0573a9ef8c0d HTTP/1.1" status: 404 len: 336 time: 0.0614958 Nov 18 17:41:58.192292 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56022) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:58.238827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dfff36-9d58-4f8d-b28f-c72621813456 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:41:58.242297 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-35dfff36-9d58-4f8d-b28f-c72621813456 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:58.258294 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc6c60e-ec69-4180-9136-41aebf280a82 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] DELETE failed (client error): The resource could not be found. Nov 18 17:41:58.259320 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc6c60e-ec69-4180-9136-41aebf280a82 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:41:58.266137 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7fc6c60e-ec69-4180-9136-41aebf280a82 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/subnets/e4ae3466-f777-435b-b101-5f8e0380c9e7 HTTP/1.1" status: 404 len: 337 time: 0.0436752 Nov 18 17:41:58.269359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56024) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:58.329332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab754c70-bfe2-4dcf-9bb6-5b5787b99eab req-1d572962-5627-40eb-8be9-e9771f22caa0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f25f7d-8b4b-4a42-bfe3-d41266248abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270645 Nov 18 17:41:58.335095 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad7faeb8-a334-4fd6-abc8-5d7c08114e83 req-34efc00d-bc6b-4ed2-80ae-08670ce4e708 service neutron] 10.222.0.81 "GET /v2.0/networks/22e024c3-84a5-4744-8503-bb8da7dda11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043716 Nov 18 17:41:58.340432 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-30d42ae5-6365-4586-8a0a-ac14633a8a14 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "GET /v2.0/ports?device_id=b350af11-134e-462c-a485-b4a95cb67138 HTTP/1.1" status: 200 len: 205 time: 0.0711532 Nov 18 17:41:58.341238 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56028) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:58.385070 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:58.389475 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-5a10dd70-2ad6-43c8-b2b1-8b52e06fd699 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] delete failed (client error): The resource could not be found. Nov 18 17:41:58.393223 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5a10dd70-2ad6-43c8-b2b1-8b52e06fd699 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/routers/b350af11-134e-462c-a485-b4a95cb67138 HTTP/1.1" status: 404 len: 336 time: 0.0477962 Nov 18 17:41:58.394708 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56030) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:58.463605 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a367bf-9031-4226-9953-0efee15c106f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] DELETE failed (client error): The resource could not be found. Nov 18 17:41:58.464011 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a367bf-9031-4226-9953-0efee15c106f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:41:58.467120 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-57a367bf-9031-4226-9953-0efee15c106f tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/subnets/f1314980-dc53-4b5c-90eb-b5c65f9dd54f HTTP/1.1" status: 404 len: 337 time: 0.0418830 Nov 18 17:41:58.469924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56032) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:58.501780 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ad7faeb8-a334-4fd6-abc8-5d7c08114e83 req-e8504ac5-cee8-45c7-81db-4f828e0b1821 service neutron] 10.222.0.81 "GET /v2.0/networks/22e024c3-84a5-4744-8503-bb8da7dda11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514976 Nov 18 17:41:58.503088 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-03cdda21-7bc2-4e78-9a68-4a172c303b47 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] DELETE failed (client error): The resource could not be found. Nov 18 17:41:58.504041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03cdda21-7bc2-4e78-9a68-4a172c303b47 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:41:58.509177 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-03cdda21-7bc2-4e78-9a68-4a172c303b47 tempest-RoutersTest-162196097 tempest-RoutersTest-162196097-project] 10.222.0.72 "DELETE /v2.0/subnets/06f77f0c-1493-4a26-aa6b-38a8e1fc43fd HTTP/1.1" status: 404 len: 337 time: 0.0354948 Nov 18 17:41:58.698791 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:58.744172 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-35dfff36-9d58-4f8d-b28f-c72621813456 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:58.852890 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfff36-9d58-4f8d-b28f-c72621813456 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Subnet': ['ID=c86e032b-dd92-487d-882c-74c90a4888ed,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:58.875733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dfff36-9d58-4f8d-b28f-c72621813456 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Checking segment: {'id': 'f1f3cbd6-cded-45a6-8f0e-6c16970eaabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'fa0708eb-82f4-4d30-8fc7-57c8041070f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:41:58.876143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dfff36-9d58-4f8d-b28f-c72621813456 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network hostable DHCP agents. Network: fa0708eb-82f4-4d30-8fc7-57c8041070f4, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:41:58.928939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6a5f81b6-bbd7-4f67-bf80-236439711872 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:41:59.003362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dfff36-9d58-4f8d-b28f-c72621813456 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network fa0708eb-82f4-4d30-8fc7-57c8041070f4 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:41:59.028217 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56038) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:59.036060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Router f3f75ba3-8edf-4218-8302-b6e1989e9a04 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:41:59.052411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 6a5f81b6-bbd7-4f67-bf80-236439711872, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6a5f81b6-bbd7-4f67-bf80-236439711872,segment=NetworkSegment(e28c107b-9674-4e00-a9f4-70d3e9f94020),segment_id=e28c107b-9674-4e00-a9f4-70d3e9f94020)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:59.066578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '6a5f81b6-bbd7-4f67-bf80-236439711872', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'port_id': '6a5f81b6-bbd7-4f67-bf80-236439711872', 'mac_address': 'fa:16:3e:eb:c3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:41:59.113246 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:59.130491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5f81b6-bbd7-4f67-bf80-236439711872 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:41:59.144775 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-35dfff36-9d58-4f8d-b28f-c72621813456 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, fa0708eb-82f4-4d30-8fc7-57c8041070f4) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:41:59.152727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dfff36-9d58-4f8d-b28f-c72621813456 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:59.153110 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-35dfff36-9d58-4f8d-b28f-c72621813456 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:59.158768 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a15dac-593b-4908-bd30-89694922f548 None None] Network fa0708eb-82f4-4d30-8fc7-57c8041070f4 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:41:59.161962 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 6a5f81b6-bbd7-4f67-bf80-236439711872, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6a5f81b6-bbd7-4f67-bf80-236439711872,segment=NetworkSegment(e28c107b-9674-4e00-a9f4-70d3e9f94020),segment_id=e28c107b-9674-4e00-a9f4-70d3e9f94020)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:41:59.194026 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:41:59.206337 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Sync routers for ids ['f3f75ba3-8edf-4218-8302-b6e1989e9a04'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:41:59.222081 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Routers {'f3f75ba3-8edf-4218-8302-b6e1989e9a04'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:41:59.222797 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f3f75ba3-8edf-4218-8302-b6e1989e9a04'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:59.246064 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e84e4ea1-3b50-4836-99af-1e665c7dbb29 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=de2756b2215540c48c15a842d3ee6a69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2160194 Nov 18 17:41:59.247956 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56042) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:59.258476 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:59.286599 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-35dfff36-9d58-4f8d-b28f-c72621813456 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7389405 Nov 18 17:41:59.289245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56044) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:59.291169 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:59.292382 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5cd2f9a9-6028-4ca6-a381-e1cab1f05868 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8334742 Nov 18 17:41:59.294930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56046) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:41:59.301370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-946fdcd1-4d3d-4e18-9a6f-74b1fedae4a3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:59.320087 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f28e4d7f-a131-47fd-8f9f-ecd2253a3d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:59.362282 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f28e4d7f-a131-47fd-8f9f-ecd2253a3d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:59.385874 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Set router f3f75ba3-8edf-4218-8302-b6e1989e9a04 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:41:59.539119 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=6a5f81b6-bbd7-4f67-bf80-236439711872,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:41:59.557567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['6a5f81b6-bbd7-4f67-bf80-236439711872'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:41:59.620283 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f75ba3-8edf-4218-8302-b6e1989e9a04', 'name': '', 'tenant_id': 'f6dc6fc6561e47ef85ce8421dd03cce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69', 'external_fixed_ips': [{'subnet_id': '5bea9bf0-e5ce-495a-a864-5d61526ec6d9', 'ip_address': '2001:db8::17d'}], 'enable_snat': True}, 'gw_port_id': '71ee55ca-fbbe-4e6c-a3cd-887e1618f893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:55Z', 'updated_at': '2021-11-18T17:41:58Z', 'revision_number': 3, 'project_id': 'f6dc6fc6561e47ef85ce8421dd03cce5', 'gw_port': {'id': '71ee55ca-fbbe-4e6c-a3cd-887e1618f893', 'name': '', 'network_id': '2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f75ba3-8edf-4218-8302-b6e1989e9a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '5bea9bf0-e5ce-495a-a864-5d61526ec6d9', 'ip_address': '2001:db8::17d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:56Z', 'updated_at': '2021-11-18T17:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bea9bf0-e5ce-495a-a864-5d61526ec6d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:41:59.631540 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-fa0708eb-82f4-4d30-8fc7-57c8041070f4', 'network_id': 'fa0708eb-82f4-4d30-8fc7-57c8041070f4', 'tenant_id': '8f2d533afcea4e229f03cd4086f720ee', 'fixed_ips': [{'subnet_id': 'c86e032b-dd92-487d-882c-74c90a4888ed'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:41:59.633166 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:59.647732 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-946fdcd1-4d3d-4e18-9a6f-74b1fedae4a3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58802463'] for subnet, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:59.674473 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Checking router: f3f75ba3-8edf-4218-8302-b6e1989e9a04 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:41:59.676028 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Updating router f3f75ba3-8edf-4218-8302-b6e1989e9a04 port 71ee55ca-fbbe-4e6c-a3cd-887e1618f893 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:41:59.705850 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:59.846757 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c0687-4e77-4208-a318-0b5097b46ca6 req-106d95b3-ee87-4ee3-a87a-a80ffbf42edc tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:41:59.848921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba0c0687-4e77-4208-a318-0b5097b46ca6 req-106d95b3-ee87-4ee3-a87a-a80ffbf42edc tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 945 time: 0.0730469 Nov 18 17:41:59.923774 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba0c0687-4e77-4208-a318-0b5097b46ca6 req-58dffa74-da07-4e18-b3db-6de04f2d38a7 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f25f7d-8b4b-4a42-bfe3-d41266248abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647204 Nov 18 17:41:59.931155 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b795d6c2-e059-4f53-9ffc-229d5379228e tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:59.941351 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f28e4d7f-a131-47fd-8f9f-ecd2253a3d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:59.944431 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f28e4d7f-a131-47fd-8f9f-ecd2253a3d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:41:59.954948 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f28e4d7f-a131-47fd-8f9f-ecd2253a3d1e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/67395c06-5d92-4888-a353-c6acd212e296 HTTP/1.1" status: 204 len: 168 time: 0.6970179 Nov 18 17:41:59.961635 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e4d7f-a131-47fd-8f9f-ecd2253a3d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67395c06-5d92-4888-a353-c6acd212e296,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:00.029893 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-96ff6254-f28a-4135-9288-66d4a306a8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.103922 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-946fdcd1-4d3d-4e18-9a6f-74b1fedae4a3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793848182294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60412402'] for subnet, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.178566 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.182750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946fdcd1-4d3d-4e18-9a6f-74b1fedae4a3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:00.183365 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-946fdcd1-4d3d-4e18-9a6f-74b1fedae4a3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.183909 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Allocated IP 172.20.0.2 (fa0708eb-82f4-4d30-8fc7-57c8041070f4/c86e032b-dd92-487d-882c-74c90a4888ed/5b60d452-3f36-4954-a841-248f33e4bf0f) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:00.187227 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-946fdcd1-4d3d-4e18-9a6f-74b1fedae4a3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "PUT /v2.0/subnets/c86e032b-dd92-487d-882c-74c90a4888ed HTTP/1.1" status: 200 len: 806 time: 0.8933518 Nov 18 17:42:00.187558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56054) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:00.198018 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b795d6c2-e059-4f53-9ffc-229d5379228e tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.207271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fdcd1-4d3d-4e18-9a6f-74b1fedae4a3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Subnet': ['ID=c86e032b-dd92-487d-882c-74c90a4888ed,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:00.289318 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.325843 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.381439 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a044bc-17f9-4d68-a42e-ce22254b7931 None None] DHCP port deletion for 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:00.414920 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Attempting to bind port 71ee55ca-fbbe-4e6c-a3cd-887e1618f893 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:42:00.415303 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Attempting to bind port 71ee55ca-fbbe-4e6c-a3cd-887e1618f893 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '822711fe-3e1f-494d-b912-f8d78b48ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:42:00.415674 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Attempting to bind port 71ee55ca-fbbe-4e6c-a3cd-887e1618f893 on network 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:42:00.427194 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.440805 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:42:00.441203 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Checking segment: {'id': '822711fe-3e1f-494d-b912-f8d78b48ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:42:00.442094 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.442094 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Bound using segment: {'id': '822711fe-3e1f-494d-b912-f8d78b48ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:42:00.442497 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Bound port: 71ee55ca-fbbe-4e6c-a3cd-887e1618f893, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822711fe-3e1f-494d-b912-f8d78b48ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:42:00.442888 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.445322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b795d6c2-e059-4f53-9ffc-229d5379228e tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Deleting port 71ee55ca-fbbe-4e6c-a3cd-887e1618f893 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:00.445848 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b795d6c2-e059-4f53-9ffc-229d5379228e tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.449297 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6ee71776-0223-49a4-98ff-984120f4886f None None] Provisioning complete for port 71ee55ca-fbbe-4e6c-a3cd-887e1618f893 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:00.450140 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6ee71776-0223-49a4-98ff-984120f4886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.451637 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.515333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6ee71776-0223-49a4-98ff-984120f4886f None None] Port 71ee55ca-fbbe-4e6c-a3cd-887e1618f893 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:42:00.524244 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.532260 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b2207-c436-4438-aa98-028879a613f8 None None] Pushing event updated for resources: {'Port': ['ID=71ee55ca-fbbe-4e6c-a3cd-887e1618f893,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:00.547343 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b2207-c436-4438-aa98-028879a613f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:00.548432 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b2207-c436-4438-aa98-028879a613f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:00.548852 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b2207-c436-4438-aa98-028879a613f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:00.549372 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b2207-c436-4438-aa98-028879a613f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:00.549826 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b2207-c436-4438-aa98-028879a613f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:00.550276 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b2207-c436-4438-aa98-028879a613f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:00.550679 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b2207-c436-4438-aa98-028879a613f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:00.551079 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b2207-c436-4438-aa98-028879a613f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:00.551514 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b2207-c436-4438-aa98-028879a613f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:00.551994 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b2207-c436-4438-aa98-028879a613f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:00.552395 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b2207-c436-4438-aa98-028879a613f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:00.553301 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b2207-c436-4438-aa98-028879a613f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:00.586916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Network fa0708eb-82f4-4d30-8fc7-57c8041070f4 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:00.592493 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:00.604387 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] For port 71ee55ca-fbbe-4e6c-a3cd-887e1618f893, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:42:00.610015 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] For port 71ee55ca-fbbe-4e6c-a3cd-887e1618f893, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=71ee55ca-fbbe-4e6c-a3cd-887e1618f893,segment=NetworkSegment(822711fe-3e1f-494d-b912-f8d78b48ab1e),segment_id=822711fe-3e1f-494d-b912-f8d78b48ab1e)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:42:00.612314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:00.615617 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Pushing event updated for resources: {'Port': ['ID=5b60d452-3f36-4954-a841-248f33e4bf0f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:00.619342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-b795d6c2-e059-4f53-9ffc-229d5379228e tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] For port 71ee55ca-fbbe-4e6c-a3cd-887e1618f893, host n-d-813419-11, got binding levels [] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:00.619724 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b795d6c2-e059-4f53-9ffc-229d5379228e tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.634810 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b795d6c2-e059-4f53-9ffc-229d5379228e tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Calling delete_port for 71ee55ca-fbbe-4e6c-a3cd-887e1618f893 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:00.651132 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.682014 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.736412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Subnet': ['ID=c86e032b-dd92-487d-882c-74c90a4888ed,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:00.759674 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Attempting to bind port 5b60d452-3f36-4954-a841-248f33e4bf0f on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:42:00.759674 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Attempting to bind port 5b60d452-3f36-4954-a841-248f33e4bf0f by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'f1f3cbd6-cded-45a6-8f0e-6c16970eaabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'fa0708eb-82f4-4d30-8fc7-57c8041070f4'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:42:00.759674 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Attempting to bind port 5b60d452-3f36-4954-a841-248f33e4bf0f on network fa0708eb-82f4-4d30-8fc7-57c8041070f4 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:42:00.761138 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b2207-c436-4438-aa98-028879a613f8 None None] Pushing event updated for resources: {'Port': ['ID=71ee55ca-fbbe-4e6c-a3cd-887e1618f893,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:00.770978 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Routers {'f3f75ba3-8edf-4218-8302-b6e1989e9a04'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:00.771374 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84894c94-e4ac-45ab-92a9-a7ec580906f3 None None] DHCP port deletion for 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:00.771742 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:41:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['f3f75ba3-8edf-4218-8302-b6e1989e9a04'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:00.774908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:42:00.775308 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Checking segment: {'id': 'f1f3cbd6-cded-45a6-8f0e-6c16970eaabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'fa0708eb-82f4-4d30-8fc7-57c8041070f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:42:00.775728 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.776165 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Bound using segment: {'id': 'f1f3cbd6-cded-45a6-8f0e-6c16970eaabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'fa0708eb-82f4-4d30-8fc7-57c8041070f4'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:42:00.776666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Bound port: 5b60d452-3f36-4954-a841-248f33e4bf0f, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f3cbd6-cded-45a6-8f0e-6c16970eaabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'fa0708eb-82f4-4d30-8fc7-57c8041070f4'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:42:00.777065 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.873186 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.911905 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0708eb-82f4-4d30-8fc7-57c8041070f4']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:00.934198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f3cbd6-cded-45a6-8f0e-6c16970eaabe') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:00.934500 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f3cbd6-cded-45a6-8f0e-6c16970eaabe') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:00.937116 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] Set router f3f75ba3-8edf-4218-8302-b6e1989e9a04 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:42:00.942311 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] For port 5b60d452-3f36-4954-a841-248f33e4bf0f, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:42:00.946523 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] For port 5b60d452-3f36-4954-a841-248f33e4bf0f, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5b60d452-3f36-4954-a841-248f33e4bf0f,segment=NetworkSegment(f1f3cbd6-cded-45a6-8f0e-6c16970eaabe),segment_id=f1f3cbd6-cded-45a6-8f0e-6c16970eaabe)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:42:00.947214 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:00.953165 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6a5f81b6-bbd7-4f67-bf80-236439711872 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:42:00.982137 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b795d6c2-e059-4f53-9ffc-229d5379228e tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.007971 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4254a5e5-8798-4fff-b51e-78588e8eaea2 None None] Provisioning complete for port 71ee55ca-fbbe-4e6c-a3cd-887e1618f893 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:01.008485 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4254a5e5-8798-4fff-b51e-78588e8eaea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.013837 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.019345 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.023637 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:42:01.024134 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:42:01.030875 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:42:01.088539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f1e1ac-d869-450b-86d6-58fb185db3db None None] DHCP port deletion for 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:01.119273 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4254a5e5-8798-4fff-b51e-78588e8eaea2 None None] Port 71ee55ca-fbbe-4e6c-a3cd-887e1618f893 was deleted so its status cannot be updated. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 18 17:42:01.142566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795d6c2-e059-4f53-9ffc-229d5379228e tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Pushing event deleted for resources: {'Port': ['ID=71ee55ca-fbbe-4e6c-a3cd-887e1618f893,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:01.152840 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b795d6c2-e059-4f53-9ffc-229d5379228e tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.165137 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f75ba3-8edf-4218-8302-b6e1989e9a04', 'name': '', 'tenant_id': 'f6dc6fc6561e47ef85ce8421dd03cce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:55Z', 'updated_at': '2021-11-18T17:42:00Z', 'revision_number': 4, 'project_id': 'f6dc6fc6561e47ef85ce8421dd03cce5', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:01.212975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903a8e7-4047-4758-ac99-137932ad3ddb None None] Pushing event updated for resources: {'Port': ['ID=5b60d452-3f36-4954-a841-248f33e4bf0f,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:01.218651 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e63d0-0e93-427b-b2ce-aca5031b72ff req-198364c1-c9c0-4f4b-be0d-fa52158dfd48 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:01.224437 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a2e63d0-0e93-427b-b2ce-aca5031b72ff req-198364c1-c9c0-4f4b-be0d-fa52158dfd48 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 945 time: 0.1778941 Nov 18 17:42:01.233882 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927bee5b-d0cd-4657-b10e-89d2430e6741 None None] Network fa0708eb-82f4-4d30-8fc7-57c8041070f4 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:01.250813 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf1aabd-8fcd-4971-bb6c-0852c4b0154d None None] The sync data for ids ['f3f75ba3-8edf-4218-8302-b6e1989e9a04'] in n-d-813419-11 is: [{'id': 'f3f75ba3-8edf-4218-8302-b6e1989e9a04', 'name': '', 'tenant_id': 'f6dc6fc6561e47ef85ce8421dd03cce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:55Z', 'updated_at': '2021-11-18T17:42:00Z', 'revision_number': 4, 'project_id': 'f6dc6fc6561e47ef85ce8421dd03cce5', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:42:01.251047 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.api [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 18 17:42:01.251047 n-d-813419-11 neutron-server[104007]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 18 17:42:01.251047 n-d-813419-11 neutron-server[104007]: [parameters: {'id': 'fa0708eb-82f4-4d30-8fc7-57c8041070f4'}] Nov 18 17:42:01.251047 n-d-813419-11 neutron-server[104007]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:42:01.256318 n-d-813419-11 neutron-server[104007]: DEBUG oslo_db.api [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:42:01.296388 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a2e63d0-0e93-427b-b2ce-aca5031b72ff req-e604a1d2-9e52-437c-b85c-14a2bd506417 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f25f7d-8b4b-4a42-bfe3-d41266248abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683861 Nov 18 17:42:01.328508 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b795d6c2-e059-4f53-9ffc-229d5379228e tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.330694 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 6a5f81b6-bbd7-4f67-bf80-236439711872 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:42:01.331990 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b795d6c2-e059-4f53-9ffc-229d5379228e tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.337909 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 6a5f81b6-bbd7-4f67-bf80-236439711872 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:01.338289 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.433044 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b795d6c2-e059-4f53-9ffc-229d5379228e tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.433894 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b795d6c2-e059-4f53-9ffc-229d5379228e tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3f75ba3-8edf-4218-8302-b6e1989e9a04 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:42:01.439809 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b795d6c2-e059-4f53-9ffc-229d5379228e tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.452853 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b795d6c2-e059-4f53-9ffc-229d5379228e tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "DELETE /v2.0/routers/f3f75ba3-8edf-4218-8302-b6e1989e9a04 HTTP/1.1" status: 204 len: 168 time: 2.1449258 Nov 18 17:42:01.453455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56080) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:01.467636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dda93bf-144f-4127-944a-e7894589a8db None None] Network fa0708eb-82f4-4d30-8fc7-57c8041070f4 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:01.488138 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.510402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d43857-cb3f-442a-b4d7-301cff16b332 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Deleting subnet 5bea9bf0-e5ce-495a-a864-5d61526ec6d9 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:42:01.514010 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82d43857-cb3f-442a-b4d7-301cff16b332 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.530094 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56082) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:01.561544 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82d43857-cb3f-442a-b4d7-301cff16b332 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.563078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5f81b6-bbd7-4f67-bf80-236439711872'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:42:01.565418 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3fa7c8-e515-4854-8189-54a8dd4731a7" -d '{"events": [{"server_uuid": "ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69", "name": "network-vif-plugged", "status": "completed", "tag": "6a5f81b6-bbd7-4f67-bf80-236439711872"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:42:01.597682 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 6a5f81b6-bbd7-4f67-bf80-236439711872, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6a5f81b6-bbd7-4f67-bf80-236439711872,segment=NetworkSegment(e28c107b-9674-4e00-a9f4-70d3e9f94020),segment_id=e28c107b-9674-4e00-a9f4-70d3e9f94020)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:01.636487 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82d43857-cb3f-442a-b4d7-301cff16b332 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.648967 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4da47a-4cfa-44b5-98b0-281d79240c3f None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 17:42:01.689642 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4ea24bc2-6e76-4aa5-95f8-859af89b3131 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-824151085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:01.691531 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.752859 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.764612 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82d43857-cb3f-442a-b4d7-301cff16b332 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.776550 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ea24bc2-6e76-4aa5-95f8-859af89b3131 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.778935 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ea24bc2-6e76-4aa5-95f8-859af89b3131 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.786045 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=6a5f81b6-bbd7-4f67-bf80-236439711872,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:01.795757 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a93f460-953e-4056-8ae0-98148216c577 x-openstack-request-id: req-6a93f460-953e-4056-8ae0-98148216c577 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:42:01.796085 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69", "name": "network-vif-plugged", "status": "completed", "tag": "6a5f81b6-bbd7-4f67-bf80-236439711872", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:42:01.796346 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6a93f460-953e-4056-8ae0-98148216c577 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:42:01.796745 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5f81b6-bbd7-4f67-bf80-236439711872', 'code': 200} Nov 18 17:42:01.799771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4da47a-4cfa-44b5-98b0-281d79240c3f None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 17:42:01.835825 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82d43857-cb3f-442a-b4d7-301cff16b332 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.841901 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-82d43857-cb3f-442a-b4d7-301cff16b332 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "DELETE /v2.0/subnets/5bea9bf0-e5ce-495a-a864-5d61526ec6d9 HTTP/1.1" status: 204 len: 168 time: 0.3858581 Nov 18 17:42:01.841901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d43857-cb3f-442a-b4d7-301cff16b332 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5bea9bf0-e5ce-495a-a864-5d61526ec6d9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:01.847382 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56090) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:01.888218 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ea24bc2-6e76-4aa5-95f8-859af89b3131 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.920448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36261b-772e-4f4e-972a-5e895e76f23e req-e7083560-0224-4ad3-b219-3a76e49877e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:01.922117 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8a36261b-772e-4f4e-972a-5e895e76f23e req-e7083560-0224-4ad3-b219-3a76e49877e1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 1098 time: 0.0444360 Nov 18 17:42:01.945778 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3e0f-3c91-4b77-86ec-92c66a7ecb92 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.953453 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Deleting port 5b60d452-3f36-4954-a841-248f33e4bf0f {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:01.954413 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:01.974794 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8a36261b-772e-4f4e-972a-5e895e76f23e req-8594b5ed-0bd5-45f7-a238-86fffef0430d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=11f25f7d-8b4b-4a42-bfe3-d41266248abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443945 Nov 18 17:42:01.976523 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ea24bc2-6e76-4aa5-95f8-859af89b3131 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.072295 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] For port 5b60d452-3f36-4954-a841-248f33e4bf0f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5b60d452-3f36-4954-a841-248f33e4bf0f,segment=NetworkSegment(f1f3cbd6-cded-45a6-8f0e-6c16970eaabe),segment_id=f1f3cbd6-cded-45a6-8f0e-6c16970eaabe)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:02.072683 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.082442 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4ea24bc2-6e76-4aa5-95f8-859af89b3131 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.082953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594219b5-acc5-43a9-a3a0-96b4565be6f9 None None] Network 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:02.087215 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4ea24bc2-6e76-4aa5-95f8-859af89b3131 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5526402 Nov 18 17:42:02.087215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56092) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:02.093176 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-bf434aa4-05ef-4104-a8da-aa5c70504f0d tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-944774227'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:02.103168 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Calling delete_port for 5b60d452-3f36-4954-a841-248f33e4bf0f owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:02.139656 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3e0f-3c91-4b77-86ec-92c66a7ecb92 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.174855 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf434aa4-05ef-4104-a8da-aa5c70504f0d tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Made reservation on behalf of 39dee39164d34205a75fac3d7f4e532b for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:42:02.178482 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf434aa4-05ef-4104-a8da-aa5c70504f0d tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.187832 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf434aa4-05ef-4104-a8da-aa5c70504f0d tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.205215 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-a3fe3e0f-3c91-4b77-86ec-92c66a7ecb92 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:02.223395 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-a3fe3e0f-3c91-4b77-86ec-92c66a7ecb92 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822711fe-3e1f-494d-b912-f8d78b48ab1e') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:02.223698 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-a3fe3e0f-3c91-4b77-86ec-92c66a7ecb92 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822711fe-3e1f-494d-b912-f8d78b48ab1e') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:02.232751 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76daa0c1-97e1-4da0-8386-5e07411a6013 None None] DHCP port deletion for 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:02.249450 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3e0f-3c91-4b77-86ec-92c66a7ecb92 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.271596 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3e0f-3c91-4b77-86ec-92c66a7ecb92 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.277124 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf434aa4-05ef-4104-a8da-aa5c70504f0d tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.278811 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3fe3e0f-3c91-4b77-86ec-92c66a7ecb92 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:42:02.279207 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3e0f-3c91-4b77-86ec-92c66a7ecb92 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:42:02.280958 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:42:02.342292 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf434aa4-05ef-4104-a8da-aa5c70504f0d tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.374776 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf434aa4-05ef-4104-a8da-aa5c70504f0d tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb8439e-92c7-4842-9341-34a952e7b159,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:02.394861 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.406726 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf434aa4-05ef-4104-a8da-aa5c70504f0d tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:42:02.416226 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ab591ce0-b93c-4f29-af94-769e69eeeb97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.417071 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf434aa4-05ef-4104-a8da-aa5c70504f0d tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.419946 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-bf434aa4-05ef-4104-a8da-aa5c70504f0d tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Added segment 581b0777-904a-4200-a789-a51562ab4a5e of type vlan for network bf2d4110-e3f5-4954-9661-c2ed5a62694b Nov 18 17:42:02.450130 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Port': ['ID=5b60d452-3f36-4954-a841-248f33e4bf0f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:02.458889 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3e0f-3c91-4b77-86ec-92c66a7ecb92 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.468437 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fe3e0f-3c91-4b77-86ec-92c66a7ecb92 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 18 17:42:02.470791 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No DVR routers for this DVR port 5b60d452-3f36-4954-a841-248f33e4bf0f on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:42:02.480799 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3e0f-3c91-4b77-86ec-92c66a7ecb92 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.485049 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a3fe3e0f-3c91-4b77-86ec-92c66a7ecb92 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "DELETE /v2.0/networks/2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69 HTTP/1.1" status: 204 len: 168 time: 0.6363752 Nov 18 17:42:02.528704 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe3e0f-3c91-4b77-86ec-92c66a7ecb92 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Pushing event deleted for resources: {'Network': ['ID=2fed9d2f-7c1a-47dd-87c4-c6f8150e0c69,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:02.538188 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf434aa4-05ef-4104-a8da-aa5c70504f0d tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.581819 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f7489-8d72-4fac-8ffd-6936eb3c8706 req-ad0108db-aa55-475e-abc9-5180c09a83f0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:02.583869 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-406f7489-8d72-4fac-8ffd-6936eb3c8706 req-ad0108db-aa55-475e-abc9-5180c09a83f0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 946 time: 0.2028699 Nov 18 17:42:02.620152 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.664619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0708eb-82f4-4d30-8fc7-57c8041070f4']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:02.679702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f3cbd6-cded-45a6-8f0e-6c16970eaabe') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:02.680040 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f3cbd6-cded-45a6-8f0e-6c16970eaabe') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:02.700737 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.718890 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf434aa4-05ef-4104-a8da-aa5c70504f0d tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.724842 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf434aa4-05ef-4104-a8da-aa5c70504f0d tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:02.725635 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf434aa4-05ef-4104-a8da-aa5c70504f0d tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.732979 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-406f7489-8d72-4fac-8ffd-6936eb3c8706 req-00dd5887-d6be-4321-ae69-c9e4e1504f85 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f25f7d-8b4b-4a42-bfe3-d41266248abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413448 Nov 18 17:42:02.739459 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.759508 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:42:02.760092 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:42:02.763838 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:42:02.819861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf434aa4-05ef-4104-a8da-aa5c70504f0d tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event updated for resources: {'Network': ['ID=bf2d4110-e3f5-4954-9661-c2ed5a62694b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:02.833159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network bf2d4110-e3f5-4954-9661-c2ed5a62694b details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:42:02.851839 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bf434aa4-05ef-4104-a8da-aa5c70504f0d tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7628086 Nov 18 17:42:02.854394 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56110) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:02.862909 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7e616764-657b-4233-bf14-4133c5beb0fe tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Request body: {'subnet': {'network_id': 'bf2d4110-e3f5-4954-9661-c2ed5a62694b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:02.935549 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.943415 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:02.952844 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/fa0708eb-82f4-4d30-8fc7-57c8041070f4 HTTP/1.1" status: 204 len: 168 time: 2.7588904 Nov 18 17:42:02.972323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbc0b1-47a0-44a6-9bca-1db331aba042 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Network': ['ID=fa0708eb-82f4-4d30-8fc7-57c8041070f4,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:02.974915 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56114) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:02.975519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56116) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:02.983671 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-873695cf-ce6d-436b-867f-35512ac0bb49 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Request body: {'router': {'name': 'tempest-router--1444793940', 'project_id': 'e812f5093e1b48bf847d10b26fdc9563'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:03.025679 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ada9aec-ee11-4b80-8300-e6b601afea95 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:03.026200 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ada9aec-ee11-4b80-8300-e6b601afea95 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:03.033467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0ada9aec-ee11-4b80-8300-e6b601afea95 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/fa0708eb-82f4-4d30-8fc7-57c8041070f4 HTTP/1.1" status: 404 len: 339 time: 0.0526621 Nov 18 17:42:03.033467 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.api [None req-873695cf-ce6d-436b-867f-35512ac0bb49 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 18 17:42:03.033467 n-d-813419-11 neutron-server[104007]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 18 17:42:03.033467 n-d-813419-11 neutron-server[104007]: [parameters: {'project_id': 'e812f5093e1b48bf847d10b26fdc9563', 'id': '07a9963c-57a9-4a4b-b6cb-dbb733bda0b5', 'expiration': datetime.datetime(2021, 11, 18, 17, 44, 3, 21906)}] Nov 18 17:42:03.033467 n-d-813419-11 neutron-server[104007]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:42:03.033467 n-d-813419-11 neutron-server[104007]: DEBUG oslo_db.api [None req-873695cf-ce6d-436b-867f-35512ac0bb49 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:42:03.035955 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56120) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:03.040570 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d441409f-a2db-4ab2-8bcd-21acc42fa3a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1788878815', 'description': 'd1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:03.117010 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e616764-657b-4233-bf14-4133c5beb0fe tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Made reservation on behalf of 39dee39164d34205a75fac3d7f4e532b for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:42:03.120558 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e616764-657b-4233-bf14-4133c5beb0fe tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:03.254539 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d441409f-a2db-4ab2-8bcd-21acc42fa3a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:42:03.257884 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d441409f-a2db-4ab2-8bcd-21acc42fa3a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:03.298460 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d441409f-a2db-4ab2-8bcd-21acc42fa3a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:42:03.342827 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d441409f-a2db-4ab2-8bcd-21acc42fa3a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:03.346502 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-d441409f-a2db-4ab2-8bcd-21acc42fa3a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Added segment d03f76f0-c576-4713-82cc-16e306c09a80 of type vlan for network f5930745-db5f-49a3-bd40-01f379227d24 Nov 18 17:42:03.383905 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d441409f-a2db-4ab2-8bcd-21acc42fa3a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:03.456490 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e616764-657b-4233-bf14-4133c5beb0fe tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:03.496597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d441409f-a2db-4ab2-8bcd-21acc42fa3a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:03.502235 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d441409f-a2db-4ab2-8bcd-21acc42fa3a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:03.502845 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d441409f-a2db-4ab2-8bcd-21acc42fa3a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:03.581788 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:03.603652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441409f-a2db-4ab2-8bcd-21acc42fa3a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Network': ['ID=f5930745-db5f-49a3-bd40-01f379227d24,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:03.605737 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e616764-657b-4233-bf14-4133c5beb0fe tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event updated for resources: {'Subnet': ['ID=bdaff808-2279-4bb9-abcc-367c292ff6c9,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:03.620100 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e616764-657b-4233-bf14-4133c5beb0fe tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Checking segment: {'id': '581b0777-904a-4200-a789-a51562ab4a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'bf2d4110-e3f5-4954-9661-c2ed5a62694b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:42:03.620100 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e616764-657b-4233-bf14-4133c5beb0fe tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Network hostable DHCP agents. Network: bf2d4110-e3f5-4954-9661-c2ed5a62694b, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:42:03.620329 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network f5930745-db5f-49a3-bd40-01f379227d24 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:42:03.642809 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d441409f-a2db-4ab2-8bcd-21acc42fa3a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6075191 Nov 18 17:42:03.648135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56124) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:03.715452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e616764-657b-4233-bf14-4133c5beb0fe tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Network bf2d4110-e3f5-4954-9661-c2ed5a62694b is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:42:03.735215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed89718b-eb7c-41cc-949d-df66f9227888 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:03.736762 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ed89718b-eb7c-41cc-949d-df66f9227888 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "GET /v2.0/networks?id=f5930745-db5f-49a3-bd40-01f379227d24 HTTP/1.1" status: 200 len: 761 time: 0.0897386 Nov 18 17:42:03.739427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56126) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:03.744413 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-549d5685-79cf-437d-a655-ad75e17b743f tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'network': {'description': 'd2'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:03.753125 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-873695cf-ce6d-436b-867f-35512ac0bb49 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:03.754541 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-873695cf-ce6d-436b-867f-35512ac0bb49 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:03.822048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-7e616764-657b-4233-bf14-4133c5beb0fe tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, bf2d4110-e3f5-4954-9661-c2ed5a62694b) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:03.829686 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e616764-657b-4233-bf14-4133c5beb0fe tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:03.830299 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e616764-657b-4233-bf14-4133c5beb0fe tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:03.832526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739d8be2-ec99-4239-b130-768baaa608e9 None None] Network bf2d4110-e3f5-4954-9661-c2ed5a62694b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:03.868335 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-873695cf-ce6d-436b-867f-35512ac0bb49 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:03.934335 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7e616764-657b-4233-bf14-4133c5beb0fe tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0786319 Nov 18 17:42:03.934978 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56130) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:03.943102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-273a7721-6fe2-4c5b-968c-e18c16bb1ce0 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Request body: {'network': {'name': 'tempest-router-network01--1550256424'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:03.945812 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdb7cf-7169-4de9-898b-21719a64757b req-a553b888-63ae-4c56-a0ad-b1defcaa50ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:03.949179 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20cdb7cf-7169-4de9-898b-21719a64757b req-a553b888-63ae-4c56-a0ad-b1defcaa50ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 946 time: 0.0830982 Nov 18 17:42:03.951640 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-873695cf-ce6d-436b-867f-35512ac0bb49 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:03.973708 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-549d5685-79cf-437d-a655-ad75e17b743f tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.028155 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20cdb7cf-7169-4de9-898b-21719a64757b req-3d7baab3-5b3b-47b9-becd-2a8e5d662e64 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f25f7d-8b4b-4a42-bfe3-d41266248abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624359 Nov 18 17:42:04.044909 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-bf2d4110-e3f5-4954-9661-c2ed5a62694b', 'network_id': 'bf2d4110-e3f5-4954-9661-c2ed5a62694b', 'tenant_id': '39dee39164d34205a75fac3d7f4e532b', 'fixed_ips': [{'subnet_id': 'bdaff808-2279-4bb9-abcc-367c292ff6c9'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:42:04.048349 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.066929 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-549d5685-79cf-437d-a655-ad75e17b743f tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.090801 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273a7721-6fe2-4c5b-968c-e18c16bb1ce0 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Made reservation on behalf of 39dee39164d34205a75fac3d7f4e532b for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:42:04.094305 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-273a7721-6fe2-4c5b-968c-e18c16bb1ce0 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.099717 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-549d5685-79cf-437d-a655-ad75e17b743f tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network f5930745-db5f-49a3-bd40-01f379227d24 is not hosted by any dhcp agent {{(pid=104008) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 18 17:42:04.105206 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549d5685-79cf-437d-a655-ad75e17b743f tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:04.105959 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-549d5685-79cf-437d-a655-ad75e17b743f tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.111108 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-549d5685-79cf-437d-a655-ad75e17b743f tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "PUT /v2.0/networks/f5930745-db5f-49a3-bd40-01f379227d24 HTTP/1.1" status: 200 len: 758 time: 0.3668718 Nov 18 17:42:04.111227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56136) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:04.182345 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d5685-79cf-437d-a655-ad75e17b743f tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Network': ['ID=f5930745-db5f-49a3-bd40-01f379227d24,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:04.200669 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273a7721-6fe2-4c5b-968c-e18c16bb1ce0 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] vlan segment allocate from pool success with {'vlan_id': 1144, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:42:04.213746 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-273a7721-6fe2-4c5b-968c-e18c16bb1ce0 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.214440 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-273a7721-6fe2-4c5b-968c-e18c16bb1ce0 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Added segment fb282709-55f2-41a7-ae58-c77587ba3cb6 of type vlan for network 066938a9-c44b-4e9f-bafd-7347a63c3af8 Nov 18 17:42:04.239438 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dda55a-d338-4f62-9700-f9f1b7597951 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:04.245087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-48dda55a-d338-4f62-9700-f9f1b7597951 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "GET /v2.0/networks?id=f5930745-db5f-49a3-bd40-01f379227d24 HTTP/1.1" status: 200 len: 761 time: 0.1289191 Nov 18 17:42:04.252760 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56138) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:04.257270 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-873695cf-ce6d-436b-867f-35512ac0bb49 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.260819 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-873695cf-ce6d-436b-867f-35512ac0bb49 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2798595 Nov 18 17:42:04.261926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Allocated IP 2001:db8::2 (bf2d4110-e3f5-4954-9661-c2ed5a62694b/bdaff808-2279-4bb9-abcc-367c292ff6c9/40c55082-051d-4a2a-a883-8c1fda2c52ea) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:04.262810 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56140) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:04.265010 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-64ab128c-ffb0-4358-89e9-55c8436f8539 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-322687354'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:04.269512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network f5930745-db5f-49a3-bd40-01f379227d24 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:42:04.320486 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-273a7721-6fe2-4c5b-968c-e18c16bb1ce0 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.347638 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc290eb0-b5a7-40fc-90c2-a1734ad25ca6 req-2c913214-8222-48cb-9076-306663f7da6e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:04.349760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc290eb0-b5a7-40fc-90c2-a1734ad25ca6 req-2c913214-8222-48cb-9076-306663f7da6e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 946 time: 0.1072621 Nov 18 17:42:04.367768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ab128c-ffb0-4358-89e9-55c8436f8539 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:42:04.374776 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64ab128c-ffb0-4358-89e9-55c8436f8539 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.375195 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72dbb0df-e396-424b-901a-cb5ac9bf0aec tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.438219 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ab128c-ffb0-4358-89e9-55c8436f8539 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:42:04.468722 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64ab128c-ffb0-4358-89e9-55c8436f8539 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.470051 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-64ab128c-ffb0-4358-89e9-55c8436f8539 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Added segment 024be70a-12f9-4893-bc68-decd28895e0a of type vlan for network f5177eba-95d1-4ef9-a53c-4c15d4ffdddc Nov 18 17:42:04.477876 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc290eb0-b5a7-40fc-90c2-a1734ad25ca6 req-9d0ec5a1-d591-4354-a323-36c6492bca18 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f25f7d-8b4b-4a42-bfe3-d41266248abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218021 Nov 18 17:42:04.529841 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56142) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:04.579950 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64ab128c-ffb0-4358-89e9-55c8436f8539 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.613922 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b428c-e536-4fa9-a773-093ac25b88da tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:04.616784 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-511b428c-e536-4fa9-a773-093ac25b88da tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 1093 time: 0.0842748 Nov 18 17:42:04.618718 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56144) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:04.623779 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': '6a5f81b6-bbd7-4f67-bf80-236439711872', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:04.669187 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.725005 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64ab128c-ffb0-4358-89e9-55c8436f8539 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.731274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ab128c-ffb0-4358-89e9-55c8436f8539 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:04.732408 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64ab128c-ffb0-4358-89e9-55c8436f8539 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.771988 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.782832 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.838321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab128c-ffb0-4358-89e9-55c8436f8539 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Network': ['ID=f5177eba-95d1-4ef9-a53c-4c15d4ffdddc,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:04.848721 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-64ab128c-ffb0-4358-89e9-55c8436f8539 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5945046 Nov 18 17:42:04.852188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Pushing event updated for resources: {'Port': ['ID=40c55082-051d-4a2a-a883-8c1fda2c52ea,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:04.852332 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56146) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:04.856125 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-cd336ec4-14ec-42ef-885c-fe23268e5fd8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'subnet': {'network_id': 'f5177eba-95d1-4ef9-a53c-4c15d4ffdddc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:04.870107 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network f5177eba-95d1-4ef9-a53c-4c15d4ffdddc details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:42:04.896580 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72dbb0df-e396-424b-901a-cb5ac9bf0aec tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.898842 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72dbb0df-e396-424b-901a-cb5ac9bf0aec tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.914384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Network bf2d4110-e3f5-4954-9661-c2ed5a62694b is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:04.918736 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:04.930059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:04.947243 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-273a7721-6fe2-4c5b-968c-e18c16bb1ce0 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:04.953354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a7721-6fe2-4c5b-968c-e18c16bb1ce0 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:04.954358 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-273a7721-6fe2-4c5b-968c-e18c16bb1ce0 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.037223 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Attempting to bind port 40c55082-051d-4a2a-a883-8c1fda2c52ea on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:42:05.037626 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Attempting to bind port 40c55082-051d-4a2a-a883-8c1fda2c52ea by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '581b0777-904a-4200-a789-a51562ab4a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'bf2d4110-e3f5-4954-9661-c2ed5a62694b'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:42:05.037972 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Attempting to bind port 40c55082-051d-4a2a-a883-8c1fda2c52ea on network bf2d4110-e3f5-4954-9661-c2ed5a62694b {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:42:05.043992 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:42:05.044389 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Checking segment: {'id': '581b0777-904a-4200-a789-a51562ab4a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'bf2d4110-e3f5-4954-9661-c2ed5a62694b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:42:05.045110 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.045232 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Bound using segment: {'id': '581b0777-904a-4200-a789-a51562ab4a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'bf2d4110-e3f5-4954-9661-c2ed5a62694b'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:42:05.045814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Bound port: 40c55082-051d-4a2a-a883-8c1fda2c52ea, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581b0777-904a-4200-a789-a51562ab4a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'bf2d4110-e3f5-4954-9661-c2ed5a62694b'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:42:05.046162 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.046514 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72dbb0df-e396-424b-901a-cb5ac9bf0aec tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.047379 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dbb0df-e396-424b-901a-cb5ac9bf0aec tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5767633d-6dd6-4e56-b5b7-6b2ba49a9078 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:42:05.067182 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a7721-6fe2-4c5b-968c-e18c16bb1ce0 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event updated for resources: {'Network': ['ID=066938a9-c44b-4e9f-bafd-7347a63c3af8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:05.075253 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-273a7721-6fe2-4c5b-968c-e18c16bb1ce0 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1365561 Nov 18 17:42:05.081433 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72dbb0df-e396-424b-901a-cb5ac9bf0aec tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.085241 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-72dbb0df-e396-424b-901a-cb5ac9bf0aec tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "DELETE /v2.0/routers/5767633d-6dd6-4e56-b5b7-6b2ba49a9078 HTTP/1.1" status: 204 len: 168 time: 0.8112631 Nov 18 17:42:05.085241 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56150) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:05.085475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 066938a9-c44b-4e9f-bafd-7347a63c3af8 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:42:05.106619 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.108547 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.116594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2f23f5bf-3946-4648-a002-d9347792919e tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Request body: {'network': {'name': 'tempest-router-network02--1963223155'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:05.185882 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] For port 40c55082-051d-4a2a-a883-8c1fda2c52ea, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:42:05.186692 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd336ec4-14ec-42ef-885c-fe23268e5fd8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:42:05.190858 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd336ec4-14ec-42ef-885c-fe23268e5fd8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.203176 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] For port 40c55082-051d-4a2a-a883-8c1fda2c52ea, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=40c55082-051d-4a2a-a883-8c1fda2c52ea,segment=NetworkSegment(581b0777-904a-4200-a789-a51562ab4a5e),segment_id=581b0777-904a-4200-a789-a51562ab4a5e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:42:05.273308 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f23f5bf-3946-4648-a002-d9347792919e tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Made reservation on behalf of 39dee39164d34205a75fac3d7f4e532b for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:42:05.273690 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.278765 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f23f5bf-3946-4648-a002-d9347792919e tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.314293 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f23f5bf-3946-4648-a002-d9347792919e tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:42:05.324058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Allocated IP 172.25.3.84 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/9c124531-ce52-4cb4-a834-c958a54e5256) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:05.328982 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f23f5bf-3946-4648-a002-d9347792919e tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.329821 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-2f23f5bf-3946-4648-a002-d9347792919e tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Added segment 22d6d90e-7a6c-4e29-a87f-dd22a217202e of type vlan for network 689b60db-3763-4f26-89bf-7a769bd22c8f Nov 18 17:42:05.347586 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840e659-70a0-4b58-b901-332f985dfcde None None] Pushing event updated for resources: {'Port': ['ID=40c55082-051d-4a2a-a883-8c1fda2c52ea,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:05.371524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56154) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:05.403300 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f23f5bf-3946-4648-a002-d9347792919e tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.478857 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f23f5bf-3946-4648-a002-d9347792919e tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.485125 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f23f5bf-3946-4648-a002-d9347792919e tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:05.485742 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f23f5bf-3946-4648-a002-d9347792919e tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.507395 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.540010 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.599210 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd336ec4-14ec-42ef-885c-fe23268e5fd8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.630644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23f5bf-3946-4648-a002-d9347792919e tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event updated for resources: {'Network': ['ID=689b60db-3763-4f26-89bf-7a769bd22c8f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:05.658282 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 689b60db-3763-4f26-89bf-7a769bd22c8f details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:42:05.671369 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2f23f5bf-3946-4648-a002-d9347792919e tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5859056 Nov 18 17:42:05.677040 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56158) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:05.703586 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3b0e5358-5821-4b54-9fd8-ad62bc1bfcfb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Request body: {'subnet': {'network_id': '066938a9-c44b-4e9f-bafd-7347a63c3af8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:05.788460 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1301605418', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}, 'admin_state_up': False}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:05.822610 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd336ec4-14ec-42ef-885c-fe23268e5fd8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Checking segment: {'id': '024be70a-12f9-4893-bc68-decd28895e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f5177eba-95d1-4ef9-a53c-4c15d4ffdddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:42:05.823076 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd336ec4-14ec-42ef-885c-fe23268e5fd8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network hostable DHCP agents. Network: f5177eba-95d1-4ef9-a53c-4c15d4ffdddc, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:42:05.832810 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd336ec4-14ec-42ef-885c-fe23268e5fd8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Subnet': ['ID=2b4fa84c-054a-402d-8891-99f8db0ce32c,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:05.836639 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.918794 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:05.920554 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:05.922360 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Port': ['ID=9c124531-ce52-4cb4-a834-c958a54e5256,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:05.924606 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:05.987251 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:05.988310 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:06.014776 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd336ec4-14ec-42ef-885c-fe23268e5fd8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network f5177eba-95d1-4ef9-a53c-4c15d4ffdddc is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:42:06.135345 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:06.140547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0e5358-5821-4b54-9fd8-ad62bc1bfcfb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Made reservation on behalf of 39dee39164d34205a75fac3d7f4e532b for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:42:06.144744 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b0e5358-5821-4b54-9fd8-ad62bc1bfcfb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:06.162958 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-cd336ec4-14ec-42ef-885c-fe23268e5fd8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, f5177eba-95d1-4ef9-a53c-4c15d4ffdddc) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:06.165518 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef618b7-cfd7-453f-b442-dbd9ad029b2f None None] Network f5177eba-95d1-4ef9-a53c-4c15d4ffdddc requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:06.168391 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd336ec4-14ec-42ef-885c-fe23268e5fd8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:06.169010 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cd336ec4-14ec-42ef-885c-fe23268e5fd8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:06.244790 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 40c55082-051d-4a2a-a883-8c1fda2c52ea up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:42:06.336472 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cd336ec4-14ec-42ef-885c-fe23268e5fd8 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4842782 Nov 18 17:42:06.340236 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56162) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:06.436785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 40c55082-051d-4a2a-a883-8c1fda2c52ea triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:06.437175 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:06.473496 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-f5177eba-95d1-4ef9-a53c-4c15d4ffdddc', 'network_id': 'f5177eba-95d1-4ef9-a53c-4c15d4ffdddc', 'tenant_id': '8f2d533afcea4e229f03cd4086f720ee', 'fixed_ips': [{'subnet_id': '2b4fa84c-054a-402d-8891-99f8db0ce32c'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:42:06.474741 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:06.520831 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:06.555061 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:06.584867 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:06.645335 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:06.717858 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 40c55082-051d-4a2a-a883-8c1fda2c52ea, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=40c55082-051d-4a2a-a883-8c1fda2c52ea,segment=NetworkSegment(581b0777-904a-4200-a789-a51562ab4a5e),segment_id=581b0777-904a-4200-a789-a51562ab4a5e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:06.719333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Allocated IP 172.20.0.2 (f5177eba-95d1-4ef9-a53c-4c15d4ffdddc/2b4fa84c-054a-402d-8891-99f8db0ce32c/338d22df-ac41-4684-8cbd-c98a567ba3f8) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:06.734462 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f14a2a-6a57-4a93-981d-2248afd3c466 None None] Network bf2d4110-e3f5-4954-9661-c2ed5a62694b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:06.775477 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:06.803467 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b0e5358-5821-4b54-9fd8-ad62bc1bfcfb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:06.818182 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:06.933089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=40c55082-051d-4a2a-a883-8c1fda2c52ea,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:06.968338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e600dcf1-5c8d-4f11-b4d2-b35e501f60a3 None None] Provisioning complete for port 40c55082-051d-4a2a-a883-8c1fda2c52ea triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:06.968706 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e600dcf1-5c8d-4f11-b4d2-b35e501f60a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:07.121018 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:07.205259 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:07.268410 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Network f5177eba-95d1-4ef9-a53c-4c15d4ffdddc is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:07.274604 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:07.290935 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:07.302258 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:07.308092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Pushing event updated for resources: {'Port': ['ID=338d22df-ac41-4684-8cbd-c98a567ba3f8,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:07.313011 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e5358-5821-4b54-9fd8-ad62bc1bfcfb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event updated for resources: {'Subnet': ['ID=2f3ca0d8-e971-44f9-906e-2684fc20a707,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:07.354073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0e5358-5821-4b54-9fd8-ad62bc1bfcfb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Checking segment: {'id': 'fb282709-55f2-41a7-ae58-c77587ba3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '066938a9-c44b-4e9f-bafd-7347a63c3af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:42:07.354533 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e5358-5821-4b54-9fd8-ad62bc1bfcfb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Network hostable DHCP agents. Network: 066938a9-c44b-4e9f-bafd-7347a63c3af8, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:42:07.358168 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:07.362725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4fa84c-054a-402d-8891-99f8db0ce32c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:07.395335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:07.397347 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:07.397728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:07.398080 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:07.398433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:07.398770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:07.399102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:07.399437 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:07.399809 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:07.400010 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Attempting to bind port 338d22df-ac41-4684-8cbd-c98a567ba3f8 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:42:07.400139 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:07.400503 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:07.400627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Attempting to bind port 338d22df-ac41-4684-8cbd-c98a567ba3f8 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '024be70a-12f9-4893-bc68-decd28895e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f5177eba-95d1-4ef9-a53c-4c15d4ffdddc'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:42:07.400845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:07.401184 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Attempting to bind port 338d22df-ac41-4684-8cbd-c98a567ba3f8 on network f5177eba-95d1-4ef9-a53c-4c15d4ffdddc {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:42:07.412192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:42:07.419841 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Checking segment: {'id': '024be70a-12f9-4893-bc68-decd28895e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f5177eba-95d1-4ef9-a53c-4c15d4ffdddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:42:07.419841 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:07.419841 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Bound using segment: {'id': '024be70a-12f9-4893-bc68-decd28895e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f5177eba-95d1-4ef9-a53c-4c15d4ffdddc'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:42:07.419841 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Bound port: 338d22df-ac41-4684-8cbd-c98a567ba3f8, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024be70a-12f9-4893-bc68-decd28895e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f5177eba-95d1-4ef9-a53c-4c15d4ffdddc'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:42:07.419841 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:07.538582 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-108f4121-df73-4571-bde1-706a573a2c51 None None] Provisioning complete for port 40c55082-051d-4a2a-a883-8c1fda2c52ea triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:07.545801 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-108f4121-df73-4571-bde1-706a573a2c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:07.545801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] For port 338d22df-ac41-4684-8cbd-c98a567ba3f8, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:42:07.559190 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:07.565026 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:07.576091 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] For port 338d22df-ac41-4684-8cbd-c98a567ba3f8, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=338d22df-ac41-4684-8cbd-c98a567ba3f8,segment=NetworkSegment(024be70a-12f9-4893-bc68-decd28895e0a),segment_id=024be70a-12f9-4893-bc68-decd28895e0a)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:42:07.598193 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:07.599405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5177eba-95d1-4ef9-a53c-4c15d4ffdddc']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:07.613572 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024be70a-12f9-4893-bc68-decd28895e0a') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:07.613951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024be70a-12f9-4893-bc68-decd28895e0a') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:07.628063 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:07.657981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e5358-5821-4b54-9fd8-ad62bc1bfcfb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Network 066938a9-c44b-4e9f-bafd-7347a63c3af8 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:42:07.701882 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:07.704351 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:07.713035 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:42:07.713860 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:07.802459 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:07.807350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-3b0e5358-5821-4b54-9fd8-ad62bc1bfcfb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 066938a9-c44b-4e9f-bafd-7347a63c3af8) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:07.812368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0e5358-5821-4b54-9fd8-ad62bc1bfcfb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:07.813812 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b0e5358-5821-4b54-9fd8-ad62bc1bfcfb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:07.821050 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b288f2-32cb-4202-9c74-a5718b4955ef None None] Network 066938a9-c44b-4e9f-bafd-7347a63c3af8 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:07.829646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Allocated IP 172.25.3.252 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/5950e96c-7afe-4c38-828a-67dd4809f3f0) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:42:07.846181 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:42:07.860605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35beba1f-afdd-4048-9ad6-58617a61ed25 None None] Network f5177eba-95d1-4ef9-a53c-4c15d4ffdddc requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:07.884614 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.db.api [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 18 17:42:07.884614 n-d-813419-11 neutron-server[104008]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 18 17:42:07.884614 n-d-813419-11 neutron-server[104008]: [parameters: {'id': 'f5177eba-95d1-4ef9-a53c-4c15d4ffdddc'}] Nov 18 17:42:07.884614 n-d-813419-11 neutron-server[104008]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:42:07.885742 n-d-813419-11 neutron-server[104008]: DEBUG oslo_db.api [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:42:07.935399 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3b0e5358-5821-4b54-9fd8-ad62bc1bfcfb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2356579 Nov 18 17:42:07.936281 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56190) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:07.937815 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a492f-14c5-4e70-82b8-98842bbd770a None None] Pushing event updated for resources: {'Port': ['ID=338d22df-ac41-4684-8cbd-c98a567ba3f8,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:07.941388 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c482a38d-c530-477a-8c92-af246390c8eb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Request body: {'subnet': {'network_id': '689b60db-3763-4f26-89bf-7a769bd22c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:07.947644 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:08.099246 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Port': ['ID=9c124531-ce52-4cb4-a834-c958a54e5256,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:08.105541 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:08.119361 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:08.142881 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-066938a9-c44b-4e9f-bafd-7347a63c3af8', 'network_id': '066938a9-c44b-4e9f-bafd-7347a63c3af8', 'tenant_id': '39dee39164d34205a75fac3d7f4e532b', 'fixed_ips': [{'subnet_id': '2f3ca0d8-e971-44f9-906e-2684fc20a707'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:42:08.143766 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:08.188796 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c482a38d-c530-477a-8c92-af246390c8eb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Made reservation on behalf of 39dee39164d34205a75fac3d7f4e532b for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:42:08.197157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c482a38d-c530-477a-8c92-af246390c8eb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:08.249078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 40c55082-051d-4a2a-a883-8c1fda2c52ea up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:42:08.271739 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Floating IP 7495c759-3857-434b-953f-9969e4c68fbf associated. External IP: 172.25.3.84, port: 6a5f81b6-bbd7-4f67-bf80-236439711872. Nov 18 17:42:08.307402 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:08.342949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Allocated IP 2001:db8::2 (066938a9-c44b-4e9f-bafd-7347a63c3af8/2f3ca0d8-e971-44f9-906e-2684fc20a707/7ac1faa2-8004-4e9f-87cf-beaa43732fa5) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:08.360691 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:08.363338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 40c55082-051d-4a2a-a883-8c1fda2c52ea triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:08.363718 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:08.395053 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:08.399157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:08.404345 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:08.437680 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Pushing event updated for resources: {'Port': ['ID=5950e96c-7afe-4c38-828a-67dd4809f3f0,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:08.450765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a12a0ce-f664-48ab-b5e2-d5d31ab17297 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:08.572249 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Deleting port 338d22df-ac41-4684-8cbd-c98a567ba3f8 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:08.572619 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:08.584815 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:08.598259 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f2d41b40-b31f-4b05-88cc-4b9509ff4a4d None None] Provisioning complete for port 5950e96c-7afe-4c38-828a-67dd4809f3f0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:08.598593 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2d41b40-b31f-4b05-88cc-4b9509ff4a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:08.644884 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f2d41b40-b31f-4b05-88cc-4b9509ff4a4d None None] Port 5950e96c-7afe-4c38-828a-67dd4809f3f0 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:42:08.645107 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c482a38d-c530-477a-8c92-af246390c8eb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:08.684179 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:08.687024 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Router 76425647-509c-4234-be6d-8f70714db2d3 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:42:08.710230 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] For port 338d22df-ac41-4684-8cbd-c98a567ba3f8, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=338d22df-ac41-4684-8cbd-c98a567ba3f8,segment=NetworkSegment(024be70a-12f9-4893-bc68-decd28895e0a),segment_id=024be70a-12f9-4893-bc68-decd28895e0a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:08.710989 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:08.727567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Network 066938a9-c44b-4e9f-bafd-7347a63c3af8 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:08.732469 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:08.740278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:08.741872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Calling delete_port for 338d22df-ac41-4684-8cbd-c98a567ba3f8 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:08.743569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482a38d-c530-477a-8c92-af246390c8eb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event updated for resources: {'Subnet': ['ID=aa64a92a-f1c1-4c2b-b57c-d84bb8a65277,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:08.743706 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Pushing event updated for resources: {'Port': ['ID=7ac1faa2-8004-4e9f-87cf-beaa43732fa5,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:08.800790 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c482a38d-c530-477a-8c92-af246390c8eb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Checking segment: {'id': '22d6d90e-7a6c-4e29-a87f-dd22a217202e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '689b60db-3763-4f26-89bf-7a769bd22c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:42:08.801170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c482a38d-c530-477a-8c92-af246390c8eb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Network hostable DHCP agents. Network: 689b60db-3763-4f26-89bf-7a769bd22c8f, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:42:08.812117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Attempting to bind port 7ac1faa2-8004-4e9f-87cf-beaa43732fa5 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:42:08.812761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Attempting to bind port 7ac1faa2-8004-4e9f-87cf-beaa43732fa5 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'fb282709-55f2-41a7-ae58-c77587ba3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '066938a9-c44b-4e9f-bafd-7347a63c3af8'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:42:08.814136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Attempting to bind port 7ac1faa2-8004-4e9f-87cf-beaa43732fa5 on network 066938a9-c44b-4e9f-bafd-7347a63c3af8 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:42:08.821022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:42:08.821683 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Checking segment: {'id': 'fb282709-55f2-41a7-ae58-c77587ba3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '066938a9-c44b-4e9f-bafd-7347a63c3af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:42:08.822558 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:08.823232 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Bound using segment: {'id': 'fb282709-55f2-41a7-ae58-c77587ba3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '066938a9-c44b-4e9f-bafd-7347a63c3af8'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:42:08.823915 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Bound port: 7ac1faa2-8004-4e9f-87cf-beaa43732fa5, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb282709-55f2-41a7-ae58-c77587ba3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '066938a9-c44b-4e9f-bafd-7347a63c3af8'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:42:08.824481 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:08.847778 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:42:08.873370 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbc4dd-abf0-470d-bd87-fc961a8e52c4 None None] Sync routers for ids ['76425647-509c-4234-be6d-8f70714db2d3'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:42:08.908173 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbc4dd-abf0-470d-bd87-fc961a8e52c4 None None] Routers {'76425647-509c-4234-be6d-8f70714db2d3'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:08.909406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-85dbc4dd-abf0-470d-bd87-fc961a8e52c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['76425647-509c-4234-be6d-8f70714db2d3'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:08.916654 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:08.920098 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c482a38d-c530-477a-8c92-af246390c8eb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Network 689b60db-3763-4f26-89bf-7a769bd22c8f is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:42:08.947639 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:08.957814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] For port 7ac1faa2-8004-4e9f-87cf-beaa43732fa5, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:42:08.974608 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] For port 7ac1faa2-8004-4e9f-87cf-beaa43732fa5, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7ac1faa2-8004-4e9f-87cf-beaa43732fa5,segment=NetworkSegment(fb282709-55f2-41a7-ae58-c77587ba3cb6),segment_id=fb282709-55f2-41a7-ae58-c77587ba3cb6)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:42:08.976587 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Port': ['ID=338d22df-ac41-4684-8cbd-c98a567ba3f8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:08.982017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No DVR routers for this DVR port 338d22df-ac41-4684-8cbd-c98a567ba3f8 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:42:09.021135 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:09.043583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-c482a38d-c530-477a-8c92-af246390c8eb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 689b60db-3763-4f26-89bf-7a769bd22c8f) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:09.057778 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-893bd830-fb85-4bf5-bb8d-0ede6c180497 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4376223 Nov 18 17:42:09.064374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'tag': '6a5f81b6-bbd7-4f67-bf80-236439711872'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:42:09.066866 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330928dc-54b3-4ae7-a873-4cfe691ce5af" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69", "tag": "6a5f81b6-bbd7-4f67-bf80-236439711872"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:42:09.071813 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56230) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:09.080056 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:09.085067 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c482a38d-c530-477a-8c92-af246390c8eb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:09.085669 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c482a38d-c530-477a-8c92-af246390c8eb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:09.117644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5177eba-95d1-4ef9-a53c-4c15d4ffdddc']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:09.130544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024be70a-12f9-4893-bc68-decd28895e0a') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:09.131120 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024be70a-12f9-4893-bc68-decd28895e0a') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:09.145256 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:09.153363 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdcb2a8-baa1-4c8f-ae65-f3963f0fd18f x-openstack-request-id: req-1fdcb2a8-baa1-4c8f-ae65-f3963f0fd18f {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:42:09.153640 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69", "tag": "6a5f81b6-bbd7-4f67-bf80-236439711872", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:42:09.153900 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1fdcb2a8-baa1-4c8f-ae65-f3963f0fd18f {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:42:09.154317 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'tag': '6a5f81b6-bbd7-4f67-bf80-236439711872', 'status': 'completed', 'code': 200} Nov 18 17:42:09.186736 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:09.191448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-eef6f0b1-fd71-49da-a74c-036351f5b35d tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/floatingips/7495c759-3857-434b-953f-9969e4c68fbf HTTP/1.1" status: 200 len: 991 time: 0.1167221 Nov 18 17:42:09.196195 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c482a38d-c530-477a-8c92-af246390c8eb tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2588685 Nov 18 17:42:09.202112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56238) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:09.205260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:42:09.205803 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:42:09.213330 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:42:09.247288 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:09.258508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b520b279-b51e-49db-b297-287e2a4e42f8 None None] Network 689b60db-3763-4f26-89bf-7a769bd22c8f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:09.265151 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:09.280438 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330928dc-54b3-4ae7-a873-4cfe691ce5af req-4d60521d-3b8f-4f9d-bdac-549f5998973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:09.282310 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-330928dc-54b3-4ae7-a873-4cfe691ce5af req-4d60521d-3b8f-4f9d-bdac-549f5998973e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 1098 time: 0.1392884 Nov 18 17:42:09.335527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-85dbc4dd-abf0-470d-bd87-fc961a8e52c4 None None] Set router 76425647-509c-4234-be6d-8f70714db2d3 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:42:09.450159 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Router a77bf2f7-1653-48ea-938b-914bae8084bb is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:42:09.498084 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1eaff-2f57-4540-8729-caae02ef2155 None None] Pushing event updated for resources: {'Port': ['ID=7ac1faa2-8004-4e9f-87cf-beaa43732fa5,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:09.523692 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:09.579721 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:09.584848 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/f5177eba-95d1-4ef9-a53c-4c15d4ffdddc HTTP/1.1" status: 204 len: 168 time: 3.2432532 Nov 18 17:42:09.591557 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56258) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:09.652372 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc309443-5737-49e3-9623-a2da6258c4ba tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Network': ['ID=f5177eba-95d1-4ef9-a53c-4c15d4ffdddc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:09.668723 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-619fa555-81f0-4243-b652-4ced41aada34 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] GET failed (client error): The resource could not be found. Nov 18 17:42:09.670084 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-619fa555-81f0-4243-b652-4ced41aada34 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "GET /v2.0/subnets/2b4fa84c-054a-402d-8891-99f8db0ce32c HTTP/1.1" status: 404 len: 337 time: 0.0775857 Nov 18 17:42:09.676664 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56260) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:09.692389 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-689b60db-3763-4f26-89bf-7a769bd22c8f', 'network_id': '689b60db-3763-4f26-89bf-7a769bd22c8f', 'tenant_id': '39dee39164d34205a75fac3d7f4e532b', 'fixed_ips': [{'subnet_id': 'aa64a92a-f1c1-4c2b-b57c-d84bb8a65277'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:42:09.693376 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:09.702683 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3e8431-c4c0-4216-8d99-388011543d3f tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:09.703407 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3e8431-c4c0-4216-8d99-388011543d3f tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:09.707773 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ef3e8431-c4c0-4216-8d99-388011543d3f tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/f5177eba-95d1-4ef9-a53c-4c15d4ffdddc HTTP/1.1" status: 404 len: 339 time: 0.0286174 Nov 18 17:42:09.716166 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56264) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:09.734547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:42:09.747581 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba00ef70-b543-4e4a-b5a6-06f2b0454dc1 None None] Sync routers for ids ['a77bf2f7-1653-48ea-938b-914bae8084bb'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:42:09.765278 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00ef70-b543-4e4a-b5a6-06f2b0454dc1 None None] Routers {'a77bf2f7-1653-48ea-938b-914bae8084bb'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:09.767359 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ba00ef70-b543-4e4a-b5a6-06f2b0454dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a77bf2f7-1653-48ea-938b-914bae8084bb'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:09.786423 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330928dc-54b3-4ae7-a873-4cfe691ce5af req-7a4296ab-428a-4125-b4e2-37d066e01c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:09.788447 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-330928dc-54b3-4ae7-a873-4cfe691ce5af req-7a4296ab-428a-4125-b4e2-37d066e01c3d service neutron] 10.222.0.81 "GET /v2.0/networks?id=22e024c3-84a5-4744-8503-bb8da7dda11e HTTP/1.1" status: 200 len: 899 time: 0.4968135 Nov 18 17:42:09.835041 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ba00ef70-b543-4e4a-b5a6-06f2b0454dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:09.848190 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00ef70-b543-4e4a-b5a6-06f2b0454dc1 None None] Routers {'a77bf2f7-1653-48ea-938b-914bae8084bb'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:09.849045 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ba00ef70-b543-4e4a-b5a6-06f2b0454dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a77bf2f7-1653-48ea-938b-914bae8084bb'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:09.885524 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:09.888315 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ca6df984-5f29-47e3-b6c3-11f70e789e8c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.5157604 Nov 18 17:42:09.891020 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ba00ef70-b543-4e4a-b5a6-06f2b0454dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:09.892300 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56272) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:09.892432 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba00ef70-b543-4e4a-b5a6-06f2b0454dc1 None None] The sync data for ids ['a77bf2f7-1653-48ea-938b-914bae8084bb'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:42:09.975327 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:09.981347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-85dbc4dd-abf0-470d-bd87-fc961a8e52c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:41:36Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '7495c759-3857-434b-953f-9969e4c68fbf', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '76425647-509c-4234-be6d-8f70714db2d3', 'port_id': '6a5f81b6-bbd7-4f67-bf80-236439711872', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'mac_address': 'fa:16:3e:eb:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:42:06Z', 'updated_at': '2021-11-18T17:42:06Z', 'revision_number': 0, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1c1db9-dfb1-4662-b1a4-8df520682e68', 'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:49:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:34Z', 'updated_at': '2021-11-18T17:41:40Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:09.984989 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Allocated IP 2001:db8::2 (689b60db-3763-4f26-89bf-7a769bd22c8f/aa64a92a-f1c1-4c2b-b57c-d84bb8a65277/7eaa419a-c421-46bf-95bf-c66c3e2a2c38) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:10.029744 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1d2bbdf4-8286-4bbf-b0dd-77d961ef77de tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "GET /v2.0/routers/a77bf2f7-1653-48ea-938b-914bae8084bb HTTP/1.1" status: 200 len: 925 time: 0.1354115 Nov 18 17:42:10.032394 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56278) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:10.032630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbc4dd-abf0-470d-bd87-fc961a8e52c4 None None] Checking router: 76425647-509c-4234-be6d-8f70714db2d3 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:42:10.044680 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-330928dc-54b3-4ae7-a873-4cfe691ce5af req-ecae42e0-1abb-4126-912f-0beeb07ab35c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5f81b6-bbd7-4f67-bf80-236439711872 HTTP/1.1" status: 200 len: 999 time: 0.2458100 Nov 18 17:42:10.057741 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbc4dd-abf0-470d-bd87-fc961a8e52c4 None None] Routers {'76425647-509c-4234-be6d-8f70714db2d3'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:10.058380 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-85dbc4dd-abf0-470d-bd87-fc961a8e52c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['76425647-509c-4234-be6d-8f70714db2d3'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:10.075216 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e4f306fd-988e-4800-be2a-f9dea7eeb764 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "GET /v2.0/ports?device_id=a77bf2f7-1653-48ea-938b-914bae8084bb HTTP/1.1" status: 200 len: 205 time: 0.0410860 Nov 18 17:42:10.085118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56282) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:10.194009 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56286) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:10.216668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a59eb58-f0de-4437-b910-535a224cce11 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:10.225800 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3a59eb58-f0de-4437-b910-535a224cce11 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5064824 Nov 18 17:42:10.247650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7ac1faa2-8004-4e9f-87cf-beaa43732fa5 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:42:10.251726 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56290) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:10.321528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-85dbc4dd-abf0-470d-bd87-fc961a8e52c4 None None] Set router 76425647-509c-4234-be6d-8f70714db2d3 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:42:10.335053 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b22344d-d4fe-4b48-bc9e-c92972eb27f3 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:10.356422 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-89344082-7b6f-4678-a17c-7b5e98c8c4a1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 207 time: 0.0694284 Nov 18 17:42:10.362664 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56294) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:10.397934 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:10.450700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330928dc-54b3-4ae7-a873-4cfe691ce5af req-55292133-08d5-43ed-996d-bca3b887c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:10.452338 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-330928dc-54b3-4ae7-a873-4cfe691ce5af req-55292133-08d5-43ed-996d-bca3b887c759 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f200c48f-52cf-4e1d-b67d-7f6b059f0ed4 HTTP/1.1" status: 200 len: 834 time: 0.2838719 Nov 18 17:42:10.463726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 7ac1faa2-8004-4e9f-87cf-beaa43732fa5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:10.464255 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:10.489407 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6395f579-979e-4955-a281-66343983677f tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/floatingips/7495c759-3857-434b-953f-9969e4c68fbf HTTP/1.1" status: 200 len: 991 time: 0.2944283 Nov 18 17:42:10.517376 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:10.537221 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b22344d-d4fe-4b48-bc9e-c92972eb27f3 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:10.578681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Network 689b60db-3763-4f26-89bf-7a769bd22c8f is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:10.612244 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:10.615201 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:10.661939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Pushing event updated for resources: {'Port': ['ID=7eaa419a-c421-46bf-95bf-c66c3e2a2c38,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:10.694678 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-0b22344d-d4fe-4b48-bc9e-c92972eb27f3 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Deleting port 5950e96c-7afe-4c38-828a-67dd4809f3f0 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:10.695339 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b22344d-d4fe-4b48-bc9e-c92972eb27f3 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:10.769171 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Attempting to bind port 7eaa419a-c421-46bf-95bf-c66c3e2a2c38 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:42:10.776179 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Attempting to bind port 7eaa419a-c421-46bf-95bf-c66c3e2a2c38 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '22d6d90e-7a6c-4e29-a87f-dd22a217202e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '689b60db-3763-4f26-89bf-7a769bd22c8f'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:42:10.776179 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Attempting to bind port 7eaa419a-c421-46bf-95bf-c66c3e2a2c38 on network 689b60db-3763-4f26-89bf-7a769bd22c8f {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:42:10.776179 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:10.792290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf09edcf-8cc4-453b-89b6-32a4bc542a06 None None] Network 066938a9-c44b-4e9f-bafd-7347a63c3af8 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:10.800508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:42:10.800943 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Checking segment: {'id': '22d6d90e-7a6c-4e29-a87f-dd22a217202e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '689b60db-3763-4f26-89bf-7a769bd22c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:42:10.801292 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:10.801797 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Bound using segment: {'id': '22d6d90e-7a6c-4e29-a87f-dd22a217202e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '689b60db-3763-4f26-89bf-7a769bd22c8f'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:42:10.802286 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Bound port: 7eaa419a-c421-46bf-95bf-c66c3e2a2c38, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d6d90e-7a6c-4e29-a87f-dd22a217202e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '689b60db-3763-4f26-89bf-7a769bd22c8f'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:42:10.802670 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:10.821055 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b22344d-d4fe-4b48-bc9e-c92972eb27f3 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:10.837599 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-0b22344d-d4fe-4b48-bc9e-c92972eb27f3 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Calling delete_port for 5950e96c-7afe-4c38-828a-67dd4809f3f0 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:10.868342 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 7ac1faa2-8004-4e9f-87cf-beaa43732fa5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7ac1faa2-8004-4e9f-87cf-beaa43732fa5,segment=NetworkSegment(fb282709-55f2-41a7-ae58-c77587ba3cb6),segment_id=fb282709-55f2-41a7-ae58-c77587ba3cb6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:10.946608 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:11.022692 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ca764124-394e-48fc-bf6e-99c946f12a1e None None] Provisioning complete for port 7ac1faa2-8004-4e9f-87cf-beaa43732fa5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:11.022990 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ca764124-394e-48fc-bf6e-99c946f12a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:11.026055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-85dbc4dd-abf0-470d-bd87-fc961a8e52c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:41:36Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '7495c759-3857-434b-953f-9969e4c68fbf', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '76425647-509c-4234-be6d-8f70714db2d3', 'port_id': '6a5f81b6-bbd7-4f67-bf80-236439711872', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'mac_address': 'fa:16:3e:eb:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:42:06Z', 'updated_at': '2021-11-18T17:42:06Z', 'revision_number': 0, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1c1db9-dfb1-4662-b1a4-8df520682e68', 'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:49:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:34Z', 'updated_at': '2021-11-18T17:41:40Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:11.081274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330928dc-54b3-4ae7-a873-4cfe691ce5af req-4edbe255-2896-4658-90ce-f0908be58f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:11.082944 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-330928dc-54b3-4ae7-a873-4cfe691ce5af req-4edbe255-2896-4658-90ce-f0908be58f50 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=22e024c3-84a5-4744-8503-bb8da7dda11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5780208 Nov 18 17:42:11.083148 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] For port 7eaa419a-c421-46bf-95bf-c66c3e2a2c38, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:42:11.097711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0ad9de-a576-49cb-932b-63aa10399671 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:11.103648 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0ad9de-a576-49cb-932b-63aa10399671 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:11.110778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0ad9de-a576-49cb-932b-63aa10399671 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:11.116833 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0ad9de-a576-49cb-932b-63aa10399671 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:11.118708 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-df0ad9de-a576-49cb-932b-63aa10399671 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.7533164 Nov 18 17:42:11.123441 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56326) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:11.137702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Allocated IP 2001:db8::1 (066938a9-c44b-4e9f-bafd-7347a63c3af8/2f3ca0d8-e971-44f9-906e-2684fc20a707/925a31f1-4166-4555-aaad-ca847886b62e) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:11.148076 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b22344d-d4fe-4b48-bc9e-c92972eb27f3 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:11.195764 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22344d-d4fe-4b48-bc9e-c92972eb27f3 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Pushing event deleted for resources: {'Port': ['ID=5950e96c-7afe-4c38-828a-67dd4809f3f0,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:11.305421 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-330928dc-54b3-4ae7-a873-4cfe691ce5af req-bbd9d2a2-5ac8-4b59-91cb-c72d98c42a7c service neutron] 10.222.0.81 "GET /v2.0/networks/22e024c3-84a5-4744-8503-bb8da7dda11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831627 Nov 18 17:42:11.318230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b942fc-9e19-4da8-8a9d-54930007eb7b None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:11.332240 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbc4dd-abf0-470d-bd87-fc961a8e52c4 None None] The sync data for ids ['76425647-509c-4234-be6d-8f70714db2d3'] in n-d-813419-11 is: [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:41:36Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '7495c759-3857-434b-953f-9969e4c68fbf', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '76425647-509c-4234-be6d-8f70714db2d3', 'port_id': '6a5f81b6-bbd7-4f67-bf80-236439711872', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'mac_address': 'fa:16:3e:eb:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:42:06Z', 'updated_at': '2021-11-18T17:42:06Z', 'revision_number': 0, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1c1db9-dfb1-4662-b1a4-8df520682e68', 'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:49:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:34Z', 'updated_at': '2021-11-18T17:41:40Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:42:11.336284 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] For port 7eaa419a-c421-46bf-95bf-c66c3e2a2c38, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7eaa419a-c421-46bf-95bf-c66c3e2a2c38,segment=NetworkSegment(22d6d90e-7a6c-4e29-a87f-dd22a217202e),segment_id=22d6d90e-7a6c-4e29-a87f-dd22a217202e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:42:11.371035 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=7ac1faa2-8004-4e9f-87cf-beaa43732fa5,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:11.383481 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:11.426148 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:11.506932 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56340) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:11.520190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d6229-195a-41e9-919b-5c64cdc38343 None None] Pushing event updated for resources: {'Port': ['ID=7eaa419a-c421-46bf-95bf-c66c3e2a2c38,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:11.521583 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-330928dc-54b3-4ae7-a873-4cfe691ce5af req-1746e228-a226-42b6-91b8-45d6840326f2 service neutron] 10.222.0.81 "GET /v2.0/networks/22e024c3-84a5-4744-8503-bb8da7dda11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081656 Nov 18 17:42:11.676064 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:11.758112 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9c5a98dc-22b2-4f6a-bc2f-b38894914c18 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/floatingips/7495c759-3857-434b-953f-9969e4c68fbf HTTP/1.1" status: 200 len: 991 time: 0.2493293 Nov 18 17:42:11.785333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Network 066938a9-c44b-4e9f-bafd-7347a63c3af8 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:11.787123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event updated for resources: {'Port': ['ID=925a31f1-4166-4555-aaad-ca847886b62e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:11.796610 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971ebe4-9707-4c45-8797-4918d657bb69 None None] New status for floating IP 7495c759-3857-434b-953f-9969e4c68fbf: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:42:11.808831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:11.825949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:11.826142 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:11.914166 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2bcdb882-b351-47eb-bbb6-846ff74165d3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.7865782 Nov 18 17:42:11.914973 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56360) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:12.003697 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3270689d-85fb-49af-a9c5-35e6ff008f47 None None] Provisioning complete for port 7ac1faa2-8004-4e9f-87cf-beaa43732fa5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:12.005120 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3270689d-85fb-49af-a9c5-35e6ff008f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.007348 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b22344d-d4fe-4b48-bc9e-c92972eb27f3 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.018287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a0874f-991c-4972-8814-af2531727e7e tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:12.020051 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a0874f-991c-4972-8814-af2531727e7e tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:12.021742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-69a0874f-991c-4972-8814-af2531727e7e tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1056590 Nov 18 17:42:12.025477 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56366) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:12.175158 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.176586 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b22344d-d4fe-4b48-bc9e-c92972eb27f3 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.179242 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b22344d-d4fe-4b48-bc9e-c92972eb27f3 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.215067 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38cc1e8-cd49-4309-bebe-ba071523f25e tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:12.216977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38cc1e8-cd49-4309-bebe-ba071523f25e tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:12.223149 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e38cc1e8-cd49-4309-bebe-ba071523f25e tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1926894 Nov 18 17:42:12.226779 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56372) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:12.350042 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7eaa419a-c421-46bf-95bf-c66c3e2a2c38 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:42:12.370376 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b22344d-d4fe-4b48-bc9e-c92972eb27f3 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.370985 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b22344d-d4fe-4b48-bc9e-c92972eb27f3 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Fanout notify agent at l3_agent the message router_deleted on router a77bf2f7-1653-48ea-938b-914bae8084bb {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:42:12.381774 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0b22344d-d4fe-4b48-bc9e-c92972eb27f3 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.386341 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0b22344d-d4fe-4b48-bc9e-c92972eb27f3 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "DELETE /v2.0/routers/a77bf2f7-1653-48ea-938b-914bae8084bb HTTP/1.1" status: 204 len: 168 time: 2.2967656 Nov 18 17:42:12.387654 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56378) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:12.394904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Request body: {'router': {'name': 'tempest-snat-router-738866371', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'enable_snat': False}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:12.408838 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b915dd8c-4f62-4693-87b2-8e475098954b None None] Provisioning complete for port 925a31f1-4166-4555-aaad-ca847886b62e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:12.409414 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b915dd8c-4f62-4693-87b2-8e475098954b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.454442 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b915dd8c-4f62-4693-87b2-8e475098954b None None] Port 925a31f1-4166-4555-aaad-ca847886b62e cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:42:12.460172 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 7eaa419a-c421-46bf-95bf-c66c3e2a2c38 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:12.460730 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.481924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f8c0db-7d81-46d8-8312-2a3dc31de23e tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:12.483541 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-57f8c0db-7d81-46d8-8312-2a3dc31de23e tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "GET /v2.0/networks/4734721a-9e06-4f77-944f-dea00cb4d5f6 HTTP/1.1" status: 200 len: 800 time: 0.2526634 Nov 18 17:42:12.489229 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.490442 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.492154 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56386) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:12.595289 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.624772 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.669921 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 7eaa419a-c421-46bf-95bf-c66c3e2a2c38, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7eaa419a-c421-46bf-95bf-c66c3e2a2c38,segment=NetworkSegment(22d6d90e-7a6c-4e29-a87f-dd22a217202e),segment_id=22d6d90e-7a6c-4e29-a87f-dd22a217202e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:12.704209 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ea74a358-00cd-4584-845f-94b85242f2cf tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "GET /v2.0/networks/4734721a-9e06-4f77-944f-dea00cb4d5f6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2076554 Nov 18 17:42:12.711580 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56398) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:12.764428 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.764655 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56402) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:12.765770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7ac1faa2-8004-4e9f-87cf-beaa43732fa5 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:42:12.818301 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.820052 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=7eaa419a-c421-46bf-95bf-c66c3e2a2c38,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:12.826766 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5097f844-af7b-42d0-8428-8aff9cb3460d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:12.828162 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5097f844-af7b-42d0-8428-8aff9cb3460d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "GET /v2.0/subnets/354d7c8d-db75-4006-914a-5a6cff19be61 HTTP/1.1" status: 200 len: 811 time: 0.1181359 Nov 18 17:42:12.837144 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56408) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:12.866471 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2e383e93-5d61-4bda-bc21-339cb6d5a7b0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/floatingips/7495c759-3857-434b-953f-9969e4c68fbf HTTP/1.1" status: 200 len: 993 time: 0.0987234 Nov 18 17:42:12.901281 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.902176 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.910863 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 7ac1faa2-8004-4e9f-87cf-beaa43732fa5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:12.911345 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.937741 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:12.966937 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f641837-98a0-4bd2-a766-4c1125cdb815 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:12.969052 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9f641837-98a0-4bd2-a766-4c1125cdb815 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "GET /v2.0/subnets/354d7c8d-db75-4006-914a-5a6cff19be61?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1302037 Nov 18 17:42:12.972497 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56414) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:12.982683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2dfedc7c-9a3b-4476-ae7d-28107d9c3fbd tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1643311400'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:13.034794 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b091a4a-8f3a-4243-b3a8-5150a10686eb None None] Network 689b60db-3763-4f26-89bf-7a769bd22c8f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:13.058568 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event updated for resources: {'Port': ['ID=925a31f1-4166-4555-aaad-ca847886b62e,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:13.061877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Network 066938a9-c44b-4e9f-bafd-7347a63c3af8 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:13.064208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:13.112203 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4e379949-6e93-4076-b920-01df98b57b90 None None] Provisioning complete for port 7eaa419a-c421-46bf-95bf-c66c3e2a2c38 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:13.112413 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4e379949-6e93-4076-b920-01df98b57b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:13.161287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfedc7c-9a3b-4476-ae7d-28107d9c3fbd tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:42:13.165448 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2dfedc7c-9a3b-4476-ae7d-28107d9c3fbd tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:13.239494 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfedc7c-9a3b-4476-ae7d-28107d9c3fbd tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] vlan segment allocate from pool success with {'vlan_id': 1115, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:42:13.254116 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2dfedc7c-9a3b-4476-ae7d-28107d9c3fbd tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:13.254471 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-2dfedc7c-9a3b-4476-ae7d-28107d9c3fbd tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Added segment b7631f9a-0199-47a1-82a2-adf0e6c0ebe0 of type vlan for network 49036812-bab5-495e-8798-c3df69e38257 Nov 18 17:42:13.262180 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Router 65ba3739-3b44-4686-8f8b-374cdb716ed7 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:42:13.312708 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2dfedc7c-9a3b-4476-ae7d-28107d9c3fbd tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:13.373718 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:42:13.383732 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-125c4e90-55f3-40e4-84b6-e3e94a726404 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "PUT /v2.0/routers/65ba3739-3b44-4686-8f8b-374cdb716ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1775415 Nov 18 17:42:13.386531 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5bb64-5197-4ef2-81b6-9eb9df13d24f None None] Sync routers for ids ['65ba3739-3b44-4686-8f8b-374cdb716ed7'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:42:13.389345 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56430) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:13.400814 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5bb64-5197-4ef2-81b6-9eb9df13d24f None None] Routers {'65ba3739-3b44-4686-8f8b-374cdb716ed7'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:13.401909 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f5f5bb64-5197-4ef2-81b6-9eb9df13d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['65ba3739-3b44-4686-8f8b-374cdb716ed7'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:13.446396 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c1bda7b7-81a4-4355-bd4f-8193644f90e4 None None] Provisioning complete for port 925a31f1-4166-4555-aaad-ca847886b62e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:13.450579 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c1bda7b7-81a4-4355-bd4f-8193644f90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:13.463328 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f5f5bb64-5197-4ef2-81b6-9eb9df13d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:13.473862 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5bb64-5197-4ef2-81b6-9eb9df13d24f None None] Routers {'65ba3739-3b44-4686-8f8b-374cdb716ed7'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:13.474495 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f5f5bb64-5197-4ef2-81b6-9eb9df13d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['65ba3739-3b44-4686-8f8b-374cdb716ed7'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:13.487532 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:13.512069 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c1bda7b7-81a4-4355-bd4f-8193644f90e4 None None] Port 925a31f1-4166-4555-aaad-ca847886b62e cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:42:13.525222 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2dfedc7c-9a3b-4476-ae7d-28107d9c3fbd tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:13.533208 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfedc7c-9a3b-4476-ae7d-28107d9c3fbd tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:13.534135 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2dfedc7c-9a3b-4476-ae7d-28107d9c3fbd tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:13.537051 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:13.540943 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f5f5bb64-5197-4ef2-81b6-9eb9df13d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:13.541611 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5bb64-5197-4ef2-81b6-9eb9df13d24f None None] The sync data for ids ['65ba3739-3b44-4686-8f8b-374cdb716ed7'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:42:13.613539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25699e6d-ee14-4b29-9bfb-e3c8bfa6ce00 None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 17:42:13.646052 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2dfedc7c-9a3b-4476-ae7d-28107d9c3fbd tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6722956 Nov 18 17:42:13.650655 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56442) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:13.657800 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-be85a7b9-0ed2-4176-81a5-dbf860a9c1eb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'subnet': {'network_id': '49036812-bab5-495e-8798-c3df69e38257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:13.717656 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfedc7c-9a3b-4476-ae7d-28107d9c3fbd tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Network': ['ID=49036812-bab5-495e-8798-c3df69e38257,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:13.731290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 49036812-bab5-495e-8798-c3df69e38257 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:42:13.759298 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33db530b-7833-49a3-83da-48bb5e55deea None None] Provisioning complete for port 7eaa419a-c421-46bf-95bf-c66c3e2a2c38 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:13.759953 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33db530b-7833-49a3-83da-48bb5e55deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:13.849801 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-acd94e32-2243-4658-bbfd-d6ca038f653d tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:42:13.850692 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Allocated IP 172.25.3.161 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/ceb0da0a-3573-49e2-9855-d11bdc406553) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:13.852226 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-acd94e32-2243-4658-bbfd-d6ca038f653d tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "PUT /v2.0/routers/65ba3739-3b44-4686-8f8b-374cdb716ed7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4618008 Nov 18 17:42:13.855459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56454) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:13.869556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25699e6d-ee14-4b29-9bfb-e3c8bfa6ce00 None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 17:42:13.978110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be85a7b9-0ed2-4176-81a5-dbf860a9c1eb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Made reservation on behalf of 8f2d533afcea4e229f03cd4086f720ee for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:42:13.982363 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-be85a7b9-0ed2-4176-81a5-dbf860a9c1eb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:14.025981 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:14.074919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.ipam_backend_mixin [None req-be85a7b9-0ed2-4176-81a5-dbf860a9c1eb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Performing IP validity checks on allocation pools {{(pid=104007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 18 17:42:14.075542 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.ipam_backend_mixin [None req-be85a7b9-0ed2-4176-81a5-dbf860a9c1eb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 18 17:42:14.186767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7eaa419a-c421-46bf-95bf-c66c3e2a2c38 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:42:14.233831 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:42:14.260855 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 7eaa419a-c421-46bf-95bf-c66c3e2a2c38 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:14.261105 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:14.268747 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:14.345684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:14.347146 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Pushing event updated for resources: {'Port': ['ID=ceb0da0a-3573-49e2-9855-d11bdc406553,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:14.351530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:14.353622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:14.366521 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846bb74f-b9a4-431e-b436-394f5d279aef None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:14.467280 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-be85a7b9-0ed2-4176-81a5-dbf860a9c1eb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:14.483980 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3c279b30-6bc0-4896-807a-270fb24ff306 None None] Provisioning complete for port ceb0da0a-3573-49e2-9855-d11bdc406553 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:14.485870 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3c279b30-6bc0-4896-807a-270fb24ff306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:14.530855 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3c279b30-6bc0-4896-807a-270fb24ff306 None None] Port ceb0da0a-3573-49e2-9855-d11bdc406553 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:42:14.546825 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6342cf71-fb32-4ed2-ab49-8eb3abd228d5 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:14.572060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85a7b9-0ed2-4176-81a5-dbf860a9c1eb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Subnet': ['ID=156869fa-3f41-413e-99cb-383ed9a801b6,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:14.582018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be85a7b9-0ed2-4176-81a5-dbf860a9c1eb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Checking segment: {'id': 'b7631f9a-0199-47a1-82a2-adf0e6c0ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '49036812-bab5-495e-8798-c3df69e38257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:42:14.582401 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be85a7b9-0ed2-4176-81a5-dbf860a9c1eb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network hostable DHCP agents. Network: 49036812-bab5-495e-8798-c3df69e38257, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:42:14.679295 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be85a7b9-0ed2-4176-81a5-dbf860a9c1eb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Network 49036812-bab5-495e-8798-c3df69e38257 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:42:14.751111 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:14.786378 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-be85a7b9-0ed2-4176-81a5-dbf860a9c1eb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 49036812-bab5-495e-8798-c3df69e38257) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:14.793196 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be85a7b9-0ed2-4176-81a5-dbf860a9c1eb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:14.794518 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-be85a7b9-0ed2-4176-81a5-dbf860a9c1eb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777451'] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:14.803031 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f2707f-0709-45a4-9b05-a50de57546c3 None None] Network 49036812-bab5-495e-8798-c3df69e38257 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:14.813095 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6342cf71-fb32-4ed2-ab49-8eb3abd228d5 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Deleting port 925a31f1-4166-4555-aaad-ca847886b62e {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:14.813740 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6342cf71-fb32-4ed2-ab49-8eb3abd228d5 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:14.884768 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-be85a7b9-0ed2-4176-81a5-dbf860a9c1eb tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2253900 Nov 18 17:42:14.884768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56494) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:14.920617 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:14.922658 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6342cf71-fb32-4ed2-ab49-8eb3abd228d5 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:14.939060 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6342cf71-fb32-4ed2-ab49-8eb3abd228d5 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Calling delete_port for 925a31f1-4166-4555-aaad-ca847886b62e owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:14.988986 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-49036812-bab5-495e-8798-c3df69e38257', 'network_id': '49036812-bab5-495e-8798-c3df69e38257', 'tenant_id': '8f2d533afcea4e229f03cd4086f720ee', 'fixed_ips': [{'subnet_id': '156869fa-3f41-413e-99cb-383ed9a801b6'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:42:14.991022 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:15.033532 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59012418'] for subnet, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:15.136192 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:15.171051 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 18 17:42:15.171051 n-d-813419-11 neutron-server[104009]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 18 17:42:15.171051 n-d-813419-11 neutron-server[104009]: [parameters: {'in_use': 1, 'id_1': '156869fa-3f41-413e-99cb-383ed9a801b6'}] Nov 18 17:42:15.171051 n-d-813419-11 neutron-server[104009]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:42:15.171922 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:42:15.209055 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6342cf71-fb32-4ed2-ab49-8eb3abd228d5 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:15.236207 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342cf71-fb32-4ed2-ab49-8eb3abd228d5 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event deleted for resources: {'Port': ['ID=925a31f1-4166-4555-aaad-ca847886b62e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:15.346702 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6342cf71-fb32-4ed2-ab49-8eb3abd228d5 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:15.426190 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793848182294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59453773'] for subnet, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:15.466831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Router 2ac8818e-bbc9-48c5-85f8-6bb6ffc10954 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:42:15.481587 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:15.482222 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:15.483521 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "PUT /v2.0/subnets/156869fa-3f41-413e-99cb-383ed9a801b6 HTTP/1.1" status: 200 len: 877 time: 0.6012084 Nov 18 17:42:15.488246 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56520) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:15.509751 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event updated for resources: {'Subnet': ['ID=156869fa-3f41-413e-99cb-383ed9a801b6,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:15.514344 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6342cf71-fb32-4ed2-ab49-8eb3abd228d5 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Router 65ba3739-3b44-4686-8f8b-374cdb716ed7 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:42:15.567534 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:15.569652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:15.569652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:15.569652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:15.569652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:15.569652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:15.569652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:15.570208 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:15.570208 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:15.570485 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:15.570817 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:15.571142 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c08bb-b6b8-4031-a379-9c26d96c5935 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:42:15.595253 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6342cf71-fb32-4ed2-ab49-8eb3abd228d5 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:42:15.600431 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6342cf71-fb32-4ed2-ab49-8eb3abd228d5 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "PUT /v2.0/routers/65ba3739-3b44-4686-8f8b-374cdb716ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7442436 Nov 18 17:42:15.604676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56526) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:15.611011 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418baad9-1d5c-41d5-a3cc-f2b5361a21aa None None] Sync routers for ids ['65ba3739-3b44-4686-8f8b-374cdb716ed7'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:42:15.650397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418baad9-1d5c-41d5-a3cc-f2b5361a21aa None None] Routers {'65ba3739-3b44-4686-8f8b-374cdb716ed7'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:15.651032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-418baad9-1d5c-41d5-a3cc-f2b5361a21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['65ba3739-3b44-4686-8f8b-374cdb716ed7'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:15.655484 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-bf388a8f-8188-4c5f-9864-93ffd0ea28e1 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] delete failed (client error): The resource could not be found. Nov 18 17:42:15.656724 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bf388a8f-8188-4c5f-9864-93ffd0ea28e1 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "DELETE /v2.0/routers/tempest-non_exist_router-1309002893 HTTP/1.1" status: 404 len: 335 time: 0.0510948 Nov 18 17:42:15.661261 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56534) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:15.666799 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4326fbd4-155c-40f5-99a8-13ab018ac674 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Request body: {'router': {'external_gateway_info': {'network_id': '65ba3739-3b44-4686-8f8b-374cdb716ed7'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:15.685097 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:15.694006 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:15.694958 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:42:15.697220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-418baad9-1d5c-41d5-a3cc-f2b5361a21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:15.704332 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15021c72-d972-44a6-b068-839339c85966 None None] Sync routers for ids ['2ac8818e-bbc9-48c5-85f8-6bb6ffc10954'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:42:15.722148 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418baad9-1d5c-41d5-a3cc-f2b5361a21aa None None] Routers {'65ba3739-3b44-4686-8f8b-374cdb716ed7'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:15.723276 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-418baad9-1d5c-41d5-a3cc-f2b5361a21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['65ba3739-3b44-4686-8f8b-374cdb716ed7'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:15.729403 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15021c72-d972-44a6-b068-839339c85966 None None] Routers {'2ac8818e-bbc9-48c5-85f8-6bb6ffc10954'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:15.730040 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-15021c72-d972-44a6-b068-839339c85966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['2ac8818e-bbc9-48c5-85f8-6bb6ffc10954'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:15.759528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-418baad9-1d5c-41d5-a3cc-f2b5361a21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:15.760467 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418baad9-1d5c-41d5-a3cc-f2b5361a21aa None None] The sync data for ids ['65ba3739-3b44-4686-8f8b-374cdb716ed7'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:42:15.798959 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:15.846372 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:15.847592 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6061d0c3-8992-4853-9fa6-85e31d692197 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4590428 Nov 18 17:42:15.859572 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56542) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:15.863431 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-15021c72-d972-44a6-b068-839339c85966 None None] Set router 2ac8818e-bbc9-48c5-85f8-6bb6ffc10954 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:42:15.927419 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Allocated IP 172.20.0.3 (49036812-bab5-495e-8798-c3df69e38257/156869fa-3f41-413e-99cb-383ed9a801b6/52805905-6fd2-49ff-812b-b5f469516a62) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:15.972366 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4326fbd4-155c-40f5-99a8-13ab018ac674 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.072534 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-15021c72-d972-44a6-b068-839339c85966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac8818e-bbc9-48c5-85f8-6bb6ffc10954', 'name': 'tempest-snat-router-738866371', 'tenant_id': 'f6dc6fc6561e47ef85ce8421dd03cce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': False}, 'gw_port_id': 'ceb0da0a-3573-49e2-9855-d11bdc406553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:42:12Z', 'updated_at': '2021-11-18T17:42:14Z', 'revision_number': 3, 'project_id': 'f6dc6fc6561e47ef85ce8421dd03cce5', 'gw_port': {'id': 'ceb0da0a-3573-49e2-9855-d11bdc406553', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:21:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac8818e-bbc9-48c5-85f8-6bb6ffc10954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:42:13Z', 'updated_at': '2021-11-18T17:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:16.102258 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.105908 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15021c72-d972-44a6-b068-839339c85966 None None] Checking router: 2ac8818e-bbc9-48c5-85f8-6bb6ffc10954 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:42:16.106258 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15021c72-d972-44a6-b068-839339c85966 None None] Updating router 2ac8818e-bbc9-48c5-85f8-6bb6ffc10954 port ceb0da0a-3573-49e2-9855-d11bdc406553 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:42:16.127856 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-4326fbd4-155c-40f5-99a8-13ab018ac674 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] update failed (client error): The resource could not be found. Nov 18 17:42:16.129516 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4326fbd4-155c-40f5-99a8-13ab018ac674 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "PUT /v2.0/routers/65ba3739-3b44-4686-8f8b-374cdb716ed7 HTTP/1.1" status: 404 len: 339 time: 0.4668119 Nov 18 17:42:16.133073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56552) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:16.138316 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1822440c-c771-464f-8d12-85aab77f04d4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-202903488'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:16.138776 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-15021c72-d972-44a6-b068-839339c85966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.199026 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.251536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1822440c-c771-464f-8d12-85aab77f04d4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Made reservation on behalf of 39dee39164d34205a75fac3d7f4e532b for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:42:16.252970 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Pushing event updated for resources: {'Port': ['ID=52805905-6fd2-49ff-812b-b5f469516a62,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:16.256593 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Network 49036812-bab5-495e-8798-c3df69e38257 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:16.258396 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:16.260787 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:16.266975 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1822440c-c771-464f-8d12-85aab77f04d4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.300477 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1822440c-c771-464f-8d12-85aab77f04d4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:42:16.312536 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1822440c-c771-464f-8d12-85aab77f04d4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.313208 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-1822440c-c771-464f-8d12-85aab77f04d4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Added segment 494f8761-a73c-4141-8410-c73fbd42060f of type vlan for network 23244d0a-10d8-4050-a7ae-fc4052b14319 Nov 18 17:42:16.327275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Attempting to bind port 52805905-6fd2-49ff-812b-b5f469516a62 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:42:16.327662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Attempting to bind port 52805905-6fd2-49ff-812b-b5f469516a62 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'b7631f9a-0199-47a1-82a2-adf0e6c0ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '49036812-bab5-495e-8798-c3df69e38257'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:42:16.328066 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Attempting to bind port 52805905-6fd2-49ff-812b-b5f469516a62 on network 49036812-bab5-495e-8798-c3df69e38257 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:42:16.333811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:42:16.334201 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Checking segment: {'id': 'b7631f9a-0199-47a1-82a2-adf0e6c0ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '49036812-bab5-495e-8798-c3df69e38257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:42:16.334628 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.335268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Bound using segment: {'id': 'b7631f9a-0199-47a1-82a2-adf0e6c0ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '49036812-bab5-495e-8798-c3df69e38257'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:42:16.335954 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Bound port: 52805905-6fd2-49ff-812b-b5f469516a62, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7631f9a-0199-47a1-82a2-adf0e6c0ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '49036812-bab5-495e-8798-c3df69e38257'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:42:16.336863 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.376428 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1822440c-c771-464f-8d12-85aab77f04d4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.414784 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bf2ad93c-8b65-47f8-b459-c5e40b4bac47 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "GET /v2.0/routers/2ac8818e-bbc9-48c5-85f8-6bb6ffc10954 HTTP/1.1" status: 200 len: 908 time: 0.5517595 Nov 18 17:42:16.415319 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56566) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:16.419605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Request body: {'router': {'name': 'tempest-snat-router-738866371', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'enable_snat': True}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:16.428923 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] For port 52805905-6fd2-49ff-812b-b5f469516a62, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:42:16.432127 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] For port 52805905-6fd2-49ff-812b-b5f469516a62, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=52805905-6fd2-49ff-812b-b5f469516a62,segment=NetworkSegment(b7631f9a-0199-47a1-82a2-adf0e6c0ebe0),segment_id=b7631f9a-0199-47a1-82a2-adf0e6c0ebe0)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:42:16.471527 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1822440c-c771-464f-8d12-85aab77f04d4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.477432 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1822440c-c771-464f-8d12-85aab77f04d4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:16.480587 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1822440c-c771-464f-8d12-85aab77f04d4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.492160 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-15021c72-d972-44a6-b068-839339c85966 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.501071 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.501286 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.507001 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.509369 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.546522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Subnet': ['ID=156869fa-3f41-413e-99cb-383ed9a801b6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:16.558577 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-15021c72-d972-44a6-b068-839339c85966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.582871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822440c-c771-464f-8d12-85aab77f04d4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event updated for resources: {'Network': ['ID=23244d0a-10d8-4050-a7ae-fc4052b14319,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:16.588160 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8fe9d-d276-49a6-83c9-69dce2d54836 None None] Pushing event updated for resources: {'Port': ['ID=52805905-6fd2-49ff-812b-b5f469516a62,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:16.600662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 23244d0a-10d8-4050-a7ae-fc4052b14319 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:42:16.617144 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95768e48-144b-42a4-87c7-88b626c90a31 None None] Pushing event updated for resources: {'Port': ['ID=ceb0da0a-3573-49e2-9855-d11bdc406553,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:16.649178 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.656683 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652c3030-f26e-47fc-9e85-2bb212ec5017 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:16.657280 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-15021c72-d972-44a6-b068-839339c85966 None None] Attempting to bind port ceb0da0a-3573-49e2-9855-d11bdc406553 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:42:16.657388 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-15021c72-d972-44a6-b068-839339c85966 None None] Attempting to bind port ceb0da0a-3573-49e2-9855-d11bdc406553 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:42:16.659426 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15021c72-d972-44a6-b068-839339c85966 None None] Attempting to bind port ceb0da0a-3573-49e2-9855-d11bdc406553 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:42:16.672573 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15021c72-d972-44a6-b068-839339c85966 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:42:16.672901 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15021c72-d972-44a6-b068-839339c85966 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:42:16.673800 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49036812-bab5-495e-8798-c3df69e38257']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:16.674394 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-15021c72-d972-44a6-b068-839339c85966 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.674949 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15021c72-d972-44a6-b068-839339c85966 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:42:16.676528 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-15021c72-d972-44a6-b068-839339c85966 None None] Bound port: ceb0da0a-3573-49e2-9855-d11bdc406553, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:42:16.676725 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.677187 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-15021c72-d972-44a6-b068-839339c85966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.684206 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7631f9a-0199-47a1-82a2-adf0e6c0ebe0') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:16.684547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7631f9a-0199-47a1-82a2-adf0e6c0ebe0') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:16.692801 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1822440c-c771-464f-8d12-85aab77f04d4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5584903 Nov 18 17:42:16.694089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56578) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:16.696188 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.699051 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a32c2128-ba67-455e-8764-6c92858957c4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Request body: {'subnet': {'network_id': '23244d0a-10d8-4050-a7ae-fc4052b14319', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:16.712902 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.721989 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:42:16.723218 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.729775 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-15021c72-d972-44a6-b068-839339c85966 None None] For port ceb0da0a-3573-49e2-9855-d11bdc406553, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:42:16.734077 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-15021c72-d972-44a6-b068-839339c85966 None None] For port ceb0da0a-3573-49e2-9855-d11bdc406553, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ceb0da0a-3573-49e2-9855-d11bdc406553,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:42:16.750541 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:42:16.780335 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-437306af-0d66-4d33-973f-066f8f70331e None None] Provisioning complete for port ceb0da0a-3573-49e2-9855-d11bdc406553 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:16.781162 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-437306af-0d66-4d33-973f-066f8f70331e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.823218 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-15021c72-d972-44a6-b068-839339c85966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:16.832005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-437306af-0d66-4d33-973f-066f8f70331e None None] Port ceb0da0a-3573-49e2-9855-d11bdc406553 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:42:16.850552 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.api [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 18 17:42:16.850552 n-d-813419-11 neutron-server[104007]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 18 17:42:16.850552 n-d-813419-11 neutron-server[104007]: [parameters: {'id': '49036812-bab5-495e-8798-c3df69e38257'}] Nov 18 17:42:16.850552 n-d-813419-11 neutron-server[104007]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:42:16.850552 n-d-813419-11 neutron-server[104007]: DEBUG oslo_db.api [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:42:16.922177 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85296c78-040e-41eb-8dee-67a4f35f59e8 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:16.954532 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15021c72-d972-44a6-b068-839339c85966 None None] Routers {'2ac8818e-bbc9-48c5-85f8-6bb6ffc10954'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:16.955371 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-15021c72-d972-44a6-b068-839339c85966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['2ac8818e-bbc9-48c5-85f8-6bb6ffc10954'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:16.959443 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95768e48-144b-42a4-87c7-88b626c90a31 None None] Pushing event updated for resources: {'Port': ['ID=ceb0da0a-3573-49e2-9855-d11bdc406553,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:17.043387 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:17.066709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4bf7d671-dc99-421e-afcc-b22d47bdbc63 None None] Provisioning complete for port ceb0da0a-3573-49e2-9855-d11bdc406553 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:17.067454 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bf7d671-dc99-421e-afcc-b22d47bdbc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:17.081565 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-15021c72-d972-44a6-b068-839339c85966 None None] Set router 2ac8818e-bbc9-48c5-85f8-6bb6ffc10954 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:42:17.129274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32c2128-ba67-455e-8764-6c92858957c4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Made reservation on behalf of 39dee39164d34205a75fac3d7f4e532b for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:42:17.133902 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a32c2128-ba67-455e-8764-6c92858957c4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:17.152992 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bf7d671-dc99-421e-afcc-b22d47bdbc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:17.185251 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4bf7d671-dc99-421e-afcc-b22d47bdbc63 None None] For port ceb0da0a-3573-49e2-9855-d11bdc406553, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ceb0da0a-3573-49e2-9855-d11bdc406553,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:17.274779 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-15021c72-d972-44a6-b068-839339c85966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac8818e-bbc9-48c5-85f8-6bb6ffc10954', 'name': 'tempest-snat-router-738866371', 'tenant_id': 'f6dc6fc6561e47ef85ce8421dd03cce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': False}, 'gw_port_id': 'ceb0da0a-3573-49e2-9855-d11bdc406553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:42:12Z', 'updated_at': '2021-11-18T17:42:14Z', 'revision_number': 3, 'project_id': 'f6dc6fc6561e47ef85ce8421dd03cce5', 'gw_port': {'id': 'ceb0da0a-3573-49e2-9855-d11bdc406553', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:21:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac8818e-bbc9-48c5-85f8-6bb6ffc10954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:42:13Z', 'updated_at': '2021-11-18T17:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:17.290000 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bf7d671-dc99-421e-afcc-b22d47bdbc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:17.303552 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15021c72-d972-44a6-b068-839339c85966 None None] The sync data for ids ['2ac8818e-bbc9-48c5-85f8-6bb6ffc10954'] in n-d-813419-11 is: [{'id': '2ac8818e-bbc9-48c5-85f8-6bb6ffc10954', 'name': 'tempest-snat-router-738866371', 'tenant_id': 'f6dc6fc6561e47ef85ce8421dd03cce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161'}], 'enable_snat': False}, 'gw_port_id': 'ceb0da0a-3573-49e2-9855-d11bdc406553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:42:12Z', 'updated_at': '2021-11-18T17:42:14Z', 'revision_number': 3, 'project_id': 'f6dc6fc6561e47ef85ce8421dd03cce5', 'gw_port': {'id': 'ceb0da0a-3573-49e2-9855-d11bdc406553', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:21:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac8818e-bbc9-48c5-85f8-6bb6ffc10954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:42:13Z', 'updated_at': '2021-11-18T17:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:42:17.350539 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:17.376881 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7d671-dc99-421e-afcc-b22d47bdbc63 None None] Pushing event updated for resources: {'Port': ['ID=ceb0da0a-3573-49e2-9855-d11bdc406553,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:17.421748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Deleting port 52805905-6fd2-49ff-812b-b5f469516a62 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:17.422308 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:17.503069 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a32c2128-ba67-455e-8764-6c92858957c4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:17.508538 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] For port 52805905-6fd2-49ff-812b-b5f469516a62, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=52805905-6fd2-49ff-812b-b5f469516a62,segment=NetworkSegment(b7631f9a-0199-47a1-82a2-adf0e6c0ebe0),segment_id=b7631f9a-0199-47a1-82a2-adf0e6c0ebe0)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:17.511401 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:17.526376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Calling delete_port for 52805905-6fd2-49ff-812b-b5f469516a62 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:17.623895 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:17.636390 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56612) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:17.643485 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c2128-ba67-455e-8764-6c92858957c4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event updated for resources: {'Subnet': ['ID=6d2da61c-fd20-466c-9a0a-11bcb24d2d0c,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:17.680435 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:17.704714 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c2128-ba67-455e-8764-6c92858957c4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Checking segment: {'id': '494f8761-a73c-4141-8410-c73fbd42060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '23244d0a-10d8-4050-a7ae-fc4052b14319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:42:17.720853 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32c2128-ba67-455e-8764-6c92858957c4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Network hostable DHCP agents. Network: 23244d0a-10d8-4050-a7ae-fc4052b14319, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:42:17.724687 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:17.767973 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Port': ['ID=52805905-6fd2-49ff-812b-b5f469516a62,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:17.801103 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No DVR routers for this DVR port 52805905-6fd2-49ff-812b-b5f469516a62 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:42:17.931222 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32c2128-ba67-455e-8764-6c92858957c4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Network 23244d0a-10d8-4050-a7ae-fc4052b14319 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:42:17.934942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Allocated IP 172.25.3.91 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/71235a0a-fb62-4de8-a2aa-4de7916c335e) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:17.945791 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:17.974564 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49036812-bab5-495e-8798-c3df69e38257']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:17.980683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7631f9a-0199-47a1-82a2-adf0e6c0ebe0') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:17.981876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7631f9a-0199-47a1-82a2-adf0e6c0ebe0') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:17.993818 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:18.013131 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:18.030617 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac532a93-ccf2-4683-bbcb-63ec871e2574 None None] Network 49036812-bab5-495e-8798-c3df69e38257 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:18.036092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:42:18.036510 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:42:18.040580 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:42:18.222383 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:18.228213 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:18.235277 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/49036812-bab5-495e-8798-c3df69e38257 HTTP/1.1" status: 204 len: 168 time: 2.7450626 Nov 18 17:42:18.239782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56638) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:18.298914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a18791-d318-483a-a7fc-75ccd44e26f6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Network': ['ID=49036812-bab5-495e-8798-c3df69e38257,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:18.302763 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-552207fe-b169-4f37-8633-faa815ce62ca tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:18.303553 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-552207fe-b169-4f37-8633-faa815ce62ca tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:18.307524 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-552207fe-b169-4f37-8633-faa815ce62ca tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/subnets/156869fa-3f41-413e-99cb-383ed9a801b6 HTTP/1.1" status: 404 len: 337 time: 0.0607333 Nov 18 17:42:18.310793 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56644) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:18.331836 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-219ece5c-d549-479b-a1bf-d42dbf515933 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:18.332408 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219ece5c-d549-479b-a1bf-d42dbf515933 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:18.335603 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-219ece5c-d549-479b-a1bf-d42dbf515933 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/49036812-bab5-495e-8798-c3df69e38257 HTTP/1.1" status: 404 len: 339 time: 0.0237548 Nov 18 17:42:18.338234 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56646) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:18.341418 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ceb0da0a-3573-49e2-9855-d11bdc406553 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:42:18.377578 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-7671ae77-b356-488d-8005-6cf058471a15 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:18.378101 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7671ae77-b356-488d-8005-6cf058471a15 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:18.391483 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7671ae77-b356-488d-8005-6cf058471a15 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/subnets/2b4fa84c-054a-402d-8891-99f8db0ce32c HTTP/1.1" status: 404 len: 337 time: 0.0419335 Nov 18 17:42:18.391927 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56652) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:18.402207 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-420b453d-74af-4c63-bb81-2fd127fbf1a1 None None] Could not find standard attr ID for object 52805905-6fd2-49ff-812b-b5f469516a62. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:42:18.412226 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7cca33-1ea9-4cb0-8326-b9209b0d6f3d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:18.412715 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7cca33-1ea9-4cb0-8326-b9209b0d6f3d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:18.417497 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2a7cca33-1ea9-4cb0-8326-b9209b0d6f3d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/f5177eba-95d1-4ef9-a53c-4c15d4ffdddc HTTP/1.1" status: 404 len: 339 time: 0.0244923 Nov 18 17:42:18.419994 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56654) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:18.483891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port ceb0da0a-3573-49e2-9855-d11bdc406553 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:18.484930 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:18.523406 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-043bbd7e-04c1-467f-a080-9fcefd7ef129 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:18.576040 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39374952-1c71-430c-b500-84aaee4c4456 None None] DHCP port deletion for 49036812-bab5-495e-8798-c3df69e38257 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:18.583332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-a32c2128-ba67-455e-8764-6c92858957c4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 23244d0a-10d8-4050-a7ae-fc4052b14319) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:18.618434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677fadad-30de-4845-aab5-5e6440abbc42 None None] Network 49036812-bab5-495e-8798-c3df69e38257 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:18.623422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad667fb-1fb9-420e-be4c-4c9cdd106094 None None] Network 23244d0a-10d8-4050-a7ae-fc4052b14319 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:18.624636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32c2128-ba67-455e-8764-6c92858957c4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:18.627820 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a32c2128-ba67-455e-8764-6c92858957c4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:18.635429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677fadad-30de-4845-aab5-5e6440abbc42 None None] Network 49036812-bab5-495e-8798-c3df69e38257 could not be found, it might have been deleted concurrently. {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 18 17:42:18.653361 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-043bbd7e-04c1-467f-a080-9fcefd7ef129 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:18.677861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-043bbd7e-04c1-467f-a080-9fcefd7ef129 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5930745-db5f-49a3-bd40-01f379227d24']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:18.689079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-043bbd7e-04c1-467f-a080-9fcefd7ef129 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03f76f0-c576-4713-82cc-16e306c09a80') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:18.689624 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-043bbd7e-04c1-467f-a080-9fcefd7ef129 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03f76f0-c576-4713-82cc-16e306c09a80') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:18.709834 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-043bbd7e-04c1-467f-a080-9fcefd7ef129 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:18.733015 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-043bbd7e-04c1-467f-a080-9fcefd7ef129 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:18.744845 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a32c2128-ba67-455e-8764-6c92858957c4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0496743 Nov 18 17:42:18.745701 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043bbd7e-04c1-467f-a080-9fcefd7ef129 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:42:18.746150 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-043bbd7e-04c1-467f-a080-9fcefd7ef129 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:18.748730 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56668) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:42:18.749989 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:42:18.757582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-51747109-a747-45dd-9083-90696a38e32c tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Request body: {'router': {'external_gateway_info': {'network_id': '23244d0a-10d8-4050-a7ae-fc4052b14319'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:18.768195 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-01ff0a1c-4668-4d12-b204-d1a9a32d706c req-7c53238f-e872-47b1-b1af-555e217ee05b tempest-ServersTestJSON-1699398711 tempest-ServersTestJSON-1699398711-project] (104008) timed out ('10.222.0.81', 64559) {{(pid=104008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 17:42:18.810038 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:18.839490 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-23244d0a-10d8-4050-a7ae-fc4052b14319', 'network_id': '23244d0a-10d8-4050-a7ae-fc4052b14319', 'tenant_id': '39dee39164d34205a75fac3d7f4e532b', 'fixed_ips': [{'subnet_id': '6d2da61c-fd20-466c-9a0a-11bcb24d2d0c'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:42:18.841861 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:18.906489 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-043bbd7e-04c1-467f-a080-9fcefd7ef129 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:18.911472 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-043bbd7e-04c1-467f-a080-9fcefd7ef129 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:18.915547 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-043bbd7e-04c1-467f-a080-9fcefd7ef129 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/f5930745-db5f-49a3-bd40-01f379227d24 HTTP/1.1" status: 204 len: 168 time: 0.4945240 Nov 18 17:42:18.919088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56678) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:18.937168 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bbd7e-04c1-467f-a080-9fcefd7ef129 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Network': ['ID=f5930745-db5f-49a3-bd40-01f379227d24,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:19.023682 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Allocated IP 2001:db8:1::2 (23244d0a-10d8-4050-a7ae-fc4052b14319/6d2da61c-fd20-466c-9a0a-11bcb24d2d0c/3437f4ea-4c6c-4620-9168-703b9cde917b) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:19.024960 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-93cbfad7-c14a-4fb6-88a5-7536ccc977f1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:19.025444 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93cbfad7-c14a-4fb6-88a5-7536ccc977f1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:19.028811 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-93cbfad7-c14a-4fb6-88a5-7536ccc977f1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/subnets/c86e032b-dd92-487d-882c-74c90a4888ed HTTP/1.1" status: 404 len: 337 time: 0.0792949 Nov 18 17:42:19.031570 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56686) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:19.038917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6658c9ea-deed-4a77-96f9-e9d6408fed4f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Deleting port 4d7b314d-1b0c-480f-bca7-3ea13142e10c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:19.039277 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6658c9ea-deed-4a77-96f9-e9d6408fed4f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:19.053718 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b6de2e-6e03-4c4c-83cd-f3a1fd3bf2a3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:19.054357 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b6de2e-6e03-4c4c-83cd-f3a1fd3bf2a3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:19.059845 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-89b6de2e-6e03-4c4c-83cd-f3a1fd3bf2a3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/fa0708eb-82f4-4d30-8fc7-57c8041070f4 HTTP/1.1" status: 404 len: 339 time: 0.0243645 Nov 18 17:42:19.063088 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56690) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:19.088521 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-51747109-a747-45dd-9083-90696a38e32c tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:19.090845 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a679ae-a7d2-445f-8010-6100500b27c1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:19.091380 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a679ae-a7d2-445f-8010-6100500b27c1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:19.094922 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-46a679ae-a7d2-445f-8010-6100500b27c1 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/subnets/c8e21ad2-f261-4c01-ad70-429a913caf01 HTTP/1.1" status: 404 len: 337 time: 0.0338717 Nov 18 17:42:19.098411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56694) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:19.109553 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:19.123367 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-16329519-825f-412f-ac22-16a1e8bcf9a0 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:19.123928 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16329519-825f-412f-ac22-16a1e8bcf9a0 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:19.127946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-16329519-825f-412f-ac22-16a1e8bcf9a0 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/1522fa0c-8075-413b-b728-c05a12031bd1 HTTP/1.1" status: 404 len: 339 time: 0.0284092 Nov 18 17:42:19.130549 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56696) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:19.157956 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e94bb7-d275-4ecf-adc5-042415d3d006 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:19.160328 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e94bb7-d275-4ecf-adc5-042415d3d006 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:19.163481 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b2e94bb7-d275-4ecf-adc5-042415d3d006 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/subnets/cc6b1f5e-63b5-4af3-ac94-610c3193a717 HTTP/1.1" status: 404 len: 337 time: 0.0319407 Nov 18 17:42:19.171428 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56700) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:19.216197 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:19.216802 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-233d1f14-a3f7-4ea9-b647-9986c825e258 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:19.217962 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233d1f14-a3f7-4ea9-b647-9986c825e258 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:19.221990 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-233d1f14-a3f7-4ea9-b647-9986c825e258 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/06386dcc-b995-46be-a4cc-3e1212b52002 HTTP/1.1" status: 404 len: 339 time: 0.0442233 Nov 18 17:42:19.224589 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56704) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:19.232642 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:19.238539 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Pushing event updated for resources: {'Port': ['ID=71235a0a-fb62-4de8-a2aa-4de7916c335e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:19.248385 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:19.255606 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6658c9ea-deed-4a77-96f9-e9d6408fed4f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:19.256176 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6658c9ea-deed-4a77-96f9-e9d6408fed4f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:19.259361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:19.262264 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:19.276503 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffa4c44-1415-4fe7-abbe-42b373bcc058 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:19.277249 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ffa4c44-1415-4fe7-abbe-42b373bcc058 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:19.284306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4ffa4c44-1415-4fe7-abbe-42b373bcc058 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/subnets/e5e42ebf-1191-48a4-aeff-9986f683b606 HTTP/1.1" status: 404 len: 337 time: 0.0587316 Nov 18 17:42:19.289374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56710) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:19.295694 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6658c9ea-deed-4a77-96f9-e9d6408fed4f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Calling delete_port for 4d7b314d-1b0c-480f-bca7-3ea13142e10c owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:19.301259 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9092c92-669b-47f3-8536-ec73a7d51325 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:19.310758 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-685a1363-fde8-4b96-9d10-b3ebd04ce1c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:19.311409 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685a1363-fde8-4b96-9d10-b3ebd04ce1c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:19.315327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-685a1363-fde8-4b96-9d10-b3ebd04ce1c6 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/4d25bfd0-3c0b-428b-a36b-283168eb89bb HTTP/1.1" status: 404 len: 339 time: 0.0248973 Nov 18 17:42:19.318225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56712) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:19.349035 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Network 23244d0a-10d8-4050-a7ae-fc4052b14319 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:19.355233 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-d383d23a-51b5-430b-817b-48abe6b2c635 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:19.356077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d383d23a-51b5-430b-817b-48abe6b2c635 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:19.356323 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:19.358675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:19.359933 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d383d23a-51b5-430b-817b-48abe6b2c635 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/subnets/a64a005c-13cf-4392-887b-7c1d2ef18a62 HTTP/1.1" status: 404 len: 337 time: 0.0398304 Nov 18 17:42:19.361582 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Pushing event updated for resources: {'Port': ['ID=3437f4ea-4c6c-4620-9168-703b9cde917b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:19.363673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56718) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:19.390803 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef2b1ec-d84b-4e2b-b65d-7657da9f2b00 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:19.391456 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef2b1ec-d84b-4e2b-b65d-7657da9f2b00 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:19.395029 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fef2b1ec-d84b-4e2b-b65d-7657da9f2b00 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/e4d5f6cb-5d5a-4a4f-8569-20e60b988605 HTTP/1.1" status: 404 len: 339 time: 0.0299859 Nov 18 17:42:19.397787 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56720) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:19.427943 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-c776519f-6925-4b2f-9435-504f16e84b95 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:19.428505 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c776519f-6925-4b2f-9435-504f16e84b95 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:19.431759 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c776519f-6925-4b2f-9435-504f16e84b95 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/subnets/4afc469a-ee5b-4e40-8ff5-1def5522a44d HTTP/1.1" status: 404 len: 337 time: 0.0328712 Nov 18 17:42:19.435634 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56726) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:19.462394 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-475caf26-30a3-4af3-8a63-eea74abdfbad tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:19.463303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475caf26-30a3-4af3-8a63-eea74abdfbad tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:19.474576 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a1a92450-6376-4fde-a621-84ad1d7bbb56 None None] Provisioning complete for port 71235a0a-fb62-4de8-a2aa-4de7916c335e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:19.475186 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a1a92450-6376-4fde-a621-84ad1d7bbb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:19.477893 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-475caf26-30a3-4af3-8a63-eea74abdfbad tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/8ca1e408-e934-434b-922e-b1eeaeec4788 HTTP/1.1" status: 404 len: 339 time: 0.0403500 Nov 18 17:42:19.478440 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Attempting to bind port 3437f4ea-4c6c-4620-9168-703b9cde917b on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:42:19.479053 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Attempting to bind port 3437f4ea-4c6c-4620-9168-703b9cde917b by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '494f8761-a73c-4141-8410-c73fbd42060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '23244d0a-10d8-4050-a7ae-fc4052b14319'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:42:19.479676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Attempting to bind port 3437f4ea-4c6c-4620-9168-703b9cde917b on network 23244d0a-10d8-4050-a7ae-fc4052b14319 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:42:19.480455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56728) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:19.524930 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:42:19.525554 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Checking segment: {'id': '494f8761-a73c-4141-8410-c73fbd42060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '23244d0a-10d8-4050-a7ae-fc4052b14319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:42:19.529353 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:19.529982 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Bound using segment: {'id': '494f8761-a73c-4141-8410-c73fbd42060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '23244d0a-10d8-4050-a7ae-fc4052b14319'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:42:19.530669 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Bound port: 3437f4ea-4c6c-4620-9168-703b9cde917b, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494f8761-a73c-4141-8410-c73fbd42060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '23244d0a-10d8-4050-a7ae-fc4052b14319'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:42:19.531230 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:19.540934 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-e212c93b-196f-48a3-90ce-2b971824d8ac tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:19.542073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e212c93b-196f-48a3-90ce-2b971824d8ac tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:19.545966 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e212c93b-196f-48a3-90ce-2b971824d8ac tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/subnets/810be974-d66f-4b2e-ac74-91a2b722d9c0 HTTP/1.1" status: 404 len: 337 time: 0.0644789 Nov 18 17:42:19.548637 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56732) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:19.560946 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a1a92450-6376-4fde-a621-84ad1d7bbb56 None None] Port 71235a0a-fb62-4de8-a2aa-4de7916c335e cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:42:19.569249 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-050e18d3-4e0c-4a85-8364-abaa50395190 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:19.569988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050e18d3-4e0c-4a85-8364-abaa50395190 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:19.573879 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-050e18d3-4e0c-4a85-8364-abaa50395190 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/80b0f301-fd28-4a91-8703-8479c322cf00 HTTP/1.1" status: 404 len: 339 time: 0.0236647 Nov 18 17:42:19.576198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56734) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:19.623763 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-51747109-a747-45dd-9083-90696a38e32c tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 17:42:19.625072 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-51747109-a747-45dd-9083-90696a38e32c tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "PUT /v2.0/routers/65ba3739-3b44-4686-8f8b-374cdb716ed7 HTTP/1.1" status: 400 len: 364 time: 0.8751419 Nov 18 17:42:19.628792 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-bddc4c99-3ae2-4995-9766-6c753f8958de tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:19.628792 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bddc4c99-3ae2-4995-9766-6c753f8958de tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:19.629521 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56736) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:19.631363 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] For port 3437f4ea-4c6c-4620-9168-703b9cde917b, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:42:19.635159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] For port 3437f4ea-4c6c-4620-9168-703b9cde917b, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=3437f4ea-4c6c-4620-9168-703b9cde917b,segment=NetworkSegment(494f8761-a73c-4141-8410-c73fbd42060f),segment_id=494f8761-a73c-4141-8410-c73fbd42060f)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:42:19.639831 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bddc4c99-3ae2-4995-9766-6c753f8958de tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/subnets/d1be3e47-bf80-45fa-b177-f3faa9ab6645 HTTP/1.1" status: 404 len: 337 time: 0.0603681 Nov 18 17:42:19.640743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56738) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:19.660725 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a0d6c2-c150-4151-9bf6-d0926b32b72d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] DELETE failed (client error): The resource could not be found. Nov 18 17:42:19.661227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a0d6c2-c150-4151-9bf6-d0926b32b72d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:42:19.664409 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-78a0d6c2-c150-4151-9bf6-d0926b32b72d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/18c5eb18-f43f-4719-b6bb-0b1cb9c6fddf HTTP/1.1" status: 404 len: 339 time: 0.0225577 Nov 18 17:42:19.666914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56740) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:19.716692 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:19.728526 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a6011e-1cc9-4ef1-8a84-93b4a74d16d3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Deleting subnet 354d7c8d-db75-4006-914a-5a6cff19be61 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:42:19.732180 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-45a6011e-1cc9-4ef1-8a84-93b4a74d16d3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:19.776723 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-45a6011e-1cc9-4ef1-8a84-93b4a74d16d3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:19.780462 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1605c-6bfc-4a79-b930-a376531fab57 None None] Pushing event updated for resources: {'Port': ['ID=3437f4ea-4c6c-4620-9168-703b9cde917b,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:19.899358 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-45a6011e-1cc9-4ef1-8a84-93b4a74d16d3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:20.071830 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:20.125671 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6658c9ea-deed-4a77-96f9-e9d6408fed4f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:20.240968 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658c9ea-deed-4a77-96f9-e9d6408fed4f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event deleted for resources: {'Port': ['ID=4d7b314d-1b0c-480f-bca7-3ea13142e10c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:20.262520 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-45a6011e-1cc9-4ef1-8a84-93b4a74d16d3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:20.292644 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 3437f4ea-4c6c-4620-9168-703b9cde917b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:42:20.297348 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:20.302313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6011e-1cc9-4ef1-8a84-93b4a74d16d3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Subnet': ['ID=354d7c8d-db75-4006-914a-5a6cff19be61,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:20.327106 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-45a6011e-1cc9-4ef1-8a84-93b4a74d16d3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:20.331912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ce30e-d53f-4190-9d56-036a9abfbee1 None None] Network 4734721a-9e06-4f77-944f-dea00cb4d5f6 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:20.335416 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-45a6011e-1cc9-4ef1-8a84-93b4a74d16d3 tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/subnets/354d7c8d-db75-4006-914a-5a6cff19be61 HTTP/1.1" status: 204 len: 168 time: 0.6652699 Nov 18 17:42:20.335726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56746) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:20.426760 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:20.447386 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 3437f4ea-4c6c-4620-9168-703b9cde917b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:20.450347 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:20.493015 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Deleting port dc295430-51d2-4cd9-b214-fddb85bc2f52 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:20.493685 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:20.569740 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:20.589522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] For port dc295430-51d2-4cd9-b214-fddb85bc2f52, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=dc295430-51d2-4cd9-b214-fddb85bc2f52,segment=NetworkSegment(3f14ca0b-8639-4797-976e-2c9e6a5ff8eb),segment_id=3f14ca0b-8639-4797-976e-2c9e6a5ff8eb)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:20.591252 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:20.617582 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e07fdc6-f1df-466e-9590-63b8f96e5046 None None] DHCP port deletion for 4734721a-9e06-4f77-944f-dea00cb4d5f6 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:20.623760 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Calling delete_port for dc295430-51d2-4cd9-b214-fddb85bc2f52 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:20.634642 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 3437f4ea-4c6c-4620-9168-703b9cde917b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=3437f4ea-4c6c-4620-9168-703b9cde917b,segment=NetworkSegment(494f8761-a73c-4141-8410-c73fbd42060f),segment_id=494f8761-a73c-4141-8410-c73fbd42060f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:20.682037 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7e07fdc6-f1df-466e-9590-63b8f96e5046 None None] Deleting port dc295430-51d2-4cd9-b214-fddb85bc2f52 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:20.682725 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e07fdc6-f1df-466e-9590-63b8f96e5046 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:20.755820 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7e07fdc6-f1df-466e-9590-63b8f96e5046 None None] For port dc295430-51d2-4cd9-b214-fddb85bc2f52, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=dc295430-51d2-4cd9-b214-fddb85bc2f52,segment=NetworkSegment(3f14ca0b-8639-4797-976e-2c9e6a5ff8eb),segment_id=3f14ca0b-8639-4797-976e-2c9e6a5ff8eb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:20.756387 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e07fdc6-f1df-466e-9590-63b8f96e5046 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:20.765863 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:20.785200 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 52805905-6fd2-49ff-812b-b5f469516a62 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:42:20.788727 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7e07fdc6-f1df-466e-9590-63b8f96e5046 None None] Calling delete_port for dc295430-51d2-4cd9-b214-fddb85bc2f52 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:20.816736 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:20.842415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 52805905-6fd2-49ff-812b-b5f469516a62 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:42:20.842820 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 52805905-6fd2-49ff-812b-b5f469516a62 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:42:20.872683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Port': ['ID=dc295430-51d2-4cd9-b214-fddb85bc2f52,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:20.872683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] No DVR routers for this DVR port dc295430-51d2-4cd9-b214-fddb85bc2f52 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:42:20.872874 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6658c9ea-deed-4a77-96f9-e9d6408fed4f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for floatingip, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:20.872874 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-6658c9ea-deed-4a77-96f9-e9d6408fed4f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Floating IP 7c1009d4-a22f-4c64-a2a8-b4df1e076ac3 disassociated (deleted). External IP: 172.25.3.40, port: 75690271-7909-4cab-a751-ae4c707cec53. Nov 18 17:42:20.959908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=3437f4ea-4c6c-4620-9168-703b9cde917b,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:20.981664 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 17:42:20.994350 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e07fdc6-f1df-466e-9590-63b8f96e5046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:21.041814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07fdc6-f1df-466e-9590-63b8f96e5046 None None] Pushing event deleted for resources: {'Port': ['ID=dc295430-51d2-4cd9-b214-fddb85bc2f52,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:21.043581 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07fdc6-f1df-466e-9590-63b8f96e5046 None None] No DVR routers for this DVR port dc295430-51d2-4cd9-b214-fddb85bc2f52 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:42:21.057077 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:21.088514 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4734721a-9e06-4f77-944f-dea00cb4d5f6']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:21.101710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f14ca0b-8639-4797-976e-2c9e6a5ff8eb') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:21.102362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f14ca0b-8639-4797-976e-2c9e6a5ff8eb') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:21.114264 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:21.134551 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:21.139325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:42:21.139734 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:42:21.143720 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:42:21.264286 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdde763-0bb8-4798-8870-7687b08c0829 None None] Network 23244d0a-10d8-4050-a7ae-fc4052b14319 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:21.264635 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:21.273309 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:21.281050 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:21.285934 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] 10.222.0.72 "DELETE /v2.0/networks/4734721a-9e06-4f77-944f-dea00cb4d5f6 HTTP/1.1" status: 204 len: 168 time: 0.9491031 Nov 18 17:42:21.316361 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd335b5-2cdf-4101-8b33-90a96840693d tempest-NetworksTest-1381556586 tempest-NetworksTest-1381556586-project] Pushing event deleted for resources: {'Network': ['ID=4734721a-9e06-4f77-944f-dea00cb4d5f6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:21.369576 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Allocated IP 2001:db8::1 (bf2d4110-e3f5-4954-9661-c2ed5a62694b/bdaff808-2279-4bb9-abcc-367c292ff6c9/cc58414f-3a16-44a5-936f-194dc124ad26) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:21.391953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-20c9985d-993d-4587-86d1-fcf1d1ab52f7 None None] Provisioning complete for port 3437f4ea-4c6c-4620-9168-703b9cde917b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:21.393000 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20c9985d-993d-4587-86d1-fcf1d1ab52f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:21.574214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6658c9ea-deed-4a77-96f9-e9d6408fed4f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Router 7e442675-3f94-402c-9011-4fc46a832c5f has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:42:21.655939 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:21.673487 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:21.751690 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Router 1b5168fc-2107-498e-8946-622d8f5fd4b2 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:42:21.766161 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6658c9ea-deed-4a77-96f9-e9d6408fed4f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:42:21.772776 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6658c9ea-deed-4a77-96f9-e9d6408fed4f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:21.781151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e58bcc-fa72-40a6-a3e8-1ad2af9b75fd None None] Sync routers for ids ['7e442675-3f94-402c-9011-4fc46a832c5f'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:42:21.795299 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e58bcc-fa72-40a6-a3e8-1ad2af9b75fd None None] Routers {'7e442675-3f94-402c-9011-4fc46a832c5f'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:21.796888 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-c0e58bcc-fa72-40a6-a3e8-1ad2af9b75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7e442675-3f94-402c-9011-4fc46a832c5f'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:21.817094 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6658c9ea-deed-4a77-96f9-e9d6408fed4f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "DELETE /v2.0/floatingips/7c1009d4-a22f-4c64-a2a8-b4df1e076ac3 HTTP/1.1" status: 204 len: 168 time: 4.1629908 Nov 18 17:42:21.882693 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0e1b53a7-d12f-40cd-89a9-3f1d68f40f4a None None] Provisioning complete for port 3437f4ea-4c6c-4620-9168-703b9cde917b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:21.884147 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0e1b53a7-d12f-40cd-89a9-3f1d68f40f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:21.908832 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b367bbfc-09b8-4716-af64-256eb642733d', 'tag': '75690271-7909-4cab-a751-ae4c707cec53'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:42:21.911168 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449224fe-f447-4397-8027-18b1525bd216" -d '{"events": [{"name": "network-changed", "server_uuid": "b367bbfc-09b8-4716-af64-256eb642733d", "tag": "75690271-7909-4cab-a751-ae4c707cec53"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:42:21.914530 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:21.919609 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56762) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:22.005329 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283fa495-1fe5-4cb5-b4a5-2dd99f9b32c1 x-openstack-request-id: req-283fa495-1fe5-4cb5-b4a5-2dd99f9b32c1 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:42:22.005682 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b367bbfc-09b8-4716-af64-256eb642733d", "tag": "75690271-7909-4cab-a751-ae4c707cec53", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:42:22.005909 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-283fa495-1fe5-4cb5-b4a5-2dd99f9b32c1 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:42:22.006307 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b367bbfc-09b8-4716-af64-256eb642733d', 'tag': '75690271-7909-4cab-a751-ae4c707cec53', 'status': 'completed', 'code': 200} Nov 18 17:42:22.034927 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-c0e58bcc-fa72-40a6-a3e8-1ad2af9b75fd None None] Set router 7e442675-3f94-402c-9011-4fc46a832c5f gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:42:22.058524 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Network bf2d4110-e3f5-4954-9661-c2ed5a62694b is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:22.065546 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:22.077610 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:22.078307 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:22.161264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event updated for resources: {'Port': ['ID=cc58414f-3a16-44a5-936f-194dc124ad26,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:22.241815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449224fe-f447-4397-8027-18b1525bd216 req-ade41a3c-e62f-405a-818d-5389df159933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:22.243853 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-449224fe-f447-4397-8027-18b1525bd216 req-ade41a3c-e62f-405a-818d-5389df159933 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 1098 time: 0.2352080 Nov 18 17:42:22.250049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:42:22.263467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d096d6b6-9b0d-4bb4-977a-8b01a18bc17d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8f2d533afcea4e229f03cd4086f720ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3413739 Nov 18 17:42:22.267665 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56768) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:22.283274 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Sync routers for ids ['1b5168fc-2107-498e-8946-622d8f5fd4b2'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:42:22.322896 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Routers {'1b5168fc-2107-498e-8946-622d8f5fd4b2'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:22.323758 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['1b5168fc-2107-498e-8946-622d8f5fd4b2'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:22.344640 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:22.349525 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-abb465ed-5147-45ce-9a11-2b0f33a1ed10 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.9298105 Nov 18 17:42:22.349681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 3437f4ea-4c6c-4620-9168-703b9cde917b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:42:22.349844 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56772) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:22.500316 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:22.513210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 3437f4ea-4c6c-4620-9168-703b9cde917b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:22.513797 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:22.589518 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64e8ade6-2511-4f38-8616-50da06b300d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:22.600478 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449224fe-f447-4397-8027-18b1525bd216 req-c8c75549-a5a7-4325-8fc6-b6a94463aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:22.602383 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-449224fe-f447-4397-8027-18b1525bd216 req-c8c75549-a5a7-4325-8fc6-b6a94463aea3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 913 time: 0.3406909 Nov 18 17:42:22.607264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aea910-bc2f-4990-a17a-d22e054ff69f req-540632ed-4114-4bd2-b465-fb75d6d05961 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:22.617046 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09aea910-bc2f-4990-a17a-d22e054ff69f req-540632ed-4114-4bd2-b465-fb75d6d05961 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 946 time: 0.2136183 Nov 18 17:42:22.660523 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-c0e58bcc-fa72-40a6-a3e8-1ad2af9b75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '00d3f58c-89ad-4e1a-8537-402d7a1afd6a', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'port_id': '14328e36-2088-47c9-87a9-3da2d1158673', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'mac_address': 'fa:16:3e:26:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:36:14Z', 'updated_at': '2021-11-18T17:36:18Z', 'revision_number': 1, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:25Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:22.699627 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64e8ade6-2511-4f38-8616-50da06b300d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:22.702478 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-449224fe-f447-4397-8027-18b1525bd216 req-cc3585d1-f5b4-4c04-8021-135327abf042 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75690271-7909-4cab-a751-ae4c707cec53 HTTP/1.1" status: 200 len: 217 time: 0.0651755 Nov 18 17:42:22.707192 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-05179da4-e4db-4874-a93e-8c4c8a8328a6 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "GET /v2.0/routers/1b5168fc-2107-498e-8946-622d8f5fd4b2 HTTP/1.1" status: 200 len: 906 time: 0.3574212 Nov 18 17:42:22.711719 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56774) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:22.720775 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e58bcc-fa72-40a6-a3e8-1ad2af9b75fd None None] Checking router: 7e442675-3f94-402c-9011-4fc46a832c5f for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:42:22.722446 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Set router 1b5168fc-2107-498e-8946-622d8f5fd4b2 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:42:22.752750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e58bcc-fa72-40a6-a3e8-1ad2af9b75fd None None] Routers {'7e442675-3f94-402c-9011-4fc46a832c5f'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:22.753768 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-c0e58bcc-fa72-40a6-a3e8-1ad2af9b75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7e442675-3f94-402c-9011-4fc46a832c5f'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:22.769086 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09aea910-bc2f-4990-a17a-d22e054ff69f req-1006be10-aa3b-46d2-842f-b6f68e735f5a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510398 Nov 18 17:42:22.878865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device dc295430-51d2-4cd9-b214-fddb85bc2f52 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:42:22.884228 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64e8ade6-2511-4f38-8616-50da06b300d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:22.887031 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64e8ade6-2511-4f38-8616-50da06b300d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:22.888822 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-64e8ade6-2511-4f38-8616-50da06b300d7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/758fb3e0-b6e9-47e0-a1a2-c4dd327386eb HTTP/1.1" status: 204 len: 168 time: 0.6194468 Nov 18 17:42:22.902059 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8ade6-2511-4f38-8616-50da06b300d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758fb3e0-b6e9-47e0-a1a2-c4dd327386eb,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:22.944154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-c0e58bcc-fa72-40a6-a3e8-1ad2af9b75fd None None] Set router 7e442675-3f94-402c-9011-4fc46a832c5f gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:42:22.952184 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5168fc-2107-498e-8946-622d8f5fd4b2', 'name': 'tempest-snat-router-738866371', 'tenant_id': 'f6dc6fc6561e47ef85ce8421dd03cce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '71235a0a-fb62-4de8-a2aa-4de7916c335e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:42:16Z', 'updated_at': '2021-11-18T17:42:19Z', 'revision_number': 3, 'project_id': 'f6dc6fc6561e47ef85ce8421dd03cce5', 'gw_port': {'id': '71235a0a-fb62-4de8-a2aa-4de7916c335e', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5168fc-2107-498e-8946-622d8f5fd4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:42:17Z', 'updated_at': '2021-11-18T17:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:22.992877 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Checking router: 1b5168fc-2107-498e-8946-622d8f5fd4b2 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:42:22.993344 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Updating router 1b5168fc-2107-498e-8946-622d8f5fd4b2 port 71235a0a-fb62-4de8-a2aa-4de7916c335e binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:42:23.029788 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:23.151956 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b4ee17fa-b8f5-4d63-b70a-7d5af2739456 None None] Provisioning complete for port cc58414f-3a16-44a5-936f-194dc124ad26 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:23.152420 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b4ee17fa-b8f5-4d63-b70a-7d5af2739456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:23.184453 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: dc295430-51d2-4cd9-b214-fddb85bc2f52 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:42:23.184861 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device dc295430-51d2-4cd9-b214-fddb85bc2f52 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:42:23.280705 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b4ee17fa-b8f5-4d63-b70a-7d5af2739456 None None] Port cc58414f-3a16-44a5-936f-194dc124ad26 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:42:23.286518 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e32d1ef5-6e96-4d10-8eae-411ee57b8091 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:23.292334 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449224fe-f447-4397-8027-18b1525bd216 req-008f194f-759b-486b-b994-24f4bec87c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:23.293829 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-449224fe-f447-4397-8027-18b1525bd216 req-008f194f-759b-486b-b994-24f4bec87c0f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.5830700 Nov 18 17:42:23.346901 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:23.358158 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:23.431579 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:23.472382 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449224fe-f447-4397-8027-18b1525bd216 req-8e0f5209-9ce2-40db-bb1b-26910c6238e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:23.474003 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-449224fe-f447-4397-8027-18b1525bd216 req-8e0f5209-9ce2-40db-bb1b-26910c6238e3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1414404 Nov 18 17:42:23.493158 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30659109-e8cd-4d39-9e4e-8a4e770b9edd None None] Pushing event updated for resources: {'Port': ['ID=71235a0a-fb62-4de8-a2aa-4de7916c335e,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:23.511616 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Attempting to bind port 71235a0a-fb62-4de8-a2aa-4de7916c335e on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:42:23.512365 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Attempting to bind port 71235a0a-fb62-4de8-a2aa-4de7916c335e by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:42:23.513144 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Attempting to bind port 71235a0a-fb62-4de8-a2aa-4de7916c335e on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:42:23.519327 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:42:23.520031 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:42:23.520615 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:23.521184 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:42:23.522358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b307c8f-2650-413f-9fef-311e366ea186 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:23.523346 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Bound port: 71235a0a-fb62-4de8-a2aa-4de7916c335e, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:42:23.523739 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:23.538594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-c0e58bcc-fa72-40a6-a3e8-1ad2af9b75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '00d3f58c-89ad-4e1a-8537-402d7a1afd6a', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'port_id': '14328e36-2088-47c9-87a9-3da2d1158673', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'mac_address': 'fa:16:3e:26:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:36:14Z', 'updated_at': '2021-11-18T17:36:18Z', 'revision_number': 1, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:25Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:23.581037 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e32d1ef5-6e96-4d10-8eae-411ee57b8091 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:23.581223 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e58bcc-fa72-40a6-a3e8-1ad2af9b75fd None None] The sync data for ids ['7e442675-3f94-402c-9011-4fc46a832c5f'] in n-d-813419-11 is: [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '00d3f58c-89ad-4e1a-8537-402d7a1afd6a', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'port_id': '14328e36-2088-47c9-87a9-3da2d1158673', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'mac_address': 'fa:16:3e:26:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:36:14Z', 'updated_at': '2021-11-18T17:36:18Z', 'revision_number': 1, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:25Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:42:23.604034 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] For port 71235a0a-fb62-4de8-a2aa-4de7916c335e, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:42:23.613606 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] For port 71235a0a-fb62-4de8-a2aa-4de7916c335e, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=71235a0a-fb62-4de8-a2aa-4de7916c335e,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:42:23.645643 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d81081e7-d4f2-485b-b7aa-cfeac4738b1b None None] Provisioning complete for port 71235a0a-fb62-4de8-a2aa-4de7916c335e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:23.646041 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d81081e7-d4f2-485b-b7aa-cfeac4738b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:23.679128 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:23.684790 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-449224fe-f447-4397-8027-18b1525bd216 req-5fb11b2a-9aaf-4283-b463-8740e130c1a0 service neutron] 10.222.0.81 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761296 Nov 18 17:42:23.696163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d81081e7-d4f2-485b-b7aa-cfeac4738b1b None None] Port 71235a0a-fb62-4de8-a2aa-4de7916c335e cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:42:23.776450 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:23.791012 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:23.793639 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:23.809410 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c48a76b-376d-4b1f-a335-24eea034531a None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:23.884776 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Routers {'1b5168fc-2107-498e-8946-622d8f5fd4b2'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:23.885370 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['1b5168fc-2107-498e-8946-622d8f5fd4b2'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:23.940583 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-fe7cb794-6279-4104-8dcf-0208067bc17f None None] Provisioning complete for port 71235a0a-fb62-4de8-a2aa-4de7916c335e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:23.946911 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb794-6279-4104-8dcf-0208067bc17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:23.958619 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-449224fe-f447-4397-8027-18b1525bd216 req-df2436d0-07cc-49d0-a315-a8cb1aefc365 service neutron] 10.222.0.81 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642622 Nov 18 17:42:24.001292 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] Set router 1b5168fc-2107-498e-8946-622d8f5fd4b2 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:42:24.008647 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9249ed8-3f01-4f32-a525-fcd9d3b8aa70 req-684c6ecf-444f-4812-81da-ce894fbf3050 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:24.010299 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9249ed8-3f01-4f32-a525-fcd9d3b8aa70 req-684c6ecf-444f-4812-81da-ce894fbf3050 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 946 time: 0.1031532 Nov 18 17:42:24.016131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a1a67-afb2-4111-bd30-62c0948ba830 None None] New status for floating IP 7c1009d4-a22f-4c64-a2a8-b4df1e076ac3: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:42:24.035371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event updated for resources: {'Port': ['ID=cc58414f-3a16-44a5-936f-194dc124ad26,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:24.076425 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5168fc-2107-498e-8946-622d8f5fd4b2', 'name': 'tempest-snat-router-738866371', 'tenant_id': 'f6dc6fc6561e47ef85ce8421dd03cce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:42:16Z', 'updated_at': '2021-11-18T17:42:23Z', 'revision_number': 4, 'project_id': 'f6dc6fc6561e47ef85ce8421dd03cce5', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:24.113097 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9249ed8-3f01-4f32-a525-fcd9d3b8aa70 req-c4c375fd-8562-4dc9-94ed-f3e13ea69254 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965583 Nov 18 17:42:24.132420 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60158968-13db-41e4-8d60-a2a50d0cc40d None None] The sync data for ids ['1b5168fc-2107-498e-8946-622d8f5fd4b2'] in n-d-813419-11 is: [{'id': '1b5168fc-2107-498e-8946-622d8f5fd4b2', 'name': 'tempest-snat-router-738866371', 'tenant_id': 'f6dc6fc6561e47ef85ce8421dd03cce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:42:16Z', 'updated_at': '2021-11-18T17:42:23Z', 'revision_number': 4, 'project_id': 'f6dc6fc6561e47ef85ce8421dd03cce5', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:42:24.168179 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30659109-e8cd-4d39-9e4e-8a4e770b9edd None None] Pushing event updated for resources: {'Port': ['ID=71235a0a-fb62-4de8-a2aa-4de7916c335e,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:24.185946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Network bf2d4110-e3f5-4954-9661-c2ed5a62694b is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:24.194943 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:24.209829 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e32d1ef5-6e96-4d10-8eae-411ee57b8091 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Deleting port 71235a0a-fb62-4de8-a2aa-4de7916c335e {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:24.210176 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e32d1ef5-6e96-4d10-8eae-411ee57b8091 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:24.258177 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb794-6279-4104-8dcf-0208067bc17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:24.312645 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-fe7cb794-6279-4104-8dcf-0208067bc17f None None] For port 71235a0a-fb62-4de8-a2aa-4de7916c335e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=71235a0a-fb62-4de8-a2aa-4de7916c335e,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:24.387483 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb794-6279-4104-8dcf-0208067bc17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:24.477852 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7cb794-6279-4104-8dcf-0208067bc17f None None] Pushing event updated for resources: {'Port': ['ID=71235a0a-fb62-4de8-a2aa-4de7916c335e,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:24.480675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2103a3-c681-4a6d-a557-b47ff2d069a6 req-70bb7761-a4be-4093-9ac8-524da1e22f8e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:24.489649 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4e2103a3-c681-4a6d-a557-b47ff2d069a6 req-70bb7761-a4be-4093-9ac8-524da1e22f8e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.81 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 946 time: 0.4757104 Nov 18 17:42:24.509962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-e32d1ef5-6e96-4d10-8eae-411ee57b8091 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] For port 71235a0a-fb62-4de8-a2aa-4de7916c335e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=71235a0a-fb62-4de8-a2aa-4de7916c335e,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:24.510345 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e32d1ef5-6e96-4d10-8eae-411ee57b8091 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:24.561062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e32d1ef5-6e96-4d10-8eae-411ee57b8091 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Calling delete_port for 71235a0a-fb62-4de8-a2aa-4de7916c335e owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:24.611082 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Router 65ba3739-3b44-4686-8f8b-374cdb716ed7 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:42:24.617182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3f3e911b-093f-48b2-ae59-4608ead46a0d None None] Provisioning complete for port cc58414f-3a16-44a5-936f-194dc124ad26 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:24.617739 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f3e911b-093f-48b2-ae59-4608ead46a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:24.624458 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56806) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:24.628710 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029607 Nov 18 17:42:24.631847 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56808) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:24.663988 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e911b-093f-48b2-ae59-4608ead46a0d None None] Port cc58414f-3a16-44a5-936f-194dc124ad26 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:42:24.779529 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cb65797a-6856-4918-8603-35ef82daa196 tempest-NetworksApiDiscovery-1864137908 tempest-NetworksApiDiscovery-1864137908-project] 10.222.0.72 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1463349 Nov 18 17:42:24.848769 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-4e2103a3-c681-4a6d-a557-b47ff2d069a6 req-a6323fde-d92c-4a53-a2b3-821c4b1202b3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Deleting port 75690271-7909-4cab-a751-ae4c707cec53 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:24.849513 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4e2103a3-c681-4a6d-a557-b47ff2d069a6 req-a6323fde-d92c-4a53-a2b3-821c4b1202b3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:24.903691 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:42:24.911032 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-408d0dd9-a729-4c61-adea-efa84661e6a4 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "PUT /v2.0/routers/65ba3739-3b44-4686-8f8b-374cdb716ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2780797 Nov 18 17:42:24.913485 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56816) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:24.914909 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676cc223-4cd6-4e89-a852-031638869d47 None None] Sync routers for ids ['65ba3739-3b44-4686-8f8b-374cdb716ed7'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:42:24.935410 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676cc223-4cd6-4e89-a852-031638869d47 None None] Routers {'65ba3739-3b44-4686-8f8b-374cdb716ed7'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:24.936302 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-676cc223-4cd6-4e89-a852-031638869d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['65ba3739-3b44-4686-8f8b-374cdb716ed7'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:24.974743 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-676cc223-4cd6-4e89-a852-031638869d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:24.984162 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676cc223-4cd6-4e89-a852-031638869d47 None None] Routers {'65ba3739-3b44-4686-8f8b-374cdb716ed7'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:24.984915 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-676cc223-4cd6-4e89-a852-031638869d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['65ba3739-3b44-4686-8f8b-374cdb716ed7'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:25.013373 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-4e2103a3-c681-4a6d-a557-b47ff2d069a6 req-a6323fde-d92c-4a53-a2b3-821c4b1202b3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] For port 75690271-7909-4cab-a751-ae4c707cec53, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=75690271-7909-4cab-a751-ae4c707cec53,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:25.013763 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4e2103a3-c681-4a6d-a557-b47ff2d069a6 req-a6323fde-d92c-4a53-a2b3-821c4b1202b3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:25.019825 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-676cc223-4cd6-4e89-a852-031638869d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:25.020022 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ad39220-4c4e-4ffc-a6c7-b82515c770f8 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:25.020698 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676cc223-4cd6-4e89-a852-031638869d47 None None] The sync data for ids ['65ba3739-3b44-4686-8f8b-374cdb716ed7'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:42:25.030625 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-4e2103a3-c681-4a6d-a557-b47ff2d069a6 req-a6323fde-d92c-4a53-a2b3-821c4b1202b3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Calling delete_port for 75690271-7909-4cab-a751-ae4c707cec53 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:25.124378 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-7ad39220-4c4e-4ffc-a6c7-b82515c770f8 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 18 17:42:25.124541 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e32d1ef5-6e96-4d10-8eae-411ee57b8091 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:25.126962 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7ad39220-4c4e-4ffc-a6c7-b82515c770f8 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "DELETE /v2.0/routers/65ba3739-3b44-4686-8f8b-374cdb716ed7 HTTP/1.1" status: 409 len: 329 time: 0.2124717 Nov 18 17:42:25.130509 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56818) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:25.178387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d1ef5-6e96-4d10-8eae-411ee57b8091 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Pushing event deleted for resources: {'Port': ['ID=71235a0a-fb62-4de8-a2aa-4de7916c335e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:25.211109 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344815bf-2443-409b-9bcd-37e3057c7db9 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:25.288407 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e32d1ef5-6e96-4d10-8eae-411ee57b8091 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:25.373574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9edd7f-a7a5-455d-bf6e-a44f7dc86f73 req-9bb2c398-adb4-4f72-bfa5-6ef6a2591d4c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:25.375132 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f9edd7f-a7a5-455d-bf6e-a44f7dc86f73 req-9bb2c398-adb4-4f72-bfa5-6ef6a2591d4c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 946 time: 0.1458898 Nov 18 17:42:25.394599 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e32d1ef5-6e96-4d10-8eae-411ee57b8091 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:25.397217 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e32d1ef5-6e96-4d10-8eae-411ee57b8091 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:25.400524 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4e2103a3-c681-4a6d-a557-b47ff2d069a6 req-a6323fde-d92c-4a53-a2b3-821c4b1202b3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:25.481221 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6323fde-d92c-4a53-a2b3-821c4b1202b3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event deleted for resources: {'Port': ['ID=75690271-7909-4cab-a751-ae4c707cec53,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:25.521418 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56824) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:25.525440 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f9edd7f-a7a5-455d-bf6e-a44f7dc86f73 req-a43e7d8f-09e2-435e-8bac-01ef5a1f9d86 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127684 Nov 18 17:42:25.574449 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2103a3-c681-4a6d-a557-b47ff2d069a6 req-a6323fde-d92c-4a53-a2b3-821c4b1202b3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] No DVR routers for this DVR port 75690271-7909-4cab-a751-ae4c707cec53 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:42:25.577486 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4e2103a3-c681-4a6d-a557-b47ff2d069a6 req-a6323fde-d92c-4a53-a2b3-821c4b1202b3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:25.583095 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4e2103a3-c681-4a6d-a557-b47ff2d069a6 req-a6323fde-d92c-4a53-a2b3-821c4b1202b3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.81 "DELETE /v2.0/ports/75690271-7909-4cab-a751-ae4c707cec53 HTTP/1.1" status: 204 len: 173 time: 1.0847728 Nov 18 17:42:25.584237 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b367bbfc-09b8-4716-af64-256eb642733d', 'name': 'network-vif-deleted', 'tag': '75690271-7909-4cab-a751-ae4c707cec53'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:42:25.587347 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d3cb67-6690-453a-b89f-2fa5cc243b4c" -d '{"events": [{"server_uuid": "b367bbfc-09b8-4716-af64-256eb642733d", "name": "network-vif-deleted", "tag": "75690271-7909-4cab-a751-ae4c707cec53"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:42:25.599774 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e32d1ef5-6e96-4d10-8eae-411ee57b8091 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:25.600705 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32d1ef5-6e96-4d10-8eae-411ee57b8091 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b5168fc-2107-498e-8946-622d8f5fd4b2 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:42:25.616695 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e32d1ef5-6e96-4d10-8eae-411ee57b8091 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:25.616695 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e32d1ef5-6e96-4d10-8eae-411ee57b8091 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "DELETE /v2.0/routers/1b5168fc-2107-498e-8946-622d8f5fd4b2 HTTP/1.1" status: 204 len: 168 time: 2.9008162 Nov 18 17:42:25.618148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56830) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:25.711837 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4267e76d-5f6f-409a-880d-8b49c4eccea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:25.748041 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e1ac1d-d3f3-46a9-abc9-0cdd185ea6b2 x-openstack-request-id: req-78e1ac1d-d3f3-46a9-abc9-0cdd185ea6b2 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:42:25.748300 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b367bbfc-09b8-4716-af64-256eb642733d", "name": "network-vif-deleted", "tag": "75690271-7909-4cab-a751-ae4c707cec53", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:42:25.749785 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-78e1ac1d-d3f3-46a9-abc9-0cdd185ea6b2 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:42:25.750400 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b367bbfc-09b8-4716-af64-256eb642733d', 'name': 'network-vif-deleted', 'tag': '75690271-7909-4cab-a751-ae4c707cec53', 'status': 'completed', 'code': 200} Nov 18 17:42:25.788406 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-76a95d23-3898-436b-9158-00749275a15a tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:25.828321 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c51fb82-61c1-41ca-886f-83423dd4b524 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:25.877797 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4267e76d-5f6f-409a-880d-8b49c4eccea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:25.964379 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4267e76d-5f6f-409a-880d-8b49c4eccea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:26.001655 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4267e76d-5f6f-409a-880d-8b49c4eccea5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce435635b64a44ce819ef07cae28f74c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4712498 Nov 18 17:42:26.009823 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56836) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:26.053151 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267e76d-5f6f-409a-880d-8b49c4eccea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0279474d-ce3f-4daa-876d-5bf09054018d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:26.053714 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c51fb82-61c1-41ca-886f-83423dd4b524 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:26.130795 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-67dc2bac-96f8-46ee-b4dc-f4a70f3c0ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:26.155284 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-67dc2bac-96f8-46ee-b4dc-f4a70f3c0ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:26.215918 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-76a95d23-3898-436b-9158-00749275a15a tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Deleting port cc58414f-3a16-44a5-936f-194dc124ad26 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:26.216259 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-76a95d23-3898-436b-9158-00749275a15a tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:26.224315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8c51fb82-61c1-41ca-886f-83423dd4b524 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Deleting port ceb0da0a-3573-49e2-9855-d11bdc406553 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:26.224659 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c51fb82-61c1-41ca-886f-83423dd4b524 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:26.295501 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-67dc2bac-96f8-46ee-b4dc-f4a70f3c0ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:26.298947 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-67dc2bac-96f8-46ee-b4dc-f4a70f3c0ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:26.302635 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-67dc2bac-96f8-46ee-b4dc-f4a70f3c0ee2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0279474d-ce3f-4daa-876d-5bf09054018d HTTP/1.1" status: 204 len: 168 time: 0.2893512 Nov 18 17:42:26.308935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc2bac-96f8-46ee-b4dc-f4a70f3c0ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0279474d-ce3f-4daa-876d-5bf09054018d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:26.745798 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-76a95d23-3898-436b-9158-00749275a15a tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:26.772923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-8c51fb82-61c1-41ca-886f-83423dd4b524 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] For port ceb0da0a-3573-49e2-9855-d11bdc406553, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ceb0da0a-3573-49e2-9855-d11bdc406553,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:26.773341 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c51fb82-61c1-41ca-886f-83423dd4b524 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:26.777151 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-76a95d23-3898-436b-9158-00749275a15a tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Calling delete_port for cc58414f-3a16-44a5-936f-194dc124ad26 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:26.801984 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5aa9998-4430-4335-9897-5e771a6a2c2f req-0b803fdd-d5d2-4125-b411-e10692a0dca9 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 210 time: 0.0521059 Nov 18 17:42:26.810413 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8c51fb82-61c1-41ca-886f-83423dd4b524 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Calling delete_port for ceb0da0a-3573-49e2-9855-d11bdc406553 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:27.071918 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 75690271-7909-4cab-a751-ae4c707cec53 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:42:27.093645 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 75690271-7909-4cab-a751-ae4c707cec53 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:42:27.094005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 75690271-7909-4cab-a751-ae4c707cec53 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:42:27.197463 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-76a95d23-3898-436b-9158-00749275a15a tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:27.228270 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a95d23-3898-436b-9158-00749275a15a tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event deleted for resources: {'Port': ['ID=cc58414f-3a16-44a5-936f-194dc124ad26,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:27.230907 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c51fb82-61c1-41ca-886f-83423dd4b524 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:27.283003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51fb82-61c1-41ca-886f-83423dd4b524 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Pushing event deleted for resources: {'Port': ['ID=ceb0da0a-3573-49e2-9855-d11bdc406553,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:27.314158 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d88a9e-a6d2-42af-bdcb-e4131bd6f6c0 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:27.408966 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-76a95d23-3898-436b-9158-00749275a15a tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:27.551017 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c51fb82-61c1-41ca-886f-83423dd4b524 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:27.689572 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c51fb82-61c1-41ca-886f-83423dd4b524 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:27.692218 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a95d23-3898-436b-9158-00749275a15a tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Router 65ba3739-3b44-4686-8f8b-374cdb716ed7 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:42:27.693720 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c51fb82-61c1-41ca-886f-83423dd4b524 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:27.807885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a95d23-3898-436b-9158-00749275a15a tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:42:27.816796 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-76a95d23-3898-436b-9158-00749275a15a tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "PUT /v2.0/routers/65ba3739-3b44-4686-8f8b-374cdb716ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6852095 Nov 18 17:42:27.817436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56870) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:27.832951 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c51fb82-61c1-41ca-886f-83423dd4b524 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:27.833729 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c51fb82-61c1-41ca-886f-83423dd4b524 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ac8818e-bbc9-48c5-85f8-6bb6ffc10954 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:42:27.836368 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd717a-051a-474d-8c56-6e1807fd071e None None] Sync routers for ids ['65ba3739-3b44-4686-8f8b-374cdb716ed7'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:42:27.840473 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8c51fb82-61c1-41ca-886f-83423dd4b524 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:27.847082 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8c51fb82-61c1-41ca-886f-83423dd4b524 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "DELETE /v2.0/routers/2ac8818e-bbc9-48c5-85f8-6bb6ffc10954 HTTP/1.1" status: 204 len: 168 time: 2.2279325 Nov 18 17:42:27.848668 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56874) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:27.849901 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd717a-051a-474d-8c56-6e1807fd071e None None] Routers {'65ba3739-3b44-4686-8f8b-374cdb716ed7'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:27.850664 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-eecd717a-051a-474d-8c56-6e1807fd071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['65ba3739-3b44-4686-8f8b-374cdb716ed7'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:27.855314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-160536474', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}, 'admin_state_up': False}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:27.901897 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-b469244e-1490-4c5f-92c8-d2c7e3845674 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] show failed (client error): The resource could not be found. Nov 18 17:42:27.903537 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b469244e-1490-4c5f-92c8-d2c7e3845674 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "GET /v2.0/routers/tempest-non_exist_router-705129957 HTTP/1.1" status: 404 len: 334 time: 0.0850427 Nov 18 17:42:27.908199 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56876) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:27.909852 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-eecd717a-051a-474d-8c56-6e1807fd071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:27.913983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-fd638599-faeb-4f93-8461-3191b23c7470 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:27.926520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd717a-051a-474d-8c56-6e1807fd071e None None] Routers {'65ba3739-3b44-4686-8f8b-374cdb716ed7'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:27.927290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-eecd717a-051a-474d-8c56-6e1807fd071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['65ba3739-3b44-4686-8f8b-374cdb716ed7'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:27.978536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-eecd717a-051a-474d-8c56-6e1807fd071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:27.979604 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd717a-051a-474d-8c56-6e1807fd071e None None] The sync data for ids ['65ba3739-3b44-4686-8f8b-374cdb716ed7'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:42:27.996463 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:27.997528 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:28.002331 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-fd638599-faeb-4f93-8461-3191b23c7470 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] update failed (client error): The resource could not be found. Nov 18 17:42:28.006585 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fd638599-faeb-4f93-8461-3191b23c7470 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "PUT /v2.0/routers/tempest-non_exist_router-2137274038 HTTP/1.1" status: 404 len: 335 time: 0.0943427 Nov 18 17:42:28.008834 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56878) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:28.036239 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e474788-e648-4a43-8b12-9e1b3db9a893 req-9a30c7ab-0dfc-4dd1-b423-511b57217658 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 210 time: 0.0416760 Nov 18 17:42:28.101588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68a9970-636b-491c-b152-9e3a662e8f7c tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Deleting subnet 6d2da61c-fd20-466c-9a0a-11bcb24d2d0c {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:42:28.105244 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c68a9970-636b-491c-b152-9e3a662e8f7c tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:28.111105 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:28.157749 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c68a9970-636b-491c-b152-9e3a662e8f7c tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:28.183457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56882) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:28.261995 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c68a9970-636b-491c-b152-9e3a662e8f7c tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:28.348013 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe50e-542d-4e3d-9fc6-213ae7f38c0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:28.358739 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:28.487098 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c68a9970-636b-491c-b152-9e3a662e8f7c tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:28.500170 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ceb0da0a-3573-49e2-9855-d11bdc406553 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:42:28.531744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: ceb0da0a-3573-49e2-9855-d11bdc406553 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:42:28.532624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ceb0da0a-3573-49e2-9855-d11bdc406553 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:42:28.539561 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a9970-636b-491c-b152-9e3a662e8f7c tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event deleted for resources: {'Subnet': ['ID=6d2da61c-fd20-466c-9a0a-11bcb24d2d0c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:28.558482 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ee828f-79e9-4ad3-88f4-6ccfa52137e4 None None] Network 23244d0a-10d8-4050-a7ae-fc4052b14319 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:28.561739 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c68a9970-636b-491c-b152-9e3a662e8f7c tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:28.572072 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c68a9970-636b-491c-b152-9e3a662e8f7c tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "DELETE /v2.0/subnets/6d2da61c-fd20-466c-9a0a-11bcb24d2d0c HTTP/1.1" status: 204 len: 168 time: 0.5614066 Nov 18 17:42:28.574297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56886) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:28.679281 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:28.703010 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:28.705014 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:28.711035 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe50e-542d-4e3d-9fc6-213ae7f38c0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:28.783466 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Deleting port 3437f4ea-4c6c-4620-9168-703b9cde917b {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:28.784103 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:28.787880 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8477b1ae-4856-4e31-a317-05651d43d41c None None] DHCP port deletion for 23244d0a-10d8-4050-a7ae-fc4052b14319 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:28.804845 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe50e-542d-4e3d-9fc6-213ae7f38c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:28.866376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Allocated IP 172.25.3.100 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/9071ec72-05ac-4a10-9232-d2990bf3f6a1) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:28.873288 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8477b1ae-4856-4e31-a317-05651d43d41c None None] Deleting port 3437f4ea-4c6c-4620-9168-703b9cde917b {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:28.874018 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8477b1ae-4856-4e31-a317-05651d43d41c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:28.906953 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] For port 3437f4ea-4c6c-4620-9168-703b9cde917b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=3437f4ea-4c6c-4620-9168-703b9cde917b,segment=NetworkSegment(494f8761-a73c-4141-8410-c73fbd42060f),segment_id=494f8761-a73c-4141-8410-c73fbd42060f)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:28.907562 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:28.914916 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4a5fe50e-542d-4e3d-9fc6-213ae7f38c0f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0659db9054b0482084cc7da3be0c9c88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7303786 Nov 18 17:42:28.923062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56890) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:28.951916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fe50e-542d-4e3d-9fc6-213ae7f38c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142f559d-6384-4c42-86aa-b21fc0d84420,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:28.965941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Calling delete_port for 3437f4ea-4c6c-4620-9168-703b9cde917b owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:28.971444 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8477b1ae-4856-4e31-a317-05651d43d41c None None] For port 3437f4ea-4c6c-4620-9168-703b9cde917b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=3437f4ea-4c6c-4620-9168-703b9cde917b,segment=NetworkSegment(494f8761-a73c-4141-8410-c73fbd42060f),segment_id=494f8761-a73c-4141-8410-c73fbd42060f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:28.972173 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8477b1ae-4856-4e31-a317-05651d43d41c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:28.995005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8477b1ae-4856-4e31-a317-05651d43d41c None None] Calling delete_port for 3437f4ea-4c6c-4620-9168-703b9cde917b owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:29.007661 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:29.107545 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-33bc25a7-e72f-40be-9879-78c317bea4bc req-f195ceef-231e-4c0b-b0a9-101cb47669b0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1395931 Nov 18 17:42:29.119530 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:29.138692 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10bd03b6-4be5-4f05-b545-1ef3d1270073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:29.165719 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10bd03b6-4be5-4f05-b545-1ef3d1270073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:29.194702 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0416098d-9dad-4af2-9876-8fe14b1dce46 req-5d81554f-2bff-4c73-80cc-3bc16ba6edf4 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 210 time: 0.0706012 Nov 18 17:42:29.197704 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8477b1ae-4856-4e31-a317-05651d43d41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:29.203365 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:29.207183 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:29.210965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:29.237696 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Pushing event updated for resources: {'Port': ['ID=9071ec72-05ac-4a10-9232-d2990bf3f6a1,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:29.252545 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477b1ae-4856-4e31-a317-05651d43d41c None None] Pushing event deleted for resources: {'Port': ['ID=3437f4ea-4c6c-4620-9168-703b9cde917b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:29.254367 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505b3a54-9655-42ac-8007-a700204bc7e1 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:29.267196 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8477b1ae-4856-4e31-a317-05651d43d41c None None] No DVR routers for this DVR port 3437f4ea-4c6c-4620-9168-703b9cde917b on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:42:29.303992 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:29.344013 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc25a7-e72f-40be-9879-78c317bea4bc req-3af7ba50-3927-48cd-92c3-5cad31ccd9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:29.346231 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-33bc25a7-e72f-40be-9879-78c317bea4bc req-3af7ba50-3927-48cd-92c3-5cad31ccd9c5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 1098 time: 0.1712897 Nov 18 17:42:29.348669 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] No DVR routers for this DVR port 3437f4ea-4c6c-4620-9168-703b9cde917b on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:42:29.353200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event deleted for resources: {'Port': ['ID=3437f4ea-4c6c-4620-9168-703b9cde917b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:29.364568 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-14031201-e96b-4ded-8c59-4fb553a59e08 None None] Provisioning complete for port 9071ec72-05ac-4a10-9232-d2990bf3f6a1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:29.364916 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14031201-e96b-4ded-8c59-4fb553a59e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:29.418834 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-14031201-e96b-4ded-8c59-4fb553a59e08 None None] Port 9071ec72-05ac-4a10-9232-d2990bf3f6a1 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:42:29.444188 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10bd03b6-4be5-4f05-b545-1ef3d1270073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:29.446906 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10bd03b6-4be5-4f05-b545-1ef3d1270073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:29.448079 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-10bd03b6-4be5-4f05-b545-1ef3d1270073 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/142f559d-6384-4c42-86aa-b21fc0d84420 HTTP/1.1" status: 204 len: 168 time: 0.5211847 Nov 18 17:42:29.507539 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:29.517309 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd03b6-4be5-4f05-b545-1ef3d1270073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142f559d-6384-4c42-86aa-b21fc0d84420,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:29.544462 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23244d0a-10d8-4050-a7ae-fc4052b14319']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:29.560205 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494f8761-a73c-4141-8410-c73fbd42060f') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:29.560545 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494f8761-a73c-4141-8410-c73fbd42060f') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:29.576821 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:29.584597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc25a7-e72f-40be-9879-78c317bea4bc req-245f8e34-9b1d-4db8-aff3-c97836562802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:29.586280 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-33bc25a7-e72f-40be-9879-78c317bea4bc req-245f8e34-9b1d-4db8-aff3-c97836562802 service neutron] 10.222.0.81 "GET /v2.0/networks?id=22e024c3-84a5-4744-8503-bb8da7dda11e HTTP/1.1" status: 200 len: 899 time: 0.2082529 Nov 18 17:42:29.594318 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:29.605223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:42:29.605805 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: self.session.flush() Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:42:29.626245 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:42:29.649137 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:29.738180 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-33bc25a7-e72f-40be-9879-78c317bea4bc req-069ee282-7025-478f-a000-6b73d071d944 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5f81b6-bbd7-4f67-bf80-236439711872 HTTP/1.1" status: 200 len: 1001 time: 0.1113253 Nov 18 17:42:29.779423 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:29.790341 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:29.793545 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "DELETE /v2.0/networks/23244d0a-10d8-4050-a7ae-fc4052b14319 HTTP/1.1" status: 204 len: 168 time: 1.2176318 Nov 18 17:42:29.797228 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56898) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:29.862034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86003b-5f76-45da-bc73-d6ec66b1a162 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event deleted for resources: {'Network': ['ID=23244d0a-10d8-4050-a7ae-fc4052b14319,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:29.896813 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3394877-d73e-45ee-ae9c-f9ef580404e6 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Deleting subnet aa64a92a-f1c1-4c2b-b57c-d84bb8a65277 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:42:29.907923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc25a7-e72f-40be-9879-78c317bea4bc req-89938242-b7ee-4eb9-84b2-fa05a9e071c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:29.907923 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-33bc25a7-e72f-40be-9879-78c317bea4bc req-89938242-b7ee-4eb9-84b2-fa05a9e071c7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f200c48f-52cf-4e1d-b67d-7f6b059f0ed4 HTTP/1.1" status: 200 len: 834 time: 0.1565781 Nov 18 17:42:29.907923 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3394877-d73e-45ee-ae9c-f9ef580404e6 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:29.958710 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f4be97c-dfbd-4295-93f0-1fdd5bdb26b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:30.002205 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3394877-d73e-45ee-ae9c-f9ef580404e6 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:30.036688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc25a7-e72f-40be-9879-78c317bea4bc req-574c83b8-ecfc-4e03-9363-62c135be26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:30.038237 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-33bc25a7-e72f-40be-9879-78c317bea4bc req-574c83b8-ecfc-4e03-9363-62c135be26b7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=22e024c3-84a5-4744-8503-bb8da7dda11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109650 Nov 18 17:42:30.195370 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3394877-d73e-45ee-ae9c-f9ef580404e6 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:30.221531 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-33bc25a7-e72f-40be-9879-78c317bea4bc req-6a03b916-5cdd-4a92-bd9a-4759a5e6a112 service neutron] 10.222.0.81 "GET /v2.0/networks/22e024c3-84a5-4744-8503-bb8da7dda11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739762 Nov 18 17:42:30.250441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 3437f4ea-4c6c-4620-9168-703b9cde917b no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:42:30.303481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 3437f4ea-4c6c-4620-9168-703b9cde917b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:42:30.303481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 3437f4ea-4c6c-4620-9168-703b9cde917b not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:42:30.419703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bd145fbb-e5ba-46f6-a296-41d03f2c9572 req-17522075-61f5-48dd-8846-84a2a16a802e tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 210 time: 0.0467236 Nov 18 17:42:30.421224 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:30.688853 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Router 50705609-f2cf-46d6-a4c9-d0faa6b9227a is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:42:30.702274 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-33bc25a7-e72f-40be-9879-78c317bea4bc req-73a5d869-7151-4497-b601-da0138d9b371 service neutron] 10.222.0.81 "GET /v2.0/networks/22e024c3-84a5-4744-8503-bb8da7dda11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727991 Nov 18 17:42:30.764857 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3394877-d73e-45ee-ae9c-f9ef580404e6 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:30.794225 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3394877-d73e-45ee-ae9c-f9ef580404e6 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event deleted for resources: {'Subnet': ['ID=aa64a92a-f1c1-4c2b-b57c-d84bb8a65277,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:30.800391 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3394877-d73e-45ee-ae9c-f9ef580404e6 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:30.803884 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c3394877-d73e-45ee-ae9c-f9ef580404e6 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "DELETE /v2.0/subnets/aa64a92a-f1c1-4c2b-b57c-d84bb8a65277 HTTP/1.1" status: 204 len: 168 time: 1.0044696 Nov 18 17:42:30.808151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79596f1-ad4f-430e-812f-d54fb4c61ec0 None None] Network 689b60db-3763-4f26-89bf-7a769bd22c8f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:30.819245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56920) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:30.836473 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:42:30.849224 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5566a9cf-9b06-4865-bae3-32207408f2ca None None] Sync routers for ids ['50705609-f2cf-46d6-a4c9-d0faa6b9227a'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:42:30.866552 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5566a9cf-9b06-4865-bae3-32207408f2ca None None] Routers {'50705609-f2cf-46d6-a4c9-d0faa6b9227a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:30.868522 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5566a9cf-9b06-4865-bae3-32207408f2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['50705609-f2cf-46d6-a4c9-d0faa6b9227a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:30.910217 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2d4430-ea42-4437-ba11-b186208bc931 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Deleting subnet 2f3ca0d8-e971-44f9-906e-2684fc20a707 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:42:30.914905 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f2d4430-ea42-4437-ba11-b186208bc931 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:30.920763 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:30.925560 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-eabd5d78-974b-49d5-a21b-fe04dbf5ae60 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0754030 Nov 18 17:42:30.926588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56924) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:30.926743 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5566a9cf-9b06-4865-bae3-32207408f2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:30.936207 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5566a9cf-9b06-4865-bae3-32207408f2ca None None] Routers {'50705609-f2cf-46d6-a4c9-d0faa6b9227a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:30.937271 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5566a9cf-9b06-4865-bae3-32207408f2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['50705609-f2cf-46d6-a4c9-d0faa6b9227a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:30.940633 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ef60d410-021c-4222-86be-4edcd66a4185 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'enable_snat': False}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:30.970354 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f2d4430-ea42-4437-ba11-b186208bc931 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:31.021256 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5566a9cf-9b06-4865-bae3-32207408f2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:31.022195 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5566a9cf-9b06-4865-bae3-32207408f2ca None None] The sync data for ids ['50705609-f2cf-46d6-a4c9-d0faa6b9227a'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:42:31.115916 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f2d4430-ea42-4437-ba11-b186208bc931 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:31.243487 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e7f6b6-53bc-4633-8fae-a8a3d9e14fae None None] DHCP port deletion for 689b60db-3763-4f26-89bf-7a769bd22c8f request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:31.326921 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-92e7f6b6-53bc-4633-8fae-a8a3d9e14fae None None] Deleting port 7eaa419a-c421-46bf-95bf-c66c3e2a2c38 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:31.327293 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-92e7f6b6-53bc-4633-8fae-a8a3d9e14fae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:31.403312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-92e7f6b6-53bc-4633-8fae-a8a3d9e14fae None None] For port 7eaa419a-c421-46bf-95bf-c66c3e2a2c38, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7eaa419a-c421-46bf-95bf-c66c3e2a2c38,segment=NetworkSegment(22d6d90e-7a6c-4e29-a87f-dd22a217202e),segment_id=22d6d90e-7a6c-4e29-a87f-dd22a217202e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:31.403615 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f2d4430-ea42-4437-ba11-b186208bc931 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:31.403934 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-92e7f6b6-53bc-4633-8fae-a8a3d9e14fae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:31.421970 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-92e7f6b6-53bc-4633-8fae-a8a3d9e14fae None None] Calling delete_port for 7eaa419a-c421-46bf-95bf-c66c3e2a2c38 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:31.688079 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f2d4430-ea42-4437-ba11-b186208bc931 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:31.688079 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4f2d4430-ea42-4437-ba11-b186208bc931 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "DELETE /v2.0/subnets/2f3ca0d8-e971-44f9-906e-2684fc20a707 HTTP/1.1" status: 204 len: 168 time: 0.6566415 Nov 18 17:42:31.688079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d4430-ea42-4437-ba11-b186208bc931 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event deleted for resources: {'Subnet': ['ID=2f3ca0d8-e971-44f9-906e-2684fc20a707,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:31.688079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56972) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:31.689775 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fe5da0-c69b-444c-9015-74e47a656421 None None] Network 066938a9-c44b-4e9f-bafd-7347a63c3af8 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:31.689909 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef60d410-021c-4222-86be-4edcd66a4185 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:31.689909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-45f1e8ab-85e3-41d3-8669-68d95e889600 req-63c0f29b-f7bf-4140-ab46-3b2dd826d331 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 210 time: 0.0331137 Nov 18 17:42:31.690405 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:31.704760 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Deleting port 7eaa419a-c421-46bf-95bf-c66c3e2a2c38 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:31.705101 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:31.773683 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a686b52-a349-4575-9064-dc1175ae7c72 None None] DHCP port deletion for 066938a9-c44b-4e9f-bafd-7347a63c3af8 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:31.791960 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] For port 7eaa419a-c421-46bf-95bf-c66c3e2a2c38, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7eaa419a-c421-46bf-95bf-c66c3e2a2c38,segment=NetworkSegment(22d6d90e-7a6c-4e29-a87f-dd22a217202e),segment_id=22d6d90e-7a6c-4e29-a87f-dd22a217202e)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:31.792506 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:31.814398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Calling delete_port for 7eaa419a-c421-46bf-95bf-c66c3e2a2c38 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:31.817381 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-92e7f6b6-53bc-4633-8fae-a8a3d9e14fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:31.876852 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7f6b6-53bc-4633-8fae-a8a3d9e14fae None None] Pushing event deleted for resources: {'Port': ['ID=7eaa419a-c421-46bf-95bf-c66c3e2a2c38,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:31.889310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e7f6b6-53bc-4633-8fae-a8a3d9e14fae None None] No DVR routers for this DVR port 7eaa419a-c421-46bf-95bf-c66c3e2a2c38 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:42:31.914341 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3a686b52-a349-4575-9064-dc1175ae7c72 None None] Deleting port 7ac1faa2-8004-4e9f-87cf-beaa43732fa5 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:31.915016 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3a686b52-a349-4575-9064-dc1175ae7c72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:31.925365 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:31.959341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event deleted for resources: {'Port': ['ID=7eaa419a-c421-46bf-95bf-c66c3e2a2c38,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:31.961751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] No DVR routers for this DVR port 7eaa419a-c421-46bf-95bf-c66c3e2a2c38 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:42:32.032678 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3a686b52-a349-4575-9064-dc1175ae7c72 None None] For port 7ac1faa2-8004-4e9f-87cf-beaa43732fa5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7ac1faa2-8004-4e9f-87cf-beaa43732fa5,segment=NetworkSegment(fb282709-55f2-41a7-ae58-c77587ba3cb6),segment_id=fb282709-55f2-41a7-ae58-c77587ba3cb6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:32.033344 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3a686b52-a349-4575-9064-dc1175ae7c72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:32.050084 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3a686b52-a349-4575-9064-dc1175ae7c72 None None] Calling delete_port for 7ac1faa2-8004-4e9f-87cf-beaa43732fa5 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:32.067921 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:32.093158 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689b60db-3763-4f26-89bf-7a769bd22c8f']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:32.104784 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d6d90e-7a6c-4e29-a87f-dd22a217202e') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:32.105181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d6d90e-7a6c-4e29-a87f-dd22a217202e') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:32.116760 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:32.132434 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:32.140684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:42:32.141165 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:42:32.145641 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:42:32.222046 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7eaa419a-c421-46bf-95bf-c66c3e2a2c38 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:42:32.249277 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 7eaa419a-c421-46bf-95bf-c66c3e2a2c38 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:42:32.249894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7eaa419a-c421-46bf-95bf-c66c3e2a2c38 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:42:32.250060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7ac1faa2-8004-4e9f-87cf-beaa43732fa5 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:42:32.302421 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3a686b52-a349-4575-9064-dc1175ae7c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:32.319732 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:32.338699 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:32.351826 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a686b52-a349-4575-9064-dc1175ae7c72 None None] Pushing event deleted for resources: {'Port': ['ID=7ac1faa2-8004-4e9f-87cf-beaa43732fa5,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:32.351826 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a686b52-a349-4575-9064-dc1175ae7c72 None None] No DVR routers for this DVR port 7ac1faa2-8004-4e9f-87cf-beaa43732fa5 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:42:32.356167 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No active binding found for port 7ac1faa2-8004-4e9f-87cf-beaa43732fa5 {{(pid=104009) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 18 17:42:32.359736 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7ac1faa2-8004-4e9f-87cf-beaa43732fa5 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:42:32.373646 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "DELETE /v2.0/networks/689b60db-3763-4f26-89bf-7a769bd22c8f HTTP/1.1" status: 204 len: 168 time: 0.8740535 Nov 18 17:42:32.378263 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 56978) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:32.415503 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef60d410-021c-4222-86be-4edcd66a4185 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:32.415965 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105edee-b5b1-492f-955b-3a9029c429ac tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event deleted for resources: {'Network': ['ID=689b60db-3763-4f26-89bf-7a769bd22c8f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:32.426914 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef60d410-021c-4222-86be-4edcd66a4185 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:32.432532 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0228cd5d-0909-4344-920a-777aabf33e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:32.518109 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bf0756c3-a403-4498-a2d5-da2d323b1688 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:32.636530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef60d410-021c-4222-86be-4edcd66a4185 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Router 50705609-f2cf-46d6-a4c9-d0faa6b9227a has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:42:32.667061 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bf0756c3-a403-4498-a2d5-da2d323b1688 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:32.693847 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-bf0756c3-a403-4498-a2d5-da2d323b1688 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066938a9-c44b-4e9f-bafd-7347a63c3af8']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:32.747524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-bf0756c3-a403-4498-a2d5-da2d323b1688 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb282709-55f2-41a7-ae58-c77587ba3cb6') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:32.747855 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-bf0756c3-a403-4498-a2d5-da2d323b1688 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb282709-55f2-41a7-ae58-c77587ba3cb6') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:32.774806 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ff501c0-9ecd-4f27-bc02-389758a85c32 req-5b8f4eea-ff21-4e84-b841-ca6ec324a16c tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 210 time: 0.0735085 Nov 18 17:42:32.776574 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bf0756c3-a403-4498-a2d5-da2d323b1688 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:32.804366 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bf0756c3-a403-4498-a2d5-da2d323b1688 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:32.842982 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf0756c3-a403-4498-a2d5-da2d323b1688 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:42:32.843404 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bf0756c3-a403-4498-a2d5-da2d323b1688 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:42:32.846973 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:42:32.929205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef60d410-021c-4222-86be-4edcd66a4185 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:42:32.933908 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef60d410-021c-4222-86be-4edcd66a4185 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:32.935164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ef60d410-021c-4222-86be-4edcd66a4185 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "PUT /v2.0/routers/50705609-f2cf-46d6-a4c9-d0faa6b9227a HTTP/1.1" status: 200 len: 925 time: 2.0073972 Nov 18 17:42:32.938092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 56990) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:32.946126 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23640681-a361-417d-a977-ac5bcec85b5d None None] Sync routers for ids ['50705609-f2cf-46d6-a4c9-d0faa6b9227a'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:42:32.988662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23640681-a361-417d-a977-ac5bcec85b5d None None] Routers {'50705609-f2cf-46d6-a4c9-d0faa6b9227a'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:32.989310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-23640681-a361-417d-a977-ac5bcec85b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['50705609-f2cf-46d6-a4c9-d0faa6b9227a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:32.993037 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bf0756c3-a403-4498-a2d5-da2d323b1688 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:33.000682 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bf0756c3-a403-4498-a2d5-da2d323b1688 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:33.006939 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bf0756c3-a403-4498-a2d5-da2d323b1688 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "DELETE /v2.0/networks/066938a9-c44b-4e9f-bafd-7347a63c3af8 HTTP/1.1" status: 204 len: 168 time: 0.6274276 Nov 18 17:42:33.011408 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57000) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:33.047238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-23640681-a361-417d-a977-ac5bcec85b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:33.050821 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0756c3-a403-4498-a2d5-da2d323b1688 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event deleted for resources: {'Network': ['ID=066938a9-c44b-4e9f-bafd-7347a63c3af8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:33.070767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23640681-a361-417d-a977-ac5bcec85b5d None None] Routers {'50705609-f2cf-46d6-a4c9-d0faa6b9227a'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:33.073019 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-23640681-a361-417d-a977-ac5bcec85b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['50705609-f2cf-46d6-a4c9-d0faa6b9227a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:33.083696 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ce1045-ad07-4aac-9232-5ea50e805537 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Deleting subnet bdaff808-2279-4bb9-abcc-367c292ff6c9 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:42:33.087635 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74ce1045-ad07-4aac-9232-5ea50e805537 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:33.144230 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74ce1045-ad07-4aac-9232-5ea50e805537 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:33.149801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-23640681-a361-417d-a977-ac5bcec85b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:33.154897 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23640681-a361-417d-a977-ac5bcec85b5d None None] The sync data for ids ['50705609-f2cf-46d6-a4c9-d0faa6b9227a'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:42:33.174384 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c59591ab-5402-4273-b0ae-1b6d0d6badf8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "GET /v2.0/routers/50705609-f2cf-46d6-a4c9-d0faa6b9227a HTTP/1.1" status: 200 len: 925 time: 0.2335143 Nov 18 17:42:33.177126 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57018) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:33.256202 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084aaef1-0194-461f-aab4-212d81d4c7c5 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:33.260088 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-084aaef1-0194-461f-aab4-212d81d4c7c5 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&device_id=50705609-f2cf-46d6-a4c9-d0faa6b9227a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0796471 Nov 18 17:42:33.268908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57020) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:33.278930 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74ce1045-ad07-4aac-9232-5ea50e805537 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:33.404938 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74ce1045-ad07-4aac-9232-5ea50e805537 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:33.420941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d933bf-d3fb-49e3-a799-a4c36171dcdd tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:33.422479 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f1d933bf-d3fb-49e3-a799-a4c36171dcdd tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 881 time: 0.1524761 Nov 18 17:42:33.429986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57026) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:33.444983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce1045-ad07-4aac-9232-5ea50e805537 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event deleted for resources: {'Subnet': ['ID=bdaff808-2279-4bb9-abcc-367c292ff6c9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:33.447220 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74ce1045-ad07-4aac-9232-5ea50e805537 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:33.456508 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-74ce1045-ad07-4aac-9232-5ea50e805537 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "DELETE /v2.0/subnets/bdaff808-2279-4bb9-abcc-367c292ff6c9 HTTP/1.1" status: 204 len: 168 time: 0.4404933 Nov 18 17:42:33.457053 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d889b23f-2cda-416c-b01b-8db25af73ed8 None None] Network bf2d4110-e3f5-4954-9661-c2ed5a62694b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:33.458808 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57028) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:33.475619 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-641f5d30-36f9-462f-a049-e1cb5540296e tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "GET /v2.0/ports?device_id=50705609-f2cf-46d6-a4c9-d0faa6b9227a HTTP/1.1" status: 200 len: 205 time: 0.0440290 Nov 18 17:42:33.477948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57030) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:33.661349 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:33.773830 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2be39d9e-f6f4-4e40-b017-66d0b9d4cf5b tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:33.782948 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:33.909109 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f99149d-92f1-48c5-9451-a8ea0ead4126 None None] DHCP port deletion for bf2d4110-e3f5-4954-9661-c2ed5a62694b request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:33.922294 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Deleting port 40c55082-051d-4a2a-a883-8c1fda2c52ea {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:33.922589 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:33.964444 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9f99149d-92f1-48c5-9451-a8ea0ead4126 None None] Deleting port 40c55082-051d-4a2a-a883-8c1fda2c52ea {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:33.965088 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f99149d-92f1-48c5-9451-a8ea0ead4126 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:33.970445 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95b712bf-bf0a-4e1a-b9a3-9bc36f40e023 req-875ddaec-ea84-4dfc-bc50-911cbfb297d5 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b367bbfc-09b8-4716-af64-256eb642733d HTTP/1.1" status: 200 len: 210 time: 0.0452223 Nov 18 17:42:34.035179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] For port 40c55082-051d-4a2a-a883-8c1fda2c52ea, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=40c55082-051d-4a2a-a883-8c1fda2c52ea,segment=NetworkSegment(581b0777-904a-4200-a789-a51562ab4a5e),segment_id=581b0777-904a-4200-a789-a51562ab4a5e)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:34.035545 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:34.044322 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2be39d9e-f6f4-4e40-b017-66d0b9d4cf5b tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:34.057294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9f99149d-92f1-48c5-9451-a8ea0ead4126 None None] For port 40c55082-051d-4a2a-a883-8c1fda2c52ea, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=40c55082-051d-4a2a-a883-8c1fda2c52ea,segment=NetworkSegment(581b0777-904a-4200-a789-a51562ab4a5e),segment_id=581b0777-904a-4200-a789-a51562ab4a5e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:34.057713 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f99149d-92f1-48c5-9451-a8ea0ead4126 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:34.057862 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Calling delete_port for 40c55082-051d-4a2a-a883-8c1fda2c52ea owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:34.081994 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9f99149d-92f1-48c5-9451-a8ea0ead4126 None None] Calling delete_port for 40c55082-051d-4a2a-a883-8c1fda2c52ea owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:34.186481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 40c55082-051d-4a2a-a883-8c1fda2c52ea no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:42:34.230506 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-2be39d9e-f6f4-4e40-b017-66d0b9d4cf5b tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Deleting port 9071ec72-05ac-4a10-9232-d2990bf3f6a1 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:34.230506 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2be39d9e-f6f4-4e40-b017-66d0b9d4cf5b tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:34.272940 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f99149d-92f1-48c5-9451-a8ea0ead4126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:34.296921 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-107f71ff-c480-4768-b1ff-15a9fe66fff0 req-5f9b7d6e-c4d2-4ce1-908a-fa358d927610 service neutron] (104007) timed out ('10.222.0.81', 64264) {{(pid=104007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 17:42:34.327721 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:34.364770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99149d-92f1-48c5-9451-a8ea0ead4126 None None] Pushing event deleted for resources: {'Port': ['ID=40c55082-051d-4a2a-a883-8c1fda2c52ea,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:34.370494 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event deleted for resources: {'Port': ['ID=40c55082-051d-4a2a-a883-8c1fda2c52ea,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:34.376534 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2be39d9e-f6f4-4e40-b017-66d0b9d4cf5b tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:34.389314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] No DVR routers for this DVR port 40c55082-051d-4a2a-a883-8c1fda2c52ea on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:42:34.392078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99149d-92f1-48c5-9451-a8ea0ead4126 None None] No DVR routers for this DVR port 40c55082-051d-4a2a-a883-8c1fda2c52ea on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:42:34.397850 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-2be39d9e-f6f4-4e40-b017-66d0b9d4cf5b tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Calling delete_port for 9071ec72-05ac-4a10-9232-d2990bf3f6a1 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:34.399701 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:34.591282 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:34.623462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2d4110-e3f5-4954-9661-c2ed5a62694b']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:34.641959 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581b0777-904a-4200-a789-a51562ab4a5e') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:34.641959 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581b0777-904a-4200-a789-a51562ab4a5e') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:35.052849 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.062744 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.078594 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.086108 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:42:35.086566 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: self.session.flush() Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:42:35.090050 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:42:35.244596 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.253004 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.257632 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "DELETE /v2.0/networks/bf2d4110-e3f5-4954-9661-c2ed5a62694b HTTP/1.1" status: 204 len: 168 time: 1.7948587 Nov 18 17:42:35.259494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57044) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:35.270926 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2be39d9e-f6f4-4e40-b017-66d0b9d4cf5b tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.275264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d2c3f-0114-4702-b511-ec58e55a0502 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Pushing event deleted for resources: {'Network': ['ID=bf2d4110-e3f5-4954-9661-c2ed5a62694b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:35.308494 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c7a93090-aef6-497e-b531-374bc9371042 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "GET /v2.0/ports?device_id=65ba3739-3b44-4686-8f8b-374cdb716ed7 HTTP/1.1" status: 200 len: 205 time: 0.0476811 Nov 18 17:42:35.309135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57048) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:35.317501 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be39d9e-f6f4-4e40-b017-66d0b9d4cf5b tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Pushing event deleted for resources: {'Port': ['ID=9071ec72-05ac-4a10-9232-d2990bf3f6a1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:35.343413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da1b0ec-d54f-4877-ac27-1bc1886bc9f3 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:35.424730 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2be39d9e-f6f4-4e40-b017-66d0b9d4cf5b tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.438743 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13073b18-4426-41e0-bffd-db6576031e36 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.540685 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.551857 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2be39d9e-f6f4-4e40-b017-66d0b9d4cf5b tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.554182 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2be39d9e-f6f4-4e40-b017-66d0b9d4cf5b tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.653178 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13073b18-4426-41e0-bffd-db6576031e36 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.656906 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13073b18-4426-41e0-bffd-db6576031e36 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.667963 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2be39d9e-f6f4-4e40-b017-66d0b9d4cf5b tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.667963 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be39d9e-f6f4-4e40-b017-66d0b9d4cf5b tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Fanout notify agent at l3_agent the message router_deleted on router 50705609-f2cf-46d6-a4c9-d0faa6b9227a {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:42:35.669399 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2be39d9e-f6f4-4e40-b017-66d0b9d4cf5b tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.675153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2be39d9e-f6f4-4e40-b017-66d0b9d4cf5b tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "DELETE /v2.0/routers/50705609-f2cf-46d6-a4c9-d0faa6b9227a HTTP/1.1" status: 204 len: 168 time: 2.1728139 Nov 18 17:42:35.675452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57058) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:35.687098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1e5725e4-1d7e-414a-bb7e-30a5462f67d5 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-407193937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:35.834119 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e5725e4-1d7e-414a-bb7e-30a5462f67d5 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.835132 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e5725e4-1d7e-414a-bb7e-30a5462f67d5 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.867094 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13073b18-4426-41e0-bffd-db6576031e36 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.873735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13073b18-4426-41e0-bffd-db6576031e36 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Fanout notify agent at l3_agent the message router_deleted on router 65ba3739-3b44-4686-8f8b-374cdb716ed7 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:42:35.878422 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13073b18-4426-41e0-bffd-db6576031e36 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.881600 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-13073b18-4426-41e0-bffd-db6576031e36 tempest-RoutersNegativeIpV6Test-648510023 tempest-RoutersNegativeIpV6Test-648510023-project] 10.222.0.72 "DELETE /v2.0/routers/65ba3739-3b44-4686-8f8b-374cdb716ed7 HTTP/1.1" status: 204 len: 168 time: 0.5713887 Nov 18 17:42:35.929312 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e5725e4-1d7e-414a-bb7e-30a5462f67d5 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:35.987564 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e5725e4-1d7e-414a-bb7e-30a5462f67d5 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:36.074994 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e5725e4-1d7e-414a-bb7e-30a5462f67d5 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:36.076351 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1e5725e4-1d7e-414a-bb7e-30a5462f67d5 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3994777 Nov 18 17:42:36.079935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57062) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:36.084859 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-564bf467-131a-466a-8387-8d7df3f5ac5c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:36.334257 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-564bf467-131a-466a-8387-8d7df3f5ac5c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:36.439091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57070) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:36.686731 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-564bf467-131a-466a-8387-8d7df3f5ac5c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:36.718929 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-564bf467-131a-466a-8387-8d7df3f5ac5c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:36.735055 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57076) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:36.740483 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4df1548a-8677-470c-a986-22188e35d9bf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=39dee39164d34205a75fac3d7f4e532b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2987301 Nov 18 17:42:36.830960 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03b6e04c-722c-4ab8-aa21-7036b56b9551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:36.856830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-564bf467-131a-466a-8387-8d7df3f5ac5c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Allocated IP 172.25.3.96 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/1ce66047-7fdb-45f6-a06e-e1c92b2ba7e8) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:36.879897 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03b6e04c-722c-4ab8-aa21-7036b56b9551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:37.006946 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-564bf467-131a-466a-8387-8d7df3f5ac5c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:37.025882 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03b6e04c-722c-4ab8-aa21-7036b56b9551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:37.028571 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-03b6e04c-722c-4ab8-aa21-7036b56b9551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:37.029757 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-03b6e04c-722c-4ab8-aa21-7036b56b9551 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fdb8439e-92c7-4842-9341-34a952e7b159 HTTP/1.1" status: 204 len: 168 time: 0.2936988 Nov 18 17:42:37.044511 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6e04c-722c-4ab8-aa21-7036b56b9551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb8439e-92c7-4842-9341-34a952e7b159,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:37.159571 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-564bf467-131a-466a-8387-8d7df3f5ac5c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:37.208616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564bf467-131a-466a-8387-8d7df3f5ac5c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:37.212070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-564bf467-131a-466a-8387-8d7df3f5ac5c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:37.218028 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564bf467-131a-466a-8387-8d7df3f5ac5c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:37.231950 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c928a45-8974-427a-a7a6-d011fa6c984a None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:37.343536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c52b8420-86a5-40ea-b940-3b0e083b8030 None None] Provisioning complete for port 1ce66047-7fdb-45f6-a06e-e1c92b2ba7e8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:37.349921 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c52b8420-86a5-40ea-b940-3b0e083b8030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:37.392760 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c52b8420-86a5-40ea-b940-3b0e083b8030 None None] Port 1ce66047-7fdb-45f6-a06e-e1c92b2ba7e8 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:42:37.402985 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bf467-131a-466a-8387-8d7df3f5ac5c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Pushing event updated for resources: {'Port': ['ID=1ce66047-7fdb-45f6-a06e-e1c92b2ba7e8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:37.722792 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-564bf467-131a-466a-8387-8d7df3f5ac5c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:37.977564 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-564bf467-131a-466a-8387-8d7df3f5ac5c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:37.982091 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-564bf467-131a-466a-8387-8d7df3f5ac5c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:38.248656 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564bf467-131a-466a-8387-8d7df3f5ac5c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Router ce8dbf80-745c-49da-b7d6-19934f13e5c1 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:42:38.621251 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57132) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:38.748174 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-eb3c0d2f-c083-438e-b62f-b37ecf2065f7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-75541769'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:38.776062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564bf467-131a-466a-8387-8d7df3f5ac5c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:42:38.790706 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14573f58-85c0-406c-9c36-d03ca8ec34a2 None None] Sync routers for ids ['ce8dbf80-745c-49da-b7d6-19934f13e5c1'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:42:38.791463 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-564bf467-131a-466a-8387-8d7df3f5ac5c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:38.798964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57140) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:38.803374 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-564bf467-131a-466a-8387-8d7df3f5ac5c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "PUT /v2.0/routers/ce8dbf80-745c-49da-b7d6-19934f13e5c1 HTTP/1.1" status: 200 len: 882 time: 2.7208192 Nov 18 17:42:38.808106 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14573f58-85c0-406c-9c36-d03ca8ec34a2 None None] Routers {'ce8dbf80-745c-49da-b7d6-19934f13e5c1'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:38.808908 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-14573f58-85c0-406c-9c36-d03ca8ec34a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ce8dbf80-745c-49da-b7d6-19934f13e5c1'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:38.852899 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-14573f58-85c0-406c-9c36-d03ca8ec34a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:38.864188 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14573f58-85c0-406c-9c36-d03ca8ec34a2 None None] Routers {'ce8dbf80-745c-49da-b7d6-19934f13e5c1'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:38.865461 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-14573f58-85c0-406c-9c36-d03ca8ec34a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ce8dbf80-745c-49da-b7d6-19934f13e5c1'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:38.922161 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-14573f58-85c0-406c-9c36-d03ca8ec34a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:38.923463 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14573f58-85c0-406c-9c36-d03ca8ec34a2 None None] The sync data for ids ['ce8dbf80-745c-49da-b7d6-19934f13e5c1'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:42:38.935043 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3c0d2f-c083-438e-b62f-b37ecf2065f7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Made reservation on behalf of 8e144f8515134150a1ed05b00440c974 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:42:38.938793 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0d2f-c083-438e-b62f-b37ecf2065f7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:38.950273 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0d2f-c083-438e-b62f-b37ecf2065f7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:38.982961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6842e2d5-c459-4c8b-976e-53e8f0ca56be tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "GET /v2.0/routers/ce8dbf80-745c-49da-b7d6-19934f13e5c1 HTTP/1.1" status: 200 len: 923 time: 0.1827657 Nov 18 17:42:38.986273 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57142) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:39.040887 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5f50b-9fd1-40cd-b33e-bf3b4791e68a tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:39.043160 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3ca5f50b-9fd1-40cd-b33e-bf3b4791e68a tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&device_id=ce8dbf80-745c-49da-b7d6-19934f13e5c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0558116 Nov 18 17:42:39.047519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57146) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:39.060932 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0d2f-c083-438e-b62f-b37ecf2065f7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:39.116930 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0d2f-c083-438e-b62f-b37ecf2065f7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:39.166002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3c0d2f-c083-438e-b62f-b37ecf2065f7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] vlan segment allocate from pool success with {'vlan_id': 1124, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:42:39.180464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c0d2f-c083-438e-b62f-b37ecf2065f7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ede7cf-4165-4b91-bd57-6e3d5c9256ce,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:39.185398 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5af9469-15b9-43da-aae2-40ba5431b919 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:39.189258 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b5af9469-15b9-43da-aae2-40ba5431b919 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 881 time: 0.1383018 Nov 18 17:42:39.190405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57150) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:39.191333 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0d2f-c083-438e-b62f-b37ecf2065f7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:39.191692 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-eb3c0d2f-c083-438e-b62f-b37ecf2065f7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Added segment 60869ffe-494c-49b1-ac3a-781eabccf63d of type vlan for network 1b614608-55b2-4fdf-aca5-fff219c12117 Nov 18 17:42:39.241662 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-551e884a-dc7f-4dde-8cc4-fde8a2c17340 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce8dbf80-745c-49da-b7d6-19934f13e5c1 HTTP/1.1" status: 200 len: 205 time: 0.0498559 Nov 18 17:42:39.246472 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0d2f-c083-438e-b62f-b37ecf2065f7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:39.246472 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57152) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:39.392825 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ba97957-87e2-4d03-971e-c7ad435591e6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:39.396644 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0d2f-c083-438e-b62f-b37ecf2065f7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:39.402057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3c0d2f-c083-438e-b62f-b37ecf2065f7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:39.402671 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0d2f-c083-438e-b62f-b37ecf2065f7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:39.561312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c0d2f-c083-438e-b62f-b37ecf2065f7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Pushing event updated for resources: {'Network': ['ID=1b614608-55b2-4fdf-aca5-fff219c12117,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:39.571929 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-eb3c0d2f-c083-438e-b62f-b37ecf2065f7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9493890 Nov 18 17:42:39.572670 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57160) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:39.574699 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 1b614608-55b2-4fdf-aca5-fff219c12117 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:42:39.582518 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-e048dbee-d99e-4119-8e04-5121f25b6fd4 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1b614608-55b2-4fdf-aca5-fff219c12117', 'tempest-TagsTest-Tag-1340873749') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:39.615082 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ba97957-87e2-4d03-971e-c7ad435591e6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:39.786464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-5ba97957-87e2-4d03-971e-c7ad435591e6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Deleting port 1ce66047-7fdb-45f6-a06e-e1c92b2ba7e8 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:39.787136 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ba97957-87e2-4d03-971e-c7ad435591e6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:39.870432 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e048dbee-d99e-4119-8e04-5121f25b6fd4 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] 10.222.0.72 "PUT /v2.0/networks/1b614608-55b2-4fdf-aca5-fff219c12117/tags/tempest-TagsTest-Tag-1340873749 HTTP/1.1" status: 201 len: 201 time: 0.2938821 Nov 18 17:42:39.871418 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57170) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:39.879091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-90a92d6b-d13e-4de9-a733-f26c24ea2b20 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1b614608-55b2-4fdf-aca5-fff219c12117', 'tempest-TagsTest-Tag-1340873749') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:39.911951 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ba97957-87e2-4d03-971e-c7ad435591e6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:39.926712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-5ba97957-87e2-4d03-971e-c7ad435591e6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Calling delete_port for 1ce66047-7fdb-45f6-a06e-e1c92b2ba7e8 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:39.981752 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-90a92d6b-d13e-4de9-a733-f26c24ea2b20 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] 10.222.0.72 "GET /v2.0/networks/1b614608-55b2-4fdf-aca5-fff219c12117/tags/tempest-TagsTest-Tag-1340873749 HTTP/1.1" status: 204 len: 168 time: 0.1072450 Nov 18 17:42:39.982340 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57174) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:39.993373 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-8fde29d2-5a93-465c-b724-d05b05fe3a6a tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1b614608-55b2-4fdf-aca5-fff219c12117') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:40.176786 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8fde29d2-5a93-465c-b724-d05b05fe3a6a tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] 10.222.0.72 "GET /v2.0/networks/1b614608-55b2-4fdf-aca5-fff219c12117/tags HTTP/1.1" status: 200 len: 238 time: 0.1921833 Nov 18 17:42:40.184652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57178) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:40.194604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-6577ca42-58f0-4a55-a2d4-a771d7c6a4bd tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1b614608-55b2-4fdf-aca5-fff219c12117', {'tags': ['tempest-TagsTest-Tag-553644965', 'tempest-TagsTest-Tag-976144575', 'tempest-TagsTest-Tag-1797819843']}) {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:40.329514 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ba97957-87e2-4d03-971e-c7ad435591e6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:40.369624 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba97957-87e2-4d03-971e-c7ad435591e6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Pushing event deleted for resources: {'Port': ['ID=1ce66047-7fdb-45f6-a06e-e1c92b2ba7e8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:40.393197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6288619-826e-42f6-9f44-014c52565831 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:40.412970 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6577ca42-58f0-4a55-a2d4-a771d7c6a4bd tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] 10.222.0.72 "PUT /v2.0/networks/1b614608-55b2-4fdf-aca5-fff219c12117/tags HTTP/1.1" status: 200 len: 307 time: 0.2274857 Nov 18 17:42:40.413311 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57182) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:40.418457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-9753d173-4117-4adf-b644-2bf2ff8df024 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1b614608-55b2-4fdf-aca5-fff219c12117', 'tempest-TagsTest-Tag-553644965') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:40.489616 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ba97957-87e2-4d03-971e-c7ad435591e6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:40.649373 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ba97957-87e2-4d03-971e-c7ad435591e6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:40.652018 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ba97957-87e2-4d03-971e-c7ad435591e6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:40.721935 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9753d173-4117-4adf-b644-2bf2ff8df024 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] 10.222.0.72 "DELETE /v2.0/networks/1b614608-55b2-4fdf-aca5-fff219c12117/tags/tempest-TagsTest-Tag-553644965 HTTP/1.1" status: 204 len: 168 time: 0.3045776 Nov 18 17:42:40.722166 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57188) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:40.726949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-e708bc80-54d7-4c71-aa9e-cdeecfd59e4e tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1b614608-55b2-4fdf-aca5-fff219c12117', 'tempest-TagsTest-Tag-553644965') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:40.806759 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ba97957-87e2-4d03-971e-c7ad435591e6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:40.807439 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba97957-87e2-4d03-971e-c7ad435591e6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Fanout notify agent at l3_agent the message router_deleted on router ce8dbf80-745c-49da-b7d6-19934f13e5c1 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:42:40.821915 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ba97957-87e2-4d03-971e-c7ad435591e6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:40.821915 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5ba97957-87e2-4d03-971e-c7ad435591e6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "DELETE /v2.0/routers/ce8dbf80-745c-49da-b7d6-19934f13e5c1 HTTP/1.1" status: 204 len: 168 time: 1.5717397 Nov 18 17:42:40.822766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57194) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:40.827761 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2253983a-a6ef-4eae-8370-9f06c6aa37dc tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1453624296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:40.847544 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-e708bc80-54d7-4c71-aa9e-cdeecfd59e4e tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] show failed (client error): The resource could not be found. Nov 18 17:42:40.847544 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e708bc80-54d7-4c71-aa9e-cdeecfd59e4e tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] 10.222.0.72 "GET /v2.0/networks/1b614608-55b2-4fdf-aca5-fff219c12117/tags/tempest-TagsTest-Tag-553644965 HTTP/1.1" status: 404 len: 325 time: 0.1167026 Nov 18 17:42:40.848027 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57198) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:40.855664 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-75f7e856-56b6-4a2f-89a1-0b049efedd0d tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1b614608-55b2-4fdf-aca5-fff219c12117', 'tempest-TagsTest-Tag-976144575') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:40.950975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57200) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:40.951492 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-75f7e856-56b6-4a2f-89a1-0b049efedd0d tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] 10.222.0.72 "GET /v2.0/networks/1b614608-55b2-4fdf-aca5-fff219c12117/tags/tempest-TagsTest-Tag-976144575 HTTP/1.1" status: 204 len: 168 time: 0.1017671 Nov 18 17:42:40.956712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-5c9c8e64-7a30-4a69-b213-a3bdec88d267 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1b614608-55b2-4fdf-aca5-fff219c12117', 'tempest-TagsTest-Tag-1797819843') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:40.972901 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2253983a-a6ef-4eae-8370-9f06c6aa37dc tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:40.977216 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2253983a-a6ef-4eae-8370-9f06c6aa37dc tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:41.063008 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2253983a-a6ef-4eae-8370-9f06c6aa37dc tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:41.067867 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5c9c8e64-7a30-4a69-b213-a3bdec88d267 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] 10.222.0.72 "GET /v2.0/networks/1b614608-55b2-4fdf-aca5-fff219c12117/tags/tempest-TagsTest-Tag-1797819843 HTTP/1.1" status: 204 len: 168 time: 0.1146386 Nov 18 17:42:41.069279 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57204) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:41.074598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-6b4212c3-472b-4d87-8516-95534ed6d239 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1b614608-55b2-4fdf-aca5-fff219c12117') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:41.147227 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2253983a-a6ef-4eae-8370-9f06c6aa37dc tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:41.235509 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2253983a-a6ef-4eae-8370-9f06c6aa37dc tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:41.240479 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2253983a-a6ef-4eae-8370-9f06c6aa37dc tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4165719 Nov 18 17:42:41.249306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57206) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:41.249306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0d066493-70b6-454c-a7b8-788d9d28f6b8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'enable_snat': True}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:41.252641 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6b4212c3-472b-4d87-8516-95534ed6d239 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] 10.222.0.72 "DELETE /v2.0/networks/1b614608-55b2-4fdf-aca5-fff219c12117/tags HTTP/1.1" status: 204 len: 168 time: 0.1821513 Nov 18 17:42:41.256304 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57208) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:41.263969 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-fd01e4cd-467d-47ad-bd5e-2b70177b8559 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1b614608-55b2-4fdf-aca5-fff219c12117', 'tempest-TagsTest-Tag-976144575') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:41.362233 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-fd01e4cd-467d-47ad-bd5e-2b70177b8559 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] show failed (client error): The resource could not be found. Nov 18 17:42:41.366065 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fd01e4cd-467d-47ad-bd5e-2b70177b8559 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] 10.222.0.72 "GET /v2.0/networks/1b614608-55b2-4fdf-aca5-fff219c12117/tags/tempest-TagsTest-Tag-976144575 HTTP/1.1" status: 404 len: 325 time: 0.1058745 Nov 18 17:42:41.366297 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57214) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:41.370694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.tag.tag_plugin [None req-2d3e7292-a9c2-4d2a-9303-764897f9f9ae tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1b614608-55b2-4fdf-aca5-fff219c12117', 'tempest-TagsTest-Tag-1797819843') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:41.527387 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-2d3e7292-a9c2-4d2a-9303-764897f9f9ae tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] show failed (client error): The resource could not be found. Nov 18 17:42:41.530046 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2d3e7292-a9c2-4d2a-9303-764897f9f9ae tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] 10.222.0.72 "GET /v2.0/networks/1b614608-55b2-4fdf-aca5-fff219c12117/tags/tempest-TagsTest-Tag-1797819843 HTTP/1.1" status: 404 len: 326 time: 0.1616445 Nov 18 17:42:41.545657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57216) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:41.551492 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.tag.tag_plugin [None req-c95d6530-3646-474b-bb38-a64a6c86df9e tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1b614608-55b2-4fdf-aca5-fff219c12117') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:41.556285 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d066493-70b6-454c-a7b8-788d9d28f6b8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:41.598745 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b37b863b-e58a-4722-887f-2520d0fbc7ce req-fdbca593-3276-48fb-be39-c21bafe6e2ac service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1011579 Nov 18 17:42:41.674898 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c95d6530-3646-474b-bb38-a64a6c86df9e tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] 10.222.0.72 "DELETE /v2.0/networks/1b614608-55b2-4fdf-aca5-fff219c12117/tags HTTP/1.1" status: 204 len: 168 time: 0.1281254 Nov 18 17:42:41.686738 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57220) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:41.786089 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b863b-e58a-4722-887f-2520d0fbc7ce req-9a259647-f7b1-4703-a60a-2e43bcde6512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:41.788015 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b37b863b-e58a-4722-887f-2520d0fbc7ce req-9a259647-f7b1-4703-a60a-2e43bcde6512 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 1098 time: 0.1323586 Nov 18 17:42:41.795189 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12b24181-2c44-44e6-a357-d5dfe6c6fed7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:41.927827 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12b24181-2c44-44e6-a357-d5dfe6c6fed7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:41.972503 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-12b24181-2c44-44e6-a357-d5dfe6c6fed7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b614608-55b2-4fdf-aca5-fff219c12117']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:41.989905 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d066493-70b6-454c-a7b8-788d9d28f6b8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:42.009648 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d066493-70b6-454c-a7b8-788d9d28f6b8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:42.035073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-12b24181-2c44-44e6-a357-d5dfe6c6fed7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60869ffe-494c-49b1-ac3a-781eabccf63d') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:42.035540 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-12b24181-2c44-44e6-a357-d5dfe6c6fed7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60869ffe-494c-49b1-ac3a-781eabccf63d') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:42.049379 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12b24181-2c44-44e6-a357-d5dfe6c6fed7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:42.073577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b863b-e58a-4722-887f-2520d0fbc7ce req-8b2efeda-32f9-4869-b86a-f08edaeb8eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:42.075263 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b37b863b-e58a-4722-887f-2520d0fbc7ce req-8b2efeda-32f9-4869-b86a-f08edaeb8eb0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 913 time: 0.2462323 Nov 18 17:42:42.076335 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12b24181-2c44-44e6-a357-d5dfe6c6fed7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:42.089917 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b24181-2c44-44e6-a357-d5dfe6c6fed7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:42:42.091508 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12b24181-2c44-44e6-a357-d5dfe6c6fed7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:42.102809 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57232) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:42:42.103410 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:42:42.206645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-0d066493-70b6-454c-a7b8-788d9d28f6b8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Allocated IP 172.25.3.239 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/ea0556fa-9844-487d-9533-865769b34743) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:42.215960 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b37b863b-e58a-4722-887f-2520d0fbc7ce req-66dd5bbd-dab0-41d3-b48f-e5896f436bf6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14328e36-2088-47c9-87a9-3da2d1158673 HTTP/1.1" status: 200 len: 1002 time: 0.1294734 Nov 18 17:42:42.226046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67aa2d5-93ed-40c9-aee3-ff9136e474eb tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:42.226681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67aa2d5-93ed-40c9-aee3-ff9136e474eb tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:42.227067 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67aa2d5-93ed-40c9-aee3-ff9136e474eb tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:42.228770 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f67aa2d5-93ed-40c9-aee3-ff9136e474eb tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/ports?project_id=2d3a2a2617bf4ee3b0b376095db39c8f&network_id=22e024c3-84a5-4744-8503-bb8da7dda11e HTTP/1.1" status: 200 len: 2973 time: 0.1259429 Nov 18 17:42:42.292007 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12b24181-2c44-44e6-a357-d5dfe6c6fed7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:42.296902 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b863b-e58a-4722-887f-2520d0fbc7ce req-246814b5-d734-438c-96e3-669d6b991908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:42.300629 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b37b863b-e58a-4722-887f-2520d0fbc7ce req-246814b5-d734-438c-96e3-669d6b991908 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.0758424 Nov 18 17:42:42.320164 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-12b24181-2c44-44e6-a357-d5dfe6c6fed7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:42.326579 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-12b24181-2c44-44e6-a357-d5dfe6c6fed7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] 10.222.0.72 "DELETE /v2.0/networks/1b614608-55b2-4fdf-aca5-fff219c12117 HTTP/1.1" status: 204 len: 168 time: 0.6350896 Nov 18 17:42:42.376961 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b24181-2c44-44e6-a357-d5dfe6c6fed7 tempest-TagsTest-1357269162 tempest-TagsTest-1357269162-project] Pushing event deleted for resources: {'Network': ['ID=1b614608-55b2-4fdf-aca5-fff219c12117,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:42.394030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b863b-e58a-4722-887f-2520d0fbc7ce req-60d9bd26-112b-4b60-bebd-1f1b3bbfe9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:42.395813 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b37b863b-e58a-4722-887f-2520d0fbc7ce req-60d9bd26-112b-4b60-bebd-1f1b3bbfe9b0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881543 Nov 18 17:42:42.405362 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d066493-70b6-454c-a7b8-788d9d28f6b8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:42.523835 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d066493-70b6-454c-a7b8-788d9d28f6b8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:42.526222 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b37b863b-e58a-4722-887f-2520d0fbc7ce req-55b9c54a-625b-42ef-8db5-417c3f850eb3 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184633 Nov 18 17:42:42.571595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d066493-70b6-454c-a7b8-788d9d28f6b8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:42.575867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-0d066493-70b6-454c-a7b8-788d9d28f6b8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:42.585468 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d066493-70b6-454c-a7b8-788d9d28f6b8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:42.588723 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d066493-70b6-454c-a7b8-788d9d28f6b8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Pushing event updated for resources: {'Port': ['ID=ea0556fa-9844-487d-9533-865769b34743,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:42.607113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77005caf-ba4c-4343-988c-9a4ba1402c7b None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:42.658363 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b37b863b-e58a-4722-887f-2520d0fbc7ce req-95e4d542-3881-4c0a-8a3f-ef074177a453 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179852 Nov 18 17:42:42.674405 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5225ee61-7632-454d-b64b-be7ddf013628 None None] Provisioning complete for port ea0556fa-9844-487d-9533-865769b34743 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:42.675058 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5225ee61-7632-454d-b64b-be7ddf013628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:42.732846 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5225ee61-7632-454d-b64b-be7ddf013628 None None] Port ea0556fa-9844-487d-9533-865769b34743 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:42:42.949340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57254) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:42.987559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57260) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:43.023708 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d066493-70b6-454c-a7b8-788d9d28f6b8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:43.224752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c2b83a33-2020-4c98-8e65-d65e30d495fa tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Deleting port 459340fb-7688-4a17-bfe7-5a3cf5f5451a {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:43.225099 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c2b83a33-2020-4c98-8e65-d65e30d495fa tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:43.227116 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-befb8793-2efb-461d-81a9-32d44bba0499 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8e144f8515134150a1ed05b00440c974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2379389 Nov 18 17:42:43.229704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57268) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:43.322969 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c2b83a33-2020-4c98-8e65-d65e30d495fa tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:43.323425 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c2b83a33-2020-4c98-8e65-d65e30d495fa tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:43.336762 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c2b83a33-2020-4c98-8e65-d65e30d495fa tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Calling delete_port for 459340fb-7688-4a17-bfe7-5a3cf5f5451a owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:43.339056 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d066493-70b6-454c-a7b8-788d9d28f6b8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:43.342377 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69475ece-084a-4182-b4de-fddfdde0580d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:43.352711 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d066493-70b6-454c-a7b8-788d9d28f6b8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:43.412170 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69475ece-084a-4182-b4de-fddfdde0580d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:43.581712 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c2b83a33-2020-4c98-8e65-d65e30d495fa tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:43.593094 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d066493-70b6-454c-a7b8-788d9d28f6b8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Router 94247ff6-b32a-48ba-aaed-8fa04b5775ad is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:42:43.595334 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69475ece-084a-4182-b4de-fddfdde0580d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:43.598114 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69475ece-084a-4182-b4de-fddfdde0580d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:43.599649 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-69475ece-084a-4182-b4de-fddfdde0580d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/69ede7cf-4165-4b91-bd57-6e3d5c9256ce HTTP/1.1" status: 204 len: 168 time: 0.3686872 Nov 18 17:42:43.617488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b83a33-2020-4c98-8e65-d65e30d495fa tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event deleted for resources: {'Port': ['ID=459340fb-7688-4a17-bfe7-5a3cf5f5451a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:43.633882 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69475ece-084a-4182-b4de-fddfdde0580d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ede7cf-4165-4b91-bd57-6e3d5c9256ce,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:43.676878 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc51c8a4-5cdc-4196-aee8-0640c994db94 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:43.781012 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c2b83a33-2020-4c98-8e65-d65e30d495fa tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:43.781248 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-c2b83a33-2020-4c98-8e65-d65e30d495fa tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Floating IP 00d3f58c-89ad-4e1a-8537-402d7a1afd6a disassociated (deleted). External IP: 172.25.3.145, port: 14328e36-2088-47c9-87a9-3da2d1158673. Nov 18 17:42:43.835546 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d066493-70b6-454c-a7b8-788d9d28f6b8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:42:43.846832 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d066493-70b6-454c-a7b8-788d9d28f6b8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:43.847022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c886e0f-2edf-4421-b0bc-d0730733b1de None None] Sync routers for ids ['94247ff6-b32a-48ba-aaed-8fa04b5775ad'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:42:43.848869 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0d066493-70b6-454c-a7b8-788d9d28f6b8 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "PUT /v2.0/routers/94247ff6-b32a-48ba-aaed-8fa04b5775ad HTTP/1.1" status: 200 len: 919 time: 2.6066525 Nov 18 17:42:43.851501 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57280) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:43.861513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c886e0f-2edf-4421-b0bc-d0730733b1de None None] Routers {'94247ff6-b32a-48ba-aaed-8fa04b5775ad'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:43.862471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5c886e0f-2edf-4421-b0bc-d0730733b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['94247ff6-b32a-48ba-aaed-8fa04b5775ad'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:43.909038 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5c886e0f-2edf-4421-b0bc-d0730733b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:43.943291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c886e0f-2edf-4421-b0bc-d0730733b1de None None] Routers {'94247ff6-b32a-48ba-aaed-8fa04b5775ad'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:43.944061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5c886e0f-2edf-4421-b0bc-d0730733b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['94247ff6-b32a-48ba-aaed-8fa04b5775ad'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:44.006281 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5c886e0f-2edf-4421-b0bc-d0730733b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:44.013202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c886e0f-2edf-4421-b0bc-d0730733b1de None None] The sync data for ids ['94247ff6-b32a-48ba-aaed-8fa04b5775ad'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:42:44.027429 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8eed8f33-d401-49a9-93fa-91bf55296b59 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "GET /v2.0/routers/94247ff6-b32a-48ba-aaed-8fa04b5775ad HTTP/1.1" status: 200 len: 925 time: 0.1746526 Nov 18 17:42:44.034629 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57290) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:44.089703 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57292) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:44.155724 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b83a33-2020-4c98-8e65-d65e30d495fa tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Router 7e442675-3f94-402c-9011-4fc46a832c5f has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:42:44.214410 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa0d779-ed12-4167-b6da-fd5c8158052a tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:44.215948 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2fa0d779-ed12-4167-b6da-fd5c8158052a tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 814 time: 0.1218121 Nov 18 17:42:44.243995 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4864f6d2-7776-48f7-a938-9223cabb8104 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:44.248010 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4864f6d2-7776-48f7-a938-9223cabb8104 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&device_id=94247ff6-b32a-48ba-aaed-8fa04b5775ad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2076180 Nov 18 17:42:44.248144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57300) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:44.327855 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b83a33-2020-4c98-8e65-d65e30d495fa tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:42:44.336678 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c2b83a33-2020-4c98-8e65-d65e30d495fa tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:44.339656 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1bd19-4112-4e3c-9952-576400b60049 None None] Sync routers for ids ['7e442675-3f94-402c-9011-4fc46a832c5f'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:42:44.353792 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c1bd19-4112-4e3c-9952-576400b60049 None None] Routers {'7e442675-3f94-402c-9011-4fc46a832c5f'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:44.354671 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-88c1bd19-4112-4e3c-9952-576400b60049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7e442675-3f94-402c-9011-4fc46a832c5f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:44.373426 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca164bc-309c-4172-a57b-f9dabbfc7d7b tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:44.373426 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1ca164bc-309c-4172-a57b-f9dabbfc7d7b tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 881 time: 0.1206565 Nov 18 17:42:44.373728 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c2b83a33-2020-4c98-8e65-d65e30d495fa tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "DELETE /v2.0/floatingips/00d3f58c-89ad-4e1a-8537-402d7a1afd6a HTTP/1.1" status: 204 len: 168 time: 1.4224594 Nov 18 17:42:44.373728 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'tag': '14328e36-2088-47c9-87a9-3da2d1158673'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:42:44.378807 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbda5e7-3e8b-44a5-b02f-bcf5856ae47e" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd5e674-a3ab-456a-985b-2185f35573f0", "tag": "14328e36-2088-47c9-87a9-3da2d1158673"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:42:44.384200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57310) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:44.441120 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a1794e-905a-4eb8-b6f0-037844913bc7 x-openstack-request-id: req-83a1794e-905a-4eb8-b6f0-037844913bc7 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:42:44.441487 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd5e674-a3ab-456a-985b-2185f35573f0", "tag": "14328e36-2088-47c9-87a9-3da2d1158673", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:42:44.448211 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-83a1794e-905a-4eb8-b6f0-037844913bc7 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:42:44.448211 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'tag': '14328e36-2088-47c9-87a9-3da2d1158673', 'status': 'completed', 'code': 200} Nov 18 17:42:44.448465 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4333f458-7b42-4076-aa16-ed7619c560f8 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "GET /v2.0/ports?device_id=94247ff6-b32a-48ba-aaed-8fa04b5775ad HTTP/1.1" status: 200 len: 205 time: 0.0566483 Nov 18 17:42:44.448585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57314) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:44.524883 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-88c1bd19-4112-4e3c-9952-576400b60049 None None] Set router 7e442675-3f94-402c-9011-4fc46a832c5f gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:42:44.828056 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-88c1bd19-4112-4e3c-9952-576400b60049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:25Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:44.882802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57332) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:44.893744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4df26167-0aa7-4d97-9b2b-9066e8c962d9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'network': {'name': 'tempest-network-smoke--1850736867', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'port_security_enabled': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:44.976516 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1bd19-4112-4e3c-9952-576400b60049 None None] Checking router: 7e442675-3f94-402c-9011-4fc46a832c5f for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:42:44.988267 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c1bd19-4112-4e3c-9952-576400b60049 None None] Routers {'7e442675-3f94-402c-9011-4fc46a832c5f'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:44.988998 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-88c1bd19-4112-4e3c-9952-576400b60049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7e442675-3f94-402c-9011-4fc46a832c5f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:44.993055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df26167-0aa7-4d97-9b2b-9066e8c962d9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Made reservation on behalf of 2d3a2a2617bf4ee3b0b376095db39c8f for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:42:44.996976 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4df26167-0aa7-4d97-9b2b-9066e8c962d9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:45.042633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df26167-0aa7-4d97-9b2b-9066e8c962d9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] vlan segment allocate from pool success with {'vlan_id': 1127, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:42:45.084714 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4df26167-0aa7-4d97-9b2b-9066e8c962d9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:45.085247 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-4df26167-0aa7-4d97-9b2b-9066e8c962d9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Added segment 597dffa5-5701-49c3-91dd-130b6fbf3ce7 of type vlan for network 5622c29a-b2be-4272-b7d5-167f15f67672 Nov 18 17:42:45.209795 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4df26167-0aa7-4d97-9b2b-9066e8c962d9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:45.220770 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-88c1bd19-4112-4e3c-9952-576400b60049 None None] Set router 7e442675-3f94-402c-9011-4fc46a832c5f gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:42:45.292480 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbda5e7-3e8b-44a5-b02f-bcf5856ae47e req-c52be23c-8f77-400a-baf8-0872496f74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:45.294462 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfbda5e7-3e8b-44a5-b02f-bcf5856ae47e req-c52be23c-8f77-400a-baf8-0872496f74e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb06569cbbd34a779286792999368bd6&device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 1098 time: 0.8008873 Nov 18 17:42:45.339713 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-003b09c6-2459-4f60-b2dd-4ad308b177d8 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:45.420251 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76de14e-749c-40c4-9602-3c56023b99de req-054bd3c9-7ebe-4f21-b2c8-491c3a3a094f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:45.421926 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f76de14e-749c-40c4-9602-3c56023b99de req-054bd3c9-7ebe-4f21-b2c8-491c3a3a094f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 946 time: 0.2629066 Nov 18 17:42:45.558757 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-88c1bd19-4112-4e3c-9952-576400b60049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:25Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:45.594465 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1bd19-4112-4e3c-9952-576400b60049 None None] The sync data for ids ['7e442675-3f94-402c-9011-4fc46a832c5f'] in n-d-813419-11 is: [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:24:19Z', 'revision_number': 4, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '337e9fe4-5986-4162-bb36-aab6b8f7b9a2', 'name': '', 'network_id': '2a865f7b-e6e5-408d-a424-6ad90e179b12', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'mac_address': 'fa:16:3e:88:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:17Z', 'updated_at': '2021-11-18T17:24:25Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'subnets': [{'id': 'd1171982-b40f-4085-92d0-7d3f68279805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:42:45.598984 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f76de14e-749c-40c4-9602-3c56023b99de req-369c40ed-20d9-49b1-bf0c-18d7e63303a8 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7670a255-749b-4024-ac4d-b2a73cf3852d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626718 Nov 18 17:42:45.619640 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbda5e7-3e8b-44a5-b02f-bcf5856ae47e req-70cb659b-dcae-4493-8958-b4e3409d20da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:45.631061 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfbda5e7-3e8b-44a5-b02f-bcf5856ae47e req-70cb659b-dcae-4493-8958-b4e3409d20da service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 200 len: 913 time: 0.3180113 Nov 18 17:42:45.631061 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-003b09c6-2459-4f60-b2dd-4ad308b177d8 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:45.675355 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfbda5e7-3e8b-44a5-b02f-bcf5856ae47e req-0365edc7-282e-464b-8bcb-bf75ba5437d2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14328e36-2088-47c9-87a9-3da2d1158673 HTTP/1.1" status: 200 len: 217 time: 0.0419688 Nov 18 17:42:45.743358 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbda5e7-3e8b-44a5-b02f-bcf5856ae47e req-eadffa07-9077-4d05-92ca-faff1cb98746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:45.745197 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfbda5e7-3e8b-44a5-b02f-bcf5856ae47e req-eadffa07-9077-4d05-92ca-faff1cb98746 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 200 len: 850 time: 0.0596573 Nov 18 17:42:45.800249 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcb18d-13d0-4cb7-9ea4-03bf7765618d req-cab4f468-b76d-4481-b42e-7c79fca41a48 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:45.801982 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-83bcb18d-13d0-4cb7-9ea4-03bf7765618d req-cab4f468-b76d-4481-b42e-7c79fca41a48 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 946 time: 0.0714231 Nov 18 17:42:45.811318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbda5e7-3e8b-44a5-b02f-bcf5856ae47e req-e36553e7-7fa2-426d-89a3-ea4c22bcf3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:45.818290 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfbda5e7-3e8b-44a5-b02f-bcf5856ae47e req-e36553e7-7fa2-426d-89a3-ea4c22bcf3b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a865f7b-e6e5-408d-a424-6ad90e179b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632536 Nov 18 17:42:45.926182 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfbda5e7-3e8b-44a5-b02f-bcf5856ae47e req-935c1355-2100-4d86-b409-b86483f73855 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005692 Nov 18 17:42:45.932485 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b636c425-287d-4a4d-9f77-2c67d1cf6963 None None] New status for floating IP 00d3f58c-89ad-4e1a-8537-402d7a1afd6a: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:42:45.949776 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-83bcb18d-13d0-4cb7-9ea4-03bf7765618d req-5aa5d542-9f01-439d-a258-0087bbc8cf3a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Deleting port 14328e36-2088-47c9-87a9-3da2d1158673 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:45.950206 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-83bcb18d-13d0-4cb7-9ea4-03bf7765618d req-5aa5d542-9f01-439d-a258-0087bbc8cf3a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:45.955251 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4df26167-0aa7-4d97-9b2b-9066e8c962d9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:45.963923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df26167-0aa7-4d97-9b2b-9066e8c962d9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:45.964538 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4df26167-0aa7-4d97-9b2b-9066e8c962d9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:46.073343 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfbda5e7-3e8b-44a5-b02f-bcf5856ae47e req-e4c91c71-bb84-4c07-bad9-8fe1c9ebddf3 service neutron] 10.222.0.83 "GET /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389763 Nov 18 17:42:46.093969 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-003b09c6-2459-4f60-b2dd-4ad308b177d8 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Deleting port ea0556fa-9844-487d-9533-865769b34743 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:46.094312 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-003b09c6-2459-4f60-b2dd-4ad308b177d8 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:46.146135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df26167-0aa7-4d97-9b2b-9066e8c962d9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Network': ['ID=5622c29a-b2be-4272-b7d5-167f15f67672,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:46.156622 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4df26167-0aa7-4d97-9b2b-9066e8c962d9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2675447 Nov 18 17:42:46.157641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57350) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:46.178243 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 5622c29a-b2be-4272-b7d5-167f15f67672 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:42:46.231463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-83bcb18d-13d0-4cb7-9ea4-03bf7765618d req-5aa5d542-9f01-439d-a258-0087bbc8cf3a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] For port 14328e36-2088-47c9-87a9-3da2d1158673, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=14328e36-2088-47c9-87a9-3da2d1158673,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:46.231982 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-83bcb18d-13d0-4cb7-9ea4-03bf7765618d req-5aa5d542-9f01-439d-a258-0087bbc8cf3a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:46.284236 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-003b09c6-2459-4f60-b2dd-4ad308b177d8 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:46.286852 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-83bcb18d-13d0-4cb7-9ea4-03bf7765618d req-5aa5d542-9f01-439d-a258-0087bbc8cf3a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Calling delete_port for 14328e36-2088-47c9-87a9-3da2d1158673 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:46.289983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc4aafe-46ed-44af-8c3c-c220ca864f27 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:46.292048 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2cc4aafe-46ed-44af-8c3c-c220ca864f27 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2d3a2a2617bf4ee3b0b376095db39c8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1328554 Nov 18 17:42:46.301801 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57354) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:46.334487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-003b09c6-2459-4f60-b2dd-4ad308b177d8 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Calling delete_port for ea0556fa-9844-487d-9533-865769b34743 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:46.566612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8735bb8b-b138-49d8-8a80-79e3889e4a14 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:46.570991 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8735bb8b-b138-49d8-8a80-79e3889e4a14 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2689364 Nov 18 17:42:46.571170 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-83bcb18d-13d0-4cb7-9ea4-03bf7765618d req-5aa5d542-9f01-439d-a258-0087bbc8cf3a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:46.571343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57362) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:46.608974 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5d542-9f01-439d-a258-0087bbc8cf3a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event deleted for resources: {'Port': ['ID=14328e36-2088-47c9-87a9-3da2d1158673,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:46.689686 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c5baa269-ae00-4224-b7f9-8b0c5930ef8c tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1135857 Nov 18 17:42:46.693240 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57370) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:46.717841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bcb18d-13d0-4cb7-9ea4-03bf7765618d req-5aa5d542-9f01-439d-a258-0087bbc8cf3a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] No DVR routers for this DVR port 14328e36-2088-47c9-87a9-3da2d1158673 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:42:46.730090 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-83bcb18d-13d0-4cb7-9ea4-03bf7765618d req-5aa5d542-9f01-439d-a258-0087bbc8cf3a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:46.732760 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-83bcb18d-13d0-4cb7-9ea4-03bf7765618d req-5aa5d542-9f01-439d-a258-0087bbc8cf3a tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.83 "DELETE /v2.0/ports/14328e36-2088-47c9-87a9-3da2d1158673 HTTP/1.1" status: 204 len: 173 time: 0.9202182 Nov 18 17:42:46.737383 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'name': 'network-vif-deleted', 'tag': '14328e36-2088-47c9-87a9-3da2d1158673'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:42:46.739539 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173b5b74-b631-4d33-965a-f20de04ccc75" -d '{"events": [{"server_uuid": "5fd5e674-a3ab-456a-985b-2185f35573f0", "name": "network-vif-deleted", "tag": "14328e36-2088-47c9-87a9-3da2d1158673"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:42:46.747241 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cc73e678-78cf-48e1-8ed2-9677334fb8f4 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2d3a2a2617bf4ee3b0b376095db39c8f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528579 Nov 18 17:42:46.757800 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57374) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:46.787895 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac513317-8260-4b68-8818-2ded9fb90010 x-openstack-request-id: req-ac513317-8260-4b68-8818-2ded9fb90010 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:42:46.788204 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd5e674-a3ab-456a-985b-2185f35573f0", "name": "network-vif-deleted", "tag": "14328e36-2088-47c9-87a9-3da2d1158673", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:42:46.788465 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ac513317-8260-4b68-8818-2ded9fb90010 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:42:46.788884 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd5e674-a3ab-456a-985b-2185f35573f0', 'name': 'network-vif-deleted', 'tag': '14328e36-2088-47c9-87a9-3da2d1158673', 'status': 'completed', 'code': 200} Nov 18 17:42:46.825681 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e8592741-77b2-4a2e-be99-9197bbb78b27 req-123f3710-7124-4984-a981-7a9d37d9fca3 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 210 time: 0.0872750 Nov 18 17:42:46.969224 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97770f7-0833-4d19-a514-50a8da2ee2a6 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:46.970837 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a97770f7-0833-4d19-a514-50a8da2ee2a6 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2120855 Nov 18 17:42:46.974010 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57382) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:47.019835 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c724914d-ce26-43a5-8a38-48eb7cbab5db tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428762 Nov 18 17:42:47.019835 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-003b09c6-2459-4f60-b2dd-4ad308b177d8 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:47.020289 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57386) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:47.028666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-346b0c2d-1d7a-4677-ae85-0198f01a7471 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-126418250', 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:47.063118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b09c6-2459-4f60-b2dd-4ad308b177d8 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Pushing event deleted for resources: {'Port': ['ID=ea0556fa-9844-487d-9533-865769b34743,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:47.077020 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bd01a4-cc06-45ce-865e-d971b53e38fd None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:47.151907 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-003b09c6-2459-4f60-b2dd-4ad308b177d8 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:47.340378 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-003b09c6-2459-4f60-b2dd-4ad308b177d8 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:47.349460 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-003b09c6-2459-4f60-b2dd-4ad308b177d8 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:47.376062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346b0c2d-1d7a-4677-ae85-0198f01a7471 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Made reservation on behalf of 2d3a2a2617bf4ee3b0b376095db39c8f for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:42:47.380309 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-346b0c2d-1d7a-4677-ae85-0198f01a7471 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:47.484863 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-003b09c6-2459-4f60-b2dd-4ad308b177d8 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:47.485982 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003b09c6-2459-4f60-b2dd-4ad308b177d8 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Fanout notify agent at l3_agent the message router_deleted on router 94247ff6-b32a-48ba-aaed-8fa04b5775ad {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:42:47.507160 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-003b09c6-2459-4f60-b2dd-4ad308b177d8 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:47.507160 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-003b09c6-2459-4f60-b2dd-4ad308b177d8 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "DELETE /v2.0/routers/94247ff6-b32a-48ba-aaed-8fa04b5775ad HTTP/1.1" status: 204 len: 168 time: 3.0497267 Nov 18 17:42:47.509551 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57398) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:47.514059 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-cf1553dd-1c1f-4a95-b4df-8eed6b124eb5 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1569728637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:47.645017 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cf1553dd-1c1f-4a95-b4df-8eed6b124eb5 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:47.646138 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cf1553dd-1c1f-4a95-b4df-8eed6b124eb5 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:47.716931 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cf1553dd-1c1f-4a95-b4df-8eed6b124eb5 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:47.776716 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cf1553dd-1c1f-4a95-b4df-8eed6b124eb5 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:47.832898 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-346b0c2d-1d7a-4677-ae85-0198f01a7471 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:47.913747 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cf1553dd-1c1f-4a95-b4df-8eed6b124eb5 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:47.915513 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cf1553dd-1c1f-4a95-b4df-8eed6b124eb5 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4053056 Nov 18 17:42:47.918346 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57414) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:47.924166 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f139e63e-8422-41df-9220-794fb63046d7 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'enable_snat': False}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:47.957880 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b0c2d-1d7a-4677-ae85-0198f01a7471 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Subnet': ['ID=3917434a-efc8-4bdc-85cc-1ff24a673df5,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:48.014463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346b0c2d-1d7a-4677-ae85-0198f01a7471 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Checking segment: {'id': '597dffa5-5701-49c3-91dd-130b6fbf3ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:42:48.014837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346b0c2d-1d7a-4677-ae85-0198f01a7471 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network hostable DHCP agents. Network: 5622c29a-b2be-4272-b7d5-167f15f67672, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:42:48.036148 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ae42159-4efb-43fd-ae2d-81bf5396b370 req-ec8c36a8-ebd5-4756-a2f3-b5266db9150b tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 210 time: 0.1007528 Nov 18 17:42:48.146975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346b0c2d-1d7a-4677-ae85-0198f01a7471 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network 5622c29a-b2be-4272-b7d5-167f15f67672 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:42:48.239199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57422) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:48.267894 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-346b0c2d-1d7a-4677-ae85-0198f01a7471 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 5622c29a-b2be-4272-b7d5-167f15f67672) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:48.272003 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346b0c2d-1d7a-4677-ae85-0198f01a7471 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:48.272611 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-346b0c2d-1d7a-4677-ae85-0198f01a7471 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:48.279489 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c88e52e-e2f0-4321-b519-387b0f35e608 None None] Network 5622c29a-b2be-4272-b7d5-167f15f67672 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:48.282090 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f139e63e-8422-41df-9220-794fb63046d7 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:48.387208 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-346b0c2d-1d7a-4677-ae85-0198f01a7471 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3636293 Nov 18 17:42:48.429841 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25980330-2e08-4d34-bcd0-cbc27b332b1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:48.494698 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5622c29a-b2be-4272-b7d5-167f15f67672', 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'fixed_ips': [{'subnet_id': '3917434a-efc8-4bdc-85cc-1ff24a673df5'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:42:48.494698 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:48.603299 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 14328e36-2088-47c9-87a9-3da2d1158673 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:42:48.673760 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25980330-2e08-4d34-bcd0-cbc27b332b1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:48.678476 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 14328e36-2088-47c9-87a9-3da2d1158673 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:42:48.679305 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 14328e36-2088-47c9-87a9-3da2d1158673 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:42:48.751739 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Allocated IP 172.20.0.18 (5622c29a-b2be-4272-b7d5-167f15f67672/3917434a-efc8-4bdc-85cc-1ff24a673df5/fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:48.758830 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25980330-2e08-4d34-bcd0-cbc27b332b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:48.804132 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f139e63e-8422-41df-9220-794fb63046d7 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:48.825078 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-25980330-2e08-4d34-bcd0-cbc27b332b1b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ef7ddfb7d387466c8f6d48da87c3a3ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5822048 Nov 18 17:42:48.825078 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25980330-2e08-4d34-bcd0-cbc27b332b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e946d1-496e-43c5-a69e-8db9d614d40f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:48.828857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57432) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:48.836513 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f139e63e-8422-41df-9220-794fb63046d7 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:48.941652 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1d96f77-ee6c-45ae-96c1-a63cb76b8706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:48.957067 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57438) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:48.974755 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e21b868f-66e2-46e2-873e-ef93c75a0272 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-339005855', 'description': 'tempest-secgroup-smoke-339005855 description', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:48.975112 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1d96f77-ee6c-45ae-96c1-a63cb76b8706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:49.092904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-f139e63e-8422-41df-9220-794fb63046d7 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Allocated IP 172.25.3.249 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/431e3ce3-311f-42a7-b1cc-859c66181e99) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:49.097568 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:49.118744 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1d96f77-ee6c-45ae-96c1-a63cb76b8706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:49.121421 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b1d96f77-ee6c-45ae-96c1-a63cb76b8706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:49.126232 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b1d96f77-ee6c-45ae-96c1-a63cb76b8706 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/34e946d1-496e-43c5-a69e-8db9d614d40f HTTP/1.1" status: 204 len: 168 time: 0.2807472 Nov 18 17:42:49.134503 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d96f77-ee6c-45ae-96c1-a63cb76b8706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e946d1-496e-43c5-a69e-8db9d614d40f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:49.176165 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e21b868f-66e2-46e2-873e-ef93c75a0272 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:49.206969 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:49.262180 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Network 5622c29a-b2be-4272-b7d5-167f15f67672 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:49.266764 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:49.270180 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:49.291609 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f139e63e-8422-41df-9220-794fb63046d7 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:49.338428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Pushing event updated for resources: {'Port': ['ID=fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:49.363549 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Attempting to bind port fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:42:49.364258 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Attempting to bind port fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '597dffa5-5701-49c3-91dd-130b6fbf3ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:42:49.364935 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Attempting to bind port fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 on network 5622c29a-b2be-4272-b7d5-167f15f67672 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:42:49.373807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:42:49.375863 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Checking segment: {'id': '597dffa5-5701-49c3-91dd-130b6fbf3ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:42:49.377187 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:49.378791 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Bound using segment: {'id': '597dffa5-5701-49c3-91dd-130b6fbf3ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:42:49.379662 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cdd5351-286f-49db-87b9-5b41d4323170 req-ab8b2318-674e-43e8-b03b-fd810fccfbba tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 210 time: 0.0399859 Nov 18 17:42:49.383977 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Bound port: fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597dffa5-5701-49c3-91dd-130b6fbf3ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:42:49.386548 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:49.459131 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e21b868f-66e2-46e2-873e-ef93c75a0272 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:49.462326 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f139e63e-8422-41df-9220-794fb63046d7 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:49.504167 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] For port fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:42:49.507992 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] For port fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3,segment=NetworkSegment(597dffa5-5701-49c3-91dd-130b6fbf3ce7),segment_id=597dffa5-5701-49c3-91dd-130b6fbf3ce7)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:42:49.524434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f139e63e-8422-41df-9220-794fb63046d7 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:49.528087 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e21b868f-66e2-46e2-873e-ef93c75a0272 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:49.540960 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f139e63e-8422-41df-9220-794fb63046d7 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:49.570280 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e125eeb-6d47-48a7-a18b-49aaa8988284 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:49.585538 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:49.646738 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b868f-66e2-46e2-873e-ef93c75a0272 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9901b19a-36c7-487d-8b86-01455441b9a8,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:49.650204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139e63e-8422-41df-9220-794fb63046d7 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Pushing event updated for resources: {'Port': ['ID=431e3ce3-311f-42a7-b1cc-859c66181e99,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:49.680679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f139e63e-8422-41df-9220-794fb63046d7 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:49.719060 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e21b868f-66e2-46e2-873e-ef93c75a0272 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:49.721242 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e21b868f-66e2-46e2-873e-ef93c75a0272 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7603464 Nov 18 17:42:49.722974 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8ee53-e9ee-4662-8447-d21556823f24 None None] Pushing event updated for resources: {'Port': ['ID=fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:49.724085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57452) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:49.735975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-14ccbe45-5731-4b02-b8b8-4a3676a3f341 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group_rule': {'security_group_id': '9901b19a-36c7-487d-8b86-01455441b9a8', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:49.754174 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-64590378-eded-4be8-b136-6e75d60bd4b6 None None] Provisioning complete for port 431e3ce3-311f-42a7-b1cc-859c66181e99 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:49.754560 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64590378-eded-4be8-b136-6e75d60bd4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:49.819914 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-64590378-eded-4be8-b136-6e75d60bd4b6 None None] Port 431e3ce3-311f-42a7-b1cc-859c66181e99 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:42:49.882123 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-14ccbe45-5731-4b02-b8b8-4a3676a3f341 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:49.951676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57458) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:49.973939 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f62bdf7a-152b-4234-9bdb-b9d67fcb1a49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:50.020179 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-14ccbe45-5731-4b02-b8b8-4a3676a3f341 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:50.147823 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-14ccbe45-5731-4b02-b8b8-4a3676a3f341 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:50.274097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccbe45-5731-4b02-b8b8-4a3676a3f341 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab8f42e-7553-485a-ac33-c434b0b6ac6d,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:50.318418 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f139e63e-8422-41df-9220-794fb63046d7 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:50.335552 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f62bdf7a-152b-4234-9bdb-b9d67fcb1a49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:50.364016 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:42:50.370291 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-14ccbe45-5731-4b02-b8b8-4a3676a3f341 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:50.370291 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-14ccbe45-5731-4b02-b8b8-4a3676a3f341 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6404877 Nov 18 17:42:50.371080 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57462) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:50.377913 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a79dcfca-9840-4c94-9502-0039f8156c38 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group_rule': {'security_group_id': '9901b19a-36c7-487d-8b86-01455441b9a8', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:50.447222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:50.448158 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:50.450220 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f62bdf7a-152b-4234-9bdb-b9d67fcb1a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:50.542541 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f62bdf7a-152b-4234-9bdb-b9d67fcb1a49 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=509ef09e1b4c44dfbecd2250502139a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5888638 Nov 18 17:42:50.546667 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57468) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:50.622278 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bdf7a-152b-4234-9bdb-b9d67fcb1a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6425af21-16b2-4ee8-94af-8b59fb88e02a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:50.622278 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a79dcfca-9840-4c94-9502-0039f8156c38 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:50.622827 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:50.632934 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f07ccec-4fde-48f0-9231-6cc22604e605 req-f72dc553-8890-43b8-beb2-1271e7306cbd tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 210 time: 0.0454156 Nov 18 17:42:50.655779 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a79dcfca-9840-4c94-9502-0039f8156c38 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:50.685808 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3,segment=NetworkSegment(597dffa5-5701-49c3-91dd-130b6fbf3ce7),segment_id=597dffa5-5701-49c3-91dd-130b6fbf3ce7)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:42:50.738432 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8d2a5139-bddd-4b9f-a00d-54f7d9911eb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:50.787072 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f139e63e-8422-41df-9220-794fb63046d7 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:50.794320 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8d2a5139-bddd-4b9f-a00d-54f7d9911eb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:50.798029 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f139e63e-8422-41df-9220-794fb63046d7 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:51.198503 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a79dcfca-9840-4c94-9502-0039f8156c38 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:51.224529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79dcfca-9840-4c94-9502-0039f8156c38 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c95cbd7-25d5-4470-b732-be23736a6dc9,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:51.225852 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:42:51.227051 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f139e63e-8422-41df-9220-794fb63046d7 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Router bc4f1b16-99cd-4255-9c6b-d01c30556542 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:42:51.228017 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:51.265986 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8d2a5139-bddd-4b9f-a00d-54f7d9911eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:51.275428 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8d2a5139-bddd-4b9f-a00d-54f7d9911eb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:51.278476 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8d2a5139-bddd-4b9f-a00d-54f7d9911eb8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6425af21-16b2-4ee8-94af-8b59fb88e02a HTTP/1.1" status: 204 len: 168 time: 0.7307401 Nov 18 17:42:51.305224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a5139-bddd-4b9f-a00d-54f7d9911eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6425af21-16b2-4ee8-94af-8b59fb88e02a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:51.366433 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36da2085-fff0-40e7-8c62-24f7e9912d8e None None] Network 5622c29a-b2be-4272-b7d5-167f15f67672 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:42:51.367655 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a79dcfca-9840-4c94-9502-0039f8156c38 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:51.370129 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a79dcfca-9840-4c94-9502-0039f8156c38 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9970043 Nov 18 17:42:51.372307 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57478) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:51.394525 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8dd3ef65-9369-491b-a141-6d138fc11923 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group_rule': {'security_group_id': '9901b19a-36c7-487d-8b86-01455441b9a8', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:51.493826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f139e63e-8422-41df-9220-794fb63046d7 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:42:51.506584 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd9c49-6ba8-4de8-815f-f521a2b8217b None None] Sync routers for ids ['bc4f1b16-99cd-4255-9c6b-d01c30556542'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:42:51.515754 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f139e63e-8422-41df-9220-794fb63046d7 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:51.522282 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bd9c49-6ba8-4de8-815f-f521a2b8217b None None] Routers {'bc4f1b16-99cd-4255-9c6b-d01c30556542'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:51.522912 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-73bd9c49-6ba8-4de8-815f-f521a2b8217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bc4f1b16-99cd-4255-9c6b-d01c30556542'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:51.529423 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ef65-9369-491b-a141-6d138fc11923 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:51.535339 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f139e63e-8422-41df-9220-794fb63046d7 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "PUT /v2.0/routers/bc4f1b16-99cd-4255-9c6b-d01c30556542 HTTP/1.1" status: 200 len: 920 time: 3.6147950 Nov 18 17:42:51.537748 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57480) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:51.624946 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-73bd9c49-6ba8-4de8-815f-f521a2b8217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:51.670897 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bd9c49-6ba8-4de8-815f-f521a2b8217b None None] Routers {'bc4f1b16-99cd-4255-9c6b-d01c30556542'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:51.679173 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-73bd9c49-6ba8-4de8-815f-f521a2b8217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['bc4f1b16-99cd-4255-9c6b-d01c30556542'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:51.800694 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-73bd9c49-6ba8-4de8-815f-f521a2b8217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:51.801670 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd9c49-6ba8-4de8-815f-f521a2b8217b None None] The sync data for ids ['bc4f1b16-99cd-4255-9c6b-d01c30556542'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:42:51.852649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d0fdb134-20e8-4f70-97c4-2334c130c73d None None] Provisioning complete for port fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:51.853034 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb134-20e8-4f70-97c4-2334c130c73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:51.882375 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c32cfa16-a3fb-4606-89b8-ae97bb0fd4d6 req-94cf7f80-7bb2-4a92-a7b4-1ff034e091e8 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 210 time: 0.0917537 Nov 18 17:42:51.988312 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:52.014702 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:52.268137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:42:52.361007 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:52.363174 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:52.524921 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ef65-9369-491b-a141-6d138fc11923 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:52.554503 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dc79da55-78dd-490d-b77e-8b3e1975e023 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "GET /v2.0/routers/bc4f1b16-99cd-4255-9c6b-d01c30556542 HTTP/1.1" status: 200 len: 926 time: 1.0155745 Nov 18 17:42:52.557329 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57504) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:52.645012 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ef65-9369-491b-a141-6d138fc11923 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:52.650826 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-10dc5b1a-74bc-4e3c-aacc-0de5bccb3726 None None] Provisioning complete for port fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:52.651987 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-10dc5b1a-74bc-4e3c-aacc-0de5bccb3726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:52.685880 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3ef65-9369-491b-a141-6d138fc11923 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de74d6bc-4029-4748-9fb7-85845778bc5f,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:52.702969 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b3d006-0693-4fd9-ab94-31e3b6a3c6ae tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:52.705243 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-51b3d006-0693-4fd9-ab94-31e3b6a3c6ae tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&device_id=bc4f1b16-99cd-4255-9c6b-d01c30556542&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1468246 Nov 18 17:42:52.708487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57508) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:52.818160 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ef65-9369-491b-a141-6d138fc11923 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:52.821932 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8dd3ef65-9369-491b-a141-6d138fc11923 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4461665 Nov 18 17:42:52.824379 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57514) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:52.837042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d73ab74-22f4-441e-839e-2a8ae7d40094 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:52.846311 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1d73ab74-22f4-441e-839e-2a8ae7d40094 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "GET /v2.0/networks/b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 881 time: 0.1306684 Nov 18 17:42:52.848103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57516) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:52.924354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-df8f1cd3-8a1a-4978-95f7-3265781cbde3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group_rule': {'security_group_id': '9901b19a-36c7-487d-8b86-01455441b9a8', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:52.987623 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8f70102e-17f1-4eb7-9216-dabaa82a4617 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc4f1b16-99cd-4255-9c6b-d01c30556542 HTTP/1.1" status: 200 len: 205 time: 0.1345036 Nov 18 17:42:52.989365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57532) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:53.016540 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b2f1bbc7-97ca-49d9-bf01-8b595f883a6d req-edb4bd1c-51fa-49b7-ae16-d30828b9f5b7 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 210 time: 0.0519569 Nov 18 17:42:53.163091 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb6d5e6c-74e4-4da3-8bb6-b6b8db50c09f tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:53.164433 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:53.296547 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb6d5e6c-74e4-4da3-8bb6-b6b8db50c09f tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:53.304274 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df8f1cd3-8a1a-4978-95f7-3265781cbde3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:53.378214 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df8f1cd3-8a1a-4978-95f7-3265781cbde3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:53.436558 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d5e6c-74e4-4da3-8bb6-b6b8db50c09f tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Deleting port 431e3ce3-311f-42a7-b1cc-859c66181e99 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:53.436903 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb6d5e6c-74e4-4da3-8bb6-b6b8db50c09f tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:53.463874 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df8f1cd3-8a1a-4978-95f7-3265781cbde3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:53.528637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f1cd3-8a1a-4978-95f7-3265781cbde3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c510c8-3d7e-45d7-a13c-5dc412fc9c23,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:53.560612 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb6d5e6c-74e4-4da3-8bb6-b6b8db50c09f tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:53.576511 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d5e6c-74e4-4da3-8bb6-b6b8db50c09f tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Calling delete_port for 431e3ce3-311f-42a7-b1cc-859c66181e99 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:53.656485 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df8f1cd3-8a1a-4978-95f7-3265781cbde3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:53.658152 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-df8f1cd3-8a1a-4978-95f7-3265781cbde3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8136334 Nov 18 17:42:53.661007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57548) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:53.675582 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1905c596-10ad-4464-a2a8-6d242bf058af tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group_rule': {'security_group_id': '9901b19a-36c7-487d-8b86-01455441b9a8', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:53.821680 n-d-813419-11 neutron-server[104007]: INFO neutron.db.securitygroups_db [None req-1905c596-10ad-4464-a2a8-6d242bf058af tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Project 2d3a2a2617bf4ee3b0b376095db39c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:42:53.828263 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1905c596-10ad-4464-a2a8-6d242bf058af tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:53.896129 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb6d5e6c-74e4-4da3-8bb6-b6b8db50c09f tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:53.931840 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1905c596-10ad-4464-a2a8-6d242bf058af tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:53.939823 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d5e6c-74e4-4da3-8bb6-b6b8db50c09f tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Pushing event deleted for resources: {'Port': ['ID=431e3ce3-311f-42a7-b1cc-859c66181e99,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:53.965811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ee9fe4-5b1f-4e6d-a062-f487d1268fe8 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:54.009899 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1905c596-10ad-4464-a2a8-6d242bf058af tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:54.028974 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb6d5e6c-74e4-4da3-8bb6-b6b8db50c09f tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:54.068964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905c596-10ad-4464-a2a8-6d242bf058af tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a6329d-14a2-40f7-8035-91eed125a85e,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:54.140835 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1905c596-10ad-4464-a2a8-6d242bf058af tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:54.140835 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1905c596-10ad-4464-a2a8-6d242bf058af tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4696565 Nov 18 17:42:54.140835 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57572) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:54.140835 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7fdfdff5-ec2d-4618-8e38-70482c4f03f6 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group_rule': {'security_group_id': '9901b19a-36c7-487d-8b86-01455441b9a8', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:54.142038 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb6d5e6c-74e4-4da3-8bb6-b6b8db50c09f tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:54.143905 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb6d5e6c-74e4-4da3-8bb6-b6b8db50c09f tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:54.254985 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df80a134-2c44-4f22-ab24-7720ab7b291c req-d95c2075-f26e-40a1-9ddf-787d6e5e0482 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 210 time: 0.0520101 Nov 18 17:42:54.290277 n-d-813419-11 neutron-server[104007]: INFO neutron.db.securitygroups_db [None req-7fdfdff5-ec2d-4618-8e38-70482c4f03f6 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Project 2d3a2a2617bf4ee3b0b376095db39c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:42:54.296005 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7fdfdff5-ec2d-4618-8e38-70482c4f03f6 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:54.305554 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb6d5e6c-74e4-4da3-8bb6-b6b8db50c09f tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:54.306266 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6d5e6c-74e4-4da3-8bb6-b6b8db50c09f tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Fanout notify agent at l3_agent the message router_deleted on router bc4f1b16-99cd-4255-9c6b-d01c30556542 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:42:54.324197 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb6d5e6c-74e4-4da3-8bb6-b6b8db50c09f tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:54.324451 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cb6d5e6c-74e4-4da3-8bb6-b6b8db50c09f tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "DELETE /v2.0/routers/bc4f1b16-99cd-4255-9c6b-d01c30556542 HTTP/1.1" status: 204 len: 168 time: 1.3332360 Nov 18 17:42:54.327360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57580) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:54.333338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-496264380', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:54.384614 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7fdfdff5-ec2d-4618-8e38-70482c4f03f6 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:54.439901 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:54.441345 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:54.456412 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7fdfdff5-ec2d-4618-8e38-70482c4f03f6 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:54.500753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfdff5-ec2d-4618-8e38-70482c4f03f6 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516af387-ec7b-4203-87f7-b2cefbb7ce7b,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:54.541181 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:54.592266 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7fdfdff5-ec2d-4618-8e38-70482c4f03f6 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:54.592266 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7fdfdff5-ec2d-4618-8e38-70482c4f03f6 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4560905 Nov 18 17:42:54.801428 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:54.842505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-6f31c586-4aeb-4249-9dc4-b07eef7ed499 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-339005855&fields=id&tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f HTTP/1.1" status: 200 len: 267 time: 0.0591536 Nov 18 17:42:55.350964 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:55.396090 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:55.445890 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-61c18fb3-0c88-4db0-ae5c-a67d4c516183 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:55.447921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-61c18fb3-0c88-4db0-ae5c-a67d4c516183 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/networks?id=5622c29a-b2be-4272-b7d5-167f15f67672 HTTP/1.1" status: 200 len: 797 time: 0.5971196 Nov 18 17:42:55.491751 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-967cda54-dc0b-47e4-b68b-d4f9ea891de1 req-88be30b2-9b54-413b-9e7f-0ddc3d6f260f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5e674-a3ab-456a-985b-2185f35573f0 HTTP/1.1" status: 200 len: 210 time: 0.0391655 Nov 18 17:42:55.491942 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-05a499e8-f8eb-49e4-8ebd-3c55b0c557de tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/quotas/2d3a2a2617bf4ee3b0b376095db39c8f HTTP/1.1" status: 200 len: 375 time: 0.0330238 Nov 18 17:42:55.535830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Allocated IP 172.25.3.121 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/ef4b8f47-509a-41b3-b61a-20d670ef37db) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:55.578814 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-156ec292-4cec-45a6-ba3d-549a1e93bdea tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0733676 Nov 18 17:42:55.661788 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:55.716156 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-9f9843d8-e245-4d37-9dd2-b5d5a4e21ed7 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:42:55.717181 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-9f9843d8-e245-4d37-9dd2-b5d5a4e21ed7 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1374502 Nov 18 17:42:55.806106 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:55.849192 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:42:55.854170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:42:55.857481 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:42:55.885946 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67ef707-0b5f-4a39-a1af-ed58dcfc4402 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:55.897048 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-46f79e0c-9ddc-43ab-8ce6-fd55b72ea6f8 service neutron] 10.222.0.72 "GET /v2.0/networks/5622c29a-b2be-4272-b7d5-167f15f67672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566069 Nov 18 17:42:55.906623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Pushing event updated for resources: {'Port': ['ID=ef4b8f47-509a-41b3-b61a-20d670ef37db,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:55.935137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b0b22508-eb33-4eb2-8046-1fce49bf8a67 None None] Provisioning complete for port ef4b8f47-509a-41b3-b61a-20d670ef37db triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:42:55.936064 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b0b22508-eb33-4eb2-8046-1fce49bf8a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:55.979147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b0b22508-eb33-4eb2-8046-1fce49bf8a67 None None] Port ef4b8f47-509a-41b3-b61a-20d670ef37db cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:42:56.070637 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-c8e27582-aec3-4593-b916-4433e52945b0 service neutron] 10.222.0.72 "GET /v2.0/networks/5622c29a-b2be-4272-b7d5-167f15f67672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655922 Nov 18 17:42:56.221001 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57654) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:56.289723 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:56.351340 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7047e587-52ab-47e0-a99d-c03173d9f052 req-55153894-7503-492b-b591-266ad3dd22c6 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 210 time: 0.0364730 Nov 18 17:42:56.439226 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7abdb25b-22da-47dc-98e0-eabe26157d67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:56.561821 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57674) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:56.628335 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7abdb25b-22da-47dc-98e0-eabe26157d67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:56.634152 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:56.730905 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7abdb25b-22da-47dc-98e0-eabe26157d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:56.830149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdb25b-22da-47dc-98e0-eabe26157d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a224f100-4ff1-4b9a-ac7e-d340e393c600,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:56.842664 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57678) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:56.843197 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7abdb25b-22da-47dc-98e0-eabe26157d67 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1bb1f166879945529ce6e8b8541a9933&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6202040 Nov 18 17:42:56.855974 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-319942e1-24a2-4893-bba0-46470d3e2f21 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Deleting port 5be92fdf-e830-42fd-9bf5-966928954e4d {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:56.856588 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-319942e1-24a2-4893-bba0-46470d3e2f21 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:56.890000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Router fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:42:56.959963 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-319942e1-24a2-4893-bba0-46470d3e2f21 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:56.960905 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-319942e1-24a2-4893-bba0-46470d3e2f21 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:56.975723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-319942e1-24a2-4893-bba0-46470d3e2f21 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Calling delete_port for 5be92fdf-e830-42fd-9bf5-966928954e4d owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:56.988674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53f65f2e-3f0f-488c-8376-814644258a90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:57.045322 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53f65f2e-3f0f-488c-8376-814644258a90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:57.059897 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:42:57.075604 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e777e6a-102b-48bb-a1b7-025ba55e3ffd None None] Sync routers for ids ['fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:42:57.110768 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e777e6a-102b-48bb-a1b7-025ba55e3ffd None None] Routers {'fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:57.114686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3e777e6a-102b-48bb-a1b7-025ba55e3ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:57.167617 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3e777e6a-102b-48bb-a1b7-025ba55e3ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:57.176561 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e777e6a-102b-48bb-a1b7-025ba55e3ffd None None] Routers {'fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:57.177268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3e777e6a-102b-48bb-a1b7-025ba55e3ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:57.183512 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:57.184915 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-359b67ff-23d6-4652-b6ff-cd6e724d0973 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8563902 Nov 18 17:42:57.185863 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53f65f2e-3f0f-488c-8376-814644258a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:57.189031 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57686) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:57.189313 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53f65f2e-3f0f-488c-8376-814644258a90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:57.197804 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-53f65f2e-3f0f-488c-8376-814644258a90 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a224f100-4ff1-4b9a-ac7e-d340e393c600 HTTP/1.1" status: 204 len: 168 time: 0.3458304 Nov 18 17:42:57.199204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f65f2e-3f0f-488c-8376-814644258a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a224f100-4ff1-4b9a-ac7e-d340e393c600,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:57.205416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-43b08c6d-d3bc-4305-b2cf-46761eae1ea6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:57.267716 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3e777e6a-102b-48bb-a1b7-025ba55e3ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:57.268881 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e777e6a-102b-48bb-a1b7-025ba55e3ffd None None] The sync data for ids ['fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:42:57.276975 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-319942e1-24a2-4893-bba0-46470d3e2f21 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:57.312460 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319942e1-24a2-4893-bba0-46470d3e2f21 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event deleted for resources: {'Port': ['ID=5be92fdf-e830-42fd-9bf5-966928954e4d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:57.341088 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b33b71e-abc4-4ef6-8a14-c9eb1cb9743e None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:57.522243 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-319942e1-24a2-4893-bba0-46470d3e2f21 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:57.525942 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-319942e1-24a2-4893-bba0-46470d3e2f21 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:57.526147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-319942e1-24a2-4893-bba0-46470d3e2f21 tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "DELETE /v2.0/floatingips/0a0e60b4-a205-43d1-b93d-665bec683898 HTTP/1.1" status: 204 len: 168 time: 0.9633770 Nov 18 17:42:57.532727 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e34dedf3-8f6a-4e64-8589-dd5422c4b739 req-54a60d1a-ed29-46be-aacc-806cf0f73094 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 210 time: 0.0512350 Nov 18 17:42:57.770310 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43b08c6d-d3bc-4305-b2cf-46761eae1ea6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:57.936482 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43b08c6d-d3bc-4305-b2cf-46761eae1ea6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:58.190234 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-43b08c6d-d3bc-4305-b2cf-46761eae1ea6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Deleting port ef4b8f47-509a-41b3-b61a-20d670ef37db {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:42:58.190831 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43b08c6d-d3bc-4305-b2cf-46761eae1ea6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:58.201848 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57714) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:58.243230 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1c56fbe-d8ff-4a90-9670-bc176a59fcd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:58.326333 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43b08c6d-d3bc-4305-b2cf-46761eae1ea6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:58.358341 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-43b08c6d-d3bc-4305-b2cf-46761eae1ea6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Calling delete_port for ef4b8f47-509a-41b3-b61a-20d670ef37db owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:42:58.387292 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1c56fbe-d8ff-4a90-9670-bc176a59fcd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:58.452498 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1c56fbe-d8ff-4a90-9670-bc176a59fcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:58.549868 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a1c56fbe-d8ff-4a90-9670-bc176a59fcd2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df555e04a9da41e49442d45d12a8ea4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3434277 Nov 18 17:42:58.550881 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c56fbe-d8ff-4a90-9670-bc176a59fcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c437ad-3e79-49b1-b70c-b567c9d4a282,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:58.574524 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57724) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:58.760558 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5f0441e-51d7-441b-9f81-4e163e69e9df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:58.768065 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d2984aee-caa3-4c16-82cd-463bf09324c9 req-20624294-b0a9-4fc1-85dd-740f8a94d370 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 210 time: 0.0771470 Nov 18 17:42:58.810008 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5f0441e-51d7-441b-9f81-4e163e69e9df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:58.854699 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43b08c6d-d3bc-4305-b2cf-46761eae1ea6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:58.915310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e15e720-b3a2-4f59-9a50-095677e147ed None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:42:58.919957 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b08c6d-d3bc-4305-b2cf-46761eae1ea6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Pushing event deleted for resources: {'Port': ['ID=ef4b8f47-509a-41b3-b61a-20d670ef37db,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:59.027019 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5f0441e-51d7-441b-9f81-4e163e69e9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:59.030035 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c5f0441e-51d7-441b-9f81-4e163e69e9df admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:59.030835 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c5f0441e-51d7-441b-9f81-4e163e69e9df admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b8c437ad-3e79-49b1-b70c-b567c9d4a282 HTTP/1.1" status: 204 len: 168 time: 0.4355354 Nov 18 17:42:59.039011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-6a4dd311-172e-49ba-ac54-a338b28ccca5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:42:59.040553 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-6a4dd311-172e-49ba-ac54-a338b28ccca5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.83 "GET /v2.0/networks?id=5622c29a-b2be-4272-b7d5-167f15f67672 HTTP/1.1" status: 200 len: 797 time: 0.1583624 Nov 18 17:42:59.051146 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43b08c6d-d3bc-4305-b2cf-46761eae1ea6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:59.196501 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0441e-51d7-441b-9f81-4e163e69e9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c437ad-3e79-49b1-b70c-b567c9d4a282,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:42:59.215118 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-d543876e-78e3-4c0e-98db-e73134bbcb57 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f HTTP/1.1" status: 200 len: 472 time: 0.1553581 Nov 18 17:42:59.227043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-8b7d7fea-e1f9-4d08-b841-8a63de228f92 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'port': {'device_id': '14eb276b-9718-4f38-8951-a1c7283366ab', 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672', 'admin_state_up': True, 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'security_groups': ['9901b19a-36c7-487d-8b86-01455441b9a8']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:42:59.473543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-8b7d7fea-e1f9-4d08-b841-8a63de228f92 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Made reservation on behalf of 2d3a2a2617bf4ee3b0b376095db39c8f for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:42:59.480852 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43b08c6d-d3bc-4305-b2cf-46761eae1ea6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2040905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2043171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3666'] for router, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:59.483119 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43b08c6d-d3bc-4305-b2cf-46761eae1ea6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2043160'] for router, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:59.483331 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-8b7d7fea-e1f9-4d08-b841-8a63de228f92 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:59.623467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b08c6d-d3bc-4305-b2cf-46761eae1ea6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Router fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:42:59.708799 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-8b7d7fea-e1f9-4d08-b841-8a63de228f92 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Allocated IP 172.20.0.19 (5622c29a-b2be-4272-b7d5-167f15f67672/3917434a-efc8-4bdc-85cc-1ff24a673df5/13286b5e-8090-4707-a994-227e990dfc75) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:42:59.728727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b08c6d-d3bc-4305-b2cf-46761eae1ea6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:42:59.744082 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2ac93a-1cbe-4c33-aab5-be60a18030c1 None None] Sync routers for ids ['fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:42:59.746788 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43b08c6d-d3bc-4305-b2cf-46761eae1ea6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:59.753983 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-43b08c6d-d3bc-4305-b2cf-46761eae1ea6 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "PUT /v2.0/routers/fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091 HTTP/1.1" status: 200 len: 709 time: 2.5619581 Nov 18 17:42:59.754923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57748) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:59.771671 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2ac93a-1cbe-4c33-aab5-be60a18030c1 None None] Routers {'fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:59.772338 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9e2ac93a-1cbe-4c33-aab5-be60a18030c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:59.862302 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9e2ac93a-1cbe-4c33-aab5-be60a18030c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:59.876419 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2ac93a-1cbe-4c33-aab5-be60a18030c1 None None] Routers {'fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:42:59.877510 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9e2ac93a-1cbe-4c33-aab5-be60a18030c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:42:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:59.925620 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9e2ac93a-1cbe-4c33-aab5-be60a18030c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:42:59.927342 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2ac93a-1cbe-4c33-aab5-be60a18030c1 None None] The sync data for ids ['fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:42:59.966333 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4c2313da-1f86-4a92-98d2-5dc43e4ed790 tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "GET /v2.0/routers/fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091 HTTP/1.1" status: 200 len: 744 time: 0.2101512 Nov 18 17:42:59.968611 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57758) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:42:59.968911 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dca0d5c7-bbc1-4c2e-818e-993417ac72f9 req-babe45a7-968f-4c15-9047-b991661a333e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 210 time: 0.0470178 Nov 18 17:42:59.983485 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-8b7d7fea-e1f9-4d08-b841-8a63de228f92 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:42:59.991992 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cc795977-d8e3-42be-ae58-aed45ac3464c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:00.033645 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c6bd8d71-d60c-4f53-8e16-40bf731b2b6c tempest-RoutersIpV6AdminTest-762823844 tempest-RoutersIpV6AdminTest-762823844-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&device_id=fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091 HTTP/1.1" status: 200 len: 205 time: 0.0575523 Nov 18 17:43:00.035021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57762) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:00.103427 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c8b64503-fd5b-4376-bfed-a32de4316204 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091 HTTP/1.1" status: 200 len: 205 time: 0.0666771 Nov 18 17:43:00.107056 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57766) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:00.187559 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-8b7d7fea-e1f9-4d08-b841-8a63de228f92 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:00.239052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-8b7d7fea-e1f9-4d08-b841-8a63de228f92 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network 5622c29a-b2be-4272-b7d5-167f15f67672 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:43:00.242497 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-8b7d7fea-e1f9-4d08-b841-8a63de228f92 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:00.244782 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-686d7071-dd2f-448a-86b9-ea85c5d22b27 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:00.246588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-8b7d7fea-e1f9-4d08-b841-8a63de228f92 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:43:00.291596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d7fea-e1f9-4d08-b841-8a63de228f92 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Port': ['ID=13286b5e-8090-4707-a994-227e990dfc75,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:00.332042 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-8b7d7fea-e1f9-4d08-b841-8a63de228f92 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:00.332723 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-8b7d7fea-e1f9-4d08-b841-8a63de228f92 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:00.444292 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-8b7d7fea-e1f9-4d08-b841-8a63de228f92 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2214565 Nov 18 17:43:00.459046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Request body: {'port': {'device_id': '14eb276b-9718-4f38-8951-a1c7283366ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:00.535396 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:00.550509 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-686d7071-dd2f-448a-86b9-ea85c5d22b27 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:00.553092 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-686d7071-dd2f-448a-86b9-ea85c5d22b27 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:00.650268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-821670dd-21f3-40b2-94f8-e93ae45dda3f None None] Provisioning complete for port 13286b5e-8090-4707-a994-227e990dfc75 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:43:00.651038 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-821670dd-21f3-40b2-94f8-e93ae45dda3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:00.718824 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-686d7071-dd2f-448a-86b9-ea85c5d22b27 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:00.722075 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686d7071-dd2f-448a-86b9-ea85c5d22b27 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Fanout notify agent at l3_agent the message router_deleted on router fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:43:00.741594 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-686d7071-dd2f-448a-86b9-ea85c5d22b27 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:00.746148 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-686d7071-dd2f-448a-86b9-ea85c5d22b27 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "DELETE /v2.0/routers/fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091 HTTP/1.1" status: 204 len: 168 time: 0.6368310 Nov 18 17:43:00.763686 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57786) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:00.782995 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-821670dd-21f3-40b2-94f8-e93ae45dda3f None None] Port 13286b5e-8090-4707-a994-227e990dfc75 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:43:00.830568 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9e29e3c0-88aa-4034-9b95-7a02b7a6e857 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091 HTTP/1.1" status: 200 len: 205 time: 0.0768955 Nov 18 17:43:00.836997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57788) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:00.932057 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-a0fbfd1c-96a8-41ed-8cd3-e71aaa9a66c8 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] delete failed (client error): The resource could not be found. Nov 18 17:43:00.936011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a0fbfd1c-96a8-41ed-8cd3-e71aaa9a66c8 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "DELETE /v2.0/routers/fd42f72d-2de8-4e3d-a39e-4f6d0ddf4091 HTTP/1.1" status: 404 len: 336 time: 0.0955846 Nov 18 17:43:00.937723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57794) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:00.967665 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-05dac71c-c01f-4097-a139-10d370e83d69 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc4f1b16-99cd-4255-9c6b-d01c30556542 HTTP/1.1" status: 200 len: 205 time: 0.0299418 Nov 18 17:43:00.968298 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57796) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:01.010838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13286b5e-8090-4707-a994-227e990dfc75 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:43:01.020803 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-fd86a7d2-6a6a-4854-b09a-7391742e664e tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] delete failed (client error): The resource could not be found. Nov 18 17:43:01.021378 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:01.021963 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fd86a7d2-6a6a-4854-b09a-7391742e664e tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "DELETE /v2.0/routers/bc4f1b16-99cd-4255-9c6b-d01c30556542 HTTP/1.1" status: 404 len: 336 time: 0.0526235 Nov 18 17:43:01.025879 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57800) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:01.060311 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e8fb718b-008e-4931-999f-758e61397677 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "GET /v2.0/ports?device_id=94247ff6-b32a-48ba-aaed-8fa04b5775ad HTTP/1.1" status: 200 len: 205 time: 0.0311708 Nov 18 17:43:01.061499 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57804) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:01.071267 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Transition to ACTIVE for port object 13286b5e-8090-4707-a994-227e990dfc75 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:43:01.105870 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-5e8c9d84-5fea-4def-81c7-2bbfb8541fe3 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] delete failed (client error): The resource could not be found. Nov 18 17:43:01.106938 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5e8c9d84-5fea-4def-81c7-2bbfb8541fe3 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "DELETE /v2.0/routers/94247ff6-b32a-48ba-aaed-8fa04b5775ad HTTP/1.1" status: 404 len: 336 time: 0.0442855 Nov 18 17:43:01.109832 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57806) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:01.160258 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8f88e12c-474b-4392-abfb-f63ab8d9b9ba tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce8dbf80-745c-49da-b7d6-19934f13e5c1 HTTP/1.1" status: 200 len: 205 time: 0.0482824 Nov 18 17:43:01.163330 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57810) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:01.173796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c5f3f-dcf7-41d9-9239-a12050e468de req-bbbe642f-6e80-4f62-948f-0d05a13d4b61 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:01.175945 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e6c5f3f-dcf7-41d9-9239-a12050e468de req-bbbe642f-6e80-4f62-948f-0d05a13d4b61 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 932 time: 0.0969567 Nov 18 17:43:01.191714 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:01.219810 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-14d7ff30-f22f-41f6-98c9-f1479b4829a2 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] delete failed (client error): The resource could not be found. Nov 18 17:43:01.221098 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-14d7ff30-f22f-41f6-98c9-f1479b4829a2 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "DELETE /v2.0/routers/ce8dbf80-745c-49da-b7d6-19934f13e5c1 HTTP/1.1" status: 404 len: 336 time: 0.0563202 Nov 18 17:43:01.226930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57812) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:01.282442 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e6c5f3f-dcf7-41d9-9239-a12050e468de req-cf65f4f9-7031-48d4-9cc8-407db4ee0954 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=9901b19a-36c7-487d-8b86-01455441b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998533 Nov 18 17:43:01.289438 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4547a771-45bc-45b2-b675-ddcc0dd5b6e4 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "GET /v2.0/ports?device_id=50705609-f2cf-46d6-a4c9-d0faa6b9227a HTTP/1.1" status: 200 len: 205 time: 0.0378199 Nov 18 17:43:01.291497 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57816) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:01.349936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Pushing event updated for resources: {'Port': ['ID=13286b5e-8090-4707-a994-227e990dfc75,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:01.366069 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-46339910-3b4f-43cb-a4a0-0e233297586c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] delete failed (client error): The resource could not be found. Nov 18 17:43:01.367640 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-46339910-3b4f-43cb-a4a0-0e233297586c tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "DELETE /v2.0/routers/50705609-f2cf-46d6-a4c9-d0faa6b9227a HTTP/1.1" status: 404 len: 336 time: 0.0740893 Nov 18 17:43:01.372810 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57818) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:01.429095 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fceea4f9-cc2d-4d52-b94c-749b2baf5898 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "GET /v2.0/ports?device_id=a77bf2f7-1653-48ea-938b-914bae8084bb HTTP/1.1" status: 200 len: 205 time: 0.0548022 Nov 18 17:43:01.431575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57824) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:01.506605 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-02a32b88-124d-4ed0-85ff-6e7426bf429f tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] delete failed (client error): The resource could not be found. Nov 18 17:43:01.510306 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-02a32b88-124d-4ed0-85ff-6e7426bf429f tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "DELETE /v2.0/routers/a77bf2f7-1653-48ea-938b-914bae8084bb HTTP/1.1" status: 404 len: 336 time: 0.0751362 Nov 18 17:43:01.510741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57828) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:01.564208 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c37411-3f39-457c-84a7-68479edcdbd7 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] DELETE failed (client error): The resource could not be found. Nov 18 17:43:01.567150 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c37411-3f39-457c-84a7-68479edcdbd7 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:43:01.571573 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-81c37411-3f39-457c-84a7-68479edcdbd7 tempest-RoutersIpV6AdminTest-1983552806 tempest-RoutersIpV6AdminTest-1983552806-project] 10.222.0.72 "DELETE /v2.0/subnets/5bea9bf0-e5ce-495a-a864-5d61526ec6d9 HTTP/1.1" status: 404 len: 337 time: 0.0596855 Nov 18 17:43:01.596997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Attempting to bind port 13286b5e-8090-4707-a994-227e990dfc75 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:43:01.597898 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Attempting to bind port 13286b5e-8090-4707-a994-227e990dfc75 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '597dffa5-5701-49c3-91dd-130b6fbf3ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:43:01.598315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Attempting to bind port 13286b5e-8090-4707-a994-227e990dfc75 on network 5622c29a-b2be-4272-b7d5-167f15f67672 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:43:01.604394 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Port 13286b5e-8090-4707-a994-227e990dfc75 on network 5622c29a-b2be-4272-b7d5-167f15f67672 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:43:01.604825 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Attempting to bind port 13286b5e-8090-4707-a994-227e990dfc75 on network 5622c29a-b2be-4272-b7d5-167f15f67672 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:43:01.611774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:43:01.612189 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Checking segment: {'id': '597dffa5-5701-49c3-91dd-130b6fbf3ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:43:01.613160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Bound using segment: {'id': '597dffa5-5701-49c3-91dd-130b6fbf3ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:43:01.613807 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Bound port: 13286b5e-8090-4707-a994-227e990dfc75, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597dffa5-5701-49c3-91dd-130b6fbf3ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:43:01.614256 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:01.742584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] For port 13286b5e-8090-4707-a994-227e990dfc75, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:43:01.752620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] For port 13286b5e-8090-4707-a994-227e990dfc75, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=13286b5e-8090-4707-a994-227e990dfc75,segment=NetworkSegment(597dffa5-5701-49c3-91dd-130b6fbf3ce7),segment_id=597dffa5-5701-49c3-91dd-130b6fbf3ce7)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:43:01.816963 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:01.895343 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:01.896491 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:01.899226 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] 10.222.0.83 "PUT /v2.0/ports/13286b5e-8090-4707-a994-227e990dfc75 HTTP/1.1" status: 200 len: 1093 time: 1.4449279 Nov 18 17:43:01.902184 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14eb276b-9718-4f38-8951-a1c7283366ab', 'tag': '13286b5e-8090-4707-a994-227e990dfc75'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:43:01.906211 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b15475-b1b8-4738-9f53-ffaf228d5ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "14eb276b-9718-4f38-8951-a1c7283366ab", "tag": "13286b5e-8090-4707-a994-227e990dfc75"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:43:01.949299 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e492dfa-069f-4e7b-bc1f-dc8a56a79f5d service neutron] Pushing event updated for resources: {'Port': ['ID=13286b5e-8090-4707-a994-227e990dfc75,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:01.982580 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef115a0-c1fa-438e-a3e3-ab504fc20785 x-openstack-request-id: req-bef115a0-c1fa-438e-a3e3-ab504fc20785 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:43:01.982906 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14eb276b-9718-4f38-8951-a1c7283366ab", "tag": "13286b5e-8090-4707-a994-227e990dfc75", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:43:01.983152 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bef115a0-c1fa-438e-a3e3-ab504fc20785 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:43:01.983733 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14eb276b-9718-4f38-8951-a1c7283366ab', 'tag': '13286b5e-8090-4707-a994-227e990dfc75', 'status': 'completed', 'code': 200} Nov 18 17:43:02.075239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b15475-b1b8-4738-9f53-ffaf228d5ba2 req-f6cf3f27-2394-4366-8d8f-23aae9f4777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:02.076837 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d0b15475-b1b8-4738-9f53-ffaf228d5ba2 req-f6cf3f27-2394-4366-8d8f-23aae9f4777f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 1096 time: 0.0707400 Nov 18 17:43:02.427198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57862) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:02.467486 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fa7fad78-c41e-420d-969f-f25837a5cbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:02.481626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9c168-ee9b-49fd-a115-981141352cd3 req-17d15703-9d80-4941-83fa-0e5bd9a5fd8b tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:02.483268 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92d9c168-ee9b-49fd-a115-981141352cd3 req-17d15703-9d80-4941-83fa-0e5bd9a5fd8b tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 944 time: 0.1189888 Nov 18 17:43:02.569742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92d9c168-ee9b-49fd-a115-981141352cd3 req-0ddfdb52-2d48-4faf-af83-4f8eb63065b2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=9901b19a-36c7-487d-8b86-01455441b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744901 Nov 18 17:43:02.618074 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3ec4-b25c-4256-887a-938c6b68ac33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:02.707960 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3ec4-b25c-4256-887a-938c6b68ac33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:02.774545 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b15475-b1b8-4738-9f53-ffaf228d5ba2 req-285fb1b7-553f-4694-bad5-aa4d33461af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:02.775195 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b15475-b1b8-4738-9f53-ffaf228d5ba2 req-285fb1b7-553f-4694-bad5-aa4d33461af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:02.776560 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d0b15475-b1b8-4738-9f53-ffaf228d5ba2 req-285fb1b7-553f-4694-bad5-aa4d33461af9 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&shared=False HTTP/1.1" status: 200 len: 1586 time: 0.6876402 Nov 18 17:43:02.815612 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3ec4-b25c-4256-887a-938c6b68ac33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:02.871112 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c2ec3ec4-b25c-4256-887a-938c6b68ac33 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b47e220e20054f20820a3d9bc4de2507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4389379 Nov 18 17:43:02.872883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec3ec4-b25c-4256-887a-938c6b68ac33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480b7b31-9543-40b6-83c8-c3005902f458,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:02.876044 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57878) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:02.933660 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a22300c3-2624-4f71-9528-07a2da242483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:02.961283 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a22300c3-2624-4f71-9528-07a2da242483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:03.012364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b15475-b1b8-4738-9f53-ffaf228d5ba2 req-6ce8d2c9-51ff-4271-b2de-691d83b6e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:03.013916 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d0b15475-b1b8-4738-9f53-ffaf228d5ba2 req-6ce8d2c9-51ff-4271-b2de-691d83b6e40a service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2284606 Nov 18 17:43:03.097055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-138f6b4e-a324-467a-a4ca-7410685c54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:03.098587 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-138f6b4e-a324-467a-a4ca-7410685c54d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 1096 time: 0.0437582 Nov 18 17:43:03.145679 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-947c09ba-e962-4089-b0f6-5dd45b3db59f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=13286b5e-8090-4707-a994-227e990dfc75 HTTP/1.1" status: 200 len: 217 time: 0.0353136 Nov 18 17:43:03.204215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-f0e07958-3c1e-443d-b844-375a4cd3dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:03.205790 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-f0e07958-3c1e-443d-b844-375a4cd3dd77 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3917434a-efc8-4bdc-85cc-1ff24a673df5 HTTP/1.1" status: 200 len: 837 time: 0.0525057 Nov 18 17:43:03.210657 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a22300c3-2624-4f71-9528-07a2da242483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:03.213354 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a22300c3-2624-4f71-9528-07a2da242483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:03.217217 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a22300c3-2624-4f71-9528-07a2da242483 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/480b7b31-9543-40b6-83c8-c3005902f458 HTTP/1.1" status: 204 len: 168 time: 0.3378620 Nov 18 17:43:03.225151 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22300c3-2624-4f71-9528-07a2da242483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480b7b31-9543-40b6-83c8-c3005902f458,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:03.306679 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-62e0ecfe-0f7f-49ef-b09c-bd7712f02cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:03.306679 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-62e0ecfe-0f7f-49ef-b09c-bd7712f02cb9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5622c29a-b2be-4272-b7d5-167f15f67672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0865145 Nov 18 17:43:03.448042 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-163af951-d364-41d5-a6be-6c9fd5da0f22 service neutron] 10.222.0.83 "GET /v2.0/networks/5622c29a-b2be-4272-b7d5-167f15f67672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276405 Nov 18 17:43:03.462439 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57890) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:03.552379 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bce97894-fa21-4e93-a371-7a2b2c48be3f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:03.558884 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f7d0701a-075d-47c2-ba57-03d931fa56e1 req-46a86179-d95a-436b-9a0d-8423165b9395 service neutron] 10.222.0.83 "GET /v2.0/networks/5622c29a-b2be-4272-b7d5-167f15f67672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012385 Nov 18 17:43:03.599913 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bce97894-fa21-4e93-a371-7a2b2c48be3f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:03.708725 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:03.772414 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964a62a-41b9-4af7-8d63-6c055e4752ea req-fb3eaef4-3fc0-469c-af1e-854903bd56d2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:03.773985 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e964a62a-41b9-4af7-8d63-6c055e4752ea req-fb3eaef4-3fc0-469c-af1e-854903bd56d2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 944 time: 0.0792067 Nov 18 17:43:03.832361 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e964a62a-41b9-4af7-8d63-6c055e4752ea req-bd285760-7b0e-431b-95d0-85920faf51a8 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=9901b19a-36c7-487d-8b86-01455441b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515172 Nov 18 17:43:03.836359 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bce97894-fa21-4e93-a371-7a2b2c48be3f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:03.840515 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bce97894-fa21-4e93-a371-7a2b2c48be3f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:03.842130 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bce97894-fa21-4e93-a371-7a2b2c48be3f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] 10.222.0.72 "DELETE /v2.0/security-groups/7670a255-749b-4024-ac4d-b2a73cf3852d HTTP/1.1" status: 204 len: 168 time: 0.3778327 Nov 18 17:43:03.863625 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce97894-fa21-4e93-a371-7a2b2c48be3f tempest-TestVolumeBootPattern-900474213 tempest-TestVolumeBootPattern-900474213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7670a255-749b-4024-ac4d-b2a73cf3852d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:04.091755 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 57908) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:04.270632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57914) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:04.327654 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7577f8ab-3dce-4d72-9431-0a0fd8543759 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f6dc6fc6561e47ef85ce8421dd03cce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0530891 Nov 18 17:43:04.328096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57916) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:04.413439 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e2e171a-e5e4-47ee-8994-05a7bde4003f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:04.451152 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e2e171a-e5e4-47ee-8994-05a7bde4003f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:04.581324 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e2e171a-e5e4-47ee-8994-05a7bde4003f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:04.584305 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e2e171a-e5e4-47ee-8994-05a7bde4003f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:04.588343 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3e2e171a-e5e4-47ee-8994-05a7bde4003f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/afe7f836-f2e7-40d4-b092-747bc746713b HTTP/1.1" status: 204 len: 168 time: 0.2556233 Nov 18 17:43:04.594153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e171a-e5e4-47ee-8994-05a7bde4003f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe7f836-f2e7-40d4-b092-747bc746713b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:04.649138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 13286b5e-8090-4707-a994-227e990dfc75 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:43:04.760732 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d609439-f5fc-4fcd-956c-8decf551a125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:04.798690 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 13286b5e-8090-4707-a994-227e990dfc75, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=13286b5e-8090-4707-a994-227e990dfc75,segment=NetworkSegment(597dffa5-5701-49c3-91dd-130b6fbf3ce7),segment_id=597dffa5-5701-49c3-91dd-130b6fbf3ce7)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:04.812320 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '13286b5e-8090-4707-a994-227e990dfc75', 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672', 'port_id': '13286b5e-8090-4707-a994-227e990dfc75', 'mac_address': 'fa:16:3e:d7:5e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3917434a-efc8-4bdc-85cc-1ff24a673df5', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:43:04.862011 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:04.883336 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13286b5e-8090-4707-a994-227e990dfc75 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:43:04.907646 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 13286b5e-8090-4707-a994-227e990dfc75, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=13286b5e-8090-4707-a994-227e990dfc75,segment=NetworkSegment(597dffa5-5701-49c3-91dd-130b6fbf3ce7),segment_id=597dffa5-5701-49c3-91dd-130b6fbf3ce7)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:05.008385 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:05.065093 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59368904-a5e2-416d-b3d7-ef39f4618a47 req-c373897c-246f-4dba-9aab-ab2d669e3590 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:05.068330 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59368904-a5e2-416d-b3d7-ef39f4618a47 req-c373897c-246f-4dba-9aab-ab2d669e3590 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 944 time: 0.1464739 Nov 18 17:43:05.135986 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=13286b5e-8090-4707-a994-227e990dfc75,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:05.176876 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:05.178808 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:05.178808 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:05.180252 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:05.180614 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:05.180952 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:05.182855 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:05.183205 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:05.183544 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:05.183925 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:05.184260 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:05.184648 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:05.189066 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-3d609439-f5fc-4fcd-956c-8decf551a125 admin admin] Deleting port 337e9fe4-5986-4162-bb36-aab6b8f7b9a2 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:05.189608 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d609439-f5fc-4fcd-956c-8decf551a125 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:05.197587 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:05.206722 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59368904-a5e2-416d-b3d7-ef39f4618a47 req-f5bf3337-0e5e-4894-abdc-9d9291be77fb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=9901b19a-36c7-487d-8b86-01455441b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268275 Nov 18 17:43:05.304918 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-3d609439-f5fc-4fcd-956c-8decf551a125 admin admin] For port 337e9fe4-5986-4162-bb36-aab6b8f7b9a2, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=337e9fe4-5986-4162-bb36-aab6b8f7b9a2,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:05.305294 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d609439-f5fc-4fcd-956c-8decf551a125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:05.321775 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-3d609439-f5fc-4fcd-956c-8decf551a125 admin admin] Calling delete_port for 337e9fe4-5986-4162-bb36-aab6b8f7b9a2 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:05.329740 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['13286b5e-8090-4707-a994-227e990dfc75'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:43:05.703243 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:05.758698 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d609439-f5fc-4fcd-956c-8decf551a125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:05.815123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d609439-f5fc-4fcd-956c-8decf551a125 admin admin] Pushing event deleted for resources: {'Port': ['ID=337e9fe4-5986-4162-bb36-aab6b8f7b9a2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:06.086320 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d609439-f5fc-4fcd-956c-8decf551a125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:06.367694 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d609439-f5fc-4fcd-956c-8decf551a125 admin admin] Router 7e442675-3f94-402c-9011-4fc46a832c5f has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:06.468913 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecfdc6-4d8c-4daa-9d05-2bd937677c97 req-ed1c728c-8d39-441b-845c-caa5ef55ffe8 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:06.471690 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-89ecfdc6-4d8c-4daa-9d05-2bd937677c97 req-ed1c728c-8d39-441b-845c-caa5ef55ffe8 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 945 time: 0.1236024 Nov 18 17:43:06.477816 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57982) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:06.549447 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d609439-f5fc-4fcd-956c-8decf551a125 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:06.559619 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3d609439-f5fc-4fcd-956c-8decf551a125 admin admin] 10.222.0.72 "PUT /v2.0/routers/7e442675-3f94-402c-9011-4fc46a832c5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4666197 Nov 18 17:43:06.563515 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-89ecfdc6-4d8c-4daa-9d05-2bd937677c97 req-45a2ecd6-a9df-45a0-940d-d524f020d295 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=9901b19a-36c7-487d-8b86-01455441b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845048 Nov 18 17:43:06.564132 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 57990) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:06.569635 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c8b734-022a-40ea-93c4-d838dee9bc7c None None] Sync routers for ids ['7e442675-3f94-402c-9011-4fc46a832c5f'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:06.597449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c8b734-022a-40ea-93c4-d838dee9bc7c None None] Routers {'7e442675-3f94-402c-9011-4fc46a832c5f'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:06.598106 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a0c8b734-022a-40ea-93c4-d838dee9bc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7e442675-3f94-402c-9011-4fc46a832c5f'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:06.647710 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 13286b5e-8090-4707-a994-227e990dfc75 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:43:06.696302 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f5943447-7083-4f57-a182-d933e5c13e6e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-812296798'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:06.739756 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d614a6-bab6-4d16-bebb-dd2912c080a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:06.772323 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-a0c8b734-022a-40ea-93c4-d838dee9bc7c None None] Set router 7e442675-3f94-402c-9011-4fc46a832c5f gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:43:06.855510 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5943447-7083-4f57-a182-d933e5c13e6e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Made reservation on behalf of a11ea585eea3462c9133f1be96bd5dc0 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:43:06.859080 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f5943447-7083-4f57-a182-d933e5c13e6e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:06.871113 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f5943447-7083-4f57-a182-d933e5c13e6e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:06.895242 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d614a6-bab6-4d16-bebb-dd2912c080a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:06.918178 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 13286b5e-8090-4707-a994-227e990dfc75 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:43:06.928395 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 13286b5e-8090-4707-a994-227e990dfc75 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:43:06.931329 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:06.991350 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f5943447-7083-4f57-a182-d933e5c13e6e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:07.070813 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c9d614a6-bab6-4d16-bebb-dd2912c080a0 admin admin] Deleting port c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:07.071435 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d614a6-bab6-4d16-bebb-dd2912c080a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:07.081161 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a0c8b734-022a-40ea-93c4-d838dee9bc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:43:05Z', 'revision_number': 5, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port': {'id': 'c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:12Z', 'updated_at': '2021-11-18T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:07.084061 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:07.093558 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f5943447-7083-4f57-a182-d933e5c13e6e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:07.126932 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c8b734-022a-40ea-93c4-d838dee9bc7c None None] Checking router: 7e442675-3f94-402c-9011-4fc46a832c5f for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:43:07.151716 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14eb276b-9718-4f38-8951-a1c7283366ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13286b5e-8090-4707-a994-227e990dfc75'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:43:07.154082 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4080b7-df42-40ed-9bb2-a9df18271fe2" -d '{"events": [{"server_uuid": "14eb276b-9718-4f38-8951-a1c7283366ab", "name": "network-vif-plugged", "status": "completed", "tag": "13286b5e-8090-4707-a994-227e990dfc75"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:43:07.156222 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5943447-7083-4f57-a182-d933e5c13e6e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=701e657e-d59d-417a-b07c-f69948a62e68,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:07.174384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 13286b5e-8090-4707-a994-227e990dfc75, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=13286b5e-8090-4707-a994-227e990dfc75,segment=NetworkSegment(597dffa5-5701-49c3-91dd-130b6fbf3ce7),segment_id=597dffa5-5701-49c3-91dd-130b6fbf3ce7)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:07.183558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5943447-7083-4f57-a182-d933e5c13e6e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:43:07.197498 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c8b734-022a-40ea-93c4-d838dee9bc7c None None] Routers {'7e442675-3f94-402c-9011-4fc46a832c5f'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:07.198143 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a0c8b734-022a-40ea-93c4-d838dee9bc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['7e442675-3f94-402c-9011-4fc46a832c5f'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:07.239093 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0e8661-6722-4be0-bf44-679964168103 x-openstack-request-id: req-fa0e8661-6722-4be0-bf44-679964168103 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:43:07.239488 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14eb276b-9718-4f38-8951-a1c7283366ab", "name": "network-vif-plugged", "status": "completed", "tag": "13286b5e-8090-4707-a994-227e990dfc75", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:43:07.239738 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fa0e8661-6722-4be0-bf44-679964168103 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:43:07.240051 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14eb276b-9718-4f38-8951-a1c7283366ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13286b5e-8090-4707-a994-227e990dfc75', 'code': 200} Nov 18 17:43:07.260995 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f5943447-7083-4f57-a182-d933e5c13e6e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:07.261342 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-f5943447-7083-4f57-a182-d933e5c13e6e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Added segment 275be950-1d84-4fae-b979-5d3c679770e4 of type vlan for network e40105d4-4e2f-42d1-b597-5b3434f91b12 Nov 18 17:43:07.279879 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:07.326326 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-a0c8b734-022a-40ea-93c4-d838dee9bc7c None None] Set router 7e442675-3f94-402c-9011-4fc46a832c5f gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:43:07.350231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-c9d614a6-bab6-4d16-bebb-dd2912c080a0 admin admin] For port c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:07.350805 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d614a6-bab6-4d16-bebb-dd2912c080a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:07.377026 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f5943447-7083-4f57-a182-d933e5c13e6e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:07.377369 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3f477-6161-47c9-8c65-3ac2f6e4b144 req-9c46b932-95f8-4a3c-a0b4-9655126db850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:07.378914 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a2b3f477-6161-47c9-8c65-3ac2f6e4b144 req-9c46b932-95f8-4a3c-a0b4-9655126db850 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 1098 time: 0.0593610 Nov 18 17:43:07.380414 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c9d614a6-bab6-4d16-bebb-dd2912c080a0 admin admin] Calling delete_port for c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:07.392414 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a0c8b734-022a-40ea-93c4-d838dee9bc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:43:06Z', 'revision_number': 6, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:07.425027 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c8b734-022a-40ea-93c4-d838dee9bc7c None None] The sync data for ids ['7e442675-3f94-402c-9011-4fc46a832c5f'] in n-d-813419-11 is: [{'id': '7e442675-3f94-402c-9011-4fc46a832c5f', 'name': 'tempest-TestVolumeBootPattern-749547552-router', 'tenant_id': 'eb06569cbbd34a779286792999368bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:11Z', 'updated_at': '2021-11-18T17:43:06Z', 'revision_number': 6, 'project_id': 'eb06569cbbd34a779286792999368bd6', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:07.430409 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=13286b5e-8090-4707-a994-227e990dfc75,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:07.478062 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a2b3f477-6161-47c9-8c65-3ac2f6e4b144 req-c847a0ab-6ce8-41db-b11c-612c9076a34f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9901b19a-36c7-487d-8b86-01455441b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870099 Nov 18 17:43:07.543339 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f5943447-7083-4f57-a182-d933e5c13e6e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:07.550483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5943447-7083-4f57-a182-d933e5c13e6e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:07.551104 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f5943447-7083-4f57-a182-d933e5c13e6e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:07.632464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5943447-7083-4f57-a182-d933e5c13e6e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Network': ['ID=e40105d4-4e2f-42d1-b597-5b3434f91b12,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:07.648006 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network e40105d4-4e2f-42d1-b597-5b3434f91b12 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:43:07.697945 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f5943447-7083-4f57-a182-d933e5c13e6e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2215619 Nov 18 17:43:07.699891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58024) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:07.704673 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'subnet': {'network_id': 'e40105d4-4e2f-42d1-b597-5b3434f91b12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:07.760811 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6eba2-eaae-4002-bd66-42a2f1b8dd35 req-a8544aef-5ae7-41c9-8f70-15808e3adf91 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:07.762613 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51d6eba2-eaae-4002-bd66-42a2f1b8dd35 req-a8544aef-5ae7-41c9-8f70-15808e3adf91 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 946 time: 0.0816741 Nov 18 17:43:07.833302 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d614a6-bab6-4d16-bebb-dd2912c080a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:07.897900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa40f05-8086-4554-8ef5-6df70cd38bb5 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:43:07.913914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d614a6-bab6-4d16-bebb-dd2912c080a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:07.957186 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51d6eba2-eaae-4002-bd66-42a2f1b8dd35 req-d92f3276-86ed-48a4-ab16-2ba27c3af1e1 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=9901b19a-36c7-487d-8b86-01455441b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784949 Nov 18 17:43:07.996091 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d614a6-bab6-4d16-bebb-dd2912c080a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:08.032167 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Made reservation on behalf of a11ea585eea3462c9133f1be96bd5dc0 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:43:08.035773 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:08.389365 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 337e9fe4-5986-4162-bb36-aab6b8f7b9a2 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:43:08.398617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:08.433642 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 337e9fe4-5986-4162-bb36-aab6b8f7b9a2 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:43:08.435437 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 337e9fe4-5986-4162-bb36-aab6b8f7b9a2 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:43:08.436404 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:43:08.483109 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:43:08.483691 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c53c2f62-76ff-41c0-a4c3-0ad2d2e6c6ec not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:43:08.533205 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Subnet': ['ID=339edd0a-f887-471c-a656-886c6d40e9d0,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:08.545684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:08.546140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:08.546804 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:08.547162 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:08.547544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:08.547912 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:08.548256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:08.548595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:08.548928 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:08.549265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:08.549601 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:08.549938 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:08.557155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Checking segment: {'id': '275be950-1d84-4fae-b979-5d3c679770e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'e40105d4-4e2f-42d1-b597-5b3434f91b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:43:08.562790 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network hostable DHCP agents. Network: e40105d4-4e2f-42d1-b597-5b3434f91b12, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:43:08.569034 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d614a6-bab6-4d16-bebb-dd2912c080a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:08.571584 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d614a6-bab6-4d16-bebb-dd2912c080a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:08.638502 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network e40105d4-4e2f-42d1-b597-5b3434f91b12 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:43:08.730073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, e40105d4-4e2f-42d1-b597-5b3434f91b12) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:08.730279 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d614a6-bab6-4d16-bebb-dd2912c080a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:08.730765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d614a6-bab6-4d16-bebb-dd2912c080a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e442675-3f94-402c-9011-4fc46a832c5f {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:43:08.736808 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:08.737640 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:08.739635 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d614a6-bab6-4d16-bebb-dd2912c080a0 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:08.744856 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac214b67-3cc1-4a56-9d02-fb8761f9651d None None] Network e40105d4-4e2f-42d1-b597-5b3434f91b12 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:43:08.749717 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58042) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:08.750632 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c9d614a6-bab6-4d16-bebb-dd2912c080a0 admin admin] 10.222.0.72 "DELETE /v2.0/routers/7e442675-3f94-402c-9011-4fc46a832c5f HTTP/1.1" status: 204 len: 168 time: 2.1852889 Nov 18 17:43:08.839460 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a58fcb-99c6-4adb-8a4c-b77fc143d09a admin admin] Deleting subnet d1171982-b40f-4085-92d0-7d3f68279805 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:43:08.844076 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8a58fcb-99c6-4adb-8a4c-b77fc143d09a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:08.911818 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c7788036-5a4a-476b-a304-abc40595605d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2097476 Nov 18 17:43:08.913155 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58044) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:08.923594 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1318506289', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}, 'admin_state_up': False}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:08.928671 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8a58fcb-99c6-4adb-8a4c-b77fc143d09a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:09.067967 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:09.068671 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:09.087535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dd3dba-3b4c-487a-ace6-7b957b2a3e8b None None] Network e40105d4-4e2f-42d1-b597-5b3434f91b12 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:43:09.096051 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8a58fcb-99c6-4adb-8a4c-b77fc143d09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:09.241254 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:09.311371 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8a58fcb-99c6-4adb-8a4c-b77fc143d09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:09.363878 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a58fcb-99c6-4adb-8a4c-b77fc143d09a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1171982-b40f-4085-92d0-7d3f68279805,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:09.373431 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8a58fcb-99c6-4adb-8a4c-b77fc143d09a admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:09.384499 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a8a58fcb-99c6-4adb-8a4c-b77fc143d09a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d1171982-b40f-4085-92d0-7d3f68279805 HTTP/1.1" status: 204 len: 168 time: 0.6153219 Nov 18 17:43:09.387984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58064) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:09.411005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb79fc4f-ef7c-48cf-a13c-03a03fa78fd5 None None] Network 2a865f7b-e6e5-408d-a424-6ad90e179b12 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:43:09.472817 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20c439-100c-4013-ab01-9731f91e8bd4 req-0ce4ef25-3a26-44f8-9f66-1532423e49ca tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:09.474418 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd20c439-100c-4013-ab01-9731f91e8bd4 req-0ce4ef25-3a26-44f8-9f66-1532423e49ca tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 946 time: 0.3228436 Nov 18 17:43:09.506118 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:09.595145 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] Deleting port 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:09.595145 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:09.693317 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:09.698615 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] For port 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2e6c2f6e-bbb7-43e6-96ce-0b6155a112be,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:09.698995 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:09.734156 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] Calling delete_port for 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:09.745023 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd20c439-100c-4013-ab01-9731f91e8bd4 req-98319cc8-1d78-4367-b788-bd553497660b tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=9901b19a-36c7-487d-8b86-01455441b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545173 Nov 18 17:43:09.817183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2e511b-df0c-4baa-a5de-3b914cfbeb24 None None] DHCP port deletion for 2a865f7b-e6e5-408d-a424-6ad90e179b12 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:43:09.943554 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e511b-df0c-4baa-a5de-3b914cfbeb24 None None] Deleting port 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:09.943960 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6a2e511b-df0c-4baa-a5de-3b914cfbeb24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:09.953514 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:09.983780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] No DVR routers for this DVR port 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:43:10.006220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb6b84-ade7-4b7d-b50d-a7ff1826b58e req-8d592ac8-4cf1-4138-b36b-048f711b2a3f tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:10.007782 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ceeb6b84-ade7-4b7d-b50d-a7ff1826b58e req-8d592ac8-4cf1-4138-b36b-048f711b2a3f tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 946 time: 0.1288259 Nov 18 17:43:10.053861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6c2f6e-bbb7-43e6-96ce-0b6155a112be,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:10.086377 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6a2e511b-df0c-4baa-a5de-3b914cfbeb24 None None] For port 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2e6c2f6e-bbb7-43e6-96ce-0b6155a112be,segment=NetworkSegment(3efb73aa-cb0b-475b-8714-4d05102096bb),segment_id=3efb73aa-cb0b-475b-8714-4d05102096bb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:10.088227 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6a2e511b-df0c-4baa-a5de-3b914cfbeb24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:10.117165 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:10.121513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e511b-df0c-4baa-a5de-3b914cfbeb24 None None] Calling delete_port for 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:10.145152 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a865f7b-e6e5-408d-a424-6ad90e179b12']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:10.157061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efb73aa-cb0b-475b-8714-4d05102096bb') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:10.157736 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efb73aa-cb0b-475b-8714-4d05102096bb') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:10.171243 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:10.211151 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ceeb6b84-ade7-4b7d-b50d-a7ff1826b58e req-3b4131a7-b08d-435f-a97b-bc8bfa2d8d3a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=9901b19a-36c7-487d-8b86-01455441b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928971 Nov 18 17:43:10.215491 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:10.233672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:43:10.235079 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:43:10.243772 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:43:10.281543 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:43:10.292536 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:10.329584 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:10.362909 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:43:10.364869 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:43:10.374322 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6a2e511b-df0c-4baa-a5de-3b914cfbeb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:10.407766 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e511b-df0c-4baa-a5de-3b914cfbeb24 None None] Pushing event deleted for resources: {'Port': ['ID=2e6c2f6e-bbb7-43e6-96ce-0b6155a112be,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:10.414225 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e511b-df0c-4baa-a5de-3b914cfbeb24 None None] No DVR routers for this DVR port 2e6c2f6e-bbb7-43e6-96ce-0b6155a112be on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:43:10.467688 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:10.473583 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:10.486604 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] 10.222.0.72 "DELETE /v2.0/networks/2a865f7b-e6e5-408d-a424-6ad90e179b12 HTTP/1.1" status: 204 len: 168 time: 1.0964763 Nov 18 17:43:10.494537 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58088) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:10.610692 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Allocated IP 172.25.3.172 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/e0f0dd75-e8d4-41e3-8229-761c60ef61a2) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:43:10.662784 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c85dd-18ed-43a8-9af8-e31a2b06e92c admin admin] Pushing event deleted for resources: {'Network': ['ID=2a865f7b-e6e5-408d-a424-6ad90e179b12,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:10.785872 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:10.913837 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:10.987381 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:43:10.996764 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:11.004204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:43:11.016428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a387ad1-e58d-4fb8-bb21-5ea4379f38d7 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:43:11.060715 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=e0f0dd75-e8d4-41e3-8229-761c60ef61a2,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:11.135365 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b7e01e3f-0527-462f-bb7a-98ed56a2d40c None None] Provisioning complete for port e0f0dd75-e8d4-41e3-8229-761c60ef61a2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:43:11.136298 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b7e01e3f-0527-462f-bb7a-98ed56a2d40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:11.205451 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b7e01e3f-0527-462f-bb7a-98ed56a2d40c None None] Port e0f0dd75-e8d4-41e3-8229-761c60ef61a2 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:43:11.485772 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20a4eaad-afbb-44c2-ba73-b1fee32b4fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:11.511612 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:11.804439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-20a4eaad-afbb-44c2-ba73-b1fee32b4fb9 admin admin] Deleting port b617dc50-7176-4759-bd1d-6d84ed419f26 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:11.805138 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20a4eaad-afbb-44c2-ba73-b1fee32b4fb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:11.811151 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58110) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:11.874920 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:11.923259 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-20a4eaad-afbb-44c2-ba73-b1fee32b4fb9 admin admin] For port b617dc50-7176-4759-bd1d-6d84ed419f26, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b617dc50-7176-4759-bd1d-6d84ed419f26,segment=NetworkSegment(007105fc-82ce-4e5f-b27a-663ab761c256),segment_id=007105fc-82ce-4e5f-b27a-663ab761c256)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:11.923840 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20a4eaad-afbb-44c2-ba73-b1fee32b4fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:11.944193 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-20a4eaad-afbb-44c2-ba73-b1fee32b4fb9 admin admin] Calling delete_port for b617dc50-7176-4759-bd1d-6d84ed419f26 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:12.250357 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20a4eaad-afbb-44c2-ba73-b1fee32b4fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:12.290240 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4eaad-afbb-44c2-ba73-b1fee32b4fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b617dc50-7176-4759-bd1d-6d84ed419f26,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:12.374381 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router e410c6ff-695f-42a9-9b21-8560c474f934 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:43:12.654044 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20a4eaad-afbb-44c2-ba73-b1fee32b4fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:12.723202 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:12.742073 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d980b6-5258-4843-adaa-1720dab73dd5 None None] Sync routers for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:12.750238 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:12.756549 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d980b6-5258-4843-adaa-1720dab73dd5 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:12.757150 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d1d980b6-5258-4843-adaa-1720dab73dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:12.835964 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d1d980b6-5258-4843-adaa-1720dab73dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:12.855914 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d980b6-5258-4843-adaa-1720dab73dd5 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:12.858448 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d1d980b6-5258-4843-adaa-1720dab73dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:12.950870 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d1d980b6-5258-4843-adaa-1720dab73dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:12.951963 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d980b6-5258-4843-adaa-1720dab73dd5 None None] The sync data for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:12.982175 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:12.988078 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c9d537f3-fd0a-48b4-82a6-a473524b6d5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0737200 Nov 18 17:43:12.989116 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58130) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:13.107551 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a4eaad-afbb-44c2-ba73-b1fee32b4fb9 admin admin] Router c9d4783e-cda1-4536-a15e-84b9e4d81759 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:13.312302 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58138) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:13.327986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a4eaad-afbb-44c2-ba73-b1fee32b4fb9 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:13.338074 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-20a4eaad-afbb-44c2-ba73-b1fee32b4fb9 admin admin] 10.222.0.72 "PUT /v2.0/routers/c9d4783e-cda1-4536-a15e-84b9e4d81759/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8255806 Nov 18 17:43:13.338230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282b5b1-f953-44ec-ba4d-b7c3f0d7ee57 None None] Sync routers for ids ['c9d4783e-cda1-4536-a15e-84b9e4d81759'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:13.348208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58142) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:13.358376 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a282b5b1-f953-44ec-ba4d-b7c3f0d7ee57 None None] Routers {'c9d4783e-cda1-4536-a15e-84b9e4d81759'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:13.359015 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a282b5b1-f953-44ec-ba4d-b7c3f0d7ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c9d4783e-cda1-4536-a15e-84b9e4d81759'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:13.398566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Allocated IP 172.20.0.17 (5622c29a-b2be-4272-b7d5-167f15f67672/3917434a-efc8-4bdc-85cc-1ff24a673df5/ce92ebba-2e04-42ea-8a08-67f1bde85d7e) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:43:13.541144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-a282b5b1-f953-44ec-ba4d-b7c3f0d7ee57 None None] Set router c9d4783e-cda1-4536-a15e-84b9e4d81759 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:43:13.566466 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcddf00b-babf-4fbd-9f47-28a20130b657 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:13.681793 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bb27c68-42ae-4387-b197-3e5151ebeed6 admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:13.755090 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:13.933059 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcddf00b-babf-4fbd-9f47-28a20130b657 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:13.955866 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bb27c68-42ae-4387-b197-3e5151ebeed6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:13.992679 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcddf00b-babf-4fbd-9f47-28a20130b657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:14.044983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddf00b-babf-4fbd-9f47-28a20130b657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4764d02f-6698-46f8-bf82-60a9c82520d3,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:14.052703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a282b5b1-f953-44ec-ba4d-b7c3f0d7ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'name': 'tempest-TestVolumeBootPattern-417471559-router', 'tenant_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:28Z', 'updated_at': '2021-11-18T17:43:12Z', 'revision_number': 5, 'project_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'gw_port': {'id': 'b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:24:29Z', 'updated_at': '2021-11-18T17:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:14.052973 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dcddf00b-babf-4fbd-9f47-28a20130b657 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=adda3d11694c4a178e1e79335eaea708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7364564 Nov 18 17:43:14.070741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58156) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:14.086192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282b5b1-f953-44ec-ba4d-b7c3f0d7ee57 None None] Checking router: c9d4783e-cda1-4536-a15e-84b9e4d81759 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:43:14.095719 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a282b5b1-f953-44ec-ba4d-b7c3f0d7ee57 None None] Routers {'c9d4783e-cda1-4536-a15e-84b9e4d81759'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:14.096478 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a282b5b1-f953-44ec-ba4d-b7c3f0d7ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c9d4783e-cda1-4536-a15e-84b9e4d81759'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:14.110829 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:14.224792 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b370-868d-47f6-b026-a1193993a685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:14.233611 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-a282b5b1-f953-44ec-ba4d-b7c3f0d7ee57 None None] Set router c9d4783e-cda1-4536-a15e-84b9e4d81759 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:43:14.237890 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2bb27c68-42ae-4387-b197-3e5151ebeed6 admin admin] Deleting port b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:14.238245 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bb27c68-42ae-4387-b197-3e5151ebeed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:14.252363 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network 5622c29a-b2be-4272-b7d5-167f15f67672 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:43:14.254403 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:14.282178 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b370-868d-47f6-b026-a1193993a685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:14.287392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:14.318537 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:43:14.325223 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a282b5b1-f953-44ec-ba4d-b7c3f0d7ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'name': 'tempest-TestVolumeBootPattern-417471559-router', 'tenant_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:28Z', 'updated_at': '2021-11-18T17:43:13Z', 'revision_number': 6, 'project_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:14.377531 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282b5b1-f953-44ec-ba4d-b7c3f0d7ee57 None None] The sync data for ids ['c9d4783e-cda1-4536-a15e-84b9e4d81759'] in n-d-813419-11 is: [{'id': 'c9d4783e-cda1-4536-a15e-84b9e4d81759', 'name': 'tempest-TestVolumeBootPattern-417471559-router', 'tenant_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:24:28Z', 'updated_at': '2021-11-18T17:43:13Z', 'revision_number': 6, 'project_id': 'ad89a13fc3134494afa4b3e3d9eb9b06', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:14.421267 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-2bb27c68-42ae-4387-b197-3e5151ebeed6 admin admin] For port b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:14.421635 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bb27c68-42ae-4387-b197-3e5151ebeed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:14.441784 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Port': ['ID=ce92ebba-2e04-42ea-8a08-67f1bde85d7e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:14.460916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2bb27c68-42ae-4387-b197-3e5151ebeed6 admin admin] Calling delete_port for b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:14.541195 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b370-868d-47f6-b026-a1193993a685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:14.543935 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b370-868d-47f6-b026-a1193993a685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:14.545148 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8ae0b370-868d-47f6-b026-a1193993a685 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4764d02f-6698-46f8-bf82-60a9c82520d3 HTTP/1.1" status: 204 len: 168 time: 0.4730155 Nov 18 17:43:14.580525 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0b370-868d-47f6-b026-a1193993a685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4764d02f-6698-46f8-bf82-60a9c82520d3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:14.779253 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-363a2a40-1953-4a7c-8482-d7e2d5ede8aa None None] Provisioning complete for port ce92ebba-2e04-42ea-8a08-67f1bde85d7e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:43:14.788873 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-363a2a40-1953-4a7c-8482-d7e2d5ede8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:14.856750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-363a2a40-1953-4a7c-8482-d7e2d5ede8aa None None] Port ce92ebba-2e04-42ea-8a08-67f1bde85d7e cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:43:14.925007 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bb27c68-42ae-4387-b197-3e5151ebeed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:15.020990 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb27c68-42ae-4387-b197-3e5151ebeed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:15.048530 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984f9001-7d2f-46d5-b83b-1218fe6e6c02 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:43:15.097259 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:15.152805 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bb27c68-42ae-4387-b197-3e5151ebeed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:15.283101 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bb27c68-42ae-4387-b197-3e5151ebeed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:15.286566 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bb27c68-42ae-4387-b197-3e5151ebeed6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:15.438668 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bb27c68-42ae-4387-b197-3e5151ebeed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:15.439260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb27c68-42ae-4387-b197-3e5151ebeed6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9d4783e-cda1-4536-a15e-84b9e4d81759 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:43:15.446941 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bb27c68-42ae-4387-b197-3e5151ebeed6 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:15.446941 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2bb27c68-42ae-4387-b197-3e5151ebeed6 admin admin] 10.222.0.72 "DELETE /v2.0/routers/c9d4783e-cda1-4536-a15e-84b9e4d81759 HTTP/1.1" status: 204 len: 168 time: 2.0962398 Nov 18 17:43:15.448332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58184) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:15.536624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-c556805c-065c-4058-859f-dcf42845a733 admin admin] Deleting subnet 97916982-0ee4-465e-92fb-94a63bff4400 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:43:15.540301 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c556805c-065c-4058-859f-dcf42845a733 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:15.583097 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c556805c-065c-4058-859f-dcf42845a733 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:15.623481 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Allocated IP 172.20.0.1 (e40105d4-4e2f-42d1-b597-5b3434f91b12/339edd0a-f887-471c-a656-886c6d40e9d0/f1f6c8ef-fd3d-42b7-bb96-47290f55156b) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:43:15.711722 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c556805c-065c-4058-859f-dcf42845a733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:15.716695 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:15.893176 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c556805c-065c-4058-859f-dcf42845a733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:15.940598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556805c-065c-4058-859f-dcf42845a733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97916982-0ee4-465e-92fb-94a63bff4400,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:15.958859 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c556805c-065c-4058-859f-dcf42845a733 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:15.961673 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c556805c-065c-4058-859f-dcf42845a733 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/97916982-0ee4-465e-92fb-94a63bff4400 HTTP/1.1" status: 204 len: 168 time: 0.5121717 Nov 18 17:43:15.964889 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58200) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:15.967407 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbb2144-85d6-4f37-ae0c-c9a28d3dfa42 None None] Network bdae48d2-6376-45d1-b7b3-cfcdf293d6ac requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:43:16.068485 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:16.108642 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:16.286908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] Deleting port 3cf7b69a-a54f-4fbc-82a6-781607e49e91 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:16.286908 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:16.303980 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9fb928-1bde-413a-ba3f-48e81e7b3913 None None] DHCP port deletion for bdae48d2-6376-45d1-b7b3-cfcdf293d6ac request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:43:16.316936 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b617dc50-7176-4759-bd1d-6d84ed419f26 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:43:16.340239 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: b617dc50-7176-4759-bd1d-6d84ed419f26 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:43:16.341396 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b617dc50-7176-4759-bd1d-6d84ed419f26 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:43:16.342053 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:43:16.383380 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:16.386546 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:43:16.387171 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b4bc3d26-e7d3-4b8c-b8cc-e0d137e69de8 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:43:16.404948 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] For port 3cf7b69a-a54f-4fbc-82a6-781607e49e91, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=3cf7b69a-a54f-4fbc-82a6-781607e49e91,segment=NetworkSegment(007105fc-82ce-4e5f-b27a-663ab761c256),segment_id=007105fc-82ce-4e5f-b27a-663ab761c256)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:16.405178 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:16.431866 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1e9fb928-1bde-413a-ba3f-48e81e7b3913 None None] Deleting port 3cf7b69a-a54f-4fbc-82a6-781607e49e91 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:16.443466 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] Calling delete_port for 3cf7b69a-a54f-4fbc-82a6-781607e49e91 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:16.443661 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb928-1bde-413a-ba3f-48e81e7b3913 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:16.509290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=f1f6c8ef-fd3d-42b7-bb96-47290f55156b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:16.528866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:16.529212 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:16.529567 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:16.530116 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:16.530502 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:16.530790 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:16.531121 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:16.531489 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:16.532574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:16.532716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:16.533035 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:16.533417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:16.537347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1e9fb928-1bde-413a-ba3f-48e81e7b3913 None None] For port 3cf7b69a-a54f-4fbc-82a6-781607e49e91, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=3cf7b69a-a54f-4fbc-82a6-781607e49e91,segment=NetworkSegment(007105fc-82ce-4e5f-b27a-663ab761c256),segment_id=007105fc-82ce-4e5f-b27a-663ab761c256)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:16.537996 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb928-1bde-413a-ba3f-48e81e7b3913 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:16.551768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network e40105d4-4e2f-42d1-b597-5b3434f91b12 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:43:16.554754 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1e9fb928-1bde-413a-ba3f-48e81e7b3913 None None] Calling delete_port for 3cf7b69a-a54f-4fbc-82a6-781607e49e91 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:16.557519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:16.569719 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:43:16.620712 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:16.699477 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:16.741771 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:16.753255 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb928-1bde-413a-ba3f-48e81e7b3913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:16.772436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf7b69a-a54f-4fbc-82a6-781607e49e91,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:16.776004 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] No DVR routers for this DVR port 3cf7b69a-a54f-4fbc-82a6-781607e49e91 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:43:16.785050 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fb928-1bde-413a-ba3f-48e81e7b3913 None None] Pushing event deleted for resources: {'Port': ['ID=3cf7b69a-a54f-4fbc-82a6-781607e49e91,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:16.789690 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9fb928-1bde-413a-ba3f-48e81e7b3913 None None] No DVR routers for this DVR port 3cf7b69a-a54f-4fbc-82a6-781607e49e91 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:43:16.821323 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:16.854866 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:16.892878 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdae48d2-6376-45d1-b7b3-cfcdf293d6ac']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:16.909358 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007105fc-82ce-4e5f-b27a-663ab761c256') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:16.909644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007105fc-82ce-4e5f-b27a-663ab761c256') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:16.920963 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:16.948146 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:16.958203 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:43:16.958627 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:43:16.960520 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:43:17.014091 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:17.018686 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:17.046569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Port': ['ID=ce92ebba-2e04-42ea-8a08-67f1bde85d7e,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:17.175484 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:17.185209 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:17.190138 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/bdae48d2-6376-45d1-b7b3-cfcdf293d6ac HTTP/1.1" status: 204 len: 168 time: 1.2242804 Nov 18 17:43:17.209284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0efd45-53a1-46f6-a73c-02cbbac2a6a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdae48d2-6376-45d1-b7b3-cfcdf293d6ac,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:17.237861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network 5622c29a-b2be-4272-b7d5-167f15f67672 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:43:17.285540 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:17.576640 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:17.635527 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Router 76425647-509c-4234-be6d-8f70714db2d3 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:17.690095 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:17.715588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-eec62429-7f71-495e-93a2-e7dfe6c55c1c None None] Provisioning complete for port ce92ebba-2e04-42ea-8a08-67f1bde85d7e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:43:17.716273 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eec62429-7f71-495e-93a2-e7dfe6c55c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:17.757803 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-eec62429-7f71-495e-93a2-e7dfe6c55c1c None None] Port ce92ebba-2e04-42ea-8a08-67f1bde85d7e cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:43:17.785384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58242) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:17.824901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=f1f6c8ef-fd3d-42b7-bb96-47290f55156b,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:17.834157 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:17.852544 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58244) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:17.852796 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e46cdb61-0a6b-4323-ac5b-8f5bef592e82 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eb06569cbbd34a779286792999368bd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0657442 Nov 18 17:43:17.853749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:17.874942 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Sync routers for ids ['76425647-509c-4234-be6d-8f70714db2d3'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:17.876647 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1725c456-dfb3-48e4-ac40-7bbc574207ef tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "PUT /v2.0/routers/76425647-509c-4234-be6d-8f70714db2d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0643232 Nov 18 17:43:17.899192 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Routers {'76425647-509c-4234-be6d-8f70714db2d3'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:17.899192 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['76425647-509c-4234-be6d-8f70714db2d3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:17.989099 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d49b6d09-4abe-455a-9136-aea97105322f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:18.032484 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d49b6d09-4abe-455a-9136-aea97105322f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:18.053426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network e40105d4-4e2f-42d1-b597-5b3434f91b12 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:43:18.064781 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:18.079987 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Set router 76425647-509c-4234-be6d-8f70714db2d3 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:43:18.225548 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 3cf7b69a-a54f-4fbc-82a6-781607e49e91 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:43:18.248300 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router e410c6ff-695f-42a9-9b21-8560c474f934 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:18.253511 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 3cf7b69a-a54f-4fbc-82a6-781607e49e91 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:43:18.253511 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 3cf7b69a-a54f-4fbc-82a6-781607e49e91 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:43:18.372035 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d49b6d09-4abe-455a-9136-aea97105322f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:18.374969 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d49b6d09-4abe-455a-9136-aea97105322f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:18.378436 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d49b6d09-4abe-455a-9136-aea97105322f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f0cd76ee-a068-4e1f-a072-38af4320cab7 HTTP/1.1" status: 204 len: 168 time: 0.5205991 Nov 18 17:43:18.431865 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:43:15Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '7495c759-3857-434b-953f-9969e4c68fbf', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '76425647-509c-4234-be6d-8f70714db2d3', 'port_id': '6a5f81b6-bbd7-4f67-bf80-236439711872', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'mac_address': 'fa:16:3e:eb:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:42:06Z', 'updated_at': '2021-11-18T17:42:12Z', 'revision_number': 1, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1c1db9-dfb1-4662-b1a4-8df520682e68', 'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:49:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:34Z', 'updated_at': '2021-11-18T17:41:40Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce92ebba-2e04-42ea-8a08-67f1bde85d7e', 'name': '', 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:cc:5d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '3917434a-efc8-4bdc-85cc-1ff24a673df5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:43:13Z', 'updated_at': '2021-11-18T17:43:16Z', 'revision_number': 2, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': '3917434a-efc8-4bdc-85cc-1ff24a673df5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:18.460005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b6d09-4abe-455a-9136-aea97105322f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cd76ee-a068-4e1f-a072-38af4320cab7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:18.479538 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:18.505167 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58266) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:18.509510 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d2b9b7e1-c47b-41c9-b630-a0d3fe3a870e tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "PUT /v2.0/routers/e410c6ff-695f-42a9-9b21-8560c474f934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5134885 Nov 18 17:43:18.511470 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ee5094-64b1-462e-a5ca-57e89c7fba11 None None] Sync routers for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:18.511996 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-234c8518-413b-4da9-b907-81164a60c72d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'port': {'network_id': 'e40105d4-4e2f-42d1-b597-5b3434f91b12', 'name': 'tempest-FloatingIPTestJSON-976077619'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:18.533102 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Checking router: 76425647-509c-4234-be6d-8f70714db2d3 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:43:18.534034 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Updating router 76425647-509c-4234-be6d-8f70714db2d3 port ce92ebba-2e04-42ea-8a08-67f1bde85d7e binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:43:18.556910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee5094-64b1-462e-a5ca-57e89c7fba11 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:18.557567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d4ee5094-64b1-462e-a5ca-57e89c7fba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:18.572455 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:18.672049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d4ee5094-64b1-462e-a5ca-57e89c7fba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:18.683820 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee5094-64b1-462e-a5ca-57e89c7fba11 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:18.684457 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d4ee5094-64b1-462e-a5ca-57e89c7fba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:18.720061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d4ee5094-64b1-462e-a5ca-57e89c7fba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:18.720768 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ee5094-64b1-462e-a5ca-57e89c7fba11 None None] The sync data for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:18.770309 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234c8518-413b-4da9-b907-81164a60c72d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Made reservation on behalf of a11ea585eea3462c9133f1be96bd5dc0 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:43:18.776585 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-234c8518-413b-4da9-b907-81164a60c72d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:18.799911 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-234c8518-413b-4da9-b907-81164a60c72d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] device_id is not set on port 9d292a49-9329-4304-b998-f6f4f0373691 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:43:18.923457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-234c8518-413b-4da9-b907-81164a60c72d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Allocated IP 172.20.0.14 (e40105d4-4e2f-42d1-b597-5b3434f91b12/339edd0a-f887-471c-a656-886c6d40e9d0/9d292a49-9329-4304-b998-f6f4f0373691) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:43:18.931203 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:19.004871 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:19.190427 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6858c8-a736-48b5-9e42-192dbd4f0cb3 None None] Pushing event updated for resources: {'Port': ['ID=ce92ebba-2e04-42ea-8a08-67f1bde85d7e,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:19.200469 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6858c8-a736-48b5-9e42-192dbd4f0cb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:19.200950 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6858c8-a736-48b5-9e42-192dbd4f0cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:19.201555 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6858c8-a736-48b5-9e42-192dbd4f0cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:19.202129 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6858c8-a736-48b5-9e42-192dbd4f0cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:19.202891 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6858c8-a736-48b5-9e42-192dbd4f0cb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:19.203488 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6858c8-a736-48b5-9e42-192dbd4f0cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:19.204132 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6858c8-a736-48b5-9e42-192dbd4f0cb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:19.204708 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6858c8-a736-48b5-9e42-192dbd4f0cb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:19.205282 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6858c8-a736-48b5-9e42-192dbd4f0cb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:19.205853 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6858c8-a736-48b5-9e42-192dbd4f0cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:19.206406 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6858c8-a736-48b5-9e42-192dbd4f0cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:19.206972 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6858c8-a736-48b5-9e42-192dbd4f0cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:43:19.249394 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-234c8518-413b-4da9-b907-81164a60c72d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:19.287583 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Attempting to bind port ce92ebba-2e04-42ea-8a08-67f1bde85d7e on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:43:19.295870 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Attempting to bind port ce92ebba-2e04-42ea-8a08-67f1bde85d7e by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '597dffa5-5701-49c3-91dd-130b6fbf3ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:43:19.298552 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Attempting to bind port ce92ebba-2e04-42ea-8a08-67f1bde85d7e on network 5622c29a-b2be-4272-b7d5-167f15f67672 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:43:19.303013 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:43:19.303395 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Checking segment: {'id': '597dffa5-5701-49c3-91dd-130b6fbf3ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:43:19.303829 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:19.304239 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Bound using segment: {'id': '597dffa5-5701-49c3-91dd-130b6fbf3ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:43:19.304721 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Bound port: ce92ebba-2e04-42ea-8a08-67f1bde85d7e, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597dffa5-5701-49c3-91dd-130b6fbf3ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:43:19.305107 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:19.384992 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] For port ce92ebba-2e04-42ea-8a08-67f1bde85d7e, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:43:19.394126 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] For port ce92ebba-2e04-42ea-8a08-67f1bde85d7e, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ce92ebba-2e04-42ea-8a08-67f1bde85d7e,segment=NetworkSegment(597dffa5-5701-49c3-91dd-130b6fbf3ce7),segment_id=597dffa5-5701-49c3-91dd-130b6fbf3ce7)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:43:19.404226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58276) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:19.431241 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-234c8518-413b-4da9-b907-81164a60c72d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:19.463646 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4e3124c5-993d-414a-915a-0c0186a67aaa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ad89a13fc3134494afa4b3e3d9eb9b06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0571251 Nov 18 17:43:19.465966 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58280) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:19.479406 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:19.504601 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c8518-413b-4da9-b907-81164a60c72d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=9d292a49-9329-4304-b998-f6f4f0373691,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:19.510226 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-85461136-60be-487a-aa91-d973fbcbda23 None None] Provisioning complete for port ce92ebba-2e04-42ea-8a08-67f1bde85d7e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:43:19.510963 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85461136-60be-487a-aa91-d973fbcbda23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:19.520445 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234c8518-413b-4da9-b907-81164a60c72d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network e40105d4-4e2f-42d1-b597-5b3434f91b12 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:43:19.523005 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-234c8518-413b-4da9-b907-81164a60c72d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:19.533267 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234c8518-413b-4da9-b907-81164a60c72d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:43:19.580842 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Routers {'76425647-509c-4234-be6d-8f70714db2d3'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:19.581765 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['76425647-509c-4234-be6d-8f70714db2d3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:19.589826 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6858c8-a736-48b5-9e42-192dbd4f0cb3 None None] Pushing event updated for resources: {'Port': ['ID=ce92ebba-2e04-42ea-8a08-67f1bde85d7e,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:19.662745 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5660e37a-883a-447a-a757-ac7510082ca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:19.715428 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234c8518-413b-4da9-b907-81164a60c72d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:19.716138 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-234c8518-413b-4da9-b907-81164a60c72d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:19.721818 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5660e37a-883a-447a-a757-ac7510082ca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:19.780629 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85461136-60be-487a-aa91-d973fbcbda23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:19.836372 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-85461136-60be-487a-aa91-d973fbcbda23 None None] For port ce92ebba-2e04-42ea-8a08-67f1bde85d7e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ce92ebba-2e04-42ea-8a08-67f1bde85d7e,segment=NetworkSegment(597dffa5-5701-49c3-91dd-130b6fbf3ce7),segment_id=597dffa5-5701-49c3-91dd-130b6fbf3ce7)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:19.838804 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-234c8518-413b-4da9-b907-81164a60c72d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3319221 Nov 18 17:43:19.841226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58292) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:19.847473 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2c23d254-4e9e-4257-a11d-31a2655e7d0f tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'port': {'network_id': 'e40105d4-4e2f-42d1-b597-5b3434f91b12', 'name': 'tempest-FloatingIPTestJSON-332491002'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:19.892348 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5660e37a-883a-447a-a757-ac7510082ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:19.893818 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] Set router 76425647-509c-4234-be6d-8f70714db2d3 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:43:19.895071 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5660e37a-883a-447a-a757-ac7510082ca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:19.896429 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5660e37a-883a-447a-a757-ac7510082ca7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5956db5a-a3b7-4a49-9368-173c7279e23c HTTP/1.1" status: 204 len: 168 time: 0.4292550 Nov 18 17:43:19.917188 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660e37a-883a-447a-a757-ac7510082ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5956db5a-a3b7-4a49-9368-173c7279e23c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:19.930514 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85461136-60be-487a-aa91-d973fbcbda23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:20.057208 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85461136-60be-487a-aa91-d973fbcbda23 None None] Pushing event updated for resources: {'Port': ['ID=ce92ebba-2e04-42ea-8a08-67f1bde85d7e,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:20.073073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3e7ad5bb-4b15-4de7-b5f7-9db8edabf04e None None] Provisioning complete for port ce92ebba-2e04-42ea-8a08-67f1bde85d7e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:43:20.073678 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3e7ad5bb-4b15-4de7-b5f7-9db8edabf04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:20.221315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c23d254-4e9e-4257-a11d-31a2655e7d0f tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Made reservation on behalf of a11ea585eea3462c9133f1be96bd5dc0 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:43:20.225853 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c23d254-4e9e-4257-a11d-31a2655e7d0f tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:20.231077 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:43:15Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '7495c759-3857-434b-953f-9969e4c68fbf', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '76425647-509c-4234-be6d-8f70714db2d3', 'port_id': '6a5f81b6-bbd7-4f67-bf80-236439711872', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'mac_address': 'fa:16:3e:eb:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:42:06Z', 'updated_at': '2021-11-18T17:42:12Z', 'revision_number': 1, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1c1db9-dfb1-4662-b1a4-8df520682e68', 'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:49:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:34Z', 'updated_at': '2021-11-18T17:41:40Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce92ebba-2e04-42ea-8a08-67f1bde85d7e', 'name': '', 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:cc:5d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '3917434a-efc8-4bdc-85cc-1ff24a673df5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:43:13Z', 'updated_at': '2021-11-18T17:43:19Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': '3917434a-efc8-4bdc-85cc-1ff24a673df5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:20.259060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-2c23d254-4e9e-4257-a11d-31a2655e7d0f tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] device_id is not set on port ef3448df-f45c-474f-a243-4fcf90c237e2 yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:43:20.275526 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a5dad-fd2f-4240-a5e5-c8dae5066b93 None None] The sync data for ids ['76425647-509c-4234-be6d-8f70714db2d3'] in n-d-813419-11 is: [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:43:15Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '7495c759-3857-434b-953f-9969e4c68fbf', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '76425647-509c-4234-be6d-8f70714db2d3', 'port_id': '6a5f81b6-bbd7-4f67-bf80-236439711872', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'mac_address': 'fa:16:3e:eb:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:42:06Z', 'updated_at': '2021-11-18T17:42:12Z', 'revision_number': 1, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1c1db9-dfb1-4662-b1a4-8df520682e68', 'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:49:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:34Z', 'updated_at': '2021-11-18T17:41:40Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce92ebba-2e04-42ea-8a08-67f1bde85d7e', 'name': '', 'network_id': '5622c29a-b2be-4272-b7d5-167f15f67672', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:cc:5d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '3917434a-efc8-4bdc-85cc-1ff24a673df5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:43:13Z', 'updated_at': '2021-11-18T17:43:19Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': '3917434a-efc8-4bdc-85cc-1ff24a673df5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:20.433493 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-2c23d254-4e9e-4257-a11d-31a2655e7d0f tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Allocated IP 172.20.0.3 (e40105d4-4e2f-42d1-b597-5b3434f91b12/339edd0a-f887-471c-a656-886c6d40e9d0/ef3448df-f45c-474f-a243-4fcf90c237e2) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:43:20.845205 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c23d254-4e9e-4257-a11d-31a2655e7d0f tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:20.959313 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c23d254-4e9e-4257-a11d-31a2655e7d0f tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:21.003265 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c23d254-4e9e-4257-a11d-31a2655e7d0f tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network e40105d4-4e2f-42d1-b597-5b3434f91b12 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:43:21.012489 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-2c23d254-4e9e-4257-a11d-31a2655e7d0f tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:21.015448 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23d254-4e9e-4257-a11d-31a2655e7d0f tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:43:21.071821 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23d254-4e9e-4257-a11d-31a2655e7d0f tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=ef3448df-f45c-474f-a243-4fcf90c237e2,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:21.102947 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c23d254-4e9e-4257-a11d-31a2655e7d0f tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:21.103879 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c23d254-4e9e-4257-a11d-31a2655e7d0f tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:21.182406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2c23d254-4e9e-4257-a11d-31a2655e7d0f tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3363316 Nov 18 17:43:21.184104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58318) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:21.197498 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': 'ef3448df-f45c-474f-a243-4fcf90c237e2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:21.327067 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:21.450638 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:21.583683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Allocated IP 172.25.3.42 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/131224c3-080d-4cb2-a7d8-c87b90190852) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:43:21.708876 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:21.711668 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:21.862343 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:21.915325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:43:21.918512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:21.921532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:43:21.958345 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=131224c3-080d-4cb2-a7d8-c87b90190852,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:22.298835 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ce92ebba-2e04-42ea-8a08-67f1bde85d7e up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:43:22.392459 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port ce92ebba-2e04-42ea-8a08-67f1bde85d7e triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:43:22.392919 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:22.827764 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:23.050987 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:23.182237 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:23.241183 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:23.328788 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:23.408552 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=131224c3-080d-4cb2-a7d8-c87b90190852,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:23.419393 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:23.540757 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Floating IP da8d27b0-a09f-489a-a02e-fc59652ef6f9 associated. External IP: 172.25.3.42, port: ef3448df-f45c-474f-a243-4fcf90c237e2. Nov 18 17:43:23.783225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router e410c6ff-695f-42a9-9b21-8560c474f934 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:23.923769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:23.939090 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ebef16-ee68-42d1-88e8-d5493bae7277 None None] Sync routers for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:23.952403 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ebef16-ee68-42d1-88e8-d5493bae7277 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:23.952403 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-14ebef16-ee68-42d1-88e8-d5493bae7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:23.997703 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-14ebef16-ee68-42d1-88e8-d5493bae7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:23.999296 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:24.009920 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ebef16-ee68-42d1-88e8-d5493bae7277 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:24.011053 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-14ebef16-ee68-42d1-88e8-d5493bae7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:24.036040 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-435ab2ab-25e1-492d-8b38-b1ccbbcf8946 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.8505683 Nov 18 17:43:24.038858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58380) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:24.043403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f291d62b-4d05-453e-bc12-4849dd52d33b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:24.057295 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-14ebef16-ee68-42d1-88e8-d5493bae7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:24.058274 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ebef16-ee68-42d1-88e8-d5493bae7277 None None] The sync data for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:24.111323 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f291d62b-4d05-453e-bc12-4849dd52d33b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:24.264530 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f291d62b-4d05-453e-bc12-4849dd52d33b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:24.376476 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f291d62b-4d05-453e-bc12-4849dd52d33b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:24.376875 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-f291d62b-4d05-453e-bc12-4849dd52d33b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Floating IP da8d27b0-a09f-489a-a02e-fc59652ef6f9 disassociated. External IP: 172.25.3.42, port: ef3448df-f45c-474f-a243-4fcf90c237e2. Nov 18 17:43:24.608755 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f291d62b-4d05-453e-bc12-4849dd52d33b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router e410c6ff-695f-42a9-9b21-8560c474f934 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:24.740681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f291d62b-4d05-453e-bc12-4849dd52d33b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:24.750213 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f291d62b-4d05-453e-bc12-4849dd52d33b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:24.755693 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2148cd5a-2305-4988-b1de-70ca1f918519 None None] Sync routers for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:24.769140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2148cd5a-2305-4988-b1de-70ca1f918519 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:24.769770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2148cd5a-2305-4988-b1de-70ca1f918519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:24.790030 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f291d62b-4d05-453e-bc12-4849dd52d33b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "PUT /v2.0/floatingips/da8d27b0-a09f-489a-a02e-fc59652ef6f9 HTTP/1.1" status: 200 len: 687 time: 0.7500663 Nov 18 17:43:24.790598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58406) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:24.819246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2148cd5a-2305-4988-b1de-70ca1f918519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:24.830419 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2148cd5a-2305-4988-b1de-70ca1f918519 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:24.831042 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2148cd5a-2305-4988-b1de-70ca1f918519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:24.876706 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2148cd5a-2305-4988-b1de-70ca1f918519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:24.877381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2148cd5a-2305-4988-b1de-70ca1f918519 None None] The sync data for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:24.958702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c3633990-44c4-4577-9dba-9ea18fb808ab tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Deleting port 131224c3-080d-4cb2-a7d8-c87b90190852 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:24.959052 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3633990-44c4-4577-9dba-9ea18fb808ab tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:25.038793 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3633990-44c4-4577-9dba-9ea18fb808ab tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:25.039137 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3633990-44c4-4577-9dba-9ea18fb808ab tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:25.056364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c3633990-44c4-4577-9dba-9ea18fb808ab tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Calling delete_port for 131224c3-080d-4cb2-a7d8-c87b90190852 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:25.278662 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3633990-44c4-4577-9dba-9ea18fb808ab tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:25.304712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3633990-44c4-4577-9dba-9ea18fb808ab tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Port': ['ID=131224c3-080d-4cb2-a7d8-c87b90190852,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:25.379655 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3633990-44c4-4577-9dba-9ea18fb808ab tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:25.382800 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3633990-44c4-4577-9dba-9ea18fb808ab tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:25.384223 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c3633990-44c4-4577-9dba-9ea18fb808ab tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/floatingips/da8d27b0-a09f-489a-a02e-fc59652ef6f9 HTTP/1.1" status: 204 len: 168 time: 0.5926230 Nov 18 17:43:25.388002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58430) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:25.394238 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': '9d292a49-9329-4304-b998-f6f4f0373691'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:25.513302 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:25.660478 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:25.775740 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Allocated IP 172.25.3.64 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/6f1ad064-0d6c-4f56-a896-dec215f462f6) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:43:25.916303 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:26.044797 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:26.089275 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:43:26.092850 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:26.096981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:43:26.127872 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=6f1ad064-0d6c-4f56-a896-dec215f462f6,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:26.577077 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:26.756651 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:26.924916 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:27.021561 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:27.092611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=6f1ad064-0d6c-4f56-a896-dec215f462f6,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:27.114129 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:27.221554 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Floating IP e2db9cab-d000-4a1d-87c0-11ff39c2dbe7 associated. External IP: 172.25.3.64, port: 9d292a49-9329-4304-b998-f6f4f0373691. Nov 18 17:43:27.452816 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router e410c6ff-695f-42a9-9b21-8560c474f934 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:27.593134 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:27.605072 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ef71d-a81e-466f-a50a-8362fefdf5f7 None None] Sync routers for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:27.616957 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ef71d-a81e-466f-a50a-8362fefdf5f7 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:27.617651 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-166ef71d-a81e-466f-a50a-8362fefdf5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:27.652384 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-166ef71d-a81e-466f-a50a-8362fefdf5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:27.667554 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ef71d-a81e-466f-a50a-8362fefdf5f7 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:27.668208 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-166ef71d-a81e-466f-a50a-8362fefdf5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:27.696345 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:27.700064 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-166ef71d-a81e-466f-a50a-8362fefdf5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:27.700918 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ef71d-a81e-466f-a50a-8362fefdf5f7 None None] The sync data for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:27.730891 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c55cabe2-a835-40c5-8b0b-2dca2565ca9c tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3410923 Nov 18 17:43:27.734265 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58474) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:27.800944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b7fb51a4-8993-485a-a7eb-11840fd99a5a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "GET /v2.0/floatingips/e2db9cab-d000-4a1d-87c0-11ff39c2dbe7 HTTP/1.1" status: 200 len: 977 time: 0.0623219 Nov 18 17:43:27.801290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58478) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:27.914619 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0e151abd-4cef-44e9-9e7e-51e98a2539aa tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1121266 Nov 18 17:43:27.915319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58482) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:27.919770 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b9cc8daf-b145-429e-a300-c9c3cb756eef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'floatingip': {'port_id': 'ef3448df-f45c-474f-a243-4fcf90c237e2'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:27.997961 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8daf-b145-429e-a300-c9c3cb756eef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:28.231119 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:43:28.910179 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8daf-b145-429e-a300-c9c3cb756eef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:29.002828 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8daf-b145-429e-a300-c9c3cb756eef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:29.122516 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-b9cc8daf-b145-429e-a300-c9c3cb756eef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Floating IP e2db9cab-d000-4a1d-87c0-11ff39c2dbe7 associated. External IP: 172.25.3.64, port: 9d292a49-9329-4304-b998-f6f4f0373691. Nov 18 17:43:29.479583 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cc8daf-b145-429e-a300-c9c3cb756eef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router e410c6ff-695f-42a9-9b21-8560c474f934 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:29.711440 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cc8daf-b145-429e-a300-c9c3cb756eef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:29.724254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5c6a60-adef-4288-9225-60ff4d3e7ba1 None None] Sync routers for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:29.749639 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5c6a60-adef-4288-9225-60ff4d3e7ba1 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:29.749639 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9e5c6a60-adef-4288-9225-60ff4d3e7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:29.792231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9e5c6a60-adef-4288-9225-60ff4d3e7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:29.806222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5c6a60-adef-4288-9225-60ff4d3e7ba1 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:29.807097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9e5c6a60-adef-4288-9225-60ff4d3e7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:29.867979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9e5c6a60-adef-4288-9225-60ff4d3e7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:29.868397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5c6a60-adef-4288-9225-60ff4d3e7ba1 None None] The sync data for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:29.975634 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4adb6d9c-39e5-46e3-92f8-34fd858494ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:30.004643 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cc8daf-b145-429e-a300-c9c3cb756eef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router e410c6ff-695f-42a9-9b21-8560c474f934 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:30.138795 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cc8daf-b145-429e-a300-c9c3cb756eef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:30.144085 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8daf-b145-429e-a300-c9c3cb756eef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:30.150617 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c165a-e1f2-4434-80f7-e701928dfc91 None None] Sync routers for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:30.167005 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c165a-e1f2-4434-80f7-e701928dfc91 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:30.167770 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-df8c165a-e1f2-4434-80f7-e701928dfc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:30.207672 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-df8c165a-e1f2-4434-80f7-e701928dfc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:30.222123 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c165a-e1f2-4434-80f7-e701928dfc91 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:30.225791 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-df8c165a-e1f2-4434-80f7-e701928dfc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:30.225982 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b9cc8daf-b145-429e-a300-c9c3cb756eef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "PUT /v2.0/floatingips/e2db9cab-d000-4a1d-87c0-11ff39c2dbe7 HTTP/1.1" status: 200 len: 976 time: 2.3067267 Nov 18 17:43:30.227980 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58532) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:30.230882 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1eaccca7-4cbb-43f3-bb10-3c7ad47046b1 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:30.263471 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-df8c165a-e1f2-4434-80f7-e701928dfc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:30.264070 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c165a-e1f2-4434-80f7-e701928dfc91 None None] The sync data for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:30.298822 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1eaccca7-4cbb-43f3-bb10-3c7ad47046b1 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:30.525271 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1eaccca7-4cbb-43f3-bb10-3c7ad47046b1 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:30.592687 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1eaccca7-4cbb-43f3-bb10-3c7ad47046b1 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:30.593038 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-1eaccca7-4cbb-43f3-bb10-3c7ad47046b1 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Floating IP e2db9cab-d000-4a1d-87c0-11ff39c2dbe7 disassociated. External IP: 172.25.3.64, port: ef3448df-f45c-474f-a243-4fcf90c237e2. Nov 18 17:43:30.961148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eaccca7-4cbb-43f3-bb10-3c7ad47046b1 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router e410c6ff-695f-42a9-9b21-8560c474f934 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:31.120992 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaccca7-4cbb-43f3-bb10-3c7ad47046b1 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:31.143386 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e7310-c80f-4ee0-b881-04b3551a915d None None] Sync routers for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:31.145034 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1eaccca7-4cbb-43f3-bb10-3c7ad47046b1 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:31.153923 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e7310-c80f-4ee0-b881-04b3551a915d None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:31.157450 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ea2e7310-c80f-4ee0-b881-04b3551a915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:31.220900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ea2e7310-c80f-4ee0-b881-04b3551a915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:31.232443 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e7310-c80f-4ee0-b881-04b3551a915d None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:31.233545 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ea2e7310-c80f-4ee0-b881-04b3551a915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:31.300032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ea2e7310-c80f-4ee0-b881-04b3551a915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:31.300979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e7310-c80f-4ee0-b881-04b3551a915d None None] The sync data for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:31.436114 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58548) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:31.530794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1eaccca7-4cbb-43f3-bb10-3c7ad47046b1 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "PUT /v2.0/floatingips/e2db9cab-d000-4a1d-87c0-11ff39c2dbe7 HTTP/1.1" status: 200 len: 687 time: 1.3035548 Nov 18 17:43:31.534096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58552) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:31.624584 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e51529bc-640f-4c4b-b9a3-1a4b18222a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:31.825435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-709316d5-3770-45b1-99b0-bd38d0a84f24 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Deleting port 6f1ad064-0d6c-4f56-a896-dec215f462f6 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:31.825842 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-709316d5-3770-45b1-99b0-bd38d0a84f24 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:31.943900 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e51529bc-640f-4c4b-b9a3-1a4b18222a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:31.963395 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-709316d5-3770-45b1-99b0-bd38d0a84f24 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:31.963660 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-709316d5-3770-45b1-99b0-bd38d0a84f24 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:31.978590 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-709316d5-3770-45b1-99b0-bd38d0a84f24 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Calling delete_port for 6f1ad064-0d6c-4f56-a896-dec215f462f6 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:32.072974 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e51529bc-640f-4c4b-b9a3-1a4b18222a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:32.140263 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e51529bc-640f-4c4b-b9a3-1a4b18222a5b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5a352fd770144297beeefc59f017a391&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7003524 Nov 18 17:43:32.140263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51529bc-640f-4c4b-b9a3-1a4b18222a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3becde03-2a60-4194-9010-34b668aa89d2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:32.140950 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58564) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:32.218792 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e252d850-b62d-453b-8b69-b78a5db931d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:32.241428 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e252d850-b62d-453b-8b69-b78a5db931d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:32.301741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-709316d5-3770-45b1-99b0-bd38d0a84f24 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:32.340689 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709316d5-3770-45b1-99b0-bd38d0a84f24 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Port': ['ID=6f1ad064-0d6c-4f56-a896-dec215f462f6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:32.358640 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e252d850-b62d-453b-8b69-b78a5db931d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:32.362294 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e252d850-b62d-453b-8b69-b78a5db931d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:32.365948 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e252d850-b62d-453b-8b69-b78a5db931d9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3becde03-2a60-4194-9010-34b668aa89d2 HTTP/1.1" status: 204 len: 168 time: 0.2217488 Nov 18 17:43:32.384227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252d850-b62d-453b-8b69-b78a5db931d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3becde03-2a60-4194-9010-34b668aa89d2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:32.389570 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6274e3f3-ccce-4889-8c56-84b937138dd1 req-b550d5b3-9374-44ea-896b-3b351e4e8f4d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1179564 Nov 18 17:43:32.435193 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-709316d5-3770-45b1-99b0-bd38d0a84f24 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:32.440511 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-709316d5-3770-45b1-99b0-bd38d0a84f24 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:32.440511 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-709316d5-3770-45b1-99b0-bd38d0a84f24 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/floatingips/e2db9cab-d000-4a1d-87c0-11ff39c2dbe7 HTTP/1.1" status: 204 len: 168 time: 0.9052560 Nov 18 17:43:32.443140 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58568) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:32.466132 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1a904788-a07c-4c2e-afbe-f7c685007a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:32.497277 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-e7d0cac0-234a-4d73-ac9a-d4bd815b7707 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] delete failed (client error): The resource could not be found. Nov 18 17:43:32.498386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e7d0cac0-234a-4d73-ac9a-d4bd815b7707 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/floatingips/e2db9cab-d000-4a1d-87c0-11ff39c2dbe7 HTTP/1.1" status: 404 len: 345 time: 0.0541165 Nov 18 17:43:32.502133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58570) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:32.538036 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274e3f3-ccce-4889-8c56-84b937138dd1 req-445c2a70-c18a-453f-80fa-a7df78fcee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:32.540620 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6274e3f3-ccce-4889-8c56-84b937138dd1 req-445c2a70-c18a-453f-80fa-a7df78fcee00 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 1098 time: 0.0636744 Nov 18 17:43:32.614369 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba4f71-3377-4067-903b-78f77dcb46f4 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:32.621535 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba4f71-3377-4067-903b-78f77dcb46f4 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:32.628286 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba4f71-3377-4067-903b-78f77dcb46f4 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:32.632115 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c4ba4f71-3377-4067-903b-78f77dcb46f4 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "GET /v2.0/ports?network_id=e40105d4-4e2f-42d1-b597-5b3434f91b12 HTTP/1.1" status: 200 len: 2357 time: 0.1222310 Nov 18 17:43:32.633135 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58572) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:32.690483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2b79b1-542b-444e-957a-187980f63a1a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:32.692459 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ee2b79b1-542b-444e-957a-187980f63a1a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "GET /v2.0/subnets/339edd0a-f887-471c-a656-886c6d40e9d0 HTTP/1.1" status: 200 len: 797 time: 0.0581808 Nov 18 17:43:32.697234 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58574) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:32.705883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2310dd0e-9cad-447b-88d4-5cf1fdf51ba9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'port': {'network_id': 'e40105d4-4e2f-42d1-b597-5b3434f91b12', 'name': 'tempest-FloatingIPTestJSON-1053206281', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:32.709783 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274e3f3-ccce-4889-8c56-84b937138dd1 req-251abbbe-f982-4998-825f-6af80f63efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:32.712787 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6274e3f3-ccce-4889-8c56-84b937138dd1 req-251abbbe-f982-4998-825f-6af80f63efaf service neutron] 10.222.0.81 "GET /v2.0/networks?id=22e024c3-84a5-4744-8503-bb8da7dda11e HTTP/1.1" status: 200 len: 899 time: 0.1476150 Nov 18 17:43:32.798236 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6274e3f3-ccce-4889-8c56-84b937138dd1 req-4d533a72-74d2-4265-847f-0a2ddddfa43b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5f81b6-bbd7-4f67-bf80-236439711872 HTTP/1.1" status: 200 len: 1001 time: 0.0745566 Nov 18 17:43:32.951578 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274e3f3-ccce-4889-8c56-84b937138dd1 req-0089f694-903e-43ca-9789-d863a63abb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:32.953622 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6274e3f3-ccce-4889-8c56-84b937138dd1 req-0089f694-903e-43ca-9789-d863a63abb09 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f200c48f-52cf-4e1d-b67d-7f6b059f0ed4 HTTP/1.1" status: 200 len: 834 time: 0.1419775 Nov 18 17:43:33.015509 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2310dd0e-9cad-447b-88d4-5cf1fdf51ba9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Made reservation on behalf of a11ea585eea3462c9133f1be96bd5dc0 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:43:33.018359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274e3f3-ccce-4889-8c56-84b937138dd1 req-ae3fd27c-477e-4902-9292-867e49bf42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:33.020037 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6274e3f3-ccce-4889-8c56-84b937138dd1 req-ae3fd27c-477e-4902-9292-867e49bf42fa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=22e024c3-84a5-4744-8503-bb8da7dda11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584936 Nov 18 17:43:33.146390 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6274e3f3-ccce-4889-8c56-84b937138dd1 req-851723e0-c375-4d78-96a3-74b0b044d9d0 service neutron] 10.222.0.81 "GET /v2.0/networks/22e024c3-84a5-4744-8503-bb8da7dda11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130090 Nov 18 17:43:33.225257 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2310dd0e-9cad-447b-88d4-5cf1fdf51ba9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:33.255976 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [None req-2310dd0e-9cad-447b-88d4-5cf1fdf51ba9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] device_id is not set on port 59dad7ae-ea05-4b11-a13c-ab39579e5ebc yet. {{(pid=104007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:43:33.294166 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6274e3f3-ccce-4889-8c56-84b937138dd1 req-706eeb7c-02fd-4799-a32c-18267fa95144 service neutron] 10.222.0.81 "GET /v2.0/networks/22e024c3-84a5-4744-8503-bb8da7dda11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380029 Nov 18 17:43:33.610956 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-2310dd0e-9cad-447b-88d4-5cf1fdf51ba9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Allocated IP 172.20.0.13 (e40105d4-4e2f-42d1-b597-5b3434f91b12/339edd0a-f887-471c-a656-886c6d40e9d0/59dad7ae-ea05-4b11-a13c-ab39579e5ebc) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:43:33.618591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-2310dd0e-9cad-447b-88d4-5cf1fdf51ba9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Allocated IP 172.20.0.12 (e40105d4-4e2f-42d1-b597-5b3434f91b12/339edd0a-f887-471c-a656-886c6d40e9d0/59dad7ae-ea05-4b11-a13c-ab39579e5ebc) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:43:33.644428 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:33.783135 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2310dd0e-9cad-447b-88d4-5cf1fdf51ba9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:33.902056 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2310dd0e-9cad-447b-88d4-5cf1fdf51ba9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:33.946079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2310dd0e-9cad-447b-88d4-5cf1fdf51ba9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network e40105d4-4e2f-42d1-b597-5b3434f91b12 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:43:33.949405 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-2310dd0e-9cad-447b-88d4-5cf1fdf51ba9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:33.954481 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2310dd0e-9cad-447b-88d4-5cf1fdf51ba9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:43:34.009898 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310dd0e-9cad-447b-88d4-5cf1fdf51ba9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=59dad7ae-ea05-4b11-a13c-ab39579e5ebc,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:34.031405 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2310dd0e-9cad-447b-88d4-5cf1fdf51ba9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:34.032331 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2310dd0e-9cad-447b-88d4-5cf1fdf51ba9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:34.105708 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2310dd0e-9cad-447b-88d4-5cf1fdf51ba9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4043601 Nov 18 17:43:34.105708 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58618) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:34.111402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': '59dad7ae-ea05-4b11-a13c-ab39579e5ebc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:34.215918 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:34.327297 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:34.464925 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Allocated IP 172.25.3.169 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/f6a7bc3f-1eb3-40dd-8b35-d939e7686327) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:43:34.603057 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:34.701971 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:34.757311 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:43:34.765163 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:34.766732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:43:34.803484 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=f6a7bc3f-1eb3-40dd-8b35-d939e7686327,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:35.055691 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:35.229626 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:35.399923 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:35.484082 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:35.571979 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:35.651028 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:35.748688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=f6a7bc3f-1eb3-40dd-8b35-d939e7686327,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:35.755822 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:35.876505 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Floating IP 76a9ab2a-0dd9-463c-812a-cb83549bb682 associated. External IP: 172.25.3.169, port: 59dad7ae-ea05-4b11-a13c-ab39579e5ebc. Nov 18 17:43:36.105508 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router e410c6ff-695f-42a9-9b21-8560c474f934 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:36.243707 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:36.255770 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949c4c8-d02b-4550-acf1-ba50743db62e None None] Sync routers for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:36.275640 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949c4c8-d02b-4550-acf1-ba50743db62e None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:36.276311 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5949c4c8-d02b-4550-acf1-ba50743db62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:36.319467 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5949c4c8-d02b-4550-acf1-ba50743db62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:36.322186 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58660) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:36.349895 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949c4c8-d02b-4550-acf1-ba50743db62e None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:36.350842 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5949c4c8-d02b-4550-acf1-ba50743db62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:36.414123 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5949c4c8-d02b-4550-acf1-ba50743db62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:36.415691 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949c4c8-d02b-4550-acf1-ba50743db62e None None] The sync data for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:36.476724 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:36.515174 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0fcc2e1c-f77e-48e1-90d7-3bb15a86a05d tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.4085767 Nov 18 17:43:36.518042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58662) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:36.530636 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-195ff87b-4b03-411b-8920-76c7fb198da8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'floatingip': {'port_id': '59dad7ae-ea05-4b11-a13c-ab39579e5ebc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:36.948391 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-195ff87b-4b03-411b-8920-76c7fb198da8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:37.524969 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a9c60e6d-977a-4dbe-a4fc-5345aca4fab0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:37.827307 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-195ff87b-4b03-411b-8920-76c7fb198da8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:37.937083 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-195ff87b-4b03-411b-8920-76c7fb198da8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:38.144274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-a9c60e6d-977a-4dbe-a4fc-5345aca4fab0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Deleting port ce92ebba-2e04-42ea-8a08-67f1bde85d7e {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:38.144630 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a9c60e6d-977a-4dbe-a4fc-5345aca4fab0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:38.634887 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-a9c60e6d-977a-4dbe-a4fc-5345aca4fab0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] For port ce92ebba-2e04-42ea-8a08-67f1bde85d7e, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ce92ebba-2e04-42ea-8a08-67f1bde85d7e,segment=NetworkSegment(597dffa5-5701-49c3-91dd-130b6fbf3ce7),segment_id=597dffa5-5701-49c3-91dd-130b6fbf3ce7)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:38.635588 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a9c60e6d-977a-4dbe-a4fc-5345aca4fab0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:38.658002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-a9c60e6d-977a-4dbe-a4fc-5345aca4fab0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Calling delete_port for ce92ebba-2e04-42ea-8a08-67f1bde85d7e owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:38.660438 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195ff87b-4b03-411b-8920-76c7fb198da8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router e410c6ff-695f-42a9-9b21-8560c474f934 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:39.024322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195ff87b-4b03-411b-8920-76c7fb198da8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:39.026515 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a9c60e6d-977a-4dbe-a4fc-5345aca4fab0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:39.031425 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-195ff87b-4b03-411b-8920-76c7fb198da8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:39.036931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77334b8f-43c3-44da-9fdf-f9e45517d058 None None] Sync routers for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:39.056873 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77334b8f-43c3-44da-9fdf-f9e45517d058 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:39.057616 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-77334b8f-43c3-44da-9fdf-f9e45517d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:39.084588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c60e6d-977a-4dbe-a4fc-5345aca4fab0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'Port': ['ID=ce92ebba-2e04-42ea-8a08-67f1bde85d7e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:39.143247 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-77334b8f-43c3-44da-9fdf-f9e45517d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:39.162584 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77334b8f-43c3-44da-9fdf-f9e45517d058 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:39.171030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-77334b8f-43c3-44da-9fdf-f9e45517d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:39.187688 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-195ff87b-4b03-411b-8920-76c7fb198da8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "PUT /v2.0/floatingips/76a9ab2a-0dd9-463c-812a-cb83549bb682 HTTP/1.1" status: 200 len: 979 time: 2.6603017 Nov 18 17:43:39.190940 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58710) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:39.278975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-77334b8f-43c3-44da-9fdf-f9e45517d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:39.279584 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77334b8f-43c3-44da-9fdf-f9e45517d058 None None] The sync data for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:39.474577 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a9c60e6d-977a-4dbe-a4fc-5345aca4fab0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:39.509351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2357bdc7-2a5d-4913-80f6-21cbb57d4c88 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Deleting port f6a7bc3f-1eb3-40dd-8b35-d939e7686327 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:39.509934 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2357bdc7-2a5d-4913-80f6-21cbb57d4c88 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:39.676995 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2357bdc7-2a5d-4913-80f6-21cbb57d4c88 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:39.677402 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2357bdc7-2a5d-4913-80f6-21cbb57d4c88 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:39.695202 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2357bdc7-2a5d-4913-80f6-21cbb57d4c88 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Calling delete_port for f6a7bc3f-1eb3-40dd-8b35-d939e7686327 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:39.829651 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c60e6d-977a-4dbe-a4fc-5345aca4fab0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Router 76425647-509c-4234-be6d-8f70714db2d3 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:39.987982 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c60e6d-977a-4dbe-a4fc-5345aca4fab0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:39.999004 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a9c60e6d-977a-4dbe-a4fc-5345aca4fab0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "PUT /v2.0/routers/76425647-509c-4234-be6d-8f70714db2d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6747432 Nov 18 17:43:40.003565 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a9bf1e-6b8e-420e-bfc5-44e8ea3dcfe6 None None] Sync routers for ids ['76425647-509c-4234-be6d-8f70714db2d3'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:40.044546 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a9bf1e-6b8e-420e-bfc5-44e8ea3dcfe6 None None] Routers {'76425647-509c-4234-be6d-8f70714db2d3'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:40.045652 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-92a9bf1e-6b8e-420e-bfc5-44e8ea3dcfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['76425647-509c-4234-be6d-8f70714db2d3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:40.295593 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-92a9bf1e-6b8e-420e-bfc5-44e8ea3dcfe6 None None] Set router 76425647-509c-4234-be6d-8f70714db2d3 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:43:40.507232 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2357bdc7-2a5d-4913-80f6-21cbb57d4c88 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:40.632006 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-92a9bf1e-6b8e-420e-bfc5-44e8ea3dcfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:43:38Z', 'revision_number': 6, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '7495c759-3857-434b-953f-9969e4c68fbf', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '76425647-509c-4234-be6d-8f70714db2d3', 'port_id': '6a5f81b6-bbd7-4f67-bf80-236439711872', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'mac_address': 'fa:16:3e:eb:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:42:06Z', 'updated_at': '2021-11-18T17:42:12Z', 'revision_number': 1, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1c1db9-dfb1-4662-b1a4-8df520682e68', 'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:49:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:34Z', 'updated_at': '2021-11-18T17:41:40Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:40.662833 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a9bf1e-6b8e-420e-bfc5-44e8ea3dcfe6 None None] Checking router: 76425647-509c-4234-be6d-8f70714db2d3 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:43:40.675288 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a9bf1e-6b8e-420e-bfc5-44e8ea3dcfe6 None None] Routers {'76425647-509c-4234-be6d-8f70714db2d3'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:40.679376 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-92a9bf1e-6b8e-420e-bfc5-44e8ea3dcfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['76425647-509c-4234-be6d-8f70714db2d3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:40.704678 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357bdc7-2a5d-4913-80f6-21cbb57d4c88 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Port': ['ID=f6a7bc3f-1eb3-40dd-8b35-d939e7686327,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:40.747582 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2357bdc7-2a5d-4913-80f6-21cbb57d4c88 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:40.748251 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-2357bdc7-2a5d-4913-80f6-21cbb57d4c88 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Floating IP 76a9ab2a-0dd9-463c-812a-cb83549bb682 disassociated (deleted). External IP: 172.25.3.169, port: 59dad7ae-ea05-4b11-a13c-ab39579e5ebc. Nov 18 17:43:40.838883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c8c1c-df18-4b80-b33c-4a47cdd87c4e req-38cbae7d-c969-4718-bec3-5dba72f7f403 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:40.840954 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c01c8c1c-df18-4b80-b33c-4a47cdd87c4e req-38cbae7d-c969-4718-bec3-5dba72f7f403 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 946 time: 0.0874100 Nov 18 17:43:40.893414 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-92a9bf1e-6b8e-420e-bfc5-44e8ea3dcfe6 None None] Set router 76425647-509c-4234-be6d-8f70714db2d3 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:43:40.920391 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c01c8c1c-df18-4b80-b33c-4a47cdd87c4e req-a1d00e9a-bfb2-43e7-83b9-c1f25c24022b tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=9901b19a-36c7-487d-8b86-01455441b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720789 Nov 18 17:43:41.100966 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2357bdc7-2a5d-4913-80f6-21cbb57d4c88 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router e410c6ff-695f-42a9-9b21-8560c474f934 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:41.238580 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2357bdc7-2a5d-4913-80f6-21cbb57d4c88 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:41.244829 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2357bdc7-2a5d-4913-80f6-21cbb57d4c88 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:41.261670 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e9c35c-29bd-4eee-a220-0b6c3a06e022 None None] Sync routers for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:41.273528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e9c35c-29bd-4eee-a220-0b6c3a06e022 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:41.274138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-94e9c35c-29bd-4eee-a220-0b6c3a06e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:41.289154 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2357bdc7-2a5d-4913-80f6-21cbb57d4c88 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/floatingips/76a9ab2a-0dd9-463c-812a-cb83549bb682 HTTP/1.1" status: 204 len: 168 time: 2.0969808 Nov 18 17:43:41.291763 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58732) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:41.331085 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-92a9bf1e-6b8e-420e-bfc5-44e8ea3dcfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:43:38Z', 'revision_number': 6, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '7495c759-3857-434b-953f-9969e4c68fbf', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '76425647-509c-4234-be6d-8f70714db2d3', 'port_id': '6a5f81b6-bbd7-4f67-bf80-236439711872', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'mac_address': 'fa:16:3e:eb:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:42:06Z', 'updated_at': '2021-11-18T17:42:12Z', 'revision_number': 1, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1c1db9-dfb1-4662-b1a4-8df520682e68', 'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:49:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:34Z', 'updated_at': '2021-11-18T17:41:40Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:41.358177 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-94e9c35c-29bd-4eee-a220-0b6c3a06e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:41.370430 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a9bf1e-6b8e-420e-bfc5-44e8ea3dcfe6 None None] The sync data for ids ['76425647-509c-4234-be6d-8f70714db2d3'] in n-d-813419-11 is: [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:43:38Z', 'revision_number': 6, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '7495c759-3857-434b-953f-9969e4c68fbf', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '76425647-509c-4234-be6d-8f70714db2d3', 'port_id': '6a5f81b6-bbd7-4f67-bf80-236439711872', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'mac_address': 'fa:16:3e:eb:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:42:06Z', 'updated_at': '2021-11-18T17:42:12Z', 'revision_number': 1, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1c1db9-dfb1-4662-b1a4-8df520682e68', 'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:49:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:34Z', 'updated_at': '2021-11-18T17:41:40Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:41.371522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e9c35c-29bd-4eee-a220-0b6c3a06e022 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:41.384885 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-94e9c35c-29bd-4eee-a220-0b6c3a06e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:41.427497 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-da4db36e-994c-436c-ba70-f38178a2dc76 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Deleting port 59dad7ae-ea05-4b11-a13c-ab39579e5ebc {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:41.428192 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da4db36e-994c-436c-ba70-f38178a2dc76 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:41.439450 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-94e9c35c-29bd-4eee-a220-0b6c3a06e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:41.442217 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e9c35c-29bd-4eee-a220-0b6c3a06e022 None None] The sync data for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:41.528053 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da4db36e-994c-436c-ba70-f38178a2dc76 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:41.541322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-da4db36e-994c-436c-ba70-f38178a2dc76 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Calling delete_port for 59dad7ae-ea05-4b11-a13c-ab39579e5ebc owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:41.792860 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da4db36e-994c-436c-ba70-f38178a2dc76 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:41.845626 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4db36e-994c-436c-ba70-f38178a2dc76 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Port': ['ID=59dad7ae-ea05-4b11-a13c-ab39579e5ebc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:41.987959 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da4db36e-994c-436c-ba70-f38178a2dc76 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:41.995939 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58742) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:41.996559 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-da4db36e-994c-436c-ba70-f38178a2dc76 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/ports/59dad7ae-ea05-4b11-a13c-ab39579e5ebc HTTP/1.1" status: 204 len: 168 time: 0.7029979 Nov 18 17:43:42.002366 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a5599473-b4ce-4e57-83fa-4637c7f65f5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:42.108866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688582f4-73c9-4f7b-b0b8-2af866dbf8b1 req-f8519cdb-cab0-4103-b43e-614e69d5b93e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:42.111496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-688582f4-73c9-4f7b-b0b8-2af866dbf8b1 req-f8519cdb-cab0-4103-b43e-614e69d5b93e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 946 time: 0.0580108 Nov 18 17:43:42.113014 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5599473-b4ce-4e57-83fa-4637c7f65f5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:42.238392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b6dd6-024d-4be1-8971-e0171e862e77 req-f93193e5-1be8-476b-816a-b3beb1cb02ec tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:42.240017 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c7b6dd6-024d-4be1-8971-e0171e862e77 req-f93193e5-1be8-476b-816a-b3beb1cb02ec tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.83 "GET /v2.0/ports?device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 946 time: 0.0922933 Nov 18 17:43:42.243838 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ce92ebba-2e04-42ea-8a08-67f1bde85d7e no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:43:42.244171 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-688582f4-73c9-4f7b-b0b8-2af866dbf8b1 req-a41aae44-00f8-4209-91bb-5694575efe7f tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=9901b19a-36c7-487d-8b86-01455441b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155596 Nov 18 17:43:42.287865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: ce92ebba-2e04-42ea-8a08-67f1bde85d7e {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:43:42.292377 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ce92ebba-2e04-42ea-8a08-67f1bde85d7e not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:43:42.390067 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5599473-b4ce-4e57-83fa-4637c7f65f5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:42.452647 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-9c7b6dd6-024d-4be1-8971-e0171e862e77 req-dbbef598-eb0e-41a3-91e5-7e67434877fb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Deleting port 13286b5e-8090-4707-a994-227e990dfc75 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:42.453016 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9c7b6dd6-024d-4be1-8971-e0171e862e77 req-dbbef598-eb0e-41a3-91e5-7e67434877fb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:42.542528 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-a5599473-b4ce-4e57-83fa-4637c7f65f5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Allocated IP 172.25.3.64 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/69a50cac-46ff-4c4f-a138-806f299e100f) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:43:42.608112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-9c7b6dd6-024d-4be1-8971-e0171e862e77 req-dbbef598-eb0e-41a3-91e5-7e67434877fb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] For port 13286b5e-8090-4707-a994-227e990dfc75, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=13286b5e-8090-4707-a994-227e990dfc75,segment=NetworkSegment(597dffa5-5701-49c3-91dd-130b6fbf3ce7),segment_id=597dffa5-5701-49c3-91dd-130b6fbf3ce7)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:42.608703 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9c7b6dd6-024d-4be1-8971-e0171e862e77 req-dbbef598-eb0e-41a3-91e5-7e67434877fb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:42.630460 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-9c7b6dd6-024d-4be1-8971-e0171e862e77 req-dbbef598-eb0e-41a3-91e5-7e67434877fb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Calling delete_port for 13286b5e-8090-4707-a994-227e990dfc75 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:42.756462 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5599473-b4ce-4e57-83fa-4637c7f65f5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:42.881781 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5599473-b4ce-4e57-83fa-4637c7f65f5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:42.924247 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9c7b6dd6-024d-4be1-8971-e0171e862e77 req-dbbef598-eb0e-41a3-91e5-7e67434877fb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:42.994805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5599473-b4ce-4e57-83fa-4637c7f65f5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:43:43.005067 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-a5599473-b4ce-4e57-83fa-4637c7f65f5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:43.008650 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58758) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:43.010602 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5599473-b4ce-4e57-83fa-4637c7f65f5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:43:43.015357 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbef598-eb0e-41a3-91e5-7e67434877fb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'Port': ['ID=13286b5e-8090-4707-a994-227e990dfc75,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:43.063345 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5599473-b4ce-4e57-83fa-4637c7f65f5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=69a50cac-46ff-4c4f-a138-806f299e100f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:43.085646 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7b6dd6-024d-4be1-8971-e0171e862e77 req-dbbef598-eb0e-41a3-91e5-7e67434877fb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] No DVR routers for this DVR port 13286b5e-8090-4707-a994-227e990dfc75 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:43:43.088452 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9c7b6dd6-024d-4be1-8971-e0171e862e77 req-dbbef598-eb0e-41a3-91e5-7e67434877fb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:43.095328 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c7b6dd6-024d-4be1-8971-e0171e862e77 req-dbbef598-eb0e-41a3-91e5-7e67434877fb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.83 "DELETE /v2.0/ports/13286b5e-8090-4707-a994-227e990dfc75 HTTP/1.1" status: 204 len: 173 time: 0.8416700 Nov 18 17:43:43.095878 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14eb276b-9718-4f38-8951-a1c7283366ab', 'name': 'network-vif-deleted', 'tag': '13286b5e-8090-4707-a994-227e990dfc75'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:43:43.098566 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59cca33-151c-4a26-a858-6cf06142adef" -d '{"events": [{"server_uuid": "14eb276b-9718-4f38-8951-a1c7283366ab", "name": "network-vif-deleted", "tag": "13286b5e-8090-4707-a994-227e990dfc75"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:43:43.182432 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c62b7a3-157d-4458-8ad1-6426155778ea x-openstack-request-id: req-3c62b7a3-157d-4458-8ad1-6426155778ea {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:43:43.182797 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14eb276b-9718-4f38-8951-a1c7283366ab", "name": "network-vif-deleted", "tag": "13286b5e-8090-4707-a994-227e990dfc75", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:43:43.183031 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3c62b7a3-157d-4458-8ad1-6426155778ea {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:43:43.183456 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14eb276b-9718-4f38-8951-a1c7283366ab', 'name': 'network-vif-deleted', 'tag': '13286b5e-8090-4707-a994-227e990dfc75', 'status': 'completed', 'code': 200} Nov 18 17:43:43.214495 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5599473-b4ce-4e57-83fa-4637c7f65f5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:43.267616 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6ccffa96-f912-4674-9208-9c0162679064 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:43.383654 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6ccffa96-f912-4674-9208-9c0162679064 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:43.438925 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee1c492b-4285-4f97-8c3d-addca230f086 req-4c09821e-04c8-4f61-9bed-410a2266b803 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=14eb276b-9718-4f38-8951-a1c7283366ab HTTP/1.1" status: 200 len: 210 time: 0.0602486 Nov 18 17:43:43.444434 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5599473-b4ce-4e57-83fa-4637c7f65f5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:43.488615 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6ccffa96-f912-4674-9208-9c0162679064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:43.539392 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6ccffa96-f912-4674-9208-9c0162679064 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f16788b2b46a4f60bb2d7bb92feba97e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5274401 Nov 18 17:43:43.539756 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58776) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:43.601512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccffa96-f912-4674-9208-9c0162679064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d466d5-78ac-4f39-9e5c-fac911236afc,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:43.654191 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0a40ac3-bbbc-40b8-bb01-16395b6ee6f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:43.684089 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0a40ac3-bbbc-40b8-bb01-16395b6ee6f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:43.790990 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5599473-b4ce-4e57-83fa-4637c7f65f5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:43.890169 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5599473-b4ce-4e57-83fa-4637c7f65f5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:43.890574 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0a40ac3-bbbc-40b8-bb01-16395b6ee6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:43.895732 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0a40ac3-bbbc-40b8-bb01-16395b6ee6f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:43.901195 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d0a40ac3-bbbc-40b8-bb01-16395b6ee6f7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d3d466d5-78ac-4f39-9e5c-fac911236afc HTTP/1.1" status: 204 len: 168 time: 0.3564312 Nov 18 17:43:43.920320 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a40ac3-bbbc-40b8-bb01-16395b6ee6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d466d5-78ac-4f39-9e5c-fac911236afc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:43.964688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5599473-b4ce-4e57-83fa-4637c7f65f5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=69a50cac-46ff-4c4f-a138-806f299e100f,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:43.997024 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58782) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:44.020213 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5599473-b4ce-4e57-83fa-4637c7f65f5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:44.086369 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5599473-b4ce-4e57-83fa-4637c7f65f5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:44.090894 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a5599473-b4ce-4e57-83fa-4637c7f65f5b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0927577 Nov 18 17:43:44.091702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58786) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:44.098685 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3fdd8edf-6e7d-4ce9-8d51-52b5a4a3821a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'port': {'network_id': 'e40105d4-4e2f-42d1-b597-5b3434f91b12', 'name': 'tempest-FloatingIPTestJSON-448980596'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:44.149680 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-286419e4-1b02-431e-ac9a-3f2f927fd812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:44.247537 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-286419e4-1b02-431e-ac9a-3f2f927fd812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:44.374520 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-286419e4-1b02-431e-ac9a-3f2f927fd812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:44.374944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdd8edf-6e7d-4ce9-8d51-52b5a4a3821a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Made reservation on behalf of a11ea585eea3462c9133f1be96bd5dc0 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:43:44.380085 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8edf-6e7d-4ce9-8d51-52b5a4a3821a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:44.413092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-3fdd8edf-6e7d-4ce9-8d51-52b5a4a3821a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] device_id is not set on port de59735d-ba24-4a39-9d17-5535b7580c60 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:43:44.426662 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286419e4-1b02-431e-ac9a-3f2f927fd812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da58109-5f93-4409-acde-da847bed2167,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:44.432770 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-286419e4-1b02-431e-ac9a-3f2f927fd812 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=64a133f642b8402c9356a7986fa513e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4347239 Nov 18 17:43:44.435525 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58792) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:44.505553 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ad4bef08-2775-4600-ad14-fed3d5d6b615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:44.562652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58796) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:44.565420 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-3fdd8edf-6e7d-4ce9-8d51-52b5a4a3821a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Allocated IP 172.20.0.10 (e40105d4-4e2f-42d1-b597-5b3434f91b12/339edd0a-f887-471c-a656-886c6d40e9d0/de59735d-ba24-4a39-9d17-5535b7580c60) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:43:44.581310 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ad4bef08-2775-4600-ad14-fed3d5d6b615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:44.653160 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b94f18c7-a32e-4c67-a5f4-d469da650a8f tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:44.678944 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58798) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:44.692721 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b94f18c7-a32e-4c67-a5f4-d469da650a8f tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:44.706595 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9ee0450b-3cac-4587-a149-395cf542b605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:44.744117 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8edf-6e7d-4ce9-8d51-52b5a4a3821a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:44.783523 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ad4bef08-2775-4600-ad14-fed3d5d6b615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:44.786382 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ad4bef08-2775-4600-ad14-fed3d5d6b615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:44.787918 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ad4bef08-2775-4600-ad14-fed3d5d6b615 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6da58109-5f93-4409-acde-da847bed2167 HTTP/1.1" status: 204 len: 168 time: 0.3512182 Nov 18 17:43:44.808578 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bef08-2775-4600-ad14-fed3d5d6b615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da58109-5f93-4409-acde-da847bed2167,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:44.844640 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 13286b5e-8090-4707-a994-227e990dfc75 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:43:44.867695 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9ee0450b-3cac-4587-a149-395cf542b605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:44.868413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 13286b5e-8090-4707-a994-227e990dfc75 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:43:44.868983 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 13286b5e-8090-4707-a994-227e990dfc75 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:43:44.895490 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b94f18c7-a32e-4c67-a5f4-d469da650a8f tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:44.898268 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b94f18c7-a32e-4c67-a5f4-d469da650a8f tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:44.899443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b94f18c7-a32e-4c67-a5f4-d469da650a8f tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "DELETE /v2.0/security-groups/9901b19a-36c7-487d-8b86-01455441b9a8 HTTP/1.1" status: 204 len: 168 time: 0.3350830 Nov 18 17:43:44.910078 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f18c7-a32e-4c67-a5f4-d469da650a8f tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9901b19a-36c7-487d-8b86-01455441b9a8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:44.930645 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8edf-6e7d-4ce9-8d51-52b5a4a3821a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:44.972070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdd8edf-6e7d-4ce9-8d51-52b5a4a3821a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network e40105d4-4e2f-42d1-b597-5b3434f91b12 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:43:44.977660 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-3fdd8edf-6e7d-4ce9-8d51-52b5a4a3821a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:44.982378 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdd8edf-6e7d-4ce9-8d51-52b5a4a3821a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:43:44.998493 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9ee0450b-3cac-4587-a149-395cf542b605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:45.012957 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd8edf-6e7d-4ce9-8d51-52b5a4a3821a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=de59735d-ba24-4a39-9d17-5535b7580c60,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:45.039592 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58804) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:45.052127 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdd8edf-6e7d-4ce9-8d51-52b5a4a3821a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:45.052127 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8edf-6e7d-4ce9-8d51-52b5a4a3821a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:45.058420 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58806) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:45.058700 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9ee0450b-3cac-4587-a149-395cf542b605 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cfb36dc215a44428b862cf63efbb1eac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3779502 Nov 18 17:43:45.079305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0450b-3cac-4587-a149-395cf542b605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ead449-8d5a-4db8-882e-a830dfe5a2c8,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:45.109125 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5011c8-560a-4b6b-9a93-a5215992bc36 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Deleting subnet 3917434a-efc8-4bdc-85cc-1ff24a673df5 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:43:45.113480 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc5011c8-560a-4b6b-9a93-a5215992bc36 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:45.123951 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eac5d039-cc7c-4bd6-9d9c-acdc4589bf46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:45.154432 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc5011c8-560a-4b6b-9a93-a5215992bc36 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:45.156217 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eac5d039-cc7c-4bd6-9d9c-acdc4589bf46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:45.168038 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3fdd8edf-6e7d-4ce9-8d51-52b5a4a3821a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0748923 Nov 18 17:43:45.170549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58808) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:45.175747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-44efb418-718c-4b36-8446-e2b4a30527ef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'floatingip': {'port_id': 'de59735d-ba24-4a39-9d17-5535b7580c60'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:45.233760 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44efb418-718c-4b36-8446-e2b4a30527ef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:45.292412 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc5011c8-560a-4b6b-9a93-a5215992bc36 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:45.478814 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc5011c8-560a-4b6b-9a93-a5215992bc36 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:45.502918 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eac5d039-cc7c-4bd6-9d9c-acdc4589bf46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:45.505791 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eac5d039-cc7c-4bd6-9d9c-acdc4589bf46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:45.509600 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-eac5d039-cc7c-4bd6-9d9c-acdc4589bf46 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/91ead449-8d5a-4db8-882e-a830dfe5a2c8 HTTP/1.1" status: 204 len: 168 time: 0.4476962 Nov 18 17:43:45.520047 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5011c8-560a-4b6b-9a93-a5215992bc36 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'Subnet': ['ID=3917434a-efc8-4bdc-85cc-1ff24a673df5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:45.533553 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc5011c8-560a-4b6b-9a93-a5215992bc36 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:45.536894 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bc5011c8-560a-4b6b-9a93-a5215992bc36 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "DELETE /v2.0/subnets/3917434a-efc8-4bdc-85cc-1ff24a673df5 HTTP/1.1" status: 204 len: 168 time: 0.4962146 Nov 18 17:43:45.540412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58816) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:45.541430 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea674359-9845-4858-8352-d1ad9765c79d None None] Network 5622c29a-b2be-4272-b7d5-167f15f67672 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:43:45.586626 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5d039-cc7c-4bd6-9d9c-acdc4589bf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ead449-8d5a-4db8-882e-a830dfe5a2c8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:45.765494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58820) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:45.889943 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb3a5be-58d6-4c64-a492-2cfe92080835 None None] DHCP port deletion for 5622c29a-b2be-4272-b7d5-167f15f67672 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:43:45.942967 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-61a115ce-2e5a-4dbd-81ff-c343bc4e0625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:45.972145 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3a5be-58d6-4c64-a492-2cfe92080835 None None] Deleting port fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:45.972527 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6bb3a5be-58d6-4c64-a492-2cfe92080835 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:45.985318 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44efb418-718c-4b36-8446-e2b4a30527ef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.049693 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6bb3a5be-58d6-4c64-a492-2cfe92080835 None None] For port fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3,segment=NetworkSegment(597dffa5-5701-49c3-91dd-130b6fbf3ce7),segment_id=597dffa5-5701-49c3-91dd-130b6fbf3ce7)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:46.051220 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6bb3a5be-58d6-4c64-a492-2cfe92080835 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.074915 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3a5be-58d6-4c64-a492-2cfe92080835 None None] Calling delete_port for fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:46.086374 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-61a115ce-2e5a-4dbd-81ff-c343bc4e0625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.092854 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44efb418-718c-4b36-8446-e2b4a30527ef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.127625 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.230799 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-61a115ce-2e5a-4dbd-81ff-c343bc4e0625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.256258 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6bb3a5be-58d6-4c64-a492-2cfe92080835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.272281 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-44efb418-718c-4b36-8446-e2b4a30527ef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Floating IP f9da894c-ad10-4264-a46b-249be2e08ca3 associated. External IP: 172.25.3.64, port: de59735d-ba24-4a39-9d17-5535b7580c60. Nov 18 17:43:46.273260 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Deleting port fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:46.275999 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.321517 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3a5be-58d6-4c64-a492-2cfe92080835 None None] Pushing event deleted for resources: {'Port': ['ID=fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:46.329978 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb3a5be-58d6-4c64-a492-2cfe92080835 None None] No DVR routers for this DVR port fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:43:46.336173 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:43:46.361554 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:43:46.362137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:43:46.393693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] For port fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3, host n-d-813419-11, got binding levels [] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:46.394195 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.407658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Calling delete_port for fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:46.412178 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-61a115ce-2e5a-4dbd-81ff-c343bc4e0625 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=96bdf5b087fe406ba6fac3c51abb85e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6417835 Nov 18 17:43:46.412329 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.ipam_backend_mixin [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Port fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 was not found and therefore no delete operation was performed {{(pid=104007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 18 17:43:46.412466 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a115ce-2e5a-4dbd-81ff-c343bc4e0625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3728f3f3-fe77-4103-aa9f-920acb35b66f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:46.412582 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.414081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58832) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:46.454463 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] No DVR routers for this DVR port fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:43:46.455243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'Port': ['ID=fae1b45d-ee9d-4f07-ab7c-c5b37db66bd3,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:46.540505 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e226aec-6abe-40a3-b340-2aba2eaeb6d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.557984 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.569373 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e226aec-6abe-40a3-b340-2aba2eaeb6d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.581066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5622c29a-b2be-4272-b7d5-167f15f67672']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:46.591972 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597dffa5-5701-49c3-91dd-130b6fbf3ce7') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:46.592260 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597dffa5-5701-49c3-91dd-130b6fbf3ce7') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:46.602215 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.623185 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.644948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:43:46.645373 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:43:46.673678 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:43:46.728587 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44efb418-718c-4b36-8446-e2b4a30527ef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router e410c6ff-695f-42a9-9b21-8560c474f934 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:46.777140 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e226aec-6abe-40a3-b340-2aba2eaeb6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.779747 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e226aec-6abe-40a3-b340-2aba2eaeb6d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.780932 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7e226aec-6abe-40a3-b340-2aba2eaeb6d7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3728f3f3-fe77-4103-aa9f-920acb35b66f HTTP/1.1" status: 204 len: 168 time: 0.3644276 Nov 18 17:43:46.793819 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e226aec-6abe-40a3-b340-2aba2eaeb6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3728f3f3-fe77-4103-aa9f-920acb35b66f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:46.810100 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.820036 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.827181 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "DELETE /v2.0/networks/5622c29a-b2be-4272-b7d5-167f15f67672 HTTP/1.1" status: 204 len: 168 time: 1.2848835 Nov 18 17:43:46.827746 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58844) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:46.850524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9b503-0ad7-4773-9794-b5987d7c812e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'Network': ['ID=5622c29a-b2be-4272-b7d5-167f15f67672,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:46.877227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44efb418-718c-4b36-8446-e2b4a30527ef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:46.884736 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44efb418-718c-4b36-8446-e2b4a30527ef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:46.889138 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80057d17-3a82-47e4-a212-5c68f6ed25e4 None None] Sync routers for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:46.916328 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80057d17-3a82-47e4-a212-5c68f6ed25e4 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:46.916968 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-80057d17-3a82-47e4-a212-5c68f6ed25e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:46.925063 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-44efb418-718c-4b36-8446-e2b4a30527ef tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "PUT /v2.0/floatingips/f9da894c-ad10-4264-a46b-249be2e08ca3 HTTP/1.1" status: 200 len: 977 time: 1.7531991 Nov 18 17:43:46.927322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58848) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:47.009621 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-80057d17-3a82-47e4-a212-5c68f6ed25e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:47.029505 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80057d17-3a82-47e4-a212-5c68f6ed25e4 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:47.030143 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-80057d17-3a82-47e4-a212-5c68f6ed25e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:47.036669 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-cbdcf562-cbea-453a-b54f-bb379d229981 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Deleting port de59735d-ba24-4a39-9d17-5535b7580c60 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:47.037477 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cbdcf562-cbea-453a-b54f-bb379d229981 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:47.074018 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-80057d17-3a82-47e4-a212-5c68f6ed25e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:47.074954 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80057d17-3a82-47e4-a212-5c68f6ed25e4 None None] The sync data for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:47.092573 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c6997dde-ca57-4279-a89a-9f3021180911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Deleting port 9c124531-ce52-4cb4-a834-c958a54e5256 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:47.092961 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6997dde-ca57-4279-a89a-9f3021180911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:47.175303 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cbdcf562-cbea-453a-b54f-bb379d229981 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:47.202798 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6997dde-ca57-4279-a89a-9f3021180911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:47.204295 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6997dde-ca57-4279-a89a-9f3021180911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:47.218395 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c6997dde-ca57-4279-a89a-9f3021180911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Calling delete_port for 9c124531-ce52-4cb4-a834-c958a54e5256 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:47.684701 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6997dde-ca57-4279-a89a-9f3021180911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:47.721634 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6997dde-ca57-4279-a89a-9f3021180911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'Port': ['ID=9c124531-ce52-4cb4-a834-c958a54e5256,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:47.794640 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6997dde-ca57-4279-a89a-9f3021180911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:47.795366 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-c6997dde-ca57-4279-a89a-9f3021180911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Floating IP 7495c759-3857-434b-953f-9969e4c68fbf disassociated (deleted). External IP: 172.25.3.84, port: 6a5f81b6-bbd7-4f67-bf80-236439711872. Nov 18 17:43:47.882298 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cbdcf562-cbea-453a-b54f-bb379d229981 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:47.882879 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cbdcf562-cbea-453a-b54f-bb379d229981 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:47.883282 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-cbdcf562-cbea-453a-b54f-bb379d229981 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Floating IP f9da894c-ad10-4264-a46b-249be2e08ca3 disassociated. External IP: 172.25.3.64, port: de59735d-ba24-4a39-9d17-5535b7580c60. Nov 18 17:43:47.883699 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-cbdcf562-cbea-453a-b54f-bb379d229981 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Calling delete_port for de59735d-ba24-4a39-9d17-5535b7580c60 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:48.037385 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6997dde-ca57-4279-a89a-9f3021180911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Router 76425647-509c-4234-be6d-8f70714db2d3 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:48.149697 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6997dde-ca57-4279-a89a-9f3021180911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:48.154455 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c6997dde-ca57-4279-a89a-9f3021180911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:48.159029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59253b34-e5a3-4c71-b41e-77db2336dce5 None None] Sync routers for ids ['76425647-509c-4234-be6d-8f70714db2d3'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:48.175519 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59253b34-e5a3-4c71-b41e-77db2336dce5 None None] Routers {'76425647-509c-4234-be6d-8f70714db2d3'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:48.175519 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-59253b34-e5a3-4c71-b41e-77db2336dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['76425647-509c-4234-be6d-8f70714db2d3'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:48.198686 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c6997dde-ca57-4279-a89a-9f3021180911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "DELETE /v2.0/floatingips/7495c759-3857-434b-953f-9969e4c68fbf HTTP/1.1" status: 204 len: 168 time: 1.3554044 Nov 18 17:43:48.199403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'tag': '6a5f81b6-bbd7-4f67-bf80-236439711872'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:43:48.202406 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77d4013-9ed9-49fb-a422-bfb9acec74a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69", "tag": "6a5f81b6-bbd7-4f67-bf80-236439711872"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:43:48.206227 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cbdcf562-cbea-453a-b54f-bb379d229981 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:48.255295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcf562-cbea-453a-b54f-bb379d229981 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Port': ['ID=de59735d-ba24-4a39-9d17-5535b7580c60,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:48.277159 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611b39b7-8382-470c-8bde-b3640e1fb3b2 x-openstack-request-id: req-611b39b7-8382-470c-8bde-b3640e1fb3b2 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:43:48.278086 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69", "tag": "6a5f81b6-bbd7-4f67-bf80-236439711872", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:43:48.278640 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-611b39b7-8382-470c-8bde-b3640e1fb3b2 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:43:48.279504 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'tag': '6a5f81b6-bbd7-4f67-bf80-236439711872', 'status': 'completed', 'code': 200} Nov 18 17:43:48.473460 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d4013-9ed9-49fb-a422-bfb9acec74a5 req-1c7b2b18-6700-484f-bd57-4e01e520664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:48.476559 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a77d4013-9ed9-49fb-a422-bfb9acec74a5 req-1c7b2b18-6700-484f-bd57-4e01e520664d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 1098 time: 0.1709137 Nov 18 17:43:48.531057 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-59253b34-e5a3-4c71-b41e-77db2336dce5 None None] Set router 76425647-509c-4234-be6d-8f70714db2d3 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:43:48.623860 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdcf562-cbea-453a-b54f-bb379d229981 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router e410c6ff-695f-42a9-9b21-8560c474f934 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:48.625822 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d4013-9ed9-49fb-a422-bfb9acec74a5 req-0dbac11d-1638-4f0e-aa52-dd154a12b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:48.627307 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a77d4013-9ed9-49fb-a422-bfb9acec74a5 req-0dbac11d-1638-4f0e-aa52-dd154a12b7c9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=22e024c3-84a5-4744-8503-bb8da7dda11e HTTP/1.1" status: 200 len: 899 time: 0.1452093 Nov 18 17:43:48.737275 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a77d4013-9ed9-49fb-a422-bfb9acec74a5 req-aa7dce85-56c7-4dad-8e33-bb0698d2960e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5f81b6-bbd7-4f67-bf80-236439711872 HTTP/1.1" status: 200 len: 217 time: 0.1006708 Nov 18 17:43:48.817506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-59253b34-e5a3-4c71-b41e-77db2336dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:43:38Z', 'revision_number': 6, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '9e1c1db9-dfb1-4662-b1a4-8df520682e68', 'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:49:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:34Z', 'updated_at': '2021-11-18T17:41:40Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:48.848936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d4013-9ed9-49fb-a422-bfb9acec74a5 req-2f61abf8-99f4-4405-a79b-9b03f6c57ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:48.850420 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a77d4013-9ed9-49fb-a422-bfb9acec74a5 req-2f61abf8-99f4-4405-a79b-9b03f6c57ba5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f200c48f-52cf-4e1d-b67d-7f6b059f0ed4 HTTP/1.1" status: 200 len: 834 time: 0.1014068 Nov 18 17:43:48.855728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59253b34-e5a3-4c71-b41e-77db2336dce5 None None] Checking router: 76425647-509c-4234-be6d-8f70714db2d3 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:43:48.878457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdcf562-cbea-453a-b54f-bb379d229981 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:48.882039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59253b34-e5a3-4c71-b41e-77db2336dce5 None None] Routers {'76425647-509c-4234-be6d-8f70714db2d3'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:48.882739 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-59253b34-e5a3-4c71-b41e-77db2336dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['76425647-509c-4234-be6d-8f70714db2d3'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:48.890812 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39122864-d553-4997-ad3d-512b9eec3ef3 None None] Sync routers for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:48.943664 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39122864-d553-4997-ad3d-512b9eec3ef3 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:48.946038 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-39122864-d553-4997-ad3d-512b9eec3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:48.992959 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d4013-9ed9-49fb-a422-bfb9acec74a5 req-4948e9df-8578-4d8c-aecd-c0f4c372d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:49.005959 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a77d4013-9ed9-49fb-a422-bfb9acec74a5 req-4948e9df-8578-4d8c-aecd-c0f4c372d16e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=22e024c3-84a5-4744-8503-bb8da7dda11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1397076 Nov 18 17:43:49.055853 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-39122864-d553-4997-ad3d-512b9eec3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:49.065854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-59253b34-e5a3-4c71-b41e-77db2336dce5 None None] Set router 76425647-509c-4234-be6d-8f70714db2d3 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:43:49.079361 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d6a0a-631d-4954-944b-c0ecad0798b7 req-0fca7943-cb62-4667-9a4f-f5fcc3ca3f54 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:49.081552 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df1d6a0a-631d-4954-944b-c0ecad0798b7 req-0fca7943-cb62-4667-9a4f-f5fcc3ca3f54 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 946 time: 0.0970790 Nov 18 17:43:49.083007 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39122864-d553-4997-ad3d-512b9eec3ef3 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:49.083657 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-39122864-d553-4997-ad3d-512b9eec3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:49.094031 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cbdcf562-cbea-453a-b54f-bb379d229981 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:49.098523 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cbdcf562-cbea-453a-b54f-bb379d229981 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/ports/de59735d-ba24-4a39-9d17-5535b7580c60 HTTP/1.1" status: 204 len: 168 time: 2.1697671 Nov 18 17:43:49.101332 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58898) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:49.179183 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-39122864-d553-4997-ad3d-512b9eec3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:49.180895 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39122864-d553-4997-ad3d-512b9eec3ef3 None None] The sync data for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:49.185159 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a77d4013-9ed9-49fb-a422-bfb9acec74a5 req-eee2be11-cdfe-4ec5-a384-69723ef4b8ce service neutron] 10.222.0.81 "GET /v2.0/networks/22e024c3-84a5-4744-8503-bb8da7dda11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633902 Nov 18 17:43:49.232515 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7de64c25-b13d-44cc-9f4b-1ee4426fef65 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "GET /v2.0/floatingips/f9da894c-ad10-4264-a46b-249be2e08ca3 HTTP/1.1" status: 200 len: 687 time: 0.1212118 Nov 18 17:43:49.236824 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58908) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:49.272861 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df1d6a0a-631d-4954-944b-c0ecad0798b7 req-edc510be-f161-444a-a1e8-8596b6954d76 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f25f7d-8b4b-4a42-bfe3-d41266248abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838870 Nov 18 17:43:49.460022 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a77d4013-9ed9-49fb-a422-bfb9acec74a5 req-9cabe61b-1a92-4e0b-ae49-fb0f82ee354d service neutron] 10.222.0.81 "GET /v2.0/networks/22e024c3-84a5-4744-8503-bb8da7dda11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610803 Nov 18 17:43:49.491174 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-42f41346-9e35-4997-a4cd-c5778e661d33 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Deleting port 69a50cac-46ff-4c4f-a138-806f299e100f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:49.491595 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42f41346-9e35-4997-a4cd-c5778e661d33 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:49.754149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-59253b34-e5a3-4c71-b41e-77db2336dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:43:38Z', 'revision_number': 6, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '9e1c1db9-dfb1-4662-b1a4-8df520682e68', 'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:49:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:34Z', 'updated_at': '2021-11-18T17:41:40Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:49.754149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59253b34-e5a3-4c71-b41e-77db2336dce5 None None] The sync data for ids ['76425647-509c-4234-be6d-8f70714db2d3'] in n-d-813419-11 is: [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:43:38Z', 'revision_number': 6, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '9e1c1db9-dfb1-4662-b1a4-8df520682e68', 'name': '', 'network_id': '22e024c3-84a5-4744-8503-bb8da7dda11e', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:49:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:34Z', 'updated_at': '2021-11-18T17:41:40Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': 'f200c48f-52cf-4e1d-b67d-7f6b059f0ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:49.765807 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42f41346-9e35-4997-a4cd-c5778e661d33 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:49.765807 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42f41346-9e35-4997-a4cd-c5778e661d33 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:49.768730 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-42f41346-9e35-4997-a4cd-c5778e661d33 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Calling delete_port for 69a50cac-46ff-4c4f-a138-806f299e100f owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:50.025541 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4c704-2ca1-4f3c-bad5-01c1f5e832eb None None] New status for floating IP 7495c759-3857-434b-953f-9969e4c68fbf: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:43:50.038835 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42f41346-9e35-4997-a4cd-c5778e661d33 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:50.083152 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f41346-9e35-4997-a4cd-c5778e661d33 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Port': ['ID=69a50cac-46ff-4c4f-a138-806f299e100f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:50.184187 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42f41346-9e35-4997-a4cd-c5778e661d33 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:50.198824 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42f41346-9e35-4997-a4cd-c5778e661d33 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:50.200261 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-42f41346-9e35-4997-a4cd-c5778e661d33 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/floatingips/f9da894c-ad10-4264-a46b-249be2e08ca3 HTTP/1.1" status: 204 len: 168 time: 0.9618974 Nov 18 17:43:50.208149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 58944) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:50.213938 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': 'ef3448df-f45c-474f-a243-4fcf90c237e2'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:50.266734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e965b8-006c-40e9-aed1-25fd66957e9e req-f75601b6-a274-4cfe-91cf-dcbc4f77dfa7 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:50.268296 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a8e965b8-006c-40e9-aed1-25fd66957e9e req-f75601b6-a274-4cfe-91cf-dcbc4f77dfa7 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 946 time: 0.0543232 Nov 18 17:43:50.335921 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:50.424270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-a8e965b8-006c-40e9-aed1-25fd66957e9e req-d4246f15-80c2-4955-afa7-65499a528e29 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Deleting port 6a5f81b6-bbd7-4f67-bf80-236439711872 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:50.424617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a8e965b8-006c-40e9-aed1-25fd66957e9e req-d4246f15-80c2-4955-afa7-65499a528e29 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:50.511278 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c76b3-225f-4fea-abcc-734a5e3496bd req-5d1be919-02d9-4e37-85bc-446458815ddd tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:50.513208 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-578c76b3-225f-4fea-abcc-734a5e3496bd req-5d1be919-02d9-4e37-85bc-446458815ddd tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 946 time: 0.1084538 Nov 18 17:43:50.545103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-a8e965b8-006c-40e9-aed1-25fd66957e9e req-d4246f15-80c2-4955-afa7-65499a528e29 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] For port 6a5f81b6-bbd7-4f67-bf80-236439711872, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6a5f81b6-bbd7-4f67-bf80-236439711872,segment=NetworkSegment(e28c107b-9674-4e00-a9f4-70d3e9f94020),segment_id=e28c107b-9674-4e00-a9f4-70d3e9f94020)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:50.545749 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a8e965b8-006c-40e9-aed1-25fd66957e9e req-d4246f15-80c2-4955-afa7-65499a528e29 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:50.547870 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:50.575917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-a8e965b8-006c-40e9-aed1-25fd66957e9e req-d4246f15-80c2-4955-afa7-65499a528e29 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Calling delete_port for 6a5f81b6-bbd7-4f67-bf80-236439711872 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:50.626252 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-578c76b3-225f-4fea-abcc-734a5e3496bd req-1b8dd97f-5b1b-4c9e-a080-7a89472e1742 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f25f7d-8b4b-4a42-bfe3-d41266248abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992181 Nov 18 17:43:50.717622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Allocated IP 172.25.3.211 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/bec6b870-3082-4ef5-b7a8-dd8fea434510) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:43:50.789747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58966) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:50.855583 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a8e965b8-006c-40e9-aed1-25fd66957e9e req-d4246f15-80c2-4955-afa7-65499a528e29 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:50.862465 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:50.941857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4246f15-80c2-4955-afa7-65499a528e29 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'Port': ['ID=6a5f81b6-bbd7-4f67-bf80-236439711872,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:51.004468 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:51.015475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e965b8-006c-40e9-aed1-25fd66957e9e req-d4246f15-80c2-4955-afa7-65499a528e29 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] No DVR routers for this DVR port 6a5f81b6-bbd7-4f67-bf80-236439711872 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:43:51.018172 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a8e965b8-006c-40e9-aed1-25fd66957e9e req-d4246f15-80c2-4955-afa7-65499a528e29 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:51.021697 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a8e965b8-006c-40e9-aed1-25fd66957e9e req-d4246f15-80c2-4955-afa7-65499a528e29 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.81 "DELETE /v2.0/ports/6a5f81b6-bbd7-4f67-bf80-236439711872 HTTP/1.1" status: 204 len: 173 time: 0.7460554 Nov 18 17:43:51.022159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'name': 'network-vif-deleted', 'tag': '6a5f81b6-bbd7-4f67-bf80-236439711872'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:43:51.024477 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e594be7-a871-41dd-b7cf-bdaa71e1b8f4" -d '{"events": [{"server_uuid": "ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69", "name": "network-vif-deleted", "tag": "6a5f81b6-bbd7-4f67-bf80-236439711872"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:43:51.027737 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-85c8e514-f86f-47f6-b096-38e28cef0d64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:51.066558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:43:51.070657 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:51.074859 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:43:51.138193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=bec6b870-3082-4ef5-b7a8-dd8fea434510,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:51.150764 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08e8b44-16b6-4afb-9a51-12d7177ad101 x-openstack-request-id: req-a08e8b44-16b6-4afb-9a51-12d7177ad101 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:43:51.151895 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69", "name": "network-vif-deleted", "tag": "6a5f81b6-bbd7-4f67-bf80-236439711872", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:43:51.152340 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a08e8b44-16b6-4afb-9a51-12d7177ad101 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:43:51.153004 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69', 'name': 'network-vif-deleted', 'tag': '6a5f81b6-bbd7-4f67-bf80-236439711872', 'status': 'completed', 'code': 200} Nov 18 17:43:51.177558 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-85c8e514-f86f-47f6-b096-38e28cef0d64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:51.268068 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-85c8e514-f86f-47f6-b096-38e28cef0d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:51.424249 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-85c8e514-f86f-47f6-b096-38e28cef0d64 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b9dd3bef70e5446391ef53bb450e4bcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6331556 Nov 18 17:43:51.428402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 58990) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:51.439428 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8e514-f86f-47f6-b096-38e28cef0d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a21cd0-3623-4843-8511-6ada42f42bde,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:51.550178 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c374b68b-0aca-4b6c-8358-a46cb55303c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:51.589151 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c374b68b-0aca-4b6c-8358-a46cb55303c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:51.611883 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:51.690099 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:51.762705 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c374b68b-0aca-4b6c-8358-a46cb55303c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:51.766113 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c374b68b-0aca-4b6c-8358-a46cb55303c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:51.773628 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8030ee9c-21c5-4afe-a527-8215cb37c963 req-bea2c786-5ec0-435c-9a2a-f619a2538674 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee2b1d5b-e94f-48bc-b9eb-a8818a6c3a69 HTTP/1.1" status: 200 len: 210 time: 0.0281260 Nov 18 17:43:51.775729 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c374b68b-0aca-4b6c-8358-a46cb55303c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c0a21cd0-3623-4843-8511-6ada42f42bde HTTP/1.1" status: 204 len: 168 time: 0.3461447 Nov 18 17:43:51.785880 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374b68b-0aca-4b6c-8358-a46cb55303c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a21cd0-3623-4843-8511-6ada42f42bde,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:51.858461 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:52.059616 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:52.210049 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:52.292550 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=bec6b870-3082-4ef5-b7a8-dd8fea434510,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:52.301908 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:52.436510 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Floating IP e2cf7c57-bd40-4ff0-a7dd-4d2813da0bcc associated. External IP: 172.25.3.211, port: ef3448df-f45c-474f-a243-4fcf90c237e2. Nov 18 17:43:52.756488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59026) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:52.772540 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-468fe288-e529-45df-a204-53337e06ac62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:52.876697 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59032) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:52.926951 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-468fe288-e529-45df-a204-53337e06ac62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:52.977217 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efc568d0-b0c6-4ed4-a8ad-b9feab733e4c tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:53.006503 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router e410c6ff-695f-42a9-9b21-8560c474f934 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:53.016257 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-468fe288-e529-45df-a204-53337e06ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:53.022787 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efc568d0-b0c6-4ed4-a8ad-b9feab733e4c tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:53.110840 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fe288-e529-45df-a204-53337e06ac62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d968fb0-0290-414e-b1db-eb8ae487ffc8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:53.146783 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-468fe288-e529-45df-a204-53337e06ac62 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d22a71c6f4ae40579b14ec8784e4e3cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3891335 Nov 18 17:43:53.148700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:53.150164 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59036) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:53.173799 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82bb794-256b-462f-ad77-d710cdb5fd02 None None] Sync routers for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:53.189882 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82bb794-256b-462f-ad77-d710cdb5fd02 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:53.190500 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c82bb794-256b-462f-ad77-d710cdb5fd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:53.202913 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:53.225440 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278589e8-52b1-48cd-8790-d853b2c3e418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:53.245214 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c82bb794-256b-462f-ad77-d710cdb5fd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:53.258253 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278589e8-52b1-48cd-8790-d853b2c3e418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:53.259604 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82bb794-256b-462f-ad77-d710cdb5fd02 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:53.260856 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c82bb794-256b-462f-ad77-d710cdb5fd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:53.302302 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c82bb794-256b-462f-ad77-d710cdb5fd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:53.303330 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82bb794-256b-462f-ad77-d710cdb5fd02 None None] The sync data for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:53.323451 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:53.353916 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-903b46d9-8e0d-445c-b11b-240a12cdc489 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1445305 Nov 18 17:43:53.356474 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59042) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:53.362269 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a5e03634-8f94-447e-9eab-be06944e3658 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-76546308'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:53.369036 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efc568d0-b0c6-4ed4-a8ad-b9feab733e4c tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:53.371626 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efc568d0-b0c6-4ed4-a8ad-b9feab733e4c tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:53.376229 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-efc568d0-b0c6-4ed4-a8ad-b9feab733e4c tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "DELETE /v2.0/security-groups/11f25f7d-8b4b-4a42-bfe3-d41266248abd HTTP/1.1" status: 204 len: 168 time: 0.4982145 Nov 18 17:43:53.393053 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc568d0-b0c6-4ed4-a8ad-b9feab733e4c tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f25f7d-8b4b-4a42-bfe3-d41266248abd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:53.434043 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278589e8-52b1-48cd-8790-d853b2c3e418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:53.438798 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-278589e8-52b1-48cd-8790-d853b2c3e418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:53.440141 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-278589e8-52b1-48cd-8790-d853b2c3e418 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4d968fb0-0290-414e-b1db-eb8ae487ffc8 HTTP/1.1" status: 204 len: 168 time: 0.2888384 Nov 18 17:43:53.450296 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278589e8-52b1-48cd-8790-d853b2c3e418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d968fb0-0290-414e-b1db-eb8ae487ffc8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:53.495250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e03634-8f94-447e-9eab-be06944e3658 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Made reservation on behalf of a11ea585eea3462c9133f1be96bd5dc0 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:43:53.498832 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5e03634-8f94-447e-9eab-be06944e3658 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:53.508692 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59050) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:53.553954 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e03634-8f94-447e-9eab-be06944e3658 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] vlan segment allocate from pool success with {'vlan_id': 1106, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:43:53.560158 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6a5f81b6-bbd7-4f67-bf80-236439711872 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:43:53.574603 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5e03634-8f94-447e-9eab-be06944e3658 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:53.581484 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-a5e03634-8f94-447e-9eab-be06944e3658 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Added segment 722c6de7-a75d-4b3d-812a-f74c0a62558a of type vlan for network bb5557ea-e8c5-48f6-8b00-0160d6cd1a17 Nov 18 17:43:53.589756 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 6a5f81b6-bbd7-4f67-bf80-236439711872 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:43:53.590212 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6a5f81b6-bbd7-4f67-bf80-236439711872 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:43:53.665228 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5e03634-8f94-447e-9eab-be06944e3658 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:53.798298 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5e03634-8f94-447e-9eab-be06944e3658 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:53.805966 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e03634-8f94-447e-9eab-be06944e3658 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:53.806718 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5e03634-8f94-447e-9eab-be06944e3658 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:53.910770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e03634-8f94-447e-9eab-be06944e3658 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Network': ['ID=bb5557ea-e8c5-48f6-8b00-0160d6cd1a17,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:53.922899 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network bb5557ea-e8c5-48f6-8b00-0160d6cd1a17 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:43:53.933788 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a5e03634-8f94-447e-9eab-be06944e3658 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5735154 Nov 18 17:43:53.935974 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59060) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:53.942726 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2b82503c-036c-4979-85e8-19a6b54c59f8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'subnet': {'network_id': 'bb5557ea-e8c5-48f6-8b00-0160d6cd1a17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:54.038836 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0f3c02e-a26b-48d9-a787-f2869f5a9f97 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:54.215910 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b82503c-036c-4979-85e8-19a6b54c59f8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Made reservation on behalf of a11ea585eea3462c9133f1be96bd5dc0 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:43:54.221920 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b82503c-036c-4979-85e8-19a6b54c59f8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:54.399855 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-f0f3c02e-a26b-48d9-a787-f2869f5a9f97 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Deleting port 9e1c1db9-dfb1-4662-b1a4-8df520682e68 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:54.400554 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0f3c02e-a26b-48d9-a787-f2869f5a9f97 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:54.533758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-f0f3c02e-a26b-48d9-a787-f2869f5a9f97 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] For port 9e1c1db9-dfb1-4662-b1a4-8df520682e68, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9e1c1db9-dfb1-4662-b1a4-8df520682e68,segment=NetworkSegment(e28c107b-9674-4e00-a9f4-70d3e9f94020),segment_id=e28c107b-9674-4e00-a9f4-70d3e9f94020)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:54.534117 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0f3c02e-a26b-48d9-a787-f2869f5a9f97 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:54.550459 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-f0f3c02e-a26b-48d9-a787-f2869f5a9f97 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Calling delete_port for 9e1c1db9-dfb1-4662-b1a4-8df520682e68 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:54.607949 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b82503c-036c-4979-85e8-19a6b54c59f8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:54.663456 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82503c-036c-4979-85e8-19a6b54c59f8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Subnet': ['ID=f8cf887f-eee7-4f95-beaa-3e124d26fd22,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:54.713237 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b82503c-036c-4979-85e8-19a6b54c59f8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Checking segment: {'id': '722c6de7-a75d-4b3d-812a-f74c0a62558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'bb5557ea-e8c5-48f6-8b00-0160d6cd1a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:43:54.713610 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b82503c-036c-4979-85e8-19a6b54c59f8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network hostable DHCP agents. Network: bb5557ea-e8c5-48f6-8b00-0160d6cd1a17, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:43:54.838596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b82503c-036c-4979-85e8-19a6b54c59f8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network bb5557ea-e8c5-48f6-8b00-0160d6cd1a17 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:43:54.901667 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0f3c02e-a26b-48d9-a787-f2869f5a9f97 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:54.932691 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3c02e-a26b-48d9-a787-f2869f5a9f97 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'Port': ['ID=9e1c1db9-dfb1-4662-b1a4-8df520682e68,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:54.953065 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-2b82503c-036c-4979-85e8-19a6b54c59f8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, bb5557ea-e8c5-48f6-8b00-0160d6cd1a17) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:54.957816 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b82503c-036c-4979-85e8-19a6b54c59f8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:43:54.958682 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b82503c-036c-4979-85e8-19a6b54c59f8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:55.003117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409d4734-d9dd-4e0b-a4eb-c2bec27c7cca None None] Network bb5557ea-e8c5-48f6-8b00-0160d6cd1a17 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:43:55.052948 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2b82503c-036c-4979-85e8-19a6b54c59f8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1163857 Nov 18 17:43:55.055838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59094) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:55.065549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1305239790', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:43:55.211567 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:55.213260 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:55.276878 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0f3c02e-a26b-48d9-a787-f2869f5a9f97 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:55.300248 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:55.302955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-bb5557ea-e8c5-48f6-8b00-0160d6cd1a17', 'network_id': 'bb5557ea-e8c5-48f6-8b00-0160d6cd1a17', 'tenant_id': 'a11ea585eea3462c9133f1be96bd5dc0', 'fixed_ips': [{'subnet_id': 'f8cf887f-eee7-4f95-beaa-3e124d26fd22'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:43:55.303855 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:55.486578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Allocated IP 172.20.0.2 (bb5557ea-e8c5-48f6-8b00-0160d6cd1a17/f8cf887f-eee7-4f95-beaa-3e124d26fd22/9f3db289-189d-4049-b80e-021fbdaf902b) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:43:55.572334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f3c02e-a26b-48d9-a787-f2869f5a9f97 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Router 76425647-509c-4234-be6d-8f70714db2d3 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:43:55.708426 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:55.745770 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:55.768782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f3c02e-a26b-48d9-a787-f2869f5a9f97 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:55.774316 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f0f3c02e-a26b-48d9-a787-f2869f5a9f97 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "PUT /v2.0/routers/76425647-509c-4234-be6d-8f70714db2d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2639067 Nov 18 17:43:55.777085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59120) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:55.787239 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3647fce3-1389-4efd-9c73-7aed63f42e25 None None] Sync routers for ids ['76425647-509c-4234-be6d-8f70714db2d3'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:55.810816 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3647fce3-1389-4efd-9c73-7aed63f42e25 None None] Routers {'76425647-509c-4234-be6d-8f70714db2d3'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:55.811445 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3647fce3-1389-4efd-9c73-7aed63f42e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['76425647-509c-4234-be6d-8f70714db2d3'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:55.874051 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b90449-53b5-44e2-a3bf-765f13a1959e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Deleting subnet f200c48f-52cf-4e1d-b67d-7f6b059f0ed4 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:43:55.881203 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-61b90449-53b5-44e2-a3bf-765f13a1959e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:55.904411 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:55.958748 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-61b90449-53b5-44e2-a3bf-765f13a1959e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:56.102179 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-61b90449-53b5-44e2-a3bf-765f13a1959e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:56.104032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Network bb5557ea-e8c5-48f6-8b00-0160d6cd1a17 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:43:56.112246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:56.115555 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:43:56.180256 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Pushing event updated for resources: {'Port': ['ID=9f3db289-189d-4049-b80e-021fbdaf902b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:56.186840 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-3647fce3-1389-4efd-9c73-7aed63f42e25 None None] Set router 76425647-509c-4234-be6d-8f70714db2d3 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:43:56.273920 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:56.304603 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:56.314048 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59134) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:56.450544 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-61b90449-53b5-44e2-a3bf-765f13a1959e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:56.453359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Allocated IP 172.25.3.26 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/59b74655-dd21-4a85-9349-0a2e7f2a313e) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:43:56.491164 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b90449-53b5-44e2-a3bf-765f13a1959e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'Subnet': ['ID=f200c48f-52cf-4e1d-b67d-7f6b059f0ed4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:56.498989 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-61b90449-53b5-44e2-a3bf-765f13a1959e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:56.502343 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-61b90449-53b5-44e2-a3bf-765f13a1959e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "DELETE /v2.0/subnets/f200c48f-52cf-4e1d-b67d-7f6b059f0ed4 HTTP/1.1" status: 204 len: 168 time: 0.7242451 Nov 18 17:43:56.505109 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59140) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:56.549087 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b69741-ea04-4fb8-b3d6-81706e56b5ac None None] Network 22e024c3-84a5-4744-8503-bb8da7dda11e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:43:56.601425 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Attempting to bind port 9f3db289-189d-4049-b80e-021fbdaf902b on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:43:56.602076 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Attempting to bind port 9f3db289-189d-4049-b80e-021fbdaf902b by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '722c6de7-a75d-4b3d-812a-f74c0a62558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'bb5557ea-e8c5-48f6-8b00-0160d6cd1a17'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:43:56.602872 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Attempting to bind port 9f3db289-189d-4049-b80e-021fbdaf902b on network bb5557ea-e8c5-48f6-8b00-0160d6cd1a17 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:43:56.625740 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:43:56.626327 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Checking segment: {'id': '722c6de7-a75d-4b3d-812a-f74c0a62558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'bb5557ea-e8c5-48f6-8b00-0160d6cd1a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:43:56.627981 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:56.627981 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Bound using segment: {'id': '722c6de7-a75d-4b3d-812a-f74c0a62558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'bb5557ea-e8c5-48f6-8b00-0160d6cd1a17'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:43:56.628318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Bound port: 9f3db289-189d-4049-b80e-021fbdaf902b, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722c6de7-a75d-4b3d-812a-f74c0a62558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'bb5557ea-e8c5-48f6-8b00-0160d6cd1a17'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:43:56.630130 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:56.652204 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0630756-977a-43e9-8c58-864e537b0a85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:56.747268 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:56.827040 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0630756-977a-43e9-8c58-864e537b0a85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:56.856752 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e89afb6f-ce15-4854-b742-a83d3e692299 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:56.894957 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3647fce3-1389-4efd-9c73-7aed63f42e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:43:54Z', 'revision_number': 7, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:56.917484 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:56.935974 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] For port 9f3db289-189d-4049-b80e-021fbdaf902b, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:43:56.952839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3647fce3-1389-4efd-9c73-7aed63f42e25 None None] Checking router: 76425647-509c-4234-be6d-8f70714db2d3 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:43:56.978122 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] For port 9f3db289-189d-4049-b80e-021fbdaf902b, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9f3db289-189d-4049-b80e-021fbdaf902b,segment=NetworkSegment(722c6de7-a75d-4b3d-812a-f74c0a62558a),segment_id=722c6de7-a75d-4b3d-812a-f74c0a62558a)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:43:56.979592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3647fce3-1389-4efd-9c73-7aed63f42e25 None None] Routers {'76425647-509c-4234-be6d-8f70714db2d3'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:56.981138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3647fce3-1389-4efd-9c73-7aed63f42e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['76425647-509c-4234-be6d-8f70714db2d3'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:57.002134 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:43:57.006867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:43:57.033874 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f0630756-977a-43e9-8c58-864e537b0a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:57.034294 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e89afb6f-ce15-4854-b742-a83d3e692299 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:57.040365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:43:57.101723 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=59b74655-dd21-4a85-9349-0a2e7f2a313e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:57.173273 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d24a25a-92d5-4b45-be7e-3f247e959cbb None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:43:57.177901 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24e63d7-e0d3-4065-909f-4c11cb63c658 None None] DHCP port deletion for 22e024c3-84a5-4744-8503-bb8da7dda11e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:43:57.203108 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:57.527773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e952f1-8784-4d59-8735-ee956cf18f08 None None] Pushing event updated for resources: {'Port': ['ID=9f3db289-189d-4049-b80e-021fbdaf902b,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:57.544707 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f0630756-977a-43e9-8c58-864e537b0a85 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=943395eccca34b84a607e97978182229&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2229862 Nov 18 17:43:57.545882 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59168) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:57.572018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-06550afd-1740-4ce7-8cb1-c15d75b5eb27 None None] Provisioning complete for port 59b74655-dd21-4a85-9349-0a2e7f2a313e triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:43:57.572414 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-06550afd-1740-4ce7-8cb1-c15d75b5eb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:57.595271 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0630756-977a-43e9-8c58-864e537b0a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90573503-8bd6-4e99-b77d-643d1ebd2da9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:57.629841 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-06550afd-1740-4ce7-8cb1-c15d75b5eb27 None None] Port 59b74655-dd21-4a85-9349-0a2e7f2a313e cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:43:57.631908 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:57.643873 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-3647fce3-1389-4efd-9c73-7aed63f42e25 None None] Set router 76425647-509c-4234-be6d-8f70714db2d3 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:43:57.653401 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b7828e52-fd8b-4919-bae6-466225370b59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:57.684692 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b7828e52-fd8b-4919-bae6-466225370b59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:57.753997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-e89afb6f-ce15-4854-b742-a83d3e692299 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Deleting port cffae420-4aa3-45dd-a6a9-289fea03ec16 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:57.754510 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e89afb6f-ce15-4854-b742-a83d3e692299 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:57.830564 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b7828e52-fd8b-4919-bae6-466225370b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:57.834722 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b7828e52-fd8b-4919-bae6-466225370b59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:57.838976 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b7828e52-fd8b-4919-bae6-466225370b59 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/90573503-8bd6-4e99-b77d-643d1ebd2da9 HTTP/1.1" status: 204 len: 168 time: 0.2888651 Nov 18 17:43:57.854821 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7828e52-fd8b-4919-bae6-466225370b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90573503-8bd6-4e99-b77d-643d1ebd2da9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:57.914982 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-e89afb6f-ce15-4854-b742-a83d3e692299 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] For port cffae420-4aa3-45dd-a6a9-289fea03ec16, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cffae420-4aa3-45dd-a6a9-289fea03ec16,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:57.916312 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e89afb6f-ce15-4854-b742-a83d3e692299 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:57.944838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-e89afb6f-ce15-4854-b742-a83d3e692299 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Calling delete_port for cffae420-4aa3-45dd-a6a9-289fea03ec16 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:57.977103 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b24e63d7-e0d3-4065-909f-4c11cb63c658 None None] Deleting port f3fc4e04-35c3-42d7-8e93-1ecf98d6acce {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:43:57.977103 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b24e63d7-e0d3-4065-909f-4c11cb63c658 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:58.088458 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:58.167501 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b24e63d7-e0d3-4065-909f-4c11cb63c658 None None] For port f3fc4e04-35c3-42d7-8e93-1ecf98d6acce, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=f3fc4e04-35c3-42d7-8e93-1ecf98d6acce,segment=NetworkSegment(e28c107b-9674-4e00-a9f4-70d3e9f94020),segment_id=e28c107b-9674-4e00-a9f4-70d3e9f94020)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:58.170438 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b24e63d7-e0d3-4065-909f-4c11cb63c658 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:58.180766 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3647fce3-1389-4efd-9c73-7aed63f42e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:43:54Z', 'revision_number': 7, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:58.187102 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b24e63d7-e0d3-4065-909f-4c11cb63c658 None None] Calling delete_port for f3fc4e04-35c3-42d7-8e93-1ecf98d6acce owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:43:58.228980 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3647fce3-1389-4efd-9c73-7aed63f42e25 None None] The sync data for ids ['76425647-509c-4234-be6d-8f70714db2d3'] in n-d-813419-11 is: [{'id': '76425647-509c-4234-be6d-8f70714db2d3', 'name': 'tempest-TestNetworkBasicOps-router-90770871', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:41:26Z', 'updated_at': '2021-11-18T17:43:54Z', 'revision_number': 7, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': 'cffae420-4aa3-45dd-a6a9-289fea03ec16', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76425647-509c-4234-be6d-8f70714db2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:41:28Z', 'updated_at': '2021-11-18T17:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:58.341711 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e89afb6f-ce15-4854-b742-a83d3e692299 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:58.370113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89afb6f-ce15-4854-b742-a83d3e692299 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'Port': ['ID=cffae420-4aa3-45dd-a6a9-289fea03ec16,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:58.387017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e0961e-d14a-4563-9a06-0a39f1e89752 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:43:58.438489 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e89afb6f-ce15-4854-b742-a83d3e692299 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:58.451180 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router 22318b77-3b78-4bb4-828c-69eebf57cf65 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:43:58.463951 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b24e63d7-e0d3-4065-909f-4c11cb63c658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:58.504527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e63d7-e0d3-4065-909f-4c11cb63c658 None None] Pushing event deleted for resources: {'Port': ['ID=f3fc4e04-35c3-42d7-8e93-1ecf98d6acce,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:58.520391 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24e63d7-e0d3-4065-909f-4c11cb63c658 None None] No DVR routers for this DVR port f3fc4e04-35c3-42d7-8e93-1ecf98d6acce on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:43:58.694432 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9f3db289-189d-4049-b80e-021fbdaf902b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:43:58.702652 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e89afb6f-ce15-4854-b742-a83d3e692299 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:58.702652 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e89afb6f-ce15-4854-b742-a83d3e692299 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:58.733102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:43:58.751336 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26330226-f045-40d2-b152-3b380d04e226 None None] Sync routers for ids ['22318b77-3b78-4bb4-828c-69eebf57cf65'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:43:58.784708 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 9f3db289-189d-4049-b80e-021fbdaf902b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:43:58.785422 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:58.793354 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26330226-f045-40d2-b152-3b380d04e226 None None] Routers {'22318b77-3b78-4bb4-828c-69eebf57cf65'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:58.793996 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-26330226-f045-40d2-b152-3b380d04e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['22318b77-3b78-4bb4-828c-69eebf57cf65'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:58.834865 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:58.836372 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bf8167ad-637f-406d-9af3-f256bda9c3c9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7792401 Nov 18 17:43:58.845382 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59204) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:58.919317 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-26330226-f045-40d2-b152-3b380d04e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:58.948701 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26330226-f045-40d2-b152-3b380d04e226 None None] Routers {'22318b77-3b78-4bb4-828c-69eebf57cf65'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:43:58.949326 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-26330226-f045-40d2-b152-3b380d04e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['22318b77-3b78-4bb4-828c-69eebf57cf65'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:58.999246 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-26330226-f045-40d2-b152-3b380d04e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:59.000919 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26330226-f045-40d2-b152-3b380d04e226 None None] The sync data for ids ['22318b77-3b78-4bb4-828c-69eebf57cf65'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:43:59.119808 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:59.184521 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 9f3db289-189d-4049-b80e-021fbdaf902b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9f3db289-189d-4049-b80e-021fbdaf902b,segment=NetworkSegment(722c6de7-a75d-4b3d-812a-f74c0a62558a),segment_id=722c6de7-a75d-4b3d-812a-f74c0a62558a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:43:59.199500 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e89afb6f-ce15-4854-b742-a83d3e692299 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:59.200083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89afb6f-ce15-4854-b742-a83d3e692299 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Fanout notify agent at l3_agent the message router_deleted on router 76425647-509c-4234-be6d-8f70714db2d3 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:43:59.217202 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e89afb6f-ce15-4854-b742-a83d3e692299 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:59.217202 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e89afb6f-ce15-4854-b742-a83d3e692299 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "DELETE /v2.0/routers/76425647-509c-4234-be6d-8f70714db2d3 HTTP/1.1" status: 204 len: 168 time: 2.7053566 Nov 18 17:43:59.217403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59214) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:43:59.277320 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:59.428842 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a69238d0-9bda-487b-8a9f-db5c51385c78 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:59.436712 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device f3fc4e04-35c3-42d7-8e93-1ecf98d6acce no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:43:59.509447 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e57a5b6-aa49-4e3e-bfbc-141be043e54c None None] Network bb5557ea-e8c5-48f6-8b00-0160d6cd1a17 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:43:59.517275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: f3fc4e04-35c3-42d7-8e93-1ecf98d6acce {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:43:59.517275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device f3fc4e04-35c3-42d7-8e93-1ecf98d6acce not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:43:59.517275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=9f3db289-189d-4049-b80e-021fbdaf902b,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:59.630580 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b27e0f58-8fb0-4608-a90e-36665af5b82b None None] Provisioning complete for port 9f3db289-189d-4049-b80e-021fbdaf902b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:43:59.630981 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b27e0f58-8fb0-4608-a90e-36665af5b82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:59.643822 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a69238d0-9bda-487b-8a9f-db5c51385c78 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:59.679101 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a69238d0-9bda-487b-8a9f-db5c51385c78 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e024c3-84a5-4744-8503-bb8da7dda11e']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:59.691243 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a69238d0-9bda-487b-8a9f-db5c51385c78 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28c107b-9674-4e00-a9f4-70d3e9f94020') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:59.691632 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-a69238d0-9bda-487b-8a9f-db5c51385c78 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28c107b-9674-4e00-a9f4-70d3e9f94020') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:43:59.706588 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a69238d0-9bda-487b-8a9f-db5c51385c78 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:59.725420 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a69238d0-9bda-487b-8a9f-db5c51385c78 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:59.736992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69238d0-9bda-487b-8a9f-db5c51385c78 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:43:59.738068 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a69238d0-9bda-487b-8a9f-db5c51385c78 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:43:59.742041 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:43:59.868953 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:59.938890 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a69238d0-9bda-487b-8a9f-db5c51385c78 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:59.946092 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a69238d0-9bda-487b-8a9f-db5c51385c78 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:43:59.961338 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a69238d0-9bda-487b-8a9f-db5c51385c78 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "DELETE /v2.0/networks/22e024c3-84a5-4744-8503-bb8da7dda11e HTTP/1.1" status: 204 len: 168 time: 0.7457130 Nov 18 17:43:59.987011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69238d0-9bda-487b-8a9f-db5c51385c78 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'Network': ['ID=22e024c3-84a5-4744-8503-bb8da7dda11e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:43:59.994027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59246) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:00.007687 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c28510e5-6459-4f16-89fa-61d1af54bfcb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'network': {'name': 'tempest-network-smoke--952812883', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'port_security_enabled': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:00.028506 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b494a3d-52d2-4da6-b067-51298f8f671f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:00.105688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59248) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:00.124267 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28510e5-6459-4f16-89fa-61d1af54bfcb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Made reservation on behalf of 2d3a2a2617bf4ee3b0b376095db39c8f for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:00.138195 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c28510e5-6459-4f16-89fa-61d1af54bfcb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:00.188570 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28510e5-6459-4f16-89fa-61d1af54bfcb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] vlan segment allocate from pool success with {'vlan_id': 1147, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:44:00.205650 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c28510e5-6459-4f16-89fa-61d1af54bfcb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:00.206517 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-c28510e5-6459-4f16-89fa-61d1af54bfcb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Added segment e8454a7e-e206-4fb1-9a9b-ed1296b93679 of type vlan for network 0e477477-ccc5-4c52-a4eb-ab873fa4c037 Nov 18 17:44:00.309408 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c28510e5-6459-4f16-89fa-61d1af54bfcb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:00.335707 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9f3db289-189d-4049-b80e-021fbdaf902b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:44:00.363576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Allocated IP 172.20.0.1 (bb5557ea-e8c5-48f6-8b00-0160d6cd1a17/f8cf887f-eee7-4f95-beaa-3e124d26fd22/51426653-2a25-44eb-8f34-0e63033fe3cc) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:44:00.425689 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-710d1890-25f5-4a98-b2d4-72ea53cc54d0 None None] Provisioning complete for port 9f3db289-189d-4049-b80e-021fbdaf902b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:00.426078 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-710d1890-25f5-4a98-b2d4-72ea53cc54d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:00.426269 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2dcd3fd2-d51c-45f5-a9f0-22a80f04f807 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1126083920-network', 'tenant_id': 'c216ce0846a74a52aec9392dfb2212db'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:00.429675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 9f3db289-189d-4049-b80e-021fbdaf902b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:00.430260 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:00.450100 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c28510e5-6459-4f16-89fa-61d1af54bfcb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:00.456763 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28510e5-6459-4f16-89fa-61d1af54bfcb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:00.457513 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c28510e5-6459-4f16-89fa-61d1af54bfcb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:00.511962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcd3fd2-d51c-45f5-a9f0-22a80f04f807 admin admin] Made reservation on behalf of c216ce0846a74a52aec9392dfb2212db for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:00.512786 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3fd2-d51c-45f5-a9f0-22a80f04f807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:00.545584 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:00.549991 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3fd2-d51c-45f5-a9f0-22a80f04f807 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:00.592724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28510e5-6459-4f16-89fa-61d1af54bfcb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Network': ['ID=0e477477-ccc5-4c52-a4eb-ab873fa4c037,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:00.605536 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 0e477477-ccc5-4c52-a4eb-ab873fa4c037 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:44:00.669520 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3fd2-d51c-45f5-a9f0-22a80f04f807 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:00.692872 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9e1c1db9-dfb1-4662-b1a4-8df520682e68 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:44:00.704594 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c28510e5-6459-4f16-89fa-61d1af54bfcb tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7092028 Nov 18 17:44:00.707352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59260) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:00.712413 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2020613699', 'admin_state_up': True, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:00.719995 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 9e1c1db9-dfb1-4662-b1a4-8df520682e68 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:44:00.720359 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9e1c1db9-dfb1-4662-b1a4-8df520682e68 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:44:00.720803 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cffae420-4aa3-45dd-a6a9-289fea03ec16 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:44:00.737221 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:00.741293 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: cffae420-4aa3-45dd-a6a9-289fea03ec16 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:44:00.745142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cffae420-4aa3-45dd-a6a9-289fea03ec16 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:44:00.759047 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network bb5557ea-e8c5-48f6-8b00-0160d6cd1a17 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:00.777916 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:00.781587 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:44:00.827144 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=51426653-2a25-44eb-8f34-0e63033fe3cc,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:00.839492 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:00.857064 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3fd2-d51c-45f5-a9f0-22a80f04f807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:00.889191 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:00.890329 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:00.916654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcd3fd2-d51c-45f5-a9f0-22a80f04f807 admin admin] vlan segment allocate from pool success with {'vlan_id': 1127, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:44:00.944050 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd3fd2-d51c-45f5-a9f0-22a80f04f807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a64c99-75a1-44aa-9f67-da410404d5a7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:00.949648 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3fd2-d51c-45f5-a9f0-22a80f04f807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:00.949993 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-2dcd3fd2-d51c-45f5-a9f0-22a80f04f807 admin admin] Added segment 539f2706-44ae-42e1-8490-55e7fda7f569 of type vlan for network 2cf9b20d-7f66-4595-982e-af83926eb445 Nov 18 17:44:01.054745 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:01.058781 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3fd2-d51c-45f5-a9f0-22a80f04f807 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:01.111540 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:01.132203 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c94d22a4-405c-4ce3-bdca-84a50586e9b2 None None] Provisioning complete for port 51426653-2a25-44eb-8f34-0e63033fe3cc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:01.132759 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c94d22a4-405c-4ce3-bdca-84a50586e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:01.173482 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c94d22a4-405c-4ce3-bdca-84a50586e9b2 None None] Port 51426653-2a25-44eb-8f34-0e63033fe3cc cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:44:01.188637 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3fd2-d51c-45f5-a9f0-22a80f04f807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:01.188637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcd3fd2-d51c-45f5-a9f0-22a80f04f807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:01.188637 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3fd2-d51c-45f5-a9f0-22a80f04f807 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:01.449935 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:01.534329 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:01.636713 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=51426653-2a25-44eb-8f34-0e63033fe3cc,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:01.640211 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:01.747450 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network bb5557ea-e8c5-48f6-8b00-0160d6cd1a17 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:01.748698 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:01.835256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd3fd2-d51c-45f5-a9f0-22a80f04f807 admin admin] Pushing event updated for resources: {'Network': ['ID=2cf9b20d-7f66-4595-982e-af83926eb445,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:01.841309 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2dcd3fd2-d51c-45f5-a9f0-22a80f04f807 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7339058 Nov 18 17:44:01.843870 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:01.847845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59282) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:01.848084 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 2cf9b20d-7f66-4595-982e-af83926eb445 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:44:01.854524 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7a2a1766-bdd7-42a3-a390-f42840921aa5 admin admin] Request body: {'subnet': {'network_id': '2cf9b20d-7f66-4595-982e-af83926eb445', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1126083920-subnet', 'tenant_id': 'c216ce0846a74a52aec9392dfb2212db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:01.915323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router 22318b77-3b78-4bb4-828c-69eebf57cf65 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:44:02.010016 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2a1766-bdd7-42a3-a390-f42840921aa5 admin admin] Made reservation on behalf of c216ce0846a74a52aec9392dfb2212db for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:02.012717 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7a2a1766-bdd7-42a3-a390-f42840921aa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:02.105442 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:44:02.116626 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f4dfdc-7bd2-4dd9-b4e4-dcd293d70e8b None None] Sync routers for ids ['22318b77-3b78-4bb4-828c-69eebf57cf65'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:44:02.120376 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f9085689-a8ad-4e24-81d0-46edb107e6fb tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "PUT /v2.0/routers/22318b77-3b78-4bb4-828c-69eebf57cf65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2713552 Nov 18 17:44:02.120891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59290) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:02.126602 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f389a489-f879-43ba-86c8-4df5a1141858 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'port': {'network_id': 'bb5557ea-e8c5-48f6-8b00-0160d6cd1a17', 'name': 'tempest-FloatingIPTestJSON-577288276'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:02.131013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f4dfdc-7bd2-4dd9-b4e4-dcd293d70e8b None None] Routers {'22318b77-3b78-4bb4-828c-69eebf57cf65'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:44:02.134159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-98f4dfdc-7bd2-4dd9-b4e4-dcd293d70e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['22318b77-3b78-4bb4-828c-69eebf57cf65'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:02.203688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-98f4dfdc-7bd2-4dd9-b4e4-dcd293d70e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:02.225341 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f4dfdc-7bd2-4dd9-b4e4-dcd293d70e8b None None] Routers {'22318b77-3b78-4bb4-828c-69eebf57cf65'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:44:02.226185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-98f4dfdc-7bd2-4dd9-b4e4-dcd293d70e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:43:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['22318b77-3b78-4bb4-828c-69eebf57cf65'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:02.262892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6b3f4a72-db36-48ae-9625-c0bbd029970f None None] Provisioning complete for port 51426653-2a25-44eb-8f34-0e63033fe3cc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:02.267170 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6b3f4a72-db36-48ae-9625-c0bbd029970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:02.274090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-98f4dfdc-7bd2-4dd9-b4e4-dcd293d70e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:02.274773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f4dfdc-7bd2-4dd9-b4e4-dcd293d70e8b None None] The sync data for ids ['22318b77-3b78-4bb4-828c-69eebf57cf65'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:44:02.357346 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f4a72-db36-48ae-9625-c0bbd029970f None None] Port 51426653-2a25-44eb-8f34-0e63033fe3cc cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:44:02.450215 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-65d0c591-9d80-459b-bdfe-7af3c304f203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:02.515816 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f389a489-f879-43ba-86c8-4df5a1141858 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Made reservation on behalf of a11ea585eea3462c9133f1be96bd5dc0 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:02.520050 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f389a489-f879-43ba-86c8-4df5a1141858 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:02.531311 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7a2a1766-bdd7-42a3-a390-f42840921aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:02.591961 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:02.603025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [None req-f389a489-f879-43ba-86c8-4df5a1141858 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] device_id is not set on port 74861166-98a7-4a87-92c7-d7acc7239c84 yet. {{(pid=104008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 18 17:44:02.631885 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:02.677738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a1766-bdd7-42a3-a390-f42840921aa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e1cf90-7d56-4b73-a982-1c17231b8698,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:02.751251 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2a1766-bdd7-42a3-a390-f42840921aa5 admin admin] Checking segment: {'id': '539f2706-44ae-42e1-8490-55e7fda7f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '2cf9b20d-7f66-4595-982e-af83926eb445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:02.751607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2a1766-bdd7-42a3-a390-f42840921aa5 admin admin] Network hostable DHCP agents. Network: 2cf9b20d-7f66-4595-982e-af83926eb445, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:44:02.861341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-f389a489-f879-43ba-86c8-4df5a1141858 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Allocated IP 172.20.0.14 (bb5557ea-e8c5-48f6-8b00-0160d6cd1a17/f8cf887f-eee7-4f95-beaa-3e124d26fd22/74861166-98a7-4a87-92c7-d7acc7239c84) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:44:02.870534 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Allocated IP 172.25.3.67 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/2bc4c880-e2b9-43d6-8951-3bd3bc694301) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:44:02.940950 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2a1766-bdd7-42a3-a390-f42840921aa5 admin admin] Network 2cf9b20d-7f66-4595-982e-af83926eb445 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:44:03.080241 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:03.083621 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-7a2a1766-bdd7-42a3-a390-f42840921aa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 2cf9b20d-7f66-4595-982e-af83926eb445) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:03.091377 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2a1766-bdd7-42a3-a390-f42840921aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:03.091990 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7a2a1766-bdd7-42a3-a390-f42840921aa5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:03.097429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da84d190-d815-4a07-83bc-9d751d5ecdae None None] Network 2cf9b20d-7f66-4595-982e-af83926eb445 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:03.135391 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f389a489-f879-43ba-86c8-4df5a1141858 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:03.215669 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7a2a1766-bdd7-42a3-a390-f42840921aa5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3596008 Nov 18 17:44:03.244302 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:03.274005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49259c15-c45c-46c6-a360-93bd86a645fb None None] Network 2cf9b20d-7f66-4595-982e-af83926eb445 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:03.301988 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:03.305855 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:03.310739 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:44:03.324576 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acecbff-cbfc-4c28-82de-11f1920354a2 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:44:03.358273 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f389a489-f879-43ba-86c8-4df5a1141858 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:03.364925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Port': ['ID=2bc4c880-e2b9-43d6-8951-3bd3bc694301,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:03.423502 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f389a489-f879-43ba-86c8-4df5a1141858 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Network bb5557ea-e8c5-48f6-8b00-0160d6cd1a17 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:03.436195 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-f389a489-f879-43ba-86c8-4df5a1141858 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:03.476438 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f389a489-f879-43ba-86c8-4df5a1141858 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:44:03.484287 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389a489-f879-43ba-86c8-4df5a1141858 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event updated for resources: {'Port': ['ID=74861166-98a7-4a87-92c7-d7acc7239c84,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:03.516735 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-997d6522-7855-45cc-a733-211ea09fc36d None None] Provisioning complete for port 2bc4c880-e2b9-43d6-8951-3bd3bc694301 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:03.518706 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-997d6522-7855-45cc-a733-211ea09fc36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:03.653111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-997d6522-7855-45cc-a733-211ea09fc36d None None] Port 2bc4c880-e2b9-43d6-8951-3bd3bc694301 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:44:03.659525 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f389a489-f879-43ba-86c8-4df5a1141858 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:03.660360 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f389a489-f879-43ba-86c8-4df5a1141858 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:03.751751 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:03.879231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59330) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:03.879906 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f389a489-f879-43ba-86c8-4df5a1141858 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7574816 Nov 18 17:44:03.885445 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5ec497a6-6205-47e1-bf1d-0e5c5203cda8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Request body: {'floatingip': {'port_id': '74861166-98a7-4a87-92c7-d7acc7239c84'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:03.893364 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d060f071-2a0c-4db7-a214-63f945c51ac1 None None] Provisioning complete for port 74861166-98a7-4a87-92c7-d7acc7239c84 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:03.893743 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d060f071-2a0c-4db7-a214-63f945c51ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:03.947566 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d060f071-2a0c-4db7-a214-63f945c51ac1 None None] Port 74861166-98a7-4a87-92c7-d7acc7239c84 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:44:03.972775 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ec497a6-6205-47e1-bf1d-0e5c5203cda8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:04.013103 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:04.306698 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:04.574780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Router 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:44:04.658920 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ec497a6-6205-47e1-bf1d-0e5c5203cda8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:04.754391 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:44:04.765522 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Sync routers for ids ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:44:04.777688 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Routers {'4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:44:04.778295 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-29711914-c984-43d4-993d-bd9011a89563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:44:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:04.792627 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ec497a6-6205-47e1-bf1d-0e5c5203cda8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:04.908729 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:04.910182 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f10aa5d7-acda-4154-90c9-6bcfef91fcc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2015944 Nov 18 17:44:04.914741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59352) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:04.944870 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Set router 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:44:05.021062 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f827b51d-4445-40e2-86fc-56c578657e74 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2d3a2a2617bf4ee3b0b376095db39c8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1034205 Nov 18 17:44:05.025472 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59358) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:05.071854 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:05.234801 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:44:05.242300 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f5a72e-216e-4446-ab87-b8c00e0bc9c3 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:05.245090 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d5f5a72e-216e-4446-ab87-b8c00e0bc9c3 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2163639 Nov 18 17:44:05.247987 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59364) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:05.253421 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-29711914-c984-43d4-993d-bd9011a89563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'name': 'tempest-TestNetworkBasicOps-router-2020613699', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:44:00Z', 'updated_at': '2021-11-18T17:44:03Z', 'revision_number': 3, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:02Z', 'updated_at': '2021-11-18T17:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:05.260776 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-5ec497a6-6205-47e1-bf1d-0e5c5203cda8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Floating IP e2cf7c57-bd40-4ff0-a7dd-4d2813da0bcc associated. External IP: 172.25.3.211, port: ef3448df-f45c-474f-a243-4fcf90c237e2. Nov 18 17:44:05.306045 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f1a926c8-63e4-4f00-bd05-474819fc2f5a tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0565042 Nov 18 17:44:05.308586 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59368) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:05.315164 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-de4292d9-9fad-48bf-96da-2042d48bd32e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-608394062', 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:05.315715 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Checking router: 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:44:05.316053 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Updating router 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 port 2bc4c880-e2b9-43d6-8951-3bd3bc694301 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:44:05.355580 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:05.511461 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:05.679896 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec497a6-6205-47e1-bf1d-0e5c5203cda8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router e410c6ff-695f-42a9-9b21-8560c474f934 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:44:05.824548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4292d9-9fad-48bf-96da-2042d48bd32e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Made reservation on behalf of 2d3a2a2617bf4ee3b0b376095db39c8f for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:05.828967 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-de4292d9-9fad-48bf-96da-2042d48bd32e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:05.850594 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:05.870639 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec497a6-6205-47e1-bf1d-0e5c5203cda8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:44:05.900788 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80c5b6a-b20f-4a92-8222-83de1d79d471 None None] Sync routers for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:44:05.912061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c5b6a-b20f-4a92-8222-83de1d79d471 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:44:05.912952 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f80c5b6a-b20f-4a92-8222-83de1d79d471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:44:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:05.953332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f80c5b6a-b20f-4a92-8222-83de1d79d471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:05.960053 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:05.966265 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c5b6a-b20f-4a92-8222-83de1d79d471 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:44:05.970138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f80c5b6a-b20f-4a92-8222-83de1d79d471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:44:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:06.037298 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f80c5b6a-b20f-4a92-8222-83de1d79d471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:06.038292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80c5b6a-b20f-4a92-8222-83de1d79d471 None None] The sync data for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:44:06.232640 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d088170e-1366-4c02-8e11-697d5e5e3fc1 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:44:06.254987 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c9363-21a9-4121-9829-ecc05fc8efaf None None] Pushing event updated for resources: {'Port': ['ID=2bc4c880-e2b9-43d6-8951-3bd3bc694301,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:06.257577 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Attempting to bind port 2bc4c880-e2b9-43d6-8951-3bd3bc694301 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:44:06.258398 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Attempting to bind port 2bc4c880-e2b9-43d6-8951-3bd3bc694301 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:44:06.258769 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Attempting to bind port 2bc4c880-e2b9-43d6-8951-3bd3bc694301 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:44:06.269266 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:44:06.271094 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:06.271094 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:06.271094 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:44:06.271094 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Bound port: 2bc4c880-e2b9-43d6-8951-3bd3bc694301, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:44:06.271563 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:06.306286 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-71eb0171-4835-4713-80e5-09fb0c9bfc53 None None] Provisioning complete for port 2bc4c880-e2b9-43d6-8951-3bd3bc694301 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:06.307935 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-71eb0171-4835-4713-80e5-09fb0c9bfc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:06.347090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-71eb0171-4835-4713-80e5-09fb0c9bfc53 None None] Port 2bc4c880-e2b9-43d6-8951-3bd3bc694301 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:44:06.355381 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-29711914-c984-43d4-993d-bd9011a89563 None None] For port 2bc4c880-e2b9-43d6-8951-3bd3bc694301, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:44:06.358762 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-29711914-c984-43d4-993d-bd9011a89563 None None] For port 2bc4c880-e2b9-43d6-8951-3bd3bc694301, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2bc4c880-e2b9-43d6-8951-3bd3bc694301,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:44:06.374602 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec497a6-6205-47e1-bf1d-0e5c5203cda8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router 22318b77-3b78-4bb4-828c-69eebf57cf65 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:44:06.431719 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-de4292d9-9fad-48bf-96da-2042d48bd32e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:06.530289 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:06.539674 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4292d9-9fad-48bf-96da-2042d48bd32e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Subnet': ['ID=8f69c48d-8cf1-4316-992c-3aad73e2245a,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:06.559673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec497a6-6205-47e1-bf1d-0e5c5203cda8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:44:06.568667 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ec497a6-6205-47e1-bf1d-0e5c5203cda8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:06.574307 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4292d9-9fad-48bf-96da-2042d48bd32e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Checking segment: {'id': 'e8454a7e-e206-4fb1-9a9b-ed1296b93679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:06.574687 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4292d9-9fad-48bf-96da-2042d48bd32e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network hostable DHCP agents. Network: 0e477477-ccc5-4c52-a4eb-ab873fa4c037, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:44:06.577855 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37e4c7e-2c63-47ee-8c31-2563872a0b83 None None] Sync routers for ids ['22318b77-3b78-4bb4-828c-69eebf57cf65'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:44:06.583889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9017283-6cfa-4b39-85a5-6a97b528a5ff None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:44:06.620357 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37e4c7e-2c63-47ee-8c31-2563872a0b83 None None] Routers {'22318b77-3b78-4bb4-828c-69eebf57cf65'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:44:06.621243 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a37e4c7e-2c63-47ee-8c31-2563872a0b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:44:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['22318b77-3b78-4bb4-828c-69eebf57cf65'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:06.647832 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5ec497a6-6205-47e1-bf1d-0e5c5203cda8 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "PUT /v2.0/floatingips/e2cf7c57-bd40-4ff0-a7dd-4d2813da0bcc HTTP/1.1" status: 200 len: 978 time: 2.7645516 Nov 18 17:44:06.649017 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59396) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:06.671213 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Routers {'4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:44:06.671711 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-29711914-c984-43d4-993d-bd9011a89563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:44:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:06.684427 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a37e4c7e-2c63-47ee-8c31-2563872a0b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:06.687158 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ca7aa0d9-18de-4fdd-a978-e38507e981c2 None None] Provisioning complete for port 2bc4c880-e2b9-43d6-8951-3bd3bc694301 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:06.688393 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ca7aa0d9-18de-4fdd-a978-e38507e981c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:06.725510 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4292d9-9fad-48bf-96da-2042d48bd32e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network 0e477477-ccc5-4c52-a4eb-ab873fa4c037 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:44:06.732800 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c9363-21a9-4121-9829-ecc05fc8efaf None None] Pushing event updated for resources: {'Port': ['ID=2bc4c880-e2b9-43d6-8951-3bd3bc694301,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:06.748333 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37e4c7e-2c63-47ee-8c31-2563872a0b83 None None] Routers {'22318b77-3b78-4bb4-828c-69eebf57cf65'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:44:06.749026 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a37e4c7e-2c63-47ee-8c31-2563872a0b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:44:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['22318b77-3b78-4bb4-828c-69eebf57cf65'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:06.812212 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-771e939d-5b2b-4d2f-acca-3724d168e296 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Deleting port 74861166-98a7-4a87-92c7-d7acc7239c84 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:44:06.813662 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-771e939d-5b2b-4d2f-acca-3724d168e296 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:06.817523 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ca7aa0d9-18de-4fdd-a978-e38507e981c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:06.822181 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a37e4c7e-2c63-47ee-8c31-2563872a0b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:06.823094 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37e4c7e-2c63-47ee-8c31-2563872a0b83 None None] The sync data for ids ['22318b77-3b78-4bb4-828c-69eebf57cf65'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:44:06.868817 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-de4292d9-9fad-48bf-96da-2042d48bd32e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 0e477477-ccc5-4c52-a4eb-ab873fa4c037) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:06.883082 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ca7aa0d9-18de-4fdd-a978-e38507e981c2 None None] For port 2bc4c880-e2b9-43d6-8951-3bd3bc694301, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2bc4c880-e2b9-43d6-8951-3bd3bc694301,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:06.884060 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-29711914-c984-43d4-993d-bd9011a89563 None None] Set router 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:44:06.886574 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331ba82a-5655-47b3-97b6-eb5ef3a14951 None None] Network 0e477477-ccc5-4c52-a4eb-ab873fa4c037 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:06.954877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4292d9-9fad-48bf-96da-2042d48bd32e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:06.955486 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-de4292d9-9fad-48bf-96da-2042d48bd32e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:06.993749 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ca7aa0d9-18de-4fdd-a978-e38507e981c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:07.102569 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7aa0d9-18de-4fdd-a978-e38507e981c2 None None] Pushing event updated for resources: {'Port': ['ID=2bc4c880-e2b9-43d6-8951-3bd3bc694301,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:07.145641 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa0d9-18de-4fdd-a978-e38507e981c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:07.147544 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa0d9-18de-4fdd-a978-e38507e981c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:07.148091 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa0d9-18de-4fdd-a978-e38507e981c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:07.148411 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-cda5ed27-f756-49df-8a64-decccf4b3c9b tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:07.148809 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa0d9-18de-4fdd-a978-e38507e981c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:07.149310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa0d9-18de-4fdd-a978-e38507e981c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:07.149961 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa0d9-18de-4fdd-a978-e38507e981c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:07.150085 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-cda5ed27-f756-49df-8a64-decccf4b3c9b tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/networks?id=2cf9b20d-7f66-4595-982e-af83926eb445 HTTP/1.1" status: 200 len: 809 time: 0.1711752 Nov 18 17:44:07.150652 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa0d9-18de-4fdd-a978-e38507e981c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:07.151147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa0d9-18de-4fdd-a978-e38507e981c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:07.151637 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa0d9-18de-4fdd-a978-e38507e981c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:07.152168 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa0d9-18de-4fdd-a978-e38507e981c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:07.152821 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa0d9-18de-4fdd-a978-e38507e981c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:07.153379 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7aa0d9-18de-4fdd-a978-e38507e981c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:07.181154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-de4292d9-9fad-48bf-96da-2042d48bd32e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8713083 Nov 18 17:44:07.183870 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59426) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:07.209930 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-27704256-a611-4892-b46d-569b597d4f78 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/quotas/c216ce0846a74a52aec9392dfb2212db HTTP/1.1" status: 200 len: 375 time: 0.0399904 Nov 18 17:44:07.212046 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-771e939d-5b2b-4d2f-acca-3724d168e296 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:07.224696 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-29711914-c984-43d4-993d-bd9011a89563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'name': 'tempest-TestNetworkBasicOps-router-2020613699', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:44:00Z', 'updated_at': '2021-11-18T17:44:03Z', 'revision_number': 3, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:02Z', 'updated_at': '2021-11-18T17:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:07.280503 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-265cb463-aec6-42d2-a72d-f1fdb0d80ccb tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c216ce0846a74a52aec9392dfb2212db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620697 Nov 18 17:44:07.289877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-0e477477-ccc5-4c52-a4eb-ab873fa4c037', 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'fixed_ips': [{'subnet_id': '8f69c48d-8cf1-4316-992c-3aad73e2245a'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:44:07.290932 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:07.310056 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29711914-c984-43d4-993d-bd9011a89563 None None] The sync data for ids ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'] in n-d-813419-11 is: [{'id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'name': 'tempest-TestNetworkBasicOps-router-2020613699', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:44:00Z', 'updated_at': '2021-11-18T17:44:03Z', 'revision_number': 3, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:02Z', 'updated_at': '2021-11-18T17:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:44:07.568906 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-2f22b253-669b-42f1-9a0c-66931b61feb9 service neutron] 10.222.0.72 "GET /v2.0/networks/2cf9b20d-7f66-4595-982e-af83926eb445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460542 Nov 18 17:44:07.616462 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Allocated IP 172.20.0.2 (0e477477-ccc5-4c52-a4eb-ab873fa4c037/8f69c48d-8cf1-4316-992c-3aad73e2245a/85803c32-e8e4-4264-80d2-9d0eed3b1416) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:44:07.675685 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-dab24354-9c6c-408e-b783-5a1e854062bb service neutron] 10.222.0.72 "GET /v2.0/networks/2cf9b20d-7f66-4595-982e-af83926eb445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005182 Nov 18 17:44:07.723998 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-771e939d-5b2b-4d2f-acca-3724d168e296 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:07.724391 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-771e939d-5b2b-4d2f-acca-3724d168e296 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:07.724719 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-771e939d-5b2b-4d2f-acca-3724d168e296 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Floating IP e2cf7c57-bd40-4ff0-a7dd-4d2813da0bcc disassociated. External IP: 172.25.3.211, port: 74861166-98a7-4a87-92c7-d7acc7239c84. Nov 18 17:44:07.725269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-771e939d-5b2b-4d2f-acca-3724d168e296 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Calling delete_port for 74861166-98a7-4a87-92c7-d7acc7239c84 owned by {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:44:08.076342 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:08.112505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3eb64cef-70d5-4cf3-80f5-ccd1e68a0c51 req-e85ee760-c3b1-4b28-bc7c-0d7ad0426431 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 210 time: 0.0470653 Nov 18 17:44:08.176378 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:08.260689 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-771e939d-5b2b-4d2f-acca-3724d168e296 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:08.306063 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Network 0e477477-ccc5-4c52-a4eb-ab873fa4c037 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:08.315056 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:08.317783 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:44:08.320079 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Pushing event updated for resources: {'Port': ['ID=85803c32-e8e4-4264-80d2-9d0eed3b1416,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:08.352328 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e939d-5b2b-4d2f-acca-3724d168e296 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Port': ['ID=74861166-98a7-4a87-92c7-d7acc7239c84,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:08.442312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2bc4c880-e2b9-43d6-8951-3bd3bc694301 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:44:08.547642 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:08.622941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Attempting to bind port 85803c32-e8e4-4264-80d2-9d0eed3b1416 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:44:08.623473 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Attempting to bind port 85803c32-e8e4-4264-80d2-9d0eed3b1416 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'e8454a7e-e206-4fb1-9a9b-ed1296b93679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:44:08.623994 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Attempting to bind port 85803c32-e8e4-4264-80d2-9d0eed3b1416 on network 0e477477-ccc5-4c52-a4eb-ab873fa4c037 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:44:08.639771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:44:08.640254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Checking segment: {'id': 'e8454a7e-e206-4fb1-9a9b-ed1296b93679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:08.641441 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:08.647137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Bound using segment: {'id': 'e8454a7e-e206-4fb1-9a9b-ed1296b93679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:44:08.647913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Bound port: 85803c32-e8e4-4264-80d2-9d0eed3b1416, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8454a7e-e206-4fb1-9a9b-ed1296b93679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:44:08.655849 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:08.776833 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771e939d-5b2b-4d2f-acca-3724d168e296 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router 22318b77-3b78-4bb4-828c-69eebf57cf65 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:44:08.838064 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2bc4c880-e2b9-43d6-8951-3bd3bc694301 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:08.838451 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:08.986585 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] For port 85803c32-e8e4-4264-80d2-9d0eed3b1416, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:44:09.024498 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] For port 85803c32-e8e4-4264-80d2-9d0eed3b1416, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=85803c32-e8e4-4264-80d2-9d0eed3b1416,segment=NetworkSegment(e8454a7e-e206-4fb1-9a9b-ed1296b93679),segment_id=e8454a7e-e206-4fb1-9a9b-ed1296b93679)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:44:09.079388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771e939d-5b2b-4d2f-acca-3724d168e296 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:44:09.122737 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25695fc1-9265-4fc1-93e5-fd712e30c862 None None] Sync routers for ids ['22318b77-3b78-4bb4-828c-69eebf57cf65'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:44:09.137872 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:09.330460 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb027ceb-9b0c-46af-a31a-a2a7f9cdcb97 req-ca65bbae-1e9b-41ca-a34c-2a42e7635b38 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 210 time: 0.0997653 Nov 18 17:44:09.341429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25695fc1-9265-4fc1-93e5-fd712e30c862 None None] Routers {'22318b77-3b78-4bb4-828c-69eebf57cf65'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:44:09.344768 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-25695fc1-9265-4fc1-93e5-fd712e30c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:44:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['22318b77-3b78-4bb4-828c-69eebf57cf65'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:09.360744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Allocated IP 172.20.0.1 (0e477477-ccc5-4c52-a4eb-ab873fa4c037/8f69c48d-8cf1-4316-992c-3aad73e2245a/4c570258-744f-4a3b-a3e9-0e535f85428a) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:44:09.367090 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-771e939d-5b2b-4d2f-acca-3724d168e296 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:09.370971 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-771e939d-5b2b-4d2f-acca-3724d168e296 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/ports/74861166-98a7-4a87-92c7-d7acc7239c84 HTTP/1.1" status: 204 len: 168 time: 2.7206156 Nov 18 17:44:09.378773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59470) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:09.643430 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-25695fc1-9265-4fc1-93e5-fd712e30c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:09.696495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39ccdb-d409-41f1-a7be-703437a99ef4 None None] Pushing event updated for resources: {'Port': ['ID=85803c32-e8e4-4264-80d2-9d0eed3b1416,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:09.700995 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25695fc1-9265-4fc1-93e5-fd712e30c862 None None] Routers {'22318b77-3b78-4bb4-828c-69eebf57cf65'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:44:09.701868 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-25695fc1-9265-4fc1-93e5-fd712e30c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:44:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['22318b77-3b78-4bb4-828c-69eebf57cf65'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:09.756735 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-25695fc1-9265-4fc1-93e5-fd712e30c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:09.757476 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25695fc1-9265-4fc1-93e5-fd712e30c862 None None] The sync data for ids ['22318b77-3b78-4bb4-828c-69eebf57cf65'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:44:10.268136 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:10.333443 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 85803c32-e8e4-4264-80d2-9d0eed3b1416 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:44:10.457392 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 85803c32-e8e4-4264-80d2-9d0eed3b1416 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:10.457392 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:10.490335 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:10.523979 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e8756191-cf45-4fb8-ad53-93a9c7e0d763 req-167ed8a3-27a2-4251-97e0-151461454915 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 210 time: 0.0583999 Nov 18 17:44:10.599048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Port': ['ID=4c570258-744f-4a3b-a3e9-0e535f85428a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:10.605259 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:10.624330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network 0e477477-ccc5-4c52-a4eb-ab873fa4c037 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:10.629287 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:10.630216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:10.630464 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:10.630809 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:10.631149 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:10.631486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:10.631851 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:10.634986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:10.634986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:10.634986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:10.634986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:10.634986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:10.638891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:10.645856 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:44:10.673305 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 85803c32-e8e4-4264-80d2-9d0eed3b1416, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=85803c32-e8e4-4264-80d2-9d0eed3b1416,segment=NetworkSegment(e8454a7e-e206-4fb1-9a9b-ed1296b93679),segment_id=e8454a7e-e206-4fb1-9a9b-ed1296b93679)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:10.710894 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:10.718914 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-391d0561-b1be-4b84-9738-a0b9e03cbbc7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:10.766578 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:10.815655 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=85803c32-e8e4-4264-80d2-9d0eed3b1416,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:10.943594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edefcc95-dc4d-4dad-943a-5b7e66ad3539 None None] Network 0e477477-ccc5-4c52-a4eb-ab873fa4c037 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:11.097085 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:11.130413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cfe0d192-35ca-447c-9bc0-c60aa44fbf7a None None] Provisioning complete for port 85803c32-e8e4-4264-80d2-9d0eed3b1416 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:11.131685 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cfe0d192-35ca-447c-9bc0-c60aa44fbf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:11.160382 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-391d0561-b1be-4b84-9738-a0b9e03cbbc7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Deleting port 51426653-2a25-44eb-8f34-0e63033fe3cc {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:44:11.160697 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-391d0561-b1be-4b84-9738-a0b9e03cbbc7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:11.365761 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-391d0561-b1be-4b84-9738-a0b9e03cbbc7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:11.412788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-391d0561-b1be-4b84-9738-a0b9e03cbbc7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Calling delete_port for 51426653-2a25-44eb-8f34-0e63033fe3cc owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:44:11.513377 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c3e8587d-9be9-4f45-b19c-d80a52d181d4 None None] Provisioning complete for port 85803c32-e8e4-4264-80d2-9d0eed3b1416 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:11.514667 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c3e8587d-9be9-4f45-b19c-d80a52d181d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:11.698622 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c3e8587d-9be9-4f45-b19c-d80a52d181d4 None None] Provisioning complete for port 4c570258-744f-4a3b-a3e9-0e535f85428a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:11.699553 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c3e8587d-9be9-4f45-b19c-d80a52d181d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:11.708388 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5256c498-9a60-429c-8356-ac68c3b3ab14 req-ea48392a-fc6b-41e7-ae0f-945d4cea3925 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 210 time: 0.0521488 Nov 18 17:44:11.804437 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c3e8587d-9be9-4f45-b19c-d80a52d181d4 None None] Port 4c570258-744f-4a3b-a3e9-0e535f85428a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:44:11.854593 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-2fed81e2-1846-499b-bfa9-03cd39251ac6 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:11.856277 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-2fed81e2-1846-499b-bfa9-03cd39251ac6 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.81 "GET /v2.0/networks?id=2cf9b20d-7f66-4595-982e-af83926eb445 HTTP/1.1" status: 200 len: 809 time: 0.4811447 Nov 18 17:44:11.881318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-885644d0-7c38-4879-9478-3fa50f0a3b26 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Request body: {'port': {'device_id': '5de060d1-94ff-435a-8beb-25903ffe13dc', 'network_id': '2cf9b20d-7f66-4595-982e-af83926eb445', 'admin_state_up': True, 'tenant_id': 'c216ce0846a74a52aec9392dfb2212db'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:11.928220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-476b577f-3540-417c-b8b5-93d60c274e5b None None] Provisioning complete for port 4c570258-744f-4a3b-a3e9-0e535f85428a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:11.928909 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-476b577f-3540-417c-b8b5-93d60c274e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:11.962400 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:11.974438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-476b577f-3540-417c-b8b5-93d60c274e5b None None] Port 4c570258-744f-4a3b-a3e9-0e535f85428a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:44:12.038709 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:12.095981 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-391d0561-b1be-4b84-9738-a0b9e03cbbc7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:12.150918 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:12.173833 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Port': ['ID=4c570258-744f-4a3b-a3e9-0e535f85428a,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:12.232922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d0561-b1be-4b84-9738-a0b9e03cbbc7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Port': ['ID=51426653-2a25-44eb-8f34-0e63033fe3cc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:12.280354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 85803c32-e8e4-4264-80d2-9d0eed3b1416 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:44:12.321039 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-885644d0-7c38-4879-9478-3fa50f0a3b26 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Made reservation on behalf of c216ce0846a74a52aec9392dfb2212db for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:12.324012 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-885644d0-7c38-4879-9478-3fa50f0a3b26 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:12.360310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 85803c32-e8e4-4264-80d2-9d0eed3b1416 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:12.361226 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:12.497399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network 0e477477-ccc5-4c52-a4eb-ab873fa4c037 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:12.505680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:12.528921 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-391d0561-b1be-4b84-9738-a0b9e03cbbc7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:12.725344 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-885644d0-7c38-4879-9478-3fa50f0a3b26 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Allocated IP 172.20.0.4 (2cf9b20d-7f66-4595-982e-af83926eb445/e9e1cf90-7d56-4b73-a982-1c17231b8698/ccbb6593-00e0-459e-bf6e-d96d11830dc4) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:44:12.790917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Router 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:44:12.810190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5efc6e83-7b5d-4ff4-b75f-f2176e1babd6 None None] Provisioning complete for port 4c570258-744f-4a3b-a3e9-0e535f85428a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:12.811964 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5efc6e83-7b5d-4ff4-b75f-f2176e1babd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:12.852715 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5efc6e83-7b5d-4ff4-b75f-f2176e1babd6 None None] Port 4c570258-744f-4a3b-a3e9-0e535f85428a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:44:12.860672 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d3f0f4ac-97e3-48a8-9c0f-40db92a57764 req-30b436fc-f4db-4503-84f3-8aa6f848e3e1 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 210 time: 0.0375717 Nov 18 17:44:13.101101 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:44:13.109205 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dfb142b0-5f67-45cb-8a6f-702b2eac0776 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "PUT /v2.0/routers/4f9bfff2-9d54-46c4-8a85-6adcdcf27e06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9235806 Nov 18 17:44:13.112285 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Sync routers for ids ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:44:13.112930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59502) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:13.124963 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Routers {'4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:44:13.126181 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:44:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:13.140170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391d0561-b1be-4b84-9738-a0b9e03cbbc7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router 22318b77-3b78-4bb4-828c-69eebf57cf65 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:44:13.164748 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-885644d0-7c38-4879-9478-3fa50f0a3b26 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:13.296800 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Set router 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:44:13.601759 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'name': 'tempest-TestNetworkBasicOps-router-2020613699', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:44:00Z', 'updated_at': '2021-11-18T17:44:10Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:02Z', 'updated_at': '2021-11-18T17:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '4c570258-744f-4a3b-a3e9-0e535f85428a', 'name': '', 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:d2:84:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:08Z', 'updated_at': '2021-11-18T17:44:11Z', 'revision_number': 2, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:13.643003 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Checking router: 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:44:13.643554 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Updating router 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 port 4c570258-744f-4a3b-a3e9-0e535f85428a binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:44:13.675757 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:13.731726 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391d0561-b1be-4b84-9738-a0b9e03cbbc7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:44:13.739946 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-391d0561-b1be-4b84-9738-a0b9e03cbbc7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "PUT /v2.0/routers/22318b77-3b78-4bb4-828c-69eebf57cf65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3486876 Nov 18 17:44:13.739946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59514) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:13.743863 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1f9e5a-870a-4cf2-857a-69cac3ccc742 None None] Sync routers for ids ['22318b77-3b78-4bb4-828c-69eebf57cf65'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:44:13.760495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1f9e5a-870a-4cf2-857a-69cac3ccc742 None None] Routers {'22318b77-3b78-4bb4-828c-69eebf57cf65'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:44:13.761136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ea1f9e5a-870a-4cf2-857a-69cac3ccc742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:44:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['22318b77-3b78-4bb4-828c-69eebf57cf65'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:13.793766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e0b1ec-ccda-4a26-ab65-ca8ece381e83 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:13.794633 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e0b1ec-ccda-4a26-ab65-ca8ece381e83 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:13.795357 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e0b1ec-ccda-4a26-ab65-ca8ece381e83 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:13.796386 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e0b1ec-ccda-4a26-ab65-ca8ece381e83 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:13.798154 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e0b1ec-ccda-4a26-ab65-ca8ece381e83 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:13.798830 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e0b1ec-ccda-4a26-ab65-ca8ece381e83 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:13.799489 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e0b1ec-ccda-4a26-ab65-ca8ece381e83 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:13.800227 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-885644d0-7c38-4879-9478-3fa50f0a3b26 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:13.806424 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d5e0b1ec-ccda-4a26-ab65-ca8ece381e83 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4976 time: 0.6906319 Nov 18 17:44:13.808291 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59516) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:13.841365 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ea1f9e5a-870a-4cf2-857a-69cac3ccc742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:13.870183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1f9e5a-870a-4cf2-857a-69cac3ccc742 None None] Routers {'22318b77-3b78-4bb4-828c-69eebf57cf65'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:44:13.870877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ea1f9e5a-870a-4cf2-857a-69cac3ccc742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:44:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['22318b77-3b78-4bb4-828c-69eebf57cf65'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:13.897443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-885644d0-7c38-4879-9478-3fa50f0a3b26 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Network 2cf9b20d-7f66-4595-982e-af83926eb445 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:13.932739 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-885644d0-7c38-4879-9478-3fa50f0a3b26 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:13.952348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-885644d0-7c38-4879-9478-3fa50f0a3b26 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:44:13.967444 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ea1f9e5a-870a-4cf2-857a-69cac3ccc742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:13.970811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1f9e5a-870a-4cf2-857a-69cac3ccc742 None None] The sync data for ids ['22318b77-3b78-4bb4-828c-69eebf57cf65'] in n-d-813419-11 is: [] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:44:14.037685 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-885644d0-7c38-4879-9478-3fa50f0a3b26 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:14.038343 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-885644d0-7c38-4879-9478-3fa50f0a3b26 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:14.051650 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc1f362-799e-452c-aa39-f1f662c6c395 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:14.052227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc1f362-799e-452c-aa39-f1f662c6c395 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:14.052675 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc1f362-799e-452c-aa39-f1f662c6c395 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:14.053666 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc1f362-799e-452c-aa39-f1f662c6c395 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:14.054122 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc1f362-799e-452c-aa39-f1f662c6c395 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:14.054613 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc1f362-799e-452c-aa39-f1f662c6c395 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:14.055163 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc1f362-799e-452c-aa39-f1f662c6c395 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:14.056196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885644d0-7c38-4879-9478-3fa50f0a3b26 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Pushing event updated for resources: {'Port': ['ID=ccbb6593-00e0-459e-bf6e-d96d11830dc4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:14.057187 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cdc1f362-799e-452c-aa39-f1f662c6c395 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4549 time: 0.2476113 Nov 18 17:44:14.082011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59522) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:14.088920 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98f678-2224-43a3-b2b0-321941ca9dbc req-efa300fd-ecac-48ec-8271-883fb7b553f3 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:14.091840 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a98f678-2224-43a3-b2b0-321941ca9dbc req-efa300fd-ecac-48ec-8271-883fb7b553f3 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 931 time: 0.0960827 Nov 18 17:44:14.133585 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca8eccd8-5548-45ee-a5cc-aed0bf34ad20 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:14.135251 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:14.185194 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a98f678-2224-43a3-b2b0-321941ca9dbc req-37ad67b6-e34b-43e1-947d-6c9ca37d22f9 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863554 Nov 18 17:44:14.211826 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-885644d0-7c38-4879-9478-3fa50f0a3b26 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3381562 Nov 18 17:44:14.232957 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:14.234947 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Request body: {'port': {'device_id': '5de060d1-94ff-435a-8beb-25903ffe13dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:14.338885 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea170a7c-e634-4d49-9834-663c66e49bf6 None None] Pushing event updated for resources: {'Port': ['ID=4c570258-744f-4a3b-a3e9-0e535f85428a,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:14.364682 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca8eccd8-5548-45ee-a5cc-aed0bf34ad20 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:14.388957 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:14.440455 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Attempting to bind port 4c570258-744f-4a3b-a3e9-0e535f85428a on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:44:14.442629 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Attempting to bind port 4c570258-744f-4a3b-a3e9-0e535f85428a by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'e8454a7e-e206-4fb1-9a9b-ed1296b93679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:44:14.443157 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Attempting to bind port 4c570258-744f-4a3b-a3e9-0e535f85428a on network 0e477477-ccc5-4c52-a4eb-ab873fa4c037 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:44:14.458778 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:44:14.458778 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Checking segment: {'id': 'e8454a7e-e206-4fb1-9a9b-ed1296b93679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:14.459864 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:14.460200 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Bound using segment: {'id': 'e8454a7e-e206-4fb1-9a9b-ed1296b93679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:44:14.461023 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Bound port: 4c570258-744f-4a3b-a3e9-0e535f85428a, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8454a7e-e206-4fb1-9a9b-ed1296b93679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:44:14.461220 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:14.548462 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] For port 4c570258-744f-4a3b-a3e9-0e535f85428a, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:44:14.554665 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] For port 4c570258-744f-4a3b-a3e9-0e535f85428a, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4c570258-744f-4a3b-a3e9-0e535f85428a,segment=NetworkSegment(e8454a7e-e206-4fb1-9a9b-ed1296b93679),segment_id=e8454a7e-e206-4fb1-9a9b-ed1296b93679)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:44:14.651125 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:14.723545 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4687596d-9197-4266-b78b-5ca0c671f446 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.6530278 Nov 18 17:44:14.725063 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ca8eccd8-5548-45ee-a5cc-aed0bf34ad20 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Deleting port 59b74655-dd21-4a85-9349-0a2e7f2a313e {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:44:14.725412 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca8eccd8-5548-45ee-a5cc-aed0bf34ad20 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:14.773916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e23582ee-bd22-4f83-8b8c-135e129da865 None None] Provisioning complete for port 4c570258-744f-4a3b-a3e9-0e535f85428a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:14.774309 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e23582ee-bd22-4f83-8b8c-135e129da865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:14.775603 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea170a7c-e634-4d49-9834-663c66e49bf6 None None] Pushing event updated for resources: {'Port': ['ID=4c570258-744f-4a3b-a3e9-0e535f85428a,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:14.786627 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Routers {'4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:44:14.787097 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:44:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:14.961544 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e23582ee-bd22-4f83-8b8c-135e129da865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:15.055590 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e23582ee-bd22-4f83-8b8c-135e129da865 None None] For port 4c570258-744f-4a3b-a3e9-0e535f85428a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4c570258-744f-4a3b-a3e9-0e535f85428a,segment=NetworkSegment(e8454a7e-e206-4fb1-9a9b-ed1296b93679),segment_id=e8454a7e-e206-4fb1-9a9b-ed1296b93679)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:15.067774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbb6593-00e0-459e-bf6e-d96d11830dc4 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:44:15.076717 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:15.110511 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Transition to ACTIVE for port object ccbb6593-00e0-459e-bf6e-d96d11830dc4 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:44:15.141710 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] Set router 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:44:15.150469 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca8eccd8-5548-45ee-a5cc-aed0bf34ad20 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:15.177403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ca8eccd8-5548-45ee-a5cc-aed0bf34ad20 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Calling delete_port for 59b74655-dd21-4a85-9349-0a2e7f2a313e owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:44:15.180952 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e23582ee-bd22-4f83-8b8c-135e129da865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:15.259232 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23582ee-bd22-4f83-8b8c-135e129da865 None None] Pushing event updated for resources: {'Port': ['ID=4c570258-744f-4a3b-a3e9-0e535f85428a,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:15.299172 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:15.318410 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-486b18c5-9b51-4673-bd5a-71aaadb0042d None None] Provisioning complete for port 4c570258-744f-4a3b-a3e9-0e535f85428a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:15.319125 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-486b18c5-9b51-4673-bd5a-71aaadb0042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:15.355555 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda30e2-c845-42c2-851c-c0b3e21b2d39 req-bc0a7bde-2ca7-4343-9280-6d372e86696f tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:15.366209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9fda30e2-c845-42c2-851c-c0b3e21b2d39 req-bc0a7bde-2ca7-4343-9280-6d372e86696f tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 943 time: 0.0796199 Nov 18 17:44:15.448438 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9fda30e2-c845-42c2-851c-c0b3e21b2d39 req-7d3f1203-1529-4320-aa6a-ca4197f3722f tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813143 Nov 18 17:44:15.480425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59534) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:15.485716 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbb6593-00e0-459e-bf6e-d96d11830dc4,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:15.490394 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-575f8d60-3919-4911-a166-084f90bffdbe tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256724728', 'description': 'tempest-secgroup-smoke-1256724728 description', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:15.567647 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'name': 'tempest-TestNetworkBasicOps-router-2020613699', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:44:00Z', 'updated_at': '2021-11-18T17:44:10Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:02Z', 'updated_at': '2021-11-18T17:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '4c570258-744f-4a3b-a3e9-0e535f85428a', 'name': '', 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:d2:84:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:08Z', 'updated_at': '2021-11-18T17:44:14Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:15.605350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Attempting to bind port ccbb6593-00e0-459e-bf6e-d96d11830dc4 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:44:15.605767 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Attempting to bind port ccbb6593-00e0-459e-bf6e-d96d11830dc4 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '539f2706-44ae-42e1-8490-55e7fda7f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '2cf9b20d-7f66-4595-982e-af83926eb445'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:44:15.606019 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Attempting to bind port ccbb6593-00e0-459e-bf6e-d96d11830dc4 on network 2cf9b20d-7f66-4595-982e-af83926eb445 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:44:15.609113 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a0628c-fea6-4310-a8b5-2c454d750adf None None] The sync data for ids ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'] in n-d-813419-11 is: [{'id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'name': 'tempest-TestNetworkBasicOps-router-2020613699', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:44:00Z', 'updated_at': '2021-11-18T17:44:10Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:02Z', 'updated_at': '2021-11-18T17:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '4c570258-744f-4a3b-a3e9-0e535f85428a', 'name': '', 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:d2:84:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:08Z', 'updated_at': '2021-11-18T17:44:14Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:44:15.620636 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-575f8d60-3919-4911-a166-084f90bffdbe tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:15.633882 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Port ccbb6593-00e0-459e-bf6e-d96d11830dc4 on network 2cf9b20d-7f66-4595-982e-af83926eb445 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:44:15.634222 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Attempting to bind port ccbb6593-00e0-459e-bf6e-d96d11830dc4 on network 2cf9b20d-7f66-4595-982e-af83926eb445 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:44:15.648227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:44:15.648625 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Checking segment: {'id': '539f2706-44ae-42e1-8490-55e7fda7f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '2cf9b20d-7f66-4595-982e-af83926eb445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:15.649568 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Bound using segment: {'id': '539f2706-44ae-42e1-8490-55e7fda7f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '2cf9b20d-7f66-4595-982e-af83926eb445'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:44:15.650049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Bound port: ccbb6593-00e0-459e-bf6e-d96d11830dc4, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539f2706-44ae-42e1-8490-55e7fda7f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '2cf9b20d-7f66-4595-982e-af83926eb445'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:44:15.650433 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:15.751563 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-575f8d60-3919-4911-a166-084f90bffdbe tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:15.781015 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca8eccd8-5548-45ee-a5cc-aed0bf34ad20 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:15.784006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] For port ccbb6593-00e0-459e-bf6e-d96d11830dc4, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:44:15.792318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] For port ccbb6593-00e0-459e-bf6e-d96d11830dc4, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ccbb6593-00e0-459e-bf6e-d96d11830dc4,segment=NetworkSegment(539f2706-44ae-42e1-8490-55e7fda7f569),segment_id=539f2706-44ae-42e1-8490-55e7fda7f569)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:44:15.815748 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8eccd8-5548-45ee-a5cc-aed0bf34ad20 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Port': ['ID=59b74655-dd21-4a85-9349-0a2e7f2a313e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:15.832520 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-575f8d60-3919-4911-a166-084f90bffdbe tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:15.844562 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a95e8db-b730-4a7c-b2b6-4bca45b8ab3c None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:44:15.879973 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f8d60-3919-4911-a166-084f90bffdbe tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f917ccf-1f8a-4a92-afe8-a66568497374,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:15.897090 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:15.943910 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:15.944548 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:15.946037 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] 10.222.0.81 "PUT /v2.0/ports/ccbb6593-00e0-459e-bf6e-d96d11830dc4 HTTP/1.1" status: 200 len: 1092 time: 1.7181509 Nov 18 17:44:15.948772 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de060d1-94ff-435a-8beb-25903ffe13dc', 'tag': 'ccbb6593-00e0-459e-bf6e-d96d11830dc4'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:44:15.951035 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a314e870-2193-414e-bc72-d1dc1bcb0e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "5de060d1-94ff-435a-8beb-25903ffe13dc", "tag": "ccbb6593-00e0-459e-bf6e-d96d11830dc4"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:44:15.954391 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca8eccd8-5548-45ee-a5cc-aed0bf34ad20 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:15.965676 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-575f8d60-3919-4911-a166-084f90bffdbe tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:15.967242 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-575f8d60-3919-4911-a166-084f90bffdbe tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4853671 Nov 18 17:44:15.970964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59538) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:15.976250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-143921e1-49e4-439b-8836-c1f46046aa54 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group_rule': {'security_group_id': '5f917ccf-1f8a-4a92-afe8-a66568497374', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:16.031685 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b3d5d0-253d-4b99-b06c-3ec2ca6a54c5 x-openstack-request-id: req-33b3d5d0-253d-4b99-b06c-3ec2ca6a54c5 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:44:16.041918 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de060d1-94ff-435a-8beb-25903ffe13dc", "tag": "ccbb6593-00e0-459e-bf6e-d96d11830dc4", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:44:16.042488 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-33b3d5d0-253d-4b99-b06c-3ec2ca6a54c5 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:44:16.043112 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de060d1-94ff-435a-8beb-25903ffe13dc', 'tag': 'ccbb6593-00e0-459e-bf6e-d96d11830dc4', 'status': 'completed', 'code': 200} Nov 18 17:44:16.098795 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-143921e1-49e4-439b-8836-c1f46046aa54 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:16.206287 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca8eccd8-5548-45ee-a5cc-aed0bf34ad20 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:16.208755 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3884871-8bdd-424e-8397-bcadbd93afe9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbb6593-00e0-459e-bf6e-d96d11830dc4,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:16.226414 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca8eccd8-5548-45ee-a5cc-aed0bf34ad20 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:16.241917 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-143921e1-49e4-439b-8836-c1f46046aa54 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:16.243045 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314e870-2193-414e-bc72-d1dc1bcb0e9d req-a25d72b6-ae06-4a96-9fad-0aa72a96536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:16.244609 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a314e870-2193-414e-bc72-d1dc1bcb0e9d req-a25d72b6-ae06-4a96-9fad-0aa72a96536c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c216ce0846a74a52aec9392dfb2212db&device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 1095 time: 0.1571536 Nov 18 17:44:16.341142 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-143921e1-49e4-439b-8836-c1f46046aa54 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:16.381712 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4c570258-744f-4a3b-a3e9-0e535f85428a up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:44:16.390335 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143921e1-49e4-439b-8836-c1f46046aa54 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790dbccb-14dc-42b0-b393-3e7d06b35463,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:16.457748 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-143921e1-49e4-439b-8836-c1f46046aa54 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:16.459506 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-143921e1-49e4-439b-8836-c1f46046aa54 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4874959 Nov 18 17:44:16.460137 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314e870-2193-414e-bc72-d1dc1bcb0e9d req-00bfc291-3c1a-444e-9dd3-26755e1fe342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:16.462400 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59542) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:16.488964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group_rule': {'security_group_id': '5f917ccf-1f8a-4a92-afe8-a66568497374', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:16.489814 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a314e870-2193-414e-bc72-d1dc1bcb0e9d req-00bfc291-3c1a-444e-9dd3-26755e1fe342 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c216ce0846a74a52aec9392dfb2212db&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2071278 Nov 18 17:44:16.492997 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4c570258-744f-4a3b-a3e9-0e535f85428a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:16.493387 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:16.494092 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca8eccd8-5548-45ee-a5cc-aed0bf34ad20 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:16.494774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8eccd8-5548-45ee-a5cc-aed0bf34ad20 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Fanout notify agent at l3_agent the message router_deleted on router 22318b77-3b78-4bb4-828c-69eebf57cf65 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:44:16.550967 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ca8eccd8-5548-45ee-a5cc-aed0bf34ad20 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:16.556479 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ca8eccd8-5548-45ee-a5cc-aed0bf34ad20 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/routers/22318b77-3b78-4bb4-828c-69eebf57cf65 HTTP/1.1" status: 204 len: 168 time: 2.8155365 Nov 18 17:44:16.570222 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59548) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:16.702927 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:16.722202 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314e870-2193-414e-bc72-d1dc1bcb0e9d req-07b3b329-e80e-4176-b3d6-32b37eafc661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:16.724337 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a314e870-2193-414e-bc72-d1dc1bcb0e9d req-07b3b329-e80e-4176-b3d6-32b37eafc661 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2264683 Nov 18 17:44:16.759304 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc8d2ec-6542-4c88-bb1c-967c2d94249b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Deleting subnet f8cf887f-eee7-4f95-beaa-3e124d26fd22 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:44:16.765061 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bc8d2ec-6542-4c88-bb1c-967c2d94249b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:16.834736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede2900-b100-4c3e-861a-269e3d3a90f1 req-5bf7b723-8137-4476-9ee6-7f0cad8c533c tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:16.843607 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ede2900-b100-4c3e-861a-269e3d3a90f1 req-5bf7b723-8137-4476-9ee6-7f0cad8c533c tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 943 time: 0.2307966 Nov 18 17:44:16.845923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-9368227d-e9eb-4ad6-859d-fd265350853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:16.848149 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-9368227d-e9eb-4ad6-859d-fd265350853a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c216ce0846a74a52aec9392dfb2212db&device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 1095 time: 0.0750237 Nov 18 17:44:16.878215 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:16.885657 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bc8d2ec-6542-4c88-bb1c-967c2d94249b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:16.927165 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-e7c436e6-9214-4d6e-a224-c0d515d1cafb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccbb6593-00e0-459e-bf6e-d96d11830dc4 HTTP/1.1" status: 200 len: 217 time: 0.0624056 Nov 18 17:44:16.969378 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:16.980993 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ede2900-b100-4c3e-861a-269e3d3a90f1 req-8525a386-41f2-482d-b32f-9740d7a8f58b tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362307 Nov 18 17:44:17.007377 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-db2fcfb0-f5ae-48f9-b5f2-2e1882e6a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:17.007625 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33577c77-483c-4f18-a7b9-8c961c9922d7,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:17.009251 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-db2fcfb0-f5ae-48f9-b5f2-2e1882e6a990 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e9e1cf90-7d56-4b73-a982-1c17231b8698 HTTP/1.1" status: 200 len: 849 time: 0.0670638 Nov 18 17:44:17.038319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:17.038766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:17.039032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:17.039386 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:17.039734 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:17.040111 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:17.040456 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:17.040798 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:17.041136 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:17.041475 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:17.041819 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:17.042157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:44:17.050209 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-23e7220d-5764-4bc2-950b-4f46d8112923 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2cf9b20d-7f66-4595-982e-af83926eb445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291882 Nov 18 17:44:17.057825 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bc8d2ec-6542-4c88-bb1c-967c2d94249b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.103186 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.104349 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-92b40b67-2a0a-47fe-ab0f-f274a363a07e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6350465 Nov 18 17:44:17.108607 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59550) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:17.114081 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-59879ca4-ee7a-47cc-a8c4-4c1e4a0aac73 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group_rule': {'security_group_id': '5f917ccf-1f8a-4a92-afe8-a66568497374', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:17.166913 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-bffff1b9-5c53-4773-8050-682ef74b6330 service neutron] 10.222.0.81 "GET /v2.0/networks/2cf9b20d-7f66-4595-982e-af83926eb445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118281 Nov 18 17:44:17.216742 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-59879ca4-ee7a-47cc-a8c4-4c1e4a0aac73 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.223702 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bc8d2ec-6542-4c88-bb1c-967c2d94249b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.281852 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8d2ec-6542-4c88-bb1c-967c2d94249b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Subnet': ['ID=f8cf887f-eee7-4f95-beaa-3e124d26fd22,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:17.281852 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bc8d2ec-6542-4c88-bb1c-967c2d94249b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.293308 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4bc8d2ec-6542-4c88-bb1c-967c2d94249b tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/subnets/f8cf887f-eee7-4f95-beaa-3e124d26fd22 HTTP/1.1" status: 204 len: 168 time: 0.7120986 Nov 18 17:44:17.293308 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59554) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:17.293517 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6cb8f352-0cc4-4fe4-b603-78c47222071e req-0993f0be-7b3e-4596-b0e9-bb39f0002421 service neutron] 10.222.0.81 "GET /v2.0/networks/2cf9b20d-7f66-4595-982e-af83926eb445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151230 Nov 18 17:44:17.296240 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f7e900-1930-41a3-8507-7cb23cef28cb None None] Network bb5557ea-e8c5-48f6-8b00-0160d6cd1a17 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:17.378382 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-59879ca4-ee7a-47cc-a8c4-4c1e4a0aac73 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.394490 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.469622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Deleting port 9f3db289-189d-4049-b80e-021fbdaf902b {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:44:17.469622 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.486950 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-59879ca4-ee7a-47cc-a8c4-4c1e4a0aac73 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.513966 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7176545f-d5bb-49fc-9275-df688986fe4e None None] DHCP port deletion for bb5557ea-e8c5-48f6-8b00-0160d6cd1a17 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:44:17.515544 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59879ca4-ee7a-47cc-a8c4-4c1e4a0aac73 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45bcaf9e-6aaf-4b9f-a5a8-e7f452a7c182,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:17.569366 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] For port 9f3db289-189d-4049-b80e-021fbdaf902b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9f3db289-189d-4049-b80e-021fbdaf902b,segment=NetworkSegment(722c6de7-a75d-4b3d-812a-f74c0a62558a),segment_id=722c6de7-a75d-4b3d-812a-f74c0a62558a)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:17.570364 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.585460 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Calling delete_port for 9f3db289-189d-4049-b80e-021fbdaf902b owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:44:17.617388 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7176545f-d5bb-49fc-9275-df688986fe4e None None] Deleting port 9f3db289-189d-4049-b80e-021fbdaf902b {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:44:17.618032 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7176545f-d5bb-49fc-9275-df688986fe4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.659816 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-59879ca4-ee7a-47cc-a8c4-4c1e4a0aac73 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.661345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-59879ca4-ee7a-47cc-a8c4-4c1e4a0aac73 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5510015 Nov 18 17:44:17.664153 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59562) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:17.670320 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1681be0d-9d0a-4a95-8b5e-c264471d2976 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group_rule': {'security_group_id': '5f917ccf-1f8a-4a92-afe8-a66568497374', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:17.710407 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7176545f-d5bb-49fc-9275-df688986fe4e None None] For port 9f3db289-189d-4049-b80e-021fbdaf902b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9f3db289-189d-4049-b80e-021fbdaf902b,segment=NetworkSegment(722c6de7-a75d-4b3d-812a-f74c0a62558a),segment_id=722c6de7-a75d-4b3d-812a-f74c0a62558a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:17.712107 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7176545f-d5bb-49fc-9275-df688986fe4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.729829 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.732851 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7176545f-d5bb-49fc-9275-df688986fe4e None None] Calling delete_port for 9f3db289-189d-4049-b80e-021fbdaf902b owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:44:17.766701 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Port': ['ID=9f3db289-189d-4049-b80e-021fbdaf902b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:17.776398 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] No DVR routers for this DVR port 9f3db289-189d-4049-b80e-021fbdaf902b on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:44:17.825880 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1681be0d-9d0a-4a95-8b5e-c264471d2976 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.855077 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7176545f-d5bb-49fc-9275-df688986fe4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.898868 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1681be0d-9d0a-4a95-8b5e-c264471d2976 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.908427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7176545f-d5bb-49fc-9275-df688986fe4e None None] No DVR routers for this DVR port 9f3db289-189d-4049-b80e-021fbdaf902b on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:44:17.911121 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.913595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176545f-d5bb-49fc-9275-df688986fe4e None None] Pushing event deleted for resources: {'Port': ['ID=9f3db289-189d-4049-b80e-021fbdaf902b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:17.939447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5557ea-e8c5-48f6-8b00-0160d6cd1a17']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:17.949396 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722c6de7-a75d-4b3d-812a-f74c0a62558a') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:17.949778 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722c6de7-a75d-4b3d-812a-f74c0a62558a') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:17.961165 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.974828 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.980894 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Releasing vlan 1106 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:44:17.981663 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:44:17.984966 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:44:18.090024 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1681be0d-9d0a-4a95-8b5e-c264471d2976 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:18.118530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f92f26-13b0-44bf-a095-e2596dd9f8a9 req-d1f4e4d7-acf0-4a3e-bd65-0f5da348de37 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:18.120017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681be0d-9d0a-4a95-8b5e-c264471d2976 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376fc48e-b8e2-4300-a17e-017e5e68416f,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:18.120301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79f92f26-13b0-44bf-a095-e2596dd9f8a9 req-d1f4e4d7-acf0-4a3e-bd65-0f5da348de37 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 943 time: 0.0524838 Nov 18 17:44:18.143329 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:18.153384 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:18.156379 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/networks/bb5557ea-e8c5-48f6-8b00-0160d6cd1a17 HTTP/1.1" status: 204 len: 168 time: 0.8692899 Nov 18 17:44:18.160034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59570) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:18.183503 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fd1a9-f612-4ea7-899f-2311bc0c64d9 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Network': ['ID=bb5557ea-e8c5-48f6-8b00-0160d6cd1a17,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:18.208301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79f92f26-13b0-44bf-a095-e2596dd9f8a9 req-4ea434e6-b894-4739-829b-9e3cc174fd87 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810637 Nov 18 17:44:18.243960 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1681be0d-9d0a-4a95-8b5e-c264471d2976 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:18.245420 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1681be0d-9d0a-4a95-8b5e-c264471d2976 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5789406 Nov 18 17:44:18.248272 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59572) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:18.253508 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-33faf54f-7890-4b45-b75d-990851cf61a9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group_rule': {'security_group_id': '5f917ccf-1f8a-4a92-afe8-a66568497374', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:18.300474 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9f3db289-189d-4049-b80e-021fbdaf902b no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:44:18.346983 n-d-813419-11 neutron-server[104007]: INFO neutron.db.securitygroups_db [None req-33faf54f-7890-4b45-b75d-990851cf61a9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Project 2d3a2a2617bf4ee3b0b376095db39c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:44:18.352526 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33faf54f-7890-4b45-b75d-990851cf61a9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:18.357705 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 9f3db289-189d-4049-b80e-021fbdaf902b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:44:18.358828 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9f3db289-189d-4049-b80e-021fbdaf902b not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:44:18.382755 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-96fce2a7-a9da-480c-a370-fb66116e8b31 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Deleting port bec6b870-3082-4ef5-b7a8-dd8fea434510 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:44:18.383333 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96fce2a7-a9da-480c-a370-fb66116e8b31 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:18.436617 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33faf54f-7890-4b45-b75d-990851cf61a9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:18.501347 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33faf54f-7890-4b45-b75d-990851cf61a9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:18.510323 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96fce2a7-a9da-480c-a370-fb66116e8b31 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:18.511024 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96fce2a7-a9da-480c-a370-fb66116e8b31 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:18.541179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-96fce2a7-a9da-480c-a370-fb66116e8b31 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Calling delete_port for bec6b870-3082-4ef5-b7a8-dd8fea434510 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:44:18.541346 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33faf54f-7890-4b45-b75d-990851cf61a9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264e3da1-9c78-4d48-a924-12b4bd6f6757,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:18.631841 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-33faf54f-7890-4b45-b75d-990851cf61a9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:18.636399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59580) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:18.636554 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-33faf54f-7890-4b45-b75d-990851cf61a9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3872452 Nov 18 17:44:18.641847 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f5676588-6857-4c50-be11-6fd37d13c911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'security_group_rule': {'security_group_id': '5f917ccf-1f8a-4a92-afe8-a66568497374', 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:18.768355 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-f5676588-6857-4c50-be11-6fd37d13c911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Project 2d3a2a2617bf4ee3b0b376095db39c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:44:18.774233 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5676588-6857-4c50-be11-6fd37d13c911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:18.817448 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96fce2a7-a9da-480c-a370-fb66116e8b31 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:18.853448 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5676588-6857-4c50-be11-6fd37d13c911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:18.856629 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fce2a7-a9da-480c-a370-fb66116e8b31 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Port': ['ID=bec6b870-3082-4ef5-b7a8-dd8fea434510,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:18.924886 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96fce2a7-a9da-480c-a370-fb66116e8b31 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for floatingip, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:18.928148 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96fce2a7-a9da-480c-a370-fb66116e8b31 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:18.929282 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-96fce2a7-a9da-480c-a370-fb66116e8b31 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/floatingips/e2cf7c57-bd40-4ff0-a7dd-4d2813da0bcc HTTP/1.1" status: 204 len: 168 time: 0.7680721 Nov 18 17:44:18.930659 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5676588-6857-4c50-be11-6fd37d13c911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:18.932881 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59582) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:18.955017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5676588-6857-4c50-be11-6fd37d13c911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15903b40-8bc1-41cc-b28c-b2f9e06e429a,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:18.984144 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-36934bac-241c-4944-b503-030e6a3d9479 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] DELETE failed (client error): The resource could not be found. Nov 18 17:44:18.986285 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36934bac-241c-4944-b503-030e6a3d9479 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:44:18.989888 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-36934bac-241c-4944-b503-030e6a3d9479 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/ports/74861166-98a7-4a87-92c7-d7acc7239c84 HTTP/1.1" status: 404 len: 333 time: 0.0548315 Nov 18 17:44:18.994190 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59584) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:19.035626 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-604c7ac8-a640-437d-bdad-f390216932c7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "GET /v2.0/ports?device_id=22318b77-3b78-4bb4-828c-69eebf57cf65 HTTP/1.1" status: 200 len: 205 time: 0.0388486 Nov 18 17:44:19.038726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59588) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:19.039246 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5676588-6857-4c50-be11-6fd37d13c911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:19.040643 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f5676588-6857-4c50-be11-6fd37d13c911 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4030104 Nov 18 17:44:19.093410 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [None req-b44bfcad-1f8f-4c17-8443-1f593a4d26d5 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] delete failed (client error): The resource could not be found. Nov 18 17:44:19.101379 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59596) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:19.101553 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b44bfcad-1f8f-4c17-8443-1f593a4d26d5 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/routers/22318b77-3b78-4bb4-828c-69eebf57cf65 HTTP/1.1" status: 404 len: 336 time: 0.0590458 Nov 18 17:44:19.140678 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d396c0f-e16c-47ad-a9b5-a5a96d7d8315 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] DELETE failed (client error): The resource could not be found. Nov 18 17:44:19.144927 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d396c0f-e16c-47ad-a9b5-a5a96d7d8315 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:44:19.149170 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1d396c0f-e16c-47ad-a9b5-a5a96d7d8315 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/subnets/f8cf887f-eee7-4f95-beaa-3e124d26fd22 HTTP/1.1" status: 404 len: 337 time: 0.0494442 Nov 18 17:44:19.151883 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59598) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:19.277181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b56aa4c8-fc20-4088-8e13-e42a3bbd3f33 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Deleting port ef3448df-f45c-474f-a243-4fcf90c237e2 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:44:19.279284 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b56aa4c8-fc20-4088-8e13-e42a3bbd3f33 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:19.344615 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-d70a8aef-66f9-4a18-b495-96adde0f8322 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256724728&fields=id&tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f HTTP/1.1" status: 200 len: 267 time: 0.0871162 Nov 18 17:44:19.392435 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b56aa4c8-fc20-4088-8e13-e42a3bbd3f33 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:19.393399 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4f748-cdc1-4cbe-992f-5660d3db0708 req-3a858e8e-16f6-4ebf-894e-52f292077ea2 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:19.396240 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bb4f748-cdc1-4cbe-992f-5660d3db0708 req-3a858e8e-16f6-4ebf-894e-52f292077ea2 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 943 time: 0.1001291 Nov 18 17:44:19.408439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b56aa4c8-fc20-4088-8e13-e42a3bbd3f33 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Calling delete_port for ef3448df-f45c-474f-a243-4fcf90c237e2 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:44:19.496910 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bb4f748-cdc1-4cbe-992f-5660d3db0708 req-9381611c-ca6e-42d2-a8dd-7d7b7ec52f98 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878866 Nov 18 17:44:19.513062 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-9bc5f449-c7d8-4874-83ef-2487cccdab98 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:19.516484 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-9bc5f449-c7d8-4874-83ef-2487cccdab98 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/networks?id=0e477477-ccc5-4c52-a4eb-ab873fa4c037 HTTP/1.1" status: 200 len: 796 time: 0.1610620 Nov 18 17:44:19.535043 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-1fdf1ff6-1b8a-4d47-b7da-4f24351c59d7 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/quotas/2d3a2a2617bf4ee3b0b376095db39c8f HTTP/1.1" status: 200 len: 375 time: 0.0107763 Nov 18 17:44:19.591506 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-420e9d32-8ef3-4859-8e74-86e87909f376 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476558 Nov 18 17:44:19.684054 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b56aa4c8-fc20-4088-8e13-e42a3bbd3f33 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:19.697370 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-724fba68-85a4-4097-b32e-227149555d09 service neutron] 10.222.0.72 "GET /v2.0/networks/0e477477-ccc5-4c52-a4eb-ab873fa4c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933359 Nov 18 17:44:19.715984 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ccbb6593-00e0-459e-bf6e-d96d11830dc4 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:44:19.724837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56aa4c8-fc20-4088-8e13-e42a3bbd3f33 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Port': ['ID=ef3448df-f45c-474f-a243-4fcf90c237e2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:19.812687 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b56aa4c8-fc20-4088-8e13-e42a3bbd3f33 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:19.818064 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b56aa4c8-fc20-4088-8e13-e42a3bbd3f33 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/ports/ef3448df-f45c-474f-a243-4fcf90c237e2 HTTP/1.1" status: 204 len: 168 time: 0.6649671 Nov 18 17:44:19.822034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59620) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:19.889628 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port ccbb6593-00e0-459e-bf6e-d96d11830dc4, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ccbb6593-00e0-459e-bf6e-d96d11830dc4,segment=NetworkSegment(539f2706-44ae-42e1-8490-55e7fda7f569),segment_id=539f2706-44ae-42e1-8490-55e7fda7f569)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:19.896697 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-d3917b66-98be-40c2-bae0-b68cc0811fcd service neutron] 10.222.0.72 "GET /v2.0/networks/0e477477-ccc5-4c52-a4eb-ab873fa4c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916194 Nov 18 17:44:19.902490 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'ccbb6593-00e0-459e-bf6e-d96d11830dc4', 'network_id': '2cf9b20d-7f66-4595-982e-af83926eb445', 'port_id': 'ccbb6593-00e0-459e-bf6e-d96d11830dc4', 'mac_address': 'fa:16:3e:ff:cd:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e1cf90-7d56-4b73-a982-1c17231b8698', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:44:19.947329 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:19.957885 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a9681c13-f50d-4318-b7dc-cc8cbed1a61a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Deleting port 9d292a49-9329-4304-b998-f6f4f0373691 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:44:19.959183 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9681c13-f50d-4318-b7dc-cc8cbed1a61a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:19.965323 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbb6593-00e0-459e-bf6e-d96d11830dc4 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:44:19.989874 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port ccbb6593-00e0-459e-bf6e-d96d11830dc4, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ccbb6593-00e0-459e-bf6e-d96d11830dc4,segment=NetworkSegment(539f2706-44ae-42e1-8490-55e7fda7f569),segment_id=539f2706-44ae-42e1-8490-55e7fda7f569)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:20.058817 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9681c13-f50d-4318-b7dc-cc8cbed1a61a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:20.092643 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a9681c13-f50d-4318-b7dc-cc8cbed1a61a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Calling delete_port for 9d292a49-9329-4304-b998-f6f4f0373691 owned by {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:44:20.102816 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:20.188265 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ddf2409f-68f2-4a27-85d0-89d2b5bc0a3b req-f866115b-40e9-48fe-a918-e2e954c4b88a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 210 time: 0.0384297 Nov 18 17:44:20.194105 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=ccbb6593-00e0-459e-bf6e-d96d11830dc4,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:20.346252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59634) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:20.368019 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['ccbb6593-00e0-459e-bf6e-d96d11830dc4'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:44:20.432987 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9681c13-f50d-4318-b7dc-cc8cbed1a61a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:20.468034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9681c13-f50d-4318-b7dc-cc8cbed1a61a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Port': ['ID=9d292a49-9329-4304-b998-f6f4f0373691,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:20.489082 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d1ee206-6cd6-4310-b42c-af3baa98fec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:20.583194 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9681c13-f50d-4318-b7dc-cc8cbed1a61a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:20.587239 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a9681c13-f50d-4318-b7dc-cc8cbed1a61a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/ports/9d292a49-9329-4304-b998-f6f4f0373691 HTTP/1.1" status: 204 len: 168 time: 0.7620237 Nov 18 17:44:20.589343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59640) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:20.637589 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d1ee206-6cd6-4310-b42c-af3baa98fec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:20.710761 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382385a-c12a-4c1e-a502-0ce6a2ed329f tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:20.714833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4382385a-c12a-4c1e-a502-0ce6a2ed329f tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "GET /v2.0/ports?device_id=e410c6ff-695f-42a9-9b21-8560c474f934 HTTP/1.1" status: 200 len: 913 time: 0.1220586 Nov 18 17:44:20.715203 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59644) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:20.720976 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d98e-9005-4dcb-b05c-9d83ceb483b1 req-ffc610c6-9e3b-4a55-9acf-72388c275f61 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:20.722847 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d1ee206-6cd6-4310-b42c-af3baa98fec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:20.727754 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80f0d98e-9005-4dcb-b05c-9d83ceb483b1 req-ffc610c6-9e3b-4a55-9acf-72388c275f61 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 944 time: 0.0902603 Nov 18 17:44:20.785649 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80f0d98e-9005-4dcb-b05c-9d83ceb483b1 req-5130c129-8dd3-48f9-8028-73a5be93ef2f tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548387 Nov 18 17:44:20.802583 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3d1ee206-6cd6-4310-b42c-af3baa98fec2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e0e7dbdacc747deb39e2d029508bb8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4529381 Nov 18 17:44:20.803180 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59646) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:20.804515 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ee206-6cd6-4310-b42c-af3baa98fec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6de95a-881e-4521-9193-c5b6a24a8c56,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:20.879650 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ec2bf58-5c23-4daa-bde3-fff5aa5efb93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:20.905557 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ec2bf58-5c23-4daa-bde3-fff5aa5efb93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:21.089661 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ec2bf58-5c23-4daa-bde3-fff5aa5efb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:21.092338 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ec2bf58-5c23-4daa-bde3-fff5aa5efb93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:21.096489 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5ec2bf58-5c23-4daa-bde3-fff5aa5efb93 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d6de95a-881e-4521-9193-c5b6a24a8c56 HTTP/1.1" status: 204 len: 168 time: 0.2896047 Nov 18 17:44:21.110648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2bf58-5c23-4daa-bde3-fff5aa5efb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6de95a-881e-4521-9193-c5b6a24a8c56,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:21.132314 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-74269f2f-11b7-4b33-b200-eaad21bf6a22 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:21.304620 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-816ad99d-840d-4561-a0e9-680b5bd3af3c req-9832b726-694e-449e-bc6b-1570522344f1 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 210 time: 0.0319593 Nov 18 17:44:21.481355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-74269f2f-11b7-4b33-b200-eaad21bf6a22 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Deleting port f1f6c8ef-fd3d-42b7-bb96-47290f55156b {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:44:21.481967 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-74269f2f-11b7-4b33-b200-eaad21bf6a22 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:21.689991 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:21.725183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ccbb6593-00e0-459e-bf6e-d96d11830dc4 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:44:21.902499 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port ccbb6593-00e0-459e-bf6e-d96d11830dc4 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:44:21.918764 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port ccbb6593-00e0-459e-bf6e-d96d11830dc4 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:21.920299 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:21.926827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59658) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:21.951131 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39f9c3f3-c043-488d-aa6e-6261b63ac043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:21.977179 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-74269f2f-11b7-4b33-b200-eaad21bf6a22 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:21.995652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-74269f2f-11b7-4b33-b200-eaad21bf6a22 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Calling delete_port for f1f6c8ef-fd3d-42b7-bb96-47290f55156b owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:44:22.001724 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23fb24-725f-4b4e-9c41-700ca5f9b0cc req-997d8aec-3002-4192-b113-f08c4ec9dcec tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:22.013138 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc23fb24-725f-4b4e-9c41-700ca5f9b0cc req-997d8aec-3002-4192-b113-f08c4ec9dcec tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 944 time: 0.1361916 Nov 18 17:44:22.023269 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:22.055050 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de060d1-94ff-435a-8beb-25903ffe13dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbb6593-00e0-459e-bf6e-d96d11830dc4'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:44:22.057552 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992b022e-0a9d-43f6-a965-142dfdb4daea" -d '{"events": [{"server_uuid": "5de060d1-94ff-435a-8beb-25903ffe13dc", "name": "network-vif-plugged", "status": "completed", "tag": "ccbb6593-00e0-459e-bf6e-d96d11830dc4"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:44:22.072698 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port ccbb6593-00e0-459e-bf6e-d96d11830dc4, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ccbb6593-00e0-459e-bf6e-d96d11830dc4,segment=NetworkSegment(539f2706-44ae-42e1-8490-55e7fda7f569),segment_id=539f2706-44ae-42e1-8490-55e7fda7f569)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:22.074234 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc23fb24-725f-4b4e-9c41-700ca5f9b0cc req-1783aaed-e54c-4f61-8e88-4f49971b7bf1 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602200 Nov 18 17:44:22.116280 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39f9c3f3-c043-488d-aa6e-6261b63ac043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:22.121193 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566568d8-088c-49f8-a649-18938b567c65 x-openstack-request-id: req-566568d8-088c-49f8-a649-18938b567c65 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:44:22.123945 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de060d1-94ff-435a-8beb-25903ffe13dc", "name": "network-vif-plugged", "status": "completed", "tag": "ccbb6593-00e0-459e-bf6e-d96d11830dc4", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:44:22.124232 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-566568d8-088c-49f8-a649-18938b567c65 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:44:22.126024 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de060d1-94ff-435a-8beb-25903ffe13dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbb6593-00e0-459e-bf6e-d96d11830dc4', 'code': 200} Nov 18 17:44:22.152847 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:22.209712 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39f9c3f3-c043-488d-aa6e-6261b63ac043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:22.229834 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=ccbb6593-00e0-459e-bf6e-d96d11830dc4,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:22.251217 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be69339-c13b-4102-91ca-5015c4f7add4 req-75b110ea-95e3-42a5-8398-1917b917b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:22.251742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-39f9c3f3-c043-488d-aa6e-6261b63ac043 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9b963f2e01f14958be0e48aad44254e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3211915 Nov 18 17:44:22.252768 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8be69339-c13b-4102-91ca-5015c4f7add4 req-75b110ea-95e3-42a5-8398-1917b917b840 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 1097 time: 0.0558214 Nov 18 17:44:22.254434 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59662) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:22.273765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9c3f3-c043-488d-aa6e-6261b63ac043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f4c75f-ade4-4d5c-b445-5f3469ea8aaa,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:22.317740 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-74269f2f-11b7-4b33-b200-eaad21bf6a22 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:22.368502 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8be69339-c13b-4102-91ca-5015c4f7add4 req-d08772d8-f3df-4a67-a233-99733f5de6d9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067479 Nov 18 17:44:22.370826 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74269f2f-11b7-4b33-b200-eaad21bf6a22 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Port': ['ID=f1f6c8ef-fd3d-42b7-bb96-47290f55156b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:22.372490 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c2382f6-da7e-4d8e-a32f-9fd2927211b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:22.441775 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c2382f6-da7e-4d8e-a32f-9fd2927211b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:22.450336 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bb389a4-15da-4a75-8793-2415e2fa5bee req-a777b4fd-ca76-4010-a458-c3bb5730449f tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 210 time: 0.0445237 Nov 18 17:44:22.693810 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-74269f2f-11b7-4b33-b200-eaad21bf6a22 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:22.714942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-b3cf98c3-b5d9-4045-83ce-6be68d3b54c7 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:22.716323 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-b3cf98c3-b5d9-4045-83ce-6be68d3b54c7 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.83 "GET /v2.0/networks?id=0e477477-ccc5-4c52-a4eb-ab873fa4c037 HTTP/1.1" status: 200 len: 796 time: 0.2294517 Nov 18 17:44:22.764478 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c2382f6-da7e-4d8e-a32f-9fd2927211b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:22.767582 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c2382f6-da7e-4d8e-a32f-9fd2927211b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:22.768671 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4c2382f6-da7e-4d8e-a32f-9fd2927211b8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d7f4c75f-ade4-4d5c-b445-5f3469ea8aaa HTTP/1.1" status: 204 len: 168 time: 0.5133250 Nov 18 17:44:22.791859 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2382f6-da7e-4d8e-a32f-9fd2927211b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f4c75f-ade4-4d5c-b445-5f3469ea8aaa,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:22.879881 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-4e249bcb-f4b1-4599-a614-3c0922d7695e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f HTTP/1.1" status: 200 len: 380 time: 0.1223736 Nov 18 17:44:22.893333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-f8d6f9c2-6e9d-45ba-ae4c-ed7d6505616a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'port': {'device_id': '5dc33a85-b1b7-4f74-b3a0-ee958a9409c0', 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037', 'admin_state_up': True, 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'security_groups': ['5f917ccf-1f8a-4a92-afe8-a66568497374']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:23.140328 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74269f2f-11b7-4b33-b200-eaad21bf6a22 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Router e410c6ff-695f-42a9-9b21-8560c474f934 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:44:23.220205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17c35d-1162-4ea1-8fe5-720419bc59e2 req-fcb07563-1c3c-418e-a2b1-3090f9e72540 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:23.222501 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c17c35d-1162-4ea1-8fe5-720419bc59e2 req-fcb07563-1c3c-418e-a2b1-3090f9e72540 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 945 time: 0.0579522 Nov 18 17:44:23.232881 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:23.260915 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-f8d6f9c2-6e9d-45ba-ae4c-ed7d6505616a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Made reservation on behalf of 2d3a2a2617bf4ee3b0b376095db39c8f for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:23.264633 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-f8d6f9c2-6e9d-45ba-ae4c-ed7d6505616a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:23.292067 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c17c35d-1162-4ea1-8fe5-720419bc59e2 req-4e8eb8e0-1c38-4764-80f9-9a96e85e6f4d tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580080 Nov 18 17:44:23.311358 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74269f2f-11b7-4b33-b200-eaad21bf6a22 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:44:23.319584 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-74269f2f-11b7-4b33-b200-eaad21bf6a22 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "PUT /v2.0/routers/e410c6ff-695f-42a9-9b21-8560c474f934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6032650 Nov 18 17:44:23.322380 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59706) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:23.325978 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc2dd1a-42c3-49df-819b-5a903dcdbed7 None None] Sync routers for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:44:23.346198 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc2dd1a-42c3-49df-819b-5a903dcdbed7 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:44:23.348479 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9bc2dd1a-42c3-49df-819b-5a903dcdbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:44:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:23.387182 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9bc2dd1a-42c3-49df-819b-5a903dcdbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:23.397288 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc2dd1a-42c3-49df-819b-5a903dcdbed7 None None] Routers {'e410c6ff-695f-42a9-9b21-8560c474f934'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:44:23.398035 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9bc2dd1a-42c3-49df-819b-5a903dcdbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:44:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['e410c6ff-695f-42a9-9b21-8560c474f934'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:23.432825 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9bc2dd1a-42c3-49df-819b-5a903dcdbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:23.433748 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc2dd1a-42c3-49df-819b-5a903dcdbed7 None None] The sync data for ids ['e410c6ff-695f-42a9-9b21-8560c474f934'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:44:23.436724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-f8d6f9c2-6e9d-45ba-ae4c-ed7d6505616a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Allocated IP 172.20.0.9 (0e477477-ccc5-4c52-a4eb-ab873fa4c037/8f69c48d-8cf1-4316-992c-3aad73e2245a/6d022cb9-403d-4f4b-993c-f2fec124f58c) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:44:23.463956 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7fccde2e-9aba-4eec-8072-38474f01b695 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:23.581703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4708b977-11d5-4425-ac03-c3fb8c303229 req-e793edb0-9114-406b-a24e-19b448e80738 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 210 time: 0.0359821 Nov 18 17:44:23.610406 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7fccde2e-9aba-4eec-8072-38474f01b695 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:23.626115 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-f8d6f9c2-6e9d-45ba-ae4c-ed7d6505616a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:23.732882 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59726) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:23.747326 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-55e94dea-d739-4b6b-97dc-29a977706fb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:23.758800 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-f8d6f9c2-6e9d-45ba-ae4c-ed7d6505616a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:23.809131 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-f8d6f9c2-6e9d-45ba-ae4c-ed7d6505616a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network 0e477477-ccc5-4c52-a4eb-ab873fa4c037 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:23.812525 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-f8d6f9c2-6e9d-45ba-ae4c-ed7d6505616a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:23.816613 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-f8d6f9c2-6e9d-45ba-ae4c-ed7d6505616a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:44:23.856349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6f9c2-6e9d-45ba-ae4c-ed7d6505616a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Port': ['ID=6d022cb9-403d-4f4b-993c-f2fec124f58c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:23.866899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-7fccde2e-9aba-4eec-8072-38474f01b695 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Deleting port e0f0dd75-e8d4-41e3-8229-761c60ef61a2 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:44:23.867622 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7fccde2e-9aba-4eec-8072-38474f01b695 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:23.893732 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-55e94dea-d739-4b6b-97dc-29a977706fb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:23.893984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-f8d6f9c2-6e9d-45ba-ae4c-ed7d6505616a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:23.894465 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-f8d6f9c2-6e9d-45ba-ae4c-ed7d6505616a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:23.962496 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7fccde2e-9aba-4eec-8072-38474f01b695 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:23.976319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-7fccde2e-9aba-4eec-8072-38474f01b695 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Calling delete_port for e0f0dd75-e8d4-41e3-8229-761c60ef61a2 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:44:24.027700 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-55e94dea-d739-4b6b-97dc-29a977706fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:24.041007 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-f8d6f9c2-6e9d-45ba-ae4c-ed7d6505616a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1525533 Nov 18 17:44:24.053947 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Request body: {'port': {'device_id': '5dc33a85-b1b7-4f74-b3a0-ee958a9409c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:24.083774 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-55e94dea-d739-4b6b-97dc-29a977706fb0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd1a8e30e3834fea9c1e62ec3f030083&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3494737 Nov 18 17:44:24.086978 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59738) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:24.089062 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e94dea-d739-4b6b-97dc-29a977706fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df9f28e-7636-47fb-9a14-bd33e74fe76a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:24.124897 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6a0129cd-75ce-4f6b-a0cb-a51bfa4341d4 None None] Provisioning complete for port 6d022cb9-403d-4f4b-993c-f2fec124f58c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:24.126016 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6a0129cd-75ce-4f6b-a0cb-a51bfa4341d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:24.135301 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:24.169676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6a0129cd-75ce-4f6b-a0cb-a51bfa4341d4 None None] Port 6d022cb9-403d-4f4b-993c-f2fec124f58c cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:44:24.221002 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7f609dc-937d-4b13-8690-5d06e75ba436 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:24.267499 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7fccde2e-9aba-4eec-8072-38474f01b695 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:24.291658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccde2e-9aba-4eec-8072-38474f01b695 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Port': ['ID=e0f0dd75-e8d4-41e3-8229-761c60ef61a2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:24.301933 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7f609dc-937d-4b13-8690-5d06e75ba436 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:24.317895 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0991d8af-1a0b-48a0-af27-d35b39c5a120 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:44:24.369793 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7fccde2e-9aba-4eec-8072-38474f01b695 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:24.488034 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7fccde2e-9aba-4eec-8072-38474f01b695 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:24.490854 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7fccde2e-9aba-4eec-8072-38474f01b695 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:24.511715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d022cb9-403d-4f4b-993c-f2fec124f58c {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:44:24.523744 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:24.541081 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e45ee9-a634-4a3c-bcb9-bdbd2b12859d req-f087ade3-a419-4ca8-900c-d6e2f3173836 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:24.541310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Transition to ACTIVE for port object 6d022cb9-403d-4f4b-993c-f2fec124f58c will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:44:24.542289 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7f609dc-937d-4b13-8690-5d06e75ba436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:24.542763 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5e45ee9-a634-4a3c-bcb9-bdbd2b12859d req-f087ade3-a419-4ca8-900c-d6e2f3173836 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 945 time: 0.1749477 Nov 18 17:44:24.545245 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f7f609dc-937d-4b13-8690-5d06e75ba436 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:24.548234 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f7f609dc-937d-4b13-8690-5d06e75ba436 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9df9f28e-7636-47fb-9a14-bd33e74fe76a HTTP/1.1" status: 204 len: 168 time: 0.4602644 Nov 18 17:44:24.557123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f609dc-937d-4b13-8690-5d06e75ba436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df9f28e-7636-47fb-9a14-bd33e74fe76a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:24.597185 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b5e45ee9-a634-4a3c-bcb9-bdbd2b12859d req-5b4b7102-e222-4aa2-92a5-339bc60c4d8a tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469129 Nov 18 17:44:24.655648 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:24.711641 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7fccde2e-9aba-4eec-8072-38474f01b695 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:24.712451 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fccde2e-9aba-4eec-8072-38474f01b695 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Fanout notify agent at l3_agent the message router_deleted on router e410c6ff-695f-42a9-9b21-8560c474f934 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:44:24.714263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Pushing event updated for resources: {'Port': ['ID=6d022cb9-403d-4f4b-993c-f2fec124f58c,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:24.742067 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7fccde2e-9aba-4eec-8072-38474f01b695 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:24.745179 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7fccde2e-9aba-4eec-8072-38474f01b695 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/routers/e410c6ff-695f-42a9-9b21-8560c474f934 HTTP/1.1" status: 204 len: 168 time: 1.4118922 Nov 18 17:44:24.745424 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59772) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:24.804313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23e2c7-747e-47fe-ad38-ec67f4ca4e37 req-21477fd4-e66c-440b-b6ed-5b1a13205012 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:24.806493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae23e2c7-747e-47fe-ad38-ec67f4ca4e37 req-21477fd4-e66c-440b-b6ed-5b1a13205012 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 943 time: 0.1326661 Nov 18 17:44:24.828222 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Attempting to bind port 6d022cb9-403d-4f4b-993c-f2fec124f58c on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:44:24.828841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Attempting to bind port 6d022cb9-403d-4f4b-993c-f2fec124f58c by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'e8454a7e-e206-4fb1-9a9b-ed1296b93679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:44:24.829624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Attempting to bind port 6d022cb9-403d-4f4b-993c-f2fec124f58c on network 0e477477-ccc5-4c52-a4eb-ab873fa4c037 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:44:24.834739 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Port 6d022cb9-403d-4f4b-993c-f2fec124f58c on network 0e477477-ccc5-4c52-a4eb-ab873fa4c037 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:44:24.835069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Attempting to bind port 6d022cb9-403d-4f4b-993c-f2fec124f58c on network 0e477477-ccc5-4c52-a4eb-ab873fa4c037 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:44:24.842176 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:44:24.842519 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Checking segment: {'id': 'e8454a7e-e206-4fb1-9a9b-ed1296b93679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:24.852147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Bound using segment: {'id': 'e8454a7e-e206-4fb1-9a9b-ed1296b93679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:44:24.852869 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Bound port: 6d022cb9-403d-4f4b-993c-f2fec124f58c, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8454a7e-e206-4fb1-9a9b-ed1296b93679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:44:24.853202 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:24.855953 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb559b8-00aa-497a-b485-de924f7ba74a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Deleting subnet 339edd0a-f887-471c-a656-886c6d40e9d0 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:44:24.862380 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1bb559b8-00aa-497a-b485-de924f7ba74a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:24.943199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] For port 6d022cb9-403d-4f4b-993c-f2fec124f58c, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:44:24.946008 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae23e2c7-747e-47fe-ad38-ec67f4ca4e37 req-cda083ca-16ba-4478-97f1-b4c55453b367 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f917ccf-1f8a-4a92-afe8-a66568497374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281641 Nov 18 17:44:24.950019 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] For port 6d022cb9-403d-4f4b-993c-f2fec124f58c, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6d022cb9-403d-4f4b-993c-f2fec124f58c,segment=NetworkSegment(e8454a7e-e206-4fb1-9a9b-ed1296b93679),segment_id=e8454a7e-e206-4fb1-9a9b-ed1296b93679)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:44:24.956577 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1bb559b8-00aa-497a-b485-de924f7ba74a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:25.034196 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:25.050523 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1bb559b8-00aa-497a-b485-de924f7ba74a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:25.082724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:25.083012 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:25.084439 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] 10.222.0.83 "PUT /v2.0/ports/6d022cb9-403d-4f4b-993c-f2fec124f58c HTTP/1.1" status: 200 len: 1092 time: 1.0349171 Nov 18 17:44:25.084941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc33a85-b1b7-4f74-b3a0-ee958a9409c0', 'tag': '6d022cb9-403d-4f4b-993c-f2fec124f58c'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:44:25.100210 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ec8e3c-ed56-4688-8fd8-500cc84d45f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc33a85-b1b7-4f74-b3a0-ee958a9409c0", "tag": "6d022cb9-403d-4f4b-993c-f2fec124f58c"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:44:25.160934 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3623f026-19ed-4300-9f20-547ccfb62401 x-openstack-request-id: req-3623f026-19ed-4300-9f20-547ccfb62401 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:44:25.161233 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc33a85-b1b7-4f74-b3a0-ee958a9409c0", "tag": "6d022cb9-403d-4f4b-993c-f2fec124f58c", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:44:25.162043 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3623f026-19ed-4300-9f20-547ccfb62401 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:44:25.162670 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc33a85-b1b7-4f74-b3a0-ee958a9409c0', 'tag': '6d022cb9-403d-4f4b-993c-f2fec124f58c', 'status': 'completed', 'code': 200} Nov 18 17:44:25.166761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b91c4-e3ba-49bb-87b1-bdd27a9acd05 service neutron] Pushing event updated for resources: {'Port': ['ID=6d022cb9-403d-4f4b-993c-f2fec124f58c,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:25.238615 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1bb559b8-00aa-497a-b485-de924f7ba74a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:25.269725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec8e3c-ed56-4688-8fd8-500cc84d45f5 req-77c933cb-0a7e-4205-8cc2-5ef76aa7369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:25.272657 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a3ec8e3c-ed56-4688-8fd8-500cc84d45f5 req-77c933cb-0a7e-4205-8cc2-5ef76aa7369e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 1095 time: 0.0890450 Nov 18 17:44:25.276710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb559b8-00aa-497a-b485-de924f7ba74a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Subnet': ['ID=339edd0a-f887-471c-a656-886c6d40e9d0,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:25.290572 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1bb559b8-00aa-497a-b485-de924f7ba74a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:25.296480 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1bb559b8-00aa-497a-b485-de924f7ba74a tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/subnets/339edd0a-f887-471c-a656-886c6d40e9d0 HTTP/1.1" status: 204 len: 168 time: 0.5497811 Nov 18 17:44:25.298754 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59806) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:25.399104 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0323f60-1ceb-497f-90a5-9ec096b9c8d7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:25.439480 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec8e3c-ed56-4688-8fd8-500cc84d45f5 req-a58604ba-56ae-4566-977c-bd24148d47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:25.441020 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a3ec8e3c-ed56-4688-8fd8-500cc84d45f5 req-a58604ba-56ae-4566-977c-bd24148d47a6 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1555452 Nov 18 17:44:25.577208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec8e3c-ed56-4688-8fd8-500cc84d45f5 req-b0be8833-b41d-460e-9d7a-a156da33bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:25.580461 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a3ec8e3c-ed56-4688-8fd8-500cc84d45f5 req-b0be8833-b41d-460e-9d7a-a156da33bd37 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1244884 Nov 18 17:44:25.708913 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-465df062-0925-458d-9027-3764a6a294bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:25.710741 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-465df062-0925-458d-9027-3764a6a294bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 1095 time: 0.0816846 Nov 18 17:44:25.772953 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-2259fd9c-bd48-4907-b8ca-2c9733c1e4de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d022cb9-403d-4f4b-993c-f2fec124f58c HTTP/1.1" status: 200 len: 217 time: 0.0525982 Nov 18 17:44:25.833742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-70de9510-3378-4695-a889-c9a9aee42af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:25.837872 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-70de9510-3378-4695-a889-c9a9aee42af4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8f69c48d-8cf1-4316-992c-3aad73e2245a HTTP/1.1" status: 200 len: 834 time: 0.0545273 Nov 18 17:44:25.878399 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0323f60-1ceb-497f-90a5-9ec096b9c8d7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:25.902438 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c0323f60-1ceb-497f-90a5-9ec096b9c8d7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40105d4-4e2f-42d1-b597-5b3434f91b12']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:25.902721 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-ec0f8170-5afd-4f9d-a59b-f18c7cfdbbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:25.904183 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-ec0f8170-5afd-4f9d-a59b-f18c7cfdbbf8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0e477477-ccc5-4c52-a4eb-ab873fa4c037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586443 Nov 18 17:44:25.913387 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c0323f60-1ceb-497f-90a5-9ec096b9c8d7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275be950-1d84-4fae-b979-5d3c679770e4') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:25.916663 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-c0323f60-1ceb-497f-90a5-9ec096b9c8d7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275be950-1d84-4fae-b979-5d3c679770e4') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:25.924343 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0323f60-1ceb-497f-90a5-9ec096b9c8d7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:25.943121 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0323f60-1ceb-497f-90a5-9ec096b9c8d7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:25.949734 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0323f60-1ceb-497f-90a5-9ec096b9c8d7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:44:25.950169 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0323f60-1ceb-497f-90a5-9ec096b9c8d7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:44:25.954466 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:44:26.029523 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-a7c69ad6-5ac4-415f-a541-93a1073d28dd service neutron] 10.222.0.83 "GET /v2.0/networks/0e477477-ccc5-4c52-a4eb-ab873fa4c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164198 Nov 18 17:44:26.069463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59860) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:26.084565 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0323f60-1ceb-497f-90a5-9ec096b9c8d7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:26.105993 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0323f60-1ceb-497f-90a5-9ec096b9c8d7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:26.113239 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c0323f60-1ceb-497f-90a5-9ec096b9c8d7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] 10.222.0.72 "DELETE /v2.0/networks/e40105d4-4e2f-42d1-b597-5b3434f91b12 HTTP/1.1" status: 204 len: 168 time: 0.8132961 Nov 18 17:44:26.116373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0323f60-1ceb-497f-90a5-9ec096b9c8d7 tempest-FloatingIPTestJSON-1923073944 tempest-FloatingIPTestJSON-1923073944-project] Pushing event deleted for resources: {'Network': ['ID=e40105d4-4e2f-42d1-b597-5b3434f91b12,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:26.169747 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495e63c-d1cc-4532-b39a-91afc7b0195f req-821a3b78-90e2-4161-a2e5-4922fe6a635a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:26.171339 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9495e63c-d1cc-4532-b39a-91afc7b0195f req-821a3b78-90e2-4161-a2e5-4922fe6a635a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 943 time: 0.1289849 Nov 18 17:44:26.189773 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-29260c49-a3de-4b94-a6a9-0be17e799f8e req-5dbbd8bb-23d3-4e14-81fa-9dbfdd0a1382 service neutron] 10.222.0.83 "GET /v2.0/networks/0e477477-ccc5-4c52-a4eb-ab873fa4c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499794 Nov 18 17:44:26.209828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8df4a4-4b16-4ef7-80f7-a74579473819 req-38bc82fb-57b2-4256-878c-8b6c86b1608a tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:26.211147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3270b54a-9422-4d3c-a9a7-dc746ff30a5b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-732977072-network', 'tenant_id': 'cf8783736fc94099ae6c692994b5b442'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:26.212348 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d8df4a4-4b16-4ef7-80f7-a74579473819 req-38bc82fb-57b2-4256-878c-8b6c86b1608a tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 945 time: 0.0981257 Nov 18 17:44:26.266334 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9495e63c-d1cc-4532-b39a-91afc7b0195f req-e98ac7cc-ed76-43bd-9d51-9e40e5360c14 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f917ccf-1f8a-4a92-afe8-a66568497374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810330 Nov 18 17:44:26.296378 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d8df4a4-4b16-4ef7-80f7-a74579473819 req-32dad041-c152-4841-8698-18e302dc671f tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683672 Nov 18 17:44:26.313460 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3270b54a-9422-4d3c-a9a7-dc746ff30a5b admin admin] Made reservation on behalf of cf8783736fc94099ae6c692994b5b442 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:26.315932 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3270b54a-9422-4d3c-a9a7-dc746ff30a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:26.325267 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3270b54a-9422-4d3c-a9a7-dc746ff30a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:26.400083 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3270b54a-9422-4d3c-a9a7-dc746ff30a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:26.459681 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3270b54a-9422-4d3c-a9a7-dc746ff30a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:26.481859 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3270b54a-9422-4d3c-a9a7-dc746ff30a5b admin admin] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:44:26.497849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270b54a-9422-4d3c-a9a7-dc746ff30a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269d0d3a-035b-4436-b45b-bf7955a1f7ce,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:26.500903 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3270b54a-9422-4d3c-a9a7-dc746ff30a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:26.501256 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-3270b54a-9422-4d3c-a9a7-dc746ff30a5b admin admin] Added segment cd10ddde-ef22-4017-ac3d-22697c3c6340 of type vlan for network c9b5d4ed-a3cb-43c6-9670-f18debce8cea Nov 18 17:44:26.546391 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3270b54a-9422-4d3c-a9a7-dc746ff30a5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:26.608678 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59890) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:26.667119 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3270b54a-9422-4d3c-a9a7-dc746ff30a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:26.668181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3270b54a-9422-4d3c-a9a7-dc746ff30a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:26.668939 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3270b54a-9422-4d3c-a9a7-dc746ff30a5b admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:26.739334 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270b54a-9422-4d3c-a9a7-dc746ff30a5b admin admin] Pushing event updated for resources: {'Network': ['ID=c9b5d4ed-a3cb-43c6-9670-f18debce8cea,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:26.749254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network c9b5d4ed-a3cb-43c6-9670-f18debce8cea details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:44:26.774054 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e9881774-adff-4175-afe8-5d98c2addd9b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a11ea585eea3462c9133f1be96bd5dc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1641417 Nov 18 17:44:26.776507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 59900) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:26.830361 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8073c40a-e461-4986-bd93-f49789c9e8d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:26.845029 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3270b54a-9422-4d3c-a9a7-dc746ff30a5b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7747986 Nov 18 17:44:26.848065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59906) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:26.853122 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-93e2b225-5ba6-40a9-ae00-e5766617524c admin admin] Request body: {'subnet': {'network_id': 'c9b5d4ed-a3cb-43c6-9670-f18debce8cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-732977072-subnet', 'tenant_id': 'cf8783736fc94099ae6c692994b5b442', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:26.856862 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8073c40a-e461-4986-bd93-f49789c9e8d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:27.014231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e2b225-5ba6-40a9-ae00-e5766617524c admin admin] Made reservation on behalf of cf8783736fc94099ae6c692994b5b442 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:27.017471 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93e2b225-5ba6-40a9-ae00-e5766617524c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:27.042606 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8073c40a-e461-4986-bd93-f49789c9e8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:27.045424 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8073c40a-e461-4986-bd93-f49789c9e8d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:27.046610 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8073c40a-e461-4986-bd93-f49789c9e8d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/701e657e-d59d-417a-b07c-f69948a62e68 HTTP/1.1" status: 204 len: 168 time: 0.2691839 Nov 18 17:44:27.054857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073c40a-e461-4986-bd93-f49789c9e8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701e657e-d59d-417a-b07c-f69948a62e68,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:27.278514 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93e2b225-5ba6-40a9-ae00-e5766617524c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:27.354245 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2b225-5ba6-40a9-ae00-e5766617524c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f27142-23b2-4b92-9171-fd295e8420fa,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:27.356672 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e2b225-5ba6-40a9-ae00-e5766617524c admin admin] Checking segment: {'id': 'cd10ddde-ef22-4017-ac3d-22697c3c6340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'c9b5d4ed-a3cb-43c6-9670-f18debce8cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:27.357252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e2b225-5ba6-40a9-ae00-e5766617524c admin admin] Network hostable DHCP agents. Network: c9b5d4ed-a3cb-43c6-9670-f18debce8cea, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:44:27.406006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9aed1-6800-4c1d-8a45-18973fff617d req-34260ab6-4fbc-4760-a061-e8c457123860 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:27.407579 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3ae9aed1-6800-4c1d-8a45-18973fff617d req-34260ab6-4fbc-4760-a061-e8c457123860 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.81 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 945 time: 0.0776272 Nov 18 17:44:27.445447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd2ce2-acb3-400d-8e72-db4b16258093 req-ec56780a-fac1-4db9-8e7f-f43b39f333bc tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:27.446997 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33fd2ce2-acb3-400d-8e72-db4b16258093 req-ec56780a-fac1-4db9-8e7f-f43b39f333bc tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 943 time: 0.1072059 Nov 18 17:44:27.482758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a32c8-e26d-45cf-951b-5482600ea67e req-81b4e266-01a5-4042-9b48-16fbddc77276 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:27.491027 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd7a32c8-e26d-45cf-951b-5482600ea67e req-81b4e266-01a5-4042-9b48-16fbddc77276 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 945 time: 0.0975397 Nov 18 17:44:27.501914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e2b225-5ba6-40a9-ae00-e5766617524c admin admin] Network c9b5d4ed-a3cb-43c6-9670-f18debce8cea is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:44:27.508830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-3ae9aed1-6800-4c1d-8a45-18973fff617d req-c7e6a8c8-f8fa-4ba6-b721-0b0542843ad6 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Deleting port ccbb6593-00e0-459e-bf6e-d96d11830dc4 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:44:27.511445 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3ae9aed1-6800-4c1d-8a45-18973fff617d req-c7e6a8c8-f8fa-4ba6-b721-0b0542843ad6 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:27.584320 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33fd2ce2-acb3-400d-8e72-db4b16258093 req-cd2516e5-b111-4523-b18f-b152dfae2687 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f917ccf-1f8a-4a92-afe8-a66568497374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262689 Nov 18 17:44:27.609204 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd7a32c8-e26d-45cf-951b-5482600ea67e req-372939c2-2a2d-4861-b164-8581dd4c189e tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052001 Nov 18 17:44:27.609204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-93e2b225-5ba6-40a9-ae00-e5766617524c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, c9b5d4ed-a3cb-43c6-9670-f18debce8cea) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:27.612368 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3ae9aed1-6800-4c1d-8a45-18973fff617d req-c7e6a8c8-f8fa-4ba6-b721-0b0542843ad6 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] For port ccbb6593-00e0-459e-bf6e-d96d11830dc4, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=ccbb6593-00e0-459e-bf6e-d96d11830dc4,segment=NetworkSegment(539f2706-44ae-42e1-8490-55e7fda7f569),segment_id=539f2706-44ae-42e1-8490-55e7fda7f569)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:27.612745 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3ae9aed1-6800-4c1d-8a45-18973fff617d req-c7e6a8c8-f8fa-4ba6-b721-0b0542843ad6 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:27.619728 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e2b225-5ba6-40a9-ae00-e5766617524c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:27.622332 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93e2b225-5ba6-40a9-ae00-e5766617524c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:27.625987 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-3ae9aed1-6800-4c1d-8a45-18973fff617d req-c7e6a8c8-f8fa-4ba6-b721-0b0542843ad6 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Calling delete_port for ccbb6593-00e0-459e-bf6e-d96d11830dc4 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:44:27.631503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f298a23-fafe-41cc-87e7-1649c0ca6b37 None None] Network c9b5d4ed-a3cb-43c6-9670-f18debce8cea requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:27.693170 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-93e2b225-5ba6-40a9-ae00-e5766617524c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8432593 Nov 18 17:44:27.794141 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39421adf-f9c6-4869-8434-dba3ae2a9807 None None] Network c9b5d4ed-a3cb-43c6-9670-f18debce8cea requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:27.863189 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3ae9aed1-6800-4c1d-8a45-18973fff617d req-c7e6a8c8-f8fa-4ba6-b721-0b0542843ad6 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:27.944393 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6a8c8-f8fa-4ba6-b721-0b0542843ad6 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Pushing event deleted for resources: {'Port': ['ID=ccbb6593-00e0-459e-bf6e-d96d11830dc4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:27.970351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae9aed1-6800-4c1d-8a45-18973fff617d req-c7e6a8c8-f8fa-4ba6-b721-0b0542843ad6 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] No DVR routers for this DVR port ccbb6593-00e0-459e-bf6e-d96d11830dc4 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:44:27.970351 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3ae9aed1-6800-4c1d-8a45-18973fff617d req-c7e6a8c8-f8fa-4ba6-b721-0b0542843ad6 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:27.972908 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3ae9aed1-6800-4c1d-8a45-18973fff617d req-c7e6a8c8-f8fa-4ba6-b721-0b0542843ad6 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.81 "DELETE /v2.0/ports/ccbb6593-00e0-459e-bf6e-d96d11830dc4 HTTP/1.1" status: 204 len: 173 time: 0.5547371 Nov 18 17:44:27.973390 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de060d1-94ff-435a-8beb-25903ffe13dc', 'name': 'network-vif-deleted', 'tag': 'ccbb6593-00e0-459e-bf6e-d96d11830dc4'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:44:27.975770 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3ec884-f786-41cd-9b1f-d0b4df3b173d" -d '{"events": [{"server_uuid": "5de060d1-94ff-435a-8beb-25903ffe13dc", "name": "network-vif-deleted", "tag": "ccbb6593-00e0-459e-bf6e-d96d11830dc4"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:44:28.014757 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33280e93-7215-4561-81dd-f33a31f9d817 x-openstack-request-id: req-33280e93-7215-4561-81dd-f33a31f9d817 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:44:28.015057 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de060d1-94ff-435a-8beb-25903ffe13dc", "name": "network-vif-deleted", "tag": "ccbb6593-00e0-459e-bf6e-d96d11830dc4", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:44:28.015318 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-33280e93-7215-4561-81dd-f33a31f9d817 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:44:28.016329 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de060d1-94ff-435a-8beb-25903ffe13dc', 'name': 'network-vif-deleted', 'tag': 'ccbb6593-00e0-459e-bf6e-d96d11830dc4', 'status': 'completed', 'code': 200} Nov 18 17:44:28.440750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 59998) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:28.541654 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f2183dc1-6243-4309-add7-d373fc829e84 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1549252934'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:28.683715 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2183dc1-6243-4309-add7-d373fc829e84 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:28.687261 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2183dc1-6243-4309-add7-d373fc829e84 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:28.707722 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2183dc1-6243-4309-add7-d373fc829e84 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:28.760960 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a08dc255-0624-4a4e-a8ec-be6f12b83298 req-a171cfa2-b971-4316-ad36-e1dcd3386bec tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5de060d1-94ff-435a-8beb-25903ffe13dc HTTP/1.1" status: 200 len: 210 time: 0.0543268 Nov 18 17:44:28.768949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60024) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:28.775293 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-96d71869-a591-4315-a1a4-236618c13c9d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2050603391-network', 'tenant_id': '6bc216798afb44b3bbfe45f4a72e3f5a'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:28.801566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c313c-b31c-41a6-b23c-bd3fbc875913 req-d811d32a-44a9-4e5d-9ad8-1cf988451736 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:28.803386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-403c313c-b31c-41a6-b23c-bd3fbc875913 req-d811d32a-44a9-4e5d-9ad8-1cf988451736 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 943 time: 0.1122148 Nov 18 17:44:28.893793 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2183dc1-6243-4309-add7-d373fc829e84 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:28.898035 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-403c313c-b31c-41a6-b23c-bd3fbc875913 req-e7a0d2ee-506c-4652-a05d-f916e49c9c1f tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f917ccf-1f8a-4a92-afe8-a66568497374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812912 Nov 18 17:44:28.916884 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d71869-a591-4315-a1a4-236618c13c9d admin admin] Made reservation on behalf of 6bc216798afb44b3bbfe45f4a72e3f5a for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:28.920774 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96d71869-a591-4315-a1a4-236618c13c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:28.928691 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96d71869-a591-4315-a1a4-236618c13c9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:28.996968 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2183dc1-6243-4309-add7-d373fc829e84 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:29.008394 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96d71869-a591-4315-a1a4-236618c13c9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:29.023755 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6d022cb9-403d-4f4b-993c-f2fec124f58c details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:44:29.024325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2183dc1-6243-4309-add7-d373fc829e84 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:44:29.034023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2183dc1-6243-4309-add7-d373fc829e84 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e2333a-6dac-4a27-89fb-208eca36545c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:29.039023 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2183dc1-6243-4309-add7-d373fc829e84 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:29.039376 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-f2183dc1-6243-4309-add7-d373fc829e84 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Added segment 81d711ef-f671-4e3a-887b-18c1876d5b09 of type vlan for network d818d552-c656-4c8d-ba76-324496109c66 Nov 18 17:44:29.083385 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2183dc1-6243-4309-add7-d373fc829e84 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:29.129475 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96d71869-a591-4315-a1a4-236618c13c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:29.142022 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d71869-a591-4315-a1a4-236618c13c9d admin admin] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:44:29.147033 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6d022cb9-403d-4f4b-993c-f2fec124f58c, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6d022cb9-403d-4f4b-993c-f2fec124f58c,segment=NetworkSegment(e8454a7e-e206-4fb1-9a9b-ed1296b93679),segment_id=e8454a7e-e206-4fb1-9a9b-ed1296b93679)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:29.159889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '6d022cb9-403d-4f4b-993c-f2fec124f58c', 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037', 'port_id': '6d022cb9-403d-4f4b-993c-f2fec124f58c', 'mac_address': 'fa:16:3e:8d:0f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:44:29.168878 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96d71869-a591-4315-a1a4-236618c13c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:29.169451 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-96d71869-a591-4315-a1a4-236618c13c9d admin admin] Added segment 528ffa1b-b832-414d-a0aa-4660b47e53ce of type vlan for network b23b6715-a1b0-4acd-ae53-50f03e28d390 Nov 18 17:44:29.179429 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d71869-a591-4315-a1a4-236618c13c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddef4ae8-4486-4c28-a5b7-675059071e72,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:29.199068 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:29.213089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d022cb9-403d-4f4b-993c-f2fec124f58c {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:44:29.219281 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96d71869-a591-4315-a1a4-236618c13c9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:29.225690 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2183dc1-6243-4309-add7-d373fc829e84 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:29.232570 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2183dc1-6243-4309-add7-d373fc829e84 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:29.233173 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6d022cb9-403d-4f4b-993c-f2fec124f58c, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6d022cb9-403d-4f4b-993c-f2fec124f58c,segment=NetworkSegment(e8454a7e-e206-4fb1-9a9b-ed1296b93679),segment_id=e8454a7e-e206-4fb1-9a9b-ed1296b93679)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:29.233309 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f2183dc1-6243-4309-add7-d373fc829e84 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:29.295057 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:29.305899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2183dc1-6243-4309-add7-d373fc829e84 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Network': ['ID=d818d552-c656-4c8d-ba76-324496109c66,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:29.322269 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96d71869-a591-4315-a1a4-236618c13c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:29.325983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d71869-a591-4315-a1a4-236618c13c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:29.326113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network d818d552-c656-4c8d-ba76-324496109c66 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:44:29.326237 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96d71869-a591-4315-a1a4-236618c13c9d admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:29.326334 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f2183dc1-6243-4309-add7-d373fc829e84 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8831630 Nov 18 17:44:29.398238 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d71869-a591-4315-a1a4-236618c13c9d admin admin] Pushing event updated for resources: {'Network': ['ID=b23b6715-a1b0-4acd-ae53-50f03e28d390,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:29.413200 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network b23b6715-a1b0-4acd-ae53-50f03e28d390 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:44:29.428380 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60052) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:29.434684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-280da8ea-9257-4a6b-b73b-9040bf647e34 admin admin] Request body: {'subnet': {'network_id': 'b23b6715-a1b0-4acd-ae53-50f03e28d390', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2050603391-subnet', 'tenant_id': '6bc216798afb44b3bbfe45f4a72e3f5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:29.440063 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-96d71869-a591-4315-a1a4-236618c13c9d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6697283 Nov 18 17:44:29.502217 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6d022cb9-403d-4f4b-993c-f2fec124f58c,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:29.563996 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['6d022cb9-403d-4f4b-993c-f2fec124f58c'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:44:29.614518 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280da8ea-9257-4a6b-b73b-9040bf647e34 admin admin] Made reservation on behalf of 6bc216798afb44b3bbfe45f4a72e3f5a for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:29.617345 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-280da8ea-9257-4a6b-b73b-9040bf647e34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:29.723828 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ccbb6593-00e0-459e-bf6e-d96d11830dc4 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:44:29.753432 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: ccbb6593-00e0-459e-bf6e-d96d11830dc4 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:44:29.753786 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device ccbb6593-00e0-459e-bf6e-d96d11830dc4 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:44:29.992468 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c847d5b0-87ea-441b-a63a-684eace82230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:30.043929 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19900ec-e4ea-48c0-bb33-8b469f756b17 req-38ccacf0-f891-4c7d-b372-dc0450001dc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:30.045516 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f19900ec-e4ea-48c0-bb33-8b469f756b17 req-38ccacf0-f891-4c7d-b372-dc0450001dc3 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 944 time: 0.0572112 Nov 18 17:44:30.054492 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-280da8ea-9257-4a6b-b73b-9040bf647e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:30.177201 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280da8ea-9257-4a6b-b73b-9040bf647e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bfa067e-09bc-4e8e-ab47-a7463cea03f0,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:30.235661 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f19900ec-e4ea-48c0-bb33-8b469f756b17 req-2d8ddb24-11d4-45f8-8b66-421b4cba2797 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f917ccf-1f8a-4a92-afe8-a66568497374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821315 Nov 18 17:44:30.240373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280da8ea-9257-4a6b-b73b-9040bf647e34 admin admin] Checking segment: {'id': '528ffa1b-b832-414d-a0aa-4660b47e53ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'b23b6715-a1b0-4acd-ae53-50f03e28d390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:30.240744 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280da8ea-9257-4a6b-b73b-9040bf647e34 admin admin] Network hostable DHCP agents. Network: b23b6715-a1b0-4acd-ae53-50f03e28d390, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:44:30.285192 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-a0e9c2de-9fee-4853-9e82-2370a2034f31 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:30.292228 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-a0e9c2de-9fee-4853-9e82-2370a2034f31 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/networks?id=2cf9b20d-7f66-4595-982e-af83926eb445 HTTP/1.1" status: 200 len: 809 time: 0.2087805 Nov 18 17:44:30.308636 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-13b7f869-2d44-4401-bcaa-b58dc83f7b80 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/quotas/c216ce0846a74a52aec9392dfb2212db HTTP/1.1" status: 200 len: 375 time: 0.0112810 Nov 18 17:44:30.335839 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-cb598b80-6150-4d0c-8168-293fb665ad38 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c216ce0846a74a52aec9392dfb2212db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271921 Nov 18 17:44:30.379873 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280da8ea-9257-4a6b-b73b-9040bf647e34 admin admin] Network b23b6715-a1b0-4acd-ae53-50f03e28d390 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:44:30.444721 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-2df649f8-0ecb-4589-967a-b5d9d2e5e3a7 service neutron] 10.222.0.72 "GET /v2.0/networks/2cf9b20d-7f66-4595-982e-af83926eb445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017118 Nov 18 17:44:30.472293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-280da8ea-9257-4a6b-b73b-9040bf647e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, b23b6715-a1b0-4acd-ae53-50f03e28d390) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:30.479327 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280da8ea-9257-4a6b-b73b-9040bf647e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:30.480262 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-280da8ea-9257-4a6b-b73b-9040bf647e34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:30.484776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba83bc2-8b18-491b-8b0b-6ebea781d815 None None] Network b23b6715-a1b0-4acd-ae53-50f03e28d390 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:30.563985 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-01847779-480d-4704-af3f-233eed787006 service neutron] 10.222.0.72 "GET /v2.0/networks/2cf9b20d-7f66-4595-982e-af83926eb445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125748 Nov 18 17:44:30.622904 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-280da8ea-9257-4a6b-b73b-9040bf647e34 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1872394 Nov 18 17:44:30.872183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512fc4b1-c074-4830-bcee-d32ce7ed1abd None None] Network b23b6715-a1b0-4acd-ae53-50f03e28d390 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:30.964106 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0ecd5367-4f28-4c8e-ab70-20e69d1b5614 req-7eeca8ea-f64f-4f4a-b175-b848be780df7 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 210 time: 0.0422685 Nov 18 17:44:31.050893 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6d022cb9-403d-4f4b-993c-f2fec124f58c up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:44:31.191387 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 6d022cb9-403d-4f4b-993c-f2fec124f58c completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:44:31.196078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 6d022cb9-403d-4f4b-993c-f2fec124f58c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:31.196587 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:31.292441 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:31.328572 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc33a85-b1b7-4f74-b3a0-ee958a9409c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d022cb9-403d-4f4b-993c-f2fec124f58c'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:44:31.331149 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfa95d4-b2c0-4145-a29b-61aea8f1e255" -d '{"events": [{"server_uuid": "5dc33a85-b1b7-4f74-b3a0-ee958a9409c0", "name": "network-vif-plugged", "status": "completed", "tag": "6d022cb9-403d-4f4b-993c-f2fec124f58c"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:44:31.337580 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-c01c5a55-b50a-4ee4-9fde-780996be9355 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:31.339166 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-c01c5a55-b50a-4ee4-9fde-780996be9355 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/networks?id=c9b5d4ed-a3cb-43c6-9670-f18debce8cea HTTP/1.1" status: 200 len: 808 time: 0.1517401 Nov 18 17:44:31.350292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6d022cb9-403d-4f4b-993c-f2fec124f58c, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6d022cb9-403d-4f4b-993c-f2fec124f58c,segment=NetworkSegment(e8454a7e-e206-4fb1-9a9b-ed1296b93679),segment_id=e8454a7e-e206-4fb1-9a9b-ed1296b93679)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:31.386562 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-cdbc881c-d93d-4018-af4f-1668020057fd tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/quotas/cf8783736fc94099ae6c692994b5b442 HTTP/1.1" status: 200 len: 375 time: 0.0361149 Nov 18 17:44:31.425212 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-cdac6d47-b995-44c7-b82a-1ca3c0353144 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf8783736fc94099ae6c692994b5b442&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305927 Nov 18 17:44:31.432932 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833f642-f336-4721-8f9e-5b09bed67570 req-3c5137e7-14c1-4073-9bfd-35d46f36a1a2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:31.434397 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9833f642-f336-4721-8f9e-5b09bed67570 req-3c5137e7-14c1-4073-9bfd-35d46f36a1a2 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 944 time: 0.0943167 Nov 18 17:44:31.472710 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:31.533030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6d022cb9-403d-4f4b-993c-f2fec124f58c,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:31.563701 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9833f642-f336-4721-8f9e-5b09bed67570 req-36ecbaaa-539d-4aee-b1cc-910a83160f08 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f917ccf-1f8a-4a92-afe8-a66568497374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070385 Nov 18 17:44:31.594588 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-ff2620dd-2a6f-4ea4-b732-5e10d70a495b service neutron] 10.222.0.72 "GET /v2.0/networks/c9b5d4ed-a3cb-43c6-9670-f18debce8cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576774 Nov 18 17:44:31.621115 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a2b921-0f91-4924-aaba-4effa7bbb8cf x-openstack-request-id: req-28a2b921-0f91-4924-aaba-4effa7bbb8cf {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:44:31.621978 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc33a85-b1b7-4f74-b3a0-ee958a9409c0", "name": "network-vif-plugged", "status": "completed", "tag": "6d022cb9-403d-4f4b-993c-f2fec124f58c", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:44:31.622653 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-28a2b921-0f91-4924-aaba-4effa7bbb8cf {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:44:31.623261 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc33a85-b1b7-4f74-b3a0-ee958a9409c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d022cb9-403d-4f4b-993c-f2fec124f58c', 'code': 200} Nov 18 17:44:31.716519 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-527ada48-1518-41a4-ba06-4b2b1b261675 service neutron] 10.222.0.72 "GET /v2.0/networks/c9b5d4ed-a3cb-43c6-9670-f18debce8cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207664 Nov 18 17:44:31.761046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7ef7d-8567-4313-b868-3b1509036390 req-47d774fe-41c5-4386-806a-87ac6ee23fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:31.761046 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06b7ef7d-8567-4313-b868-3b1509036390 req-47d774fe-41c5-4386-806a-87ac6ee23fd8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 1097 time: 0.0484276 Nov 18 17:44:31.812088 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-06b7ef7d-8567-4313-b868-3b1509036390 req-67903202-e057-447a-94a4-526554a0eab2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5f917ccf-1f8a-4a92-afe8-a66568497374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478694 Nov 18 17:44:32.084315 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d844db3b-df77-4f21-8504-dfc00b201f09 req-a3c4932f-e3f4-4534-8e2d-befe33a06694 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 210 time: 0.0420322 Nov 18 17:44:32.124318 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87f23f13-5d02-45ad-a1eb-8f5d258dc4f2 req-9356daf8-c705-4fbf-9e67-1e53223be329 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 210 time: 0.0435572 Nov 18 17:44:32.427069 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-296e9a85-7de4-4423-90da-83d04468ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:32.696671 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e088d-040e-42a7-9955-75ac98393855 req-24c265bc-9a30-4a4d-b737-7c7ab4035a24 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:32.698150 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd4e088d-040e-42a7-9955-75ac98393855 req-24c265bc-9a30-4a4d-b737-7c7ab4035a24 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 945 time: 0.0592999 Nov 18 17:44:32.715945 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60220) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:32.721170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-83e9bb0d-74d5-42e2-be8c-c0be8a515f62 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'subnet': {'network_id': 'd818d552-c656-4c8d-ba76-324496109c66', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:32.753856 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd4e088d-040e-42a7-9955-75ac98393855 req-0311b9b2-0a94-4011-a2b1-9bba0340a636 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f917ccf-1f8a-4a92-afe8-a66568497374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479248 Nov 18 17:44:32.918054 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e9bb0d-74d5-42e2-be8c-c0be8a515f62 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:32.922779 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-83e9bb0d-74d5-42e2-be8c-c0be8a515f62 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:33.187061 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-83e9bb0d-74d5-42e2-be8c-c0be8a515f62 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:33.199235 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d8c2e1e-c0f7-45d4-9a06-b646505ce24a req-1c329cdd-5961-42e0-8f9d-1096a144d0c7 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 210 time: 0.0536706 Nov 18 17:44:33.243462 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a36539c2-f560-44a0-90db-f795b9106d43 req-f818c2fe-e8c2-4947-9e2f-ac3a40a6f022 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 210 time: 0.0273008 Nov 18 17:44:33.271147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9bb0d-74d5-42e2-be8c-c0be8a515f62 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Subnet': ['ID=6de3a3de-f50b-43df-aa09-b1b6335ca492,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:33.279103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e9bb0d-74d5-42e2-be8c-c0be8a515f62 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Checking segment: {'id': '81d711ef-f671-4e3a-887b-18c1876d5b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd818d552-c656-4c8d-ba76-324496109c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:33.280695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e9bb0d-74d5-42e2-be8c-c0be8a515f62 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network hostable DHCP agents. Network: d818d552-c656-4c8d-ba76-324496109c66, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:44:33.390506 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e9bb0d-74d5-42e2-be8c-c0be8a515f62 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network d818d552-c656-4c8d-ba76-324496109c66 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:44:33.473929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-83e9bb0d-74d5-42e2-be8c-c0be8a515f62 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, d818d552-c656-4c8d-ba76-324496109c66) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:33.484142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83bac3a-8b02-4154-b50d-c6afaad45cae None None] Network d818d552-c656-4c8d-ba76-324496109c66 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:33.492571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e9bb0d-74d5-42e2-be8c-c0be8a515f62 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:33.493532 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-83e9bb0d-74d5-42e2-be8c-c0be8a515f62 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:33.522382 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-4f8faa2b-4100-48b2-ae79-d18c3903dc64 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:33.524899 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-4f8faa2b-4100-48b2-ae79-d18c3903dc64 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.81 "GET /v2.0/networks?id=2cf9b20d-7f66-4595-982e-af83926eb445 HTTP/1.1" status: 200 len: 809 time: 0.1443105 Nov 18 17:44:33.541058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-002de89c-81e4-4f60-b66d-3921aedb30d5 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Request body: {'port': {'device_id': '3c010927-aaee-462b-b6af-313d1193e839', 'network_id': '2cf9b20d-7f66-4595-982e-af83926eb445', 'admin_state_up': True, 'tenant_id': 'c216ce0846a74a52aec9392dfb2212db'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:33.619527 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-83e9bb0d-74d5-42e2-be8c-c0be8a515f62 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9024599 Nov 18 17:44:33.623313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60264) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:33.630544 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-80c859ac-e87c-4ea3-b96a-d622ba9f8b15 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-581445783'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:33.658538 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:33.667294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-d818d552-c656-4c8d-ba76-324496109c66', 'network_id': 'd818d552-c656-4c8d-ba76-324496109c66', 'tenant_id': '3705fdfff7754c0dbad52a53e95d7cf0', 'fixed_ips': [{'subnet_id': '6de3a3de-f50b-43df-aa09-b1b6335ca492'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:44:33.668475 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:33.752493 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c859ac-e87c-4ea3-b96a-d622ba9f8b15 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:33.756108 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-80c859ac-e87c-4ea3-b96a-d622ba9f8b15 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:33.786209 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c859ac-e87c-4ea3-b96a-d622ba9f8b15 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] vlan segment allocate from pool success with {'vlan_id': 1108, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:44:33.797478 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-80c859ac-e87c-4ea3-b96a-d622ba9f8b15 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:33.797831 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-80c859ac-e87c-4ea3-b96a-d622ba9f8b15 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Added segment 2ab41c5c-4307-4aaa-af55-6ce3191c4115 of type vlan for network d716562f-8cde-467b-a87f-d24b517ada6b Nov 18 17:44:33.821611 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Allocated IP 2001:db8:0:ffff::2 (d818d552-c656-4c8d-ba76-324496109c66/6de3a3de-f50b-43df-aa09-b1b6335ca492/210a2109-645e-4d51-a787-b759f9140f7a) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:44:33.847899 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-80c859ac-e87c-4ea3-b96a-d622ba9f8b15 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:33.923607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-002de89c-81e4-4f60-b66d-3921aedb30d5 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Made reservation on behalf of c216ce0846a74a52aec9392dfb2212db for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:33.927633 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f071f-918d-4750-9e31-6d8413436c22 req-8de85c55-02da-4411-83d9-203693090d33 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:33.927857 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-002de89c-81e4-4f60-b66d-3921aedb30d5 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:33.929438 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b57f071f-918d-4750-9e31-6d8413436c22 req-8de85c55-02da-4411-83d9-203693090d33 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 945 time: 0.0672436 Nov 18 17:44:34.005903 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b57f071f-918d-4750-9e31-6d8413436c22 req-e850f870-a51e-43de-be6a-0a6310bd291e tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f917ccf-1f8a-4a92-afe8-a66568497374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694590 Nov 18 17:44:34.020910 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:34.055503 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-80c859ac-e87c-4ea3-b96a-d622ba9f8b15 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:34.061048 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c859ac-e87c-4ea3-b96a-d622ba9f8b15 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:34.062084 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-80c859ac-e87c-4ea3-b96a-d622ba9f8b15 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:34.097619 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-002de89c-81e4-4f60-b66d-3921aedb30d5 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Allocated IP 172.20.0.12 (2cf9b20d-7f66-4595-982e-af83926eb445/e9e1cf90-7d56-4b73-a982-1c17231b8698/69bdd477-269d-4d34-b1f5-1d84a8660cdd) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:44:34.107170 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:34.144432 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Network d818d552-c656-4c8d-ba76-324496109c66 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:34.148020 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:34.152313 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:44:34.197172 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-80c859ac-e87c-4ea3-b96a-d622ba9f8b15 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5727947 Nov 18 17:44:34.200009 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c859ac-e87c-4ea3-b96a-d622ba9f8b15 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Network': ['ID=d716562f-8cde-467b-a87f-d24b517ada6b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:34.202863 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60292) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:34.208246 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9a8d93bd-1f2b-411b-8e00-0c9b114fefe5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'subnet': {'network_id': 'd716562f-8cde-467b-a87f-d24b517ada6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:34.235041 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Pushing event updated for resources: {'Port': ['ID=210a2109-645e-4d51-a787-b759f9140f7a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:34.235041 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network d716562f-8cde-467b-a87f-d24b517ada6b details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:44:34.266290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Attempting to bind port 210a2109-645e-4d51-a787-b759f9140f7a on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:44:34.268299 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Attempting to bind port 210a2109-645e-4d51-a787-b759f9140f7a by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '81d711ef-f671-4e3a-887b-18c1876d5b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd818d552-c656-4c8d-ba76-324496109c66'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:44:34.268684 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Attempting to bind port 210a2109-645e-4d51-a787-b759f9140f7a on network d818d552-c656-4c8d-ba76-324496109c66 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:44:34.278122 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:44:34.282946 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Checking segment: {'id': '81d711ef-f671-4e3a-887b-18c1876d5b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd818d552-c656-4c8d-ba76-324496109c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:34.282946 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:34.282946 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Bound using segment: {'id': '81d711ef-f671-4e3a-887b-18c1876d5b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd818d552-c656-4c8d-ba76-324496109c66'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:44:34.282946 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Bound port: 210a2109-645e-4d51-a787-b759f9140f7a, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d711ef-f671-4e3a-887b-18c1876d5b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd818d552-c656-4c8d-ba76-324496109c66'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:44:34.282946 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:34.340085 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-002de89c-81e4-4f60-b66d-3921aedb30d5 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:34.346130 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea925596-b8be-4d30-9d64-d6d74b4e620c req-c673f7ce-fb80-46dd-92c6-e6fd46b68734 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 210 time: 0.0397627 Nov 18 17:44:34.357439 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2c918-3f86-45b2-8740-00321948d78c req-4d24324a-cb58-417d-a389-7d7191020803 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:34.359767 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ec2c918-3f86-45b2-8740-00321948d78c req-4d24324a-cb58-417d-a389-7d7191020803 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 945 time: 0.2737305 Nov 18 17:44:34.430434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] For port 210a2109-645e-4d51-a787-b759f9140f7a, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:44:34.434065 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] For port 210a2109-645e-4d51-a787-b759f9140f7a, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=210a2109-645e-4d51-a787-b759f9140f7a,segment=NetworkSegment(81d711ef-f671-4e3a-887b-18c1876d5b09),segment_id=81d711ef-f671-4e3a-887b-18c1876d5b09)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:44:34.437301 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ec2c918-3f86-45b2-8740-00321948d78c req-09dce4da-f6cd-4b7a-b5fe-0a522a3cd390 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f917ccf-1f8a-4a92-afe8-a66568497374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597970 Nov 18 17:44:34.467402 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fe030350-ec32-4c04-b0aa-847f9dc9537e req-361cb550-4676-406d-970f-315c402089af tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 210 time: 0.0289669 Nov 18 17:44:34.468157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8d93bd-1f2b-411b-8e00-0c9b114fefe5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:34.468532 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60308) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:34.472106 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a8d93bd-1f2b-411b-8e00-0c9b114fefe5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:34.504585 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-002de89c-81e4-4f60-b66d-3921aedb30d5 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:34.554232 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-002de89c-81e4-4f60-b66d-3921aedb30d5 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Network 2cf9b20d-7f66-4595-982e-af83926eb445 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:34.559222 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:34.561900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-002de89c-81e4-4f60-b66d-3921aedb30d5 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:34.565695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756c9c70-68fa-4300-a789-891dad3d1314 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:34.569999 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-756c9c70-68fa-4300-a789-891dad3d1314 tempest-TestNetworkBasicOps-1477798821 tempest-TestNetworkBasicOps-1477798821-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 1092 time: 0.0968554 Nov 18 17:44:34.570546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60314) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:34.573466 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-002de89c-81e4-4f60-b66d-3921aedb30d5 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:44:34.575464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': '6d022cb9-403d-4f4b-993c-f2fec124f58c', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:34.577637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002de89c-81e4-4f60-b66d-3921aedb30d5 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Pushing event updated for resources: {'Port': ['ID=69bdd477-269d-4d34-b1f5-1d84a8660cdd,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:34.637093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-002de89c-81e4-4f60-b66d-3921aedb30d5 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:34.638750 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-002de89c-81e4-4f60-b66d-3921aedb30d5 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:34.655863 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51031e-b352-46c7-9d04-a7cd3032cb9e None None] Pushing event updated for resources: {'Port': ['ID=210a2109-645e-4d51-a787-b759f9140f7a,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:34.730177 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:34.830898 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-002de89c-81e4-4f60-b66d-3921aedb30d5 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2948685 Nov 18 17:44:34.849144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Request body: {'port': {'device_id': '3c010927-aaee-462b-b6af-313d1193e839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:34.852450 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a8d93bd-1f2b-411b-8e00-0c9b114fefe5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:34.912705 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:34.968114 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d93bd-1f2b-411b-8e00-0c9b114fefe5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Subnet': ['ID=8b98b361-44e0-4f8a-a687-f202e821a98e,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:35.016471 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:35.031925 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8d93bd-1f2b-411b-8e00-0c9b114fefe5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Checking segment: {'id': '2ab41c5c-4307-4aaa-af55-6ce3191c4115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'd716562f-8cde-467b-a87f-d24b517ada6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:35.031925 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8d93bd-1f2b-411b-8e00-0c9b114fefe5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network hostable DHCP agents. Network: d716562f-8cde-467b-a87f-d24b517ada6b, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:44:35.138567 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:35.185319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-9d4a161f-9121-4400-b7b0-924d548f4838 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:35.186813 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-9d4a161f-9121-4400-b7b0-924d548f4838 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.81 "GET /v2.0/networks?id=c9b5d4ed-a3cb-43c6-9670-f18debce8cea HTTP/1.1" status: 200 len: 808 time: 0.2375231 Nov 18 17:44:35.191617 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8d93bd-1f2b-411b-8e00-0c9b114fefe5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network d716562f-8cde-467b-a87f-d24b517ada6b is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:44:35.202056 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-ccbaa0cc-0581-40a4-8509-cf9e5d399718 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Request body: {'port': {'device_id': '43028fa6-9670-4019-99cd-55baaefcd932', 'network_id': 'c9b5d4ed-a3cb-43c6-9670-f18debce8cea', 'admin_state_up': True, 'tenant_id': 'cf8783736fc94099ae6c692994b5b442'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:35.273947 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69bdd477-269d-4d34-b1f5-1d84a8660cdd {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:44:35.287718 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:35.291680 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Allocated IP 172.25.3.24 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/9da51bd4-d775-42ce-8939-41b506569d4b) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:44:35.293748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-9a8d93bd-1f2b-411b-8e00-0c9b114fefe5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, d716562f-8cde-467b-a87f-d24b517ada6b) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:35.295327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Transition to ACTIVE for port object 69bdd477-269d-4d34-b1f5-1d84a8660cdd will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:44:35.302592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152e9994-40c9-4924-9e8b-15d3472eabdb None None] Network d716562f-8cde-467b-a87f-d24b517ada6b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:35.309267 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8d93bd-1f2b-411b-8e00-0c9b114fefe5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:35.309874 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a8d93bd-1f2b-411b-8e00-0c9b114fefe5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:35.363934 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:35.430853 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Pushing event updated for resources: {'Port': ['ID=69bdd477-269d-4d34-b1f5-1d84a8660cdd,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:35.441717 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9a8d93bd-1f2b-411b-8e00-0c9b114fefe5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2369568 Nov 18 17:44:35.449602 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60334) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:35.474398 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:35.532015 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25207b98-ad43-4dfe-9526-0262f2ebc9f2 req-be8e1e54-db8c-4890-a33c-8b6d39caafc1 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 210 time: 0.0446947 Nov 18 17:44:35.575891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-ccbaa0cc-0581-40a4-8509-cf9e5d399718 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Made reservation on behalf of cf8783736fc94099ae6c692994b5b442 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:35.580195 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-ccbaa0cc-0581-40a4-8509-cf9e5d399718 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:35.602449 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Attempting to bind port 69bdd477-269d-4d34-b1f5-1d84a8660cdd on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:44:35.602820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Attempting to bind port 69bdd477-269d-4d34-b1f5-1d84a8660cdd by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '539f2706-44ae-42e1-8490-55e7fda7f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '2cf9b20d-7f66-4595-982e-af83926eb445'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:44:35.607836 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Attempting to bind port 69bdd477-269d-4d34-b1f5-1d84a8660cdd on network 2cf9b20d-7f66-4595-982e-af83926eb445 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:44:35.607994 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-d716562f-8cde-467b-a87f-d24b517ada6b', 'network_id': 'd716562f-8cde-467b-a87f-d24b517ada6b', 'tenant_id': '3705fdfff7754c0dbad52a53e95d7cf0', 'fixed_ips': [{'subnet_id': '8b98b361-44e0-4f8a-a687-f202e821a98e'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:44:35.607994 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:35.609029 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:35.609442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Port 69bdd477-269d-4d34-b1f5-1d84a8660cdd on network 2cf9b20d-7f66-4595-982e-af83926eb445 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:44:35.610040 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Attempting to bind port 69bdd477-269d-4d34-b1f5-1d84a8660cdd on network 2cf9b20d-7f66-4595-982e-af83926eb445 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:44:35.621138 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:35.630809 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:44:35.631339 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Checking segment: {'id': '539f2706-44ae-42e1-8490-55e7fda7f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '2cf9b20d-7f66-4595-982e-af83926eb445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:35.636623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Bound using segment: {'id': '539f2706-44ae-42e1-8490-55e7fda7f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '2cf9b20d-7f66-4595-982e-af83926eb445'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:44:35.636623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Bound port: 69bdd477-269d-4d34-b1f5-1d84a8660cdd, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539f2706-44ae-42e1-8490-55e7fda7f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '2cf9b20d-7f66-4595-982e-af83926eb445'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:44:35.636623 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:35.656067 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:35.743783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Port': ['ID=9da51bd4-d775-42ce-8939-41b506569d4b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:35.744075 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:35.762538 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf141d97-e52c-441d-8e18-ff9c05faeb9a req-82dcacc1-8874-4d02-9979-4f861d6cc65a tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:35.764608 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf141d97-e52c-441d-8e18-ff9c05faeb9a req-82dcacc1-8874-4d02-9979-4f861d6cc65a tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 944 time: 0.1910460 Nov 18 17:44:35.773837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] For port 69bdd477-269d-4d34-b1f5-1d84a8660cdd, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:44:35.782665 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:35.789265 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:35.795143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] For port 69bdd477-269d-4d34-b1f5-1d84a8660cdd, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=69bdd477-269d-4d34-b1f5-1d84a8660cdd,segment=NetworkSegment(539f2706-44ae-42e1-8490-55e7fda7f569),segment_id=539f2706-44ae-42e1-8490-55e7fda7f569)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:44:35.796667 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:44:35.822556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Allocated IP 2001:db8::1 (d716562f-8cde-467b-a87f-d24b517ada6b/8b98b361-44e0-4f8a-a687-f202e821a98e/bf714734-c876-42e8-a946-2835508fec72) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:44:35.896439 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:35.918851 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf141d97-e52c-441d-8e18-ff9c05faeb9a req-6298d4dc-8733-48f8-8060-17e5d2855709 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334994 Nov 18 17:44:35.956045 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:35.956818 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:35.960721 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] 10.222.0.81 "PUT /v2.0/ports/69bdd477-269d-4d34-b1f5-1d84a8660cdd HTTP/1.1" status: 200 len: 1093 time: 1.1174586 Nov 18 17:44:35.961952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c010927-aaee-462b-b6af-313d1193e839', 'tag': '69bdd477-269d-4d34-b1f5-1d84a8660cdd'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:44:35.966958 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d061ba7-6c7d-43ce-b284-38b3e98a7a78" -d '{"events": [{"name": "network-changed", "server_uuid": "3c010927-aaee-462b-b6af-313d1193e839", "tag": "69bdd477-269d-4d34-b1f5-1d84a8660cdd"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:44:35.991690 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070d7c3-a615-4807-8b3b-250b45ecfd55 service neutron] Pushing event updated for resources: {'Port': ['ID=69bdd477-269d-4d34-b1f5-1d84a8660cdd,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:36.001655 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c123dc63-2dda-4ad7-8ef5-1bdbf82395e6 None None] Network d818d552-c656-4c8d-ba76-324496109c66 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:36.024442 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-ccbaa0cc-0581-40a4-8509-cf9e5d399718 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Allocated IP 172.20.0.9 (c9b5d4ed-a3cb-43c6-9670-f18debce8cea/c3f27142-23b2-4b92-9171-fd295e8420fa/f12181d5-775a-44fa-98d7-2f16e497151d) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:44:36.028544 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e404c1e8-b0ca-4b80-8f05-987bcac72dc6 x-openstack-request-id: req-e404c1e8-b0ca-4b80-8f05-987bcac72dc6 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:44:36.028841 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c010927-aaee-462b-b6af-313d1193e839", "tag": "69bdd477-269d-4d34-b1f5-1d84a8660cdd", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:44:36.029100 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e404c1e8-b0ca-4b80-8f05-987bcac72dc6 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:44:36.029510 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c010927-aaee-462b-b6af-313d1193e839', 'tag': '69bdd477-269d-4d34-b1f5-1d84a8660cdd', 'status': 'completed', 'code': 200} Nov 18 17:44:36.092298 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:36.128236 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d061ba7-6c7d-43ce-b284-38b3e98a7a78 req-8c93f777-7257-4d91-97b6-6f591a9a628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:36.129900 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6d061ba7-6c7d-43ce-b284-38b3e98a7a78 req-8c93f777-7257-4d91-97b6-6f591a9a628f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c216ce0846a74a52aec9392dfb2212db&device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 1096 time: 0.0723805 Nov 18 17:44:36.131473 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-12701246-143a-4a59-aa84-b7570cc79dd1 None None] Provisioning complete for port 210a2109-645e-4d51-a787-b759f9140f7a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:36.131871 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-12701246-143a-4a59-aa84-b7570cc79dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:36.209209 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:36.278780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d061ba7-6c7d-43ce-b284-38b3e98a7a78 req-dfba5361-aba9-4b29-b21d-23d833cb03a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:36.281217 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6d061ba7-6c7d-43ce-b284-38b3e98a7a78 req-dfba5361-aba9-4b29-b21d-23d833cb03a0 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c216ce0846a74a52aec9392dfb2212db&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1409311 Nov 18 17:44:36.326208 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Network d716562f-8cde-467b-a87f-d24b517ada6b is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:36.332934 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:36.388070 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-12701246-143a-4a59-aa84-b7570cc79dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:36.395465 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Subnet': ['ID=8b98b361-44e0-4f8a-a687-f202e821a98e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:36.417454 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 210a2109-645e-4d51-a787-b759f9140f7a up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:44:36.421192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:36.428747 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Pushing event updated for resources: {'Port': ['ID=bf714734-c876-42e8-a946-2835508fec72,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:36.484928 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:44:36.523948 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-12701246-143a-4a59-aa84-b7570cc79dd1 None None] For port 210a2109-645e-4d51-a787-b759f9140f7a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=210a2109-645e-4d51-a787-b759f9140f7a,segment=NetworkSegment(81d711ef-f671-4e3a-887b-18c1876d5b09),segment_id=81d711ef-f671-4e3a-887b-18c1876d5b09)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:36.588450 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-12701246-143a-4a59-aa84-b7570cc79dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:36.672976 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Attempting to bind port bf714734-c876-42e8-a946-2835508fec72 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:44:36.673559 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Attempting to bind port bf714734-c876-42e8-a946-2835508fec72 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '2ab41c5c-4307-4aaa-af55-6ce3191c4115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'd716562f-8cde-467b-a87f-d24b517ada6b'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:44:36.673719 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Attempting to bind port bf714734-c876-42e8-a946-2835508fec72 on network d716562f-8cde-467b-a87f-d24b517ada6b {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:44:36.678775 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 210a2109-645e-4d51-a787-b759f9140f7a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:36.679131 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:36.729433 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:44:36.729739 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Checking segment: {'id': '2ab41c5c-4307-4aaa-af55-6ce3191c4115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'd716562f-8cde-467b-a87f-d24b517ada6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:36.730152 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:36.730554 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Bound using segment: {'id': '2ab41c5c-4307-4aaa-af55-6ce3191c4115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'd716562f-8cde-467b-a87f-d24b517ada6b'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:44:36.731051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Bound port: bf714734-c876-42e8-a946-2835508fec72, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab41c5c-4307-4aaa-af55-6ce3191c4115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'd716562f-8cde-467b-a87f-d24b517ada6b'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:44:36.731433 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:36.816811 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df6f75d5-11ee-4ccf-b0fc-ea438d1f0685 req-129bf907-da0f-4627-976a-edd24c216987 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 210 time: 0.1292138 Nov 18 17:44:36.844120 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] For port bf714734-c876-42e8-a946-2835508fec72, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:44:36.849687 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] For port bf714734-c876-42e8-a946-2835508fec72, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=bf714734-c876-42e8-a946-2835508fec72,segment=NetworkSegment(2ab41c5c-4307-4aaa-af55-6ce3191c4115),segment_id=2ab41c5c-4307-4aaa-af55-6ce3191c4115)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:44:36.896308 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12701246-143a-4a59-aa84-b7570cc79dd1 None None] Pushing event updated for resources: {'Port': ['ID=210a2109-645e-4d51-a787-b759f9140f7a,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:36.929038 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-ccbaa0cc-0581-40a4-8509-cf9e5d399718 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:36.944378 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:37.001372 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:37.028412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d061ba7-6c7d-43ce-b284-38b3e98a7a78 req-6947bb29-e872-4034-a300-ad05f9227240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:37.030234 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6d061ba7-6c7d-43ce-b284-38b3e98a7a78 req-6947bb29-e872-4034-a300-ad05f9227240 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7407849 Nov 18 17:44:37.034744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d716562f-8cde-467b-a87f-d24b517ada6b']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:37.047688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab41c5c-4307-4aaa-af55-6ce3191c4115') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:37.048081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab41c5c-4307-4aaa-af55-6ce3191c4115') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:37.057234 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:37.062317 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:37.083622 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3aa09c9f-8fc7-4e82-ab08-9f627e3ea41f None None] Provisioning complete for port 210a2109-645e-4d51-a787-b759f9140f7a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:37.084063 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3aa09c9f-8fc7-4e82-ab08-9f627e3ea41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:37.088307 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3211925-c7ad-4f0d-89d9-3b15bc887e68 None None] Pushing event updated for resources: {'Port': ['ID=bf714734-c876-42e8-a946-2835508fec72,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:37.105576 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:37.116654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:44:37.117074 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:44:37.120329 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:44:37.192803 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-ccbaa0cc-0581-40a4-8509-cf9e5d399718 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:37.197853 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-2572e1a6-4f10-44a4-a818-7f667397a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:37.199515 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-2572e1a6-4f10-44a4-a818-7f667397a0ff service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c216ce0846a74a52aec9392dfb2212db&device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 1096 time: 0.1227930 Nov 18 17:44:37.220324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d862141-bbdb-4ef6-86c8-79899078a7ae req-a6cb589c-ab5d-4d30-be1a-154e5178d765 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:37.222256 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d862141-bbdb-4ef6-86c8-79899078a7ae req-a6cb589c-ab5d-4d30-be1a-154e5178d765 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 944 time: 0.0997119 Nov 18 17:44:37.268508 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-8ae8954f-f36a-42d5-b5f9-d5435a259bde service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69bdd477-269d-4d34-b1f5-1d84a8660cdd HTTP/1.1" status: 200 len: 217 time: 0.0583048 Nov 18 17:44:37.270783 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.db.api [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 18 17:44:37.270783 n-d-813419-11 neutron-server[104008]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 18 17:44:37.270783 n-d-813419-11 neutron-server[104008]: [parameters: {'id': 'd716562f-8cde-467b-a87f-d24b517ada6b'}] Nov 18 17:44:37.270783 n-d-813419-11 neutron-server[104008]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:44:37.271585 n-d-813419-11 neutron-server[104008]: DEBUG oslo_db.api [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:44:37.335834 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-2713099a-5b01-4917-8fa9-943cada45ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:37.339226 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-2713099a-5b01-4917-8fa9-943cada45ce3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e9e1cf90-7d56-4b73-a982-1c17231b8698 HTTP/1.1" status: 200 len: 849 time: 0.0607607 Nov 18 17:44:37.343586 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d862141-bbdb-4ef6-86c8-79899078a7ae req-087df064-ba5d-4d34-a4cc-23e603cd1ab0 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636051 Nov 18 17:44:37.354241 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-ccbaa0cc-0581-40a4-8509-cf9e5d399718 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Network c9b5d4ed-a3cb-43c6-9670-f18debce8cea is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:37.355709 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:37.360592 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-ccbaa0cc-0581-40a4-8509-cf9e5d399718 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:37.386697 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-ccbaa0cc-0581-40a4-8509-cf9e5d399718 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:44:37.392627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16307b3b-ee2c-418b-8f57-aa0dbb08b0c3 None None] Network d716562f-8cde-467b-a87f-d24b517ada6b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:37.427628 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbaa0cc-0581-40a4-8509-cf9e5d399718 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Pushing event updated for resources: {'Port': ['ID=f12181d5-775a-44fa-98d7-2f16e497151d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:37.455933 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-22073182-c3be-4904-aef8-b81b9ab3aca2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2cf9b20d-7f66-4595-982e-af83926eb445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781729 Nov 18 17:44:37.491524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-ccbaa0cc-0581-40a4-8509-cf9e5d399718 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:37.492542 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-ccbaa0cc-0581-40a4-8509-cf9e5d399718 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:37.563499 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e497459-a771-47b9-84c7-ddd1dfe376ea None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 17:44:37.577521 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-f0c3d893-ac74-4466-87e1-cde2097350c4 service neutron] 10.222.0.81 "GET /v2.0/networks/2cf9b20d-7f66-4595-982e-af83926eb445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095979 Nov 18 17:44:37.627496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-ccbaa0cc-0581-40a4-8509-cf9e5d399718 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4289479 Nov 18 17:44:37.643750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Request body: {'port': {'device_id': '43028fa6-9670-4019-99cd-55baaefcd932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:37.673273 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e497459-a771-47b9-84c7-ddd1dfe376ea None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 17:44:37.712565 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:37.724330 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-607cfc4d-27d2-4483-8bb3-1c2b53253d46 req-e76e1eb5-0156-4aa0-8cfd-f11c589edbdc service neutron] 10.222.0.81 "GET /v2.0/networks/2cf9b20d-7f66-4595-982e-af83926eb445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363730 Nov 18 17:44:37.737232 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:37.774521 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:37.818281 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:37.836021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Deleting port bf714734-c876-42e8-a946-2835508fec72 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:44:37.836425 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:37.934604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] For port bf714734-c876-42e8-a946-2835508fec72, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=bf714734-c876-42e8-a946-2835508fec72,segment=NetworkSegment(2ab41c5c-4307-4aaa-af55-6ce3191c4115),segment_id=2ab41c5c-4307-4aaa-af55-6ce3191c4115)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:37.935592 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:37.951492 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Calling delete_port for bf714734-c876-42e8-a946-2835508fec72 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:44:38.066664 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event updated for resources: {'Port': ['ID=9da51bd4-d775-42ce-8939-41b506569d4b,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:38.108068 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8dbc0983-5225-4c13-a8b6-651db3240754 None None] Provisioning complete for port f12181d5-775a-44fa-98d7-2f16e497151d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:38.108571 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8dbc0983-5225-4c13-a8b6-651db3240754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:38.118165 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:38.141115 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:38.157134 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8dbc0983-5225-4c13-a8b6-651db3240754 None None] Port f12181d5-775a-44fa-98d7-2f16e497151d cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:44:38.175295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Port': ['ID=bf714734-c876-42e8-a946-2835508fec72,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:38.176297 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48928e-c2c1-4058-8362-8b09b6b48558 req-902d7fe5-1993-43ef-bb82-e88ad55827d1 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:38.177487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No DVR routers for this DVR port bf714734-c876-42e8-a946-2835508fec72 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:44:38.177878 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a48928e-c2c1-4058-8362-8b09b6b48558 req-902d7fe5-1993-43ef-bb82-e88ad55827d1 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 931 time: 0.2162251 Nov 18 17:44:38.275092 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:38.297965 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d716562f-8cde-467b-a87f-d24b517ada6b']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:38.307220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab41c5c-4307-4aaa-af55-6ce3191c4115') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:38.307529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab41c5c-4307-4aaa-af55-6ce3191c4115') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:38.312685 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Floating IP c2796c66-7f2d-4011-8ee1-f857d14820ec associated. External IP: 172.25.3.24, port: 6d022cb9-403d-4f4b-993c-f2fec124f58c. Nov 18 17:44:38.318105 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:38.321683 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 210a2109-645e-4d51-a787-b759f9140f7a up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:44:38.338107 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:38.338843 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a48928e-c2c1-4058-8362-8b09b6b48558 req-58702ed2-5997-4a3d-bf8b-1c9f3da6a19a tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/security-groups?id=269d0d3a-035b-4436-b45b-bf7955a1f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506808 Nov 18 17:44:38.345491 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:44:38.346474 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:38.379148 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 210a2109-645e-4d51-a787-b759f9140f7a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:38.379588 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:38.411985 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12181d5-775a-44fa-98d7-2f16e497151d {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:44:38.416503 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:44:38.425416 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:38.491073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Transition to ACTIVE for port object f12181d5-775a-44fa-98d7-2f16e497151d will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:44:38.526976 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:38.539117 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:38.547264 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/networks/d716562f-8cde-467b-a87f-d24b517ada6b HTTP/1.1" status: 204 len: 168 time: 3.0600469 Nov 18 17:44:38.547454 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60358) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:38.551669 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ccdfd260-b2cf-4d49-8e9b-d0a35e0561c2 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1320174645'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:38.554607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947aa86-3698-497e-bc27-633ab6ffaa6d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Network': ['ID=d716562f-8cde-467b-a87f-d24b517ada6b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:38.598231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825d9e6-32c2-4a60-9eff-da6b223210aa req-b56ef160-db62-441d-910a-f9431728ae6c tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:38.599745 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3825d9e6-32c2-4a60-9eff-da6b223210aa req-b56ef160-db62-441d-910a-f9431728ae6c tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 944 time: 0.1246600 Nov 18 17:44:38.611387 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:38.695293 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c015a3fe-275a-40b8-ae94-c3191ad7de47 None None] DHCP port deletion for c9b5d4ed-a3cb-43c6-9670-f18debce8cea request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:44:38.745095 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Pushing event updated for resources: {'Port': ['ID=f12181d5-775a-44fa-98d7-2f16e497151d,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:38.787328 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdfd260-b2cf-4d49-8e9b-d0a35e0561c2 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:38.790792 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd260-b2cf-4d49-8e9b-d0a35e0561c2 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:38.797743 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3825d9e6-32c2-4a60-9eff-da6b223210aa req-fa5b231f-e426-4e7c-80e4-22a259fb9429 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883612 Nov 18 17:44:38.842457 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Router 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:44:38.869017 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccdfd260-b2cf-4d49-8e9b-d0a35e0561c2 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] vlan segment allocate from pool success with {'vlan_id': 1139, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:44:38.891018 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd260-b2cf-4d49-8e9b-d0a35e0561c2 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:38.891422 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-ccdfd260-b2cf-4d49-8e9b-d0a35e0561c2 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Added segment 8c508e65-eb67-404f-bb3e-fdc36dc1091c of type vlan for network 1199b96a-3dbb-452f-a07f-3c320e0d658f Nov 18 17:44:38.938182 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Attempting to bind port f12181d5-775a-44fa-98d7-2f16e497151d on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:44:38.938444 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Attempting to bind port f12181d5-775a-44fa-98d7-2f16e497151d by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'cd10ddde-ef22-4017-ac3d-22697c3c6340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'c9b5d4ed-a3cb-43c6-9670-f18debce8cea'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:44:38.938788 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Attempting to bind port f12181d5-775a-44fa-98d7-2f16e497151d on network c9b5d4ed-a3cb-43c6-9670-f18debce8cea {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:44:38.967207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Port f12181d5-775a-44fa-98d7-2f16e497151d on network c9b5d4ed-a3cb-43c6-9670-f18debce8cea not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:44:38.967543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Attempting to bind port f12181d5-775a-44fa-98d7-2f16e497151d on network c9b5d4ed-a3cb-43c6-9670-f18debce8cea {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:44:38.989009 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:44:38.989357 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Checking segment: {'id': 'cd10ddde-ef22-4017-ac3d-22697c3c6340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'c9b5d4ed-a3cb-43c6-9670-f18debce8cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:38.989756 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Bound using segment: {'id': 'cd10ddde-ef22-4017-ac3d-22697c3c6340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'c9b5d4ed-a3cb-43c6-9670-f18debce8cea'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:44:38.990224 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Bound port: f12181d5-775a-44fa-98d7-2f16e497151d, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd10ddde-ef22-4017-ac3d-22697c3c6340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'c9b5d4ed-a3cb-43c6-9670-f18debce8cea'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:44:38.990700 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:38.993461 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd260-b2cf-4d49-8e9b-d0a35e0561c2 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:39.103237 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:44:39.113525 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7635f7-a02d-4e28-89c0-704037a3633c None None] Sync routers for ids ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:44:39.123449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7635f7-a02d-4e28-89c0-704037a3633c None None] Routers {'4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:44:39.124217 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3d7635f7-a02d-4e28-89c0-704037a3633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:44:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:39.143318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] For port f12181d5-775a-44fa-98d7-2f16e497151d, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:44:39.148286 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] For port f12181d5-775a-44fa-98d7-2f16e497151d, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=f12181d5-775a-44fa-98d7-2f16e497151d,segment=NetworkSegment(cd10ddde-ef22-4017-ac3d-22697c3c6340),segment_id=cd10ddde-ef22-4017-ac3d-22697c3c6340)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:44:39.263311 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-3d7635f7-a02d-4e28-89c0-704037a3633c None None] Set router 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:44:39.341323 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd260-b2cf-4d49-8e9b-d0a35e0561c2 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:39.352578 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdfd260-b2cf-4d49-8e9b-d0a35e0561c2 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:39.353603 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd260-b2cf-4d49-8e9b-d0a35e0561c2 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:39.409408 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:39.464899 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:39.480736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfd260-b2cf-4d49-8e9b-d0a35e0561c2 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Network': ['ID=1199b96a-3dbb-452f-a07f-3c320e0d658f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:39.498265 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 1199b96a-3dbb-452f-a07f-3c320e0d658f details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:44:39.515300 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60362) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:39.516040 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ccdfd260-b2cf-4d49-8e9b-d0a35e0561c2 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9675734 Nov 18 17:44:39.523115 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d29f7972-db39-4415-a6b5-4300dd92d85e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'subnet': {'network_id': '1199b96a-3dbb-452f-a07f-3c320e0d658f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:39.535210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9a21bdcb-a4b5-47a9-b431-3efba0148a50 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.9637327 Nov 18 17:44:39.541408 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60366) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:39.544599 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc33a85-b1b7-4f74-b3a0-ee958a9409c0', 'tag': '6d022cb9-403d-4f4b-993c-f2fec124f58c'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:44:39.547504 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633185ef-8685-4c61-ba42-e71bd8ad7bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc33a85-b1b7-4f74-b3a0-ee958a9409c0", "tag": "6d022cb9-403d-4f4b-993c-f2fec124f58c"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:44:39.570563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2e43e9-95be-43bc-a6ff-ae3ef62cd962 None None] DHCP port deletion for c9b5d4ed-a3cb-43c6-9670-f18debce8cea request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:44:39.572532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:39.573172 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:39.574715 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] 10.222.0.81 "PUT /v2.0/ports/f12181d5-775a-44fa-98d7-2f16e497151d HTTP/1.1" status: 200 len: 1092 time: 1.9364924 Nov 18 17:44:39.672492 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3d7635f7-a02d-4e28-89c0-704037a3633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'name': 'tempest-TestNetworkBasicOps-router-2020613699', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:44:00Z', 'updated_at': '2021-11-18T17:44:10Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:02Z', 'updated_at': '2021-11-18T17:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'c2796c66-7f2d-4011-8ee1-f857d14820ec', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'port_id': '6d022cb9-403d-4f4b-993c-f2fec124f58c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037', 'mac_address': 'fa:16:3e:8d:0f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc33a85-b1b7-4f74-b3a0-ee958a9409c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:44:36Z', 'updated_at': '2021-11-18T17:44:36Z', 'revision_number': 0, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c570258-744f-4a3b-a3e9-0e535f85428a', 'name': '', 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:d2:84:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:08Z', 'updated_at': '2021-11-18T17:44:15Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:39.706488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7635f7-a02d-4e28-89c0-704037a3633c None None] Checking router: 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:44:39.718083 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7635f7-a02d-4e28-89c0-704037a3633c None None] Routers {'4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:44:39.718083 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3d7635f7-a02d-4e28-89c0-704037a3633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:44:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:39.855640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633185ef-8685-4c61-ba42-e71bd8ad7bb7 req-b1c076a9-53dd-4870-add3-1679fd82fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:39.857642 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-633185ef-8685-4c61-ba42-e71bd8ad7bb7 req-b1c076a9-53dd-4870-add3-1679fd82fae8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 1097 time: 0.0543668 Nov 18 17:44:39.880312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29f7972-db39-4415-a6b5-4300dd92d85e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:39.882215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-3d7635f7-a02d-4e28-89c0-704037a3633c None None] Set router 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:44:39.885713 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d29f7972-db39-4415-a6b5-4300dd92d85e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:40.047944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2640406c-d231-4718-aec6-6c3440016bd5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/floatingips/c2796c66-7f2d-4011-8ee1-f857d14820ec HTTP/1.1" status: 200 len: 990 time: 0.4964895 Nov 18 17:44:40.053875 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c9d55e-10a8-4c13-833b-06ba591a43d3 x-openstack-request-id: req-14c9d55e-10a8-4c13-833b-06ba591a43d3 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:44:40.054185 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc33a85-b1b7-4f74-b3a0-ee958a9409c0", "tag": "6d022cb9-403d-4f4b-993c-f2fec124f58c", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:44:40.054452 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-14c9d55e-10a8-4c13-833b-06ba591a43d3 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:44:40.054856 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc33a85-b1b7-4f74-b3a0-ee958a9409c0', 'tag': '6d022cb9-403d-4f4b-993c-f2fec124f58c', 'status': 'completed', 'code': 200} Nov 18 17:44:40.056515 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633185ef-8685-4c61-ba42-e71bd8ad7bb7 req-3b39289f-5e9a-4b9d-b82b-e5b8b8ea29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:40.058235 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-633185ef-8685-4c61-ba42-e71bd8ad7bb7 req-3b39289f-5e9a-4b9d-b82b-e5b8b8ea29e7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0e477477-ccc5-4c52-a4eb-ab873fa4c037 HTTP/1.1" status: 200 len: 898 time: 0.1920617 Nov 18 17:44:40.116732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4efbed-c789-47a6-96aa-585f039ac898 service neutron] Pushing event updated for resources: {'Port': ['ID=f12181d5-775a-44fa-98d7-2f16e497151d,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:40.141735 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2092cf-6c67-4ed5-9b06-6bf9e67e1187 req-d8d2949a-eb65-490e-9046-46caf50d2b96 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:40.143288 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad2092cf-6c67-4ed5-9b06-6bf9e67e1187 req-d8d2949a-eb65-490e-9046-46caf50d2b96 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 943 time: 0.6817257 Nov 18 17:44:40.172482 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-0fdb3148-b3d2-4642-9008-f639cc78e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:40.174068 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-0fdb3148-b3d2-4642-9008-f639cc78e8cc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf8783736fc94099ae6c692994b5b442&device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 1095 time: 0.1223648 Nov 18 17:44:40.181661 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-633185ef-8685-4c61-ba42-e71bd8ad7bb7 req-9587fdfa-2281-4f70-a917-5cec5d71f4ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d022cb9-403d-4f4b-993c-f2fec124f58c HTTP/1.1" status: 200 len: 998 time: 0.1137481 Nov 18 17:44:40.189263 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3d7635f7-a02d-4e28-89c0-704037a3633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'name': 'tempest-TestNetworkBasicOps-router-2020613699', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:44:00Z', 'updated_at': '2021-11-18T17:44:10Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:02Z', 'updated_at': '2021-11-18T17:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'c2796c66-7f2d-4011-8ee1-f857d14820ec', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'port_id': '6d022cb9-403d-4f4b-993c-f2fec124f58c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037', 'mac_address': 'fa:16:3e:8d:0f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc33a85-b1b7-4f74-b3a0-ee958a9409c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:44:36Z', 'updated_at': '2021-11-18T17:44:36Z', 'revision_number': 0, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c570258-744f-4a3b-a3e9-0e535f85428a', 'name': '', 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:d2:84:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:08Z', 'updated_at': '2021-11-18T17:44:15Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:40.200361 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c355f71-4cdf-4b61-8dd0-95ccd1005358 req-c1090e40-975d-43f7-9135-25966078ab37 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:40.208237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c355f71-4cdf-4b61-8dd0-95ccd1005358 req-c1090e40-975d-43f7-9135-25966078ab37 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 944 time: 0.1379955 Nov 18 17:44:40.226837 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7635f7-a02d-4e28-89c0-704037a3633c None None] The sync data for ids ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'] in n-d-813419-11 is: [{'id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'name': 'tempest-TestNetworkBasicOps-router-2020613699', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:44:00Z', 'updated_at': '2021-11-18T17:44:10Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:02Z', 'updated_at': '2021-11-18T17:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'c2796c66-7f2d-4011-8ee1-f857d14820ec', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'port_id': '6d022cb9-403d-4f4b-993c-f2fec124f58c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037', 'mac_address': 'fa:16:3e:8d:0f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc33a85-b1b7-4f74-b3a0-ee958a9409c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:44:36Z', 'updated_at': '2021-11-18T17:44:36Z', 'revision_number': 0, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c570258-744f-4a3b-a3e9-0e535f85428a', 'name': '', 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:d2:84:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:08Z', 'updated_at': '2021-11-18T17:44:15Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:44:40.259459 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-7c002c4f-82c1-4789-afa3-4ad1bf8eb9dd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f12181d5-775a-44fa-98d7-2f16e497151d HTTP/1.1" status: 200 len: 217 time: 0.0753274 Nov 18 17:44:40.287519 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633185ef-8685-4c61-ba42-e71bd8ad7bb7 req-75b91fe9-edc9-49fd-9ac2-2437d662f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:40.289511 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-633185ef-8685-4c61-ba42-e71bd8ad7bb7 req-75b91fe9-edc9-49fd-9ac2-2437d662f9c4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8f69c48d-8cf1-4316-992c-3aad73e2245a HTTP/1.1" status: 200 len: 834 time: 0.0740407 Nov 18 17:44:40.331703 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d29f7972-db39-4415-a6b5-4300dd92d85e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:40.342429 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad2092cf-6c67-4ed5-9b06-6bf9e67e1187 req-de3eb253-1213-4d2c-a559-e2b02ef5afaa tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/security-groups?id=269d0d3a-035b-4436-b45b-bf7955a1f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850016 Nov 18 17:44:40.366546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-5d288837-f05d-4cf1-9d8c-5950132af1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:40.368100 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-5d288837-f05d-4cf1-9d8c-5950132af1f3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c3f27142-23b2-4b92-9171-fd295e8420fa HTTP/1.1" status: 200 len: 848 time: 0.0939374 Nov 18 17:44:40.372740 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c355f71-4cdf-4b61-8dd0-95ccd1005358 req-bf3956e5-89ae-45e9-b0ef-1a0b66d448e5 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636972 Nov 18 17:44:40.409857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633185ef-8685-4c61-ba42-e71bd8ad7bb7 req-b28abc68-bdea-4545-a3c5-fe662d25fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:40.412019 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-633185ef-8685-4c61-ba42-e71bd8ad7bb7 req-b28abc68-bdea-4545-a3c5-fe662d25fc34 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0e477477-ccc5-4c52-a4eb-ab873fa4c037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1081941 Nov 18 17:44:40.414700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f7972-db39-4415-a6b5-4300dd92d85e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Subnet': ['ID=357a2971-0125-4771-befe-8ce35241d1d7,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:40.425196 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-eb63c808-a450-456a-949a-0983ade78e4a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c9b5d4ed-a3cb-43c6-9670-f18debce8cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474577 Nov 18 17:44:40.431435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29f7972-db39-4415-a6b5-4300dd92d85e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Checking segment: {'id': '8c508e65-eb67-404f-bb3e-fdc36dc1091c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '1199b96a-3dbb-452f-a07f-3c320e0d658f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:40.431841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29f7972-db39-4415-a6b5-4300dd92d85e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network hostable DHCP agents. Network: 1199b96a-3dbb-452f-a07f-3c320e0d658f, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:44:40.532659 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-6d71157c-75fc-4660-bc75-1b9660eb1bbd service neutron] 10.222.0.81 "GET /v2.0/networks/c9b5d4ed-a3cb-43c6-9670-f18debce8cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996850 Nov 18 17:44:40.544868 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-633185ef-8685-4c61-ba42-e71bd8ad7bb7 req-e4604f05-8196-43b3-a0ed-fecdece91126 service neutron] 10.222.0.83 "GET /v2.0/networks/0e477477-ccc5-4c52-a4eb-ab873fa4c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202769 Nov 18 17:44:40.560605 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ca46c-f6ad-432c-a461-51bc717abbeb None None] New status for floating IP c2796c66-7f2d-4011-8ee1-f857d14820ec: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:44:40.579885 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29f7972-db39-4415-a6b5-4300dd92d85e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network 1199b96a-3dbb-452f-a07f-3c320e0d658f is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:44:40.660448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c9faf46-216b-4d1f-9d97-20bed7bad1b4 req-ac8e75f0-6c0c-446f-bc30-1c36d5300526 service neutron] 10.222.0.81 "GET /v2.0/networks/c9b5d4ed-a3cb-43c6-9670-f18debce8cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129494 Nov 18 17:44:40.665414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-d29f7972-db39-4415-a6b5-4300dd92d85e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 1199b96a-3dbb-452f-a07f-3c320e0d658f) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:40.673890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df68ec-fc48-455d-9c21-89725f4c9c0b None None] Network 1199b96a-3dbb-452f-a07f-3c320e0d658f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:40.691476 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29f7972-db39-4415-a6b5-4300dd92d85e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:40.694460 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d29f7972-db39-4415-a6b5-4300dd92d85e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:40.707837 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-633185ef-8685-4c61-ba42-e71bd8ad7bb7 req-6c3097d6-62c0-4426-8bcd-10dacb191a05 service neutron] 10.222.0.83 "GET /v2.0/networks/0e477477-ccc5-4c52-a4eb-ab873fa4c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539385 Nov 18 17:44:40.853078 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d29f7972-db39-4415-a6b5-4300dd92d85e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3313310 Nov 18 17:44:40.854287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60382) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:40.859985 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-c89dcd63-d7cc-4088-acde-b3289b0a07e7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-306502860'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:40.892459 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-1199b96a-3dbb-452f-a07f-3c320e0d658f', 'network_id': '1199b96a-3dbb-452f-a07f-3c320e0d658f', 'tenant_id': '3705fdfff7754c0dbad52a53e95d7cf0', 'fixed_ips': [{'subnet_id': '357a2971-0125-4771-befe-8ce35241d1d7'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:44:40.893253 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:41.002911 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89dcd63-d7cc-4088-acde-b3289b0a07e7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:41.006611 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c89dcd63-d7cc-4088-acde-b3289b0a07e7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:41.032002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89dcd63-d7cc-4088-acde-b3289b0a07e7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] vlan segment allocate from pool success with {'vlan_id': 1101, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:44:41.041279 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c89dcd63-d7cc-4088-acde-b3289b0a07e7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:41.041749 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-c89dcd63-d7cc-4088-acde-b3289b0a07e7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Added segment 79af0abd-1e5d-4a9e-a21f-92ef0335dac8 of type vlan for network 641fce12-01ef-4e31-b239-04d4aec75b7c Nov 18 17:44:41.049692 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Allocated IP 2001:db8::1 (1199b96a-3dbb-452f-a07f-3c320e0d658f/357a2971-0125-4771-befe-8ce35241d1d7/1725d380-8489-4fb6-993b-8ed720de147c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:44:41.051812 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60386) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:41.089173 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c89dcd63-d7cc-4088-acde-b3289b0a07e7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:41.178094 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d04ada6b-2d9a-48e6-b8d9-799f72054eec tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/floatingips/c2796c66-7f2d-4011-8ee1-f857d14820ec HTTP/1.1" status: 200 len: 992 time: 0.1249223 Nov 18 17:44:41.199016 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c89dcd63-d7cc-4088-acde-b3289b0a07e7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:41.210028 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89dcd63-d7cc-4088-acde-b3289b0a07e7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:41.210028 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c89dcd63-d7cc-4088-acde-b3289b0a07e7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:41.229099 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:41.275151 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dcd63-d7cc-4088-acde-b3289b0a07e7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Network': ['ID=641fce12-01ef-4e31-b239-04d4aec75b7c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:41.287883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 641fce12-01ef-4e31-b239-04d4aec75b7c details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:44:41.309419 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c89dcd63-d7cc-4088-acde-b3289b0a07e7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4539862 Nov 18 17:44:41.312924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60388) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:41.318234 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-bc3a998d-1297-464c-9849-f500097a4fc4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'subnet': {'network_id': '641fce12-01ef-4e31-b239-04d4aec75b7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:41.375929 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:41.455307 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Network 1199b96a-3dbb-452f-a07f-3c320e0d658f is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:41.469695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Pushing event updated for resources: {'Port': ['ID=1725d380-8489-4fb6-993b-8ed720de147c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:41.483470 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:41.492821 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:44:41.555412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Attempting to bind port 1725d380-8489-4fb6-993b-8ed720de147c on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:44:41.555831 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Attempting to bind port 1725d380-8489-4fb6-993b-8ed720de147c by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '8c508e65-eb67-404f-bb3e-fdc36dc1091c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '1199b96a-3dbb-452f-a07f-3c320e0d658f'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:44:41.556202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Attempting to bind port 1725d380-8489-4fb6-993b-8ed720de147c on network 1199b96a-3dbb-452f-a07f-3c320e0d658f {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:44:41.557003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3a998d-1297-464c-9849-f500097a4fc4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:41.561709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:44:41.562173 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Checking segment: {'id': '8c508e65-eb67-404f-bb3e-fdc36dc1091c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '1199b96a-3dbb-452f-a07f-3c320e0d658f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:41.562557 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:41.562961 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Bound using segment: {'id': '8c508e65-eb67-404f-bb3e-fdc36dc1091c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '1199b96a-3dbb-452f-a07f-3c320e0d658f'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:44:41.563446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Bound port: 1725d380-8489-4fb6-993b-8ed720de147c, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c508e65-eb67-404f-bb3e-fdc36dc1091c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '1199b96a-3dbb-452f-a07f-3c320e0d658f'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:44:41.563854 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:41.564174 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc3a998d-1297-464c-9849-f500097a4fc4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:41.636104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c102df6-8034-4bce-838a-fde3a9e7601e req-861a4da0-29ab-4888-aa6e-779395ae1534 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:41.637748 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9c102df6-8034-4bce-838a-fde3a9e7601e req-861a4da0-29ab-4888-aa6e-779395ae1534 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 944 time: 0.1392646 Nov 18 17:44:41.660556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] For port 1725d380-8489-4fb6-993b-8ed720de147c, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:44:41.664641 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] For port 1725d380-8489-4fb6-993b-8ed720de147c, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1725d380-8489-4fb6-993b-8ed720de147c,segment=NetworkSegment(8c508e65-eb67-404f-bb3e-fdc36dc1091c),segment_id=8c508e65-eb67-404f-bb3e-fdc36dc1091c)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:44:41.669531 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.ipam_backend_mixin [None req-bc3a998d-1297-464c-9849-f500097a4fc4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Performing IP validity checks on allocation pools {{(pid=104007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 18 17:44:41.670685 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.ipam_backend_mixin [None req-bc3a998d-1297-464c-9849-f500097a4fc4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 18 17:44:41.688119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e70c46-ef22-476a-8d28-17f263f2d25a req-252eee4a-9d8e-4163-a906-1b2a15f25705 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:41.694966 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0e70c46-ef22-476a-8d28-17f263f2d25a req-252eee4a-9d8e-4163-a906-1b2a15f25705 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 943 time: 0.2228346 Nov 18 17:44:41.741531 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 69bdd477-269d-4d34-b1f5-1d84a8660cdd details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:44:41.757652 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:41.780208 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9c102df6-8034-4bce-838a-fde3a9e7601e req-43507236-3141-410b-8769-f4f2df750176 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067336 Nov 18 17:44:41.809051 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0e70c46-ef22-476a-8d28-17f263f2d25a req-7457a281-675e-42ac-ba8d-619d5c13aa33 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/security-groups?id=269d0d3a-035b-4436-b45b-bf7955a1f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046634 Nov 18 17:44:41.943074 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286f269-fd37-46c9-84a0-5393a78819f9 None None] Pushing event updated for resources: {'Port': ['ID=1725d380-8489-4fb6-993b-8ed720de147c,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:41.980554 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 69bdd477-269d-4d34-b1f5-1d84a8660cdd, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=69bdd477-269d-4d34-b1f5-1d84a8660cdd,segment=NetworkSegment(539f2706-44ae-42e1-8490-55e7fda7f569),segment_id=539f2706-44ae-42e1-8490-55e7fda7f569)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:41.996571 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '69bdd477-269d-4d34-b1f5-1d84a8660cdd', 'network_id': '2cf9b20d-7f66-4595-982e-af83926eb445', 'port_id': '69bdd477-269d-4d34-b1f5-1d84a8660cdd', 'mac_address': 'fa:16:3e:7c:6f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e1cf90-7d56-4b73-a982-1c17231b8698', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:44:42.005448 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc3a998d-1297-464c-9849-f500097a4fc4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:42.060985 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:42.066215 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43028fa6-9670-4019-99cd-55baaefcd932', 'tag': 'f12181d5-775a-44fa-98d7-2f16e497151d'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:44:42.068697 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed00717f-ce66-4fd7-aa84-f51c1a19893e" -d '{"events": [{"name": "network-changed", "server_uuid": "43028fa6-9670-4019-99cd-55baaefcd932", "tag": "f12181d5-775a-44fa-98d7-2f16e497151d"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:44:42.076678 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69bdd477-269d-4d34-b1f5-1d84a8660cdd {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:44:42.113196 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 69bdd477-269d-4d34-b1f5-1d84a8660cdd, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=69bdd477-269d-4d34-b1f5-1d84a8660cdd,segment=NetworkSegment(539f2706-44ae-42e1-8490-55e7fda7f569),segment_id=539f2706-44ae-42e1-8490-55e7fda7f569)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:42.142285 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a998d-1297-464c-9849-f500097a4fc4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Subnet': ['ID=4372d972-0846-418c-8adc-31c69f93f83b,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:42.152584 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a998d-1297-464c-9849-f500097a4fc4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Checking segment: {'id': '79af0abd-1e5d-4a9e-a21f-92ef0335dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '641fce12-01ef-4e31-b239-04d4aec75b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:42.152960 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3a998d-1297-464c-9849-f500097a4fc4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network hostable DHCP agents. Network: 641fce12-01ef-4e31-b239-04d4aec75b7c, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:44:42.163063 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e73502-f72e-4b4d-a786-35efadcfd74a x-openstack-request-id: req-34e73502-f72e-4b4d-a786-35efadcfd74a {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:44:42.163362 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43028fa6-9670-4019-99cd-55baaefcd932", "tag": "f12181d5-775a-44fa-98d7-2f16e497151d", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:44:42.163618 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-34e73502-f72e-4b4d-a786-35efadcfd74a {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:44:42.164187 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43028fa6-9670-4019-99cd-55baaefcd932', 'tag': 'f12181d5-775a-44fa-98d7-2f16e497151d', 'status': 'completed', 'code': 200} Nov 18 17:44:42.196750 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:42.237166 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:44:42.267883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=69bdd477-269d-4d34-b1f5-1d84a8660cdd,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:42.288435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3a998d-1297-464c-9849-f500097a4fc4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network 641fce12-01ef-4e31-b239-04d4aec75b7c is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:44:42.291544 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00717f-ce66-4fd7-aa84-f51c1a19893e req-3a825eec-29a4-4789-87ae-0b2680a2edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:42.294166 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed00717f-ce66-4fd7-aa84-f51c1a19893e req-3a825eec-29a4-4789-87ae-0b2680a2edb2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf8783736fc94099ae6c692994b5b442&device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 1095 time: 0.0930941 Nov 18 17:44:42.368399 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1725d380-8489-4fb6-993b-8ed720de147c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:44:42.405797 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00717f-ce66-4fd7-aa84-f51c1a19893e req-9e2ccef6-da83-43b4-bfa2-bae9a1e7eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:42.408049 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed00717f-ce66-4fd7-aa84-f51c1a19893e req-9e2ccef6-da83-43b4-bfa2-bae9a1e7eb15 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c9b5d4ed-a3cb-43c6-9670-f18debce8cea HTTP/1.1" status: 200 len: 910 time: 0.1017978 Nov 18 17:44:42.418523 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 1725d380-8489-4fb6-993b-8ed720de147c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:42.418906 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:42.449859 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['69bdd477-269d-4d34-b1f5-1d84a8660cdd'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:44:42.457834 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed00717f-ce66-4fd7-aa84-f51c1a19893e req-0c5251b3-8663-4941-8637-dd02c014dfd9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f12181d5-775a-44fa-98d7-2f16e497151d HTTP/1.1" status: 200 len: 217 time: 0.0416973 Nov 18 17:44:42.458478 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-bc3a998d-1297-464c-9849-f500097a4fc4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 641fce12-01ef-4e31-b239-04d4aec75b7c) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:42.463971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3a998d-1297-464c-9849-f500097a4fc4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:42.464582 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc3a998d-1297-464c-9849-f500097a4fc4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:42.479751 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cff2b6-4495-44f7-a7b6-8d276b0c9865 None None] Network 641fce12-01ef-4e31-b239-04d4aec75b7c requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:42.519462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00717f-ce66-4fd7-aa84-f51c1a19893e req-53738404-54a2-455c-8341-f38251aeee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:42.521030 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed00717f-ce66-4fd7-aa84-f51c1a19893e req-53738404-54a2-455c-8341-f38251aeee8a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c3f27142-23b2-4b92-9171-fd295e8420fa HTTP/1.1" status: 200 len: 848 time: 0.0538411 Nov 18 17:44:42.562817 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed00717f-ce66-4fd7-aa84-f51c1a19893e req-e03aa3d7-0653-4c03-8e7a-787657eced4a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c9b5d4ed-a3cb-43c6-9670-f18debce8cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330641 Nov 18 17:44:42.608161 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-bc3a998d-1297-464c-9849-f500097a4fc4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2913694 Nov 18 17:44:42.609303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60398) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:42.677740 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed00717f-ce66-4fd7-aa84-f51c1a19893e req-ef7236ab-391c-4633-a2c6-dd64b7904775 service neutron] 10.222.0.81 "GET /v2.0/networks/c9b5d4ed-a3cb-43c6-9670-f18debce8cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072733 Nov 18 17:44:42.745440 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-155cbc04-4d57-4ba5-b52a-d3e636bf468e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:42.789150 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed00717f-ce66-4fd7-aa84-f51c1a19893e req-93deb348-5e6b-4044-9f29-37d924b946da service neutron] 10.222.0.81 "GET /v2.0/networks/c9b5d4ed-a3cb-43c6-9670-f18debce8cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031084 Nov 18 17:44:42.839237 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-155cbc04-4d57-4ba5-b52a-d3e636bf468e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:42.851091 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:43.006381 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30688284-ec9b-4860-b3e5-f8f62c9778f8 req-69948ee1-89fd-49f7-89e9-c316d9117afb tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:43.008075 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-30688284-ec9b-4860-b3e5-f8f62c9778f8 req-69948ee1-89fd-49f7-89e9-c316d9117afb tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 943 time: 0.0897489 Nov 18 17:44:43.021591 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-155cbc04-4d57-4ba5-b52a-d3e636bf468e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:43.025565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9e573-9763-4e50-a505-aa5e27745f21 req-927d6c06-a105-42ee-8669-2632ceb6c75a tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:43.027512 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-58e9e573-9763-4e50-a505-aa5e27745f21 req-927d6c06-a105-42ee-8669-2632ceb6c75a tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 945 time: 0.0801334 Nov 18 17:44:43.065305 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cbc04-4d57-4ba5-b52a-d3e636bf468e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Subnet': ['ID=4372d972-0846-418c-8adc-31c69f93f83b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:43.079176 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 1725d380-8489-4fb6-993b-8ed720de147c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1725d380-8489-4fb6-993b-8ed720de147c,segment=NetworkSegment(8c508e65-eb67-404f-bb3e-fdc36dc1091c),segment_id=8c508e65-eb67-404f-bb3e-fdc36dc1091c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:43.134462 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-30688284-ec9b-4860-b3e5-f8f62c9778f8 req-e54f2c2f-a59d-4b91-9ef3-82cc0f9b1bb3 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/security-groups?id=269d0d3a-035b-4436-b45b-bf7955a1f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977426 Nov 18 17:44:43.137855 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-58e9e573-9763-4e50-a505-aa5e27745f21 req-e0c732f7-bff4-4e9e-8886-21cde8d4e0fc tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934331 Nov 18 17:44:43.159748 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:43.188029 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-155cbc04-4d57-4ba5-b52a-d3e636bf468e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:43.195871 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6aa1a3-d292-4ab1-b053-2fa5782970d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-641fce12-01ef-4e31-b239-04d4aec75b7c', 'network_id': '641fce12-01ef-4e31-b239-04d4aec75b7c', 'tenant_id': '3705fdfff7754c0dbad52a53e95d7cf0', 'fixed_ips': [{'subnet_id': '4372d972-0846-418c-8adc-31c69f93f83b'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:44:43.197259 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ba6aa1a3-d292-4ab1-b053-2fa5782970d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:43.215615 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-155cbc04-4d57-4ba5-b52a-d3e636bf468e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641fce12-01ef-4e31-b239-04d4aec75b7c']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:43.235284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-155cbc04-4d57-4ba5-b52a-d3e636bf468e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79af0abd-1e5d-4a9e-a21f-92ef0335dac8') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:43.235638 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-155cbc04-4d57-4ba5-b52a-d3e636bf468e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79af0abd-1e5d-4a9e-a21f-92ef0335dac8') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:43.247291 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-155cbc04-4d57-4ba5-b52a-d3e636bf468e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:43.254787 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=1725d380-8489-4fb6-993b-8ed720de147c,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:43.275366 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-155cbc04-4d57-4ba5-b52a-d3e636bf468e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:43.289920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155cbc04-4d57-4ba5-b52a-d3e636bf468e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:44:43.290431 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-155cbc04-4d57-4ba5-b52a-d3e636bf468e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:44:43.294179 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:44:43.349215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e308b5d-05c3-4211-9d18-1fcd029a36ff None None] Network 641fce12-01ef-4e31-b239-04d4aec75b7c requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:43.365753 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39ea008-e178-4a0e-8001-471e19bca30f None None] Network 1199b96a-3dbb-452f-a07f-3c320e0d658f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:43.459531 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-155cbc04-4d57-4ba5-b52a-d3e636bf468e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:43.465170 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-155cbc04-4d57-4ba5-b52a-d3e636bf468e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:43.476003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60406) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:43.477571 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-155cbc04-4d57-4ba5-b52a-d3e636bf468e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/networks/641fce12-01ef-4e31-b239-04d4aec75b7c HTTP/1.1" status: 204 len: 168 time: 0.8658772 Nov 18 17:44:43.483649 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7460c817-f2e8-4ae3-afb0-cdb8acac7119 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1088919851'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:43.498122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cbc04-4d57-4ba5-b52a-d3e636bf468e tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Network': ['ID=641fce12-01ef-4e31-b239-04d4aec75b7c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:43.533583 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f2bfde89-9d8c-43fd-b476-c439522ce88d None None] Provisioning complete for port 1725d380-8489-4fb6-993b-8ed720de147c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:43.534012 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2bfde89-9d8c-43fd-b476-c439522ce88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:43.571406 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-145b6196-adef-4c4f-972a-b0467ff7971f req-c2befc5b-c350-4aa3-8911-e227e3ff75d7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498259 Nov 18 17:44:43.600622 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7460c817-f2e8-4ae3-afb0-cdb8acac7119 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:43.601497 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7460c817-f2e8-4ae3-afb0-cdb8acac7119 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:43.632121 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7460c817-f2e8-4ae3-afb0-cdb8acac7119 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] vlan segment allocate from pool success with {'vlan_id': 1134, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:44:43.643914 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7460c817-f2e8-4ae3-afb0-cdb8acac7119 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:43.644283 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-7460c817-f2e8-4ae3-afb0-cdb8acac7119 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Added segment 3315d1d6-2d8f-432b-8809-d6351fa788f1 of type vlan for network acb12c93-e09e-43a4-9979-c6f41b35b936 Nov 18 17:44:43.692597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b6196-adef-4c4f-972a-b0467ff7971f req-dcfe2166-755d-440a-9572-2ab2a63c6ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:43.694887 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-145b6196-adef-4c4f-972a-b0467ff7971f req-dcfe2166-755d-440a-9572-2ab2a63c6ad3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 1097 time: 0.0575864 Nov 18 17:44:43.709587 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7460c817-f2e8-4ae3-afb0-cdb8acac7119 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:43.746845 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device f12181d5-775a-44fa-98d7-2f16e497151d details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:44:43.749063 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 69bdd477-269d-4d34-b1f5-1d84a8660cdd up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:44:43.827345 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7460c817-f2e8-4ae3-afb0-cdb8acac7119 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:43.836226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7460c817-f2e8-4ae3-afb0-cdb8acac7119 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:43.837457 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7460c817-f2e8-4ae3-afb0-cdb8acac7119 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:43.858351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b6196-adef-4c4f-972a-b0467ff7971f req-6e5aab30-e25d-4131-852d-be71a1635e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:43.860892 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-145b6196-adef-4c4f-972a-b0467ff7971f req-6e5aab30-e25d-4131-852d-be71a1635e17 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0e477477-ccc5-4c52-a4eb-ab873fa4c037 HTTP/1.1" status: 200 len: 898 time: 0.1408777 Nov 18 17:44:43.913112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port f12181d5-775a-44fa-98d7-2f16e497151d, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=f12181d5-775a-44fa-98d7-2f16e497151d,segment=NetworkSegment(cd10ddde-ef22-4017-ac3d-22697c3c6340),segment_id=cd10ddde-ef22-4017-ac3d-22697c3c6340)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:43.929953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'f12181d5-775a-44fa-98d7-2f16e497151d', 'network_id': 'c9b5d4ed-a3cb-43c6-9670-f18debce8cea', 'port_id': 'f12181d5-775a-44fa-98d7-2f16e497151d', 'mac_address': 'fa:16:3e:1b:93:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f27142-23b2-4b92-9171-fd295e8420fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:44:43.963298 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-145b6196-adef-4c4f-972a-b0467ff7971f req-940791b2-0e44-45e0-a039-ef2e4669c362 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d022cb9-403d-4f4b-993c-f2fec124f58c HTTP/1.1" status: 200 len: 1000 time: 0.0842092 Nov 18 17:44:43.976875 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:43.982643 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460c817-f2e8-4ae3-afb0-cdb8acac7119 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Network': ['ID=acb12c93-e09e-43a4-9979-c6f41b35b936,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:43.993188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 69bdd477-269d-4d34-b1f5-1d84a8660cdd completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:44:43.997870 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12181d5-775a-44fa-98d7-2f16e497151d {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:44:44.006050 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network acb12c93-e09e-43a4-9979-c6f41b35b936 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:44:44.022991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 69bdd477-269d-4d34-b1f5-1d84a8660cdd triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:44.023247 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:44.029186 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7460c817-f2e8-4ae3-afb0-cdb8acac7119 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5512488 Nov 18 17:44:44.030389 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b6196-adef-4c4f-972a-b0467ff7971f req-b4db6f66-b74c-4757-86b2-ece7a5bd2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:44.032526 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60408) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:44.038858 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-145b6196-adef-4c4f-972a-b0467ff7971f req-b4db6f66-b74c-4757-86b2-ece7a5bd2e21 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8f69c48d-8cf1-4316-992c-3aad73e2245a HTTP/1.1" status: 200 len: 834 time: 0.0580385 Nov 18 17:44:44.038996 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2f1755ce-822f-4fa9-9197-a7acb5a588c9 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'subnet': {'network_id': 'acb12c93-e09e-43a4-9979-c6f41b35b936', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:44.094816 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b6196-adef-4c4f-972a-b0467ff7971f req-9eb9e3c0-2ce4-412b-9dee-a7d52c411a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:44.096362 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-145b6196-adef-4c4f-972a-b0467ff7971f req-9eb9e3c0-2ce4-412b-9dee-a7d52c411a67 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0e477477-ccc5-4c52-a4eb-ab873fa4c037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541596 Nov 18 17:44:44.110203 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port f12181d5-775a-44fa-98d7-2f16e497151d, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=f12181d5-775a-44fa-98d7-2f16e497151d,segment=NetworkSegment(cd10ddde-ef22-4017-ac3d-22697c3c6340),segment_id=cd10ddde-ef22-4017-ac3d-22697c3c6340)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:44.221016 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1755ce-822f-4fa9-9197-a7acb5a588c9 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:44.225776 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f1755ce-822f-4fa9-9197-a7acb5a588c9 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:44.230876 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:44.260718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3697b645-e8f6-48ab-984c-2cac874ae2af None None] Provisioning complete for port 1725d380-8489-4fb6-993b-8ed720de147c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:44.260718 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3697b645-e8f6-48ab-984c-2cac874ae2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:44.269839 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-145b6196-adef-4c4f-972a-b0467ff7971f req-bd532fee-d129-4b28-96a0-2ceb41740ad7 service neutron] 10.222.0.83 "GET /v2.0/networks/0e477477-ccc5-4c52-a4eb-ab873fa4c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649539 Nov 18 17:44:44.358942 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1725d380-8489-4fb6-993b-8ed720de147c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:44:44.409870 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-145b6196-adef-4c4f-972a-b0467ff7971f req-9fd47766-2c48-403f-9440-6f4b6100b3af service neutron] 10.222.0.83 "GET /v2.0/networks/0e477477-ccc5-4c52-a4eb-ab873fa4c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304557 Nov 18 17:44:44.452792 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=f12181d5-775a-44fa-98d7-2f16e497151d,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:44.462032 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:44.469404 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd36411-89a9-4e84-9ec2-aec5ce9528e0 req-8df80e49-29b0-4145-b7f9-dbb503df8c5c tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:44.470961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dbd36411-89a9-4e84-9ec2-aec5ce9528e0 req-8df80e49-29b0-4145-b7f9-dbb503df8c5c tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 944 time: 0.1652367 Nov 18 17:44:44.490098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5dccf-5ffc-4893-902d-683ca4db69bc req-e0a715c6-0c5c-48b2-b3d0-d5feb00cad96 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:44.492927 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2ad5dccf-5ffc-4893-902d-683ca4db69bc req-e0a715c6-0c5c-48b2-b3d0-d5feb00cad96 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 945 time: 0.1812572 Nov 18 17:44:44.497327 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c010927-aaee-462b-b6af-313d1193e839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bdd477-269d-4d34-b1f5-1d84a8660cdd'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:44:44.499685 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87d7c2c-e13e-414c-bc14-4f07bb94267c" -d '{"events": [{"server_uuid": "3c010927-aaee-462b-b6af-313d1193e839", "name": "network-vif-plugged", "status": "completed", "tag": "69bdd477-269d-4d34-b1f5-1d84a8660cdd"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:44:44.532528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['f12181d5-775a-44fa-98d7-2f16e497151d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:44:44.555356 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 69bdd477-269d-4d34-b1f5-1d84a8660cdd, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=69bdd477-269d-4d34-b1f5-1d84a8660cdd,segment=NetworkSegment(539f2706-44ae-42e1-8490-55e7fda7f569),segment_id=539f2706-44ae-42e1-8490-55e7fda7f569)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:44.575478 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 1725d380-8489-4fb6-993b-8ed720de147c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:44.576482 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:44.633877 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2ad5dccf-5ffc-4893-902d-683ca4db69bc req-6b66e789-86c9-4d8f-b30b-61607ccfaecb tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244385 Nov 18 17:44:44.658656 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dbd36411-89a9-4e84-9ec2-aec5ce9528e0 req-aeb1943d-9670-447a-9545-7c70684f278a tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/security-groups?id=269d0d3a-035b-4436-b45b-bf7955a1f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789622 Nov 18 17:44:44.661281 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:44.742914 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b86f8d-55d0-42f9-b0f0-f2150df3f42f x-openstack-request-id: req-07b86f8d-55d0-42f9-b0f0-f2150df3f42f {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:44:44.743199 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c010927-aaee-462b-b6af-313d1193e839", "name": "network-vif-plugged", "status": "completed", "tag": "69bdd477-269d-4d34-b1f5-1d84a8660cdd", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:44:44.743456 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-07b86f8d-55d0-42f9-b0f0-f2150df3f42f {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:44:44.743920 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c010927-aaee-462b-b6af-313d1193e839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bdd477-269d-4d34-b1f5-1d84a8660cdd', 'code': 200} Nov 18 17:44:44.765348 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=69bdd477-269d-4d34-b1f5-1d84a8660cdd,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:44.786022 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f1755ce-822f-4fa9-9197-a7acb5a588c9 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:44.910682 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1755ce-822f-4fa9-9197-a7acb5a588c9 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Subnet': ['ID=a868186f-0665-4781-813d-321240cd9b35,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:44.920967 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245da9d2-c065-4359-b6c7-81e196f6d5c2 req-af6c96c8-1726-4883-a780-72cd1810c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:44.921509 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-245da9d2-c065-4359-b6c7-81e196f6d5c2 req-af6c96c8-1726-4883-a780-72cd1810c1d8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 1098 time: 0.1258202 Nov 18 17:44:44.927540 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1755ce-822f-4fa9-9197-a7acb5a588c9 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Checking segment: {'id': '3315d1d6-2d8f-432b-8809-d6351fa788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'acb12c93-e09e-43a4-9979-c6f41b35b936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:44.927992 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1755ce-822f-4fa9-9197-a7acb5a588c9 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network hostable DHCP agents. Network: acb12c93-e09e-43a4-9979-c6f41b35b936, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:44:44.984006 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-245da9d2-c065-4359-b6c7-81e196f6d5c2 req-e28d2257-19c3-4abe-9454-e836b160b67c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527983 Nov 18 17:44:45.043431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1755ce-822f-4fa9-9197-a7acb5a588c9 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network acb12c93-e09e-43a4-9979-c6f41b35b936 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:44:45.140612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-2f1755ce-822f-4fa9-9197-a7acb5a588c9 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, acb12c93-e09e-43a4-9979-c6f41b35b936) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:45.144638 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1755ce-822f-4fa9-9197-a7acb5a588c9 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:45.145360 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f1755ce-822f-4fa9-9197-a7acb5a588c9 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:45.149394 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf2eb28-391c-41c5-b046-2f98aa4e543e None None] Network acb12c93-e09e-43a4-9979-c6f41b35b936 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:45.286732 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2f1755ce-822f-4fa9-9197-a7acb5a588c9 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2528112 Nov 18 17:44:45.289236 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60424) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:45.312579 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-acb12c93-e09e-43a4-9979-c6f41b35b936', 'network_id': 'acb12c93-e09e-43a4-9979-c6f41b35b936', 'tenant_id': '3705fdfff7754c0dbad52a53e95d7cf0', 'fixed_ips': [{'subnet_id': 'a868186f-0665-4781-813d-321240cd9b35'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:44:45.313970 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:45.410032 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:45.466168 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:45.484902 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Allocated IP 2001:db8::1 (acb12c93-e09e-43a4-9979-c6f41b35b936/a868186f-0665-4781-813d-321240cd9b35/94db4f40-7f0c-4086-a525-6b2e2aeb90e7) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:44:45.641031 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:45.743042 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device f12181d5-775a-44fa-98d7-2f16e497151d up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:44:45.800995 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:45.848781 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e21226-d894-4adc-b5db-989f66c4b8b4 req-268a62a1-958b-442c-8449-6df62db2617f tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:45.850434 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47e21226-d894-4adc-b5db-989f66c4b8b4 req-268a62a1-958b-442c-8449-6df62db2617f tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 946 time: 0.1343403 Nov 18 17:44:45.862700 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:45.868757 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Pushing event updated for resources: {'Port': ['ID=94db4f40-7f0c-4086-a525-6b2e2aeb90e7,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:45.875622 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Network acb12c93-e09e-43a4-9979-c6f41b35b936 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:45.878281 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:45.884300 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:44:45.897632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60432) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:45.920899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf94772-dfce-45ae-aad7-67f789c0c230 req-c0a786fd-da35-48cc-a399-74fcc5c7beb1 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:45.922569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Subnet': ['ID=a868186f-0665-4781-813d-321240cd9b35,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:45.931253 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9cf94772-dfce-45ae-aad7-67f789c0c230 req-c0a786fd-da35-48cc-a399-74fcc5c7beb1 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 944 time: 0.1163800 Nov 18 17:44:45.954767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port f12181d5-775a-44fa-98d7-2f16e497151d completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:44:45.965429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port f12181d5-775a-44fa-98d7-2f16e497151d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:45.966713 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:45.993026 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Attempting to bind port 94db4f40-7f0c-4086-a525-6b2e2aeb90e7 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:44:45.994642 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Attempting to bind port 94db4f40-7f0c-4086-a525-6b2e2aeb90e7 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '3315d1d6-2d8f-432b-8809-d6351fa788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'acb12c93-e09e-43a4-9979-c6f41b35b936'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:44:45.995243 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Attempting to bind port 94db4f40-7f0c-4086-a525-6b2e2aeb90e7 on network acb12c93-e09e-43a4-9979-c6f41b35b936 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:44:46.007806 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:44:46.009026 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Checking segment: {'id': '3315d1d6-2d8f-432b-8809-d6351fa788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'acb12c93-e09e-43a4-9979-c6f41b35b936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:46.009619 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:46.010275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Bound using segment: {'id': '3315d1d6-2d8f-432b-8809-d6351fa788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'acb12c93-e09e-43a4-9979-c6f41b35b936'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:44:46.010951 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Bound port: 94db4f40-7f0c-4086-a525-6b2e2aeb90e7, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3315d1d6-2d8f-432b-8809-d6351fa788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'acb12c93-e09e-43a4-9979-c6f41b35b936'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:44:46.011520 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9cf94772-dfce-45ae-aad7-67f789c0c230 req-59f3bed2-04f9-4bad-9496-029b9cc28426 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/security-groups?id=269d0d3a-035b-4436-b45b-bf7955a1f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682213 Nov 18 17:44:46.011820 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:46.032048 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47e21226-d894-4adc-b5db-989f66c4b8b4 req-5a2defdc-79c0-45a0-bf45-f1e9652c667b tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686738 Nov 18 17:44:46.060704 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:46.089781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb12c93-e09e-43a4-9979-c6f41b35b936']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:46.104002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3315d1d6-2d8f-432b-8809-d6351fa788f1') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:46.104920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3315d1d6-2d8f-432b-8809-d6351fa788f1') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:46.122958 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:46.136738 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:46.139656 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:46.146920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:44:46.147329 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:46.154684 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-85075f80-6246-42af-95ad-bc150556c949 None None] For port 94db4f40-7f0c-4086-a525-6b2e2aeb90e7, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:44:46.155910 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8310d878-55b3-4d60-993e-f5fc4229e07d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ac96e26778494835b87838051734cc3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2570736 Nov 18 17:44:46.156894 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60436) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:44:46.160350 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:44:46.188129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port f12181d5-775a-44fa-98d7-2f16e497151d, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=f12181d5-775a-44fa-98d7-2f16e497151d,segment=NetworkSegment(cd10ddde-ef22-4017-ac3d-22697c3c6340),segment_id=cd10ddde-ef22-4017-ac3d-22697c3c6340)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:46.238043 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc30e2b5-e245-47d1-9c61-403cdb1f9ef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:46.254519 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-85075f80-6246-42af-95ad-bc150556c949 None None] For port 94db4f40-7f0c-4086-a525-6b2e2aeb90e7, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=94db4f40-7f0c-4086-a525-6b2e2aeb90e7,segment=NetworkSegment(3315d1d6-2d8f-432b-8809-d6351fa788f1),segment_id=3315d1d6-2d8f-432b-8809-d6351fa788f1)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:44:46.255718 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:46.263052 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc30e2b5-e245-47d1-9c61-403cdb1f9ef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:46.299879 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.db.api [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 18 17:44:46.299879 n-d-813419-11 neutron-server[104008]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 18 17:44:46.299879 n-d-813419-11 neutron-server[104008]: [parameters: {'id': 'acb12c93-e09e-43a4-9979-c6f41b35b936'}] Nov 18 17:44:46.299879 n-d-813419-11 neutron-server[104008]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:44:46.300825 n-d-813419-11 neutron-server[104008]: DEBUG oslo_db.api [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:44:46.315501 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=f12181d5-775a-44fa-98d7-2f16e497151d,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:46.326302 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:46.375354 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc30e2b5-e245-47d1-9c61-403cdb1f9ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:46.378160 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc30e2b5-e245-47d1-9c61-403cdb1f9ef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:46.379556 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fc30e2b5-e245-47d1-9c61-403cdb1f9ef8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/205709fb-e207-437f-872b-f495083a8a85 HTTP/1.1" status: 204 len: 168 time: 0.2211761 Nov 18 17:44:46.388590 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30e2b5-e245-47d1-9c61-403cdb1f9ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205709fb-e207-437f-872b-f495083a8a85,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:46.434137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85075f80-6246-42af-95ad-bc150556c949 None None] Pushing event updated for resources: {'Port': ['ID=94db4f40-7f0c-4086-a525-6b2e2aeb90e7,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:46.448616 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef71748-46ca-4c7a-a854-3e628e18d223 None None] Network acb12c93-e09e-43a4-9979-c6f41b35b936 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:46.572933 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b6c720-4f52-4a19-a111-c84e2f338e1d None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 17:44:46.661582 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b6c720-4f52-4a19-a111-c84e2f338e1d None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 17:44:46.746564 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43028fa6-9670-4019-99cd-55baaefcd932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12181d5-775a-44fa-98d7-2f16e497151d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:44:46.748913 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49fc09d-95b3-4fb3-9516-4f543b9ccdd6" -d '{"events": [{"server_uuid": "43028fa6-9670-4019-99cd-55baaefcd932", "name": "network-vif-plugged", "status": "completed", "tag": "f12181d5-775a-44fa-98d7-2f16e497151d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:44:46.800470 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f6b209-7af4-42d3-a9b7-f802190baacd x-openstack-request-id: req-41f6b209-7af4-42d3-a9b7-f802190baacd {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:44:46.801001 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43028fa6-9670-4019-99cd-55baaefcd932", "name": "network-vif-plugged", "status": "completed", "tag": "f12181d5-775a-44fa-98d7-2f16e497151d", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:44:46.801149 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:46.802434 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-41f6b209-7af4-42d3-a9b7-f802190baacd {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:44:46.802968 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43028fa6-9670-4019-99cd-55baaefcd932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12181d5-775a-44fa-98d7-2f16e497151d', 'code': 200} Nov 18 17:44:46.869281 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Deleting port 94db4f40-7f0c-4086-a525-6b2e2aeb90e7 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:44:46.869892 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:46.919303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802976a-d14e-4778-a9c8-d45b2fac966e req-efa56da0-2f38-4a26-b57c-5e17b73570ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:46.921154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9802976a-d14e-4778-a9c8-d45b2fac966e req-efa56da0-2f38-4a26-b57c-5e17b73570ff service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 1097 time: 0.0553269 Nov 18 17:44:46.945887 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] For port 94db4f40-7f0c-4086-a525-6b2e2aeb90e7, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=94db4f40-7f0c-4086-a525-6b2e2aeb90e7,segment=NetworkSegment(3315d1d6-2d8f-432b-8809-d6351fa788f1),segment_id=3315d1d6-2d8f-432b-8809-d6351fa788f1)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:46.946358 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:46.960857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Calling delete_port for 94db4f40-7f0c-4086-a525-6b2e2aeb90e7 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:44:46.971261 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9802976a-d14e-4778-a9c8-d45b2fac966e req-bb060daa-81e8-4b84-b690-f73d2dfaf762 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=269d0d3a-035b-4436-b45b-bf7955a1f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396869 Nov 18 17:44:47.083936 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:47.128956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No DVR routers for this DVR port 94db4f40-7f0c-4086-a525-6b2e2aeb90e7 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:44:47.137781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Port': ['ID=94db4f40-7f0c-4086-a525-6b2e2aeb90e7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:47.151459 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0caea-feed-4612-a5dc-ee397a211f6a req-779ceb6b-8dbf-42b3-bc21-fe6e352904f3 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:47.154293 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-08f0caea-feed-4612-a5dc-ee397a211f6a req-779ceb6b-8dbf-42b3-bc21-fe6e352904f3 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 945 time: 0.0878813 Nov 18 17:44:47.194972 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7bdbd-a497-47ac-801d-2e13d4c4cdde req-0652c675-c7c6-4cae-9709-84c596cc160a tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:47.196950 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5b7bdbd-a497-47ac-801d-2e13d4c4cdde req-0652c675-c7c6-4cae-9709-84c596cc160a tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 946 time: 0.0921977 Nov 18 17:44:47.223779 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:47.237153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-08f0caea-feed-4612-a5dc-ee397a211f6a req-80b93d33-85d4-4c8f-ae5f-01d68adf3e15 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/security-groups?id=269d0d3a-035b-4436-b45b-bf7955a1f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723686 Nov 18 17:44:47.256669 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb12c93-e09e-43a4-9979-c6f41b35b936']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:47.267427 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5b7bdbd-a497-47ac-801d-2e13d4c4cdde req-efb74778-79c7-4bf5-a11d-cb37deca1c51 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630016 Nov 18 17:44:47.270635 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3315d1d6-2d8f-432b-8809-d6351fa788f1') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:47.270986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3315d1d6-2d8f-432b-8809-d6351fa788f1') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:47.283777 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:47.299209 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:47.305615 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:44:47.306390 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:44:47.309644 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:44:47.472700 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:47.489707 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:47.489707 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/networks/acb12c93-e09e-43a4-9979-c6f41b35b936 HTTP/1.1" status: 204 len: 168 time: 2.1936343 Nov 18 17:44:47.490830 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60468) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:47.494471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f0c0d-1f16-4264-8dc7-c77c6e5a7ebc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Network': ['ID=acb12c93-e09e-43a4-9979-c6f41b35b936,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:47.498432 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-377116b6-1653-40ee-bdef-58147f118ca4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1776476372'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:47.608348 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377116b6-1653-40ee-bdef-58147f118ca4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:47.612685 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-377116b6-1653-40ee-bdef-58147f118ca4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:47.641776 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377116b6-1653-40ee-bdef-58147f118ca4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] vlan segment allocate from pool success with {'vlan_id': 1101, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:44:47.647432 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-377116b6-1653-40ee-bdef-58147f118ca4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:47.647833 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-377116b6-1653-40ee-bdef-58147f118ca4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Added segment a8960606-e1f1-4b06-b8b9-03bbb178e202 of type vlan for network 9d8f7fc7-d7ec-497e-aeff-810a2de197b9 Nov 18 17:44:47.696051 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-377116b6-1653-40ee-bdef-58147f118ca4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:47.798533 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-377116b6-1653-40ee-bdef-58147f118ca4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:47.804812 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377116b6-1653-40ee-bdef-58147f118ca4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:47.804948 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-377116b6-1653-40ee-bdef-58147f118ca4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:47.878293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377116b6-1653-40ee-bdef-58147f118ca4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Network': ['ID=9d8f7fc7-d7ec-497e-aeff-810a2de197b9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:47.888530 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 9d8f7fc7-d7ec-497e-aeff-810a2de197b9 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:44:47.891539 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-377116b6-1653-40ee-bdef-58147f118ca4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3994045 Nov 18 17:44:47.894468 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60482) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:47.899885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ef04e698-65a4-46df-ac29-cda2971e9261 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'subnet': {'network_id': '9d8f7fc7-d7ec-497e-aeff-810a2de197b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:48.099380 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef04e698-65a4-46df-ac29-cda2971e9261 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:48.104585 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef04e698-65a4-46df-ac29-cda2971e9261 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:48.274645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60492) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:48.379330 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaf4b5-f2bc-4a1b-b6a0-4f5cf751201c req-1031e1ff-477d-4341-9bcf-c4eeeae34f57 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:48.380950 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c3aaf4b5-f2bc-4a1b-b6a0-4f5cf751201c req-1031e1ff-477d-4341-9bcf-c4eeeae34f57 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 945 time: 0.0611634 Nov 18 17:44:48.401107 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f5da49d-9c05-4703-b756-0cd5bb4af48f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:48.460213 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c3aaf4b5-f2bc-4a1b-b6a0-4f5cf751201c req-ff622687-dc4a-4c32-9464-8b11525ee8c6 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/security-groups?id=269d0d3a-035b-4436-b45b-bf7955a1f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725126 Nov 18 17:44:48.475357 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef04e698-65a4-46df-ac29-cda2971e9261 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:48.568805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04e698-65a4-46df-ac29-cda2971e9261 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Subnet': ['ID=ebc0b149-b51d-46a2-b161-8ad482c86a93,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:48.572380 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f5da49d-9c05-4703-b756-0cd5bb4af48f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:48.613314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef04e698-65a4-46df-ac29-cda2971e9261 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Checking segment: {'id': 'a8960606-e1f1-4b06-b8b9-03bbb178e202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9d8f7fc7-d7ec-497e-aeff-810a2de197b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:48.613561 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef04e698-65a4-46df-ac29-cda2971e9261 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network hostable DHCP agents. Network: 9d8f7fc7-d7ec-497e-aeff-810a2de197b9, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:44:48.644117 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4f409-88fc-46f6-93cc-398cba5b66a2 req-81af5980-fe00-44c7-8239-8b63d39aa7f8 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:48.645627 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0c4f409-88fc-46f6-93cc-398cba5b66a2 req-81af5980-fe00-44c7-8239-8b63d39aa7f8 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 946 time: 0.0665963 Nov 18 17:44:48.694812 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0c4f409-88fc-46f6-93cc-398cba5b66a2 req-ad184868-bc4e-4390-bba1-798a3a283d21 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421762 Nov 18 17:44:48.706854 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f5da49d-9c05-4703-b756-0cd5bb4af48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:48.744093 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef04e698-65a4-46df-ac29-cda2971e9261 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network 9d8f7fc7-d7ec-497e-aeff-810a2de197b9 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:44:48.747180 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5da49d-9c05-4703-b756-0cd5bb4af48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea2ce8d-da07-4ec7-ade8-a87be1deb2de,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:48.753919 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0f5da49d-9c05-4703-b756-0cd5bb4af48f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7cbed69cce74476a88cb753a2a777de5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4782341 Nov 18 17:44:48.757168 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60498) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:48.805268 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-59fb37c2-8428-4526-9f40-7bc59ffdf8ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:48.826609 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-59fb37c2-8428-4526-9f40-7bc59ffdf8ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:48.834858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-ef04e698-65a4-46df-ac29-cda2971e9261 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 9d8f7fc7-d7ec-497e-aeff-810a2de197b9) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:48.843593 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fd6f96-c0be-4c3a-8317-1a4a51f07ae2 None None] Network 9d8f7fc7-d7ec-497e-aeff-810a2de197b9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:48.854657 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef04e698-65a4-46df-ac29-cda2971e9261 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:48.854657 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef04e698-65a4-46df-ac29-cda2971e9261 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:48.961331 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ef04e698-65a4-46df-ac29-cda2971e9261 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0657768 Nov 18 17:44:48.964275 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60500) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:48.985316 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-59fb37c2-8428-4526-9f40-7bc59ffdf8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:48.988130 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-59fb37c2-8428-4526-9f40-7bc59ffdf8ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:48.989285 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-59fb37c2-8428-4526-9f40-7bc59ffdf8ca admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0ea2ce8d-da07-4ec7-ade8-a87be1deb2de HTTP/1.1" status: 204 len: 168 time: 0.2311223 Nov 18 17:44:49.010653 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb37c2-8428-4526-9f40-7bc59ffdf8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea2ce8d-da07-4ec7-ade8-a87be1deb2de,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:49.085665 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-249293be-c700-44d3-ba2b-3ef28e179096 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:49.164199 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5045cde7-6be1-44ee-ac0b-adfa62faab38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-9d8f7fc7-d7ec-497e-aeff-810a2de197b9', 'network_id': '9d8f7fc7-d7ec-497e-aeff-810a2de197b9', 'tenant_id': '3705fdfff7754c0dbad52a53e95d7cf0', 'fixed_ips': [{'subnet_id': 'ebc0b149-b51d-46a2-b161-8ad482c86a93'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:44:49.165206 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5045cde7-6be1-44ee-ac0b-adfa62faab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:49.172754 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-249293be-c700-44d3-ba2b-3ef28e179096 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:49.306971 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-249293be-c700-44d3-ba2b-3ef28e179096 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:49.338359 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249293be-c700-44d3-ba2b-3ef28e179096 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc0b149-b51d-46a2-b161-8ad482c86a93,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server [None req-5045cde7-6be1-44ee-ac0b-adfa62faab38 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ebc0b149-b51d-46a2-b161-8ad482c86a93: This subnet is being modified by another concurrent operation. Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise exception Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ebc0b149-b51d-46a2-b161-8ad482c86a93: This subnet is being modified by another concurrent operation. Nov 18 17:44:49.346894 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server Nov 18 17:44:49.392310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c76102-b5c4-4ef7-a9ff-18c0b2762283 None None] Network 9d8f7fc7-d7ec-497e-aeff-810a2de197b9 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:49.419849 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-249293be-c700-44d3-ba2b-3ef28e179096 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:49.446361 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-249293be-c700-44d3-ba2b-3ef28e179096 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8f7fc7-d7ec-497e-aeff-810a2de197b9']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:49.459034 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-249293be-c700-44d3-ba2b-3ef28e179096 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8960606-e1f1-4b06-b8b9-03bbb178e202') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:49.459691 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-249293be-c700-44d3-ba2b-3ef28e179096 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8960606-e1f1-4b06-b8b9-03bbb178e202') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:49.472729 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-249293be-c700-44d3-ba2b-3ef28e179096 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:49.490446 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-249293be-c700-44d3-ba2b-3ef28e179096 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:49.500179 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eaaa5f-ee09-4dd5-a1cb-8e48ca6808de None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 17:44:49.501042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249293be-c700-44d3-ba2b-3ef28e179096 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:44:49.501042 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-249293be-c700-44d3-ba2b-3ef28e179096 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:44:49.504258 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:44:49.610102 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eaaa5f-ee09-4dd5-a1cb-8e48ca6808de None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 17:44:49.614863 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7c20a-af61-4253-b032-a14b3e62ab96 req-27c343a4-8e5d-47e0-9595-a3ea4b8148c6 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:49.616432 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3bf7c20a-af61-4253-b032-a14b3e62ab96 req-27c343a4-8e5d-47e0-9595-a3ea4b8148c6 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 945 time: 0.0506616 Nov 18 17:44:49.647410 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-249293be-c700-44d3-ba2b-3ef28e179096 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:49.660268 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-249293be-c700-44d3-ba2b-3ef28e179096 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:49.663495 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-249293be-c700-44d3-ba2b-3ef28e179096 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/networks/9d8f7fc7-d7ec-497e-aeff-810a2de197b9 HTTP/1.1" status: 204 len: 168 time: 0.6981845 Nov 18 17:44:49.667337 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60506) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:49.673938 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-abd041ec-0a57-4952-8594-7c8feec100b7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-955137967'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:49.678983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249293be-c700-44d3-ba2b-3ef28e179096 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Network': ['ID=9d8f7fc7-d7ec-497e-aeff-810a2de197b9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:49.692589 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3bf7c20a-af61-4253-b032-a14b3e62ab96 req-a230415d-9983-4d1d-9399-07ac1440baae tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/security-groups?id=269d0d3a-035b-4436-b45b-bf7955a1f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696049 Nov 18 17:44:49.781402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd041ec-0a57-4952-8594-7c8feec100b7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:49.786571 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abd041ec-0a57-4952-8594-7c8feec100b7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:49.824889 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd041ec-0a57-4952-8594-7c8feec100b7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] vlan segment allocate from pool success with {'vlan_id': 1132, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:44:49.831123 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c0425-74d2-4417-96ef-366cae979aa7 req-6689317b-b572-4b8e-9dfb-ee0b7082b047 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:49.835338 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-789c0425-74d2-4417-96ef-366cae979aa7 req-6689317b-b572-4b8e-9dfb-ee0b7082b047 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 946 time: 0.0649402 Nov 18 17:44:49.845608 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abd041ec-0a57-4952-8594-7c8feec100b7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:49.845964 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-abd041ec-0a57-4952-8594-7c8feec100b7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Added segment 497fa8b7-2b85-4e0c-a0fb-9112f85a24b4 of type vlan for network 039bdccd-e432-4dae-8ec7-44621ab35709 Nov 18 17:44:49.903852 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-789c0425-74d2-4417-96ef-366cae979aa7 req-e13ef62b-f88e-448b-bebc-f75a5037e9fc tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/security-groups?id=00a64c99-75a1-44aa-9f67-da410404d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633371 Nov 18 17:44:49.918856 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abd041ec-0a57-4952-8594-7c8feec100b7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:50.038119 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abd041ec-0a57-4952-8594-7c8feec100b7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:50.043771 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd041ec-0a57-4952-8594-7c8feec100b7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:50.044382 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abd041ec-0a57-4952-8594-7c8feec100b7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:50.095547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090a582-819f-42b3-b30b-26c334faf1a3 req-682cbc4c-328b-424a-afde-310fb6284ea0 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:50.097215 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c090a582-819f-42b3-b30b-26c334faf1a3 req-682cbc4c-328b-424a-afde-310fb6284ea0 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 946 time: 0.0500150 Nov 18 17:44:50.116248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd041ec-0a57-4952-8594-7c8feec100b7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Network': ['ID=039bdccd-e432-4dae-8ec7-44621ab35709,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:50.134550 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 039bdccd-e432-4dae-8ec7-44621ab35709 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:44:50.160790 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-abd041ec-0a57-4952-8594-7c8feec100b7 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4915924 Nov 18 17:44:50.162323 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60512) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:50.169372 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-138b65a3-36ae-4a33-9a27-fa545dd7cdbb tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'subnet': {'network_id': '039bdccd-e432-4dae-8ec7-44621ab35709', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:50.201376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-c090a582-819f-42b3-b30b-26c334faf1a3 req-567d5c85-711a-49f8-b38f-f11670069f9f tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Deleting port 69bdd477-269d-4d34-b1f5-1d84a8660cdd {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:44:50.201993 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c090a582-819f-42b3-b30b-26c334faf1a3 req-567d5c85-711a-49f8-b38f-f11670069f9f tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:50.295143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-c090a582-819f-42b3-b30b-26c334faf1a3 req-567d5c85-711a-49f8-b38f-f11670069f9f tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] For port 69bdd477-269d-4d34-b1f5-1d84a8660cdd, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=69bdd477-269d-4d34-b1f5-1d84a8660cdd,segment=NetworkSegment(539f2706-44ae-42e1-8490-55e7fda7f569),segment_id=539f2706-44ae-42e1-8490-55e7fda7f569)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:50.295438 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c090a582-819f-42b3-b30b-26c334faf1a3 req-567d5c85-711a-49f8-b38f-f11670069f9f tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:50.312788 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-c090a582-819f-42b3-b30b-26c334faf1a3 req-567d5c85-711a-49f8-b38f-f11670069f9f tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Calling delete_port for 69bdd477-269d-4d34-b1f5-1d84a8660cdd owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:44:50.328103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138b65a3-36ae-4a33-9a27-fa545dd7cdbb tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:50.331644 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-138b65a3-36ae-4a33-9a27-fa545dd7cdbb tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:50.499609 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c090a582-819f-42b3-b30b-26c334faf1a3 req-567d5c85-711a-49f8-b38f-f11670069f9f tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:50.513107 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['69bdd477-269d-4d34-b1f5-1d84a8660cdd'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:44:50.528874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d5c85-711a-49f8-b38f-f11670069f9f tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Pushing event deleted for resources: {'Port': ['ID=69bdd477-269d-4d34-b1f5-1d84a8660cdd,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:50.548089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec898478-86e0-425c-b3d0-43e36add4459 None None] DHCP port deletion for 2cf9b20d-7f66-4595-982e-af83926eb445 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:44:50.579476 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c090a582-819f-42b3-b30b-26c334faf1a3 req-567d5c85-711a-49f8-b38f-f11670069f9f tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] No DVR routers for this DVR port 69bdd477-269d-4d34-b1f5-1d84a8660cdd on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:44:50.583181 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c090a582-819f-42b3-b30b-26c334faf1a3 req-567d5c85-711a-49f8-b38f-f11670069f9f tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:50.585443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c090a582-819f-42b3-b30b-26c334faf1a3 req-567d5c85-711a-49f8-b38f-f11670069f9f tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.81 "DELETE /v2.0/ports/69bdd477-269d-4d34-b1f5-1d84a8660cdd HTTP/1.1" status: 204 len: 173 time: 0.4809642 Nov 18 17:44:50.585900 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c010927-aaee-462b-b6af-313d1193e839', 'name': 'network-vif-deleted', 'tag': '69bdd477-269d-4d34-b1f5-1d84a8660cdd'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:44:50.588307 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee47f132-dba3-4b02-b700-4569d3a4ddf1" -d '{"events": [{"server_uuid": "3c010927-aaee-462b-b6af-313d1193e839", "name": "network-vif-deleted", "tag": "69bdd477-269d-4d34-b1f5-1d84a8660cdd"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:44:50.602838 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-138b65a3-36ae-4a33-9a27-fa545dd7cdbb tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:50.625890 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b578c97-3344-41b7-804d-8b431d0ef669 x-openstack-request-id: req-4b578c97-3344-41b7-804d-8b431d0ef669 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:44:50.626196 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c010927-aaee-462b-b6af-313d1193e839", "name": "network-vif-deleted", "tag": "69bdd477-269d-4d34-b1f5-1d84a8660cdd", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:44:50.626481 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4b578c97-3344-41b7-804d-8b431d0ef669 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:44:50.626881 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c010927-aaee-462b-b6af-313d1193e839', 'name': 'network-vif-deleted', 'tag': '69bdd477-269d-4d34-b1f5-1d84a8660cdd', 'status': 'completed', 'code': 200} Nov 18 17:44:50.675994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b65a3-36ae-4a33-9a27-fa545dd7cdbb tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Subnet': ['ID=ead730a5-3604-4570-8076-f455c9d3770c,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:50.681453 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138b65a3-36ae-4a33-9a27-fa545dd7cdbb tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Checking segment: {'id': '497fa8b7-2b85-4e0c-a0fb-9112f85a24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '039bdccd-e432-4dae-8ec7-44621ab35709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:50.681823 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138b65a3-36ae-4a33-9a27-fa545dd7cdbb tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network hostable DHCP agents. Network: 039bdccd-e432-4dae-8ec7-44621ab35709, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:44:50.770377 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138b65a3-36ae-4a33-9a27-fa545dd7cdbb tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network 039bdccd-e432-4dae-8ec7-44621ab35709 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:44:50.855140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-138b65a3-36ae-4a33-9a27-fa545dd7cdbb tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 039bdccd-e432-4dae-8ec7-44621ab35709) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:50.861855 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138b65a3-36ae-4a33-9a27-fa545dd7cdbb tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:50.863728 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-138b65a3-36ae-4a33-9a27-fa545dd7cdbb tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:50.865712 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f47b990-68b3-42ee-916e-eae8f66376d8 None None] Network 039bdccd-e432-4dae-8ec7-44621ab35709 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:50.983591 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-138b65a3-36ae-4a33-9a27-fa545dd7cdbb tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8200004 Nov 18 17:44:50.986668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60524) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:50.991541 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5750c991-5742-4d21-9fd6-9a8647390a2b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'subnet': {'network_id': '039bdccd-e432-4dae-8ec7-44621ab35709', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:51.101230 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b8f0c6cf-a905-4955-9460-50ddb3423535 req-efe06f1c-8cc4-458b-a76c-a299fddf10d2 tempest-VolumesActionsTest-556028673 tempest-VolumesActionsTest-556028673-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c010927-aaee-462b-b6af-313d1193e839 HTTP/1.1" status: 200 len: 210 time: 0.0447955 Nov 18 17:44:51.140836 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-039bdccd-e432-4dae-8ec7-44621ab35709', 'network_id': '039bdccd-e432-4dae-8ec7-44621ab35709', 'tenant_id': '3705fdfff7754c0dbad52a53e95d7cf0', 'fixed_ips': [{'subnet_id': 'ead730a5-3604-4570-8076-f455c9d3770c'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:44:51.142326 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:51.186889 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5750c991-5742-4d21-9fd6-9a8647390a2b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:51.192136 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5750c991-5742-4d21-9fd6-9a8647390a2b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:51.313524 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Allocated IP 2001:db8::2 (039bdccd-e432-4dae-8ec7-44621ab35709/ead730a5-3604-4570-8076-f455c9d3770c/23008aef-8f4c-42ba-8af3-7122ffa17be3) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:44:51.468510 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:51.523127 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:51.583640 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Network 039bdccd-e432-4dae-8ec7-44621ab35709 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:51.596148 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:51.607293 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:44:51.611153 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5750c991-5742-4d21-9fd6-9a8647390a2b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:51.613977 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Pushing event updated for resources: {'Port': ['ID=23008aef-8f4c-42ba-8af3-7122ffa17be3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:51.665142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5750c991-5742-4d21-9fd6-9a8647390a2b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network 039bdccd-e432-4dae-8ec7-44621ab35709 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:51.672524 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-5750c991-5742-4d21-9fd6-9a8647390a2b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:51.677117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5750c991-5742-4d21-9fd6-9a8647390a2b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:51.677866 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5750c991-5742-4d21-9fd6-9a8647390a2b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:51.685339 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Attempting to bind port 23008aef-8f4c-42ba-8af3-7122ffa17be3 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:44:51.685744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Attempting to bind port 23008aef-8f4c-42ba-8af3-7122ffa17be3 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '497fa8b7-2b85-4e0c-a0fb-9112f85a24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '039bdccd-e432-4dae-8ec7-44621ab35709'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:44:51.686124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Attempting to bind port 23008aef-8f4c-42ba-8af3-7122ffa17be3 on network 039bdccd-e432-4dae-8ec7-44621ab35709 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:44:51.688902 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750c991-5742-4d21-9fd6-9a8647390a2b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Subnet': ['ID=4c56c9f4-2d3d-42a7-ac3b-a39a092f7520,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:51.694120 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:51.694305 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:44:51.694671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Checking segment: {'id': '497fa8b7-2b85-4e0c-a0fb-9112f85a24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '039bdccd-e432-4dae-8ec7-44621ab35709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:51.695073 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:51.696079 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Bound using segment: {'id': '497fa8b7-2b85-4e0c-a0fb-9112f85a24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '039bdccd-e432-4dae-8ec7-44621ab35709'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:44:51.696581 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Bound port: 23008aef-8f4c-42ba-8af3-7122ffa17be3, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497fa8b7-2b85-4e0c-a0fb-9112f85a24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '039bdccd-e432-4dae-8ec7-44621ab35709'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:44:51.697189 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:51.760186 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] For port 23008aef-8f4c-42ba-8af3-7122ffa17be3, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:44:51.763436 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] For port 23008aef-8f4c-42ba-8af3-7122ffa17be3, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=23008aef-8f4c-42ba-8af3-7122ffa17be3,segment=NetworkSegment(497fa8b7-2b85-4e0c-a0fb-9112f85a24b4),segment_id=497fa8b7-2b85-4e0c-a0fb-9112f85a24b4)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:44:51.774376 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5750c991-5742-4d21-9fd6-9a8647390a2b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7842479 Nov 18 17:44:51.774767 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60528) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:51.854007 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:51.872395 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60688835-54db-4a85-aa7d-8540aa0cbb99 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:51.872395 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60688835-54db-4a85-aa7d-8540aa0cbb99 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:51.872395 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60688835-54db-4a85-aa7d-8540aa0cbb99 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:51.873294 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60688835-54db-4a85-aa7d-8540aa0cbb99 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:51.875140 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60688835-54db-4a85-aa7d-8540aa0cbb99 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:51.877613 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-60688835-54db-4a85-aa7d-8540aa0cbb99 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1018059 Nov 18 17:44:51.881856 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60530) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:51.892733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-caf336bb-6fa3-4256-9342-e36e54e6f571 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-570517711'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:51.923511 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740a776-ec7a-4c61-bc93-e7ac973a3c92 None None] Pushing event updated for resources: {'Port': ['ID=23008aef-8f4c-42ba-8af3-7122ffa17be3,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:52.008128 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf336bb-6fa3-4256-9342-e36e54e6f571 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:52.011703 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-caf336bb-6fa3-4256-9342-e36e54e6f571 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:52.042955 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf336bb-6fa3-4256-9342-e36e54e6f571 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] vlan segment allocate from pool success with {'vlan_id': 1122, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:44:52.054199 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-caf336bb-6fa3-4256-9342-e36e54e6f571 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:52.054556 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-caf336bb-6fa3-4256-9342-e36e54e6f571 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Added segment 773b2ce4-cb05-4f3e-b818-7f9142b71562 of type vlan for network a96334ae-a4dc-455e-969d-60cf07dd283a Nov 18 17:44:52.117131 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-caf336bb-6fa3-4256-9342-e36e54e6f571 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:52.204011 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-caf336bb-6fa3-4256-9342-e36e54e6f571 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:52.209926 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf336bb-6fa3-4256-9342-e36e54e6f571 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:52.210531 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-caf336bb-6fa3-4256-9342-e36e54e6f571 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:52.287369 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf336bb-6fa3-4256-9342-e36e54e6f571 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Network': ['ID=a96334ae-a4dc-455e-969d-60cf07dd283a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:52.306681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network a96334ae-a4dc-455e-969d-60cf07dd283a details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:44:52.317605 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-caf336bb-6fa3-4256-9342-e36e54e6f571 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4330213 Nov 18 17:44:52.318895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60538) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:52.327771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-408db4f8-75f7-4946-a338-21855ba2d08b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:52.399696 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 23008aef-8f4c-42ba-8af3-7122ffa17be3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:44:52.458142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 23008aef-8f4c-42ba-8af3-7122ffa17be3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:52.458525 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:52.550974 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:52.595160 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 23008aef-8f4c-42ba-8af3-7122ffa17be3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=23008aef-8f4c-42ba-8af3-7122ffa17be3,segment=NetworkSegment(497fa8b7-2b85-4e0c-a0fb-9112f85a24b4),segment_id=497fa8b7-2b85-4e0c-a0fb-9112f85a24b4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:52.673318 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:52.743736 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=23008aef-8f4c-42ba-8af3-7122ffa17be3,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:52.850952 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-408db4f8-75f7-4946-a338-21855ba2d08b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:52.975120 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-408db4f8-75f7-4946-a338-21855ba2d08b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:52.985576 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-408db4f8-75f7-4946-a338-21855ba2d08b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network a96334ae-a4dc-455e-969d-60cf07dd283a is not hosted by any dhcp agent {{(pid=104007) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 18 17:44:52.991007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408db4f8-75f7-4946-a338-21855ba2d08b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:52.991612 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-408db4f8-75f7-4946-a338-21855ba2d08b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:52.992965 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-408db4f8-75f7-4946-a338-21855ba2d08b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "PUT /v2.0/networks/a96334ae-a4dc-455e-969d-60cf07dd283a HTTP/1.1" status: 200 len: 723 time: 0.6731291 Nov 18 17:44:52.996259 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60558) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:53.002179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ba36cd71-fa19-4510-839f-2e3bcdeb432f tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'subnet': {'network_id': 'a96334ae-a4dc-455e-969d-60cf07dd283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:53.056450 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408db4f8-75f7-4946-a338-21855ba2d08b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Network': ['ID=a96334ae-a4dc-455e-969d-60cf07dd283a,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:53.070021 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network a96334ae-a4dc-455e-969d-60cf07dd283a details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:44:53.164236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444dea05-8a0d-4bb5-abc3-73df8408e071 None None] Network 039bdccd-e432-4dae-8ec7-44621ab35709 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:53.209131 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba36cd71-fa19-4510-839f-2e3bcdeb432f tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:53.215683 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ba36cd71-fa19-4510-839f-2e3bcdeb432f tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:53.276836 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-918c85f6-9ab4-48f8-9228-7e19b007b064 None None] Provisioning complete for port 23008aef-8f4c-42ba-8af3-7122ffa17be3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:53.277446 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-918c85f6-9ab4-48f8-9228-7e19b007b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:53.309773 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:53.501693 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ba36cd71-fa19-4510-839f-2e3bcdeb432f tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:53.534892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d861afb0-c2cc-4dbf-99ee-c5810aead108 None None] Update dhcp port {'port': {'network_id': '039bdccd-e432-4dae-8ec7-44621ab35709', 'fixed_ips': [{'subnet_id': 'ead730a5-3604-4570-8076-f455c9d3770c', 'ip_address': '2001:db8::2'}, {'subnet_id': '4c56c9f4-2d3d-42a7-ac3b-a39a092f7520'}], 'binding:host_id': 'n-d-813419-11'}, 'id': '23008aef-8f4c-42ba-8af3-7122ffa17be3'} from n-d-813419-11. {{(pid=104009) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 18 17:44:53.564013 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d861afb0-c2cc-4dbf-99ee-c5810aead108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:53.590320 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36cd71-fa19-4510-839f-2e3bcdeb432f tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Subnet': ['ID=ded93c32-48a5-42c5-bf0e-f83a53372994,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:53.598360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba36cd71-fa19-4510-839f-2e3bcdeb432f tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Checking segment: {'id': '773b2ce4-cb05-4f3e-b818-7f9142b71562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'a96334ae-a4dc-455e-969d-60cf07dd283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:53.598726 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba36cd71-fa19-4510-839f-2e3bcdeb432f tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network hostable DHCP agents. Network: a96334ae-a4dc-455e-969d-60cf07dd283a, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:44:53.724023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba36cd71-fa19-4510-839f-2e3bcdeb432f tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network a96334ae-a4dc-455e-969d-60cf07dd283a is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:44:53.737642 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-d861afb0-c2cc-4dbf-99ee-c5810aead108 None None] Allocated IP 172.20.0.1 (039bdccd-e432-4dae-8ec7-44621ab35709/4c56c9f4-2d3d-42a7-ac3b-a39a092f7520/23008aef-8f4c-42ba-8af3-7122ffa17be3) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:44:53.775728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 69bdd477-269d-4d34-b1f5-1d84a8660cdd no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:44:53.808318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 69bdd477-269d-4d34-b1f5-1d84a8660cdd {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:44:53.808834 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 69bdd477-269d-4d34-b1f5-1d84a8660cdd not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:44:53.810870 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-ba36cd71-fa19-4510-839f-2e3bcdeb432f tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, a96334ae-a4dc-455e-969d-60cf07dd283a) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:53.816884 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba36cd71-fa19-4510-839f-2e3bcdeb432f tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:53.817924 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ba36cd71-fa19-4510-839f-2e3bcdeb432f tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:53.858050 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099ff27f-e579-460c-ab6a-f9902fd22f25 None None] Network a96334ae-a4dc-455e-969d-60cf07dd283a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:53.899231 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ba36cd71-fa19-4510-839f-2e3bcdeb432f tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9016674 Nov 18 17:44:53.902019 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60596) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:53.908659 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d861afb0-c2cc-4dbf-99ee-c5810aead108 None None] For port 23008aef-8f4c-42ba-8af3-7122ffa17be3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=23008aef-8f4c-42ba-8af3-7122ffa17be3,segment=NetworkSegment(497fa8b7-2b85-4e0c-a0fb-9112f85a24b4),segment_id=497fa8b7-2b85-4e0c-a0fb-9112f85a24b4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:53.908853 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3c2606c6-ddbf-4347-b63a-aeb079443f70 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:53.983207 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d861afb0-c2cc-4dbf-99ee-c5810aead108 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:54.002928 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3c2606c6-ddbf-4347-b63a-aeb079443f70 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59012418'] for subnet, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:54.068517 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-a96334ae-a4dc-455e-969d-60cf07dd283a', 'network_id': 'a96334ae-a4dc-455e-969d-60cf07dd283a', 'tenant_id': '3705fdfff7754c0dbad52a53e95d7cf0', 'fixed_ips': [{'subnet_id': 'ded93c32-48a5-42c5-bf0e-f83a53372994'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:44:54.069705 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:54.086070 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d861afb0-c2cc-4dbf-99ee-c5810aead108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:54.215117 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3c2606c6-ddbf-4347-b63a-aeb079443f70 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793848182294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59453773'] for subnet, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:54.269336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2606c6-ddbf-4347-b63a-aeb079443f70 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Subnet': ['ID=ded93c32-48a5-42c5-bf0e-f83a53372994,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:54.271458 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861afb0-c2cc-4dbf-99ee-c5810aead108 None None] Pushing event updated for resources: {'Port': ['ID=23008aef-8f4c-42ba-8af3-7122ffa17be3,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:54.290119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2606c6-ddbf-4347-b63a-aeb079443f70 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:54.290741 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3c2606c6-ddbf-4347-b63a-aeb079443f70 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:54.295031 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60602) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:54.295636 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3c2606c6-ddbf-4347-b63a-aeb079443f70 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "PUT /v2.0/subnets/ded93c32-48a5-42c5-bf0e-f83a53372994 HTTP/1.1" status: 200 len: 826 time: 0.3919210 Nov 18 17:44:54.353413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Allocated IP 2001:db8::2 (a96334ae-a4dc-455e-969d-60cf07dd283a/ded93c32-48a5-42c5-bf0e-f83a53372994/04be1702-51fa-4b33-b786-17f8e7a51e07) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:44:54.418920 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 23008aef-8f4c-42ba-8af3-7122ffa17be3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:44:54.504277 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:54.616996 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:54.642217 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 23008aef-8f4c-42ba-8af3-7122ffa17be3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:54.642674 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:54.678490 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:54.799036 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:54.846191 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Network a96334ae-a4dc-455e-969d-60cf07dd283a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:44:54.849693 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:44:54.864374 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:44:54.884574 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:54.919114 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Subnet': ['ID=ded93c32-48a5-42c5-bf0e-f83a53372994,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:55.009143 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:55.051509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96334ae-a4dc-455e-969d-60cf07dd283a']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:55.070433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773b2ce4-cb05-4f3e-b818-7f9142b71562') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:55.073819 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773b2ce4-cb05-4f3e-b818-7f9142b71562') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:55.106008 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:55.144417 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:55.153160 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a0ea1f-3160-4a59-b8cb-7b8d6ffb2370 None None] Network 039bdccd-e432-4dae-8ec7-44621ab35709 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:55.154112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:44:55.154624 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:55.155583 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Pushing event updated for resources: {'Port': ['ID=04be1702-51fa-4b33-b786-17f8e7a51e07,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:44:55.158382 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:44:55.171475 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bc710-bd08-4376-9bb3-f0ca104bea73 req-0ae5ad72-d946-4ae6-b2a5-c6b3856bce85 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:55.174303 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8e9bc710-bd08-4376-9bb3-f0ca104bea73 req-0ae5ad72-d946-4ae6-b2a5-c6b3856bce85 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 945 time: 0.0914981 Nov 18 17:44:55.263855 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8e9bc710-bd08-4376-9bb3-f0ca104bea73 req-08364b47-5efc-456a-a37b-22acfcc0fdc2 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/security-groups?id=269d0d3a-035b-4436-b45b-bf7955a1f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778689 Nov 18 17:44:55.270773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a79f8025-f5a5-4b73-875b-dcde9ca2c974 None None] Provisioning complete for port 23008aef-8f4c-42ba-8af3-7122ffa17be3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:55.271370 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a79f8025-f5a5-4b73-875b-dcde9ca2c974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:55.303597 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Attempting to bind port 04be1702-51fa-4b33-b786-17f8e7a51e07 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:44:55.304744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Attempting to bind port 04be1702-51fa-4b33-b786-17f8e7a51e07 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '773b2ce4-cb05-4f3e-b818-7f9142b71562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'a96334ae-a4dc-455e-969d-60cf07dd283a'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:44:55.305126 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Attempting to bind port 04be1702-51fa-4b33-b786-17f8e7a51e07 on network a96334ae-a4dc-455e-969d-60cf07dd283a {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:44:55.334438 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.db.api [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 18 17:44:55.334438 n-d-813419-11 neutron-server[104008]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 18 17:44:55.334438 n-d-813419-11 neutron-server[104008]: [parameters: {'id': 'a96334ae-a4dc-455e-969d-60cf07dd283a'}] Nov 18 17:44:55.334438 n-d-813419-11 neutron-server[104008]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:44:55.335301 n-d-813419-11 neutron-server[104008]: DEBUG oslo_db.api [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:44:55.352624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:44:55.353045 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Checking segment: {'id': '773b2ce4-cb05-4f3e-b818-7f9142b71562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'a96334ae-a4dc-455e-969d-60cf07dd283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:44:55.353359 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:55.353819 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Bound using segment: {'id': '773b2ce4-cb05-4f3e-b818-7f9142b71562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'a96334ae-a4dc-455e-969d-60cf07dd283a'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:44:55.354275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Bound port: 04be1702-51fa-4b33-b786-17f8e7a51e07, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773b2ce4-cb05-4f3e-b818-7f9142b71562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'a96334ae-a4dc-455e-969d-60cf07dd283a'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:44:55.354667 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:55.544552 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] For port 04be1702-51fa-4b33-b786-17f8e7a51e07, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:44:55.564952 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] For port 04be1702-51fa-4b33-b786-17f8e7a51e07, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=04be1702-51fa-4b33-b786-17f8e7a51e07,segment=NetworkSegment(773b2ce4-cb05-4f3e-b818-7f9142b71562),segment_id=773b2ce4-cb05-4f3e-b818-7f9142b71562)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:44:55.638938 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:55.770559 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf947c-3298-43dc-9fe5-441e6efbd4a2 None None] Pushing event updated for resources: {'Port': ['ID=04be1702-51fa-4b33-b786-17f8e7a51e07,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:55.801387 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f885e92-1d86-4e31-9a2b-c74fba875e1b None None] Network a96334ae-a4dc-455e-969d-60cf07dd283a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:55.836061 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:55.942399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Deleting port 04be1702-51fa-4b33-b786-17f8e7a51e07 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:44:55.942753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:55.946656 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0a5e563e-6e4d-407e-aa49-e8904b388dec None None] Provisioning complete for port 23008aef-8f4c-42ba-8af3-7122ffa17be3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:55.947027 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a5e563e-6e4d-407e-aa49-e8904b388dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:56.024975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60c2143-0e54-4163-bdc1-2d4f3bdbcda1 None None] Network a96334ae-a4dc-455e-969d-60cf07dd283a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:44:56.030813 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] For port 04be1702-51fa-4b33-b786-17f8e7a51e07, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=04be1702-51fa-4b33-b786-17f8e7a51e07,segment=NetworkSegment(773b2ce4-cb05-4f3e-b818-7f9142b71562),segment_id=773b2ce4-cb05-4f3e-b818-7f9142b71562)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:56.031473 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:56.049204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Calling delete_port for 04be1702-51fa-4b33-b786-17f8e7a51e07 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:44:56.198044 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee218ce-e6f7-4d68-86a7-770e7b68441f None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 17:44:56.293713 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:56.345890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 23008aef-8f4c-42ba-8af3-7122ffa17be3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:44:56.380953 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No DVR routers for this DVR port 04be1702-51fa-4b33-b786-17f8e7a51e07 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:44:56.384351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Port': ['ID=04be1702-51fa-4b33-b786-17f8e7a51e07,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:56.442563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee218ce-e6f7-4d68-86a7-770e7b68441f None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 17:44:56.466667 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d24267-f095-4129-85da-7a8239d9de64 req-41f54001-fce2-4244-ad75-bdd4f22dc5a3 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:56.468267 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8d24267-f095-4129-85da-7a8239d9de64 req-41f54001-fce2-4244-ad75-bdd4f22dc5a3 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 945 time: 0.0802767 Nov 18 17:44:56.481459 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e8736-7315-4828-a623-c01647dcb1ab req-783bd048-724c-4531-976b-105cd156964f tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:56.482986 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bd0e8736-7315-4828-a623-c01647dcb1ab req-783bd048-724c-4531-976b-105cd156964f tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.81 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 945 time: 0.1516185 Nov 18 17:44:56.502008 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:56.528911 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96334ae-a4dc-455e-969d-60cf07dd283a']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:56.543390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 23008aef-8f4c-42ba-8af3-7122ffa17be3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:44:56.544175 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:56.544303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773b2ce4-cb05-4f3e-b818-7f9142b71562') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:56.544558 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773b2ce4-cb05-4f3e-b818-7f9142b71562') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:44:56.559931 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:56.574870 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:56.588303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:44:56.588703 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:44:56.592887 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:44:56.640045 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-bd0e8736-7315-4828-a623-c01647dcb1ab req-d2e237a2-2749-44e4-abc1-3a69d3401264 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Deleting port f12181d5-775a-44fa-98d7-2f16e497151d {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:44:56.640390 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bd0e8736-7315-4828-a623-c01647dcb1ab req-d2e237a2-2749-44e4-abc1-3a69d3401264 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:56.662735 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8d24267-f095-4129-85da-7a8239d9de64 req-c516d8da-3ec9-445e-b7c6-3ae0033f1505 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/security-groups?id=269d0d3a-035b-4436-b45b-bf7955a1f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724839 Nov 18 17:44:56.770186 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-bd0e8736-7315-4828-a623-c01647dcb1ab req-d2e237a2-2749-44e4-abc1-3a69d3401264 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] For port f12181d5-775a-44fa-98d7-2f16e497151d, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=f12181d5-775a-44fa-98d7-2f16e497151d,segment=NetworkSegment(cd10ddde-ef22-4017-ac3d-22697c3c6340),segment_id=cd10ddde-ef22-4017-ac3d-22697c3c6340)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:44:56.771579 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bd0e8736-7315-4828-a623-c01647dcb1ab req-d2e237a2-2749-44e4-abc1-3a69d3401264 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:56.779588 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:56.784288 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-bd0e8736-7315-4828-a623-c01647dcb1ab req-d2e237a2-2749-44e4-abc1-3a69d3401264 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Calling delete_port for f12181d5-775a-44fa-98d7-2f16e497151d owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:44:56.800927 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:56.804675 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/networks/a96334ae-a4dc-455e-969d-60cf07dd283a HTTP/1.1" status: 204 len: 168 time: 2.5084093 Nov 18 17:44:56.807055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7e042-e044-418a-aff1-fa71cb0c9663 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Network': ['ID=a96334ae-a4dc-455e-969d-60cf07dd283a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:56.809786 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60646) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:56.873581 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-53814e6f-0eaf-43a4-9297-1c5e923cb2ca tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] DELETE failed (client error): The resource could not be found. Nov 18 17:44:56.874626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53814e6f-0eaf-43a4-9297-1c5e923cb2ca tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:44:56.880364 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-53814e6f-0eaf-43a4-9297-1c5e923cb2ca tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/networks/a96334ae-a4dc-455e-969d-60cf07dd283a HTTP/1.1" status: 404 len: 339 time: 0.0695403 Nov 18 17:44:56.884002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60648) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:56.889256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d254acee-0c53-4be4-ab75-2abc98df8745 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-111585255', 'description': 'd1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:56.975983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d254acee-0c53-4be4-ab75-2abc98df8745 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:56.979540 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d254acee-0c53-4be4-ab75-2abc98df8745 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:57.015123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d254acee-0c53-4be4-ab75-2abc98df8745 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] vlan segment allocate from pool success with {'vlan_id': 1101, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:44:57.025755 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d254acee-0c53-4be4-ab75-2abc98df8745 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:57.026149 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-d254acee-0c53-4be4-ab75-2abc98df8745 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Added segment 65ce8e2e-5e0a-49d7-ac73-e182eb4faa06 of type vlan for network 4f001372-082f-45ea-be87-d002af95534b Nov 18 17:44:57.082619 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d254acee-0c53-4be4-ab75-2abc98df8745 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:57.118342 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bd0e8736-7315-4828-a623-c01647dcb1ab req-d2e237a2-2749-44e4-abc1-3a69d3401264 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:57.131221 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['f12181d5-775a-44fa-98d7-2f16e497151d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:44:57.174426 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d254acee-0c53-4be4-ab75-2abc98df8745 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:57.181720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d254acee-0c53-4be4-ab75-2abc98df8745 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:57.182912 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d254acee-0c53-4be4-ab75-2abc98df8745 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:57.183849 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e237a2-2749-44e4-abc1-3a69d3401264 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Pushing event deleted for resources: {'Port': ['ID=f12181d5-775a-44fa-98d7-2f16e497151d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:57.200217 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d14067-97b8-4d3b-a72c-855ddb5c070f None None] DHCP port deletion for c9b5d4ed-a3cb-43c6-9670-f18debce8cea request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:44:57.264712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0e8736-7315-4828-a623-c01647dcb1ab req-d2e237a2-2749-44e4-abc1-3a69d3401264 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] No DVR routers for this DVR port f12181d5-775a-44fa-98d7-2f16e497151d on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:44:57.268972 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bd0e8736-7315-4828-a623-c01647dcb1ab req-d2e237a2-2749-44e4-abc1-3a69d3401264 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:57.272710 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bd0e8736-7315-4828-a623-c01647dcb1ab req-d2e237a2-2749-44e4-abc1-3a69d3401264 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.81 "DELETE /v2.0/ports/f12181d5-775a-44fa-98d7-2f16e497151d HTTP/1.1" status: 204 len: 173 time: 0.7710855 Nov 18 17:44:57.273172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43028fa6-9670-4019-99cd-55baaefcd932', 'name': 'network-vif-deleted', 'tag': 'f12181d5-775a-44fa-98d7-2f16e497151d'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:44:57.275517 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ed3869-b468-4c36-bd82-33a33415c161" -d '{"events": [{"server_uuid": "43028fa6-9670-4019-99cd-55baaefcd932", "name": "network-vif-deleted", "tag": "f12181d5-775a-44fa-98d7-2f16e497151d"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:44:57.292700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254acee-0c53-4be4-ab75-2abc98df8745 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Network': ['ID=4f001372-082f-45ea-be87-d002af95534b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:57.310074 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 4f001372-082f-45ea-be87-d002af95534b details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:44:57.310220 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d254acee-0c53-4be4-ab75-2abc98df8745 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4194527 Nov 18 17:44:57.312149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60652) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:57.342146 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca56220-a473-40ff-bdf2-aa3d0672e31d x-openstack-request-id: req-2ca56220-a473-40ff-bdf2-aa3d0672e31d {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:44:57.342146 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43028fa6-9670-4019-99cd-55baaefcd932", "name": "network-vif-deleted", "tag": "f12181d5-775a-44fa-98d7-2f16e497151d", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:44:57.342146 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2ca56220-a473-40ff-bdf2-aa3d0672e31d {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:44:57.342146 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43028fa6-9670-4019-99cd-55baaefcd932', 'name': 'network-vif-deleted', 'tag': 'f12181d5-775a-44fa-98d7-2f16e497151d', 'status': 'completed', 'code': 200} Nov 18 17:44:57.441593 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ab36a4-1ece-4339-9499-84ce23c019d6 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:57.445779 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-77ab36a4-1ece-4339-9499-84ce23c019d6 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "GET /v2.0/networks?id=4f001372-082f-45ea-be87-d002af95534b HTTP/1.1" status: 200 len: 764 time: 0.1260376 Nov 18 17:44:57.451513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60654) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:57.452240 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a9c0548e-d90f-4d73-9934-442bf36f26be tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'network': {'description': 'd2'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:57.645284 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9c0548e-d90f-4d73-9934-442bf36f26be tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:57.747224 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9c0548e-d90f-4d73-9934-442bf36f26be tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:57.780477 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9c0548e-d90f-4d73-9934-442bf36f26be tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network 4f001372-082f-45ea-be87-d002af95534b is not hosted by any dhcp agent {{(pid=104008) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 18 17:44:57.792930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c0548e-d90f-4d73-9934-442bf36f26be tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:57.794116 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9c0548e-d90f-4d73-9934-442bf36f26be tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:57.794911 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a9c0548e-d90f-4d73-9934-442bf36f26be tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "PUT /v2.0/networks/4f001372-082f-45ea-be87-d002af95534b HTTP/1.1" status: 200 len: 761 time: 0.3475430 Nov 18 17:44:57.798228 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bebc043e-fe57-4eab-957a-d40ae8798386 req-3b66a06b-f185-403f-a1a3-bdbd4bd39004 tempest-VolumesActionsTest-121551112 tempest-VolumesActionsTest-121551112-project] 10.222.0.72 "GET /v2.0/ports?device_id=43028fa6-9670-4019-99cd-55baaefcd932 HTTP/1.1" status: 200 len: 210 time: 0.0474799 Nov 18 17:44:57.803077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60662) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:57.863133 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0548e-d90f-4d73-9934-442bf36f26be tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Network': ['ID=4f001372-082f-45ea-be87-d002af95534b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:44:57.875667 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 4f001372-082f-45ea-be87-d002af95534b details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:44:58.338407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47b7ab1-24e5-4192-a80a-de10707698a4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:58.340147 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f47b7ab1-24e5-4192-a80a-de10707698a4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "GET /v2.0/networks?id=4f001372-082f-45ea-be87-d002af95534b HTTP/1.1" status: 200 len: 764 time: 0.5402141 Nov 18 17:44:58.345044 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60664) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:58.557071 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be13461-0ef9-4af6-8e23-c624d9c75b48 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:58.561213 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2be13461-0ef9-4af6-8e23-c624d9c75b48 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2122242 Nov 18 17:44:58.561589 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60666) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:58.615406 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60668) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:58.616119 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0a872ad8-f5b9-4e6c-a4d8-24be853258c8 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e HTTP/1.1" status: 200 len: 207 time: 0.0529709 Nov 18 17:44:58.870159 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32de0278-d1e5-4236-90d8-e51ca6219080 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:58.877664 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32de0278-d1e5-4236-90d8-e51ca6219080 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:58.884592 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32de0278-d1e5-4236-90d8-e51ca6219080 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:58.890734 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32de0278-d1e5-4236-90d8-e51ca6219080 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:58.898033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32de0278-d1e5-4236-90d8-e51ca6219080 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:58.904246 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32de0278-d1e5-4236-90d8-e51ca6219080 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:58.906522 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-32de0278-d1e5-4236-90d8-e51ca6219080 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2891958 Nov 18 17:44:58.913866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60678) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:59.057546 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6f37748c-4b6b-4a19-b03a-a1ee6c49e389 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1425114 Nov 18 17:44:59.061188 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60680) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:59.130817 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60b3b30-e6ce-4082-863b-2010d2a4a96b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:59.132593 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60b3b30-e6ce-4082-863b-2010d2a4a96b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:59.134242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60b3b30-e6ce-4082-863b-2010d2a4a96b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:59.135847 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60b3b30-e6ce-4082-863b-2010d2a4a96b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:59.137513 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60b3b30-e6ce-4082-863b-2010d2a4a96b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:59.140531 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a60b3b30-e6ce-4082-863b-2010d2a4a96b tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0770526 Nov 18 17:44:59.142869 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60682) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:59.200101 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff0c283-90b9-4b93-873d-2e915c874896 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:59.202205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff0c283-90b9-4b93-873d-2e915c874896 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:59.203070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff0c283-90b9-4b93-873d-2e915c874896 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:59.204566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff0c283-90b9-4b93-873d-2e915c874896 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:59.206119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff0c283-90b9-4b93-873d-2e915c874896 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:59.207803 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0ff0c283-90b9-4b93-873d-2e915c874896 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0639317 Nov 18 17:44:59.211276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60684) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:59.355357 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0112c2e2-9d98-42c5-9a32-11ae0921ba4d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:59.358833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0112c2e2-9d98-42c5-9a32-11ae0921ba4d tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "GET /v2.0/networks/d818d552-c656-4c8d-ba76-324496109c66 HTTP/1.1" status: 200 len: 804 time: 0.1465826 Nov 18 17:44:59.369538 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60690) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:59.528233 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-900d6dc4-84e3-4810-b7d8-50b968fa0c19 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "GET /v2.0/networks/d818d552-c656-4c8d-ba76-324496109c66?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1545126 Nov 18 17:44:59.530350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60694) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:59.601081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec46276-bef1-49f3-84cb-a2ed73a34e16 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:59.604683 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5ec46276-bef1-49f3-84cb-a2ed73a34e16 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "GET /v2.0/subnets/6de3a3de-f50b-43df-aa09-b1b6335ca492 HTTP/1.1" status: 200 len: 843 time: 0.0711830 Nov 18 17:44:59.611560 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60696) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:59.731523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0be898-421e-4978-903a-b2f933af48fc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:44:59.738025 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7a0be898-421e-4978-903a-b2f933af48fc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "GET /v2.0/subnets/6de3a3de-f50b-43df-aa09-b1b6335ca492?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1254239 Nov 18 17:44:59.742221 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60700) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:44:59.748446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d6cd14f5-ee81-4eab-8a35-769955a718f5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1669061998'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:44:59.818676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device f12181d5-775a-44fa-98d7-2f16e497151d no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:44:59.845322 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: f12181d5-775a-44fa-98d7-2f16e497151d {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:44:59.846025 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device f12181d5-775a-44fa-98d7-2f16e497151d not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:44:59.861371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cd14f5-ee81-4eab-8a35-769955a718f5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:44:59.865310 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6cd14f5-ee81-4eab-8a35-769955a718f5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:59.910415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cd14f5-ee81-4eab-8a35-769955a718f5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] vlan segment allocate from pool success with {'vlan_id': 1141, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:44:59.926631 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6cd14f5-ee81-4eab-8a35-769955a718f5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:59.927845 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-d6cd14f5-ee81-4eab-8a35-769955a718f5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Added segment 11e870d0-b862-4d95-aecd-5616f712d5c7 of type vlan for network faa5d9c4-05c5-4576-91b2-ef9a002aa0a7 Nov 18 17:44:59.946415 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a2f63af-954b-4215-ad31-c433763a5b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:44:59.976784 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6cd14f5-ee81-4eab-8a35-769955a718f5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:00.077811 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6cd14f5-ee81-4eab-8a35-769955a718f5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:00.089072 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cd14f5-ee81-4eab-8a35-769955a718f5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:45:00.090106 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6cd14f5-ee81-4eab-8a35-769955a718f5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:00.184430 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d6cd14f5-ee81-4eab-8a35-769955a718f5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4408836 Nov 18 17:45:00.185003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60708) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:00.192774 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-4ddd927d-894a-4c04-a472-d0778f261595 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'subnet': {'network_id': 'faa5d9c4-05c5-4576-91b2-ef9a002aa0a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:45:00.271877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd14f5-ee81-4eab-8a35-769955a718f5 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Network': ['ID=faa5d9c4-05c5-4576-91b2-ef9a002aa0a7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:00.289828 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network faa5d9c4-05c5-4576-91b2-ef9a002aa0a7 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:45:00.512101 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddd927d-894a-4c04-a472-d0778f261595 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Made reservation on behalf of 3705fdfff7754c0dbad52a53e95d7cf0 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:45:00.516638 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ddd927d-894a-4c04-a472-d0778f261595 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:00.590091 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.ipam_backend_mixin [None req-4ddd927d-894a-4c04-a472-d0778f261595 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Performing IP validity checks on allocation pools {{(pid=104007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 18 17:45:00.591117 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.ipam_backend_mixin [None req-4ddd927d-894a-4c04-a472-d0778f261595 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 18 17:45:00.891822 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ddd927d-894a-4c04-a472-d0778f261595 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:00.961542 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd927d-894a-4c04-a472-d0778f261595 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Subnet': ['ID=4d776ff7-2234-45fa-b74d-b00c927f7ef9,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:01.005681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddd927d-894a-4c04-a472-d0778f261595 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Checking segment: {'id': '11e870d0-b862-4d95-aecd-5616f712d5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'faa5d9c4-05c5-4576-91b2-ef9a002aa0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:45:01.006920 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddd927d-894a-4c04-a472-d0778f261595 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network hostable DHCP agents. Network: faa5d9c4-05c5-4576-91b2-ef9a002aa0a7, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:45:01.100894 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddd927d-894a-4c04-a472-d0778f261595 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Network faa5d9c4-05c5-4576-91b2-ef9a002aa0a7 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:45:01.191033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-4ddd927d-894a-4c04-a472-d0778f261595 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, faa5d9c4-05c5-4576-91b2-ef9a002aa0a7) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:45:01.195282 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddd927d-894a-4c04-a472-d0778f261595 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:45:01.195938 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ddd927d-894a-4c04-a472-d0778f261595 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:01.201356 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578c4a27-6d46-4668-9f82-ab4bd12d6c1d None None] Network faa5d9c4-05c5-4576-91b2-ef9a002aa0a7 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:45:01.294392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60718) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:01.300664 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c447df04-e175-42d9-99b5-e6773d11beac tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:45:01.305505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4ddd927d-894a-4c04-a472-d0778f261595 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1182642 Nov 18 17:45:01.424723 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c447df04-e175-42d9-99b5-e6773d11beac tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58802463'] for subnet, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:01.432364 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-faa5d9c4-05c5-4576-91b2-ef9a002aa0a7', 'network_id': 'faa5d9c4-05c5-4576-91b2-ef9a002aa0a7', 'tenant_id': '3705fdfff7754c0dbad52a53e95d7cf0', 'fixed_ips': [{'subnet_id': '4d776ff7-2234-45fa-b74d-b00c927f7ef9'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:45:01.433501 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:01.678100 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c447df04-e175-42d9-99b5-e6773d11beac tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793848182294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60412402'] for subnet, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:01.738478 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c447df04-e175-42d9-99b5-e6773d11beac tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:45:01.741087 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c447df04-e175-42d9-99b5-e6773d11beac tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:01.745628 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c447df04-e175-42d9-99b5-e6773d11beac tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "PUT /v2.0/subnets/4d776ff7-2234-45fa-b74d-b00c927f7ef9 HTTP/1.1" status: 200 len: 900 time: 0.4474528 Nov 18 17:45:01.745901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60722) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:01.788463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447df04-e175-42d9-99b5-e6773d11beac tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event updated for resources: {'Subnet': ['ID=4d776ff7-2234-45fa-b74d-b00c927f7ef9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:01.808838 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Allocated IP 2001:db8::3 (faa5d9c4-05c5-4576-91b2-ef9a002aa0a7/4d776ff7-2234-45fa-b74d-b00c927f7ef9/19713c22-18fd-4730-9919-6749c6f47842) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:45:01.911533 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:01.993408 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:02.056008 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:02.118543 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:02.159160 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Network faa5d9c4-05c5-4576-91b2-ef9a002aa0a7 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:45:02.162591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:45:02.169157 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:45:02.178052 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Pushing event updated for resources: {'Port': ['ID=19713c22-18fd-4730-9919-6749c6f47842,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:02.215654 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:02.250904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Attempting to bind port 19713c22-18fd-4730-9919-6749c6f47842 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:45:02.250904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Attempting to bind port 19713c22-18fd-4730-9919-6749c6f47842 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '11e870d0-b862-4d95-aecd-5616f712d5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'faa5d9c4-05c5-4576-91b2-ef9a002aa0a7'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:45:02.250904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Attempting to bind port 19713c22-18fd-4730-9919-6749c6f47842 on network faa5d9c4-05c5-4576-91b2-ef9a002aa0a7 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:45:02.256355 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:45:02.256809 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Checking segment: {'id': '11e870d0-b862-4d95-aecd-5616f712d5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'faa5d9c4-05c5-4576-91b2-ef9a002aa0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:45:02.257309 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:02.257818 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Bound using segment: {'id': '11e870d0-b862-4d95-aecd-5616f712d5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'faa5d9c4-05c5-4576-91b2-ef9a002aa0a7'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:45:02.258423 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Bound port: 19713c22-18fd-4730-9919-6749c6f47842, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e870d0-b862-4d95-aecd-5616f712d5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'faa5d9c4-05c5-4576-91b2-ef9a002aa0a7'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:45:02.258915 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:02.260372 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Subnet': ['ID=4d776ff7-2234-45fa-b74d-b00c927f7ef9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:02.384755 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:02.392275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] For port 19713c22-18fd-4730-9919-6749c6f47842, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:45:02.403979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] For port 19713c22-18fd-4730-9919-6749c6f47842, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=19713c22-18fd-4730-9919-6749c6f47842,segment=NetworkSegment(11e870d0-b862-4d95-aecd-5616f712d5c7),segment_id=11e870d0-b862-4d95-aecd-5616f712d5c7)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:45:02.410037 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-beb9a3e9-c43a-4ee0-8455-3c8f91e9a295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:02.413259 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa5d9c4-05c5-4576-91b2-ef9a002aa0a7']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:02.424758 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e870d0-b862-4d95-aecd-5616f712d5c7') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:02.425119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e870d0-b862-4d95-aecd-5616f712d5c7') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:02.437157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:02.452427 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:02.458611 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:02.468002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:45:02.468356 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:45:02.472430 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:45:02.573254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202394f-0430-4df3-854a-153aad49fc2d None None] Pushing event updated for resources: {'Port': ['ID=19713c22-18fd-4730-9919-6749c6f47842,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:02.595342 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51c6944-5774-4f35-a7be-876600cdfd31 None None] Network faa5d9c4-05c5-4576-91b2-ef9a002aa0a7 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:45:02.611518 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.db.api [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 18 17:45:02.611518 n-d-813419-11 neutron-server[104008]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 18 17:45:02.611518 n-d-813419-11 neutron-server[104008]: [parameters: {'id': 'faa5d9c4-05c5-4576-91b2-ef9a002aa0a7'}] Nov 18 17:45:02.611518 n-d-813419-11 neutron-server[104008]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:45:02.612036 n-d-813419-11 neutron-server[104008]: DEBUG oslo_db.api [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:45:02.744282 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6905e40-1357-44a3-be5c-f36818333b90 None None] Network faa5d9c4-05c5-4576-91b2-ef9a002aa0a7 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:45:02.898516 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdeaa7c-a5f1-419f-944d-c6243998234f None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 17:45:03.023435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdeaa7c-a5f1-419f-944d-c6243998234f None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 17:45:03.116661 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:03.237874 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Deleting port 19713c22-18fd-4730-9919-6749c6f47842 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:45:03.238265 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:03.327827 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] For port 19713c22-18fd-4730-9919-6749c6f47842, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=19713c22-18fd-4730-9919-6749c6f47842,segment=NetworkSegment(11e870d0-b862-4d95-aecd-5616f712d5c7),segment_id=11e870d0-b862-4d95-aecd-5616f712d5c7)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:45:03.328124 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:03.345428 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Calling delete_port for 19713c22-18fd-4730-9919-6749c6f47842 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:45:03.729213 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:03.729923 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:03.756278 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Port': ['ID=19713c22-18fd-4730-9919-6749c6f47842,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:03.760233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No DVR routers for this DVR port 19713c22-18fd-4730-9919-6749c6f47842 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:45:03.852162 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:03.881783 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa5d9c4-05c5-4576-91b2-ef9a002aa0a7']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:03.893619 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e870d0-b862-4d95-aecd-5616f712d5c7') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:03.894000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e870d0-b862-4d95-aecd-5616f712d5c7') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:03.906149 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:03.928779 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:03.940949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:45:03.942282 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:45:03.950125 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:45:04.106476 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:04.112059 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:04.120398 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/networks/faa5d9c4-05c5-4576-91b2-ef9a002aa0a7 HTTP/1.1" status: 204 len: 168 time: 2.3689063 Nov 18 17:45:04.124424 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60754) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:04.171125 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fefdb-31f8-4bd5-8984-798368a79669 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Network': ['ID=faa5d9c4-05c5-4576-91b2-ef9a002aa0a7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:04.177807 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d404f1-7d23-4552-afba-0a7ac504e170 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] DELETE failed (client error): The resource could not be found. Nov 18 17:45:04.178297 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d404f1-7d23-4552-afba-0a7ac504e170 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:45:04.183834 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-31d404f1-7d23-4552-afba-0a7ac504e170 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/subnets/4d776ff7-2234-45fa-b74d-b00c927f7ef9 HTTP/1.1" status: 404 len: 337 time: 0.0615277 Nov 18 17:45:04.186712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60756) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:04.210250 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d054008-aeb8-4a6c-ab30-1b587999adc4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] DELETE failed (client error): The resource could not be found. Nov 18 17:45:04.211030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d054008-aeb8-4a6c-ab30-1b587999adc4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:45:04.214584 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5d054008-aeb8-4a6c-ab30-1b587999adc4 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/networks/faa5d9c4-05c5-4576-91b2-ef9a002aa0a7 HTTP/1.1" status: 404 len: 339 time: 0.0266287 Nov 18 17:45:04.227350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60758) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:04.343684 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48da5c28-3894-4c70-a580-665eb1064c48 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:04.482507 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48da5c28-3894-4c70-a580-665eb1064c48 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:04.507944 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-48da5c28-3894-4c70-a580-665eb1064c48 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f001372-082f-45ea-be87-d002af95534b']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:04.523882 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-48da5c28-3894-4c70-a580-665eb1064c48 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ce8e2e-5e0a-49d7-ac73-e182eb4faa06') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:04.524237 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-48da5c28-3894-4c70-a580-665eb1064c48 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ce8e2e-5e0a-49d7-ac73-e182eb4faa06') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:04.541976 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48da5c28-3894-4c70-a580-665eb1064c48 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:04.559738 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48da5c28-3894-4c70-a580-665eb1064c48 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:04.567989 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48da5c28-3894-4c70-a580-665eb1064c48 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:45:04.568780 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48da5c28-3894-4c70-a580-665eb1064c48 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:45:04.572896 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:45:04.752488 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48da5c28-3894-4c70-a580-665eb1064c48 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:04.759892 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48da5c28-3894-4c70-a580-665eb1064c48 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:04.767091 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-48da5c28-3894-4c70-a580-665eb1064c48 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/networks/4f001372-082f-45ea-be87-d002af95534b HTTP/1.1" status: 204 len: 168 time: 0.5352221 Nov 18 17:45:04.767091 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60762) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:04.814581 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf018af-fca9-4883-889f-3933f15469d0 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] DELETE failed (client error): The resource could not be found. Nov 18 17:45:04.815057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf018af-fca9-4883-889f-3933f15469d0 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:45:04.820829 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2cf018af-fca9-4883-889f-3933f15469d0 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/subnets/ded93c32-48a5-42c5-bf0e-f83a53372994 HTTP/1.1" status: 404 len: 337 time: 0.0507402 Nov 18 17:45:04.820829 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da5c28-3894-4c70-a580-665eb1064c48 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Network': ['ID=4f001372-082f-45ea-be87-d002af95534b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:04.821104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60764) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:04.841434 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d51ea1f-2ed2-4663-93aa-2474c8e38cc3 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] DELETE failed (client error): The resource could not be found. Nov 18 17:45:04.841967 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d51ea1f-2ed2-4663-93aa-2474c8e38cc3 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:45:04.845692 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4d51ea1f-2ed2-4663-93aa-2474c8e38cc3 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/networks/a96334ae-a4dc-455e-969d-60cf07dd283a HTTP/1.1" status: 404 len: 339 time: 0.0237238 Nov 18 17:45:04.850983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60766) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:04.919934 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce770f0-d44d-44f9-ba3c-ef646a6e1a9c tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Deleting subnet 4c56c9f4-2d3d-42a7-ac3b-a39a092f7520 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:45:04.923729 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fce770f0-d44d-44f9-ba3c-ef646a6e1a9c tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:04.976613 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fce770f0-d44d-44f9-ba3c-ef646a6e1a9c tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:05.061296 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:05.185246 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fce770f0-d44d-44f9-ba3c-ef646a6e1a9c tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:05.353284 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fce770f0-d44d-44f9-ba3c-ef646a6e1a9c tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:05.397391 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fce770f0-d44d-44f9-ba3c-ef646a6e1a9c tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:05.401790 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc593477-a8de-4803-bd52-2df8e4d564ba None None] Network 039bdccd-e432-4dae-8ec7-44621ab35709 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:45:05.403525 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fce770f0-d44d-44f9-ba3c-ef646a6e1a9c tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/subnets/4c56c9f4-2d3d-42a7-ac3b-a39a092f7520 HTTP/1.1" status: 204 len: 168 time: 0.5514898 Nov 18 17:45:05.405305 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce770f0-d44d-44f9-ba3c-ef646a6e1a9c tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Subnet': ['ID=4c56c9f4-2d3d-42a7-ac3b-a39a092f7520,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:05.407458 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60772) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:05.496572 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29ce228-bf4d-4bdb-9865-b1d59b50a017 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Deleting subnet ead730a5-3604-4570-8076-f455c9d3770c {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:45:05.501823 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:05.503219 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f29ce228-bf4d-4bdb-9865-b1d59b50a017 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:05.569638 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f29ce228-bf4d-4bdb-9865-b1d59b50a017 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:05.715745 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f29ce228-bf4d-4bdb-9865-b1d59b50a017 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:05.891094 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f29ce228-bf4d-4bdb-9865-b1d59b50a017 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:05.947663 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ce228-bf4d-4bdb-9865-b1d59b50a017 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Subnet': ['ID=ead730a5-3604-4570-8076-f455c9d3770c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:05.967307 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f29ce228-bf4d-4bdb-9865-b1d59b50a017 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:05.975098 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f29ce228-bf4d-4bdb-9865-b1d59b50a017 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/subnets/ead730a5-3604-4570-8076-f455c9d3770c HTTP/1.1" status: 204 len: 168 time: 0.5637882 Nov 18 17:45:05.975575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60778) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:06.090132 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:06.166176 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Deleting port 23008aef-8f4c-42ba-8af3-7122ffa17be3 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:45:06.166521 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:06.326979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] For port 23008aef-8f4c-42ba-8af3-7122ffa17be3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=23008aef-8f4c-42ba-8af3-7122ffa17be3,segment=NetworkSegment(497fa8b7-2b85-4e0c-a0fb-9112f85a24b4),segment_id=497fa8b7-2b85-4e0c-a0fb-9112f85a24b4)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:45:06.329772 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:06.366605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Calling delete_port for 23008aef-8f4c-42ba-8af3-7122ffa17be3 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:45:06.488235 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cb86de-6c54-422d-ad65-948a4fbab33b None None] Network 039bdccd-e432-4dae-8ec7-44621ab35709 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:45:06.541399 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:06.579301 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bd5e0f00-df36-4dc6-b459-a5f9885a40b2 None None] Provisioning complete for port 23008aef-8f4c-42ba-8af3-7122ffa17be3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:45:06.580098 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bd5e0f00-df36-4dc6-b459-a5f9885a40b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:06.590298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No DVR routers for this DVR port 23008aef-8f4c-42ba-8af3-7122ffa17be3 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:45:06.590523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Port': ['ID=23008aef-8f4c-42ba-8af3-7122ffa17be3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:06.604551 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e0f00-df36-4dc6-b459-a5f9885a40b2 None None] Port 23008aef-8f4c-42ba-8af3-7122ffa17be3 was deleted so its status cannot be updated. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 18 17:45:06.745120 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:06.770552 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1a17b9-3c57-4567-aa47-476912d288f7 None None] DHCP port deletion for 039bdccd-e432-4dae-8ec7-44621ab35709 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:45:06.793660 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039bdccd-e432-4dae-8ec7-44621ab35709']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:06.807531 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497fa8b7-2b85-4e0c-a0fb-9112f85a24b4') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:06.807984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497fa8b7-2b85-4e0c-a0fb-9112f85a24b4') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:06.822007 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:06.847593 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:06.861110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:45:06.861972 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:45:06.868341 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:45:07.072334 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:07.080034 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:07.098266 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/networks/039bdccd-e432-4dae-8ec7-44621ab35709 HTTP/1.1" status: 204 len: 168 time: 1.1194742 Nov 18 17:45:07.099462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60794) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:07.140448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3f70d-31d8-4868-b0f4-55e4a129d804 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Network': ['ID=039bdccd-e432-4dae-8ec7-44621ab35709,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:07.178926 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-babe7979-87b5-4247-a329-3ef9a0885407 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] DELETE failed (client error): The resource could not be found. Nov 18 17:45:07.179397 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babe7979-87b5-4247-a329-3ef9a0885407 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:45:07.189954 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-babe7979-87b5-4247-a329-3ef9a0885407 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/subnets/ebc0b149-b51d-46a2-b161-8ad482c86a93 HTTP/1.1" status: 404 len: 337 time: 0.0888436 Nov 18 17:45:07.190785 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60796) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:07.236343 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c136d87-7945-4487-88a2-af5f46d962ac tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] DELETE failed (client error): The resource could not be found. Nov 18 17:45:07.239284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c136d87-7945-4487-88a2-af5f46d962ac tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:45:07.247449 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0c136d87-7945-4487-88a2-af5f46d962ac tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/networks/9d8f7fc7-d7ec-497e-aeff-810a2de197b9 HTTP/1.1" status: 404 len: 339 time: 0.0534041 Nov 18 17:45:07.247921 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60798) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:07.320973 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5483cd7-8bc4-4af4-b6c0-18d69bff2fe6 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] DELETE failed (client error): The resource could not be found. Nov 18 17:45:07.323548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5483cd7-8bc4-4af4-b6c0-18d69bff2fe6 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:45:07.328859 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e5483cd7-8bc4-4af4-b6c0-18d69bff2fe6 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/subnets/a868186f-0665-4781-813d-321240cd9b35 HTTP/1.1" status: 404 len: 337 time: 0.0798612 Nov 18 17:45:07.331259 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60802) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:07.373893 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9efba6-a8e6-49df-bc64-bc5495a408f0 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] DELETE failed (client error): The resource could not be found. Nov 18 17:45:07.374419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9efba6-a8e6-49df-bc64-bc5495a408f0 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:45:07.380820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60804) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:07.381046 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2d9efba6-a8e6-49df-bc64-bc5495a408f0 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/networks/acb12c93-e09e-43a4-9979-c6f41b35b936 HTTP/1.1" status: 404 len: 339 time: 0.0483651 Nov 18 17:45:07.413988 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b9cdd9-cc36-4554-9402-e26215aecfa6 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] DELETE failed (client error): The resource could not be found. Nov 18 17:45:07.415138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b9cdd9-cc36-4554-9402-e26215aecfa6 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:45:07.418958 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-29b9cdd9-cc36-4554-9402-e26215aecfa6 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/subnets/4372d972-0846-418c-8adc-31c69f93f83b HTTP/1.1" status: 404 len: 337 time: 0.0366619 Nov 18 17:45:07.421542 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60808) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:07.441658 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0148f8-2572-45e2-960f-28b5a2df88f1 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] DELETE failed (client error): The resource could not be found. Nov 18 17:45:07.442178 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0148f8-2572-45e2-960f-28b5a2df88f1 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:45:07.445377 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ea0148f8-2572-45e2-960f-28b5a2df88f1 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/networks/641fce12-01ef-4e31-b239-04d4aec75b7c HTTP/1.1" status: 404 len: 339 time: 0.0221987 Nov 18 17:45:07.447902 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60810) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:07.511227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f615f0-91f2-4787-bc58-f0841551986c tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Deleting subnet 357a2971-0125-4771-befe-8ce35241d1d7 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:45:07.517573 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f615f0-91f2-4787-bc58-f0841551986c tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:07.594811 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f615f0-91f2-4787-bc58-f0841551986c tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:07.723691 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f615f0-91f2-4787-bc58-f0841551986c tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:07.882859 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f615f0-91f2-4787-bc58-f0841551986c tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:07.918537 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f615f0-91f2-4787-bc58-f0841551986c tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Subnet': ['ID=357a2971-0125-4771-befe-8ce35241d1d7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:07.930347 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f615f0-91f2-4787-bc58-f0841551986c tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:07.936776 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60812) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:07.940964 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-21f615f0-91f2-4787-bc58-f0841551986c tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/subnets/357a2971-0125-4771-befe-8ce35241d1d7 HTTP/1.1" status: 204 len: 168 time: 0.4907277 Nov 18 17:45:07.944588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7253c290-0925-42f2-b2be-95b01063542d None None] Network 1199b96a-3dbb-452f-a07f-3c320e0d658f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:45:08.022038 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:08.098300 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Deleting port 1725d380-8489-4fb6-993b-8ed720de147c {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:45:08.098651 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:08.158212 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] DHCP port deletion for 1199b96a-3dbb-452f-a07f-3c320e0d658f request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:45:08.179818 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] For port 1725d380-8489-4fb6-993b-8ed720de147c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1725d380-8489-4fb6-993b-8ed720de147c,segment=NetworkSegment(8c508e65-eb67-404f-bb3e-fdc36dc1091c),segment_id=8c508e65-eb67-404f-bb3e-fdc36dc1091c)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:45:08.180526 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:08.195038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Calling delete_port for 1725d380-8489-4fb6-993b-8ed720de147c owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:45:08.221936 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] Deleting port 1725d380-8489-4fb6-993b-8ed720de147c {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:45:08.222316 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:08.302685 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] For port 1725d380-8489-4fb6-993b-8ed720de147c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1725d380-8489-4fb6-993b-8ed720de147c,segment=NetworkSegment(8c508e65-eb67-404f-bb3e-fdc36dc1091c),segment_id=8c508e65-eb67-404f-bb3e-fdc36dc1091c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:45:08.303089 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:08.320562 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1725d380-8489-4fb6-993b-8ed720de147c no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:45:08.324482 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] Calling delete_port for 1725d380-8489-4fb6-993b-8ed720de147c owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:45:08.499132 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:08.535161 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:08.561168 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 23008aef-8f4c-42ba-8af3-7122ffa17be3 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:45:08.566902 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Port': ['ID=1725d380-8489-4fb6-993b-8ed720de147c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:08.567075 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:08.567210 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No DVR routers for this DVR port 1725d380-8489-4fb6-993b-8ed720de147c on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:45:08.602412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] Pushing event deleted for resources: {'Port': ['ID=1725d380-8489-4fb6-993b-8ed720de147c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:08.608425 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 23008aef-8f4c-42ba-8af3-7122ffa17be3 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:45:08.608760 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 23008aef-8f4c-42ba-8af3-7122ffa17be3 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:45:08.618745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:08.619128 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:08.619455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:08.620053 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:08.620788 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:08.621308 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:08.622596 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:08.623107 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:08.623613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:08.624151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:08.624652 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:08.625890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:08.632632 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53098dc4-b368-4cfb-b7c2-511b973117e6 None None] No DVR routers for this DVR port 1725d380-8489-4fb6-993b-8ed720de147c on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:45:08.728039 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:08.751852 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1199b96a-3dbb-452f-a07f-3c320e0d658f']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:08.764160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c508e65-eb67-404f-bb3e-fdc36dc1091c') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:08.764469 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c508e65-eb67-404f-bb3e-fdc36dc1091c') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:08.785135 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:08.807157 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:08.819218 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:45:08.819640 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:45:08.824502 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:45:08.993762 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:09.021055 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:09.025768 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/networks/1199b96a-3dbb-452f-a07f-3c320e0d658f HTTP/1.1" status: 204 len: 168 time: 1.0879302 Nov 18 17:45:09.028446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60832) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:09.054654 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aa842-7306-438b-afaf-1a93ec4588bc tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Network': ['ID=1199b96a-3dbb-452f-a07f-3c320e0d658f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:09.083232 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb3965b-64e3-48cc-aa83-ee96ec681723 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] DELETE failed (client error): The resource could not be found. Nov 18 17:45:09.089109 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb3965b-64e3-48cc-aa83-ee96ec681723 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:45:09.096135 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9eb3965b-64e3-48cc-aa83-ee96ec681723 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/subnets/8b98b361-44e0-4f8a-a687-f202e821a98e HTTP/1.1" status: 404 len: 337 time: 0.0628495 Nov 18 17:45:09.097069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60834) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:09.116917 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a920ee-a742-47cf-88b6-b4df3a5c3784 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] DELETE failed (client error): The resource could not be found. Nov 18 17:45:09.117720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a920ee-a742-47cf-88b6-b4df3a5c3784 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 17:45:09.122228 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b0a920ee-a742-47cf-88b6-b4df3a5c3784 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/networks/d716562f-8cde-467b-a87f-d24b517ada6b HTTP/1.1" status: 404 len: 339 time: 0.0245078 Nov 18 17:45:09.124702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 60836) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:09.256897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec325f5f-a637-4520-969e-b4d4e01e6b55 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Deleting subnet 6de3a3de-f50b-43df-aa09-b1b6335ca492 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:45:09.261228 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec325f5f-a637-4520-969e-b4d4e01e6b55 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:09.305711 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec325f5f-a637-4520-969e-b4d4e01e6b55 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:09.404663 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec325f5f-a637-4520-969e-b4d4e01e6b55 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:09.547494 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec325f5f-a637-4520-969e-b4d4e01e6b55 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:09.580396 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3a3160-6829-471d-9477-4ca7fb73e736 None None] Network d818d552-c656-4c8d-ba76-324496109c66 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:45:09.581188 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec325f5f-a637-4520-969e-b4d4e01e6b55 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:09.595135 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ec325f5f-a637-4520-969e-b4d4e01e6b55 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/subnets/6de3a3de-f50b-43df-aa09-b1b6335ca492 HTTP/1.1" status: 204 len: 168 time: 0.4659772 Nov 18 17:45:09.595360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60842) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:09.654979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec325f5f-a637-4520-969e-b4d4e01e6b55 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Subnet': ['ID=6de3a3de-f50b-43df-aa09-b1b6335ca492,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:09.729590 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:09.812458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Deleting port 210a2109-645e-4d51-a787-b759f9140f7a {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:45:09.813383 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:09.851937 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782abdad-94e5-44f5-8596-df4f266a5c31 None None] DHCP port deletion for d818d552-c656-4c8d-ba76-324496109c66 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:45:09.912146 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] For port 210a2109-645e-4d51-a787-b759f9140f7a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=210a2109-645e-4d51-a787-b759f9140f7a,segment=NetworkSegment(81d711ef-f671-4e3a-887b-18c1876d5b09),segment_id=81d711ef-f671-4e3a-887b-18c1876d5b09)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:45:09.912525 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:09.934616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Calling delete_port for 210a2109-645e-4d51-a787-b759f9140f7a owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:45:09.977675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-782abdad-94e5-44f5-8596-df4f266a5c31 None None] Deleting port 210a2109-645e-4d51-a787-b759f9140f7a {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:45:09.978323 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-782abdad-94e5-44f5-8596-df4f266a5c31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:10.075321 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-782abdad-94e5-44f5-8596-df4f266a5c31 None None] For port 210a2109-645e-4d51-a787-b759f9140f7a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=210a2109-645e-4d51-a787-b759f9140f7a,segment=NetworkSegment(81d711ef-f671-4e3a-887b-18c1876d5b09),segment_id=81d711ef-f671-4e3a-887b-18c1876d5b09)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:45:10.075733 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-782abdad-94e5-44f5-8596-df4f266a5c31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:10.092907 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-782abdad-94e5-44f5-8596-df4f266a5c31 None None] Calling delete_port for 210a2109-645e-4d51-a787-b759f9140f7a owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:45:10.139899 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:10.193042 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Port': ['ID=210a2109-645e-4d51-a787-b759f9140f7a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:10.211754 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-782abdad-94e5-44f5-8596-df4f266a5c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:10.214696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] No DVR routers for this DVR port 210a2109-645e-4d51-a787-b759f9140f7a on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:45:10.241185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782abdad-94e5-44f5-8596-df4f266a5c31 None None] No DVR routers for this DVR port 210a2109-645e-4d51-a787-b759f9140f7a on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:45:10.334839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782abdad-94e5-44f5-8596-df4f266a5c31 None None] Pushing event deleted for resources: {'Port': ['ID=210a2109-645e-4d51-a787-b759f9140f7a,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:10.374914 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 210a2109-645e-4d51-a787-b759f9140f7a no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:45:10.401448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 210a2109-645e-4d51-a787-b759f9140f7a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:45:10.404045 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 210a2109-645e-4d51-a787-b759f9140f7a not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:45:10.456904 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:10.480913 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d818d552-c656-4c8d-ba76-324496109c66']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:10.493122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d711ef-f671-4e3a-887b-18c1876d5b09') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:10.493422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d711ef-f671-4e3a-887b-18c1876d5b09') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:10.505365 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:10.534554 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:10.556952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:45:10.557467 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:45:10.563296 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:45:10.690227 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:10.725024 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:10.736629 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] 10.222.0.72 "DELETE /v2.0/networks/d818d552-c656-4c8d-ba76-324496109c66 HTTP/1.1" status: 204 len: 168 time: 1.1364300 Nov 18 17:45:10.737664 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Pushing event deleted for resources: {'Network': ['ID=d818d552-c656-4c8d-ba76-324496109c66,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:10.760234 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:10.760234 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:10.760592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:10.760875 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:10.761628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:10.763187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:10.767224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:10.767698 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:10.768504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:10.768797 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:10.769140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:10.769484 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765e7542-fdf4-44a1-a98f-dbcd121be903 tempest-NetworksIpV6Test-2111129419 tempest-NetworksIpV6Test-2111129419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:11.410327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60860) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:11.589715 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bbc7ecd3-19f3-4ed8-bb9c-9afac9999f58 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3705fdfff7754c0dbad52a53e95d7cf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1780410 Nov 18 17:45:11.592241 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60864) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:11.676283 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ca37812-8407-48fc-bbca-225cd89ad2ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:11.702769 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ca37812-8407-48fc-bbca-225cd89ad2ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:11.844235 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ca37812-8407-48fc-bbca-225cd89ad2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:11.849601 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ca37812-8407-48fc-bbca-225cd89ad2ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:11.858657 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9ca37812-8407-48fc-bbca-225cd89ad2ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/10e2333a-6dac-4a27-89fb-208eca36545c HTTP/1.1" status: 204 len: 168 time: 0.2577727 Nov 18 17:45:11.872525 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca37812-8407-48fc-bbca-225cd89ad2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e2333a-6dac-4a27-89fb-208eca36545c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:12.327695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60876) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:12.554485 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0150480d-e597-439f-90a6-263c56b1d0da tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/floatingips/c2796c66-7f2d-4011-8ee1-f857d14820ec HTTP/1.1" status: 200 len: 992 time: 0.2251449 Nov 18 17:45:12.932085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 60894) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:13.176359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-eb854a85-72f5-4df6-82d2-4e2f27be3392 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Deleting port 9da51bd4-d775-42ce-8939-41b506569d4b {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:45:13.176791 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eb854a85-72f5-4df6-82d2-4e2f27be3392 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:13.273058 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eb854a85-72f5-4df6-82d2-4e2f27be3392 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:13.273395 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eb854a85-72f5-4df6-82d2-4e2f27be3392 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:13.320697 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-eb854a85-72f5-4df6-82d2-4e2f27be3392 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Calling delete_port for 9da51bd4-d775-42ce-8939-41b506569d4b owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:45:13.792301 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eb854a85-72f5-4df6-82d2-4e2f27be3392 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:13.843130 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb854a85-72f5-4df6-82d2-4e2f27be3392 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'Port': ['ID=9da51bd4-d775-42ce-8939-41b506569d4b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:13.956909 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eb854a85-72f5-4df6-82d2-4e2f27be3392 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for floatingip, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:13.956909 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-eb854a85-72f5-4df6-82d2-4e2f27be3392 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Floating IP c2796c66-7f2d-4011-8ee1-f857d14820ec disassociated (deleted). External IP: 172.25.3.24, port: 6d022cb9-403d-4f4b-993c-f2fec124f58c. Nov 18 17:45:14.736672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb854a85-72f5-4df6-82d2-4e2f27be3392 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Router 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:45:14.967665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb854a85-72f5-4df6-82d2-4e2f27be3392 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:45:14.980256 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eb854a85-72f5-4df6-82d2-4e2f27be3392 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:14.981196 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487fd87d-0d88-4e17-acf8-4b910ea88e02 None None] Sync routers for ids ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:45:14.996214 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487fd87d-0d88-4e17-acf8-4b910ea88e02 None None] Routers {'4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:45:14.996862 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-487fd87d-0d88-4e17-acf8-4b910ea88e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:45:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:15.023760 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-eb854a85-72f5-4df6-82d2-4e2f27be3392 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "DELETE /v2.0/floatingips/c2796c66-7f2d-4011-8ee1-f857d14820ec HTTP/1.1" status: 204 len: 168 time: 2.0905247 Nov 18 17:45:15.024553 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc33a85-b1b7-4f74-b3a0-ee958a9409c0', 'tag': '6d022cb9-403d-4f4b-993c-f2fec124f58c'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:45:15.028287 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6be9a93-0a77-47f9-84ed-763efd32de99" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc33a85-b1b7-4f74-b3a0-ee958a9409c0", "tag": "6d022cb9-403d-4f4b-993c-f2fec124f58c"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:45:15.081293 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1b93a5-8127-473a-a0cd-f5d6375418dc x-openstack-request-id: req-ab1b93a5-8127-473a-a0cd-f5d6375418dc {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:45:15.081620 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc33a85-b1b7-4f74-b3a0-ee958a9409c0", "tag": "6d022cb9-403d-4f4b-993c-f2fec124f58c", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:45:15.081891 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ab1b93a5-8127-473a-a0cd-f5d6375418dc {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:45:15.082303 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc33a85-b1b7-4f74-b3a0-ee958a9409c0', 'tag': '6d022cb9-403d-4f4b-993c-f2fec124f58c', 'status': 'completed', 'code': 200} Nov 18 17:45:15.192456 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be9a93-0a77-47f9-84ed-763efd32de99 req-ef7feea9-d839-4057-9f9f-3496dadfaa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:45:15.192456 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6be9a93-0a77-47f9-84ed-763efd32de99 req-ef7feea9-d839-4057-9f9f-3496dadfaa06 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 1097 time: 0.0857894 Nov 18 17:45:15.215066 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-487fd87d-0d88-4e17-acf8-4b910ea88e02 None None] Set router 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:45:15.341556 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be9a93-0a77-47f9-84ed-763efd32de99 req-6253db0a-7e50-4de7-a44c-326a565d542a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:45:15.344809 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6be9a93-0a77-47f9-84ed-763efd32de99 req-6253db0a-7e50-4de7-a44c-326a565d542a service neutron] 10.222.0.83 "GET /v2.0/networks?id=0e477477-ccc5-4c52-a4eb-ab873fa4c037 HTTP/1.1" status: 200 len: 898 time: 0.1450167 Nov 18 17:45:15.474401 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-487fd87d-0d88-4e17-acf8-4b910ea88e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'name': 'tempest-TestNetworkBasicOps-router-2020613699', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:44:00Z', 'updated_at': '2021-11-18T17:44:10Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:02Z', 'updated_at': '2021-11-18T17:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '4c570258-744f-4a3b-a3e9-0e535f85428a', 'name': '', 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:d2:84:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:08Z', 'updated_at': '2021-11-18T17:44:15Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:15.483080 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6be9a93-0a77-47f9-84ed-763efd32de99 req-9d6a2880-25a7-41ca-ad02-d50688cc7e54 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d022cb9-403d-4f4b-993c-f2fec124f58c HTTP/1.1" status: 200 len: 217 time: 0.1280065 Nov 18 17:45:15.519221 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487fd87d-0d88-4e17-acf8-4b910ea88e02 None None] Checking router: 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:45:15.548658 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487fd87d-0d88-4e17-acf8-4b910ea88e02 None None] Routers {'4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:45:15.550539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-487fd87d-0d88-4e17-acf8-4b910ea88e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:45:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:15.624071 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be9a93-0a77-47f9-84ed-763efd32de99 req-57a38625-599d-4cbc-9799-ae151a930c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:45:15.626479 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6be9a93-0a77-47f9-84ed-763efd32de99 req-57a38625-599d-4cbc-9799-ae151a930c9c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8f69c48d-8cf1-4316-992c-3aad73e2245a HTTP/1.1" status: 200 len: 834 time: 0.1373808 Nov 18 17:45:15.764637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be9a93-0a77-47f9-84ed-763efd32de99 req-b1bf4390-3428-4b3b-b8e1-54cf7e828090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:45:15.768832 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6be9a93-0a77-47f9-84ed-763efd32de99 req-b1bf4390-3428-4b3b-b8e1-54cf7e828090 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0e477477-ccc5-4c52-a4eb-ab873fa4c037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306422 Nov 18 17:45:15.773815 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb531a0e-fb29-478d-ad5c-4aa12aefedd8 req-a8f66052-39aa-4772-ae04-fc9e92196002 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:45:15.774400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb531a0e-fb29-478d-ad5c-4aa12aefedd8 req-a8f66052-39aa-4772-ae04-fc9e92196002 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 945 time: 0.1109848 Nov 18 17:45:15.919366 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb531a0e-fb29-478d-ad5c-4aa12aefedd8 req-3c76eed7-98f2-49bf-9628-6f30909f45f9 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f917ccf-1f8a-4a92-afe8-a66568497374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357055 Nov 18 17:45:15.949326 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-487fd87d-0d88-4e17-acf8-4b910ea88e02 None None] Set router 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:45:15.980532 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6be9a93-0a77-47f9-84ed-763efd32de99 req-756c8412-d732-4022-9139-c14345b923e2 service neutron] 10.222.0.83 "GET /v2.0/networks/0e477477-ccc5-4c52-a4eb-ab873fa4c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037508 Nov 18 17:45:16.169352 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b6be9a93-0a77-47f9-84ed-763efd32de99 req-dc95bec1-5788-4254-a7f0-6bc0ff8d4ffa service neutron] 10.222.0.83 "GET /v2.0/networks/0e477477-ccc5-4c52-a4eb-ab873fa4c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765726 Nov 18 17:45:16.285661 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-487fd87d-0d88-4e17-acf8-4b910ea88e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'name': 'tempest-TestNetworkBasicOps-router-2020613699', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:44:00Z', 'updated_at': '2021-11-18T17:44:10Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:02Z', 'updated_at': '2021-11-18T17:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '4c570258-744f-4a3b-a3e9-0e535f85428a', 'name': '', 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:d2:84:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:08Z', 'updated_at': '2021-11-18T17:44:15Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:16.324738 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487fd87d-0d88-4e17-acf8-4b910ea88e02 None None] The sync data for ids ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'] in n-d-813419-11 is: [{'id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'name': 'tempest-TestNetworkBasicOps-router-2020613699', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:44:00Z', 'updated_at': '2021-11-18T17:44:10Z', 'revision_number': 4, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:02Z', 'updated_at': '2021-11-18T17:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '4c570258-744f-4a3b-a3e9-0e535f85428a', 'name': '', 'network_id': '0e477477-ccc5-4c52-a4eb-ab873fa4c037', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'mac_address': 'fa:16:3e:d2:84:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:08Z', 'updated_at': '2021-11-18T17:44:15Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'subnets': [{'id': '8f69c48d-8cf1-4316-992c-3aad73e2245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:45:16.743566 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02d1d15-13a6-4792-b11e-611fa08a86ff None None] New status for floating IP c2796c66-7f2d-4011-8ee1-f857d14820ec: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:45:17.115380 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea631d-503e-4203-970c-b14565889bf1 req-9a5675de-804f-45f6-b0bf-e36aaf38bb31 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:45:17.123477 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fdea631d-503e-4203-970c-b14565889bf1 req-9a5675de-804f-45f6-b0bf-e36aaf38bb31 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 945 time: 0.0807903 Nov 18 17:45:17.190261 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fdea631d-503e-4203-970c-b14565889bf1 req-f1cd7ec9-a4b7-48b0-9fac-c638fdee632a tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f917ccf-1f8a-4a92-afe8-a66568497374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656149 Nov 18 17:45:17.323983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dec4f-5323-432e-845a-6f148e2d34d7 req-93914a4d-f5a8-4ea0-b2a4-b9b5a926c0c5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:45:17.327355 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e9dec4f-5323-432e-845a-6f148e2d34d7 req-93914a4d-f5a8-4ea0-b2a4-b9b5a926c0c5 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.83 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 945 time: 0.1045790 Nov 18 17:45:17.540392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-3e9dec4f-5323-432e-845a-6f148e2d34d7 req-590943ba-a794-4d9f-a204-62e67dfcc12c tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Deleting port 6d022cb9-403d-4f4b-993c-f2fec124f58c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:45:17.540392 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3e9dec4f-5323-432e-845a-6f148e2d34d7 req-590943ba-a794-4d9f-a204-62e67dfcc12c tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:17.703669 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3e9dec4f-5323-432e-845a-6f148e2d34d7 req-590943ba-a794-4d9f-a204-62e67dfcc12c tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] For port 6d022cb9-403d-4f4b-993c-f2fec124f58c, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6d022cb9-403d-4f4b-993c-f2fec124f58c,segment=NetworkSegment(e8454a7e-e206-4fb1-9a9b-ed1296b93679),segment_id=e8454a7e-e206-4fb1-9a9b-ed1296b93679)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:45:17.703970 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3e9dec4f-5323-432e-845a-6f148e2d34d7 req-590943ba-a794-4d9f-a204-62e67dfcc12c tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:17.719878 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-3e9dec4f-5323-432e-845a-6f148e2d34d7 req-590943ba-a794-4d9f-a204-62e67dfcc12c tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Calling delete_port for 6d022cb9-403d-4f4b-993c-f2fec124f58c owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:45:17.928430 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3e9dec4f-5323-432e-845a-6f148e2d34d7 req-590943ba-a794-4d9f-a204-62e67dfcc12c tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:17.967182 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590943ba-a794-4d9f-a204-62e67dfcc12c tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'Port': ['ID=6d022cb9-403d-4f4b-993c-f2fec124f58c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:18.009725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9dec4f-5323-432e-845a-6f148e2d34d7 req-590943ba-a794-4d9f-a204-62e67dfcc12c tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] No DVR routers for this DVR port 6d022cb9-403d-4f4b-993c-f2fec124f58c on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:45:18.013198 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3e9dec4f-5323-432e-845a-6f148e2d34d7 req-590943ba-a794-4d9f-a204-62e67dfcc12c tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:18.019419 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e9dec4f-5323-432e-845a-6f148e2d34d7 req-590943ba-a794-4d9f-a204-62e67dfcc12c tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.83 "DELETE /v2.0/ports/6d022cb9-403d-4f4b-993c-f2fec124f58c HTTP/1.1" status: 204 len: 173 time: 0.6821444 Nov 18 17:45:18.019419 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc33a85-b1b7-4f74-b3a0-ee958a9409c0', 'name': 'network-vif-deleted', 'tag': '6d022cb9-403d-4f4b-993c-f2fec124f58c'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:45:18.035780 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acf906e-1c16-4d3c-b999-b54313388b08" -d '{"events": [{"server_uuid": "5dc33a85-b1b7-4f74-b3a0-ee958a9409c0", "name": "network-vif-deleted", "tag": "6d022cb9-403d-4f4b-993c-f2fec124f58c"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:45:18.106218 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8677614a-f0e0-4cfa-b881-04f18fe04106 x-openstack-request-id: req-8677614a-f0e0-4cfa-b881-04f18fe04106 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:45:18.106645 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc33a85-b1b7-4f74-b3a0-ee958a9409c0", "name": "network-vif-deleted", "tag": "6d022cb9-403d-4f4b-993c-f2fec124f58c", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:45:18.107136 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8677614a-f0e0-4cfa-b881-04f18fe04106 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:45:18.107671 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc33a85-b1b7-4f74-b3a0-ee958a9409c0', 'name': 'network-vif-deleted', 'tag': '6d022cb9-403d-4f4b-993c-f2fec124f58c', 'status': 'completed', 'code': 200} Nov 18 17:45:18.387912 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-069025d1-7f8e-412d-a0c0-45aeef66cb38 req-dbd480df-17a1-4d53-a93c-d12445724785 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dc33a85-b1b7-4f74-b3a0-ee958a9409c0 HTTP/1.1" status: 200 len: 210 time: 0.0734293 Nov 18 17:45:19.237525 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:45:19.458964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32788) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:19.528659 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-10529478-51d3-45e9-b351-b0a71e0a4080 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:19.562301 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-10529478-51d3-45e9-b351-b0a71e0a4080 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:19.781515 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-10529478-51d3-45e9-b351-b0a71e0a4080 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:19.803930 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-10529478-51d3-45e9-b351-b0a71e0a4080 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:19.803930 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-10529478-51d3-45e9-b351-b0a71e0a4080 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "DELETE /v2.0/security-groups/5f917ccf-1f8a-4a92-afe8-a66568497374 HTTP/1.1" status: 204 len: 168 time: 0.3266418 Nov 18 17:45:19.805148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10529478-51d3-45e9-b351-b0a71e0a4080 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f917ccf-1f8a-4a92-afe8-a66568497374,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:19.834510 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10529478-51d3-45e9-b351-b0a71e0a4080 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:19.834879 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10529478-51d3-45e9-b351-b0a71e0a4080 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:19.835940 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10529478-51d3-45e9-b351-b0a71e0a4080 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:19.836571 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10529478-51d3-45e9-b351-b0a71e0a4080 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:19.836999 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10529478-51d3-45e9-b351-b0a71e0a4080 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:19.837417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10529478-51d3-45e9-b351-b0a71e0a4080 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:19.837768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10529478-51d3-45e9-b351-b0a71e0a4080 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:19.838115 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10529478-51d3-45e9-b351-b0a71e0a4080 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:19.838511 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10529478-51d3-45e9-b351-b0a71e0a4080 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:19.838992 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10529478-51d3-45e9-b351-b0a71e0a4080 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:19.839403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10529478-51d3-45e9-b351-b0a71e0a4080 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:19.839752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10529478-51d3-45e9-b351-b0a71e0a4080 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:45:19.953449 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32818) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:20.397777 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d57d50ae-520a-4172-b727-aa2d6c3d23bf tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:20.674627 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d57d50ae-520a-4172-b727-aa2d6c3d23bf tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Deleting port 4c570258-744f-4a3b-a3e9-0e535f85428a {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:45:20.675085 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d57d50ae-520a-4172-b727-aa2d6c3d23bf tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:20.776220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-d57d50ae-520a-4172-b727-aa2d6c3d23bf tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] For port 4c570258-744f-4a3b-a3e9-0e535f85428a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4c570258-744f-4a3b-a3e9-0e535f85428a,segment=NetworkSegment(e8454a7e-e206-4fb1-9a9b-ed1296b93679),segment_id=e8454a7e-e206-4fb1-9a9b-ed1296b93679)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:45:20.776732 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d57d50ae-520a-4172-b727-aa2d6c3d23bf tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:20.797586 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d57d50ae-520a-4172-b727-aa2d6c3d23bf tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Calling delete_port for 4c570258-744f-4a3b-a3e9-0e535f85428a owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:45:21.095394 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d57d50ae-520a-4172-b727-aa2d6c3d23bf tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:21.130247 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d50ae-520a-4172-b727-aa2d6c3d23bf tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'Port': ['ID=4c570258-744f-4a3b-a3e9-0e535f85428a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:21.276639 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6d022cb9-403d-4f4b-993c-f2fec124f58c no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:45:21.305132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 6d022cb9-403d-4f4b-993c-f2fec124f58c {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:45:21.305132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6d022cb9-403d-4f4b-993c-f2fec124f58c not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:45:21.321578 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d57d50ae-520a-4172-b727-aa2d6c3d23bf tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:21.649679 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:21.829490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57d50ae-520a-4172-b727-aa2d6c3d23bf tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Router 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:45:21.941754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57d50ae-520a-4172-b727-aa2d6c3d23bf tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:45:21.946922 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d57d50ae-520a-4172-b727-aa2d6c3d23bf tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "PUT /v2.0/routers/4f9bfff2-9d54-46c4-8a85-6adcdcf27e06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9916191 Nov 18 17:45:21.949824 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32880) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:21.951726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690e7769-d666-446b-9c15-d62217e08d87 None None] Sync routers for ids ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:45:21.964055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690e7769-d666-446b-9c15-d62217e08d87 None None] Routers {'4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:45:21.964689 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-690e7769-d666-446b-9c15-d62217e08d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:45:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:22.008236 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd36720-2567-4700-a12d-6d3f944f4c03 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Deleting subnet 8f69c48d-8cf1-4316-992c-3aad73e2245a {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:45:22.013345 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6cd36720-2567-4700-a12d-6d3f944f4c03 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:22.055059 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6cd36720-2567-4700-a12d-6d3f944f4c03 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:22.084883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-690e7769-d666-446b-9c15-d62217e08d87 None None] Set router 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:45:22.149290 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6cd36720-2567-4700-a12d-6d3f944f4c03 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:22.249982 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6cd36720-2567-4700-a12d-6d3f944f4c03 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:22.277094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-690e7769-d666-446b-9c15-d62217e08d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'name': 'tempest-TestNetworkBasicOps-router-2020613699', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:44:00Z', 'updated_at': '2021-11-18T17:45:20Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:02Z', 'updated_at': '2021-11-18T17:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:22.283159 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd36720-2567-4700-a12d-6d3f944f4c03 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'Subnet': ['ID=8f69c48d-8cf1-4316-992c-3aad73e2245a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:22.289352 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6cd36720-2567-4700-a12d-6d3f944f4c03 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:22.294743 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6cd36720-2567-4700-a12d-6d3f944f4c03 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "DELETE /v2.0/subnets/8f69c48d-8cf1-4316-992c-3aad73e2245a HTTP/1.1" status: 204 len: 168 time: 0.3436742 Nov 18 17:45:22.297611 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32888) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:22.320446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e135c46f-9e46-45cc-81b8-0a0cc6d22f81 None None] Network 0e477477-ccc5-4c52-a4eb-ab873fa4c037 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:45:22.393149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690e7769-d666-446b-9c15-d62217e08d87 None None] Checking router: 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:45:22.446770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690e7769-d666-446b-9c15-d62217e08d87 None None] Routers {'4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:45:22.447422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-690e7769-d666-446b-9c15-d62217e08d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:45:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:22.455916 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37fef541-6a77-43da-ab4f-3795abab0f66 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:22.583489 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-690e7769-d666-446b-9c15-d62217e08d87 None None] Set router 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:45:22.638360 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37fef541-6a77-43da-ab4f-3795abab0f66 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:22.644426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87e3b71-5ded-4913-babd-8c6b95b67b39 None None] DHCP port deletion for 0e477477-ccc5-4c52-a4eb-ab873fa4c037 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:45:22.818889 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-37fef541-6a77-43da-ab4f-3795abab0f66 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Deleting port 2bc4c880-e2b9-43d6-8951-3bd3bc694301 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:45:22.819392 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37fef541-6a77-43da-ab4f-3795abab0f66 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:22.828792 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e87e3b71-5ded-4913-babd-8c6b95b67b39 None None] Deleting port 85803c32-e8e4-4264-80d2-9d0eed3b1416 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:45:22.829177 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e87e3b71-5ded-4913-babd-8c6b95b67b39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:22.928142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e87e3b71-5ded-4913-babd-8c6b95b67b39 None None] For port 85803c32-e8e4-4264-80d2-9d0eed3b1416, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=85803c32-e8e4-4264-80d2-9d0eed3b1416,segment=NetworkSegment(e8454a7e-e206-4fb1-9a9b-ed1296b93679),segment_id=e8454a7e-e206-4fb1-9a9b-ed1296b93679)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:45:22.928837 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e87e3b71-5ded-4913-babd-8c6b95b67b39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:22.935400 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-37fef541-6a77-43da-ab4f-3795abab0f66 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] For port 2bc4c880-e2b9-43d6-8951-3bd3bc694301, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2bc4c880-e2b9-43d6-8951-3bd3bc694301,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:45:22.935938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37fef541-6a77-43da-ab4f-3795abab0f66 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:22.942670 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e87e3b71-5ded-4913-babd-8c6b95b67b39 None None] Calling delete_port for 85803c32-e8e4-4264-80d2-9d0eed3b1416 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:45:22.964770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-37fef541-6a77-43da-ab4f-3795abab0f66 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Calling delete_port for 2bc4c880-e2b9-43d6-8951-3bd3bc694301 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:45:23.105096 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-690e7769-d666-446b-9c15-d62217e08d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'name': 'tempest-TestNetworkBasicOps-router-2020613699', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:44:00Z', 'updated_at': '2021-11-18T17:45:20Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:02Z', 'updated_at': '2021-11-18T17:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:23.203367 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690e7769-d666-446b-9c15-d62217e08d87 None None] The sync data for ids ['4f9bfff2-9d54-46c4-8a85-6adcdcf27e06'] in n-d-813419-11 is: [{'id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'name': 'tempest-TestNetworkBasicOps-router-2020613699', 'tenant_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:44:00Z', 'updated_at': '2021-11-18T17:45:20Z', 'revision_number': 5, 'project_id': '2d3a2a2617bf4ee3b0b376095db39c8f', 'gw_port': {'id': '2bc4c880-e2b9-43d6-8951-3bd3bc694301', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9bfff2-9d54-46c4-8a85-6adcdcf27e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:44:02Z', 'updated_at': '2021-11-18T17:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:45:23.249275 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:23.260976 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e87e3b71-5ded-4913-babd-8c6b95b67b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:23.316312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e3b71-5ded-4913-babd-8c6b95b67b39 None None] Pushing event deleted for resources: {'Port': ['ID=85803c32-e8e4-4264-80d2-9d0eed3b1416,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:23.325197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e3b71-5ded-4913-babd-8c6b95b67b39 None None] No DVR routers for this DVR port 85803c32-e8e4-4264-80d2-9d0eed3b1416 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:45:23.369564 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37fef541-6a77-43da-ab4f-3795abab0f66 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:23.399048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fef541-6a77-43da-ab4f-3795abab0f66 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'Port': ['ID=2bc4c880-e2b9-43d6-8951-3bd3bc694301,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:23.431522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c53618e-b384-4ff6-82cb-e28e820a2fac None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:45:23.476018 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37fef541-6a77-43da-ab4f-3795abab0f66 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:23.575497 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37fef541-6a77-43da-ab4f-3795abab0f66 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:23.577955 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37fef541-6a77-43da-ab4f-3795abab0f66 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:23.716983 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37fef541-6a77-43da-ab4f-3795abab0f66 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:23.717722 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fef541-6a77-43da-ab4f-3795abab0f66 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Fanout notify agent at l3_agent the message router_deleted on router 4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:45:23.727659 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37fef541-6a77-43da-ab4f-3795abab0f66 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:23.731140 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-37fef541-6a77-43da-ab4f-3795abab0f66 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "DELETE /v2.0/routers/4f9bfff2-9d54-46c4-8a85-6adcdcf27e06 HTTP/1.1" status: 204 len: 168 time: 1.4299347 Nov 18 17:45:23.732179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32916) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:23.867009 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e5028c38-a710-4fd5-8464-79f44b5938f0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:23.984390 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e5028c38-a710-4fd5-8464-79f44b5938f0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:24.021768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-e5028c38-a710-4fd5-8464-79f44b5938f0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e477477-ccc5-4c52-a4eb-ab873fa4c037']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:24.040084 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-e5028c38-a710-4fd5-8464-79f44b5938f0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8454a7e-e206-4fb1-9a9b-ed1296b93679') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:24.041012 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-e5028c38-a710-4fd5-8464-79f44b5938f0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8454a7e-e206-4fb1-9a9b-ed1296b93679') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:24.054800 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e5028c38-a710-4fd5-8464-79f44b5938f0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:24.072917 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e5028c38-a710-4fd5-8464-79f44b5938f0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:24.080867 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5028c38-a710-4fd5-8464-79f44b5938f0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:45:24.084637 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e5028c38-a710-4fd5-8464-79f44b5938f0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:45:24.084873 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:45:24.255129 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e5028c38-a710-4fd5-8464-79f44b5938f0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:24.274818 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e5028c38-a710-4fd5-8464-79f44b5938f0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:24.279158 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e5028c38-a710-4fd5-8464-79f44b5938f0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] 10.222.0.72 "DELETE /v2.0/networks/0e477477-ccc5-4c52-a4eb-ab873fa4c037 HTTP/1.1" status: 204 len: 168 time: 0.5456541 Nov 18 17:45:24.280960 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5028c38-a710-4fd5-8464-79f44b5938f0 tempest-TestNetworkBasicOps-193919221 tempest-TestNetworkBasicOps-193919221-project] Pushing event deleted for resources: {'Network': ['ID=0e477477-ccc5-4c52-a4eb-ab873fa4c037,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:24.551237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 85803c32-e8e4-4264-80d2-9d0eed3b1416 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:45:24.581382 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 85803c32-e8e4-4264-80d2-9d0eed3b1416 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:45:24.581809 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 85803c32-e8e4-4264-80d2-9d0eed3b1416 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:45:24.582377 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4c570258-744f-4a3b-a3e9-0e535f85428a no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:45:24.610411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 4c570258-744f-4a3b-a3e9-0e535f85428a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:45:24.610411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4c570258-744f-4a3b-a3e9-0e535f85428a not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:45:24.610411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2bc4c880-e2b9-43d6-8951-3bd3bc694301 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:45:24.632006 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 2bc4c880-e2b9-43d6-8951-3bd3bc694301 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:45:24.632455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2bc4c880-e2b9-43d6-8951-3bd3bc694301 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:45:24.802537 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32930) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:25.046096 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1d9e9227-d4dc-4fde-aac3-6b4812e6af0a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2d3a2a2617bf4ee3b0b376095db39c8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2423158 Nov 18 17:45:25.056985 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32942) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:25.121201 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ac4a39f6-e0d2-4d6b-b63b-d16ab64f3724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:25.152823 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ac4a39f6-e0d2-4d6b-b63b-d16ab64f3724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:25.285412 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ac4a39f6-e0d2-4d6b-b63b-d16ab64f3724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:25.290194 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ac4a39f6-e0d2-4d6b-b63b-d16ab64f3724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:25.291472 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ac4a39f6-e0d2-4d6b-b63b-d16ab64f3724 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0cfbf73b-14c4-4e89-9464-3f6973737783 HTTP/1.1" status: 204 len: 168 time: 0.2342186 Nov 18 17:45:25.312419 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a39f6-e0d2-4d6b-b63b-d16ab64f3724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfbf73b-14c4-4e89-9464-3f6973737783,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:25.878652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32954) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:25.930195 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d3ac51-4847-4922-a26c-3e43870aa067 admin admin] Deleting subnet e9e1cf90-7d56-4b73-a982-1c17231b8698 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:45:25.936508 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4d3ac51-4847-4922-a26c-3e43870aa067 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:25.979682 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4d3ac51-4847-4922-a26c-3e43870aa067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:26.034398 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4d3ac51-4847-4922-a26c-3e43870aa067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:26.166426 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32958) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:26.180972 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8304b382-8188-4de7-b97a-2982fba5ea6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:26.192935 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4d3ac51-4847-4922-a26c-3e43870aa067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:26.212080 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4d3ac51-4847-4922-a26c-3e43870aa067 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:26.215366 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f4d3ac51-4847-4922-a26c-3e43870aa067 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e9e1cf90-7d56-4b73-a982-1c17231b8698 HTTP/1.1" status: 204 len: 168 time: 0.3354952 Nov 18 17:45:26.222447 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db288ce5-227d-4898-a39d-a413c72af2a7 None None] Network 2cf9b20d-7f66-4595-982e-af83926eb445 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:45:26.237206 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32962) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:26.243435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3ac51-4847-4922-a26c-3e43870aa067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e1cf90-7d56-4b73-a982-1c17231b8698,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:26.508744 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2796b116-d635-49c1-b58e-904a13ec1735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:26.518149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39e7cf0-0a1a-4496-ab7c-209ff1491885 None None] DHCP port deletion for 2cf9b20d-7f66-4595-982e-af83926eb445 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:45:26.562212 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8304b382-8188-4de7-b97a-2982fba5ea6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:26.647358 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2796b116-d635-49c1-b58e-904a13ec1735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:26.679014 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-2796b116-d635-49c1-b58e-904a13ec1735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf9b20d-7f66-4595-982e-af83926eb445']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:26.691548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-2796b116-d635-49c1-b58e-904a13ec1735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539f2706-44ae-42e1-8490-55e7fda7f569') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:26.693783 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-2796b116-d635-49c1-b58e-904a13ec1735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539f2706-44ae-42e1-8490-55e7fda7f569') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:26.706462 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2796b116-d635-49c1-b58e-904a13ec1735 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:26.716705 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8304b382-8188-4de7-b97a-2982fba5ea6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:26.742106 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2796b116-d635-49c1-b58e-904a13ec1735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:26.764183 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2796b116-d635-49c1-b58e-904a13ec1735 admin admin] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:45:26.764597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2796b116-d635-49c1-b58e-904a13ec1735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:45:26.766895 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:45:26.792712 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8304b382-8188-4de7-b97a-2982fba5ea6b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cd25faec8e0445819e1a87eb09dc9515&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6261246 Nov 18 17:45:26.793128 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304b382-8188-4de7-b97a-2982fba5ea6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1715aaf-bca9-4ca1-9611-5793ea2afc98,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:26.793816 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32968) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:26.883159 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1b34755-f7bd-4026-89af-e12fb7eb9516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:26.909053 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1b34755-f7bd-4026-89af-e12fb7eb9516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:26.942592 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2796b116-d635-49c1-b58e-904a13ec1735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:26.982517 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2796b116-d635-49c1-b58e-904a13ec1735 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:26.982517 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2796b116-d635-49c1-b58e-904a13ec1735 admin admin] 10.222.0.72 "DELETE /v2.0/networks/2cf9b20d-7f66-4595-982e-af83926eb445 HTTP/1.1" status: 204 len: 168 time: 0.7340903 Nov 18 17:45:26.982517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796b116-d635-49c1-b58e-904a13ec1735 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf9b20d-7f66-4595-982e-af83926eb445,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:27.129458 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1b34755-f7bd-4026-89af-e12fb7eb9516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:27.135324 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1b34755-f7bd-4026-89af-e12fb7eb9516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:27.135324 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c1b34755-f7bd-4026-89af-e12fb7eb9516 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c1715aaf-bca9-4ca1-9611-5793ea2afc98 HTTP/1.1" status: 204 len: 168 time: 0.3392873 Nov 18 17:45:27.160361 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b34755-f7bd-4026-89af-e12fb7eb9516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1715aaf-bca9-4ca1-9611-5793ea2afc98,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:27.614933 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 32984) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:27.703647 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 32986) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:27.711662 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f3cd9933-f947-403c-b9f8-73c839d6117a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c216ce0846a74a52aec9392dfb2212db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0952733 Nov 18 17:45:27.768281 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af19487a-111a-4779-965c-d3716aec5df1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:27.796201 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af19487a-111a-4779-965c-d3716aec5df1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:27.912356 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af19487a-111a-4779-965c-d3716aec5df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:27.915344 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af19487a-111a-4779-965c-d3716aec5df1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:27.919605 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-af19487a-111a-4779-965c-d3716aec5df1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/00a64c99-75a1-44aa-9f67-da410404d5a7 HTTP/1.1" status: 204 len: 168 time: 0.2145584 Nov 18 17:45:27.929877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19487a-111a-4779-965c-d3716aec5df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a64c99-75a1-44aa-9f67-da410404d5a7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:30.014482 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a51ccb25-2c18-4450-a49d-4a294cf6afe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:32.460722 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-49f2f029-b62e-45e6-9286-6f7c03caf9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:33.684239 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:35.066854 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:35.527892 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:36.946607 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33134) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:37.008429 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a39d47-6cf8-4f87-a12a-0dfa39f31973 admin admin] Deleting subnet c3f27142-23b2-4b92-9171-fd295e8420fa {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:45:37.011995 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-75a39d47-6cf8-4f87-a12a-0dfa39f31973 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:37.050027 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-75a39d47-6cf8-4f87-a12a-0dfa39f31973 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:37.094905 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-75a39d47-6cf8-4f87-a12a-0dfa39f31973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:37.218055 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-75a39d47-6cf8-4f87-a12a-0dfa39f31973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:37.261589 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a39d47-6cf8-4f87-a12a-0dfa39f31973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3f27142-23b2-4b92-9171-fd295e8420fa,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:37.265249 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-75a39d47-6cf8-4f87-a12a-0dfa39f31973 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:37.271732 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33140) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:37.280683 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d80d0de-02f2-45fd-bfa9-d2e38e13e397 None None] Network c9b5d4ed-a3cb-43c6-9670-f18debce8cea requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:45:37.292393 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-75a39d47-6cf8-4f87-a12a-0dfa39f31973 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c3f27142-23b2-4b92-9171-fd295e8420fa HTTP/1.1" status: 204 len: 168 time: 0.3439462 Nov 18 17:45:37.408001 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5217f922-3979-4d94-b722-b13d607edce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:37.458707 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b0918-799b-4427-a3d2-9f36069cacee None None] DHCP port deletion for c9b5d4ed-a3cb-43c6-9670-f18debce8cea request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:45:37.514640 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5217f922-3979-4d94-b722-b13d607edce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:37.545632 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-5217f922-3979-4d94-b722-b13d607edce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b5d4ed-a3cb-43c6-9670-f18debce8cea']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:37.568433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-5217f922-3979-4d94-b722-b13d607edce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd10ddde-ef22-4017-ac3d-22697c3c6340') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:37.569040 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-5217f922-3979-4d94-b722-b13d607edce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd10ddde-ef22-4017-ac3d-22697c3c6340') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:37.586550 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5217f922-3979-4d94-b722-b13d607edce8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:37.621083 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5217f922-3979-4d94-b722-b13d607edce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:37.629826 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5217f922-3979-4d94-b722-b13d607edce8 admin admin] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:45:37.630253 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5217f922-3979-4d94-b722-b13d607edce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:45:37.632175 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:45:37.820816 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5217f922-3979-4d94-b722-b13d607edce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:37.826853 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5217f922-3979-4d94-b722-b13d607edce8 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:37.834005 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5217f922-3979-4d94-b722-b13d607edce8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/c9b5d4ed-a3cb-43c6-9670-f18debce8cea HTTP/1.1" status: 204 len: 168 time: 0.5581374 Nov 18 17:45:37.834150 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33144) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:37.845108 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217f922-3979-4d94-b722-b13d607edce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b5d4ed-a3cb-43c6-9670-f18debce8cea,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:38.207559 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de6dcdb-72ed-4eca-8d31-9dd1e6aa0a2e admin admin] Deleting subnet 7bfa067e-09bc-4e8e-ab47-a7463cea03f0 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:45:38.210851 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0de6dcdb-72ed-4eca-8d31-9dd1e6aa0a2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:38.244328 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0de6dcdb-72ed-4eca-8d31-9dd1e6aa0a2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:38.285801 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0de6dcdb-72ed-4eca-8d31-9dd1e6aa0a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:38.392886 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0de6dcdb-72ed-4eca-8d31-9dd1e6aa0a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:38.419870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6dcdb-72ed-4eca-8d31-9dd1e6aa0a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bfa067e-09bc-4e8e-ab47-a7463cea03f0,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:38.422939 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0de6dcdb-72ed-4eca-8d31-9dd1e6aa0a2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:38.426339 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0de6dcdb-72ed-4eca-8d31-9dd1e6aa0a2e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7bfa067e-09bc-4e8e-ab47-a7463cea03f0 HTTP/1.1" status: 204 len: 168 time: 0.5912993 Nov 18 17:45:38.428919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33150) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:38.434905 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceaf643-cc5f-4ced-90d3-7f061ed54ef6 None None] Network b23b6715-a1b0-4acd-ae53-50f03e28d390 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:45:38.507702 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43e90fc5-edbb-4742-8dd4-a1d8348d6fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:38.567349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de2378f-0d55-44bb-8152-1840e9a81507 None None] DHCP port deletion for b23b6715-a1b0-4acd-ae53-50f03e28d390 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:45:38.610010 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43e90fc5-edbb-4742-8dd4-a1d8348d6fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:38.630183 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-43e90fc5-edbb-4742-8dd4-a1d8348d6fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23b6715-a1b0-4acd-ae53-50f03e28d390']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:38.640138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-43e90fc5-edbb-4742-8dd4-a1d8348d6fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528ffa1b-b832-414d-a0aa-4660b47e53ce') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:38.650951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-43e90fc5-edbb-4742-8dd4-a1d8348d6fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528ffa1b-b832-414d-a0aa-4660b47e53ce') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:45:38.653951 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43e90fc5-edbb-4742-8dd4-a1d8348d6fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:38.668323 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43e90fc5-edbb-4742-8dd4-a1d8348d6fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:38.676448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e90fc5-edbb-4742-8dd4-a1d8348d6fd2 admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:45:38.676767 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43e90fc5-edbb-4742-8dd4-a1d8348d6fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:45:38.678491 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:45:38.819268 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43e90fc5-edbb-4742-8dd4-a1d8348d6fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:38.825655 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43e90fc5-edbb-4742-8dd4-a1d8348d6fd2 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:38.828976 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-43e90fc5-edbb-4742-8dd4-a1d8348d6fd2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b23b6715-a1b0-4acd-ae53-50f03e28d390 HTTP/1.1" status: 204 len: 168 time: 0.3989587 Nov 18 17:45:38.840693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e90fc5-edbb-4742-8dd4-a1d8348d6fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b23b6715-a1b0-4acd-ae53-50f03e28d390,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:39.311044 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33164) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:39.361825 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4a601569-50e0-4d05-bde0-e0bee3b9dbd9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cf8783736fc94099ae6c692994b5b442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471060 Nov 18 17:45:39.362253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33166) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:39.413696 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b37e91d3-2b45-43bf-b3bc-3c72fce7adb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:39.437861 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b37e91d3-2b45-43bf-b3bc-3c72fce7adb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:39.580597 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b37e91d3-2b45-43bf-b3bc-3c72fce7adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:39.583215 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b37e91d3-2b45-43bf-b3bc-3c72fce7adb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:39.586913 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b37e91d3-2b45-43bf-b3bc-3c72fce7adb0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/269d0d3a-035b-4436-b45b-bf7955a1f7ce HTTP/1.1" status: 204 len: 168 time: 0.2211728 Nov 18 17:45:39.592698 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e91d3-2b45-43bf-b3bc-3c72fce7adb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269d0d3a-035b-4436-b45b-bf7955a1f7ce,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:40.436698 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33178) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:40.482690 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ae148319-d491-4f27-a405-9e9df99c71f4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6bc216798afb44b3bbfe45f4a72e3f5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440311 Nov 18 17:45:40.486016 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33180) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:45:40.541079 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9272d53f-1c9d-4e1b-96b4-6b6bb70d2cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:40.564241 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9272d53f-1c9d-4e1b-96b4-6b6bb70d2cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:40.707864 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9272d53f-1c9d-4e1b-96b4-6b6bb70d2cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:40.710808 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9272d53f-1c9d-4e1b-96b4-6b6bb70d2cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:40.712140 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9272d53f-1c9d-4e1b-96b4-6b6bb70d2cd5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ddef4ae8-4486-4c28-a5b7-675059071e72 HTTP/1.1" status: 204 len: 168 time: 0.2250702 Nov 18 17:45:40.721023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272d53f-1c9d-4e1b-96b4-6b6bb70d2cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddef4ae8-4486-4c28-a5b7-675059071e72,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:45:51.673237 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:53.300512 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:45:56.236794 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:45:59.963655 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5ce894e-b09f-487a-9bf7-1d7c0b17ca55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:02.420245 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c3093fec-e31a-4dab-9474-f500ce7db73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:03.631581 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:04.132091 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33560) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:46:04.216072 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8b66abb1-b665-4f26-8adc-6203e64b19f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:04.308390 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8b66abb1-b665-4f26-8adc-6203e64b19f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:04.409061 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8b66abb1-b665-4f26-8adc-6203e64b19f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:04.448097 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66abb1-b665-4f26-8adc-6203e64b19f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae15aa31-0501-43a5-b016-d6913308b54a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:46:04.457606 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8b66abb1-b665-4f26-8adc-6203e64b19f7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7d65d6986d184b1aa718d5ecabf8419e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3657160 Nov 18 17:46:04.458208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33566) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:46:04.508513 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-807adb15-4a77-427e-bb73-70a32281c542 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:04.531280 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-807adb15-4a77-427e-bb73-70a32281c542 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:04.711627 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-807adb15-4a77-427e-bb73-70a32281c542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:04.714264 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-807adb15-4a77-427e-bb73-70a32281c542 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:04.715453 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-807adb15-4a77-427e-bb73-70a32281c542 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae15aa31-0501-43a5-b016-d6913308b54a HTTP/1.1" status: 204 len: 168 time: 0.2556593 Nov 18 17:46:04.723946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807adb15-4a77-427e-bb73-70a32281c542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae15aa31-0501-43a5-b016-d6913308b54a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:46:05.094171 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:05.471591 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:21.073839 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-dcd5f2f2-30eb-449f-9dbd-76cc8e298e83 req-3c3931ed-9eef-41dc-97ea-7e513c743cae service neutron] (104008) timed out ('10.222.0.83', 53958) {{(pid=104008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 17:46:21.654482 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:23.271414 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:29.268442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 33980) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:46:29.426612 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f88ead8-cf61-4080-8f90-95b19f7a686f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:29.506712 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f88ead8-cf61-4080-8f90-95b19f7a686f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:29.574056 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f88ead8-cf61-4080-8f90-95b19f7a686f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:29.614921 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2f88ead8-cf61-4080-8f90-95b19f7a686f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=25cb5079df0e48698264f211b1289bc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3448801 Nov 18 17:46:29.615854 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88ead8-cf61-4080-8f90-95b19f7a686f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ee6532-288c-42c4-94db-8dd2e42cfaa3,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:46:29.617667 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 33986) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:46:29.624016 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ead8-cf61-4080-8f90-95b19f7a686f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.624408 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ead8-cf61-4080-8f90-95b19f7a686f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.624785 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ead8-cf61-4080-8f90-95b19f7a686f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.625565 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ead8-cf61-4080-8f90-95b19f7a686f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.625687 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ead8-cf61-4080-8f90-95b19f7a686f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.625932 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ead8-cf61-4080-8f90-95b19f7a686f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.626270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ead8-cf61-4080-8f90-95b19f7a686f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.626611 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ead8-cf61-4080-8f90-95b19f7a686f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.626947 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ead8-cf61-4080-8f90-95b19f7a686f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.627284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ead8-cf61-4080-8f90-95b19f7a686f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.627620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ead8-cf61-4080-8f90-95b19f7a686f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.627976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ead8-cf61-4080-8f90-95b19f7a686f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.690352 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d57578b-9630-4e55-94df-e992cf81d2f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:29.715037 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d57578b-9630-4e55-94df-e992cf81d2f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:29.808410 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d57578b-9630-4e55-94df-e992cf81d2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:29.811158 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d57578b-9630-4e55-94df-e992cf81d2f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:29.812394 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7d57578b-9630-4e55-94df-e992cf81d2f1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/89ee6532-288c-42c4-94db-8dd2e42cfaa3 HTTP/1.1" status: 204 len: 168 time: 0.1930346 Nov 18 17:46:29.821047 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57578b-9630-4e55-94df-e992cf81d2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ee6532-288c-42c4-94db-8dd2e42cfaa3,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:46:29.830120 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57578b-9630-4e55-94df-e992cf81d2f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.830532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57578b-9630-4e55-94df-e992cf81d2f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.830947 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57578b-9630-4e55-94df-e992cf81d2f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.831171 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57578b-9630-4e55-94df-e992cf81d2f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.831518 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57578b-9630-4e55-94df-e992cf81d2f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.831885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57578b-9630-4e55-94df-e992cf81d2f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.832233 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57578b-9630-4e55-94df-e992cf81d2f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.832574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57578b-9630-4e55-94df-e992cf81d2f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.832909 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57578b-9630-4e55-94df-e992cf81d2f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.833487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57578b-9630-4e55-94df-e992cf81d2f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.833969 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57578b-9630-4e55-94df-e992cf81d2f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.834451 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57578b-9630-4e55-94df-e992cf81d2f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:46:29.928415 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-520c85f9-b789-41c8-a000-4d032730053b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:32.603846 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a2f0369f-16df-47d4-a509-e61ab932568d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:33.236917 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:46:33.631100 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:35.071386 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:35.471481 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:38.587290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34116) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:46:38.694843 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dd42e620-641c-4843-8bec-5c121ae8d847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:38.767551 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dd42e620-641c-4843-8bec-5c121ae8d847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:38.888253 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dd42e620-641c-4843-8bec-5c121ae8d847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:38.937660 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-dd42e620-641c-4843-8bec-5c121ae8d847 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1270c116282040c988e38ecc7ccbea39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3465774 Nov 18 17:46:38.937660 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42e620-641c-4843-8bec-5c121ae8d847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292b4d2c-0fdc-4829-a36d-72ba027a8a97,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:46:38.938752 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34120) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:46:38.991269 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0f80751-671c-4fbf-a2e2-8bbba318fc98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:39.012730 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0f80751-671c-4fbf-a2e2-8bbba318fc98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:39.157533 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0f80751-671c-4fbf-a2e2-8bbba318fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:39.160384 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0f80751-671c-4fbf-a2e2-8bbba318fc98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:39.161620 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d0f80751-671c-4fbf-a2e2-8bbba318fc98 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/292b4d2c-0fdc-4829-a36d-72ba027a8a97 HTTP/1.1" status: 204 len: 168 time: 0.2224035 Nov 18 17:46:39.169627 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f80751-671c-4fbf-a2e2-8bbba318fc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292b4d2c-0fdc-4829-a36d-72ba027a8a97,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:46:39.932094 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34128) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:46:39.945926 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bed975a2-afcd-44a0-a141-005756a1c78b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:40.029264 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bed975a2-afcd-44a0-a141-005756a1c78b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:40.123156 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bed975a2-afcd-44a0-a141-005756a1c78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:40.163342 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bed975a2-afcd-44a0-a141-005756a1c78b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=34ec7ee51c4b49d2b4574df645a4cdaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301128 Nov 18 17:46:40.164278 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed975a2-afcd-44a0-a141-005756a1c78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968df5b6-5790-4ea0-b325-ef1bbe32db76,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:46:40.166257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34132) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:46:40.217029 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-55dfd5e6-44cf-4497-9398-3485205040d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:40.239066 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-55dfd5e6-44cf-4497-9398-3485205040d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:40.380068 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-55dfd5e6-44cf-4497-9398-3485205040d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:40.382777 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-55dfd5e6-44cf-4497-9398-3485205040d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:40.383992 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-55dfd5e6-44cf-4497-9398-3485205040d7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/968df5b6-5790-4ea0-b325-ef1bbe32db76 HTTP/1.1" status: 204 len: 168 time: 0.2156465 Nov 18 17:46:40.392641 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfd5e6-44cf-4497-9398-3485205040d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968df5b6-5790-4ea0-b325-ef1bbe32db76,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:46:43.410416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34192) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:46:43.520949 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8bba60c1-0ec8-45b7-87db-38bce429ba30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:43.595865 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8bba60c1-0ec8-45b7-87db-38bce429ba30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:43.694375 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8bba60c1-0ec8-45b7-87db-38bce429ba30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:43.739271 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8bba60c1-0ec8-45b7-87db-38bce429ba30 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=18ea422444514629a9963443cdc1db03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3277452 Nov 18 17:46:43.740027 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba60c1-0ec8-45b7-87db-38bce429ba30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c25356-66c3-48a2-90ec-ae49589c594b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:46:43.742261 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34196) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:46:43.790962 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40a0a864-91c4-4f4e-91f3-79902dd9d360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:43.813377 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40a0a864-91c4-4f4e-91f3-79902dd9d360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:43.951187 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40a0a864-91c4-4f4e-91f3-79902dd9d360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:43.954422 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40a0a864-91c4-4f4e-91f3-79902dd9d360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:43.955682 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-40a0a864-91c4-4f4e-91f3-79902dd9d360 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/54c25356-66c3-48a2-90ec-ae49589c594b HTTP/1.1" status: 204 len: 168 time: 0.2123449 Nov 18 17:46:43.963884 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0a864-91c4-4f4e-91f3-79902dd9d360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c25356-66c3-48a2-90ec-ae49589c594b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:46:44.664868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34206) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:46:44.678384 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9917faff-74d7-440e-8a04-6622b69e527e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:44.751334 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9917faff-74d7-440e-8a04-6622b69e527e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:44.858705 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9917faff-74d7-440e-8a04-6622b69e527e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:44.902479 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9917faff-74d7-440e-8a04-6622b69e527e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=911eccb95c8b43f9a4086760168bd390&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2364147 Nov 18 17:46:44.903376 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917faff-74d7-440e-8a04-6622b69e527e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7e3ccf-590f-4ba5-aed4-d96990223b9c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:46:44.905169 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34208) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:46:44.959033 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f2ff894-6169-4720-a17b-144fc642a375 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:44.980382 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f2ff894-6169-4720-a17b-144fc642a375 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:45.138431 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f2ff894-6169-4720-a17b-144fc642a375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:45.142023 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f2ff894-6169-4720-a17b-144fc642a375 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:45.143261 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5f2ff894-6169-4720-a17b-144fc642a375 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7e7e3ccf-590f-4ba5-aed4-d96990223b9c HTTP/1.1" status: 204 len: 168 time: 0.2370317 Nov 18 17:46:45.154113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ff894-6169-4720-a17b-144fc642a375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7e3ccf-590f-4ba5-aed4-d96990223b9c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:46:51.705568 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:53.242232 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:46:59.951034 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-acfd3c39-f8da-4f66-9171-b6db17e46f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:00.001919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34366) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:00.110159 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-625520c0-efba-40ad-a58c-e8d64e3dd52d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:00.187042 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-625520c0-efba-40ad-a58c-e8d64e3dd52d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:00.265721 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-625520c0-efba-40ad-a58c-e8d64e3dd52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:00.309255 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-625520c0-efba-40ad-a58c-e8d64e3dd52d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=29acbe9dcafa4dc6bc6814f24143281d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3062143 Nov 18 17:47:00.310431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625520c0-efba-40ad-a58c-e8d64e3dd52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7612695-4338-49a4-90fc-fd2f15de083c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:00.312662 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34370) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:00.377723 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8c920a7-82a7-48e2-b6d2-4ebef6fddb08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:00.400708 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8c920a7-82a7-48e2-b6d2-4ebef6fddb08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:00.528299 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8c920a7-82a7-48e2-b6d2-4ebef6fddb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:00.531851 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8c920a7-82a7-48e2-b6d2-4ebef6fddb08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:00.536074 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a8c920a7-82a7-48e2-b6d2-4ebef6fddb08 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b7612695-4338-49a4-90fc-fd2f15de083c HTTP/1.1" status: 204 len: 168 time: 0.2223091 Nov 18 17:47:00.546108 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c920a7-82a7-48e2-b6d2-4ebef6fddb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7612695-4338-49a4-90fc-fd2f15de083c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:01.191325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34378) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:01.205251 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3c29a3af-a960-44b8-b6b4-6c45746d347d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:01.283583 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3c29a3af-a960-44b8-b6b4-6c45746d347d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:01.345186 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3c29a3af-a960-44b8-b6b4-6c45746d347d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:01.386396 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3c29a3af-a960-44b8-b6b4-6c45746d347d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=edbd4bace142400796bc29d0504bb256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1937611 Nov 18 17:47:01.387311 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29a3af-a960-44b8-b6b4-6c45746d347d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122519b6-522f-4bdc-a403-4bb00f276427,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:01.388973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34380) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:01.438421 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c6c6c9e-29f7-492b-aa6f-5d7415c4bac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:01.459296 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c6c6c9e-29f7-492b-aa6f-5d7415c4bac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:01.589394 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c6c6c9e-29f7-492b-aa6f-5d7415c4bac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:01.592127 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c6c6c9e-29f7-492b-aa6f-5d7415c4bac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:01.596388 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3c6c6c9e-29f7-492b-aa6f-5d7415c4bac5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/122519b6-522f-4bdc-a403-4bb00f276427 HTTP/1.1" status: 204 len: 168 time: 0.2038348 Nov 18 17:47:01.611170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c6c9e-29f7-492b-aa6f-5d7415c4bac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122519b6-522f-4bdc-a403-4bb00f276427,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:02.136660 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34394) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:02.262857 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-321201d1-ba0b-48d8-a65d-24e79d979cb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:02.344388 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-321201d1-ba0b-48d8-a65d-24e79d979cb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:02.437361 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-321201d1-ba0b-48d8-a65d-24e79d979cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:02.448289 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7dbd24bf-af31-47d8-bd81-72a4e4e5cc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:02.477851 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-321201d1-ba0b-48d8-a65d-24e79d979cb2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5c415282b08e4a469803b0c818cbe06f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3400199 Nov 18 17:47:02.478802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321201d1-ba0b-48d8-a65d-24e79d979cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d391f49a-d670-47d2-b3b5-60076cbba7e6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:02.482294 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34404) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:02.547875 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1411e9a-4460-47ef-910c-660a7f65fbd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:02.555564 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1411e9a-4460-47ef-910c-660a7f65fbd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:02.699959 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1411e9a-4460-47ef-910c-660a7f65fbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:02.702885 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1411e9a-4460-47ef-910c-660a7f65fbd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:02.704156 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c1411e9a-4460-47ef-910c-660a7f65fbd6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d391f49a-d670-47d2-b3b5-60076cbba7e6 HTTP/1.1" status: 204 len: 168 time: 0.2205751 Nov 18 17:47:02.713901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1411e9a-4460-47ef-910c-660a7f65fbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d391f49a-d670-47d2-b3b5-60076cbba7e6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:03.665519 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:05.090053 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:05.459617 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:10.236975 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:47:15.530792 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34582) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:15.666526 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3fb3cc7-4644-4b49-ba61-fb953b250df5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:15.748036 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3fb3cc7-4644-4b49-ba61-fb953b250df5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:15.836504 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f3fb3cc7-4644-4b49-ba61-fb953b250df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:15.884645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb3cc7-4644-4b49-ba61-fb953b250df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59636967-05ae-44cb-b51c-2beca1c7d72e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:15.889113 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f3fb3cc7-4644-4b49-ba61-fb953b250df5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=681779f69a95424a8c0bcc988c8e61af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3571322 Nov 18 17:47:15.894620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34588) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:15.957363 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1050016-eba3-4c38-90c8-fca89f784f6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:15.987652 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1050016-eba3-4c38-90c8-fca89f784f6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:16.100010 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1050016-eba3-4c38-90c8-fca89f784f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:16.102895 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1050016-eba3-4c38-90c8-fca89f784f6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:16.112505 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c1050016-eba3-4c38-90c8-fca89f784f6a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/59636967-05ae-44cb-b51c-2beca1c7d72e HTTP/1.1" status: 204 len: 168 time: 0.2168667 Nov 18 17:47:16.122248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1050016-eba3-4c38-90c8-fca89f784f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59636967-05ae-44cb-b51c-2beca1c7d72e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:17.091528 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34612) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:17.198744 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-fae94b3f-6ebd-44e0-a7ea-6c31eaee6a49 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1110533116-network', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:47:17.299584 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae94b3f-6ebd-44e0-a7ea-6c31eaee6a49 admin admin] Made reservation on behalf of 05a63761ede34ab9818e0b9a0ba8389f for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:47:17.301909 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fae94b3f-6ebd-44e0-a7ea-6c31eaee6a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:17.311740 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fae94b3f-6ebd-44e0-a7ea-6c31eaee6a49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:17.396741 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fae94b3f-6ebd-44e0-a7ea-6c31eaee6a49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:17.482525 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fae94b3f-6ebd-44e0-a7ea-6c31eaee6a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:17.512311 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae94b3f-6ebd-44e0-a7ea-6c31eaee6a49 admin admin] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:47:17.524876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae94b3f-6ebd-44e0-a7ea-6c31eaee6a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856caac0-62fe-46a1-8dfd-4317180bfd70,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:17.531444 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fae94b3f-6ebd-44e0-a7ea-6c31eaee6a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:17.532112 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-fae94b3f-6ebd-44e0-a7ea-6c31eaee6a49 admin admin] Added segment 297567f0-c355-46a8-92c7-782475f91728 of type vlan for network e59236a2-0599-4fa0-9bcc-1e16829bf6b1 Nov 18 17:47:17.578233 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fae94b3f-6ebd-44e0-a7ea-6c31eaee6a49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:17.694277 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fae94b3f-6ebd-44e0-a7ea-6c31eaee6a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:17.695385 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae94b3f-6ebd-44e0-a7ea-6c31eaee6a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:17.696091 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fae94b3f-6ebd-44e0-a7ea-6c31eaee6a49 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:17.794680 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae94b3f-6ebd-44e0-a7ea-6c31eaee6a49 admin admin] Pushing event updated for resources: {'Network': ['ID=e59236a2-0599-4fa0-9bcc-1e16829bf6b1,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:17.803226 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fae94b3f-6ebd-44e0-a7ea-6c31eaee6a49 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7092226 Nov 18 17:47:17.805592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network e59236a2-0599-4fa0-9bcc-1e16829bf6b1 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:47:17.806161 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34618) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:17.815769 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a47e6ddf-c7c6-4eca-8a28-da635831b21a admin admin] Request body: {'subnet': {'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1110533116-subnet', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:47:17.899127 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47e6ddf-c7c6-4eca-8a28-da635831b21a admin admin] Made reservation on behalf of 05a63761ede34ab9818e0b9a0ba8389f for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:47:17.901908 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a47e6ddf-c7c6-4eca-8a28-da635831b21a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:18.162706 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a47e6ddf-c7c6-4eca-8a28-da635831b21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:18.228983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e6ddf-c7c6-4eca-8a28-da635831b21a admin admin] Pushing event updated for resources: {'Subnet': ['ID=953b0bf4-fb03-4321-b3a3-844476852bca,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:18.238695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47e6ddf-c7c6-4eca-8a28-da635831b21a admin admin] Checking segment: {'id': '297567f0-c355-46a8-92c7-782475f91728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:47:18.239073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47e6ddf-c7c6-4eca-8a28-da635831b21a admin admin] Network hostable DHCP agents. Network: e59236a2-0599-4fa0-9bcc-1e16829bf6b1, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:47:18.322224 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47e6ddf-c7c6-4eca-8a28-da635831b21a admin admin] Network e59236a2-0599-4fa0-9bcc-1e16829bf6b1 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:47:18.391172 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-a47e6ddf-c7c6-4eca-8a28-da635831b21a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, e59236a2-0599-4fa0-9bcc-1e16829bf6b1) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:47:18.399432 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270e305d-7400-43a4-9850-2e1211c774e3 None None] Network e59236a2-0599-4fa0-9bcc-1e16829bf6b1 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:47:18.413187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47e6ddf-c7c6-4eca-8a28-da635831b21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:18.413664 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a47e6ddf-c7c6-4eca-8a28-da635831b21a admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:18.507826 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a47e6ddf-c7c6-4eca-8a28-da635831b21a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7004070 Nov 18 17:47:18.510672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34620) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:18.516381 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1110533116-router', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:47:18.575722 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-e59236a2-0599-4fa0-9bcc-1e16829bf6b1', 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'fixed_ips': [{'subnet_id': '953b0bf4-fb03-4321-b3a3-844476852bca'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:47:18.576631 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:18.591209 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:18.592940 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:18.698225 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:18.745627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Allocated IP 172.20.0.2 (e59236a2-0599-4fa0-9bcc-1e16829bf6b1/953b0bf4-fb03-4321-b3a3-844476852bca/5c799293-3ac4-48ff-8fac-27e0573cc642) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:47:18.955331 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:19.042193 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:19.097742 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Pushing event updated for resources: {'Port': ['ID=5c799293-3ac4-48ff-8fac-27e0573cc642,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:19.114123 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Network e59236a2-0599-4fa0-9bcc-1e16829bf6b1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:47:19.116199 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:19.116561 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:19.116966 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:19.117324 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:19.117673 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:19.118163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:19.118508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:19.119058 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:19.119401 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:19.119738 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:19.120097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:19.120433 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:19.126794 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:47:19.133970 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:47:19.204768 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Attempting to bind port 5c799293-3ac4-48ff-8fac-27e0573cc642 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:47:19.205164 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Attempting to bind port 5c799293-3ac4-48ff-8fac-27e0573cc642 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '297567f0-c355-46a8-92c7-782475f91728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:47:19.205601 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Attempting to bind port 5c799293-3ac4-48ff-8fac-27e0573cc642 on network e59236a2-0599-4fa0-9bcc-1e16829bf6b1 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:47:19.211510 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:47:19.211927 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Checking segment: {'id': '297567f0-c355-46a8-92c7-782475f91728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:47:19.212345 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:19.212754 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Bound using segment: {'id': '297567f0-c355-46a8-92c7-782475f91728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:47:19.213247 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Bound port: 5c799293-3ac4-48ff-8fac-27e0573cc642, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297567f0-c355-46a8-92c7-782475f91728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:47:19.213779 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:19.305899 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:19.321091 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] For port 5c799293-3ac4-48ff-8fac-27e0573cc642, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:47:19.326192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] For port 5c799293-3ac4-48ff-8fac-27e0573cc642, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5c799293-3ac4-48ff-8fac-27e0573cc642,segment=NetworkSegment(297567f0-c355-46a8-92c7-782475f91728),segment_id=297567f0-c355-46a8-92c7-782475f91728)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:47:19.401581 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:19.463956 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04081b-7a16-4a7c-9002-dde03fdef6b2 None None] Pushing event updated for resources: {'Port': ['ID=5c799293-3ac4-48ff-8fac-27e0573cc642,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:19.674724 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:19.704244 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:19.865138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Allocated IP 172.25.3.76 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/8622d56c-e549-4efd-993b-1c2a31ab670a) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:47:19.983925 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:20.082698 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:20.120865 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:47:20.125103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:47:20.129254 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:47:20.143281 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86bb005-6b41-4951-9d35-ce63478f9362 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:47:20.165875 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Pushing event updated for resources: {'Port': ['ID=8622d56c-e549-4efd-993b-1c2a31ab670a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:20.196350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-304d851c-81b5-46ea-8013-d1ab896eb604 None None] Provisioning complete for port 8622d56c-e549-4efd-993b-1c2a31ab670a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:20.197700 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-304d851c-81b5-46ea-8013-d1ab896eb604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:20.243996 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-304d851c-81b5-46ea-8013-d1ab896eb604 None None] Port 8622d56c-e549-4efd-993b-1c2a31ab670a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:47:20.443454 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5c799293-3ac4-48ff-8fac-27e0573cc642 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:47:20.506208 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 5c799293-3ac4-48ff-8fac-27e0573cc642 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:20.506791 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:20.515500 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:20.551118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a2710e-5267-4420-9f58-6947bd9f5057 None None] Network e59236a2-0599-4fa0-9bcc-1e16829bf6b1 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:47:20.617453 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8111e857-d6bc-4759-b220-59ba3ca22676 None None] Provisioning complete for port 5c799293-3ac4-48ff-8fac-27e0573cc642 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:20.617868 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8111e857-d6bc-4759-b220-59ba3ca22676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:20.662165 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:20.734998 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:20.752082 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 5c799293-3ac4-48ff-8fac-27e0573cc642, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5c799293-3ac4-48ff-8fac-27e0573cc642,segment=NetworkSegment(297567f0-c355-46a8-92c7-782475f91728),segment_id=297567f0-c355-46a8-92c7-782475f91728)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:47:20.827444 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:20.880639 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8111e857-d6bc-4759-b220-59ba3ca22676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:20.930242 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=5c799293-3ac4-48ff-8fac-27e0573cc642,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:20.944984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Router d1c734bb-a01c-4c61-868d-579d00efc364 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:47:20.975018 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-8111e857-d6bc-4759-b220-59ba3ca22676 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:47:20.975543 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-8111e857-d6bc-4759-b220-59ba3ca22676 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:47:21.063997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:47:21.075211 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Sync routers for ids ['d1c734bb-a01c-4c61-868d-579d00efc364'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:47:21.086256 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Routers {'d1c734bb-a01c-4c61-868d-579d00efc364'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:47:21.086871 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:47:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['d1c734bb-a01c-4c61-868d-579d00efc364'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:21.159619 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:21.159619 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c80fcb71-3111-4180-aace-fb35d77b3912 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6461504 Nov 18 17:47:21.161391 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34632) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:21.208136 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Set router d1c734bb-a01c-4c61-868d-579d00efc364 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:47:21.394757 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'name': 'tempest-TestServerBasicOps-1110533116-router', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:18Z', 'updated_at': '2021-11-18T17:47:20Z', 'revision_number': 3, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'gw_port': {'id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:19Z', 'updated_at': '2021-11-18T17:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:21.421584 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Checking router: d1c734bb-a01c-4c61-868d-579d00efc364 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:47:21.421937 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Updating router d1c734bb-a01c-4c61-868d-579d00efc364 port 8622d56c-e549-4efd-993b-1c2a31ab670a binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:47:21.446502 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:21.595336 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:21.638926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6b64ad82-e84d-4709-a002-d1b2d0e451c3 None None] Provisioning complete for port 5c799293-3ac4-48ff-8fac-27e0573cc642 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:21.639934 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6b64ad82-e84d-4709-a002-d1b2d0e451c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:21.681257 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:21.711443 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:21.802181 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:21.813641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] Allocated IP 172.20.0.1 (e59236a2-0599-4fa0-9bcc-1e16829bf6b1/953b0bf4-fb03-4321-b3a3-844476852bca/a7fa137d-22af-4695-b249-1be87d894796) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:47:21.845968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e180c37-5d6d-45a9-a2d8-3957aaeee83a None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:47:21.847844 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Attempting to bind port 8622d56c-e549-4efd-993b-1c2a31ab670a on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:47:21.848235 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Attempting to bind port 8622d56c-e549-4efd-993b-1c2a31ab670a by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:47:21.848611 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Attempting to bind port 8622d56c-e549-4efd-993b-1c2a31ab670a on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:47:21.858863 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:47:21.859502 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:47:21.859954 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:21.860362 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:47:21.860975 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Bound port: 8622d56c-e549-4efd-993b-1c2a31ab670a, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:47:21.861370 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:21.905077 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213f259-04ae-408b-80dd-1e004ada24ea None None] Pushing event updated for resources: {'Port': ['ID=8622d56c-e549-4efd-993b-1c2a31ab670a,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:21.916833 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f259-04ae-408b-80dd-1e004ada24ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:21.917182 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f259-04ae-408b-80dd-1e004ada24ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:21.917526 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f259-04ae-408b-80dd-1e004ada24ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:21.917869 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f259-04ae-408b-80dd-1e004ada24ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:21.918477 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f259-04ae-408b-80dd-1e004ada24ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:21.918820 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f259-04ae-408b-80dd-1e004ada24ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:21.919152 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f259-04ae-408b-80dd-1e004ada24ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:21.919587 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f259-04ae-408b-80dd-1e004ada24ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:21.920098 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f259-04ae-408b-80dd-1e004ada24ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:21.920642 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f259-04ae-408b-80dd-1e004ada24ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:21.921143 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f259-04ae-408b-80dd-1e004ada24ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:21.921471 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f259-04ae-408b-80dd-1e004ada24ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:21.942617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:21.955850 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] For port 8622d56c-e549-4efd-993b-1c2a31ab670a, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:47:21.960034 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] For port 8622d56c-e549-4efd-993b-1c2a31ab670a, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8622d56c-e549-4efd-993b-1c2a31ab670a,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:47:21.966650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0efcce09-958d-4fc8-bf1a-82b0007df225 None None] Provisioning complete for port 8622d56c-e549-4efd-993b-1c2a31ab670a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:21.967049 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0efcce09-958d-4fc8-bf1a-82b0007df225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:22.018709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0efcce09-958d-4fc8-bf1a-82b0007df225 None None] Port 8622d56c-e549-4efd-993b-1c2a31ab670a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:47:22.042523 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:22.078525 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:22.087989 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164c6521-2ad2-4ada-9de1-84d2f336c0c4 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:47:22.106122 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Routers {'d1c734bb-a01c-4c61-868d-579d00efc364'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:47:22.106674 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:47:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['d1c734bb-a01c-4c61-868d-579d00efc364'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:22.128157 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] Network e59236a2-0599-4fa0-9bcc-1e16829bf6b1 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:47:22.134137 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:47:22.136728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:47:22.139782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d284f98-613d-4c6e-b7b8-aaa60b9d3973 None None] Provisioning complete for port 8622d56c-e549-4efd-993b-1c2a31ab670a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:22.140851 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d284f98-613d-4c6e-b7b8-aaa60b9d3973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:22.165390 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213f259-04ae-408b-80dd-1e004ada24ea None None] Pushing event updated for resources: {'Port': ['ID=8622d56c-e549-4efd-993b-1c2a31ab670a,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:22.185154 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] Pushing event updated for resources: {'Port': ['ID=a7fa137d-22af-4695-b249-1be87d894796,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:22.218894 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:22.252771 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d284f98-613d-4c6e-b7b8-aaa60b9d3973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:22.280632 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d284f98-613d-4c6e-b7b8-aaa60b9d3973 None None] For port 8622d56c-e549-4efd-993b-1c2a31ab670a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8622d56c-e549-4efd-993b-1c2a31ab670a,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:47:22.318206 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] Set router d1c734bb-a01c-4c61-868d-579d00efc364 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:47:22.362406 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d284f98-613d-4c6e-b7b8-aaa60b9d3973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:22.441988 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d284f98-613d-4c6e-b7b8-aaa60b9d3973 None None] Pushing event updated for resources: {'Port': ['ID=8622d56c-e549-4efd-993b-1c2a31ab670a,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:22.482304 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5c799293-3ac4-48ff-8fac-27e0573cc642 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:47:22.549306 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:22.600157 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'name': 'tempest-TestServerBasicOps-1110533116-router', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:18Z', 'updated_at': '2021-11-18T17:47:20Z', 'revision_number': 3, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'gw_port': {'id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:19Z', 'updated_at': '2021-11-18T17:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:22.604952 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 5c799293-3ac4-48ff-8fac-27e0573cc642 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:22.605524 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:22.630266 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c486362-7121-40e6-b6c1-aa79c01aff20 None None] The sync data for ids ['d1c734bb-a01c-4c61-868d-579d00efc364'] in n-d-813419-11 is: [{'id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'name': 'tempest-TestServerBasicOps-1110533116-router', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:18Z', 'updated_at': '2021-11-18T17:47:20Z', 'revision_number': 3, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'gw_port': {'id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:19Z', 'updated_at': '2021-11-18T17:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:47:22.639360 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c5b59298-5eb6-4a83-acd7-43370c3c2269 None None] Provisioning complete for port a7fa137d-22af-4695-b249-1be87d894796 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:22.639827 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5b59298-5eb6-4a83-acd7-43370c3c2269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:22.705908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c5b59298-5eb6-4a83-acd7-43370c3c2269 None None] Port a7fa137d-22af-4695-b249-1be87d894796 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:47:23.100415 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:23.185099 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:23.258203 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] Pushing event updated for resources: {'Port': ['ID=a7fa137d-22af-4695-b249-1be87d894796,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:23.267534 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:23.276750 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:23.385812 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] Network e59236a2-0599-4fa0-9bcc-1e16829bf6b1 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:47:23.387529 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:47:23.530142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] Router d1c734bb-a01c-4c61-868d-579d00efc364 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:47:23.671717 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:47:23.677353 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-494eefd6-1a65-4c9c-a8eb-f5b0b675471b admin admin] 10.222.0.72 "PUT /v2.0/routers/d1c734bb-a01c-4c61-868d-579d00efc364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5146313 Nov 18 17:47:23.741062 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b0806a8f-e177-4361-b941-42138fa313ac None None] Provisioning complete for port a7fa137d-22af-4695-b249-1be87d894796 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:23.742377 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b0806a8f-e177-4361-b941-42138fa313ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:23.778562 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b0806a8f-e177-4361-b941-42138fa313ac None None] Port a7fa137d-22af-4695-b249-1be87d894796 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:47:24.450155 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8622d56c-e549-4efd-993b-1c2a31ab670a up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:47:24.459362 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34656) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:24.464518 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-93f681cd-048a-4de9-a9da-079d9acfc807 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1832853840-network', 'tenant_id': '6bd3bf9d60c444ca97b678e686f4a7cb'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:47:24.485335 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Sync routers for ids ['d1c734bb-a01c-4c61-868d-579d00efc364'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:47:24.507520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Routers {'d1c734bb-a01c-4c61-868d-579d00efc364'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:47:24.508249 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:47:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['d1c734bb-a01c-4c61-868d-579d00efc364'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:24.563440 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f681cd-048a-4de9-a9da-079d9acfc807 admin admin] Made reservation on behalf of 6bd3bf9d60c444ca97b678e686f4a7cb for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:47:24.565698 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-93f681cd-048a-4de9-a9da-079d9acfc807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:24.568085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 8622d56c-e549-4efd-993b-1c2a31ab670a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:24.568470 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:24.575478 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-93f681cd-048a-4de9-a9da-079d9acfc807 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:24.667677 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-93f681cd-048a-4de9-a9da-079d9acfc807 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:24.702910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Set router d1c734bb-a01c-4c61-868d-579d00efc364 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:47:24.749545 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-93f681cd-048a-4de9-a9da-079d9acfc807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:24.778862 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f681cd-048a-4de9-a9da-079d9acfc807 admin admin] vlan segment allocate from pool success with {'vlan_id': 1139, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:47:24.796692 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f681cd-048a-4de9-a9da-079d9acfc807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7717eb29-2015-4d72-ab4d-bcbd59e1adb0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:24.801022 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-93f681cd-048a-4de9-a9da-079d9acfc807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:24.801383 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-93f681cd-048a-4de9-a9da-079d9acfc807 admin admin] Added segment 3095da96-23f9-4ce6-8411-3e3a0fea95f5 of type vlan for network 7ab03c84-c055-4bdc-9550-f6ae20e11826 Nov 18 17:47:24.847577 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-93f681cd-048a-4de9-a9da-079d9acfc807 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:24.929383 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'name': 'tempest-TestServerBasicOps-1110533116-router', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:18Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'gw_port': {'id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:19Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'a7fa137d-22af-4695-b249-1be87d894796', 'name': '', 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'mac_address': 'fa:16:3e:ef:f8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:21Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 2, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'subnets': [{'id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:24.955099 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-93f681cd-048a-4de9-a9da-079d9acfc807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:24.956298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f681cd-048a-4de9-a9da-079d9acfc807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:24.956993 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-93f681cd-048a-4de9-a9da-079d9acfc807 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:25.019153 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f681cd-048a-4de9-a9da-079d9acfc807 admin admin] Pushing event updated for resources: {'Network': ['ID=7ab03c84-c055-4bdc-9550-f6ae20e11826,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:25.057844 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-93f681cd-048a-4de9-a9da-079d9acfc807 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5946243 Nov 18 17:47:25.058034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34660) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:25.063260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-255087c0-a664-438a-b35e-208a58dca5ce admin admin] Request body: {'subnet': {'network_id': '7ab03c84-c055-4bdc-9550-f6ae20e11826', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1832853840-subnet', 'tenant_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:47:25.117983 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 7ab03c84-c055-4bdc-9550-f6ae20e11826 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:47:25.120345 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Checking router: d1c734bb-a01c-4c61-868d-579d00efc364 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:47:25.120710 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Updating router d1c734bb-a01c-4c61-868d-579d00efc364 port a7fa137d-22af-4695-b249-1be87d894796 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:47:25.156796 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255087c0-a664-438a-b35e-208a58dca5ce admin admin] Made reservation on behalf of 6bd3bf9d60c444ca97b678e686f4a7cb for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:47:25.159941 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-255087c0-a664-438a-b35e-208a58dca5ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:25.167191 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:25.391569 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-255087c0-a664-438a-b35e-208a58dca5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:25.458480 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255087c0-a664-438a-b35e-208a58dca5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=673f94b8-ff5e-43ef-a29d-a084097434b2,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:25.463741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255087c0-a664-438a-b35e-208a58dca5ce admin admin] Checking segment: {'id': '3095da96-23f9-4ce6-8411-3e3a0fea95f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '7ab03c84-c055-4bdc-9550-f6ae20e11826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:47:25.464467 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255087c0-a664-438a-b35e-208a58dca5ce admin admin] Network hostable DHCP agents. Network: 7ab03c84-c055-4bdc-9550-f6ae20e11826, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:47:25.469406 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:25.556608 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:25.567757 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255087c0-a664-438a-b35e-208a58dca5ce admin admin] Network 7ab03c84-c055-4bdc-9550-f6ae20e11826 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:47:25.607393 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7013e-480b-41b8-a488-e98760fae475 None None] Pushing event updated for resources: {'Port': ['ID=a7fa137d-22af-4695-b249-1be87d894796,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:25.663529 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Attempting to bind port a7fa137d-22af-4695-b249-1be87d894796 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:47:25.664078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Attempting to bind port a7fa137d-22af-4695-b249-1be87d894796 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '297567f0-c355-46a8-92c7-782475f91728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:47:25.664369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Attempting to bind port a7fa137d-22af-4695-b249-1be87d894796 on network e59236a2-0599-4fa0-9bcc-1e16829bf6b1 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:47:25.669980 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:47:25.673017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Checking segment: {'id': '297567f0-c355-46a8-92c7-782475f91728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:47:25.675189 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:25.675620 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Bound using segment: {'id': '297567f0-c355-46a8-92c7-782475f91728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:47:25.676185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Bound port: a7fa137d-22af-4695-b249-1be87d894796, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297567f0-c355-46a8-92c7-782475f91728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:47:25.676587 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:25.688180 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-255087c0-a664-438a-b35e-208a58dca5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 7ab03c84-c055-4bdc-9550-f6ae20e11826) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:47:25.692854 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255087c0-a664-438a-b35e-208a58dca5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:25.693676 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-255087c0-a664-438a-b35e-208a58dca5ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:25.714630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96f4cc0-abe3-417c-8ad4-71445fb58ac0 None None] Network 7ab03c84-c055-4bdc-9550-f6ae20e11826 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:47:25.773094 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-255087c0-a664-438a-b35e-208a58dca5ce admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7138748 Nov 18 17:47:25.776231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34666) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:25.780775 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1832853840-router', 'tenant_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:47:25.874243 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] For port a7fa137d-22af-4695-b249-1be87d894796, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:47:25.878398 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] For port a7fa137d-22af-4695-b249-1be87d894796, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a7fa137d-22af-4695-b249-1be87d894796,segment=NetworkSegment(297567f0-c355-46a8-92c7-782475f91728),segment_id=297567f0-c355-46a8-92c7-782475f91728)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:47:25.908635 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-7ab03c84-c055-4bdc-9550-f6ae20e11826', 'network_id': '7ab03c84-c055-4bdc-9550-f6ae20e11826', 'tenant_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'fixed_ips': [{'subnet_id': '673f94b8-ff5e-43ef-a29d-a084097434b2'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:47:25.909518 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:25.915108 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:25.916208 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:25.943150 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-78e32dd6-83a2-4459-b68c-af7f8c9a488d None None] Provisioning complete for port a7fa137d-22af-4695-b249-1be87d894796 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:25.943695 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78e32dd6-83a2-4459-b68c-af7f8c9a488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:25.977055 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.010092 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.163384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Allocated IP 172.20.0.2 (7ab03c84-c055-4bdc-9550-f6ae20e11826/673f94b8-ff5e-43ef-a29d-a084097434b2/34f63b36-195f-45c3-850f-407c384a0c31) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:47:26.203124 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.229362 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Routers {'d1c734bb-a01c-4c61-868d-579d00efc364'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:47:26.230018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:47:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['d1c734bb-a01c-4c61-868d-579d00efc364'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:26.231968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7013e-480b-41b8-a488-e98760fae475 None None] Pushing event updated for resources: {'Port': ['ID=a7fa137d-22af-4695-b249-1be87d894796,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:26.284069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34670) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:26.377590 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78e32dd6-83a2-4459-b68c-af7f8c9a488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.442188 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-922cf633-1bdc-45e7-be54-268fde86c635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.506104 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-78e32dd6-83a2-4459-b68c-af7f8c9a488d None None] For port a7fa137d-22af-4695-b249-1be87d894796, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a7fa137d-22af-4695-b249-1be87d894796,segment=NetworkSegment(297567f0-c355-46a8-92c7-782475f91728),segment_id=297567f0-c355-46a8-92c7-782475f91728)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:47:26.522245 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] Set router d1c734bb-a01c-4c61-868d-579d00efc364 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:47:26.536039 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-922cf633-1bdc-45e7-be54-268fde86c635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.564628 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.572084 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.573349 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78e32dd6-83a2-4459-b68c-af7f8c9a488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.590488 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-922cf633-1bdc-45e7-be54-268fde86c635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.601691 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.633180 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-922cf633-1bdc-45e7-be54-268fde86c635 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7b66ec2ef85d40a3960a5e6e7194739f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3476245 Nov 18 17:47:26.633939 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34674) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:26.636295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cf633-1bdc-45e7-be54-268fde86c635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fd5458-32e7-4120-89f1-e8a741064911,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:26.637141 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.671084 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Network 7ab03c84-c055-4bdc-9550-f6ae20e11826 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:47:26.677471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:47:26.691883 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ace5060-6118-4c11-bed3-72e75ca784a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.696548 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:47:26.718099 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ace5060-6118-4c11-bed3-72e75ca784a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.738789 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Allocated IP 172.25.3.52 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/7a47776c-457e-491f-908b-cd0564d66cb0) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:47:26.743349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e32dd6-83a2-4459-b68c-af7f8c9a488d None None] Pushing event updated for resources: {'Port': ['ID=a7fa137d-22af-4695-b249-1be87d894796,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:26.822745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-df985400-d90a-40b5-9a5d-9572932da6cb None None] Provisioning complete for port a7fa137d-22af-4695-b249-1be87d894796 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:26.823016 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-df985400-d90a-40b5-9a5d-9572932da6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.846377 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.874884 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Pushing event updated for resources: {'Port': ['ID=34f63b36-195f-45c3-850f-407c384a0c31,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:26.881681 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Attempting to bind port 34f63b36-195f-45c3-850f-407c384a0c31 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:47:26.882067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Attempting to bind port 34f63b36-195f-45c3-850f-407c384a0c31 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '3095da96-23f9-4ce6-8411-3e3a0fea95f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '7ab03c84-c055-4bdc-9550-f6ae20e11826'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:47:26.882521 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Attempting to bind port 34f63b36-195f-45c3-850f-407c384a0c31 on network 7ab03c84-c055-4bdc-9550-f6ae20e11826 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:47:26.888062 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ace5060-6118-4c11-bed3-72e75ca784a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.891464 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ace5060-6118-4c11-bed3-72e75ca784a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.895188 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0ace5060-6118-4c11-bed3-72e75ca784a9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/11fd5458-32e7-4120-89f1-e8a741064911 HTTP/1.1" status: 204 len: 168 time: 0.2573891 Nov 18 17:47:26.900689 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace5060-6118-4c11-bed3-72e75ca784a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fd5458-32e7-4120-89f1-e8a741064911,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:26.918883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:47:26.919375 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Checking segment: {'id': '3095da96-23f9-4ce6-8411-3e3a0fea95f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '7ab03c84-c055-4bdc-9550-f6ae20e11826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:47:26.919798 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.920230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Bound using segment: {'id': '3095da96-23f9-4ce6-8411-3e3a0fea95f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '7ab03c84-c055-4bdc-9550-f6ae20e11826'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:47:26.920728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Bound port: 34f63b36-195f-45c3-850f-407c384a0c31, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3095da96-23f9-4ce6-8411-3e3a0fea95f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '7ab03c84-c055-4bdc-9550-f6ae20e11826'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:47:26.921121 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:26.972909 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:27.010341 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:47:27.013497 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:47:27.017659 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:47:27.036362 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e50c55b-04b9-475f-ba6b-313c79839a88 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:47:27.051349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] For port 34f63b36-195f-45c3-850f-407c384a0c31, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:47:27.056679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Pushing event updated for resources: {'Port': ['ID=7a47776c-457e-491f-908b-cd0564d66cb0,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:27.077154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] For port 34f63b36-195f-45c3-850f-407c384a0c31, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=34f63b36-195f-45c3-850f-407c384a0c31,segment=NetworkSegment(3095da96-23f9-4ce6-8411-3e3a0fea95f5),segment_id=3095da96-23f9-4ce6-8411-3e3a0fea95f5)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:47:27.082990 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'name': 'tempest-TestServerBasicOps-1110533116-router', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:18Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'gw_port': {'id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:19Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'a7fa137d-22af-4695-b249-1be87d894796', 'name': '', 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'mac_address': 'fa:16:3e:ef:f8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:21Z', 'updated_at': '2021-11-18T17:47:25Z', 'revision_number': 4, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'subnets': [{'id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:27.114818 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe261797-9bd8-4b59-a99e-28bb0dd484db None None] The sync data for ids ['d1c734bb-a01c-4c61-868d-579d00efc364'] in n-d-813419-11 is: [{'id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'name': 'tempest-TestServerBasicOps-1110533116-router', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:18Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'gw_port': {'id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:19Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'a7fa137d-22af-4695-b249-1be87d894796', 'name': '', 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'mac_address': 'fa:16:3e:ef:f8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:21Z', 'updated_at': '2021-11-18T17:47:25Z', 'revision_number': 4, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'subnets': [{'id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:47:27.152090 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:27.425025 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d340a-0a61-4bbe-ae0c-30c483001710 None None] Pushing event updated for resources: {'Port': ['ID=34f63b36-195f-45c3-850f-407c384a0c31,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:27.428918 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-11a44d38-5cdf-4139-80d4-1354604cfcbc None None] Provisioning complete for port 7a47776c-457e-491f-908b-cd0564d66cb0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:27.429450 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-11a44d38-5cdf-4139-80d4-1354604cfcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:27.437531 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:27.476445 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-11a44d38-5cdf-4139-80d4-1354604cfcbc None None] Port 7a47776c-457e-491f-908b-cd0564d66cb0 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:47:27.635133 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34680) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:27.651063 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3a110af-b41e-4cc1-9922-0c0346d706e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:27.701987 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:27.744525 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3a110af-b41e-4cc1-9922-0c0346d706e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:27.808001 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c3a110af-b41e-4cc1-9922-0c0346d706e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:27.855324 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c3a110af-b41e-4cc1-9922-0c0346d706e2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=24d21bc52f934de7831640259a514900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2183783 Nov 18 17:47:27.858548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34682) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:27.872207 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a110af-b41e-4cc1-9922-0c0346d706e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112dafca-71b7-41ba-9035-450c71dd3ccc,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:27.923076 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9655aca-f467-44e1-8a09-89da52e6ebf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:27.945950 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9655aca-f467-44e1-8a09-89da52e6ebf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:27.968768 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Router 1c8585ce-bb92-417d-ad09-fcb046ef98ac is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:47:28.095080 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9655aca-f467-44e1-8a09-89da52e6ebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:28.097812 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9655aca-f467-44e1-8a09-89da52e6ebf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:28.099075 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e9655aca-f467-44e1-8a09-89da52e6ebf5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/112dafca-71b7-41ba-9035-450c71dd3ccc HTTP/1.1" status: 204 len: 168 time: 0.2392969 Nov 18 17:47:28.104572 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:47:28.118235 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Sync routers for ids ['1c8585ce-bb92-417d-ad09-fcb046ef98ac'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:47:28.125555 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9655aca-f467-44e1-8a09-89da52e6ebf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112dafca-71b7-41ba-9035-450c71dd3ccc,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:28.132199 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Routers {'1c8585ce-bb92-417d-ad09-fcb046ef98ac'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:47:28.133004 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:47:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['1c8585ce-bb92-417d-ad09-fcb046ef98ac'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:28.181867 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:28.183420 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f4978b79-57bc-4a8b-b93b-f359d1a04417 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4064901 Nov 18 17:47:28.186284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34686) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:28.287132 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Set router 1c8585ce-bb92-417d-ad09-fcb046ef98ac gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:47:28.586820 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 34f63b36-195f-45c3-850f-407c384a0c31 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:47:28.654515 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 34f63b36-195f-45c3-850f-407c384a0c31 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:28.654515 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:28.655558 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb05eab6-f778-4dde-8f3b-542fcfc3dfb0 None None] Network 7ab03c84-c055-4bdc-9550-f6ae20e11826 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:47:28.700084 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'name': 'tempest-TestServerBasicOps-1832853840-router', 'tenant_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7a47776c-457e-491f-908b-cd0564d66cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:25Z', 'updated_at': '2021-11-18T17:47:27Z', 'revision_number': 3, 'project_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'gw_port': {'id': '7a47776c-457e-491f-908b-cd0564d66cb0', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:eb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:26Z', 'updated_at': '2021-11-18T17:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:28.734970 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Checking router: 1c8585ce-bb92-417d-ad09-fcb046ef98ac for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:47:28.734970 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Updating router 1c8585ce-bb92-417d-ad09-fcb046ef98ac port 7a47776c-457e-491f-908b-cd0564d66cb0 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:47:28.758962 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:28.768025 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cd788211-c6e9-4a0f-8998-2f0821ae9fb8 None None] Provisioning complete for port 34f63b36-195f-45c3-850f-407c384a0c31 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:28.768410 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd788211-c6e9-4a0f-8998-2f0821ae9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:28.891747 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:28.902156 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:28.999856 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 34f63b36-195f-45c3-850f-407c384a0c31, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=34f63b36-195f-45c3-850f-407c384a0c31,segment=NetworkSegment(3095da96-23f9-4ce6-8411-3e3a0fea95f5),segment_id=3095da96-23f9-4ce6-8411-3e3a0fea95f5)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:47:29.007952 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd788211-c6e9-4a0f-8998-2f0821ae9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:29.070694 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:29.071533 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a7fa137d-22af-4695-b249-1be87d894796 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:47:29.093487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Allocated IP 172.20.0.1 (7ab03c84-c055-4bdc-9550-f6ae20e11826/673f94b8-ff5e-43ef-a29d-a084097434b2/2471ffdc-ec29-4723-9efc-03f57da477bc) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:47:29.128544 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:29.202439 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:29.208465 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-cd788211-c6e9-4a0f-8998-2f0821ae9fb8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:47:29.210030 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-cd788211-c6e9-4a0f-8998-2f0821ae9fb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:47:29.231062 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a7fa137d-22af-4695-b249-1be87d894796 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:29.231416 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:29.233354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=34f63b36-195f-45c3-850f-407c384a0c31,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:29.244946 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:29.284261 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Attempting to bind port 7a47776c-457e-491f-908b-cd0564d66cb0 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:47:29.285295 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Attempting to bind port 7a47776c-457e-491f-908b-cd0564d66cb0 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:47:29.285879 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Attempting to bind port 7a47776c-457e-491f-908b-cd0564d66cb0 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:47:29.289576 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68884a32-71f4-4e93-98d5-1bd13b5072a1 None None] Pushing event updated for resources: {'Port': ['ID=7a47776c-457e-491f-908b-cd0564d66cb0,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:29.295816 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:47:29.296712 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:47:29.297238 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:29.297680 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:47:29.298690 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Bound port: 7a47776c-457e-491f-908b-cd0564d66cb0, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:47:29.299116 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:29.311150 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36df4a2c-f9ba-4d21-8889-3e92250ee0c4 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:47:29.356148 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] For port 7a47776c-457e-491f-908b-cd0564d66cb0, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:47:29.361765 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] For port 7a47776c-457e-491f-908b-cd0564d66cb0, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7a47776c-457e-491f-908b-cd0564d66cb0,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:47:29.362609 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:29.399647 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Network 7ab03c84-c055-4bdc-9550-f6ae20e11826 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:47:29.402735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:47:29.407173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:47:29.437884 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Pushing event updated for resources: {'Port': ['ID=2471ffdc-ec29-4723-9efc-03f57da477bc,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:29.442544 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:29.476097 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:29.503034 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff82ae9-198e-4de2-90b0-512ef6c5aed6 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:47:29.515467 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Routers {'1c8585ce-bb92-417d-ad09-fcb046ef98ac'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:47:29.516370 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:47:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['1c8585ce-bb92-417d-ad09-fcb046ef98ac'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:29.523570 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68884a32-71f4-4e93-98d5-1bd13b5072a1 None None] Pushing event updated for resources: {'Port': ['ID=7a47776c-457e-491f-908b-cd0564d66cb0,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:29.646973 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] Set router 1c8585ce-bb92-417d-ad09-fcb046ef98ac gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:47:29.730838 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:29.859583 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'name': 'tempest-TestServerBasicOps-1832853840-router', 'tenant_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7a47776c-457e-491f-908b-cd0564d66cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:25Z', 'updated_at': '2021-11-18T17:47:27Z', 'revision_number': 3, 'project_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'gw_port': {'id': '7a47776c-457e-491f-908b-cd0564d66cb0', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:eb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:26Z', 'updated_at': '2021-11-18T17:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:29.870223 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1b6a063b-261d-4c18-be90-2695fedc54fd None None] Provisioning complete for port 7a47776c-457e-491f-908b-cd0564d66cb0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:29.870729 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1b6a063b-261d-4c18-be90-2695fedc54fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:29.888189 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244e9177-f15c-43dd-86e4-3dbc4559e55b None None] The sync data for ids ['1c8585ce-bb92-417d-ad09-fcb046ef98ac'] in n-d-813419-11 is: [{'id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'name': 'tempest-TestServerBasicOps-1832853840-router', 'tenant_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7a47776c-457e-491f-908b-cd0564d66cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:25Z', 'updated_at': '2021-11-18T17:47:27Z', 'revision_number': 3, 'project_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'gw_port': {'id': '7a47776c-457e-491f-908b-cd0564d66cb0', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:eb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:26Z', 'updated_at': '2021-11-18T17:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:47:29.930185 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:29.974940 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1b6a063b-261d-4c18-be90-2695fedc54fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:29.988151 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05a9547e-dd64-41c2-bfc4-f7eff529957c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:29.997160 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1b6a063b-261d-4c18-be90-2695fedc54fd None None] For port 7a47776c-457e-491f-908b-cd0564d66cb0, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7a47776c-457e-491f-908b-cd0564d66cb0,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:47:30.011825 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:30.069909 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1b6a063b-261d-4c18-be90-2695fedc54fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:30.090700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Pushing event updated for resources: {'Port': ['ID=2471ffdc-ec29-4723-9efc-03f57da477bc,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:30.093057 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:30.115942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:30.116454 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:30.116926 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:30.117283 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:30.117636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:30.117979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:30.118343 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:30.118851 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:30.119153 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:30.119973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:30.120199 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1b6a063b-261d-4c18-be90-2695fedc54fd None None] Provisioning complete for port 2471ffdc-ec29-4723-9efc-03f57da477bc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:30.120403 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:30.120730 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1b6a063b-261d-4c18-be90-2695fedc54fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:30.120852 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:30.176233 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a063b-261d-4c18-be90-2695fedc54fd None None] Pushing event updated for resources: {'Port': ['ID=7a47776c-457e-491f-908b-cd0564d66cb0,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:30.192147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a063b-261d-4c18-be90-2695fedc54fd None None] Port 2471ffdc-ec29-4723-9efc-03f57da477bc cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:47:30.202495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1b6a063b-261d-4c18-be90-2695fedc54fd None None] Provisioning complete for port 34f63b36-195f-45c3-850f-407c384a0c31 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:30.202871 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1b6a063b-261d-4c18-be90-2695fedc54fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:30.242494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Network 7ab03c84-c055-4bdc-9550-f6ae20e11826 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:47:30.244142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:47:30.404250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Router 1c8585ce-bb92-417d-ad09-fcb046ef98ac has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:47:30.584688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:47:30.591296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7a47776c-457e-491f-908b-cd0564d66cb0 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:47:30.594112 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-145ca8a5-e6e2-40e8-b464-e0ac5c9b2513 admin admin] 10.222.0.72 "PUT /v2.0/routers/1c8585ce-bb92-417d-ad09-fcb046ef98ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4061594 Nov 18 17:47:30.653096 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-72bb723e-09e5-4766-a045-1c62baf8530b None None] Provisioning complete for port 2471ffdc-ec29-4723-9efc-03f57da477bc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:30.653555 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72bb723e-09e5-4766-a045-1c62baf8530b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:30.698095 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-72bb723e-09e5-4766-a045-1c62baf8530b None None] Port 2471ffdc-ec29-4723-9efc-03f57da477bc cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:47:30.700720 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 7a47776c-457e-491f-908b-cd0564d66cb0 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:30.702460 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:30.796001 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 34f63b36-195f-45c3-850f-407c384a0c31 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:47:30.859141 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 34f63b36-195f-45c3-850f-407c384a0c31 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:30.859656 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:31.257746 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34724) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:31.262503 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-23308077-ff95-4a2a-910c-053fe39202b2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1526001351', 'description': 'tempest-secgroup-smoke-1526001351 description', 'project_id': '05a63761ede34ab9818e0b9a0ba8389f'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:47:31.344941 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23308077-ff95-4a2a-910c-053fe39202b2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:31.415771 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23308077-ff95-4a2a-910c-053fe39202b2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:31.453481 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23308077-ff95-4a2a-910c-053fe39202b2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:31.678544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23308077-ff95-4a2a-910c-053fe39202b2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18222467-88c6-4d37-a0d1-ee4fa7df15cf,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:31.678544 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-23308077-ff95-4a2a-910c-053fe39202b2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:31.678544 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-23308077-ff95-4a2a-910c-053fe39202b2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3417628 Nov 18 17:47:31.678544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34728) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:31.678544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8dfa279f-af52-48ee-9ed5-6422c7846826 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Request body: {'security_group_rule': {'security_group_id': '18222467-88c6-4d37-a0d1-ee4fa7df15cf', 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:47:31.716221 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8dfa279f-af52-48ee-9ed5-6422c7846826 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:31.755406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Sync routers for ids ['1c8585ce-bb92-417d-ad09-fcb046ef98ac'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:47:31.755406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Routers {'1c8585ce-bb92-417d-ad09-fcb046ef98ac'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:47:31.755406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:47:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['1c8585ce-bb92-417d-ad09-fcb046ef98ac'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:31.787458 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8dfa279f-af52-48ee-9ed5-6422c7846826 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:31.857993 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8dfa279f-af52-48ee-9ed5-6422c7846826 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:31.860202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Set router 1c8585ce-bb92-417d-ad09-fcb046ef98ac gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:47:31.882214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa279f-af52-48ee-9ed5-6422c7846826 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4031233-d977-4ced-965d-dd6504e3197f,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:31.964429 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8dfa279f-af52-48ee-9ed5-6422c7846826 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:31.965686 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8dfa279f-af52-48ee-9ed5-6422c7846826 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3609211 Nov 18 17:47:31.970124 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34730) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:31.975173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-74b0a66e-3d97-48a3-83c6-c9ff4450f70e tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Request body: {'security_group_rule': {'security_group_id': '18222467-88c6-4d37-a0d1-ee4fa7df15cf', 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:47:32.064294 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-74b0a66e-3d97-48a3-83c6-c9ff4450f70e tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.078343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'name': 'tempest-TestServerBasicOps-1832853840-router', 'tenant_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7a47776c-457e-491f-908b-cd0564d66cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:25Z', 'updated_at': '2021-11-18T17:47:29Z', 'revision_number': 4, 'project_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'gw_port': {'id': '7a47776c-457e-491f-908b-cd0564d66cb0', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:eb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:26Z', 'updated_at': '2021-11-18T17:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '2471ffdc-ec29-4723-9efc-03f57da477bc', 'name': '', 'network_id': '7ab03c84-c055-4bdc-9550-f6ae20e11826', 'tenant_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'mac_address': 'fa:16:3e:07:ad:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '673f94b8-ff5e-43ef-a29d-a084097434b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:28Z', 'updated_at': '2021-11-18T17:47:29Z', 'revision_number': 2, 'project_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'subnets': [{'id': '673f94b8-ff5e-43ef-a29d-a084097434b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:32.112815 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Checking router: 1c8585ce-bb92-417d-ad09-fcb046ef98ac for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:47:32.113179 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Updating router 1c8585ce-bb92-417d-ad09-fcb046ef98ac port 2471ffdc-ec29-4723-9efc-03f57da477bc binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:47:32.125021 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-74b0a66e-3d97-48a3-83c6-c9ff4450f70e tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.137957 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.190786 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-74b0a66e-3d97-48a3-83c6-c9ff4450f70e tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.208864 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0a66e-3d97-48a3-83c6-c9ff4450f70e tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474143a8-a3ae-4c17-9ee1-c4b944d58b77,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:32.288696 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-74b0a66e-3d97-48a3-83c6-c9ff4450f70e tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.290250 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-74b0a66e-3d97-48a3-83c6-c9ff4450f70e tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3191731 Nov 18 17:47:32.297478 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34732) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:32.303226 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-75b30fd3-4966-49e2-ab06-977212bf6f3a tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Request body: {'security_group_rule': {'security_group_id': '18222467-88c6-4d37-a0d1-ee4fa7df15cf', 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:47:32.400180 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-75b30fd3-4966-49e2-ab06-977212bf6f3a tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.416681 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.440760 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-71d29df5-ae1e-452b-ac72-c02b220f6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.458174 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-75b30fd3-4966-49e2-ab06-977212bf6f3a tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.493722 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.522187 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-75b30fd3-4966-49e2-ab06-977212bf6f3a tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.543488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba092d-1c4d-4f02-b49e-bfdcd54950d1 None None] Pushing event updated for resources: {'Port': ['ID=2471ffdc-ec29-4723-9efc-03f57da477bc,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:32.543740 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b30fd3-4966-49e2-ab06-977212bf6f3a tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3231fd-b6b0-484a-987c-5ac3ac26193e,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:32.601495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Attempting to bind port 2471ffdc-ec29-4723-9efc-03f57da477bc on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:47:32.601887 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Attempting to bind port 2471ffdc-ec29-4723-9efc-03f57da477bc by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '3095da96-23f9-4ce6-8411-3e3a0fea95f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '7ab03c84-c055-4bdc-9550-f6ae20e11826'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:47:32.604118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Attempting to bind port 2471ffdc-ec29-4723-9efc-03f57da477bc on network 7ab03c84-c055-4bdc-9550-f6ae20e11826 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:47:32.610221 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-75b30fd3-4966-49e2-ab06-977212bf6f3a tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.615364 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-75b30fd3-4966-49e2-ab06-977212bf6f3a tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3126056 Nov 18 17:47:32.615549 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34736) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:32.619405 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:47:32.620254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Checking segment: {'id': '3095da96-23f9-4ce6-8411-3e3a0fea95f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '7ab03c84-c055-4bdc-9550-f6ae20e11826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:47:32.621304 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Request body: {'security_group_rule': {'security_group_id': '18222467-88c6-4d37-a0d1-ee4fa7df15cf', 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:47:32.622032 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.622817 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Bound using segment: {'id': '3095da96-23f9-4ce6-8411-3e3a0fea95f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '7ab03c84-c055-4bdc-9550-f6ae20e11826'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:47:32.623809 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Bound port: 2471ffdc-ec29-4723-9efc-03f57da477bc, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3095da96-23f9-4ce6-8411-3e3a0fea95f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '7ab03c84-c055-4bdc-9550-f6ae20e11826'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:47:32.624603 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.710569 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.719016 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] For port 2471ffdc-ec29-4723-9efc-03f57da477bc, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:47:32.723958 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] For port 2471ffdc-ec29-4723-9efc-03f57da477bc, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2471ffdc-ec29-4723-9efc-03f57da477bc,segment=NetworkSegment(3095da96-23f9-4ce6-8411-3e3a0fea95f5),segment_id=3095da96-23f9-4ce6-8411-3e3a0fea95f5)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:47:32.765385 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.802521 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.825011 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.850635 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c867e2-ada6-4590-87c4-a069b3a480ac,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:32.860187 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:32.860549 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:32.860908 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:32.861260 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:32.861606 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:32.861953 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:32.862298 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:32.862642 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:32.862977 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:32.863315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:32.863658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:32.864068 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:47:32.869331 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Routers {'1c8585ce-bb92-417d-ad09-fcb046ef98ac'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:47:32.869966 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:47:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['1c8585ce-bb92-417d-ad09-fcb046ef98ac'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:32.930727 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bd7bbc3b-1a50-4f4c-93dc-7c03b3b5f460 None None] Provisioning complete for port 2471ffdc-ec29-4723-9efc-03f57da477bc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:32.931107 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbc3b-1a50-4f4c-93dc-7c03b3b5f460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.962443 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba092d-1c4d-4f02-b49e-bfdcd54950d1 None None] Pushing event updated for resources: {'Port': ['ID=2471ffdc-ec29-4723-9efc-03f57da477bc,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:32.993322 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:32.997442 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a5ce5229-5bb8-4a2d-ac30-3e9e000134a5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3780117 Nov 18 17:47:32.997741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34740) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:33.003263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f1ef8892-4dae-4502-b32e-ce6dbf47af94 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Request body: {'security_group_rule': {'security_group_id': '18222467-88c6-4d37-a0d1-ee4fa7df15cf', 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:47:33.049170 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] Set router 1c8585ce-bb92-417d-ad09-fcb046ef98ac gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:47:33.099402 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-f1ef8892-4dae-4502-b32e-ce6dbf47af94 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Project 05a63761ede34ab9818e0b9a0ba8389f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:47:33.105443 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f1ef8892-4dae-4502-b32e-ce6dbf47af94 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:33.155754 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbc3b-1a50-4f4c-93dc-7c03b3b5f460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:33.166336 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f1ef8892-4dae-4502-b32e-ce6dbf47af94 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:33.248206 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f1ef8892-4dae-4502-b32e-ce6dbf47af94 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:33.257745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-bd7bbc3b-1a50-4f4c-93dc-7c03b3b5f460 None None] For port 2471ffdc-ec29-4723-9efc-03f57da477bc, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2471ffdc-ec29-4723-9efc-03f57da477bc,segment=NetworkSegment(3095da96-23f9-4ce6-8411-3e3a0fea95f5),segment_id=3095da96-23f9-4ce6-8411-3e3a0fea95f5)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:47:33.270172 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef8892-4dae-4502-b32e-ce6dbf47af94 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e66bed-f2e7-408e-a8dd-08691c99b0ad,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:33.334588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'name': 'tempest-TestServerBasicOps-1832853840-router', 'tenant_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7a47776c-457e-491f-908b-cd0564d66cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:25Z', 'updated_at': '2021-11-18T17:47:29Z', 'revision_number': 4, 'project_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'gw_port': {'id': '7a47776c-457e-491f-908b-cd0564d66cb0', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:eb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:26Z', 'updated_at': '2021-11-18T17:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '2471ffdc-ec29-4723-9efc-03f57da477bc', 'name': '', 'network_id': '7ab03c84-c055-4bdc-9550-f6ae20e11826', 'tenant_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'mac_address': 'fa:16:3e:07:ad:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '673f94b8-ff5e-43ef-a29d-a084097434b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:28Z', 'updated_at': '2021-11-18T17:47:32Z', 'revision_number': 4, 'project_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'subnets': [{'id': '673f94b8-ff5e-43ef-a29d-a084097434b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:33.359384 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f1ef8892-4dae-4502-b32e-ce6dbf47af94 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:33.361246 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f1ef8892-4dae-4502-b32e-ce6dbf47af94 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3619049 Nov 18 17:47:33.364031 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34746) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:33.367444 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbc3b-1a50-4f4c-93dc-7c03b3b5f460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:33.368863 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-fb197dd3-9418-415d-8c8b-7137f4190e34 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Request body: {'security_group_rule': {'security_group_id': '18222467-88c6-4d37-a0d1-ee4fa7df15cf', 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:47:33.390358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99cd3d-2fb6-4a0a-ae23-f129bbe1c993 None None] The sync data for ids ['1c8585ce-bb92-417d-ad09-fcb046ef98ac'] in n-d-813419-11 is: [{'id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'name': 'tempest-TestServerBasicOps-1832853840-router', 'tenant_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7a47776c-457e-491f-908b-cd0564d66cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:25Z', 'updated_at': '2021-11-18T17:47:29Z', 'revision_number': 4, 'project_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'gw_port': {'id': '7a47776c-457e-491f-908b-cd0564d66cb0', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:eb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:26Z', 'updated_at': '2021-11-18T17:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '2471ffdc-ec29-4723-9efc-03f57da477bc', 'name': '', 'network_id': '7ab03c84-c055-4bdc-9550-f6ae20e11826', 'tenant_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'mac_address': 'fa:16:3e:07:ad:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '673f94b8-ff5e-43ef-a29d-a084097434b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:28Z', 'updated_at': '2021-11-18T17:47:32Z', 'revision_number': 4, 'project_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'subnets': [{'id': '673f94b8-ff5e-43ef-a29d-a084097434b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:47:33.419706 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bbc3b-1a50-4f4c-93dc-7c03b3b5f460 None None] Pushing event updated for resources: {'Port': ['ID=2471ffdc-ec29-4723-9efc-03f57da477bc,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:33.466178 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-fb197dd3-9418-415d-8c8b-7137f4190e34 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Project 05a63761ede34ab9818e0b9a0ba8389f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 17:47:33.472435 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb197dd3-9418-415d-8c8b-7137f4190e34 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:33.496544 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5c4c08d4-bcd1-4b7d-8ba2-6e4d1941502d None None] Provisioning complete for port 2471ffdc-ec29-4723-9efc-03f57da477bc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:33.497072 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5c4c08d4-bcd1-4b7d-8ba2-6e4d1941502d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:33.571158 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb197dd3-9418-415d-8c8b-7137f4190e34 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:33.636456 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb197dd3-9418-415d-8c8b-7137f4190e34 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:33.653448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb197dd3-9418-415d-8c8b-7137f4190e34 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19540249-34dd-4b16-8884-51409200a425,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:33.665420 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:33.759991 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb197dd3-9418-415d-8c8b-7137f4190e34 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:33.760824 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fb197dd3-9418-415d-8c8b-7137f4190e34 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3956370 Nov 18 17:47:34.063202 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cb7535d-686e-4c09-901c-98448eda7cad req-156a1992-3774-4a0b-884e-ccf5ea86c1ba tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1526001351&fields=id&tenant_id=05a63761ede34ab9818e0b9a0ba8389f HTTP/1.1" status: 200 len: 267 time: 0.0536771 Nov 18 17:47:34.190234 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7535d-686e-4c09-901c-98448eda7cad req-3ffc0ca2-bb3b-4777-8210-e2e1df5f97e9 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:34.192249 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cb7535d-686e-4c09-901c-98448eda7cad req-3ffc0ca2-bb3b-4777-8210-e2e1df5f97e9 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/networks?id=e59236a2-0599-4fa0-9bcc-1e16829bf6b1 HTTP/1.1" status: 200 len: 809 time: 0.1217923 Nov 18 17:47:34.208652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cb7535d-686e-4c09-901c-98448eda7cad req-77d1e4b0-59e2-4a7a-9ffc-343e2431ea59 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/quotas/05a63761ede34ab9818e0b9a0ba8389f HTTP/1.1" status: 200 len: 375 time: 0.0100439 Nov 18 17:47:34.271093 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cb7535d-686e-4c09-901c-98448eda7cad req-cd424927-a458-481c-ae2c-e85ebaef71f7 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=05a63761ede34ab9818e0b9a0ba8389f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565693 Nov 18 17:47:34.386615 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cb7535d-686e-4c09-901c-98448eda7cad req-a2ae126b-d9eb-4018-84a9-85ac737fe9e6 service neutron] 10.222.0.72 "GET /v2.0/networks/e59236a2-0599-4fa0-9bcc-1e16829bf6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032169 Nov 18 17:47:34.495976 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cb7535d-686e-4c09-901c-98448eda7cad req-9dd4a47c-be53-4a54-9f14-0666f6e068eb service neutron] 10.222.0.72 "GET /v2.0/networks/e59236a2-0599-4fa0-9bcc-1e16829bf6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016324 Nov 18 17:47:34.648296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2471ffdc-ec29-4723-9efc-03f57da477bc up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:47:34.696931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2471ffdc-ec29-4723-9efc-03f57da477bc triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:34.697310 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:35.082545 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01dca80f-fe32-4d9e-a6a2-39c53045d6a0 req-86ec0cf4-9cc2-45ba-b787-f9ca59eb33d0 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 210 time: 0.2720027 Nov 18 17:47:35.083220 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:35.493635 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:36.213158 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6fefdb69-ce8c-4bfd-abae-7f2cacdd46e2 req-ee8afcb9-c4ef-4cb1-8262-87ba3bba58a0 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 210 time: 0.0293062 Nov 18 17:47:37.150480 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7535d-686e-4c09-901c-98448eda7cad req-7c6cbbde-9959-48eb-9a67-7b6e79f3096f tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:37.152209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cb7535d-686e-4c09-901c-98448eda7cad req-7c6cbbde-9959-48eb-9a67-7b6e79f3096f tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.81 "GET /v2.0/networks?id=e59236a2-0599-4fa0-9bcc-1e16829bf6b1 HTTP/1.1" status: 200 len: 809 time: 0.1099002 Nov 18 17:47:37.317815 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dde01c41-0d2f-436e-a010-b57cb57a9ea4 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05a63761ede34ab9818e0b9a0ba8389f HTTP/1.1" status: 200 len: 380 time: 0.1542907 Nov 18 17:47:37.332935 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-7cb7535d-686e-4c09-901c-98448eda7cad req-adc71f62-1d1a-4245-8ea9-692e32b5afb2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Request body: {'port': {'device_id': '016e9f76-ad67-41b2-a3d7-f775a00a31ed', 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1', 'admin_state_up': True, 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'security_groups': ['18222467-88c6-4d37-a0d1-ee4fa7df15cf']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:47:37.367915 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8aba6922-e837-4453-8ec7-81a42c11f1da req-9da76476-c52b-45d3-bfb1-4abebf576516 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 210 time: 0.0487185 Nov 18 17:47:37.543462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb7535d-686e-4c09-901c-98448eda7cad req-adc71f62-1d1a-4245-8ea9-692e32b5afb2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Made reservation on behalf of 05a63761ede34ab9818e0b9a0ba8389f for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:47:37.547103 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7cb7535d-686e-4c09-901c-98448eda7cad req-adc71f62-1d1a-4245-8ea9-692e32b5afb2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:37.693581 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-7cb7535d-686e-4c09-901c-98448eda7cad req-adc71f62-1d1a-4245-8ea9-692e32b5afb2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Allocated IP 172.20.0.3 (e59236a2-0599-4fa0-9bcc-1e16829bf6b1/953b0bf4-fb03-4321-b3a3-844476852bca/1d546e9f-4f17-4407-8b03-fd97c364c3c5) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:47:37.828005 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7cb7535d-686e-4c09-901c-98448eda7cad req-adc71f62-1d1a-4245-8ea9-692e32b5afb2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:37.945372 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7cb7535d-686e-4c09-901c-98448eda7cad req-adc71f62-1d1a-4245-8ea9-692e32b5afb2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:37.987679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb7535d-686e-4c09-901c-98448eda7cad req-adc71f62-1d1a-4245-8ea9-692e32b5afb2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Network e59236a2-0599-4fa0-9bcc-1e16829bf6b1 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:47:37.990777 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-7cb7535d-686e-4c09-901c-98448eda7cad req-adc71f62-1d1a-4245-8ea9-692e32b5afb2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:47:37.994502 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb7535d-686e-4c09-901c-98448eda7cad req-adc71f62-1d1a-4245-8ea9-692e32b5afb2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:47:38.004566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc71f62-1d1a-4245-8ea9-692e32b5afb2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Pushing event updated for resources: {'Port': ['ID=1d546e9f-4f17-4407-8b03-fd97c364c3c5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:38.056126 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7535d-686e-4c09-901c-98448eda7cad req-adc71f62-1d1a-4245-8ea9-692e32b5afb2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:38.060083 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7cb7535d-686e-4c09-901c-98448eda7cad req-adc71f62-1d1a-4245-8ea9-692e32b5afb2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:38.239385 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cb7535d-686e-4c09-901c-98448eda7cad req-adc71f62-1d1a-4245-8ea9-692e32b5afb2 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9103770 Nov 18 17:47:38.249838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-7cb7535d-686e-4c09-901c-98448eda7cad req-e9e60d99-4f61-4a1a-b034-2886abfefae5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:47:38.250779 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cb7535d-686e-4c09-901c-98448eda7cad req-e9e60d99-4f61-4a1a-b034-2886abfefae5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050836 Nov 18 17:47:38.281696 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c010765a-9421-44c1-b371-1214de9648fc None None] Provisioning complete for port 1d546e9f-4f17-4407-8b03-fd97c364c3c5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:38.282183 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c010765a-9421-44c1-b371-1214de9648fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:38.319529 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c010765a-9421-44c1-b371-1214de9648fc None None] Port 1d546e9f-4f17-4407-8b03-fd97c364c3c5 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:47:38.319932 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Request body: {'port': {'device_id': '016e9f76-ad67-41b2-a3d7-f775a00a31ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:47:38.378174 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:38.846071 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2ca7e-8266-4bd6-b5d9-f4dfae66aea8 req-261012c9-0ddf-48d3-a547-2a36655c17bf tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:38.847556 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38c2ca7e-8266-4bd6-b5d9-f4dfae66aea8 req-261012c9-0ddf-48d3-a547-2a36655c17bf tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 931 time: 0.1266561 Nov 18 17:47:38.934533 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38c2ca7e-8266-4bd6-b5d9-f4dfae66aea8 req-5f513620-e27d-4f46-a564-6cc2a0a3ee34 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/security-groups?id=18222467-88c6-4d37-a0d1-ee4fa7df15cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776868 Nov 18 17:47:39.054805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d546e9f-4f17-4407-8b03-fd97c364c3c5 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:47:39.063563 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:39.076389 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Transition to ACTIVE for port object 1d546e9f-4f17-4407-8b03-fd97c364c3c5 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:47:39.183674 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:39.239096 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Pushing event updated for resources: {'Port': ['ID=1d546e9f-4f17-4407-8b03-fd97c364c3c5,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:39.320131 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Attempting to bind port 1d546e9f-4f17-4407-8b03-fd97c364c3c5 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:47:39.320718 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Attempting to bind port 1d546e9f-4f17-4407-8b03-fd97c364c3c5 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '297567f0-c355-46a8-92c7-782475f91728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:47:39.320903 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Attempting to bind port 1d546e9f-4f17-4407-8b03-fd97c364c3c5 on network e59236a2-0599-4fa0-9bcc-1e16829bf6b1 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:47:39.325427 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Port 1d546e9f-4f17-4407-8b03-fd97c364c3c5 on network e59236a2-0599-4fa0-9bcc-1e16829bf6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:47:39.325754 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Attempting to bind port 1d546e9f-4f17-4407-8b03-fd97c364c3c5 on network e59236a2-0599-4fa0-9bcc-1e16829bf6b1 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:47:39.331391 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:47:39.331732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Checking segment: {'id': '297567f0-c355-46a8-92c7-782475f91728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:47:39.332148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Bound using segment: {'id': '297567f0-c355-46a8-92c7-782475f91728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:47:39.332584 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Bound port: 1d546e9f-4f17-4407-8b03-fd97c364c3c5, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '297567f0-c355-46a8-92c7-782475f91728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:47:39.332937 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:39.409655 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] For port 1d546e9f-4f17-4407-8b03-fd97c364c3c5, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:47:39.412937 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] For port 1d546e9f-4f17-4407-8b03-fd97c364c3c5, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1d546e9f-4f17-4407-8b03-fd97c364c3c5,segment=NetworkSegment(297567f0-c355-46a8-92c7-782475f91728),segment_id=297567f0-c355-46a8-92c7-782475f91728)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:47:39.469685 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:39.505439 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:39.506089 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:39.507554 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cb7535d-686e-4c09-901c-98448eda7cad req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] 10.222.0.81 "PUT /v2.0/ports/1d546e9f-4f17-4407-8b03-fd97c364c3c5 HTTP/1.1" status: 200 len: 1092 time: 1.2480540 Nov 18 17:47:39.508042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016e9f76-ad67-41b2-a3d7-f775a00a31ed', 'tag': '1d546e9f-4f17-4407-8b03-fd97c364c3c5'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:47:39.511732 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5bbcb8-0b5e-4af1-abe1-df2b68ee6ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "016e9f76-ad67-41b2-a3d7-f775a00a31ed", "tag": "1d546e9f-4f17-4407-8b03-fd97c364c3c5"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:47:39.548874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8557bb-5673-4fcf-900d-eaec67c10852 service neutron] Pushing event updated for resources: {'Port': ['ID=1d546e9f-4f17-4407-8b03-fd97c364c3c5,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:39.596845 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f42eff-84d6-4ce7-98aa-b9a1e2fbec00 x-openstack-request-id: req-53f42eff-84d6-4ce7-98aa-b9a1e2fbec00 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:47:39.597038 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016e9f76-ad67-41b2-a3d7-f775a00a31ed", "tag": "1d546e9f-4f17-4407-8b03-fd97c364c3c5", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:47:39.597261 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-53f42eff-84d6-4ce7-98aa-b9a1e2fbec00 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:47:39.597687 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016e9f76-ad67-41b2-a3d7-f775a00a31ed', 'tag': '1d546e9f-4f17-4407-8b03-fd97c364c3c5', 'status': 'completed', 'code': 200} Nov 18 17:47:39.670841 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7535d-686e-4c09-901c-98448eda7cad req-e84510f9-2a33-4a09-99bc-a613afb0a6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:39.672684 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cb7535d-686e-4c09-901c-98448eda7cad req-e84510f9-2a33-4a09-99bc-a613afb0a6a1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=05a63761ede34ab9818e0b9a0ba8389f&device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 1095 time: 0.0703506 Nov 18 17:47:39.724162 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cb7535d-686e-4c09-901c-98448eda7cad req-84ea63b8-7445-4aee-a43d-da17327821e8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d546e9f-4f17-4407-8b03-fd97c364c3c5 HTTP/1.1" status: 200 len: 217 time: 0.0422535 Nov 18 17:47:39.775814 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7535d-686e-4c09-901c-98448eda7cad req-56a120cb-3b27-4c51-a392-51813f852e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:39.777353 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cb7535d-686e-4c09-901c-98448eda7cad req-56a120cb-3b27-4c51-a392-51813f852e9a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=953b0bf4-fb03-4321-b3a3-844476852bca HTTP/1.1" status: 200 len: 848 time: 0.0464191 Nov 18 17:47:39.825446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7535d-686e-4c09-901c-98448eda7cad req-372f0c8c-faaa-41cb-9bf1-644bd10ba9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:39.826972 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cb7535d-686e-4c09-901c-98448eda7cad req-372f0c8c-faaa-41cb-9bf1-644bd10ba9fb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e59236a2-0599-4fa0-9bcc-1e16829bf6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404232 Nov 18 17:47:39.932669 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cb7535d-686e-4c09-901c-98448eda7cad req-6e1cb058-19f6-4283-95bc-03f9434e4bdb service neutron] 10.222.0.81 "GET /v2.0/networks/e59236a2-0599-4fa0-9bcc-1e16829bf6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968742 Nov 18 17:47:40.055447 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cb7535d-686e-4c09-901c-98448eda7cad req-9fc3034c-cd11-4ad9-8264-54a85e209ec7 service neutron] 10.222.0.81 "GET /v2.0/networks/e59236a2-0599-4fa0-9bcc-1e16829bf6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144855 Nov 18 17:47:40.071699 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702675bc-f6eb-4cca-8e64-4de91cb9ba57 req-3d88c667-a7b8-4a56-bdc3-08cfeb5fe264 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:40.073332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-702675bc-f6eb-4cca-8e64-4de91cb9ba57 req-3d88c667-a7b8-4a56-bdc3-08cfeb5fe264 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 943 time: 0.0665262 Nov 18 17:47:40.125363 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-702675bc-f6eb-4cca-8e64-4de91cb9ba57 req-70e0e3df-d26e-4da1-806f-1f0d529ceb3b tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/security-groups?id=18222467-88c6-4d37-a0d1-ee4fa7df15cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453341 Nov 18 17:47:40.234867 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bbcb8-0b5e-4af1-abe1-df2b68ee6ef1 req-0d3aff79-a6b5-4e32-bcd3-800d0f9576c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:40.236460 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af5bbcb8-0b5e-4af1-abe1-df2b68ee6ef1 req-0d3aff79-a6b5-4e32-bcd3-800d0f9576c5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=05a63761ede34ab9818e0b9a0ba8389f&device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 1095 time: 0.0439110 Nov 18 17:47:40.333242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bbcb8-0b5e-4af1-abe1-df2b68ee6ef1 req-20dbbbba-b7f4-4415-be92-f960903d1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:40.334731 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af5bbcb8-0b5e-4af1-abe1-df2b68ee6ef1 req-20dbbbba-b7f4-4415-be92-f960903d1f3d service neutron] 10.222.0.81 "GET /v2.0/networks?id=e59236a2-0599-4fa0-9bcc-1e16829bf6b1 HTTP/1.1" status: 200 len: 911 time: 0.0913668 Nov 18 17:47:40.379627 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af5bbcb8-0b5e-4af1-abe1-df2b68ee6ef1 req-f2786941-9967-49a5-b241-629cfa9fa19e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d546e9f-4f17-4407-8b03-fd97c364c3c5 HTTP/1.1" status: 200 len: 217 time: 0.0372474 Nov 18 17:47:40.431607 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bbcb8-0b5e-4af1-abe1-df2b68ee6ef1 req-0e811abb-bd7c-41ab-9446-0202eeaf0c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:40.432576 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af5bbcb8-0b5e-4af1-abe1-df2b68ee6ef1 req-0e811abb-bd7c-41ab-9446-0202eeaf0c7d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=953b0bf4-fb03-4321-b3a3-844476852bca HTTP/1.1" status: 200 len: 848 time: 0.0462515 Nov 18 17:47:40.493743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bbcb8-0b5e-4af1-abe1-df2b68ee6ef1 req-8f72392d-b9d6-40db-adc0-ff78165e0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:40.495173 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af5bbcb8-0b5e-4af1-abe1-df2b68ee6ef1 req-8f72392d-b9d6-40db-adc0-ff78165e0676 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e59236a2-0599-4fa0-9bcc-1e16829bf6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530391 Nov 18 17:47:40.589187 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af5bbcb8-0b5e-4af1-abe1-df2b68ee6ef1 req-69328703-a449-4852-a0ac-250a4cd46801 service neutron] 10.222.0.81 "GET /v2.0/networks/e59236a2-0599-4fa0-9bcc-1e16829bf6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845668 Nov 18 17:47:40.687638 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af5bbcb8-0b5e-4af1-abe1-df2b68ee6ef1 req-28b268a8-607f-486f-bde0-60d229907c35 service neutron] 10.222.0.81 "GET /v2.0/networks/e59236a2-0599-4fa0-9bcc-1e16829bf6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886707 Nov 18 17:47:41.245171 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ae08a-9f1c-4f48-b7aa-b7613788ff78 req-a96ab92d-83e2-4e99-a697-026ce123bdd0 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:41.246856 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-226ae08a-9f1c-4f48-b7aa-b7613788ff78 req-a96ab92d-83e2-4e99-a697-026ce123bdd0 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 943 time: 0.0509868 Nov 18 17:47:41.297690 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-226ae08a-9f1c-4f48-b7aa-b7613788ff78 req-2652032e-2006-4501-843f-c986860d2c21 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/security-groups?id=18222467-88c6-4d37-a0d1-ee4fa7df15cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441623 Nov 18 17:47:42.414044 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0060341-94a1-4b44-9530-a6075eaba784 req-9ba35df4-4940-477d-88ec-42394d5d66d4 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:42.415583 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0060341-94a1-4b44-9530-a6075eaba784 req-9ba35df4-4940-477d-88ec-42394d5d66d4 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 943 time: 0.0489483 Nov 18 17:47:42.466459 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0060341-94a1-4b44-9530-a6075eaba784 req-fb17017a-028b-4ecc-aeea-27bc1478fb38 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/security-groups?id=18222467-88c6-4d37-a0d1-ee4fa7df15cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444765 Nov 18 17:47:43.590631 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a6e0e-755c-498c-8bdc-b0584cc8fef2 req-ed81fd5a-b509-4e5e-b2f5-fac8d3d9c242 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:43.592196 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de7a6e0e-755c-498c-8bdc-b0584cc8fef2 req-ed81fd5a-b509-4e5e-b2f5-fac8d3d9c242 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 943 time: 0.0571501 Nov 18 17:47:43.642975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de7a6e0e-755c-498c-8bdc-b0584cc8fef2 req-3bbf37a1-4ef7-4e01-997b-026d23f64cb3 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/security-groups?id=18222467-88c6-4d37-a0d1-ee4fa7df15cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444794 Nov 18 17:47:44.427964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1d546e9f-4f17-4407-8b03-fd97c364c3c5 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:47:44.529085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1d546e9f-4f17-4407-8b03-fd97c364c3c5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1d546e9f-4f17-4407-8b03-fd97c364c3c5,segment=NetworkSegment(297567f0-c355-46a8-92c7-782475f91728),segment_id=297567f0-c355-46a8-92c7-782475f91728)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:47:44.542976 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '1d546e9f-4f17-4407-8b03-fd97c364c3c5', 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1', 'port_id': '1d546e9f-4f17-4407-8b03-fd97c364c3c5', 'mac_address': 'fa:16:3e:8f:30:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:47:44.587221 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:44.600727 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d546e9f-4f17-4407-8b03-fd97c364c3c5 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:47:44.622403 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1d546e9f-4f17-4407-8b03-fd97c364c3c5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1d546e9f-4f17-4407-8b03-fd97c364c3c5,segment=NetworkSegment(297567f0-c355-46a8-92c7-782475f91728),segment_id=297567f0-c355-46a8-92c7-782475f91728)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:47:44.681880 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:44.733224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=1d546e9f-4f17-4407-8b03-fd97c364c3c5,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:44.790166 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d67529-4129-4aca-b4a9-01fad2b744f5 req-9229fed9-31fe-4757-a325-eee9e6a9ffe6 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:44.791675 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-69d67529-4129-4aca-b4a9-01fad2b744f5 req-9229fed9-31fe-4757-a325-eee9e6a9ffe6 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 944 time: 0.0657463 Nov 18 17:47:44.844701 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-69d67529-4129-4aca-b4a9-01fad2b744f5 req-6ea9e477-e997-404a-a74d-bb845d1f76e8 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/security-groups?id=18222467-88c6-4d37-a0d1-ee4fa7df15cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447690 Nov 18 17:47:44.927372 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['1d546e9f-4f17-4407-8b03-fd97c364c3c5'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:47:45.973260 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58f49f-4205-407a-8085-2fe9fc2b5cac req-e47964a2-c2ac-4147-906a-3fc030950ae1 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:45.974839 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df58f49f-4205-407a-8085-2fe9fc2b5cac req-e47964a2-c2ac-4147-906a-3fc030950ae1 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 944 time: 0.0611975 Nov 18 17:47:46.027092 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df58f49f-4205-407a-8085-2fe9fc2b5cac req-fdc0d2a8-47fa-48e2-a63b-b3f4740dcb71 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/security-groups?id=18222467-88c6-4d37-a0d1-ee4fa7df15cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458226 Nov 18 17:47:46.440304 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1d546e9f-4f17-4407-8b03-fd97c364c3c5 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:47:46.577424 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 1d546e9f-4f17-4407-8b03-fd97c364c3c5 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:47:46.581294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 1d546e9f-4f17-4407-8b03-fd97c364c3c5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:47:46.581675 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:46.661391 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:46.684049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016e9f76-ad67-41b2-a3d7-f775a00a31ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d546e9f-4f17-4407-8b03-fd97c364c3c5'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:47:46.686367 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fd3513-4e78-4b3d-b70a-16da5c496d3c" -d '{"events": [{"server_uuid": "016e9f76-ad67-41b2-a3d7-f775a00a31ed", "name": "network-vif-plugged", "status": "completed", "tag": "1d546e9f-4f17-4407-8b03-fd97c364c3c5"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:47:46.703317 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 1d546e9f-4f17-4407-8b03-fd97c364c3c5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1d546e9f-4f17-4407-8b03-fd97c364c3c5,segment=NetworkSegment(297567f0-c355-46a8-92c7-782475f91728),segment_id=297567f0-c355-46a8-92c7-782475f91728)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:47:46.773166 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:46.796635 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab44f41a-fc26-4294-a2ce-e9d0d7354ea0 x-openstack-request-id: req-ab44f41a-fc26-4294-a2ce-e9d0d7354ea0 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:47:46.796928 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016e9f76-ad67-41b2-a3d7-f775a00a31ed", "name": "network-vif-plugged", "status": "completed", "tag": "1d546e9f-4f17-4407-8b03-fd97c364c3c5", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:47:46.797183 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ab44f41a-fc26-4294-a2ce-e9d0d7354ea0 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:47:46.797574 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016e9f76-ad67-41b2-a3d7-f775a00a31ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d546e9f-4f17-4407-8b03-fd97c364c3c5', 'code': 200} Nov 18 17:47:46.824193 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=1d546e9f-4f17-4407-8b03-fd97c364c3c5,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:46.886834 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d7c0c-4f4e-45d1-95ae-8147d641fc87 req-67036fd6-09f9-4951-b62f-536c815d65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:46.888389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c39d7c0c-4f4e-45d1-95ae-8147d641fc87 req-67036fd6-09f9-4951-b62f-536c815d65ce service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 1097 time: 0.0411370 Nov 18 17:47:46.936567 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c39d7c0c-4f4e-45d1-95ae-8147d641fc87 req-6b81f020-fd02-4639-8501-f930b5ad9a65 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=18222467-88c6-4d37-a0d1-ee4fa7df15cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387142 Nov 18 17:47:47.146935 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf1316-e414-4f29-a78d-fdbb5d3903ac req-e38bc8bb-88d1-4954-a95a-ad95a6e7e09c tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:47.148482 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0faf1316-e414-4f29-a78d-fdbb5d3903ac req-e38bc8bb-88d1-4954-a95a-ad95a6e7e09c tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 945 time: 0.0494812 Nov 18 17:47:47.202247 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0faf1316-e414-4f29-a78d-fdbb5d3903ac req-8d50aab0-4ed2-4ef5-844e-41d85d2f074b tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/security-groups?id=18222467-88c6-4d37-a0d1-ee4fa7df15cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477171 Nov 18 17:47:47.236467 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:47:48.325193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6dbfc-fb2f-4e8b-93e3-cccc45902985 req-6792cda2-e529-4770-a6f1-7019edab8d98 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:48.327133 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3e6dbfc-fb2f-4e8b-93e3-cccc45902985 req-6792cda2-e529-4770-a6f1-7019edab8d98 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 945 time: 0.0532973 Nov 18 17:47:48.379086 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3e6dbfc-fb2f-4e8b-93e3-cccc45902985 req-6896d244-12f9-43da-a9fb-5dde051b8ef5 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/security-groups?id=18222467-88c6-4d37-a0d1-ee4fa7df15cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456569 Nov 18 17:47:48.497924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64490cd1-c415-4148-9920-145af23b126b req-b9ad8fcb-7945-4474-81e1-756c18c0272b tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:48.499983 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64490cd1-c415-4148-9920-145af23b126b req-b9ad8fcb-7945-4474-81e1-756c18c0272b tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 945 time: 0.0521684 Nov 18 17:47:48.550760 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64490cd1-c415-4148-9920-145af23b126b req-b119f7ff-60f8-43d3-8b0f-c6a4c0574a31 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/security-groups?id=18222467-88c6-4d37-a0d1-ee4fa7df15cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446701 Nov 18 17:47:48.671993 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034884e-01cc-420e-8677-8b63d017729c req-a10c9f48-37e8-4b43-858c-8034e42d8572 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:48.673506 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1034884e-01cc-420e-8677-8b63d017729c req-a10c9f48-37e8-4b43-858c-8034e42d8572 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 945 time: 0.0556073 Nov 18 17:47:48.722573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1034884e-01cc-420e-8677-8b63d017729c req-1eaa6b7e-dc66-404f-b524-9648a0db9e7b tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/security-groups?id=18222467-88c6-4d37-a0d1-ee4fa7df15cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428867 Nov 18 17:47:48.745909 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34870) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:48.833823 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e237f04-fc45-4267-968f-55d782acf9f2 tempest-TestServerBasicOps-844878429 tempest-TestServerBasicOps-844878429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:48.835333 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8e237f04-fc45-4267-968f-55d782acf9f2 tempest-TestServerBasicOps-844878429 tempest-TestServerBasicOps-844878429-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 1092 time: 0.0884118 Nov 18 17:47:48.842420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34874) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:47:48.846687 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': '1d546e9f-4f17-4407-8b03-fd97c364c3c5', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:47:48.939049 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:49.047201 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:49.192121 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Allocated IP 172.25.3.171 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/c44b2dc7-65d4-471c-9546-12e024c3253d) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:47:49.300077 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:49.407611 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:49.444305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:47:49.447154 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:47:49.450862 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:47:49.476884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Pushing event updated for resources: {'Port': ['ID=c44b2dc7-65d4-471c-9546-12e024c3253d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:49.821607 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:49.964147 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:50.114329 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:50.184656 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:50.256875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Pushing event updated for resources: {'Port': ['ID=c44b2dc7-65d4-471c-9546-12e024c3253d,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:47:50.271405 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:50.377144 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Floating IP 7de3011b-f2c3-432f-9e96-ee45f4470137 associated. External IP: 172.25.3.171, port: 1d546e9f-4f17-4407-8b03-fd97c364c3c5. Nov 18 17:47:50.596074 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Router d1c734bb-a01c-4c61-868d-579d00efc364 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:47:50.705598 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:47:50.717718 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e495f-44e0-48a5-8c2c-583c3ef9d54b None None] Sync routers for ids ['d1c734bb-a01c-4c61-868d-579d00efc364'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:47:50.730927 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e495f-44e0-48a5-8c2c-583c3ef9d54b None None] Routers {'d1c734bb-a01c-4c61-868d-579d00efc364'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:47:50.736678 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-1b3e495f-44e0-48a5-8c2c-583c3ef9d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:47:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['d1c734bb-a01c-4c61-868d-579d00efc364'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:50.792086 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:50.831351 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2ec89332-7bff-466f-8caf-0bacb7821e78 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9878359 Nov 18 17:47:50.832429 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016e9f76-ad67-41b2-a3d7-f775a00a31ed', 'tag': '1d546e9f-4f17-4407-8b03-fd97c364c3c5'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:47:50.834882 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250c64d4-50a5-4446-aaba-d3e09871b463" -d '{"events": [{"name": "network-changed", "server_uuid": "016e9f76-ad67-41b2-a3d7-f775a00a31ed", "tag": "1d546e9f-4f17-4407-8b03-fd97c364c3c5"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:47:50.861614 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-1b3e495f-44e0-48a5-8c2c-583c3ef9d54b None None] Set router d1c734bb-a01c-4c61-868d-579d00efc364 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:47:50.894287 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237bfd91-f4a0-44d8-8155-9a86d349d083 x-openstack-request-id: req-237bfd91-f4a0-44d8-8155-9a86d349d083 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:47:50.894589 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016e9f76-ad67-41b2-a3d7-f775a00a31ed", "tag": "1d546e9f-4f17-4407-8b03-fd97c364c3c5", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:47:50.894852 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-237bfd91-f4a0-44d8-8155-9a86d349d083 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:47:50.895290 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016e9f76-ad67-41b2-a3d7-f775a00a31ed', 'tag': '1d546e9f-4f17-4407-8b03-fd97c364c3c5', 'status': 'completed', 'code': 200} Nov 18 17:47:50.973996 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c64d4-50a5-4446-aaba-d3e09871b463 req-0ca62028-f507-494d-b11c-a3f1c702c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:50.976130 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-250c64d4-50a5-4446-aaba-d3e09871b463 req-0ca62028-f507-494d-b11c-a3f1c702c095 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=05a63761ede34ab9818e0b9a0ba8389f&device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 1097 time: 0.0518577 Nov 18 17:47:51.077129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c64d4-50a5-4446-aaba-d3e09871b463 req-e3e55642-0c0d-447d-8795-486330ced9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:51.078573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-250c64d4-50a5-4446-aaba-d3e09871b463 req-e3e55642-0c0d-447d-8795-486330ced9b9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e59236a2-0599-4fa0-9bcc-1e16829bf6b1 HTTP/1.1" status: 200 len: 911 time: 0.0923917 Nov 18 17:47:51.122783 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-1b3e495f-44e0-48a5-8c2c-583c3ef9d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'name': 'tempest-TestServerBasicOps-1110533116-router', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:18Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'gw_port': {'id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:19Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '7de3011b-f2c3-432f-9e96-ee45f4470137', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'floating_ip_address': '172.25.3.171', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'port_id': '1d546e9f-4f17-4407-8b03-fd97c364c3c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1', 'mac_address': 'fa:16:3e:8f:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016e9f76-ad67-41b2-a3d7-f775a00a31ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:47:49Z', 'updated_at': '2021-11-18T17:47:49Z', 'revision_number': 0, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fa137d-22af-4695-b249-1be87d894796', 'name': '', 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'mac_address': 'fa:16:3e:ef:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:21Z', 'updated_at': '2021-11-18T17:47:26Z', 'revision_number': 5, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'subnets': [{'id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:51.152599 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e495f-44e0-48a5-8c2c-583c3ef9d54b None None] Checking router: d1c734bb-a01c-4c61-868d-579d00efc364 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:47:51.158837 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-250c64d4-50a5-4446-aaba-d3e09871b463 req-07bba650-abcd-4b07-a7ec-3716eae2b70f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d546e9f-4f17-4407-8b03-fd97c364c3c5 HTTP/1.1" status: 200 len: 999 time: 0.0713410 Nov 18 17:47:51.161510 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e495f-44e0-48a5-8c2c-583c3ef9d54b None None] Routers {'d1c734bb-a01c-4c61-868d-579d00efc364'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:47:51.162126 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-1b3e495f-44e0-48a5-8c2c-583c3ef9d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:47:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['d1c734bb-a01c-4c61-868d-579d00efc364'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:51.222162 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c64d4-50a5-4446-aaba-d3e09871b463 req-70fb8b43-1b4f-4417-9459-cbb0bbcb510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:51.224073 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-250c64d4-50a5-4446-aaba-d3e09871b463 req-70fb8b43-1b4f-4417-9459-cbb0bbcb510b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=953b0bf4-fb03-4321-b3a3-844476852bca HTTP/1.1" status: 200 len: 848 time: 0.0569196 Nov 18 17:47:51.292596 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c64d4-50a5-4446-aaba-d3e09871b463 req-dcf649bf-6c40-4295-8823-686e6a8317c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:47:51.294151 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-250c64d4-50a5-4446-aaba-d3e09871b463 req-dcf649bf-6c40-4295-8823-686e6a8317c0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e59236a2-0599-4fa0-9bcc-1e16829bf6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593987 Nov 18 17:47:51.294388 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-1b3e495f-44e0-48a5-8c2c-583c3ef9d54b None None] Set router d1c734bb-a01c-4c61-868d-579d00efc364 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:47:51.413829 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-250c64d4-50a5-4446-aaba-d3e09871b463 req-0d871d43-62aa-4b2b-8788-7bd41f9855f8 service neutron] 10.222.0.81 "GET /v2.0/networks/e59236a2-0599-4fa0-9bcc-1e16829bf6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102641 Nov 18 17:47:51.543176 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-250c64d4-50a5-4446-aaba-d3e09871b463 req-e741661a-600f-4576-81ed-a3d059735288 service neutron] 10.222.0.81 "GET /v2.0/networks/e59236a2-0599-4fa0-9bcc-1e16829bf6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212797 Nov 18 17:47:51.550802 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-1b3e495f-44e0-48a5-8c2c-583c3ef9d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'name': 'tempest-TestServerBasicOps-1110533116-router', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:18Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'gw_port': {'id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:19Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '7de3011b-f2c3-432f-9e96-ee45f4470137', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'floating_ip_address': '172.25.3.171', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'port_id': '1d546e9f-4f17-4407-8b03-fd97c364c3c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1', 'mac_address': 'fa:16:3e:8f:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016e9f76-ad67-41b2-a3d7-f775a00a31ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:47:49Z', 'updated_at': '2021-11-18T17:47:49Z', 'revision_number': 0, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fa137d-22af-4695-b249-1be87d894796', 'name': '', 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'mac_address': 'fa:16:3e:ef:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:21Z', 'updated_at': '2021-11-18T17:47:26Z', 'revision_number': 5, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'subnets': [{'id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:47:51.579331 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e495f-44e0-48a5-8c2c-583c3ef9d54b None None] The sync data for ids ['d1c734bb-a01c-4c61-868d-579d00efc364'] in n-d-813419-11 is: [{'id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'name': 'tempest-TestServerBasicOps-1110533116-router', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:18Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'gw_port': {'id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:19Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '7de3011b-f2c3-432f-9e96-ee45f4470137', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'floating_ip_address': '172.25.3.171', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'port_id': '1d546e9f-4f17-4407-8b03-fd97c364c3c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1', 'mac_address': 'fa:16:3e:8f:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016e9f76-ad67-41b2-a3d7-f775a00a31ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:47:49Z', 'updated_at': '2021-11-18T17:47:49Z', 'revision_number': 0, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fa137d-22af-4695-b249-1be87d894796', 'name': '', 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'mac_address': 'fa:16:3e:ef:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:21Z', 'updated_at': '2021-11-18T17:47:26Z', 'revision_number': 5, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'subnets': [{'id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:47:51.681732 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:51.797044 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edafabeb-283d-40c3-8d97-2842d0abd330 None None] New status for floating IP 7de3011b-f2c3-432f-9e96-ee45f4470137: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:47:53.259127 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:47:59.955997 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f52a40e-19ec-4c63-a0e5-3f52f1ac9359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:02.440280 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8fda45ec-0ea3-4b94-a3f9-bc945e3da683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:03.629991 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:05.058519 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:05.492902 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:14.474192 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 34970) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:14.587830 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89086dab-4075-49a6-8c23-8e1c58981eea admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:14.665169 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89086dab-4075-49a6-8c23-8e1c58981eea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:14.748654 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-89086dab-4075-49a6-8c23-8e1c58981eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:14.787749 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-89086dab-4075-49a6-8c23-8e1c58981eea admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e2650fa2249a41f782ebe2621592f82d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3124442 Nov 18 17:48:14.788693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89086dab-4075-49a6-8c23-8e1c58981eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a818889-648d-44fd-84de-22d941617909,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:14.790456 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 34974) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:14.848402 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bc76c54c-8412-48a0-9037-021809765909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:14.872458 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bc76c54c-8412-48a0-9037-021809765909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:14.990119 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bc76c54c-8412-48a0-9037-021809765909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:14.992812 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bc76c54c-8412-48a0-9037-021809765909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:14.994012 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bc76c54c-8412-48a0-9037-021809765909 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7a818889-648d-44fd-84de-22d941617909 HTTP/1.1" status: 204 len: 168 time: 0.2006269 Nov 18 17:48:15.002453 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76c54c-8412-48a0-9037-021809765909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a818889-648d-44fd-84de-22d941617909,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:19.870337 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35128) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:19.982717 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c11d2cf4-1105-4952-9130-976c7ea00aca admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:20.056276 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c11d2cf4-1105-4952-9130-976c7ea00aca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:20.125455 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c11d2cf4-1105-4952-9130-976c7ea00aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:20.163068 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d2cf4-1105-4952-9130-976c7ea00aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60ab789-992c-4231-8526-888dcc8c94ed,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:20.168451 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c11d2cf4-1105-4952-9130-976c7ea00aca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e4c3b2694a514e798bfcb43310a83380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2970119 Nov 18 17:48:20.171976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35134) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:20.220617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8ee5-a3cb-4efa-95e5-615860c1ad6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:20.241437 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8ee5-a3cb-4efa-95e5-615860c1ad6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:20.350021 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8ee5-a3cb-4efa-95e5-615860c1ad6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:20.352737 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8ee5-a3cb-4efa-95e5-615860c1ad6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:20.356561 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a7fb8ee5-a3cb-4efa-95e5-615860c1ad6b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e60ab789-992c-4231-8526-888dcc8c94ed HTTP/1.1" status: 204 len: 168 time: 0.1835778 Nov 18 17:48:20.364907 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb8ee5-a3cb-4efa-95e5-615860c1ad6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60ab789-992c-4231-8526-888dcc8c94ed,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:20.908849 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35140) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:20.922907 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-58760510-42ac-413f-b331-2c81a169097c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:20.999797 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-58760510-42ac-413f-b331-2c81a169097c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:21.051047 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-58760510-42ac-413f-b331-2c81a169097c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:21.087530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58760510-42ac-413f-b331-2c81a169097c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae696cc-0fe5-4911-9726-9809f4730841,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:21.093076 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-58760510-42ac-413f-b331-2c81a169097c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b330516d9a8f402ca6328375c12be93f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1831963 Nov 18 17:48:21.095729 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35142) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:21.144431 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8ebb937b-f710-4342-858f-9a7defe03a71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:21.166183 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8ebb937b-f710-4342-858f-9a7defe03a71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:21.264101 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8ebb937b-f710-4342-858f-9a7defe03a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:21.266720 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8ebb937b-f710-4342-858f-9a7defe03a71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:21.267944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8ebb937b-f710-4342-858f-9a7defe03a71 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1ae696cc-0fe5-4911-9726-9809f4730841 HTTP/1.1" status: 204 len: 168 time: 0.1712306 Nov 18 17:48:21.276313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb937b-f710-4342-858f-9a7defe03a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae696cc-0fe5-4911-9726-9809f4730841,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:21.704416 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:23.252825 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:24.142888 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35196) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:24.148180 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-56113c17-5240-449a-bcb5-e0ca2de0ab45 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Request body: {'network': {'name': 'tempest-network-smoke--11561981', 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'port_security_enabled': True}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:48:24.224300 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56113c17-5240-449a-bcb5-e0ca2de0ab45 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Made reservation on behalf of e7311a749e8947cbaa0ba4c1f5b4d3c7 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:48:24.227890 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56113c17-5240-449a-bcb5-e0ca2de0ab45 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:24.235233 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:48:24.236723 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56113c17-5240-449a-bcb5-e0ca2de0ab45 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:24.317192 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56113c17-5240-449a-bcb5-e0ca2de0ab45 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:24.391958 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56113c17-5240-449a-bcb5-e0ca2de0ab45 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:24.412108 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56113c17-5240-449a-bcb5-e0ca2de0ab45 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] vlan segment allocate from pool success with {'vlan_id': 1103, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:48:24.417553 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56113c17-5240-449a-bcb5-e0ca2de0ab45 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec0dbb5-cf27-4ecb-81d0-7a4b4ba9da7f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:24.425530 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56113c17-5240-449a-bcb5-e0ca2de0ab45 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:24.426008 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-56113c17-5240-449a-bcb5-e0ca2de0ab45 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Added segment 92ff7e78-6d4a-4bbe-b1ce-45fa8d848080 of type vlan for network de1e313e-28a9-4244-9346-95cb74358f8a Nov 18 17:48:24.466496 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56113c17-5240-449a-bcb5-e0ca2de0ab45 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:24.566957 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56113c17-5240-449a-bcb5-e0ca2de0ab45 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:24.572568 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56113c17-5240-449a-bcb5-e0ca2de0ab45 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:24.573149 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-56113c17-5240-449a-bcb5-e0ca2de0ab45 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:24.637928 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56113c17-5240-449a-bcb5-e0ca2de0ab45 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event updated for resources: {'Network': ['ID=de1e313e-28a9-4244-9346-95cb74358f8a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:24.649466 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network de1e313e-28a9-4244-9346-95cb74358f8a details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:48:24.674650 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-56113c17-5240-449a-bcb5-e0ca2de0ab45 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5278947 Nov 18 17:48:24.674886 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35198) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:24.679334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1179557921', 'admin_state_up': True, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:48:24.783369 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:24.784659 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:24.838963 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:25.381392 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:25.638045 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:25.658951 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:25.775116 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Allocated IP 172.25.3.73 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/129a5689-02b5-4b4d-baca-9060b9198de7) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:48:25.875701 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:25.960167 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:26.000812 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:48:26.003595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:48:26.007142 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:48:26.016508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b3e58a-dcf5-4b6d-a7ce-0f8032df367e None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:48:26.034922 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event updated for resources: {'Port': ['ID=129a5689-02b5-4b4d-baca-9060b9198de7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:26.095077 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-26943644-e374-4e95-ac35-326c17862158 None None] Provisioning complete for port 129a5689-02b5-4b4d-baca-9060b9198de7 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:48:26.095449 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26943644-e374-4e95-ac35-326c17862158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:26.129335 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-26943644-e374-4e95-ac35-326c17862158 None None] Port 129a5689-02b5-4b4d-baca-9060b9198de7 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:48:26.338497 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:26.536417 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:26.731224 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Router 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:48:26.843966 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:48:26.854656 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Sync routers for ids ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:48:26.868641 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Routers {'387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:48:26.874610 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:48:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:48:26.921811 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:26.923120 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1e893f9a-5d57-4055-b216-2fbe9b005468 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2472389 Nov 18 17:48:26.926262 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35202) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:26.978037 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Set router 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:48:27.060227 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b4113a65-2084-42bd-9a71-c08f683044df tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=e7311a749e8947cbaa0ba4c1f5b4d3c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1328020 Nov 18 17:48:27.062838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35208) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:27.156587 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f1e71a-b206-48ad-acb5-7a15691c43ad tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:27.158172 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-63f1e71a-b206-48ad-acb5-7a15691c43ad tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0944011 Nov 18 17:48:27.160935 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35210) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:27.193755 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-71f49aa5-a26e-4eea-a02a-1dfdd518ada6 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316939 Nov 18 17:48:27.196390 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35212) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:27.202060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-51d60c74-596a-4673-8211-dbf3e02e6a47 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-708631562', 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a', 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:48:27.253397 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179557921', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:48:24Z', 'updated_at': '2021-11-18T17:48:26Z', 'revision_number': 3, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:25Z', 'updated_at': '2021-11-18T17:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:48:27.280726 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Checking router: 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:48:27.281081 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Updating router 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 port 129a5689-02b5-4b4d-baca-9060b9198de7 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:48:27.306175 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:27.349988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d60c74-596a-4673-8211-dbf3e02e6a47 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Made reservation on behalf of e7311a749e8947cbaa0ba4c1f5b4d3c7 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:48:27.353590 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51d60c74-596a-4673-8211-dbf3e02e6a47 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:27.572755 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:27.601679 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51d60c74-596a-4673-8211-dbf3e02e6a47 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:27.660908 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d60c74-596a-4673-8211-dbf3e02e6a47 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event updated for resources: {'Subnet': ['ID=84b50855-120c-4aaf-8744-05b184585320,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:27.671885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d60c74-596a-4673-8211-dbf3e02e6a47 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Checking segment: {'id': '92ff7e78-6d4a-4bbe-b1ce-45fa8d848080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:48:27.672258 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d60c74-596a-4673-8211-dbf3e02e6a47 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Network hostable DHCP agents. Network: de1e313e-28a9-4244-9346-95cb74358f8a, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:48:27.692932 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:27.734029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fce2afc-ee51-48ff-8509-05d84e52c9b8 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:48:27.744190 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Attempting to bind port 129a5689-02b5-4b4d-baca-9060b9198de7 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:48:27.744566 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Attempting to bind port 129a5689-02b5-4b4d-baca-9060b9198de7 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:48:27.744931 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Attempting to bind port 129a5689-02b5-4b4d-baca-9060b9198de7 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:48:27.754861 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d56b7-00b4-408b-b730-6a4a40427099 None None] Pushing event updated for resources: {'Port': ['ID=129a5689-02b5-4b4d-baca-9060b9198de7,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:27.758083 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:48:27.758457 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:48:27.758856 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:27.762275 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:48:27.762275 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Bound port: 129a5689-02b5-4b4d-baca-9060b9198de7, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:48:27.762275 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:27.762508 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bba5c9e7-fac4-4d5b-bf98-579da2f400c0 None None] Provisioning complete for port 129a5689-02b5-4b4d-baca-9060b9198de7 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:48:27.762508 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bba5c9e7-fac4-4d5b-bf98-579da2f400c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:27.781285 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d60c74-596a-4673-8211-dbf3e02e6a47 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Network de1e313e-28a9-4244-9346-95cb74358f8a is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:48:27.785099 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d56b7-00b4-408b-b730-6a4a40427099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:27.789275 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d56b7-00b4-408b-b730-6a4a40427099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:27.789275 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d56b7-00b4-408b-b730-6a4a40427099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:27.789275 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d56b7-00b4-408b-b730-6a4a40427099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:27.789275 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d56b7-00b4-408b-b730-6a4a40427099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:27.789275 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d56b7-00b4-408b-b730-6a4a40427099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:27.789275 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d56b7-00b4-408b-b730-6a4a40427099 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:27.789275 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d56b7-00b4-408b-b730-6a4a40427099 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:27.789275 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d56b7-00b4-408b-b730-6a4a40427099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:27.789275 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d56b7-00b4-408b-b730-6a4a40427099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:27.789275 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d56b7-00b4-408b-b730-6a4a40427099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:27.789275 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d56b7-00b4-408b-b730-6a4a40427099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:27.802183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bba5c9e7-fac4-4d5b-bf98-579da2f400c0 None None] Port 129a5689-02b5-4b4d-baca-9060b9198de7 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:48:27.824905 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] For port 129a5689-02b5-4b4d-baca-9060b9198de7, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:48:27.827981 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] For port 129a5689-02b5-4b4d-baca-9060b9198de7, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=129a5689-02b5-4b4d-baca-9060b9198de7,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:48:27.869964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-51d60c74-596a-4673-8211-dbf3e02e6a47 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, de1e313e-28a9-4244-9346-95cb74358f8a) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:48:27.879344 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d60c74-596a-4673-8211-dbf3e02e6a47 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:27.880136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525db6a7-2593-4567-9668-1f04f93224d5 None None] Network de1e313e-28a9-4244-9346-95cb74358f8a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:48:27.880905 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-51d60c74-596a-4673-8211-dbf3e02e6a47 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:27.899051 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:27.942094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1c2a56-25ab-4442-a423-c8a5392497a5 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:48:27.953753 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-51d60c74-596a-4673-8211-dbf3e02e6a47 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7560625 Nov 18 17:48:27.956413 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35214) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:27.964127 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Routers {'387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:48:27.964773 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:48:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:48:27.970391 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d56b7-00b4-408b-b730-6a4a40427099 None None] Pushing event updated for resources: {'Port': ['ID=129a5689-02b5-4b4d-baca-9060b9198de7,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:28.053016 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-82b154f8-1a96-4930-92dd-46a7259aec2e None None] Provisioning complete for port 129a5689-02b5-4b4d-baca-9060b9198de7 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:48:28.053478 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-82b154f8-1a96-4930-92dd-46a7259aec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:28.076521 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-de1e313e-28a9-4244-9346-95cb74358f8a', 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'fixed_ips': [{'subnet_id': '84b50855-120c-4aaf-8744-05b184585320'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:48:28.077671 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:28.078684 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] Set router 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:48:28.283413 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-82b154f8-1a96-4930-92dd-46a7259aec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:28.286564 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179557921', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:48:24Z', 'updated_at': '2021-11-18T17:48:26Z', 'revision_number': 3, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:25Z', 'updated_at': '2021-11-18T17:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:48:28.321871 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd2c72-52fd-46e8-99aa-7e7a0b707a67 None None] The sync data for ids ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'] in n-d-813419-11 is: [{'id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179557921', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:48:24Z', 'updated_at': '2021-11-18T17:48:26Z', 'revision_number': 3, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:25Z', 'updated_at': '2021-11-18T17:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:48:28.341328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-82b154f8-1a96-4930-92dd-46a7259aec2e None None] For port 129a5689-02b5-4b4d-baca-9060b9198de7, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=129a5689-02b5-4b4d-baca-9060b9198de7,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:48:28.345328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Allocated IP 172.20.0.2 (de1e313e-28a9-4244-9346-95cb74358f8a/84b50855-120c-4aaf-8744-05b184585320/40738f22-cc3a-4ce5-a14f-586ad810ab52) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:48:28.428953 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-82b154f8-1a96-4930-92dd-46a7259aec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:28.440559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35220) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:28.484696 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b154f8-1a96-4930-92dd-46a7259aec2e None None] Pushing event updated for resources: {'Port': ['ID=129a5689-02b5-4b4d-baca-9060b9198de7,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:28.494902 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b154f8-1a96-4930-92dd-46a7259aec2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:28.495300 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b154f8-1a96-4930-92dd-46a7259aec2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:28.495604 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b154f8-1a96-4930-92dd-46a7259aec2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:28.496185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b154f8-1a96-4930-92dd-46a7259aec2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:28.496298 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b154f8-1a96-4930-92dd-46a7259aec2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:28.497366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b154f8-1a96-4930-92dd-46a7259aec2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:28.497642 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b154f8-1a96-4930-92dd-46a7259aec2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:28.498034 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b154f8-1a96-4930-92dd-46a7259aec2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:28.498425 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b154f8-1a96-4930-92dd-46a7259aec2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:28.498932 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b154f8-1a96-4930-92dd-46a7259aec2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:28.499473 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b154f8-1a96-4930-92dd-46a7259aec2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:28.500098 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b154f8-1a96-4930-92dd-46a7259aec2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:28.501600 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:28.583198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07cb48-06df-4883-8a09-75dc75676116 req-b6aa1abe-85b8-418a-bdb4-02105ccaa805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:28.585050 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3d07cb48-06df-4883-8a09-75dc75676116 req-b6aa1abe-85b8-418a-bdb4-02105ccaa805 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 1097 time: 0.1434011 Nov 18 17:48:28.614559 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:28.673495 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3d07cb48-06df-4883-8a09-75dc75676116 req-03dd8dce-4be0-46d4-9f40-85795405504d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=18222467-88c6-4d37-a0d1-ee4fa7df15cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692201 Nov 18 17:48:28.696210 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:28.745824 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Network de1e313e-28a9-4244-9346-95cb74358f8a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:48:28.750442 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:48:28.757886 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:48:28.761128 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Pushing event updated for resources: {'Port': ['ID=40738f22-cc3a-4ce5-a14f-586ad810ab52,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:28.817223 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Attempting to bind port 40738f22-cc3a-4ce5-a14f-586ad810ab52 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:48:28.817602 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Attempting to bind port 40738f22-cc3a-4ce5-a14f-586ad810ab52 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '92ff7e78-6d4a-4bbe-b1ce-45fa8d848080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:48:28.818102 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Attempting to bind port 40738f22-cc3a-4ce5-a14f-586ad810ab52 on network de1e313e-28a9-4244-9346-95cb74358f8a {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:48:28.823579 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:48:28.824009 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Checking segment: {'id': '92ff7e78-6d4a-4bbe-b1ce-45fa8d848080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:48:28.824420 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:28.824850 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Bound using segment: {'id': '92ff7e78-6d4a-4bbe-b1ce-45fa8d848080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:48:28.825392 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Bound port: 40738f22-cc3a-4ce5-a14f-586ad810ab52, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ff7e78-6d4a-4bbe-b1ce-45fa8d848080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:48:28.825779 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:28.848439 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Allocated IP 172.20.0.1 (de1e313e-28a9-4244-9346-95cb74358f8a/84b50855-120c-4aaf-8744-05b184585320/955d02ed-03fe-4c7a-8ec2-579bfa94a697) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:48:28.898248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] For port 40738f22-cc3a-4ce5-a14f-586ad810ab52, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:48:28.902272 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] For port 40738f22-cc3a-4ce5-a14f-586ad810ab52, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=40738f22-cc3a-4ce5-a14f-586ad810ab52,segment=NetworkSegment(92ff7e78-6d4a-4bbe-b1ce-45fa8d848080),segment_id=92ff7e78-6d4a-4bbe-b1ce-45fa8d848080)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:48:28.979663 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:28.989691 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:29.061371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac2239-8869-4451-b14b-09968948f406 None None] Pushing event updated for resources: {'Port': ['ID=40738f22-cc3a-4ce5-a14f-586ad810ab52,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:29.145301 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:29.197495 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Network de1e313e-28a9-4244-9346-95cb74358f8a is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:48:29.200969 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:48:29.206310 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:48:29.226655 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event updated for resources: {'Port': ['ID=955d02ed-03fe-4c7a-8ec2-579bfa94a697,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:29.308913 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:29.557739 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:29.857032 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:29.919985 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:29.948347 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64dfd0c7-5a2b-4b70-9b51-19e302a2b952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:29.998544 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event updated for resources: {'Port': ['ID=955d02ed-03fe-4c7a-8ec2-579bfa94a697,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:30.002480 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:30.095986 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505eb51f-937a-4b4b-a9bf-27c7fb02d70f None None] Network de1e313e-28a9-4244-9346-95cb74358f8a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:48:30.107871 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Network de1e313e-28a9-4244-9346-95cb74358f8a is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:48:30.109564 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:48:30.216935 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9dc6adae-5219-4fc5-ad44-9149f1218461 None None] Provisioning complete for port 40738f22-cc3a-4ce5-a14f-586ad810ab52 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:48:30.217368 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9dc6adae-5219-4fc5-ad44-9149f1218461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:30.225324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Router 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:48:30.402576 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9dc6adae-5219-4fc5-ad44-9149f1218461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:30.444706 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9dc6adae-5219-4fc5-ad44-9149f1218461 None None] For port 40738f22-cc3a-4ce5-a14f-586ad810ab52, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=40738f22-cc3a-4ce5-a14f-586ad810ab52,segment=NetworkSegment(92ff7e78-6d4a-4bbe-b1ce-45fa8d848080),segment_id=92ff7e78-6d4a-4bbe-b1ce-45fa8d848080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:48:30.522407 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9dc6adae-5219-4fc5-ad44-9149f1218461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:30.590842 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 40738f22-cc3a-4ce5-a14f-586ad810ab52 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:48:30.770187 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:48:30.778838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35236) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:30.779353 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fae9a0d9-d090-4af7-a4b1-100bd7169c18 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "PUT /v2.0/routers/387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8215117 Nov 18 17:48:30.784640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1058649332', 'description': 'tempest-secgroup_access--1058649332 description', 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:48:30.803190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Sync routers for ids ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:48:30.815288 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6adae-5219-4fc5-ad44-9149f1218461 None None] Pushing event updated for resources: {'Port': ['ID=40738f22-cc3a-4ce5-a14f-586ad810ab52,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:30.827898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Routers {'387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:48:30.828716 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:48:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:48:30.881260 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bdb53cc5-df86-4ac9-ad2e-502cc08a9085 None None] Provisioning complete for port 40738f22-cc3a-4ce5-a14f-586ad810ab52 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:48:30.881646 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bdb53cc5-df86-4ac9-ad2e-502cc08a9085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:30.893338 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:30.974616 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 40738f22-cc3a-4ce5-a14f-586ad810ab52 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:48:30.974616 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:30.996402 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:31.018650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Set router 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:48:31.053035 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:31.089282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed61082-0f4f-4c1f-af0f-192dfc41b010,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:31.098745 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:31.099189 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:31.099755 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:31.100380 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:31.100896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:31.101405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:31.101909 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:31.102394 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:31.102886 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:31.103368 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:31.103884 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:31.104357 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:31.158039 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:31.159356 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c0928e42-51d2-4e3e-9b50-8aa5b17054a2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3784847 Nov 18 17:48:31.162316 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35238) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:31.166889 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7c9f5645-7a47-4f6c-b22f-bea02b214613 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--748438045', 'description': 'tempest-secgroup_general--748438045 description', 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:48:31.236151 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c9f5645-7a47-4f6c-b22f-bea02b214613 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:31.242904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 129a5689-02b5-4b4d-baca-9060b9198de7 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:48:31.248892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bdb53cc5-df86-4ac9-ad2e-502cc08a9085 None None] Provisioning complete for port 955d02ed-03fe-4c7a-8ec2-579bfa94a697 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:48:31.249265 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bdb53cc5-df86-4ac9-ad2e-502cc08a9085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:31.315467 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c9f5645-7a47-4f6c-b22f-bea02b214613 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:31.330474 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bdb53cc5-df86-4ac9-ad2e-502cc08a9085 None None] Port 955d02ed-03fe-4c7a-8ec2-579bfa94a697 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:48:31.374363 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 129a5689-02b5-4b4d-baca-9060b9198de7 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:48:31.374737 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:31.420848 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179557921', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:48:24Z', 'updated_at': '2021-11-18T17:48:29Z', 'revision_number': 4, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:25Z', 'updated_at': '2021-11-18T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '955d02ed-03fe-4c7a-8ec2-579bfa94a697', 'name': '', 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'mac_address': 'fa:16:3e:29:a3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '84b50855-120c-4aaf-8744-05b184585320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:28Z', 'updated_at': '2021-11-18T17:48:29Z', 'revision_number': 2, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'subnets': [{'id': '84b50855-120c-4aaf-8744-05b184585320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:48:31.457876 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Checking router: 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:48:31.458235 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Updating router 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 port 955d02ed-03fe-4c7a-8ec2-579bfa94a697 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:48:31.511739 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:31.516190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-26352b1d-ed6c-41ae-989a-7d1bb919a880 None None] Provisioning complete for port 955d02ed-03fe-4c7a-8ec2-579bfa94a697 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:48:31.516562 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26352b1d-ed6c-41ae-989a-7d1bb919a880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:31.531255 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c9f5645-7a47-4f6c-b22f-bea02b214613 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:31.581881 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f5645-7a47-4f6c-b22f-bea02b214613 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feae4b92-c665-4952-adf4-d91a5155e3ab,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:31.601073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-26352b1d-ed6c-41ae-989a-7d1bb919a880 None None] Port 955d02ed-03fe-4c7a-8ec2-579bfa94a697 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:48:31.635984 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c9f5645-7a47-4f6c-b22f-bea02b214613 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:31.637404 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7c9f5645-7a47-4f6c-b22f-bea02b214613 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4740758 Nov 18 17:48:31.640353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35240) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:31.644873 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9344fdf2-0ff4-4fa1-9503-0106083f201e tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Request body: {'security_group_rule': {'security_group_id': 'fed61082-0f4f-4c1f-af0f-192dfc41b010', 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:48:31.753396 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9344fdf2-0ff4-4fa1-9503-0106083f201e tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:31.809668 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9344fdf2-0ff4-4fa1-9503-0106083f201e tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:31.842434 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:31.874175 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9344fdf2-0ff4-4fa1-9503-0106083f201e tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:31.896398 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344fdf2-0ff4-4fa1-9503-0106083f201e tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1aaf56-f8d1-49cd-80cf-b8b3e83d52f8,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:31.903514 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:31.972030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354adfba-cd94-497d-92e1-ac0bac8f57fe None None] Pushing event updated for resources: {'Port': ['ID=955d02ed-03fe-4c7a-8ec2-579bfa94a697,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:31.980446 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9344fdf2-0ff4-4fa1-9503-0106083f201e tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:31.990604 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9344fdf2-0ff4-4fa1-9503-0106083f201e tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3409188 Nov 18 17:48:32.037743 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Attempting to bind port 955d02ed-03fe-4c7a-8ec2-579bfa94a697 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:48:32.038333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Attempting to bind port 955d02ed-03fe-4c7a-8ec2-579bfa94a697 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '92ff7e78-6d4a-4bbe-b1ce-45fa8d848080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:48:32.038664 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Attempting to bind port 955d02ed-03fe-4c7a-8ec2-579bfa94a697 on network de1e313e-28a9-4244-9346-95cb74358f8a {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:48:32.045270 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:48:32.045662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Checking segment: {'id': '92ff7e78-6d4a-4bbe-b1ce-45fa8d848080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:48:32.046073 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:32.046482 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Bound using segment: {'id': '92ff7e78-6d4a-4bbe-b1ce-45fa8d848080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:48:32.046968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Bound port: 955d02ed-03fe-4c7a-8ec2-579bfa94a697, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ff7e78-6d4a-4bbe-b1ce-45fa8d848080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:48:32.047362 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:32.120471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] For port 955d02ed-03fe-4c7a-8ec2-579bfa94a697, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:48:32.124324 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] For port 955d02ed-03fe-4c7a-8ec2-579bfa94a697, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=955d02ed-03fe-4c7a-8ec2-579bfa94a697,segment=NetworkSegment(92ff7e78-6d4a-4bbe-b1ce-45fa8d848080),segment_id=92ff7e78-6d4a-4bbe-b1ce-45fa8d848080)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:48:32.188644 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-994ed828-3bce-41cc-86f5-dc30ceac75a5 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup_access--1058649332&fields=id&tenant_id=e7311a749e8947cbaa0ba4c1f5b4d3c7 HTTP/1.1" status: 200 len: 267 time: 0.0546193 Nov 18 17:48:32.218639 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:32.242148 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-89dd2828-c90c-4db8-b316-38d40f85c285 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup_general--748438045&fields=id&tenant_id=e7311a749e8947cbaa0ba4c1f5b4d3c7 HTTP/1.1" status: 200 len: 267 time: 0.0466633 Nov 18 17:48:32.267315 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a93432ee-b16a-4bda-807b-a42a2ee90253 None None] Provisioning complete for port 955d02ed-03fe-4c7a-8ec2-579bfa94a697 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:48:32.278394 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a93432ee-b16a-4bda-807b-a42a2ee90253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:32.306665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Routers {'387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:48:32.307275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:48:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:48:32.313785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354adfba-cd94-497d-92e1-ac0bac8f57fe None None] Pushing event updated for resources: {'Port': ['ID=955d02ed-03fe-4c7a-8ec2-579bfa94a697,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:32.367214 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e60804-430f-42ca-b907-828e979fcd58 req-cef90003-33e6-4e45-a4ba-d318e9868585 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:32.368972 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-cef90003-33e6-4e45-a4ba-d318e9868585 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/networks?id=de1e313e-28a9-4244-9346-95cb74358f8a HTTP/1.1" status: 200 len: 795 time: 0.1196899 Nov 18 17:48:32.395213 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-f966926d-db32-41b1-a1d2-f666e5fad677 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/quotas/e7311a749e8947cbaa0ba4c1f5b4d3c7 HTTP/1.1" status: 200 len: 375 time: 0.0195057 Nov 18 17:48:32.448536 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-6fd6ea54-7877-4327-b48d-6363145f7f04 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7311a749e8947cbaa0ba4c1f5b4d3c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524535 Nov 18 17:48:32.478887 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 40738f22-cc3a-4ce5-a14f-586ad810ab52 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:48:32.480875 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f91db177-bf98-4344-b2f2-ea9759e1bf3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:32.526196 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] Set router 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:48:32.555204 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a93432ee-b16a-4bda-807b-a42a2ee90253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:32.613163 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-8a75da7e-fd1b-4835-b176-bb4bdfc3a447 service neutron] 10.222.0.72 "GET /v2.0/networks/de1e313e-28a9-4244-9346-95cb74358f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499875 Nov 18 17:48:32.726205 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-93009c99-1a88-4074-8751-99f8e42ec30a service neutron] 10.222.0.72 "GET /v2.0/networks/de1e313e-28a9-4244-9346-95cb74358f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066208 Nov 18 17:48:32.813353 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a93432ee-b16a-4bda-807b-a42a2ee90253 None None] For port 955d02ed-03fe-4c7a-8ec2-579bfa94a697, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=955d02ed-03fe-4c7a-8ec2-579bfa94a697,segment=NetworkSegment(92ff7e78-6d4a-4bbe-b1ce-45fa8d848080),segment_id=92ff7e78-6d4a-4bbe-b1ce-45fa8d848080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:48:32.832611 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 40738f22-cc3a-4ce5-a14f-586ad810ab52 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:48:32.832986 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:32.945951 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a93432ee-b16a-4bda-807b-a42a2ee90253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:32.983144 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fad0f3b3-4cee-4784-95ce-a4317a3aad5c req-f76eee8e-d644-45c5-a90e-87a7201911ff tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 210 time: 0.0277801 Nov 18 17:48:33.041168 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93432ee-b16a-4bda-807b-a42a2ee90253 None None] Pushing event updated for resources: {'Port': ['ID=955d02ed-03fe-4c7a-8ec2-579bfa94a697,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:33.061888 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179557921', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:48:24Z', 'updated_at': '2021-11-18T17:48:29Z', 'revision_number': 4, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:25Z', 'updated_at': '2021-11-18T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '955d02ed-03fe-4c7a-8ec2-579bfa94a697', 'name': '', 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'mac_address': 'fa:16:3e:29:a3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '84b50855-120c-4aaf-8744-05b184585320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:28Z', 'updated_at': '2021-11-18T17:48:32Z', 'revision_number': 4, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'subnets': [{'id': '84b50855-120c-4aaf-8744-05b184585320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:48:33.095518 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072d566-9bcf-4ffb-80fc-c957530a2bcd None None] The sync data for ids ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'] in n-d-813419-11 is: [{'id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179557921', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:48:24Z', 'updated_at': '2021-11-18T17:48:29Z', 'revision_number': 4, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:25Z', 'updated_at': '2021-11-18T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '955d02ed-03fe-4c7a-8ec2-579bfa94a697', 'name': '', 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'mac_address': 'fa:16:3e:29:a3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '84b50855-120c-4aaf-8744-05b184585320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:28Z', 'updated_at': '2021-11-18T17:48:32Z', 'revision_number': 4, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'subnets': [{'id': '84b50855-120c-4aaf-8744-05b184585320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:48:33.101830 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-dd0bb21c-c411-4dd3-8fb7-8d08643e4f01 None None] Provisioning complete for port 955d02ed-03fe-4c7a-8ec2-579bfa94a697 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:48:33.102291 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb21c-c411-4dd3-8fb7-8d08643e4f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:33.653466 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:34.091829 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-238718c6-a37b-4560-b4c3-7549cc30c2e0 req-a4a31769-4dfe-4fef-9ae2-016442480c4d tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 210 time: 0.0376225 Nov 18 17:48:34.481833 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 955d02ed-03fe-4c7a-8ec2-579bfa94a697 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:48:34.537274 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 955d02ed-03fe-4c7a-8ec2-579bfa94a697 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:48:34.537876 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:35.067979 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:35.189728 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9529ec34-3130-4738-b665-c8a3921217e5 req-c864eb6c-8e28-445f-9980-a962726fd824 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 210 time: 0.0266318 Nov 18 17:48:35.324336 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e60804-430f-42ca-b907-828e979fcd58 req-7b46856e-87de-4ac3-884a-42241694140d tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:35.326541 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-7b46856e-87de-4ac3-884a-42241694140d tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.83 "GET /v2.0/networks?id=de1e313e-28a9-4244-9346-95cb74358f8a HTTP/1.1" status: 200 len: 795 time: 0.1078396 Nov 18 17:48:35.402511 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-e9613717-6e85-47fc-bd50-da5f8460b376 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7311a749e8947cbaa0ba4c1f5b4d3c7 HTTP/1.1" status: 200 len: 477 time: 0.0640855 Nov 18 17:48:35.414342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c4e60804-430f-42ca-b907-828e979fcd58 req-190d965e-7d62-423d-93d4-339ecae21967 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Request body: {'port': {'device_id': '6fbb22e8-b411-4bc6-b45e-9a38ca262443', 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a', 'admin_state_up': True, 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'security_groups': ['fed61082-0f4f-4c1f-af0f-192dfc41b010', 'feae4b92-c665-4952-adf4-d91a5155e3ab']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:48:35.481907 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:35.600883 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e60804-430f-42ca-b907-828e979fcd58 req-190d965e-7d62-423d-93d4-339ecae21967 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Made reservation on behalf of e7311a749e8947cbaa0ba4c1f5b4d3c7 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:48:35.604491 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c4e60804-430f-42ca-b907-828e979fcd58 req-190d965e-7d62-423d-93d4-339ecae21967 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:35.735500 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-c4e60804-430f-42ca-b907-828e979fcd58 req-190d965e-7d62-423d-93d4-339ecae21967 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Allocated IP 172.20.0.7 (de1e313e-28a9-4244-9346-95cb74358f8a/84b50855-120c-4aaf-8744-05b184585320/6aaab17a-2d0b-4e82-858d-12b9cd46778a) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:48:35.881415 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c4e60804-430f-42ca-b907-828e979fcd58 req-190d965e-7d62-423d-93d4-339ecae21967 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:35.971197 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c4e60804-430f-42ca-b907-828e979fcd58 req-190d965e-7d62-423d-93d4-339ecae21967 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:36.011926 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e60804-430f-42ca-b907-828e979fcd58 req-190d965e-7d62-423d-93d4-339ecae21967 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Network de1e313e-28a9-4244-9346-95cb74358f8a is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:48:36.014834 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-c4e60804-430f-42ca-b907-828e979fcd58 req-190d965e-7d62-423d-93d4-339ecae21967 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:48:36.018578 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e60804-430f-42ca-b907-828e979fcd58 req-190d965e-7d62-423d-93d4-339ecae21967 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:48:36.046802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d965e-7d62-423d-93d4-339ecae21967 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event updated for resources: {'Port': ['ID=6aaab17a-2d0b-4e82-858d-12b9cd46778a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:36.074980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e60804-430f-42ca-b907-828e979fcd58 req-190d965e-7d62-423d-93d4-339ecae21967 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:36.075628 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c4e60804-430f-42ca-b907-828e979fcd58 req-190d965e-7d62-423d-93d4-339ecae21967 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:36.157365 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-190d965e-7d62-423d-93d4-339ecae21967 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7467179 Nov 18 17:48:36.172375 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-80cc8ecb-3813-4eec-bf51-1931d7ef1e00 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:48:36.173448 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-80cc8ecb-3813-4eec-bf51-1931d7ef1e00 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062613 Nov 18 17:48:36.245732 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Request body: {'port': {'device_id': '6fbb22e8-b411-4bc6-b45e-9a38ca262443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:48:36.247881 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d02cefa5-e6e2-42a3-a298-2b468d14a53e None None] Provisioning complete for port 6aaab17a-2d0b-4e82-858d-12b9cd46778a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:48:36.248270 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d02cefa5-e6e2-42a3-a298-2b468d14a53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:36.286224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d02cefa5-e6e2-42a3-a298-2b468d14a53e None None] Port 6aaab17a-2d0b-4e82-858d-12b9cd46778a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:48:36.308241 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:36.315434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a4eba-f5ad-46f2-aeeb-a47caf654c89 req-5aa745fe-d4ff-4960-b0e2-4e2cf3f98cbc tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:36.316992 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9f2a4eba-f5ad-46f2-aeeb-a47caf654c89 req-5aa745fe-d4ff-4960-b0e2-4e2cf3f98cbc tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 970 time: 0.0507448 Nov 18 17:48:36.374959 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9f2a4eba-f5ad-46f2-aeeb-a47caf654c89 req-0b9abc81-fb1e-477a-af55-8c3acabee8ed tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/security-groups?id=fed61082-0f4f-4c1f-af0f-192dfc41b010&id=feae4b92-c665-4952-adf4-d91a5155e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0512464 Nov 18 17:48:36.567891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aaab17a-2d0b-4e82-858d-12b9cd46778a {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:48:36.575701 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:36.587432 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Transition to ACTIVE for port object 6aaab17a-2d0b-4e82-858d-12b9cd46778a will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:48:36.662562 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:36.713955 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Pushing event updated for resources: {'Port': ['ID=6aaab17a-2d0b-4e82-858d-12b9cd46778a,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:36.790507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Attempting to bind port 6aaab17a-2d0b-4e82-858d-12b9cd46778a on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:48:36.790976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Attempting to bind port 6aaab17a-2d0b-4e82-858d-12b9cd46778a by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '92ff7e78-6d4a-4bbe-b1ce-45fa8d848080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:48:36.791317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Attempting to bind port 6aaab17a-2d0b-4e82-858d-12b9cd46778a on network de1e313e-28a9-4244-9346-95cb74358f8a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:48:36.796915 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Port 6aaab17a-2d0b-4e82-858d-12b9cd46778a on network de1e313e-28a9-4244-9346-95cb74358f8a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:48:36.797247 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Attempting to bind port 6aaab17a-2d0b-4e82-858d-12b9cd46778a on network de1e313e-28a9-4244-9346-95cb74358f8a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:48:36.803685 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:48:36.804128 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Checking segment: {'id': '92ff7e78-6d4a-4bbe-b1ce-45fa8d848080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:48:36.804525 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Bound using segment: {'id': '92ff7e78-6d4a-4bbe-b1ce-45fa8d848080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:48:36.804971 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Bound port: 6aaab17a-2d0b-4e82-858d-12b9cd46778a, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92ff7e78-6d4a-4bbe-b1ce-45fa8d848080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:48:36.805333 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:36.885382 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] For port 6aaab17a-2d0b-4e82-858d-12b9cd46778a, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:48:36.889787 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] For port 6aaab17a-2d0b-4e82-858d-12b9cd46778a, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6aaab17a-2d0b-4e82-858d-12b9cd46778a,segment=NetworkSegment(92ff7e78-6d4a-4bbe-b1ce-45fa8d848080),segment_id=92ff7e78-6d4a-4bbe-b1ce-45fa8d848080)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:48:36.983736 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:37.027198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:37.027855 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:37.029251 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] 10.222.0.83 "PUT /v2.0/ports/6aaab17a-2d0b-4e82-858d-12b9cd46778a HTTP/1.1" status: 200 len: 1131 time: 0.8439431 Nov 18 17:48:37.029747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fbb22e8-b411-4bc6-b45e-9a38ca262443', 'tag': '6aaab17a-2d0b-4e82-858d-12b9cd46778a'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:48:37.032086 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40833f7-bfe6-4a0b-82f4-e435c4267715" -d '{"events": [{"name": "network-changed", "server_uuid": "6fbb22e8-b411-4bc6-b45e-9a38ca262443", "tag": "6aaab17a-2d0b-4e82-858d-12b9cd46778a"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:48:37.056650 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550df30-d118-4876-afc9-0ec675a90d6c service neutron] Pushing event updated for resources: {'Port': ['ID=6aaab17a-2d0b-4e82-858d-12b9cd46778a,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:37.146328 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e00ca08-1b2c-4a85-b29d-0ac5fe51a4aa x-openstack-request-id: req-7e00ca08-1b2c-4a85-b29d-0ac5fe51a4aa {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:48:37.146707 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fbb22e8-b411-4bc6-b45e-9a38ca262443", "tag": "6aaab17a-2d0b-4e82-858d-12b9cd46778a", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:48:37.147167 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7e00ca08-1b2c-4a85-b29d-0ac5fe51a4aa {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:48:37.147648 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fbb22e8-b411-4bc6-b45e-9a38ca262443', 'tag': '6aaab17a-2d0b-4e82-858d-12b9cd46778a', 'status': 'completed', 'code': 200} Nov 18 17:48:37.178582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e60804-430f-42ca-b907-828e979fcd58 req-b36d92c9-357c-4df3-bd90-a5b2db4d6a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:37.180270 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-b36d92c9-357c-4df3-bd90-a5b2db4d6a05 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e7311a749e8947cbaa0ba4c1f5b4d3c7&device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 1134 time: 0.0456870 Nov 18 17:48:37.225093 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-7e045c84-46b7-4a34-86f4-3ffdb9576935 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6aaab17a-2d0b-4e82-858d-12b9cd46778a HTTP/1.1" status: 200 len: 217 time: 0.0348024 Nov 18 17:48:37.284702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e60804-430f-42ca-b907-828e979fcd58 req-c2745d46-9cff-467d-9d9d-f726401015d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:37.290618 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-c2745d46-9cff-467d-9d9d-f726401015d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84b50855-120c-4aaf-8744-05b184585320 HTTP/1.1" status: 200 len: 834 time: 0.0549779 Nov 18 17:48:37.336488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e60804-430f-42ca-b907-828e979fcd58 req-c3f0e9bc-dec9-4c57-9c19-6e56288c6c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:37.337993 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-c3f0e9bc-dec9-4c57-9c19-6e56288c6c45 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=de1e313e-28a9-4244-9346-95cb74358f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416298 Nov 18 17:48:37.433358 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-ec1efc6e-8fe9-4438-bb87-17bf5b96371f service neutron] 10.222.0.83 "GET /v2.0/networks/de1e313e-28a9-4244-9346-95cb74358f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860744 Nov 18 17:48:37.497881 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66086f78-3902-4bdf-ade5-beb216734a1c req-1afab29b-8667-44dc-8d83-b23336a1be81 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:37.499551 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66086f78-3902-4bdf-ade5-beb216734a1c req-1afab29b-8667-44dc-8d83-b23336a1be81 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 982 time: 0.0554762 Nov 18 17:48:37.561421 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-66086f78-3902-4bdf-ade5-beb216734a1c req-0fa18bde-cc9b-4427-b449-42a586e075c2 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/security-groups?id=fed61082-0f4f-4c1f-af0f-192dfc41b010&id=feae4b92-c665-4952-adf4-d91a5155e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0555735 Nov 18 17:48:37.789378 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c4e60804-430f-42ca-b907-828e979fcd58 req-efea430e-bf72-4258-9b74-c2f79bf58731 service neutron] 10.222.0.83 "GET /v2.0/networks/de1e313e-28a9-4244-9346-95cb74358f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443675 Nov 18 17:48:37.960338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40833f7-bfe6-4a0b-82f4-e435c4267715 req-697fd32e-0daa-467d-972a-b011131452d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:37.961806 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e40833f7-bfe6-4a0b-82f4-e435c4267715 req-697fd32e-0daa-467d-972a-b011131452d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e7311a749e8947cbaa0ba4c1f5b4d3c7&device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 1134 time: 0.0433533 Nov 18 17:48:38.055182 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40833f7-bfe6-4a0b-82f4-e435c4267715 req-0c2dd2b0-76b6-4ea4-8057-18eeba0f9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:38.056597 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e40833f7-bfe6-4a0b-82f4-e435c4267715 req-0c2dd2b0-76b6-4ea4-8057-18eeba0f9af6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=de1e313e-28a9-4244-9346-95cb74358f8a HTTP/1.1" status: 200 len: 897 time: 0.0866392 Nov 18 17:48:38.098703 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e40833f7-bfe6-4a0b-82f4-e435c4267715 req-7b6cbabd-fb62-4893-84e3-be9b3a112040 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6aaab17a-2d0b-4e82-858d-12b9cd46778a HTTP/1.1" status: 200 len: 217 time: 0.0343516 Nov 18 17:48:38.152183 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40833f7-bfe6-4a0b-82f4-e435c4267715 req-83b6bc3b-49cd-466d-9a32-a7352c2e96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:38.154220 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e40833f7-bfe6-4a0b-82f4-e435c4267715 req-83b6bc3b-49cd-466d-9a32-a7352c2e96d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84b50855-120c-4aaf-8744-05b184585320 HTTP/1.1" status: 200 len: 834 time: 0.0460289 Nov 18 17:48:38.200628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40833f7-bfe6-4a0b-82f4-e435c4267715 req-6c057e9c-0551-4d19-99e6-3f98a786f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:38.202080 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e40833f7-bfe6-4a0b-82f4-e435c4267715 req-6c057e9c-0551-4d19-99e6-3f98a786f9eb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=de1e313e-28a9-4244-9346-95cb74358f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384042 Nov 18 17:48:38.295154 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e40833f7-bfe6-4a0b-82f4-e435c4267715 req-2ff29f47-725f-4860-a941-debd24464aa3 service neutron] 10.222.0.83 "GET /v2.0/networks/de1e313e-28a9-4244-9346-95cb74358f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839946 Nov 18 17:48:38.385355 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e40833f7-bfe6-4a0b-82f4-e435c4267715 req-461da11c-361c-4f7e-8e83-e9d17e0581b4 service neutron] 10.222.0.83 "GET /v2.0/networks/de1e313e-28a9-4244-9346-95cb74358f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808718 Nov 18 17:48:38.694702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e6938-6d70-4a61-bcd2-6caee5ffbd87 req-bc4b24c6-4554-4891-afed-34ede8b9580d tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:38.696228 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-934e6938-6d70-4a61-bcd2-6caee5ffbd87 req-bc4b24c6-4554-4891-afed-34ede8b9580d tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 982 time: 0.0503931 Nov 18 17:48:38.752961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-934e6938-6d70-4a61-bcd2-6caee5ffbd87 req-6d6041ce-46c2-44cc-bead-9c3a426e1874 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/security-groups?id=fed61082-0f4f-4c1f-af0f-192dfc41b010&id=feae4b92-c665-4952-adf4-d91a5155e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0506482 Nov 18 17:48:38.978210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff6ecbad-67bf-4e58-8651-96917890823a req-43fbb6a7-df60-484b-9e1d-13844ec45775 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424299 Nov 18 17:48:39.063418 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ecbad-67bf-4e58-8651-96917890823a req-4153512f-3efc-4461-936e-20959255f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:39.064960 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff6ecbad-67bf-4e58-8651-96917890823a req-4153512f-3efc-4461-936e-20959255f937 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=05a63761ede34ab9818e0b9a0ba8389f&device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 1097 time: 0.0405602 Nov 18 17:48:39.167720 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ecbad-67bf-4e58-8651-96917890823a req-a7a703e7-ca49-4a14-b49c-602ac85e2e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:39.169863 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff6ecbad-67bf-4e58-8651-96917890823a req-a7a703e7-ca49-4a14-b49c-602ac85e2e84 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e59236a2-0599-4fa0-9bcc-1e16829bf6b1 HTTP/1.1" status: 200 len: 911 time: 0.0856600 Nov 18 17:48:39.239988 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff6ecbad-67bf-4e58-8651-96917890823a req-9354fd3a-bb61-47be-a9a6-0a3c6526fdbc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d546e9f-4f17-4407-8b03-fd97c364c3c5 HTTP/1.1" status: 200 len: 1001 time: 0.0616312 Nov 18 17:48:39.288737 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ecbad-67bf-4e58-8651-96917890823a req-60be658f-f168-4811-bb1a-06dc38089d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:39.290173 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff6ecbad-67bf-4e58-8651-96917890823a req-60be658f-f168-4811-bb1a-06dc38089d67 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=953b0bf4-fb03-4321-b3a3-844476852bca HTTP/1.1" status: 200 len: 848 time: 0.0428751 Nov 18 17:48:39.338961 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ecbad-67bf-4e58-8651-96917890823a req-d306e212-7313-4ffc-acc7-1a1f863b4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:39.341100 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff6ecbad-67bf-4e58-8651-96917890823a req-d306e212-7313-4ffc-acc7-1a1f863b4790 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e59236a2-0599-4fa0-9bcc-1e16829bf6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409539 Nov 18 17:48:39.434159 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff6ecbad-67bf-4e58-8651-96917890823a req-f544d679-635a-438d-8073-bbaa502bec48 service neutron] 10.222.0.81 "GET /v2.0/networks/e59236a2-0599-4fa0-9bcc-1e16829bf6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855014 Nov 18 17:48:39.539693 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff6ecbad-67bf-4e58-8651-96917890823a req-bfd9d7cc-5e9b-4ee8-8739-7068df1d4b6f service neutron] 10.222.0.81 "GET /v2.0/networks/e59236a2-0599-4fa0-9bcc-1e16829bf6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876241 Nov 18 17:48:39.867594 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4616b0-39eb-4114-ad0d-bce873872874 req-6ff61444-d9db-462b-9e3a-09aeedb1c041 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:39.869083 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c4616b0-39eb-4114-ad0d-bce873872874 req-6ff61444-d9db-462b-9e3a-09aeedb1c041 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 982 time: 0.0500112 Nov 18 17:48:39.926678 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c4616b0-39eb-4114-ad0d-bce873872874 req-d9f26946-3e95-4cd0-9b79-7fcc5d994f96 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/security-groups?id=fed61082-0f4f-4c1f-af0f-192dfc41b010&id=feae4b92-c665-4952-adf4-d91a5155e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0509963 Nov 18 17:48:40.274078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6aaab17a-2d0b-4e82-858d-12b9cd46778a details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:48:40.372061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6aaab17a-2d0b-4e82-858d-12b9cd46778a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6aaab17a-2d0b-4e82-858d-12b9cd46778a,segment=NetworkSegment(92ff7e78-6d4a-4bbe-b1ce-45fa8d848080),segment_id=92ff7e78-6d4a-4bbe-b1ce-45fa8d848080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:48:40.383927 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '6aaab17a-2d0b-4e82-858d-12b9cd46778a', 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a', 'port_id': '6aaab17a-2d0b-4e82-858d-12b9cd46778a', 'mac_address': 'fa:16:3e:38:ae:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b50855-120c-4aaf-8744-05b184585320', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:48:40.421507 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:40.434038 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aaab17a-2d0b-4e82-858d-12b9cd46778a {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:48:40.455162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6aaab17a-2d0b-4e82-858d-12b9cd46778a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6aaab17a-2d0b-4e82-858d-12b9cd46778a,segment=NetworkSegment(92ff7e78-6d4a-4bbe-b1ce-45fa8d848080),segment_id=92ff7e78-6d4a-4bbe-b1ce-45fa8d848080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:48:40.503469 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:40.551468 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6aaab17a-2d0b-4e82-858d-12b9cd46778a,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:40.811541 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['6aaab17a-2d0b-4e82-858d-12b9cd46778a'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:48:41.059253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fcd17-ae1d-4b60-a398-68e7f789f678 req-da7e23a0-796f-495e-8e8d-41a3ece8acc6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:41.060781 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-030fcd17-ae1d-4b60-a398-68e7f789f678 req-da7e23a0-796f-495e-8e8d-41a3ece8acc6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 983 time: 0.0495093 Nov 18 17:48:41.118406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-030fcd17-ae1d-4b60-a398-68e7f789f678 req-484f02a6-15ea-4655-97fa-6bb13b8ebb73 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/security-groups?id=fed61082-0f4f-4c1f-af0f-192dfc41b010&id=feae4b92-c665-4952-adf4-d91a5155e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0514731 Nov 18 17:48:42.237298 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca53785-5790-459d-8069-69ae150c42aa req-190e3de1-7559-4b51-be64-75e5cec76603 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:42.238799 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bca53785-5790-459d-8069-69ae150c42aa req-190e3de1-7559-4b51-be64-75e5cec76603 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 983 time: 0.0536077 Nov 18 17:48:42.274420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6aaab17a-2d0b-4e82-858d-12b9cd46778a up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:48:42.295640 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bca53785-5790-459d-8069-69ae150c42aa req-4d39bbb0-fb07-4b7b-b3af-a383e461aed3 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/security-groups?id=fed61082-0f4f-4c1f-af0f-192dfc41b010&id=feae4b92-c665-4952-adf4-d91a5155e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0507014 Nov 18 17:48:42.389656 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 6aaab17a-2d0b-4e82-858d-12b9cd46778a completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:48:42.393354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 6aaab17a-2d0b-4e82-858d-12b9cd46778a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:48:42.393733 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:42.470657 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:42.492379 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbb22e8-b411-4bc6-b45e-9a38ca262443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaab17a-2d0b-4e82-858d-12b9cd46778a'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:48:42.494689 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049fd6ba-7daf-41a4-9b0d-721a5c9e0d0b" -d '{"events": [{"server_uuid": "6fbb22e8-b411-4bc6-b45e-9a38ca262443", "name": "network-vif-plugged", "status": "completed", "tag": "6aaab17a-2d0b-4e82-858d-12b9cd46778a"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:48:42.507098 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6aaab17a-2d0b-4e82-858d-12b9cd46778a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6aaab17a-2d0b-4e82-858d-12b9cd46778a,segment=NetworkSegment(92ff7e78-6d4a-4bbe-b1ce-45fa8d848080),segment_id=92ff7e78-6d4a-4bbe-b1ce-45fa8d848080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:48:42.532420 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc221fc-8107-4282-a5b4-85584b79767a x-openstack-request-id: req-6bc221fc-8107-4282-a5b4-85584b79767a {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:48:42.532866 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbb22e8-b411-4bc6-b45e-9a38ca262443", "name": "network-vif-plugged", "status": "completed", "tag": "6aaab17a-2d0b-4e82-858d-12b9cd46778a", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:48:42.533273 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6bc221fc-8107-4282-a5b4-85584b79767a {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:48:42.533874 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbb22e8-b411-4bc6-b45e-9a38ca262443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaab17a-2d0b-4e82-858d-12b9cd46778a', 'code': 200} Nov 18 17:48:42.567038 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:42.615775 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6aaab17a-2d0b-4e82-858d-12b9cd46778a,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:42.635921 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cffa35-4383-41aa-9d08-3198620764ec req-62b57ef1-e084-425c-9dfc-09612e720141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:42.637436 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-93cffa35-4383-41aa-9d08-3198620764ec req-62b57ef1-e084-425c-9dfc-09612e720141 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 1136 time: 0.0424390 Nov 18 17:48:42.694980 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-93cffa35-4383-41aa-9d08-3198620764ec req-691eca1b-a03a-4670-ad17-3144b526734f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fed61082-0f4f-4c1f-af0f-192dfc41b010&id=feae4b92-c665-4952-adf4-d91a5155e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0496266 Nov 18 17:48:43.416991 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e329b-8ffc-4a1b-a07e-06bd3bc4bb43 req-bcfe71e1-4519-4290-aebf-43aa910bbcc1 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:43.418426 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c78e329b-8ffc-4a1b-a07e-06bd3bc4bb43 req-bcfe71e1-4519-4290-aebf-43aa910bbcc1 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 984 time: 0.0495851 Nov 18 17:48:43.475402 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c78e329b-8ffc-4a1b-a07e-06bd3bc4bb43 req-73e850b7-bb2f-418d-826b-7830f9718818 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/security-groups?id=fed61082-0f4f-4c1f-af0f-192dfc41b010&id=feae4b92-c665-4952-adf4-d91a5155e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0504673 Nov 18 17:48:44.593176 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3c108-58fb-4821-a6de-7a633df4f7a9 req-c421ad43-2dc3-483d-b5cb-bf9220146efb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:44.594680 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47f3c108-58fb-4821-a6de-7a633df4f7a9 req-c421ad43-2dc3-483d-b5cb-bf9220146efb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 984 time: 0.0504375 Nov 18 17:48:44.653632 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-47f3c108-58fb-4821-a6de-7a633df4f7a9 req-90a2aa2f-80df-4790-82b7-fd6e4bc6e1c5 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/security-groups?id=fed61082-0f4f-4c1f-af0f-192dfc41b010&id=feae4b92-c665-4952-adf4-d91a5155e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0530267 Nov 18 17:48:44.774603 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1723d11-bbec-42a2-9ae7-7cea497705b2 req-c5c59c3f-4a81-43f7-882a-745eeabb02d4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:44.774603 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1723d11-bbec-42a2-9ae7-7cea497705b2 req-c5c59c3f-4a81-43f7-882a-745eeabb02d4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 984 time: 0.0493832 Nov 18 17:48:44.833520 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1723d11-bbec-42a2-9ae7-7cea497705b2 req-94c5fe3a-00ed-4459-93af-62f5bc11cd39 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/security-groups?id=fed61082-0f4f-4c1f-af0f-192dfc41b010&id=feae4b92-c665-4952-adf4-d91a5155e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0549622 Nov 18 17:48:44.939476 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ee6da-ea6d-4db5-9830-b49db72594c1 req-35a69e92-4aff-41c3-8481-e4d49688fa5c tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:44.941032 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c6ee6da-ea6d-4db5-9830-b49db72594c1 req-35a69e92-4aff-41c3-8481-e4d49688fa5c tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 1136 time: 0.0420091 Nov 18 17:48:44.959502 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7c6ee6da-ea6d-4db5-9830-b49db72594c1 req-a00a8952-593c-4510-ba81-2e33f402a2b1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:45.036086 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7c6ee6da-ea6d-4db5-9830-b49db72594c1 req-a00a8952-593c-4510-ba81-2e33f402a2b1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:45.107867 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7c6ee6da-ea6d-4db5-9830-b49db72594c1 req-a00a8952-593c-4510-ba81-2e33f402a2b1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:45.149530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a8952-593c-4510-ba81-2e33f402a2b1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4664f9-ee90-4a0d-bee7-6f74c280bfad,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:45.160884 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c6ee6da-ea6d-4db5-9830-b49db72594c1 req-a00a8952-593c-4510-ba81-2e33f402a2b1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=fed61082-0f4f-4c1f-af0f-192dfc41b010&id=feae4b92-c665-4952-adf4-d91a5155e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2139187 Nov 18 17:48:45.162326 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8952-593c-4510-ba81-2e33f402a2b1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:45.162691 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8952-593c-4510-ba81-2e33f402a2b1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:45.163044 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8952-593c-4510-ba81-2e33f402a2b1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:45.163389 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8952-593c-4510-ba81-2e33f402a2b1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:45.163735 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8952-593c-4510-ba81-2e33f402a2b1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:45.164119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8952-593c-4510-ba81-2e33f402a2b1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:45.164460 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8952-593c-4510-ba81-2e33f402a2b1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:45.164802 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8952-593c-4510-ba81-2e33f402a2b1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:45.165146 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8952-593c-4510-ba81-2e33f402a2b1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:45.165483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8952-593c-4510-ba81-2e33f402a2b1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:45.165818 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8952-593c-4510-ba81-2e33f402a2b1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:45.166154 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8952-593c-4510-ba81-2e33f402a2b1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:48:45.184732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35304) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:45.226048 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3be351-7d87-42be-970e-f6c1f87a179c tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:45.227581 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6e3be351-7d87-42be-970e-f6c1f87a179c tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 1131 time: 0.0408821 Nov 18 17:48:45.230560 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35306) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:45.235093 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': '6aaab17a-2d0b-4e82-858d-12b9cd46778a', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:48:45.360113 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:45.459933 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:45.563106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Allocated IP 172.25.3.106 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/c6540d52-9d0b-4bcf-9e6c-3af9272e377e) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:48:45.665122 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:45.784183 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:45.821801 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:48:45.824745 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:48:45.828288 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:48:45.835740 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event updated for resources: {'Port': ['ID=c6540d52-9d0b-4bcf-9e6c-3af9272e377e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:46.189017 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:46.310648 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:46.464900 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:46.538034 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:46.610113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event updated for resources: {'Port': ['ID=c6540d52-9d0b-4bcf-9e6c-3af9272e377e,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:48:46.620154 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:46.728666 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Floating IP 7aa0d966-162a-4191-89ed-82ef12300b13 associated. External IP: 172.25.3.106, port: 6aaab17a-2d0b-4e82-858d-12b9cd46778a. Nov 18 17:48:46.933230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Router 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:48:47.044559 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:48:47.055370 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf811c8f-541d-457b-a40f-d0613ded2b29 None None] Sync routers for ids ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:48:47.066498 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf811c8f-541d-457b-a40f-d0613ded2b29 None None] Routers {'387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:48:47.069828 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-bf811c8f-541d-457b-a40f-d0613ded2b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:48:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:48:47.144898 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:47.172401 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-bf811c8f-541d-457b-a40f-d0613ded2b29 None None] Set router 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:48:47.173027 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d634842d-a1c6-4058-8166-6db43ced80bb tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9414585 Nov 18 17:48:47.174668 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fbb22e8-b411-4bc6-b45e-9a38ca262443', 'tag': '6aaab17a-2d0b-4e82-858d-12b9cd46778a'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:48:47.175658 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35308) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:47.176203 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187fa614-a9d5-4e10-833d-12df54bae5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6fbb22e8-b411-4bc6-b45e-9a38ca262443", "tag": "6aaab17a-2d0b-4e82-858d-12b9cd46778a"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:48:47.212411 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e185c5f6-69d5-413c-9521-60062d12dbd3 x-openstack-request-id: req-e185c5f6-69d5-413c-9521-60062d12dbd3 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:48:47.212718 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fbb22e8-b411-4bc6-b45e-9a38ca262443", "tag": "6aaab17a-2d0b-4e82-858d-12b9cd46778a", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:48:47.213686 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e185c5f6-69d5-413c-9521-60062d12dbd3 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:48:47.213686 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fbb22e8-b411-4bc6-b45e-9a38ca262443', 'tag': '6aaab17a-2d0b-4e82-858d-12b9cd46778a', 'status': 'completed', 'code': 200} Nov 18 17:48:47.371442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fa614-a9d5-4e10-833d-12df54bae5b5 req-b17774d6-378f-4568-801a-14167d65701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:47.372908 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-187fa614-a9d5-4e10-833d-12df54bae5b5 req-b17774d6-378f-4568-801a-14167d65701a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e7311a749e8947cbaa0ba4c1f5b4d3c7&device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 1136 time: 0.1303229 Nov 18 17:48:47.379595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c80214-91b6-4832-80d7-a641aae76b46 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:47.380216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c80214-91b6-4832-80d7-a641aae76b46 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:47.380680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c80214-91b6-4832-80d7-a641aae76b46 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:47.382127 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c80214-91b6-4832-80d7-a641aae76b46 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:47.382847 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c80214-91b6-4832-80d7-a641aae76b46 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:47.383555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c80214-91b6-4832-80d7-a641aae76b46 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:47.386819 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a4c80214-91b6-4832-80d7-a641aae76b46 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2098515 Nov 18 17:48:47.389535 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35312) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:47.399141 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-bf811c8f-541d-457b-a40f-d0613ded2b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179557921', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:48:24Z', 'updated_at': '2021-11-18T17:48:29Z', 'revision_number': 4, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:25Z', 'updated_at': '2021-11-18T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '7aa0d966-162a-4191-89ed-82ef12300b13', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'port_id': '6aaab17a-2d0b-4e82-858d-12b9cd46778a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a', 'mac_address': 'fa:16:3e:38:ae:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbb22e8-b411-4bc6-b45e-9a38ca262443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:48:46Z', 'updated_at': '2021-11-18T17:48:46Z', 'revision_number': 0, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '955d02ed-03fe-4c7a-8ec2-579bfa94a697', 'name': '', 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'mac_address': 'fa:16:3e:29:a3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '84b50855-120c-4aaf-8744-05b184585320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:28Z', 'updated_at': '2021-11-18T17:48:32Z', 'revision_number': 5, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'subnets': [{'id': '84b50855-120c-4aaf-8744-05b184585320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:48:47.451180 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82334c6b-85ba-490f-8328-39d16604e27d tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:47.451848 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82334c6b-85ba-490f-8328-39d16604e27d tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:47.452362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82334c6b-85ba-490f-8328-39d16604e27d tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:47.453301 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82334c6b-85ba-490f-8328-39d16604e27d tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:47.453301 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82334c6b-85ba-490f-8328-39d16604e27d tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:47.453722 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82334c6b-85ba-490f-8328-39d16604e27d tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:47.458273 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-82334c6b-85ba-490f-8328-39d16604e27d tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.0648229 Nov 18 17:48:47.458548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35314) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:47.486458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fa614-a9d5-4e10-833d-12df54bae5b5 req-d0c83a3b-988f-42cd-928e-b4588187a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:47.488013 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-187fa614-a9d5-4e10-833d-12df54bae5b5 req-d0c83a3b-988f-42cd-928e-b4588187a906 service neutron] 10.222.0.83 "GET /v2.0/networks?id=de1e313e-28a9-4244-9346-95cb74358f8a HTTP/1.1" status: 200 len: 897 time: 0.0996644 Nov 18 17:48:47.522466 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf811c8f-541d-457b-a40f-d0613ded2b29 None None] Checking router: 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:48:47.532001 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf811c8f-541d-457b-a40f-d0613ded2b29 None None] Routers {'387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:48:47.532626 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-bf811c8f-541d-457b-a40f-d0613ded2b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:48:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:48:47.560828 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-187fa614-a9d5-4e10-833d-12df54bae5b5 req-4caa250d-62fe-439d-aa04-7a9760310330 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6aaab17a-2d0b-4e82-858d-12b9cd46778a HTTP/1.1" status: 200 len: 999 time: 0.0648382 Nov 18 17:48:47.614441 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fa614-a9d5-4e10-833d-12df54bae5b5 req-4c881177-4c1a-4902-8d48-091c6baa7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:47.616096 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-187fa614-a9d5-4e10-833d-12df54bae5b5 req-4c881177-4c1a-4902-8d48-091c6baa7c52 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84b50855-120c-4aaf-8744-05b184585320 HTTP/1.1" status: 200 len: 834 time: 0.0479822 Nov 18 17:48:47.640121 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-bf811c8f-541d-457b-a40f-d0613ded2b29 None None] Set router 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:48:47.662772 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fa614-a9d5-4e10-833d-12df54bae5b5 req-c4015340-4d13-4b0b-b435-d6465b4ae5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:47.664330 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-187fa614-a9d5-4e10-833d-12df54bae5b5 req-c4015340-4d13-4b0b-b435-d6465b4ae5ec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=de1e313e-28a9-4244-9346-95cb74358f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408213 Nov 18 17:48:47.700198 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2d463e08-1a84-478d-b7f2-ffd0bb4aa57d tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2379296 Nov 18 17:48:47.700423 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35316) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:48:47.742557 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e031b163-a291-411c-970a-d7f0ccff87f3 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:47.743295 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e031b163-a291-411c-970a-d7f0ccff87f3 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:47.744714 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e031b163-a291-411c-970a-d7f0ccff87f3 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 HTTP/1.1" status: 200 len: 1991 time: 0.0433905 Nov 18 17:48:47.763934 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-187fa614-a9d5-4e10-833d-12df54bae5b5 req-c10856d3-1942-45b4-a6aa-171d87beb59d service neutron] 10.222.0.83 "GET /v2.0/networks/de1e313e-28a9-4244-9346-95cb74358f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904596 Nov 18 17:48:47.856381 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-187fa614-a9d5-4e10-833d-12df54bae5b5 req-67d97737-d380-49aa-b91f-929ad4088efb service neutron] 10.222.0.83 "GET /v2.0/networks/de1e313e-28a9-4244-9346-95cb74358f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846620 Nov 18 17:48:47.864588 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-bf811c8f-541d-457b-a40f-d0613ded2b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179557921', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:48:24Z', 'updated_at': '2021-11-18T17:48:29Z', 'revision_number': 4, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:25Z', 'updated_at': '2021-11-18T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '7aa0d966-162a-4191-89ed-82ef12300b13', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'port_id': '6aaab17a-2d0b-4e82-858d-12b9cd46778a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a', 'mac_address': 'fa:16:3e:38:ae:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbb22e8-b411-4bc6-b45e-9a38ca262443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:48:46Z', 'updated_at': '2021-11-18T17:48:46Z', 'revision_number': 0, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '955d02ed-03fe-4c7a-8ec2-579bfa94a697', 'name': '', 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'mac_address': 'fa:16:3e:29:a3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '84b50855-120c-4aaf-8744-05b184585320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:28Z', 'updated_at': '2021-11-18T17:48:32Z', 'revision_number': 5, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'subnets': [{'id': '84b50855-120c-4aaf-8744-05b184585320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:48:47.894968 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf811c8f-541d-457b-a40f-d0613ded2b29 None None] The sync data for ids ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'] in n-d-813419-11 is: [{'id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179557921', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:48:24Z', 'updated_at': '2021-11-18T17:48:29Z', 'revision_number': 4, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:25Z', 'updated_at': '2021-11-18T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '7aa0d966-162a-4191-89ed-82ef12300b13', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'port_id': '6aaab17a-2d0b-4e82-858d-12b9cd46778a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a', 'mac_address': 'fa:16:3e:38:ae:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbb22e8-b411-4bc6-b45e-9a38ca262443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:48:46Z', 'updated_at': '2021-11-18T17:48:46Z', 'revision_number': 0, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '955d02ed-03fe-4c7a-8ec2-579bfa94a697', 'name': '', 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'mac_address': 'fa:16:3e:29:a3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '84b50855-120c-4aaf-8744-05b184585320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:28Z', 'updated_at': '2021-11-18T17:48:32Z', 'revision_number': 5, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'subnets': [{'id': '84b50855-120c-4aaf-8744-05b184585320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:48:48.080814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50e88c3-ba14-4b59-a54a-127a5343cbd5 None None] New status for floating IP 7aa0d966-162a-4191-89ed-82ef12300b13: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:48:48.554283 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d543e88-93c7-44a0-89c4-83bd6db4e11a req-157b202d-3a18-460d-966a-d4e3a9567ff1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387433 Nov 18 17:48:48.644475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d543e88-93c7-44a0-89c4-83bd6db4e11a req-6d51cd93-b698-4a7d-9bc3-dda711514bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:48.645962 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d543e88-93c7-44a0-89c4-83bd6db4e11a req-6d51cd93-b698-4a7d-9bc3-dda711514bd7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e7311a749e8947cbaa0ba4c1f5b4d3c7&device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 1136 time: 0.0451357 Nov 18 17:48:48.751012 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d543e88-93c7-44a0-89c4-83bd6db4e11a req-959976f4-afa0-46f5-97dc-3183ade46fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:48.752525 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d543e88-93c7-44a0-89c4-83bd6db4e11a req-959976f4-afa0-46f5-97dc-3183ade46fb3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=de1e313e-28a9-4244-9346-95cb74358f8a HTTP/1.1" status: 200 len: 897 time: 0.0836987 Nov 18 17:48:48.826793 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d543e88-93c7-44a0-89c4-83bd6db4e11a req-65076cd5-9802-4a87-b925-78884953426d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6aaab17a-2d0b-4e82-858d-12b9cd46778a HTTP/1.1" status: 200 len: 1001 time: 0.0654972 Nov 18 17:48:48.876616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d543e88-93c7-44a0-89c4-83bd6db4e11a req-c5f16ed3-2d56-4a9a-a2f6-bb7fdbc18b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:48.878111 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d543e88-93c7-44a0-89c4-83bd6db4e11a req-c5f16ed3-2d56-4a9a-a2f6-bb7fdbc18b96 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84b50855-120c-4aaf-8744-05b184585320 HTTP/1.1" status: 200 len: 834 time: 0.0445378 Nov 18 17:48:48.925397 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d543e88-93c7-44a0-89c4-83bd6db4e11a req-e1b724eb-9367-4436-951b-a7b74219ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:48:48.926871 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d543e88-93c7-44a0-89c4-83bd6db4e11a req-e1b724eb-9367-4436-951b-a7b74219ef2d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=de1e313e-28a9-4244-9346-95cb74358f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401297 Nov 18 17:48:49.022522 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d543e88-93c7-44a0-89c4-83bd6db4e11a req-a16c842d-fea7-4605-90cc-1f6b4347b08b service neutron] 10.222.0.83 "GET /v2.0/networks/de1e313e-28a9-4244-9346-95cb74358f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864625 Nov 18 17:48:49.115070 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d543e88-93c7-44a0-89c4-83bd6db4e11a req-b0435cbf-38bd-43d5-9643-efe9b27e9e54 service neutron] 10.222.0.83 "GET /v2.0/networks/de1e313e-28a9-4244-9346-95cb74358f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851758 Nov 18 17:48:51.698543 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:53.285164 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:48:59.920550 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7398f232-1528-401b-b264-55f52b251e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:01.236166 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:49:02.416253 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e4796d52-05c3-4dc6-9693-0e46b7279e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:03.656387 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:05.052107 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:05.457813 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:21.737277 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:23.245873 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:24.041054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35334) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:24.126501 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3e004113-0b0b-4ec5-936b-7a2c1f5bc63d tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2411 time: 0.0842669 Nov 18 17:49:24.133030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35336) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:24.134152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-da2c6df9-0dda-4c04-b1b9-2cf0108d0c9c tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Request body: {'network': {'name': 'tempest-network-smoke--770767218', 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'port_security_enabled': False}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:49:24.200160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2c6df9-0dda-4c04-b1b9-2cf0108d0c9c tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Made reservation on behalf of e7311a749e8947cbaa0ba4c1f5b4d3c7 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:49:24.204188 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da2c6df9-0dda-4c04-b1b9-2cf0108d0c9c tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:24.227264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2c6df9-0dda-4c04-b1b9-2cf0108d0c9c tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:49:24.236919 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da2c6df9-0dda-4c04-b1b9-2cf0108d0c9c tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:24.237268 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-da2c6df9-0dda-4c04-b1b9-2cf0108d0c9c tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Added segment 607617ba-e7dc-4e30-9dff-5ab0944a5c13 of type vlan for network 4248b401-75e6-4b51-9ee9-125443eb9d9c Nov 18 17:49:24.278583 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da2c6df9-0dda-4c04-b1b9-2cf0108d0c9c tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:24.343472 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da2c6df9-0dda-4c04-b1b9-2cf0108d0c9c tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:24.349895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2c6df9-0dda-4c04-b1b9-2cf0108d0c9c tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:24.350752 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da2c6df9-0dda-4c04-b1b9-2cf0108d0c9c tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:24.417532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c6df9-0dda-4c04-b1b9-2cf0108d0c9c tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event updated for resources: {'Network': ['ID=4248b401-75e6-4b51-9ee9-125443eb9d9c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:24.428759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 4248b401-75e6-4b51-9ee9-125443eb9d9c details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:49:24.431742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-da2c6df9-0dda-4c04-b1b9-2cf0108d0c9c tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3014030 Nov 18 17:49:24.434412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35338) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:24.438788 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1445957781', 'admin_state_up': True, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:49:24.537738 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:24.538866 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:24.587889 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:25.136619 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:25.381294 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:25.403608 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:25.505822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Allocated IP 172.25.3.149 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/bfaa88bb-a4ef-4333-865e-b2f9358d477f) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:49:25.610708 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:25.690931 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:25.725432 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:49:25.728480 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:49:25.732463 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:49:25.744947 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026649bb-603b-4885-a84f-4dbc9457e1fe None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:49:25.763339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event updated for resources: {'Port': ['ID=bfaa88bb-a4ef-4333-865e-b2f9358d477f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:25.859400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4010750b-6875-4251-9dae-3e8ec564b077 None None] Provisioning complete for port bfaa88bb-a4ef-4333-865e-b2f9358d477f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:49:25.860298 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4010750b-6875-4251-9dae-3e8ec564b077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:25.894226 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4010750b-6875-4251-9dae-3e8ec564b077 None None] Port bfaa88bb-a4ef-4333-865e-b2f9358d477f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:49:26.041091 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:26.236243 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:26.417663 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Router b00c90d0-a4ca-4deb-9a0c-84a109db256c is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:49:26.524699 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:49:26.534170 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Sync routers for ids ['b00c90d0-a4ca-4deb-9a0c-84a109db256c'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:49:26.543423 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Routers {'b00c90d0-a4ca-4deb-9a0c-84a109db256c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:49:26.544056 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:49:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b00c90d0-a4ca-4deb-9a0c-84a109db256c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:26.602386 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:26.603696 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-17e701ec-a291-47fa-89e4-7eea15386c17 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1683497 Nov 18 17:49:26.612183 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35340) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:26.649236 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Set router b00c90d0-a4ca-4deb-9a0c-84a109db256c gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:49:26.677762 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb5a005-c876-4b01-bfca-04daa49cf036 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:26.679200 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fdb5a005-c876-4b01-bfca-04daa49cf036 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=e7311a749e8947cbaa0ba4c1f5b4d3c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0660772 Nov 18 17:49:26.681977 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35342) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:26.777092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c55772-0c07-4f9c-bdd4-7995518cfb53 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:26.778621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f2c55772-0c07-4f9c-bdd4-7995518cfb53 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957487 Nov 18 17:49:26.781738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35344) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:26.821614 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9b80fc12-8721-4139-93b6-34df4c5081b6 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382888 Nov 18 17:49:26.823883 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35346) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:26.845916 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1445957781', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bfaa88bb-a4ef-4333-865e-b2f9358d477f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:49:24Z', 'updated_at': '2021-11-18T17:49:25Z', 'revision_number': 3, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': 'bfaa88bb-a4ef-4333-865e-b2f9358d477f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:49:25Z', 'updated_at': '2021-11-18T17:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:26.858335 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-791f2c8f-4910-48d6-ad89-bb7b88071841 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=e7311a749e8947cbaa0ba4c1f5b4d3c7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331149 Nov 18 17:49:26.861530 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35348) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:26.879956 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Checking router: b00c90d0-a4ca-4deb-9a0c-84a109db256c for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:49:26.881622 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Updating router b00c90d0-a4ca-4deb-9a0c-84a109db256c port bfaa88bb-a4ef-4333-865e-b2f9358d477f binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:49:26.906973 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:27.010882 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd706bd1-3e7d-4f19-a0a0-e46e348c003d tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:27.012731 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bd706bd1-3e7d-4f19-a0a0-e46e348c003d tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1499054 Nov 18 17:49:27.015208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35350) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:27.044973 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b679ebd4-6cb1-4d56-b719-67c3585ae971 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286000 Nov 18 17:49:27.047508 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35352) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:27.053218 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3d513374-e91c-46ac-8877-8edf160463ca tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-567463273', 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c', 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:49:27.163807 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:27.200528 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d513374-e91c-46ac-8877-8edf160463ca tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Made reservation on behalf of e7311a749e8947cbaa0ba4c1f5b4d3c7 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:49:27.204380 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d513374-e91c-46ac-8877-8edf160463ca tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:27.229169 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:27.277124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096a0fd3-8ca6-4d0e-908e-3c271f1f3093 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:49:27.287172 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Attempting to bind port bfaa88bb-a4ef-4333-865e-b2f9358d477f on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:49:27.287531 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Attempting to bind port bfaa88bb-a4ef-4333-865e-b2f9358d477f by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:49:27.287931 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Attempting to bind port bfaa88bb-a4ef-4333-865e-b2f9358d477f on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:49:27.290305 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531cd49-f001-4a58-893c-89b8534e9bf2 None None] Pushing event updated for resources: {'Port': ['ID=bfaa88bb-a4ef-4333-865e-b2f9358d477f,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:27.295985 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:49:27.296339 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:49:27.296747 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:27.297149 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:49:27.297620 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Bound port: bfaa88bb-a4ef-4333-865e-b2f9358d477f, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:49:27.298014 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:27.321741 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5fefc0e2-5e92-4428-af50-808f48319214 None None] Provisioning complete for port bfaa88bb-a4ef-4333-865e-b2f9358d477f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:49:27.322117 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5fefc0e2-5e92-4428-af50-808f48319214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:27.350205 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] For port bfaa88bb-a4ef-4333-865e-b2f9358d477f, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:49:27.353531 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] For port bfaa88bb-a4ef-4333-865e-b2f9358d477f, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=bfaa88bb-a4ef-4333-865e-b2f9358d477f,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:49:27.365478 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5fefc0e2-5e92-4428-af50-808f48319214 None None] Port bfaa88bb-a4ef-4333-865e-b2f9358d477f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:49:27.433590 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:27.475594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fd890d-f3b1-4bb9-b3ab-7e212f55c56b None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:49:27.489739 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d513374-e91c-46ac-8877-8edf160463ca tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:27.493438 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Routers {'b00c90d0-a4ca-4deb-9a0c-84a109db256c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:49:27.494064 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:49:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b00c90d0-a4ca-4deb-9a0c-84a109db256c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:27.495728 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531cd49-f001-4a58-893c-89b8534e9bf2 None None] Pushing event updated for resources: {'Port': ['ID=bfaa88bb-a4ef-4333-865e-b2f9358d477f,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:27.554608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d513374-e91c-46ac-8877-8edf160463ca tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event updated for resources: {'Subnet': ['ID=244b09aa-8b0b-497c-81ab-376a80385b4c,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:27.565339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d513374-e91c-46ac-8877-8edf160463ca tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Checking segment: {'id': '607617ba-e7dc-4e30-9dff-5ab0944a5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:49:27.565712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d513374-e91c-46ac-8877-8edf160463ca tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Network hostable DHCP agents. Network: 4248b401-75e6-4b51-9ee9-125443eb9d9c, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:49:27.590963 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-366c69ee-843a-4c27-90b2-8cbfbc79a20c None None] Provisioning complete for port bfaa88bb-a4ef-4333-865e-b2f9358d477f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:49:27.591344 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-366c69ee-843a-4c27-90b2-8cbfbc79a20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:27.602691 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] Set router b00c90d0-a4ca-4deb-9a0c-84a109db256c gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:49:27.650198 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d513374-e91c-46ac-8877-8edf160463ca tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Network 4248b401-75e6-4b51-9ee9-125443eb9d9c is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:49:27.670926 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-366c69ee-843a-4c27-90b2-8cbfbc79a20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:27.694070 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-366c69ee-843a-4c27-90b2-8cbfbc79a20c None None] For port bfaa88bb-a4ef-4333-865e-b2f9358d477f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=bfaa88bb-a4ef-4333-865e-b2f9358d477f,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:49:27.724611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-3d513374-e91c-46ac-8877-8edf160463ca tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 4248b401-75e6-4b51-9ee9-125443eb9d9c) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:49:27.729044 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d513374-e91c-46ac-8877-8edf160463ca tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:27.734713 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d513374-e91c-46ac-8877-8edf160463ca tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:27.736324 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd56ad4-a2d5-4a7e-b6c0-189fe40a5dc1 None None] Network 4248b401-75e6-4b51-9ee9-125443eb9d9c requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:49:27.755098 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-366c69ee-843a-4c27-90b2-8cbfbc79a20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:27.792288 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1445957781', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bfaa88bb-a4ef-4333-865e-b2f9358d477f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:49:24Z', 'updated_at': '2021-11-18T17:49:25Z', 'revision_number': 3, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': 'bfaa88bb-a4ef-4333-865e-b2f9358d477f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:49:25Z', 'updated_at': '2021-11-18T17:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:27.820846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3d513374-e91c-46ac-8877-8edf160463ca tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7667749 Nov 18 17:49:27.821052 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d02e29-3680-40f7-9fca-0aadb6a9f4e6 None None] The sync data for ids ['b00c90d0-a4ca-4deb-9a0c-84a109db256c'] in n-d-813419-11 is: [{'id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1445957781', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bfaa88bb-a4ef-4333-865e-b2f9358d477f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:49:24Z', 'updated_at': '2021-11-18T17:49:25Z', 'revision_number': 3, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': 'bfaa88bb-a4ef-4333-865e-b2f9358d477f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:49:25Z', 'updated_at': '2021-11-18T17:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:49:27.821227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35354) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:27.854120 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c69ee-843a-4c27-90b2-8cbfbc79a20c None None] Pushing event updated for resources: {'Port': ['ID=bfaa88bb-a4ef-4333-865e-b2f9358d477f,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:27.929088 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-4248b401-75e6-4b51-9ee9-125443eb9d9c', 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'fixed_ips': [{'subnet_id': '244b09aa-8b0b-497c-81ab-376a80385b4c'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:49:27.930137 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:28.101297 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Allocated IP 172.20.0.18 (4248b401-75e6-4b51-9ee9-125443eb9d9c/244b09aa-8b0b-497c-81ab-376a80385b4c/9b532706-7d8c-4e26-91f1-9b0a139975c1) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:49:28.261183 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:28.320494 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:28.321207 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:28.362027 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Network 4248b401-75e6-4b51-9ee9-125443eb9d9c is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:49:28.365185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:49:28.368953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:49:28.378602 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Pushing event updated for resources: {'Port': ['ID=9b532706-7d8c-4e26-91f1-9b0a139975c1,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:28.442273 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Attempting to bind port 9b532706-7d8c-4e26-91f1-9b0a139975c1 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:49:28.442649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Attempting to bind port 9b532706-7d8c-4e26-91f1-9b0a139975c1 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '607617ba-e7dc-4e30-9dff-5ab0944a5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:49:28.443020 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Attempting to bind port 9b532706-7d8c-4e26-91f1-9b0a139975c1 on network 4248b401-75e6-4b51-9ee9-125443eb9d9c {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:49:28.449047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:49:28.449430 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Checking segment: {'id': '607617ba-e7dc-4e30-9dff-5ab0944a5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:49:28.450132 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:28.450381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Bound using segment: {'id': '607617ba-e7dc-4e30-9dff-5ab0944a5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:49:28.451005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Bound port: 9b532706-7d8c-4e26-91f1-9b0a139975c1, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607617ba-e7dc-4e30-9dff-5ab0944a5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:49:28.451393 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:28.530451 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] For port 9b532706-7d8c-4e26-91f1-9b0a139975c1, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:49:28.535241 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] For port 9b532706-7d8c-4e26-91f1-9b0a139975c1, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9b532706-7d8c-4e26-91f1-9b0a139975c1,segment=NetworkSegment(607617ba-e7dc-4e30-9dff-5ab0944a5c13),segment_id=607617ba-e7dc-4e30-9dff-5ab0944a5c13)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:49:28.538670 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bfaa88bb-a4ef-4333-865e-b2f9358d477f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:49:28.588361 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port bfaa88bb-a4ef-4333-865e-b2f9358d477f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:49:28.588735 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:28.615528 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:28.645313 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Allocated IP 172.20.0.17 (4248b401-75e6-4b51-9ee9-125443eb9d9c/244b09aa-8b0b-497c-81ab-376a80385b4c/9dcc613c-210c-4be5-84e4-9aec341a07b5) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:49:28.692496 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Pushing event updated for resources: {'Port': ['ID=9b532706-7d8c-4e26-91f1-9b0a139975c1,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:28.719472 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:28.719859 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:28.720211 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:28.720549 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:28.720882 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:28.721220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:28.721551 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:28.721882 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:28.722252 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:28.722523 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:28.722850 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:28.723181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df75560-e5dc-48aa-b929-95fffabb9325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:28.777135 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:28.862117 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:28.921008 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Network 4248b401-75e6-4b51-9ee9-125443eb9d9c is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:49:28.934578 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:49:28.936876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event updated for resources: {'Port': ['ID=9dcc613c-210c-4be5-84e4-9aec341a07b5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:28.939152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:49:28.985860 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:29.166690 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:29.449645 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:29.509350 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:29.584242 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:29.586042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event updated for resources: {'Port': ['ID=9dcc613c-210c-4be5-84e4-9aec341a07b5,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:29.629010 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f19d5c-30e8-4f53-97e5-7a2eeae5fd60 None None] Network 4248b401-75e6-4b51-9ee9-125443eb9d9c requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:49:29.690918 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Network 4248b401-75e6-4b51-9ee9-125443eb9d9c is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:49:29.692471 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:49:29.832293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Router b00c90d0-a4ca-4deb-9a0c-84a109db256c has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:49:29.903269 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ff086768-8374-4449-9090-62f6f9307372 None None] Provisioning complete for port 9b532706-7d8c-4e26-91f1-9b0a139975c1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:49:29.905544 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ff086768-8374-4449-9090-62f6f9307372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:29.947334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:49:29.952657 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1be44c0a-534d-406d-92ef-4e04b3e15636 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "PUT /v2.0/routers/b00c90d0-a4ca-4deb-9a0c-84a109db256c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1327643 Nov 18 17:49:29.964738 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f83a019d-841a-4d19-9b48-d5fd0bee148b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:30.041043 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Sync routers for ids ['b00c90d0-a4ca-4deb-9a0c-84a109db256c'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:49:30.059852 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ff086768-8374-4449-9090-62f6f9307372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:30.070814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Routers {'b00c90d0-a4ca-4deb-9a0c-84a109db256c'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:49:30.071494 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:49:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b00c90d0-a4ca-4deb-9a0c-84a109db256c'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:30.142166 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ff086768-8374-4449-9090-62f6f9307372 None None] For port 9b532706-7d8c-4e26-91f1-9b0a139975c1, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9b532706-7d8c-4e26-91f1-9b0a139975c1,segment=NetworkSegment(607617ba-e7dc-4e30-9dff-5ab0944a5c13),segment_id=607617ba-e7dc-4e30-9dff-5ab0944a5c13)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:49:30.195634 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-3cae742e-913f-4219-881d-d0ecbdb5f5e4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:30.197300 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-3cae742e-913f-4219-881d-d0ecbdb5f5e4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/networks?id=4248b401-75e6-4b51-9ee9-125443eb9d9c HTTP/1.1" status: 200 len: 797 time: 0.1308935 Nov 18 17:49:30.213485 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Set router b00c90d0-a4ca-4deb-9a0c-84a109db256c gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:49:30.219955 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-c20b4f8c-5ba0-421c-8b78-f2f120d2273e tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/quotas/e7311a749e8947cbaa0ba4c1f5b4d3c7 HTTP/1.1" status: 200 len: 375 time: 0.0155618 Nov 18 17:49:30.247599 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ff086768-8374-4449-9090-62f6f9307372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:30.283541 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-325d2580-a2de-4411-9feb-af5c26332e88 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7311a749e8947cbaa0ba4c1f5b4d3c7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0572677 Nov 18 17:49:30.377269 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff086768-8374-4449-9090-62f6f9307372 None None] Pushing event updated for resources: {'Port': ['ID=9b532706-7d8c-4e26-91f1-9b0a139975c1,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:30.418926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b93cc0cc-7d21-452b-8e5e-cba2e43fba2e None None] Provisioning complete for port 9dcc613c-210c-4be5-84e4-9aec341a07b5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:49:30.419312 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b93cc0cc-7d21-452b-8e5e-cba2e43fba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:30.475148 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-5d8d4be5-43ba-4189-a04c-497e8e169dbe service neutron] 10.222.0.72 "GET /v2.0/networks/4248b401-75e6-4b51-9ee9-125443eb9d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779301 Nov 18 17:49:30.481183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b93cc0cc-7d21-452b-8e5e-cba2e43fba2e None None] Port 9dcc613c-210c-4be5-84e4-9aec341a07b5 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:49:30.553231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b93cc0cc-7d21-452b-8e5e-cba2e43fba2e None None] Provisioning complete for port 9b532706-7d8c-4e26-91f1-9b0a139975c1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:49:30.553519 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b93cc0cc-7d21-452b-8e5e-cba2e43fba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:30.590932 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-5371f5aa-0799-4276-957c-fa9954ed266a service neutron] 10.222.0.72 "GET /v2.0/networks/4248b401-75e6-4b51-9ee9-125443eb9d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148791 Nov 18 17:49:30.594587 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9b532706-7d8c-4e26-91f1-9b0a139975c1 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:49:30.671869 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1445957781', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bfaa88bb-a4ef-4333-865e-b2f9358d477f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:49:24Z', 'updated_at': '2021-11-18T17:49:29Z', 'revision_number': 4, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': 'bfaa88bb-a4ef-4333-865e-b2f9358d477f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:49:25Z', 'updated_at': '2021-11-18T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '9dcc613c-210c-4be5-84e4-9aec341a07b5', 'name': '', 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'mac_address': 'fa:16:3e:a8:99:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '244b09aa-8b0b-497c-81ab-376a80385b4c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:49:28Z', 'updated_at': '2021-11-18T17:49:29Z', 'revision_number': 2, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'subnets': [{'id': '244b09aa-8b0b-497c-81ab-376a80385b4c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:30.705973 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Checking router: b00c90d0-a4ca-4deb-9a0c-84a109db256c for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:49:30.706300 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Updating router b00c90d0-a4ca-4deb-9a0c-84a109db256c port 9dcc613c-210c-4be5-84e4-9aec341a07b5 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:49:30.752583 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 9b532706-7d8c-4e26-91f1-9b0a139975c1 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:49:30.752969 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:30.788429 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:30.994512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-121379db-b0bd-4911-8966-2607434b4216 None None] Provisioning complete for port 9dcc613c-210c-4be5-84e4-9aec341a07b5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:49:30.994893 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-121379db-b0bd-4911-8966-2607434b4216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:31.075083 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-121379db-b0bd-4911-8966-2607434b4216 None None] Port 9dcc613c-210c-4be5-84e4-9aec341a07b5 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:49:31.169742 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:31.223103 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:31.226665 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2725faae-1e91-44df-a361-ec687b999ffa req-13155d9c-e962-44c0-b810-1a1eb2e234b6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 210 time: 0.4043436 Nov 18 17:49:31.278720 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0f201-e309-407f-a1a8-8ec246023278 None None] Pushing event updated for resources: {'Port': ['ID=9dcc613c-210c-4be5-84e4-9aec341a07b5,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:31.330158 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Attempting to bind port 9dcc613c-210c-4be5-84e4-9aec341a07b5 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:49:31.330594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Attempting to bind port 9dcc613c-210c-4be5-84e4-9aec341a07b5 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '607617ba-e7dc-4e30-9dff-5ab0944a5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:49:31.330921 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Attempting to bind port 9dcc613c-210c-4be5-84e4-9aec341a07b5 on network 4248b401-75e6-4b51-9ee9-125443eb9d9c {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:49:31.336631 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:49:31.337066 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Checking segment: {'id': '607617ba-e7dc-4e30-9dff-5ab0944a5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:49:31.337427 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:31.337838 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Bound using segment: {'id': '607617ba-e7dc-4e30-9dff-5ab0944a5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:49:31.338326 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Bound port: 9dcc613c-210c-4be5-84e4-9aec341a07b5, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607617ba-e7dc-4e30-9dff-5ab0944a5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:49:31.338716 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:31.404448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] For port 9dcc613c-210c-4be5-84e4-9aec341a07b5, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:49:31.408671 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] For port 9dcc613c-210c-4be5-84e4-9aec341a07b5, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9dcc613c-210c-4be5-84e4-9aec341a07b5,segment=NetworkSegment(607617ba-e7dc-4e30-9dff-5ab0944a5c13),segment_id=607617ba-e7dc-4e30-9dff-5ab0944a5c13)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:49:31.493836 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:31.527275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a60b37de-f65a-4e18-9ff6-1207171f6e4b None None] Provisioning complete for port 9dcc613c-210c-4be5-84e4-9aec341a07b5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:49:31.527591 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a60b37de-f65a-4e18-9ff6-1207171f6e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:31.586918 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Routers {'b00c90d0-a4ca-4deb-9a0c-84a109db256c'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:49:31.587555 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:49:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b00c90d0-a4ca-4deb-9a0c-84a109db256c'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:31.596851 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0f201-e309-407f-a1a8-8ec246023278 None None] Pushing event updated for resources: {'Port': ['ID=9dcc613c-210c-4be5-84e4-9aec341a07b5,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:31.736968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] Set router b00c90d0-a4ca-4deb-9a0c-84a109db256c gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:49:31.738671 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a60b37de-f65a-4e18-9ff6-1207171f6e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:31.835528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a60b37de-f65a-4e18-9ff6-1207171f6e4b None None] For port 9dcc613c-210c-4be5-84e4-9aec341a07b5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9dcc613c-210c-4be5-84e4-9aec341a07b5,segment=NetworkSegment(607617ba-e7dc-4e30-9dff-5ab0944a5c13),segment_id=607617ba-e7dc-4e30-9dff-5ab0944a5c13)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:49:31.937235 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a60b37de-f65a-4e18-9ff6-1207171f6e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:31.995231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b37de-f65a-4e18-9ff6-1207171f6e4b None None] Pushing event updated for resources: {'Port': ['ID=9dcc613c-210c-4be5-84e4-9aec341a07b5,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:32.007658 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1445957781', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bfaa88bb-a4ef-4333-865e-b2f9358d477f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:49:24Z', 'updated_at': '2021-11-18T17:49:29Z', 'revision_number': 4, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': 'bfaa88bb-a4ef-4333-865e-b2f9358d477f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:49:25Z', 'updated_at': '2021-11-18T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '9dcc613c-210c-4be5-84e4-9aec341a07b5', 'name': '', 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'mac_address': 'fa:16:3e:a8:99:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '244b09aa-8b0b-497c-81ab-376a80385b4c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:49:28Z', 'updated_at': '2021-11-18T17:49:31Z', 'revision_number': 4, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'subnets': [{'id': '244b09aa-8b0b-497c-81ab-376a80385b4c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:32.036260 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f03e1-4ba9-4f4c-b361-eeb70b3dcab5 None None] The sync data for ids ['b00c90d0-a4ca-4deb-9a0c-84a109db256c'] in n-d-813419-11 is: [{'id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1445957781', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bfaa88bb-a4ef-4333-865e-b2f9358d477f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:49:24Z', 'updated_at': '2021-11-18T17:49:29Z', 'revision_number': 4, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': 'bfaa88bb-a4ef-4333-865e-b2f9358d477f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:49:25Z', 'updated_at': '2021-11-18T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '9dcc613c-210c-4be5-84e4-9aec341a07b5', 'name': '', 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'mac_address': 'fa:16:3e:a8:99:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '244b09aa-8b0b-497c-81ab-376a80385b4c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:49:28Z', 'updated_at': '2021-11-18T17:49:31Z', 'revision_number': 4, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'subnets': [{'id': '244b09aa-8b0b-497c-81ab-376a80385b4c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:49:32.057082 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2d634f52-9ff5-465d-af20-3a439e266585 None None] Provisioning complete for port 9dcc613c-210c-4be5-84e4-9aec341a07b5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:49:32.057464 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d634f52-9ff5-465d-af20-3a439e266585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:32.327922 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f423c27c-560f-46d5-ae16-c2e87f6ea9c9 req-02856aaf-624c-4800-8a69-61d43bd3b4e6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 210 time: 0.0292566 Nov 18 17:49:32.417707 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26efdeed-35bc-4846-86f5-1ff0d5adeae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:32.512565 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9dcc613c-210c-4be5-84e4-9aec341a07b5 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:49:32.562237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 9dcc613c-210c-4be5-84e4-9aec341a07b5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:49:32.562642 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:32.849391 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-e66c16c1-482f-4493-80db-53541b521091 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:32.850958 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-e66c16c1-482f-4493-80db-53541b521091 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.81 "GET /v2.0/networks?id=4248b401-75e6-4b51-9ee9-125443eb9d9c HTTP/1.1" status: 200 len: 797 time: 0.1084168 Nov 18 17:49:32.877099 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-f08f19b6-ac9c-4c02-9a6f-3a260a995e65 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Request body: {'port': {'device_id': '188b0d68-d8c9-4093-91fd-2963c0dfacbc', 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c', 'admin_state_up': True, 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:49:33.063643 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-f08f19b6-ac9c-4c02-9a6f-3a260a995e65 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Made reservation on behalf of e7311a749e8947cbaa0ba4c1f5b4d3c7 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:49:33.067307 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-f08f19b6-ac9c-4c02-9a6f-3a260a995e65 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:33.223864 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-f08f19b6-ac9c-4c02-9a6f-3a260a995e65 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Allocated IP 172.20.0.20 (4248b401-75e6-4b51-9ee9-125443eb9d9c/244b09aa-8b0b-497c-81ab-376a80385b4c/b57f4e22-6ba2-4363-bb59-caaf07346ea3) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:49:33.335805 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-f08f19b6-ac9c-4c02-9a6f-3a260a995e65 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:33.430558 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e524f50-491c-4892-98ed-37982060f374 req-5112f9f3-3223-46e8-8fdd-869624b2e85a tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 210 time: 0.0315075 Nov 18 17:49:33.444864 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-f08f19b6-ac9c-4c02-9a6f-3a260a995e65 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:33.481531 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-f08f19b6-ac9c-4c02-9a6f-3a260a995e65 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Network 4248b401-75e6-4b51-9ee9-125443eb9d9c is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:49:33.485784 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-f08f19b6-ac9c-4c02-9a6f-3a260a995e65 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:49:33.488462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-f08f19b6-ac9c-4c02-9a6f-3a260a995e65 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:49:33.533685 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f19b6-ac9c-4c02-9a6f-3a260a995e65 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event updated for resources: {'Port': ['ID=b57f4e22-6ba2-4363-bb59-caaf07346ea3,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:33.554805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-f08f19b6-ac9c-4c02-9a6f-3a260a995e65 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:33.555481 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-f08f19b6-ac9c-4c02-9a6f-3a260a995e65 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:33.654895 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-f08f19b6-ac9c-4c02-9a6f-3a260a995e65 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7910705 Nov 18 17:49:33.668226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Request body: {'port': {'device_id': '188b0d68-d8c9-4093-91fd-2963c0dfacbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:49:33.692395 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:33.726168 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:33.790661 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-54bebda8-ab91-4954-acd5-85c63e1d6676 None None] Provisioning complete for port b57f4e22-6ba2-4363-bb59-caaf07346ea3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:49:33.790957 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54bebda8-ab91-4954-acd5-85c63e1d6676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:33.824596 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-54bebda8-ab91-4954-acd5-85c63e1d6676 None None] Port b57f4e22-6ba2-4363-bb59-caaf07346ea3 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:49:34.008899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57f4e22-6ba2-4363-bb59-caaf07346ea3 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:49:34.016725 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:34.028994 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Transition to ACTIVE for port object b57f4e22-6ba2-4363-bb59-caaf07346ea3 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:49:34.086012 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:34.137329 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Pushing event updated for resources: {'Port': ['ID=b57f4e22-6ba2-4363-bb59-caaf07346ea3,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:34.211819 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Attempting to bind port b57f4e22-6ba2-4363-bb59-caaf07346ea3 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:49:34.212189 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Attempting to bind port b57f4e22-6ba2-4363-bb59-caaf07346ea3 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '607617ba-e7dc-4e30-9dff-5ab0944a5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:49:34.212533 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Attempting to bind port b57f4e22-6ba2-4363-bb59-caaf07346ea3 on network 4248b401-75e6-4b51-9ee9-125443eb9d9c {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:49:34.217263 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Port b57f4e22-6ba2-4363-bb59-caaf07346ea3 on network 4248b401-75e6-4b51-9ee9-125443eb9d9c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:49:34.217598 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Attempting to bind port b57f4e22-6ba2-4363-bb59-caaf07346ea3 on network 4248b401-75e6-4b51-9ee9-125443eb9d9c {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:49:34.223320 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:49:34.223670 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Checking segment: {'id': '607617ba-e7dc-4e30-9dff-5ab0944a5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:49:34.224102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Bound using segment: {'id': '607617ba-e7dc-4e30-9dff-5ab0944a5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:49:34.224553 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Bound port: b57f4e22-6ba2-4363-bb59-caaf07346ea3, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607617ba-e7dc-4e30-9dff-5ab0944a5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:49:34.224907 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:34.290789 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] For port b57f4e22-6ba2-4363-bb59-caaf07346ea3, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:49:34.294028 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] For port b57f4e22-6ba2-4363-bb59-caaf07346ea3, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=b57f4e22-6ba2-4363-bb59-caaf07346ea3,segment=NetworkSegment(607617ba-e7dc-4e30-9dff-5ab0944a5c13),segment_id=607617ba-e7dc-4e30-9dff-5ab0944a5c13)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:49:34.372276 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:34.408215 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:34.408712 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:34.410106 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] 10.222.0.81 "PUT /v2.0/ports/b57f4e22-6ba2-4363-bb59-caaf07346ea3 HTTP/1.1" status: 200 len: 1056 time: 0.7464707 Nov 18 17:49:34.410545 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188b0d68-d8c9-4093-91fd-2963c0dfacbc', 'tag': 'b57f4e22-6ba2-4363-bb59-caaf07346ea3'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:49:34.412867 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3221ed9-7d3e-4a02-be16-8196e43e2011" -d '{"events": [{"name": "network-changed", "server_uuid": "188b0d68-d8c9-4093-91fd-2963c0dfacbc", "tag": "b57f4e22-6ba2-4363-bb59-caaf07346ea3"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:49:34.438978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6b8a9-ac52-4b2b-b1d1-fda1f4a0605f service neutron] Pushing event updated for resources: {'Port': ['ID=b57f4e22-6ba2-4363-bb59-caaf07346ea3,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:34.464291 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be71d63a-97fd-43b0-9b38-41c687a7c3ce x-openstack-request-id: req-be71d63a-97fd-43b0-9b38-41c687a7c3ce {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:49:34.464291 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188b0d68-d8c9-4093-91fd-2963c0dfacbc", "tag": "b57f4e22-6ba2-4363-bb59-caaf07346ea3", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:49:34.464291 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-be71d63a-97fd-43b0-9b38-41c687a7c3ce {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:49:34.464291 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188b0d68-d8c9-4093-91fd-2963c0dfacbc', 'tag': 'b57f4e22-6ba2-4363-bb59-caaf07346ea3', 'status': 'completed', 'code': 200} Nov 18 17:49:34.561055 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3221ed9-7d3e-4a02-be16-8196e43e2011 req-64315bc5-d5d4-49f6-8c51-d323ee7acdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:34.562692 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3221ed9-7d3e-4a02-be16-8196e43e2011 req-64315bc5-d5d4-49f6-8c51-d323ee7acdb4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7311a749e8947cbaa0ba4c1f5b4d3c7&device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 1059 time: 0.0731969 Nov 18 17:49:34.579899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974c955-d2ce-4711-bd38-4adc3a656347 req-ca82afc7-8426-4a44-bbaa-8d606a48d10c tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:34.581429 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0974c955-d2ce-4711-bd38-4adc3a656347 req-ca82afc7-8426-4a44-bbaa-8d606a48d10c tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 907 time: 0.0630455 Nov 18 17:49:34.768582 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3221ed9-7d3e-4a02-be16-8196e43e2011 req-291d9f7f-6fdf-442f-9eb6-ec74c2ff4069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:34.768952 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3221ed9-7d3e-4a02-be16-8196e43e2011 req-291d9f7f-6fdf-442f-9eb6-ec74c2ff4069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:34.770593 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3221ed9-7d3e-4a02-be16-8196e43e2011 req-291d9f7f-6fdf-442f-9eb6-ec74c2ff4069 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=e7311a749e8947cbaa0ba4c1f5b4d3c7&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1988091 Nov 18 17:49:34.939517 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3221ed9-7d3e-4a02-be16-8196e43e2011 req-3b8f9883-2e37-4569-8869-397b3484dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:34.941051 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3221ed9-7d3e-4a02-be16-8196e43e2011 req-3b8f9883-2e37-4569-8869-397b3484dd8d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1621788 Nov 18 17:49:35.028326 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-0c1c14dc-67d4-4e8b-b518-574b7aa78b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:35.028326 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-0c1c14dc-67d4-4e8b-b518-574b7aa78b04 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7311a749e8947cbaa0ba4c1f5b4d3c7&device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 1059 time: 0.0415506 Nov 18 17:49:35.074824 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:35.091272 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-04632226-df99-4a58-8860-20aee7e4e451 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b57f4e22-6ba2-4363-bb59-caaf07346ea3 HTTP/1.1" status: 200 len: 217 time: 0.0569913 Nov 18 17:49:35.142656 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-8984abe2-7182-4ac2-bf7e-6157b724604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:35.144152 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-8984abe2-7182-4ac2-bf7e-6157b724604e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=244b09aa-8b0b-497c-81ab-376a80385b4c HTTP/1.1" status: 200 len: 837 time: 0.0442829 Nov 18 17:49:35.191619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-985e8178-8a13-44bb-8ad2-60ebc10be12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:35.193257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-985e8178-8a13-44bb-8ad2-60ebc10be12c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4248b401-75e6-4b51-9ee9-125443eb9d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0404994 Nov 18 17:49:35.301236 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-b9055a01-13fc-49bb-aa91-05fd678a79d7 service neutron] 10.222.0.81 "GET /v2.0/networks/4248b401-75e6-4b51-9ee9-125443eb9d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914397 Nov 18 17:49:35.388248 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e965b8b-d93f-4cbc-9315-384b3363e700 req-d2f8e8c1-ef51-4aa0-baa5-dbd457efb9a6 service neutron] 10.222.0.81 "GET /v2.0/networks/4248b401-75e6-4b51-9ee9-125443eb9d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873537 Nov 18 17:49:35.520042 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:35.702003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f7c3e-0221-48e3-b5fc-11561a5f16d7 req-a89dc851-fcf1-4099-add9-978cfe8c0139 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:35.703537 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7a1f7c3e-0221-48e3-b5fc-11561a5f16d7 req-a89dc851-fcf1-4099-add9-978cfe8c0139 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 907 time: 0.0498195 Nov 18 17:49:36.817514 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7e952-a197-4da5-a9df-6213249cc8d2 req-31f93c95-6a8a-4a6c-99cc-8f7ed2d645dd tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:36.819053 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ccc7e952-a197-4da5-a9df-6213249cc8d2 req-31f93c95-6a8a-4a6c-99cc-8f7ed2d645dd tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 907 time: 0.0492263 Nov 18 17:49:37.960274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ba482-e0ab-42c8-991c-0fe8a5d7718b req-6ee7ef37-f58d-42f6-8a2b-71687ee2d498 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:37.961785 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f59ba482-e0ab-42c8-991c-0fe8a5d7718b req-6ee7ef37-f58d-42f6-8a2b-71687ee2d498 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 907 time: 0.0719774 Nov 18 17:49:38.236865 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:49:38.921188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device b57f4e22-6ba2-4363-bb59-caaf07346ea3 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:49:38.996727 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-825c29b2-fa04-4048-95d9-093c742a7582 req-6199c218-a53b-4753-95f8-0c9899faca16 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497689 Nov 18 17:49:39.122415 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066b7b6-6924-448e-add9-3252c5d052db req-c601ba78-ca8f-441f-8976-1835efcac7f1 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:39.123939 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8066b7b6-6924-448e-add9-3252c5d052db req-c601ba78-ca8f-441f-8976-1835efcac7f1 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 907 time: 0.0779798 Nov 18 17:49:39.126532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c29b2-fa04-4048-95d9-093c742a7582 req-40b855de-c385-4fc7-9bae-895cc11ed4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:39.127955 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-825c29b2-fa04-4048-95d9-093c742a7582 req-40b855de-c385-4fc7-9bae-895cc11ed4a4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=05a63761ede34ab9818e0b9a0ba8389f&device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 1097 time: 0.0732498 Nov 18 17:49:39.182687 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port b57f4e22-6ba2-4363-bb59-caaf07346ea3, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=b57f4e22-6ba2-4363-bb59-caaf07346ea3,segment=NetworkSegment(607617ba-e7dc-4e30-9dff-5ab0944a5c13),segment_id=607617ba-e7dc-4e30-9dff-5ab0944a5c13)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:49:39.194420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'b57f4e22-6ba2-4363-bb59-caaf07346ea3', 'network_id': '4248b401-75e6-4b51-9ee9-125443eb9d9c', 'port_id': 'b57f4e22-6ba2-4363-bb59-caaf07346ea3', 'mac_address': 'fa:16:3e:e7:0d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244b09aa-8b0b-497c-81ab-376a80385b4c', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:49:39.237954 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:39.257827 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57f4e22-6ba2-4363-bb59-caaf07346ea3 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:49:39.277618 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port b57f4e22-6ba2-4363-bb59-caaf07346ea3, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=b57f4e22-6ba2-4363-bb59-caaf07346ea3,segment=NetworkSegment(607617ba-e7dc-4e30-9dff-5ab0944a5c13),segment_id=607617ba-e7dc-4e30-9dff-5ab0944a5c13)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:49:39.318062 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c29b2-fa04-4048-95d9-093c742a7582 req-56556adc-d1ce-444e-9bcd-3637be9c2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:39.319536 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-825c29b2-fa04-4048-95d9-093c742a7582 req-56556adc-d1ce-444e-9bcd-3637be9c2031 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e59236a2-0599-4fa0-9bcc-1e16829bf6b1 HTTP/1.1" status: 200 len: 911 time: 0.1622498 Nov 18 17:49:39.347389 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:39.395732 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=b57f4e22-6ba2-4363-bb59-caaf07346ea3,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:39.399385 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-825c29b2-fa04-4048-95d9-093c742a7582 req-e37430c2-85a1-4ed9-b8d7-bc786fc3f474 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d546e9f-4f17-4407-8b03-fd97c364c3c5 HTTP/1.1" status: 200 len: 1001 time: 0.0716712 Nov 18 17:49:39.451337 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c29b2-fa04-4048-95d9-093c742a7582 req-6631c9b1-1777-47e7-8346-6cd28415dc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:39.452860 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-825c29b2-fa04-4048-95d9-093c742a7582 req-6631c9b1-1777-47e7-8346-6cd28415dc5d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=953b0bf4-fb03-4321-b3a3-844476852bca HTTP/1.1" status: 200 len: 848 time: 0.0440745 Nov 18 17:49:39.498449 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c29b2-fa04-4048-95d9-093c742a7582 req-408a0701-6b7b-477b-bba7-9083e6eeff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:39.499952 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-825c29b2-fa04-4048-95d9-093c742a7582 req-408a0701-6b7b-477b-bba7-9083e6eeff62 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e59236a2-0599-4fa0-9bcc-1e16829bf6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393851 Nov 18 17:49:39.586652 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['b57f4e22-6ba2-4363-bb59-caaf07346ea3'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:49:39.606853 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-825c29b2-fa04-4048-95d9-093c742a7582 req-78ad6bc1-6185-4c25-b671-d9ad9146d6be service neutron] 10.222.0.81 "GET /v2.0/networks/e59236a2-0599-4fa0-9bcc-1e16829bf6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995173 Nov 18 17:49:39.703764 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-825c29b2-fa04-4048-95d9-093c742a7582 req-f6563d52-a047-4523-bc6b-b7baf50baf7a service neutron] 10.222.0.81 "GET /v2.0/networks/e59236a2-0599-4fa0-9bcc-1e16829bf6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887074 Nov 18 17:49:40.247687 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c273c5-a18f-4d65-accd-927318656dce req-2d2cac82-1e87-45cb-b0e8-a192ad06c532 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:40.249215 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11c273c5-a18f-4d65-accd-927318656dce req-2d2cac82-1e87-45cb-b0e8-a192ad06c532 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 908 time: 0.0497236 Nov 18 17:49:40.937301 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device b57f4e22-6ba2-4363-bb59-caaf07346ea3 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:49:41.045587 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port b57f4e22-6ba2-4363-bb59-caaf07346ea3 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:49:41.049294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port b57f4e22-6ba2-4363-bb59-caaf07346ea3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:49:41.049671 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:41.126965 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:41.149512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188b0d68-d8c9-4093-91fd-2963c0dfacbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57f4e22-6ba2-4363-bb59-caaf07346ea3'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:49:41.151708 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e55024-0976-4e25-80d8-6b8d5b7f6b80" -d '{"events": [{"server_uuid": "188b0d68-d8c9-4093-91fd-2963c0dfacbc", "name": "network-vif-plugged", "status": "completed", "tag": "b57f4e22-6ba2-4363-bb59-caaf07346ea3"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:49:41.164836 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port b57f4e22-6ba2-4363-bb59-caaf07346ea3, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=b57f4e22-6ba2-4363-bb59-caaf07346ea3,segment=NetworkSegment(607617ba-e7dc-4e30-9dff-5ab0944a5c13),segment_id=607617ba-e7dc-4e30-9dff-5ab0944a5c13)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:49:41.193047 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5424f06-e341-4ddf-9fa5-99abea3fcc5d x-openstack-request-id: req-f5424f06-e341-4ddf-9fa5-99abea3fcc5d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:49:41.193047 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188b0d68-d8c9-4093-91fd-2963c0dfacbc", "name": "network-vif-plugged", "status": "completed", "tag": "b57f4e22-6ba2-4363-bb59-caaf07346ea3", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:49:41.193047 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f5424f06-e341-4ddf-9fa5-99abea3fcc5d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:49:41.193047 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188b0d68-d8c9-4093-91fd-2963c0dfacbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57f4e22-6ba2-4363-bb59-caaf07346ea3', 'code': 200} Nov 18 17:49:41.285971 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:41.295456 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5708df-ede3-4ee7-a45c-1c3a9ec5d636 req-93a747de-63d1-4e2d-bc8d-bf27e1850ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:41.309681 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c5708df-ede3-4ee7-a45c-1c3a9ec5d636 req-93a747de-63d1-4e2d-bc8d-bf27e1850ed0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 1060 time: 0.0484216 Nov 18 17:49:41.362599 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=b57f4e22-6ba2-4363-bb59-caaf07346ea3,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:41.392611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa86dfd-4a78-4ec9-b1d0-8353725c9cc2 req-34a06e7a-376e-49e9-944f-4817ca28bfc7 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:41.394155 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bfa86dfd-4a78-4ec9-b1d0-8353725c9cc2 req-34a06e7a-376e-49e9-944f-4817ca28bfc7 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 909 time: 0.0535619 Nov 18 17:49:42.521084 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375d1c8-9881-4a59-a8fa-2e2f1a45a40e req-fe79f687-907e-4825-8ee8-a416050ec5fa tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:42.522576 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4375d1c8-9881-4a59-a8fa-2e2f1a45a40e req-fe79f687-907e-4825-8ee8-a416050ec5fa tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 909 time: 0.0531528 Nov 18 17:49:43.637836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ce8b4-c6c9-49fd-85fc-8aa4e2553030 req-e29e3336-2fc3-4ebe-95f6-b71917a08bdd tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:43.639356 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d5ce8b4-c6c9-49fd-85fc-8aa4e2553030 req-e29e3336-2fc3-4ebe-95f6-b71917a08bdd tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 909 time: 0.0492320 Nov 18 17:49:43.754113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fc1a8-fa60-45a3-829c-d16ca7822f09 req-33d2f024-c81b-4bcd-a06f-96e9fcf97878 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:43.755580 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-527fc1a8-fa60-45a3-829c-d16ca7822f09 req-33d2f024-c81b-4bcd-a06f-96e9fcf97878 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 909 time: 0.0484838 Nov 18 17:49:43.862192 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec51842-ecea-4a51-9143-4d379b2cc36c req-e13c6c2d-40df-4286-8f27-50901579313f tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:43.863637 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ec51842-ecea-4a51-9143-4d379b2cc36c req-e13c6c2d-40df-4286-8f27-50901579313f tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 1061 time: 0.0428727 Nov 18 17:49:43.970445 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542ba05-6521-49a5-b0d0-2f33b64005a1 req-52b2f5c8-323c-43a2-bcb5-07acdff45bf5 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:43.972595 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7542ba05-6521-49a5-b0d0-2f33b64005a1 req-52b2f5c8-323c-43a2-bcb5-07acdff45bf5 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 1136 time: 0.0438850 Nov 18 17:49:44.024047 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7542ba05-6521-49a5-b0d0-2f33b64005a1 req-50102d88-e09a-4342-a423-c87c6a864341 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=fed61082-0f4f-4c1f-af0f-192dfc41b010&id=feae4b92-c665-4952-adf4-d91a5155e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0454180 Nov 18 17:49:44.045275 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35412) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:44.085372 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2efae8-d8ff-4cec-b84f-10ccb3d86ee1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:44.086856 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0b2efae8-d8ff-4cec-b84f-10ccb3d86ee1 tempest-TestSecurityGroupsBasicOps-590709944 tempest-TestSecurityGroupsBasicOps-590709944-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 1056 time: 0.0405979 Nov 18 17:49:44.485638 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee79e2d-1afc-4157-9989-ff5c48647770 req-105f46cc-4d74-454a-98bd-5c7b57afc429 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:44.487631 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ee79e2d-1afc-4157-9989-ff5c48647770 req-105f46cc-4d74-454a-98bd-5c7b57afc429 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 909 time: 0.0488634 Nov 18 17:49:45.608788 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c165e-5267-4d6b-bf02-3bb004a16f91 req-02fe8d5a-6fc4-4140-8bc3-5836814c3640 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:45.610313 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-737c165e-5267-4d6b-bf02-3bb004a16f91 req-02fe8d5a-6fc4-4140-8bc3-5836814c3640 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 909 time: 0.0536964 Nov 18 17:49:45.857220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bdad5-5fc2-48ee-ba4a-24b19cef5424 req-aa457578-f479-45bd-9293-4df9c4687e4a tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:45.858874 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-213bdad5-5fc2-48ee-ba4a-24b19cef5424 req-aa457578-f479-45bd-9293-4df9c4687e4a tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.81 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 909 time: 0.0501916 Nov 18 17:49:45.951200 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-213bdad5-5fc2-48ee-ba4a-24b19cef5424 req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Deleting port b57f4e22-6ba2-4363-bb59-caaf07346ea3 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:49:45.951543 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-213bdad5-5fc2-48ee-ba4a-24b19cef5424 req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:46.050709 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-213bdad5-5fc2-48ee-ba4a-24b19cef5424 req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] For port b57f4e22-6ba2-4363-bb59-caaf07346ea3, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=b57f4e22-6ba2-4363-bb59-caaf07346ea3,segment=NetworkSegment(607617ba-e7dc-4e30-9dff-5ab0944a5c13),segment_id=607617ba-e7dc-4e30-9dff-5ab0944a5c13)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:49:46.051078 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-213bdad5-5fc2-48ee-ba4a-24b19cef5424 req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:46.066111 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-213bdad5-5fc2-48ee-ba4a-24b19cef5424 req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Calling delete_port for b57f4e22-6ba2-4363-bb59-caaf07346ea3 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:49:46.277384 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-213bdad5-5fc2-48ee-ba4a-24b19cef5424 req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:46.303531 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event deleted for resources: {'Port': ['ID=b57f4e22-6ba2-4363-bb59-caaf07346ea3,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:46.357167 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:46.357526 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:46.358131 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:46.358480 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:46.358823 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:46.359164 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:46.359504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:46.359864 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:46.360205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:46.360541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:46.360875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:46.361208 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:46.386626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-213bdad5-5fc2-48ee-ba4a-24b19cef5424 req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] No DVR routers for this DVR port b57f4e22-6ba2-4363-bb59-caaf07346ea3 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:49:46.389572 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-213bdad5-5fc2-48ee-ba4a-24b19cef5424 req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:46.393408 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-213bdad5-5fc2-48ee-ba4a-24b19cef5424 req-6b7b399f-76a8-4c33-a01e-f975c61d69f4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.81 "DELETE /v2.0/ports/b57f4e22-6ba2-4363-bb59-caaf07346ea3 HTTP/1.1" status: 204 len: 173 time: 0.5271072 Nov 18 17:49:46.393893 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188b0d68-d8c9-4093-91fd-2963c0dfacbc', 'name': 'network-vif-deleted', 'tag': 'b57f4e22-6ba2-4363-bb59-caaf07346ea3'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:49:46.397690 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98533f1a-b46a-40b1-9558-c6072d00dc23" -d '{"events": [{"server_uuid": "188b0d68-d8c9-4093-91fd-2963c0dfacbc", "name": "network-vif-deleted", "tag": "b57f4e22-6ba2-4363-bb59-caaf07346ea3"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:49:46.504507 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf71269-92a0-49eb-ac53-bfd196614c41 x-openstack-request-id: req-8bf71269-92a0-49eb-ac53-bfd196614c41 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:49:46.504808 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188b0d68-d8c9-4093-91fd-2963c0dfacbc", "name": "network-vif-deleted", "tag": "b57f4e22-6ba2-4363-bb59-caaf07346ea3", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:49:46.505613 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8bf71269-92a0-49eb-ac53-bfd196614c41 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:49:46.506030 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188b0d68-d8c9-4093-91fd-2963c0dfacbc', 'name': 'network-vif-deleted', 'tag': 'b57f4e22-6ba2-4363-bb59-caaf07346ea3', 'status': 'completed', 'code': 200} Nov 18 17:49:46.711422 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2dae878e-4cf6-4f8a-a3ab-10fee371d1cf req-e6625382-fe60-4a34-bb00-56ae08db6a9a tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=188b0d68-d8c9-4093-91fd-2963c0dfacbc HTTP/1.1" status: 200 len: 210 time: 0.0282838 Nov 18 17:49:47.767616 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35428) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:48.554974 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f390a73-3930-4ee8-a539-83ded4abca15 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:48.877324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8f390a73-3930-4ee8-a539-83ded4abca15 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Deleting port 9dcc613c-210c-4be5-84e4-9aec341a07b5 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:49:48.877324 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f390a73-3930-4ee8-a539-83ded4abca15 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:48.976453 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-8f390a73-3930-4ee8-a539-83ded4abca15 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] For port 9dcc613c-210c-4be5-84e4-9aec341a07b5, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9dcc613c-210c-4be5-84e4-9aec341a07b5,segment=NetworkSegment(607617ba-e7dc-4e30-9dff-5ab0944a5c13),segment_id=607617ba-e7dc-4e30-9dff-5ab0944a5c13)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:49:48.976823 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f390a73-3930-4ee8-a539-83ded4abca15 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:48.993640 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8f390a73-3930-4ee8-a539-83ded4abca15 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Calling delete_port for 9dcc613c-210c-4be5-84e4-9aec341a07b5 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:49:49.245648 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f390a73-3930-4ee8-a539-83ded4abca15 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:49.270173 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f390a73-3930-4ee8-a539-83ded4abca15 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event deleted for resources: {'Port': ['ID=9dcc613c-210c-4be5-84e4-9aec341a07b5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:49.447563 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f390a73-3930-4ee8-a539-83ded4abca15 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:49.514434 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd234a8d-4749-492e-b736-ea3b4ed164f4 req-d9fb34f7-ba7b-492c-b88a-99e09c9a5ef1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467982 Nov 18 17:49:49.599586 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd234a8d-4749-492e-b736-ea3b4ed164f4 req-b1c051b5-90de-4613-b3a2-9e04df409655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:49.601578 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd234a8d-4749-492e-b736-ea3b4ed164f4 req-b1c051b5-90de-4613-b3a2-9e04df409655 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e7311a749e8947cbaa0ba4c1f5b4d3c7&device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 1136 time: 0.0441329 Nov 18 17:49:49.669235 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f390a73-3930-4ee8-a539-83ded4abca15 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Router b00c90d0-a4ca-4deb-9a0c-84a109db256c has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:49:49.708071 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd234a8d-4749-492e-b736-ea3b4ed164f4 req-fd7342c8-c3a3-43e0-a2de-f87f6035bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:49.710057 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd234a8d-4749-492e-b736-ea3b4ed164f4 req-fd7342c8-c3a3-43e0-a2de-f87f6035bdf0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=de1e313e-28a9-4244-9346-95cb74358f8a HTTP/1.1" status: 200 len: 897 time: 0.0877368 Nov 18 17:49:49.775247 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f390a73-3930-4ee8-a539-83ded4abca15 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:49:49.777098 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd234a8d-4749-492e-b736-ea3b4ed164f4 req-3fed8ef8-6de9-4aa9-baaf-ef5d7d51c60d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6aaab17a-2d0b-4e82-858d-12b9cd46778a HTTP/1.1" status: 200 len: 1001 time: 0.0583060 Nov 18 17:49:49.782113 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8f390a73-3930-4ee8-a539-83ded4abca15 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "PUT /v2.0/routers/b00c90d0-a4ca-4deb-9a0c-84a109db256c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0117831 Nov 18 17:49:49.783214 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35430) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:49.785669 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daf696e-ca0a-4732-bbd2-a2c680d89b37 None None] Sync routers for ids ['b00c90d0-a4ca-4deb-9a0c-84a109db256c'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:49:49.796081 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daf696e-ca0a-4732-bbd2-a2c680d89b37 None None] Routers {'b00c90d0-a4ca-4deb-9a0c-84a109db256c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:49:49.796872 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5daf696e-ca0a-4732-bbd2-a2c680d89b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:49:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b00c90d0-a4ca-4deb-9a0c-84a109db256c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:49.831122 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd234a8d-4749-492e-b736-ea3b4ed164f4 req-8fdd3329-ec1b-48a9-b932-c71c2ca321e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:49.832684 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd234a8d-4749-492e-b736-ea3b4ed164f4 req-8fdd3329-ec1b-48a9-b932-c71c2ca321e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84b50855-120c-4aaf-8744-05b184585320 HTTP/1.1" status: 200 len: 834 time: 0.0477953 Nov 18 17:49:49.838349 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f672ae2-e2d5-4ef5-b901-1fec4dc7e60b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Deleting subnet 244b09aa-8b0b-497c-81ab-376a80385b4c {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:49:49.842012 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f672ae2-e2d5-4ef5-b901-1fec4dc7e60b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:49.889659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd234a8d-4749-492e-b736-ea3b4ed164f4 req-6de308a2-03b2-4eeb-b82f-7133ebb01fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:49.891212 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd234a8d-4749-492e-b736-ea3b4ed164f4 req-6de308a2-03b2-4eeb-b82f-7133ebb01fdf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=de1e313e-28a9-4244-9346-95cb74358f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509067 Nov 18 17:49:49.894956 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f672ae2-e2d5-4ef5-b901-1fec4dc7e60b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:49.986087 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd234a8d-4749-492e-b736-ea3b4ed164f4 req-f4982723-bd9e-4e14-89c7-ad32b3c5f0fa service neutron] 10.222.0.83 "GET /v2.0/networks/de1e313e-28a9-4244-9346-95cb74358f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859563 Nov 18 17:49:50.000481 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-5daf696e-ca0a-4732-bbd2-a2c680d89b37 None None] Set router b00c90d0-a4ca-4deb-9a0c-84a109db256c gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:49:50.022658 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f672ae2-e2d5-4ef5-b901-1fec4dc7e60b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:50.096979 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd234a8d-4749-492e-b736-ea3b4ed164f4 req-8349ba14-917d-4b18-9d41-4c3e333c2cae service neutron] 10.222.0.83 "GET /v2.0/networks/de1e313e-28a9-4244-9346-95cb74358f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026390 Nov 18 17:49:50.160680 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f672ae2-e2d5-4ef5-b901-1fec4dc7e60b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:50.181403 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5daf696e-ca0a-4732-bbd2-a2c680d89b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1445957781', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bfaa88bb-a4ef-4333-865e-b2f9358d477f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:49:24Z', 'updated_at': '2021-11-18T17:49:49Z', 'revision_number': 5, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': 'bfaa88bb-a4ef-4333-865e-b2f9358d477f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:49:25Z', 'updated_at': '2021-11-18T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:50.192459 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f672ae2-e2d5-4ef5-b901-1fec4dc7e60b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event deleted for resources: {'Subnet': ['ID=244b09aa-8b0b-497c-81ab-376a80385b4c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:50.196796 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f672ae2-e2d5-4ef5-b901-1fec4dc7e60b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:50.202444 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2f672ae2-e2d5-4ef5-b901-1fec4dc7e60b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "DELETE /v2.0/subnets/244b09aa-8b0b-497c-81ab-376a80385b4c HTTP/1.1" status: 204 len: 168 time: 0.4157019 Nov 18 17:49:50.202794 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35432) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:50.206369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8f0d30-f9d5-46f8-a460-f390e6a093de None None] Network 4248b401-75e6-4b51-9ee9-125443eb9d9c requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:49:50.210094 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daf696e-ca0a-4732-bbd2-a2c680d89b37 None None] Checking router: b00c90d0-a4ca-4deb-9a0c-84a109db256c for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:49:50.218587 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daf696e-ca0a-4732-bbd2-a2c680d89b37 None None] Routers {'b00c90d0-a4ca-4deb-9a0c-84a109db256c'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:49:50.219207 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5daf696e-ca0a-4732-bbd2-a2c680d89b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:49:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b00c90d0-a4ca-4deb-9a0c-84a109db256c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:50.312919 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f69334ee-aadf-4cfe-8ead-f4e977dc2cf8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:50.332540 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-5daf696e-ca0a-4732-bbd2-a2c680d89b37 None None] Set router b00c90d0-a4ca-4deb-9a0c-84a109db256c gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:49:50.403014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83984c3a-c9f9-4ce4-8537-a080ef6a1fe6 None None] DHCP port deletion for 4248b401-75e6-4b51-9ee9-125443eb9d9c request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:49:50.428525 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f69334ee-aadf-4cfe-8ead-f4e977dc2cf8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:50.460580 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-83984c3a-c9f9-4ce4-8537-a080ef6a1fe6 None None] Deleting port 9b532706-7d8c-4e26-91f1-9b0a139975c1 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:49:50.460966 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83984c3a-c9f9-4ce4-8537-a080ef6a1fe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:50.538131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-83984c3a-c9f9-4ce4-8537-a080ef6a1fe6 None None] For port 9b532706-7d8c-4e26-91f1-9b0a139975c1, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=9b532706-7d8c-4e26-91f1-9b0a139975c1,segment=NetworkSegment(607617ba-e7dc-4e30-9dff-5ab0944a5c13),segment_id=607617ba-e7dc-4e30-9dff-5ab0944a5c13)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:49:50.538847 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83984c3a-c9f9-4ce4-8537-a080ef6a1fe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:50.552120 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-83984c3a-c9f9-4ce4-8537-a080ef6a1fe6 None None] Calling delete_port for 9b532706-7d8c-4e26-91f1-9b0a139975c1 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:49:50.553986 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5daf696e-ca0a-4732-bbd2-a2c680d89b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1445957781', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bfaa88bb-a4ef-4333-865e-b2f9358d477f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:49:24Z', 'updated_at': '2021-11-18T17:49:49Z', 'revision_number': 5, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': 'bfaa88bb-a4ef-4333-865e-b2f9358d477f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:49:25Z', 'updated_at': '2021-11-18T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:50.570576 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9b532706-7d8c-4e26-91f1-9b0a139975c1 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:49:50.583366 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daf696e-ca0a-4732-bbd2-a2c680d89b37 None None] The sync data for ids ['b00c90d0-a4ca-4deb-9a0c-84a109db256c'] in n-d-813419-11 is: [{'id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1445957781', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bfaa88bb-a4ef-4333-865e-b2f9358d477f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:49:24Z', 'updated_at': '2021-11-18T17:49:49Z', 'revision_number': 5, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': 'bfaa88bb-a4ef-4333-865e-b2f9358d477f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00c90d0-a4ca-4deb-9a0c-84a109db256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:49:25Z', 'updated_at': '2021-11-18T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:49:50.585406 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-f69334ee-aadf-4cfe-8ead-f4e977dc2cf8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Deleting port bfaa88bb-a4ef-4333-865e-b2f9358d477f {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:49:50.585765 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f69334ee-aadf-4cfe-8ead-f4e977dc2cf8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:50.671185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-f69334ee-aadf-4cfe-8ead-f4e977dc2cf8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] For port bfaa88bb-a4ef-4333-865e-b2f9358d477f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=bfaa88bb-a4ef-4333-865e-b2f9358d477f,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:49:50.671555 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f69334ee-aadf-4cfe-8ead-f4e977dc2cf8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:50.685055 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-f69334ee-aadf-4cfe-8ead-f4e977dc2cf8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Calling delete_port for bfaa88bb-a4ef-4333-865e-b2f9358d477f owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:49:50.712626 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:50.776222 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83984c3a-c9f9-4ce4-8537-a080ef6a1fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:50.809657 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83984c3a-c9f9-4ce4-8537-a080ef6a1fe6 None None] No DVR routers for this DVR port 9b532706-7d8c-4e26-91f1-9b0a139975c1 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:49:50.830884 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83984c3a-c9f9-4ce4-8537-a080ef6a1fe6 None None] Pushing event deleted for resources: {'Port': ['ID=9b532706-7d8c-4e26-91f1-9b0a139975c1,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:50.930221 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f69334ee-aadf-4cfe-8ead-f4e977dc2cf8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:50.963376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69334ee-aadf-4cfe-8ead-f4e977dc2cf8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event deleted for resources: {'Port': ['ID=bfaa88bb-a4ef-4333-865e-b2f9358d477f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:50.969926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device b57f4e22-6ba2-4363-bb59-caaf07346ea3 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:49:51.002237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e209c3-53d4-45c8-8ddf-7b65d923c8f4 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:49:51.008740 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: b57f4e22-6ba2-4363-bb59-caaf07346ea3 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:49:51.009236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device b57f4e22-6ba2-4363-bb59-caaf07346ea3 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:49:51.051269 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f69334ee-aadf-4cfe-8ead-f4e977dc2cf8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:51.169181 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f69334ee-aadf-4cfe-8ead-f4e977dc2cf8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:51.171346 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f69334ee-aadf-4cfe-8ead-f4e977dc2cf8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:51.307490 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f69334ee-aadf-4cfe-8ead-f4e977dc2cf8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:51.308115 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69334ee-aadf-4cfe-8ead-f4e977dc2cf8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Fanout notify agent at l3_agent the message router_deleted on router b00c90d0-a4ca-4deb-9a0c-84a109db256c {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:49:51.316964 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f69334ee-aadf-4cfe-8ead-f4e977dc2cf8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:51.318173 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f69334ee-aadf-4cfe-8ead-f4e977dc2cf8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "DELETE /v2.0/routers/b00c90d0-a4ca-4deb-9a0c-84a109db256c HTTP/1.1" status: 204 len: 168 time: 1.1145389 Nov 18 17:49:51.320867 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35436) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:51.408294 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:51.502441 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:51.523360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4248b401-75e6-4b51-9ee9-125443eb9d9c']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:51.532678 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607617ba-e7dc-4e30-9dff-5ab0944a5c13') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:51.532974 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607617ba-e7dc-4e30-9dff-5ab0944a5c13') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:51.542434 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:51.555609 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:51.561588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:49:51.561980 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:49:51.564991 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:49:51.686146 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:51.698356 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:51.700568 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35438) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:51.700705 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "DELETE /v2.0/networks/4248b401-75e6-4b51-9ee9-125443eb9d9c HTTP/1.1" status: 204 len: 168 time: 0.3778162 Nov 18 17:49:51.714484 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:51.716314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event deleted for resources: {'Network': ['ID=4248b401-75e6-4b51-9ee9-125443eb9d9c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:51.724795 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:51.725161 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:51.725515 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:51.725863 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:51.726203 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:51.726726 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:51.727077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:51.727420 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:51.727760 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:51.728129 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:51.728465 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:51.728895 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808f3a-8a9b-42be-8db6-f6e42ad6c2c6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:49:52.199374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-7ba31aab-9d4a-49f5-b8aa-5fa77b1368df tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Deleting port c6540d52-9d0b-4bcf-9e6c-3af9272e377e {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:49:52.199943 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ba31aab-9d4a-49f5-b8aa-5fa77b1368df tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:52.276159 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ba31aab-9d4a-49f5-b8aa-5fa77b1368df tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:52.276491 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ba31aab-9d4a-49f5-b8aa-5fa77b1368df tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:52.288535 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-7ba31aab-9d4a-49f5-b8aa-5fa77b1368df tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Calling delete_port for c6540d52-9d0b-4bcf-9e6c-3af9272e377e owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:49:52.497544 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bfaa88bb-a4ef-4333-865e-b2f9358d477f no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:49:52.517606 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: bfaa88bb-a4ef-4333-865e-b2f9358d477f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:49:52.517954 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device bfaa88bb-a4ef-4333-865e-b2f9358d477f not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:49:52.520314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9dcc613c-210c-4be5-84e4-9aec341a07b5 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:49:52.536634 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 9dcc613c-210c-4be5-84e4-9aec341a07b5 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:49:52.536985 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 9dcc613c-210c-4be5-84e4-9aec341a07b5 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:49:52.537110 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ba31aab-9d4a-49f5-b8aa-5fa77b1368df tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:52.563812 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba31aab-9d4a-49f5-b8aa-5fa77b1368df tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event deleted for resources: {'Port': ['ID=c6540d52-9d0b-4bcf-9e6c-3af9272e377e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:52.627044 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ba31aab-9d4a-49f5-b8aa-5fa77b1368df tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:52.627419 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-7ba31aab-9d4a-49f5-b8aa-5fa77b1368df tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Floating IP 7aa0d966-162a-4191-89ed-82ef12300b13 disassociated (deleted). External IP: 172.25.3.106, port: 6aaab17a-2d0b-4e82-858d-12b9cd46778a. Nov 18 17:49:52.835377 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba31aab-9d4a-49f5-b8aa-5fa77b1368df tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Router 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:49:52.944663 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba31aab-9d4a-49f5-b8aa-5fa77b1368df tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:49:52.949408 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7ba31aab-9d4a-49f5-b8aa-5fa77b1368df tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:52.954928 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c92ebe5-2c37-475d-84c7-5d7ea5b6ab85 None None] Sync routers for ids ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:49:52.966215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c92ebe5-2c37-475d-84c7-5d7ea5b6ab85 None None] Routers {'387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:49:52.966826 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0c92ebe5-2c37-475d-84c7-5d7ea5b6ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:49:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:52.976778 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7ba31aab-9d4a-49f5-b8aa-5fa77b1368df tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "DELETE /v2.0/floatingips/7aa0d966-162a-4191-89ed-82ef12300b13 HTTP/1.1" status: 204 len: 168 time: 1.2753580 Nov 18 17:49:52.977539 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fbb22e8-b411-4bc6-b45e-9a38ca262443', 'tag': '6aaab17a-2d0b-4e82-858d-12b9cd46778a'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:49:52.980030 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e6e699-474d-4735-9a5a-9b1dcf32b8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6fbb22e8-b411-4bc6-b45e-9a38ca262443", "tag": "6aaab17a-2d0b-4e82-858d-12b9cd46778a"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:49:53.018278 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2b7be1-ddaf-40d8-97c5-6803f3b11f73 x-openstack-request-id: req-4c2b7be1-ddaf-40d8-97c5-6803f3b11f73 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:49:53.018650 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fbb22e8-b411-4bc6-b45e-9a38ca262443", "tag": "6aaab17a-2d0b-4e82-858d-12b9cd46778a", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:49:53.019965 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4c2b7be1-ddaf-40d8-97c5-6803f3b11f73 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:49:53.019965 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fbb22e8-b411-4bc6-b45e-9a38ca262443', 'tag': '6aaab17a-2d0b-4e82-858d-12b9cd46778a', 'status': 'completed', 'code': 200} Nov 18 17:49:53.081259 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-0c92ebe5-2c37-475d-84c7-5d7ea5b6ab85 None None] Set router 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:49:53.084097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6e699-474d-4735-9a5a-9b1dcf32b8d7 req-4939b6a7-f6fa-4de1-beb2-3fe4d4be94cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:53.086187 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16e6e699-474d-4735-9a5a-9b1dcf32b8d7 req-4939b6a7-f6fa-4de1-beb2-3fe4d4be94cd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e7311a749e8947cbaa0ba4c1f5b4d3c7&device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 1136 time: 0.0428894 Nov 18 17:49:53.182730 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6e699-474d-4735-9a5a-9b1dcf32b8d7 req-e6018bdc-8008-40c0-b674-40de05ed5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:53.184278 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16e6e699-474d-4735-9a5a-9b1dcf32b8d7 req-e6018bdc-8008-40c0-b674-40de05ed5adf service neutron] 10.222.0.83 "GET /v2.0/networks?id=de1e313e-28a9-4244-9346-95cb74358f8a HTTP/1.1" status: 200 len: 897 time: 0.0907178 Nov 18 17:49:53.228813 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16e6e699-474d-4735-9a5a-9b1dcf32b8d7 req-baea9705-fa6c-4337-b57f-576939f542fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6aaab17a-2d0b-4e82-858d-12b9cd46778a HTTP/1.1" status: 200 len: 217 time: 0.0351894 Nov 18 17:49:53.287756 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6e699-474d-4735-9a5a-9b1dcf32b8d7 req-7beb1555-bda2-46f5-9548-d96d988badcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:53.289381 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16e6e699-474d-4735-9a5a-9b1dcf32b8d7 req-7beb1555-bda2-46f5-9548-d96d988badcd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84b50855-120c-4aaf-8744-05b184585320 HTTP/1.1" status: 200 len: 834 time: 0.0468476 Nov 18 17:49:53.296240 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0c92ebe5-2c37-475d-84c7-5d7ea5b6ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179557921', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:48:24Z', 'updated_at': '2021-11-18T17:48:29Z', 'revision_number': 4, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:25Z', 'updated_at': '2021-11-18T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '955d02ed-03fe-4c7a-8ec2-579bfa94a697', 'name': '', 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'mac_address': 'fa:16:3e:29:a3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '84b50855-120c-4aaf-8744-05b184585320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:28Z', 'updated_at': '2021-11-18T17:48:32Z', 'revision_number': 5, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'subnets': [{'id': '84b50855-120c-4aaf-8744-05b184585320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:53.323211 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c92ebe5-2c37-475d-84c7-5d7ea5b6ab85 None None] Checking router: 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:49:53.326087 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:53.332252 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c92ebe5-2c37-475d-84c7-5d7ea5b6ab85 None None] Routers {'387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:49:53.332856 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0c92ebe5-2c37-475d-84c7-5d7ea5b6ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:49:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:53.336774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6e699-474d-4735-9a5a-9b1dcf32b8d7 req-8b74e87d-dbee-409d-920d-a4d65c1d8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:53.338229 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16e6e699-474d-4735-9a5a-9b1dcf32b8d7 req-8b74e87d-dbee-409d-920d-a4d65c1d8d37 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=de1e313e-28a9-4244-9346-95cb74358f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409856 Nov 18 17:49:53.452413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-0c92ebe5-2c37-475d-84c7-5d7ea5b6ab85 None None] Set router 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:49:53.464683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fca9cc-acc8-4d5b-a632-36802c3932d6 req-ffbacba9-eb44-46b1-b294-af5fafad7cc6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:53.466730 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23fca9cc-acc8-4d5b-a632-36802c3932d6 req-ffbacba9-eb44-46b1-b294-af5fafad7cc6 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 984 time: 0.0565000 Nov 18 17:49:53.536082 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23fca9cc-acc8-4d5b-a632-36802c3932d6 req-42bbb19a-bff0-4f5e-9e5f-d6449d60aaaa tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/security-groups?id=fed61082-0f4f-4c1f-af0f-192dfc41b010&id=feae4b92-c665-4952-adf4-d91a5155e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0618727 Nov 18 17:49:53.663991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0c92ebe5-2c37-475d-84c7-5d7ea5b6ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179557921', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:48:24Z', 'updated_at': '2021-11-18T17:48:29Z', 'revision_number': 4, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:25Z', 'updated_at': '2021-11-18T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '955d02ed-03fe-4c7a-8ec2-579bfa94a697', 'name': '', 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'mac_address': 'fa:16:3e:29:a3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '84b50855-120c-4aaf-8744-05b184585320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:28Z', 'updated_at': '2021-11-18T17:48:32Z', 'revision_number': 5, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'subnets': [{'id': '84b50855-120c-4aaf-8744-05b184585320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:53.694832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c92ebe5-2c37-475d-84c7-5d7ea5b6ab85 None None] The sync data for ids ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'] in n-d-813419-11 is: [{'id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179557921', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:48:24Z', 'updated_at': '2021-11-18T17:48:29Z', 'revision_number': 4, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:25Z', 'updated_at': '2021-11-18T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '955d02ed-03fe-4c7a-8ec2-579bfa94a697', 'name': '', 'network_id': 'de1e313e-28a9-4244-9346-95cb74358f8a', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'mac_address': 'fa:16:3e:29:a3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '84b50855-120c-4aaf-8744-05b184585320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:28Z', 'updated_at': '2021-11-18T17:48:32Z', 'revision_number': 5, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'subnets': [{'id': '84b50855-120c-4aaf-8744-05b184585320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:49:53.705362 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16e6e699-474d-4735-9a5a-9b1dcf32b8d7 req-32a90732-a8e4-47f3-9e5f-1e0887dc7857 service neutron] 10.222.0.83 "GET /v2.0/networks/de1e313e-28a9-4244-9346-95cb74358f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592250 Nov 18 17:49:53.806176 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16e6e699-474d-4735-9a5a-9b1dcf32b8d7 req-f05ce8fc-5744-4fde-94ae-ba4037322196 service neutron] 10.222.0.83 "GET /v2.0/networks/de1e313e-28a9-4244-9346-95cb74358f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906229 Nov 18 17:49:53.927023 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c6b05-a8fd-43e5-a564-62e277d271a8 None None] New status for floating IP 7aa0d966-162a-4191-89ed-82ef12300b13: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:49:54.664065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d0632-4de8-4426-86e6-5b1a402c2d91 req-e29bb912-6741-411a-a4e2-80609846f355 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:54.665625 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b9d0632-4de8-4426-86e6-5b1a402c2d91 req-e29bb912-6741-411a-a4e2-80609846f355 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 984 time: 0.0576019 Nov 18 17:49:54.728663 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b9d0632-4de8-4426-86e6-5b1a402c2d91 req-950e62e1-0d5e-499f-b3a2-4ba8d4227a2b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/security-groups?id=fed61082-0f4f-4c1f-af0f-192dfc41b010&id=feae4b92-c665-4952-adf4-d91a5155e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0567548 Nov 18 17:49:55.030977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1715d0-89a3-4d59-ad72-99812ab1e42d req-569bd084-b4cf-4aa4-bd7c-df0a1396636b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:49:55.032415 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ec1715d0-89a3-4d59-ad72-99812ab1e42d req-569bd084-b4cf-4aa4-bd7c-df0a1396636b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 984 time: 0.0547316 Nov 18 17:49:55.127256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-ec1715d0-89a3-4d59-ad72-99812ab1e42d req-ba8e6b31-4798-4a4f-b172-4f9459c41e98 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Deleting port 6aaab17a-2d0b-4e82-858d-12b9cd46778a {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:49:55.127602 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ec1715d0-89a3-4d59-ad72-99812ab1e42d req-ba8e6b31-4798-4a4f-b172-4f9459c41e98 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:55.217629 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ec1715d0-89a3-4d59-ad72-99812ab1e42d req-ba8e6b31-4798-4a4f-b172-4f9459c41e98 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] For port 6aaab17a-2d0b-4e82-858d-12b9cd46778a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6aaab17a-2d0b-4e82-858d-12b9cd46778a,segment=NetworkSegment(92ff7e78-6d4a-4bbe-b1ce-45fa8d848080),segment_id=92ff7e78-6d4a-4bbe-b1ce-45fa8d848080)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:49:55.217992 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ec1715d0-89a3-4d59-ad72-99812ab1e42d req-ba8e6b31-4798-4a4f-b172-4f9459c41e98 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:55.230599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-ec1715d0-89a3-4d59-ad72-99812ab1e42d req-ba8e6b31-4798-4a4f-b172-4f9459c41e98 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Calling delete_port for 6aaab17a-2d0b-4e82-858d-12b9cd46778a owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:49:55.415346 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ec1715d0-89a3-4d59-ad72-99812ab1e42d req-ba8e6b31-4798-4a4f-b172-4f9459c41e98 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:55.444555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e6b31-4798-4a4f-b172-4f9459c41e98 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event deleted for resources: {'Port': ['ID=6aaab17a-2d0b-4e82-858d-12b9cd46778a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:55.486041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1715d0-89a3-4d59-ad72-99812ab1e42d req-ba8e6b31-4798-4a4f-b172-4f9459c41e98 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] No DVR routers for this DVR port 6aaab17a-2d0b-4e82-858d-12b9cd46778a on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:49:55.488771 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ec1715d0-89a3-4d59-ad72-99812ab1e42d req-ba8e6b31-4798-4a4f-b172-4f9459c41e98 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:55.492869 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ec1715d0-89a3-4d59-ad72-99812ab1e42d req-ba8e6b31-4798-4a4f-b172-4f9459c41e98 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.83 "DELETE /v2.0/ports/6aaab17a-2d0b-4e82-858d-12b9cd46778a HTTP/1.1" status: 204 len: 173 time: 0.4514360 Nov 18 17:49:55.493311 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbb22e8-b411-4bc6-b45e-9a38ca262443', 'name': 'network-vif-deleted', 'tag': '6aaab17a-2d0b-4e82-858d-12b9cd46778a'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:49:55.495650 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0143437a-0432-405c-a1bd-73ae67120e35" -d '{"events": [{"server_uuid": "6fbb22e8-b411-4bc6-b45e-9a38ca262443", "name": "network-vif-deleted", "tag": "6aaab17a-2d0b-4e82-858d-12b9cd46778a"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:49:55.531174 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fe61b6-b285-4b3d-ac4a-5e1fef13e27c x-openstack-request-id: req-73fe61b6-b285-4b3d-ac4a-5e1fef13e27c {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:49:55.531487 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbb22e8-b411-4bc6-b45e-9a38ca262443", "name": "network-vif-deleted", "tag": "6aaab17a-2d0b-4e82-858d-12b9cd46778a", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:49:55.531748 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-73fe61b6-b285-4b3d-ac4a-5e1fef13e27c {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:49:55.532199 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbb22e8-b411-4bc6-b45e-9a38ca262443', 'name': 'network-vif-deleted', 'tag': '6aaab17a-2d0b-4e82-858d-12b9cd46778a', 'status': 'completed', 'code': 200} Nov 18 17:49:55.840449 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-20f7e039-8deb-43de-87b3-98a3c23a519b req-cc74a849-4fd6-4562-96d5-30b4083516c4 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbb22e8-b411-4bc6-b45e-9a38ca262443 HTTP/1.1" status: 200 len: 210 time: 0.0284536 Nov 18 17:49:56.901060 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35454) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:56.975239 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4f650c43-ea8c-47a3-9ad6-ca9846ba85c8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:56.998183 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4f650c43-ea8c-47a3-9ad6-ca9846ba85c8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:57.124641 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4f650c43-ea8c-47a3-9ad6-ca9846ba85c8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:57.127263 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4f650c43-ea8c-47a3-9ad6-ca9846ba85c8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:57.128475 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4f650c43-ea8c-47a3-9ad6-ca9846ba85c8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "DELETE /v2.0/security-groups/feae4b92-c665-4952-adf4-d91a5155e3ab HTTP/1.1" status: 204 len: 168 time: 0.2263718 Nov 18 17:49:57.131297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35456) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:57.137808 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f650c43-ea8c-47a3-9ad6-ca9846ba85c8 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feae4b92-c665-4952-adf4-d91a5155e3ab,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:57.191982 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eda2dc6b-4f06-4eaf-ad72-cf7f6f2b38f7 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:57.215115 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eda2dc6b-4f06-4eaf-ad72-cf7f6f2b38f7 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:57.337122 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eda2dc6b-4f06-4eaf-ad72-cf7f6f2b38f7 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:57.339753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eda2dc6b-4f06-4eaf-ad72-cf7f6f2b38f7 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:57.340994 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-eda2dc6b-4f06-4eaf-ad72-cf7f6f2b38f7 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "DELETE /v2.0/security-groups/fed61082-0f4f-4c1f-af0f-192dfc41b010 HTTP/1.1" status: 204 len: 168 time: 0.2086241 Nov 18 17:49:57.343880 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35458) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:57.351080 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2dc6b-4f06-4eaf-ad72-cf7f6f2b38f7 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed61082-0f4f-4c1f-af0f-192dfc41b010,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:57.705678 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-54ec1f9a-8b27-40c0-9007-d2221e06749f tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:57.961217 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-54ec1f9a-8b27-40c0-9007-d2221e06749f tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Deleting port 955d02ed-03fe-4c7a-8ec2-579bfa94a697 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:49:57.961850 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-54ec1f9a-8b27-40c0-9007-d2221e06749f tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:58.052085 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-54ec1f9a-8b27-40c0-9007-d2221e06749f tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] For port 955d02ed-03fe-4c7a-8ec2-579bfa94a697, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=955d02ed-03fe-4c7a-8ec2-579bfa94a697,segment=NetworkSegment(92ff7e78-6d4a-4bbe-b1ce-45fa8d848080),segment_id=92ff7e78-6d4a-4bbe-b1ce-45fa8d848080)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:49:58.052461 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-54ec1f9a-8b27-40c0-9007-d2221e06749f tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:58.064223 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-54ec1f9a-8b27-40c0-9007-d2221e06749f tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Calling delete_port for 955d02ed-03fe-4c7a-8ec2-579bfa94a697 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:49:58.325535 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-54ec1f9a-8b27-40c0-9007-d2221e06749f tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:58.352108 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec1f9a-8b27-40c0-9007-d2221e06749f tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event deleted for resources: {'Port': ['ID=955d02ed-03fe-4c7a-8ec2-579bfa94a697,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:58.537099 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-54ec1f9a-8b27-40c0-9007-d2221e06749f tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:58.751420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ec1f9a-8b27-40c0-9007-d2221e06749f tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Router 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:49:58.856090 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ec1f9a-8b27-40c0-9007-d2221e06749f tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:49:58.861987 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-54ec1f9a-8b27-40c0-9007-d2221e06749f tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "PUT /v2.0/routers/387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5165193 Nov 18 17:49:58.864141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35460) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:58.867230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363cd090-b6a0-4f33-8fdf-db3fa8583409 None None] Sync routers for ids ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:49:58.880849 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363cd090-b6a0-4f33-8fdf-db3fa8583409 None None] Routers {'387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:49:58.889968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-363cd090-b6a0-4f33-8fdf-db3fa8583409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:49:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:58.916857 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-126d5551-e770-4d80-889c-f65dd208d68b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Deleting subnet 84b50855-120c-4aaf-8744-05b184585320 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:49:58.920557 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-126d5551-e770-4d80-889c-f65dd208d68b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:58.960801 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-126d5551-e770-4d80-889c-f65dd208d68b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:58.988611 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-363cd090-b6a0-4f33-8fdf-db3fa8583409 None None] Set router 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:49:59.049189 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-126d5551-e770-4d80-889c-f65dd208d68b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:59.167650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-363cd090-b6a0-4f33-8fdf-db3fa8583409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179557921', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:48:24Z', 'updated_at': '2021-11-18T17:49:58Z', 'revision_number': 5, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:25Z', 'updated_at': '2021-11-18T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:59.187601 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-126d5551-e770-4d80-889c-f65dd208d68b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:59.194288 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363cd090-b6a0-4f33-8fdf-db3fa8583409 None None] Checking router: 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:49:59.202743 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363cd090-b6a0-4f33-8fdf-db3fa8583409 None None] Routers {'387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:49:59.203358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-363cd090-b6a0-4f33-8fdf-db3fa8583409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:49:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:59.217878 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-126d5551-e770-4d80-889c-f65dd208d68b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:59.221204 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-126d5551-e770-4d80-889c-f65dd208d68b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "DELETE /v2.0/subnets/84b50855-120c-4aaf-8744-05b184585320 HTTP/1.1" status: 204 len: 168 time: 0.3561215 Nov 18 17:49:59.222226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d5551-e770-4d80-889c-f65dd208d68b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event deleted for resources: {'Subnet': ['ID=84b50855-120c-4aaf-8744-05b184585320,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:49:59.224978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35462) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:49:59.237241 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090d752e-d8ec-4c38-b4af-253a96d3e083 None None] Network de1e313e-28a9-4244-9346-95cb74358f8a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:49:59.338770 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a411eec3-d298-4084-b9d0-868523265f1b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:59.451230 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a411eec3-d298-4084-b9d0-868523265f1b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:59.551017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-363cd090-b6a0-4f33-8fdf-db3fa8583409 None None] Set router 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:49:59.597376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-a411eec3-d298-4084-b9d0-868523265f1b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Deleting port 129a5689-02b5-4b4d-baca-9060b9198de7 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:49:59.597717 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a411eec3-d298-4084-b9d0-868523265f1b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:59.702705 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c37bd01-aa74-4d98-b64e-5f5423385419 None None] DHCP port deletion for de1e313e-28a9-4244-9346-95cb74358f8a request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:49:59.796279 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-363cd090-b6a0-4f33-8fdf-db3fa8583409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179557921', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:48:24Z', 'updated_at': '2021-11-18T17:49:58Z', 'revision_number': 5, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:25Z', 'updated_at': '2021-11-18T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:49:59.798860 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3c37bd01-aa74-4d98-b64e-5f5423385419 None None] Deleting port 40738f22-cc3a-4ce5-a14f-586ad810ab52 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:49:59.799237 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3c37bd01-aa74-4d98-b64e-5f5423385419 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:59.835144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363cd090-b6a0-4f33-8fdf-db3fa8583409 None None] The sync data for ids ['387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1'] in n-d-813419-11 is: [{'id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1179557921', 'tenant_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:48:24Z', 'updated_at': '2021-11-18T17:49:58Z', 'revision_number': 5, 'project_id': 'e7311a749e8947cbaa0ba4c1f5b4d3c7', 'gw_port': {'id': '129a5689-02b5-4b4d-baca-9060b9198de7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:48:25Z', 'updated_at': '2021-11-18T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:49:59.912615 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3c37bd01-aa74-4d98-b64e-5f5423385419 None None] For port 40738f22-cc3a-4ce5-a14f-586ad810ab52, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=40738f22-cc3a-4ce5-a14f-586ad810ab52,segment=NetworkSegment(92ff7e78-6d4a-4bbe-b1ce-45fa8d848080),segment_id=92ff7e78-6d4a-4bbe-b1ce-45fa8d848080)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:49:59.913590 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3c37bd01-aa74-4d98-b64e-5f5423385419 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:59.926881 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3c37bd01-aa74-4d98-b64e-5f5423385419 None None] Calling delete_port for 40738f22-cc3a-4ce5-a14f-586ad810ab52 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:49:59.982142 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-a411eec3-d298-4084-b9d0-868523265f1b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] For port 129a5689-02b5-4b4d-baca-9060b9198de7, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=129a5689-02b5-4b4d-baca-9060b9198de7,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:49:59.982508 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a411eec3-d298-4084-b9d0-868523265f1b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:59.988286 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-04d3f6a9-2b1d-45de-8f80-5529703a726c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:49:59.995165 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-a411eec3-d298-4084-b9d0-868523265f1b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Calling delete_port for 129a5689-02b5-4b4d-baca-9060b9198de7 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:50:00.091590 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3c37bd01-aa74-4d98-b64e-5f5423385419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:00.117299 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37bd01-aa74-4d98-b64e-5f5423385419 None None] Pushing event deleted for resources: {'Port': ['ID=40738f22-cc3a-4ce5-a14f-586ad810ab52,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:00.120777 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c37bd01-aa74-4d98-b64e-5f5423385419 None None] No DVR routers for this DVR port 40738f22-cc3a-4ce5-a14f-586ad810ab52 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:50:00.234723 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a411eec3-d298-4084-b9d0-868523265f1b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:00.263587 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411eec3-d298-4084-b9d0-868523265f1b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event deleted for resources: {'Port': ['ID=129a5689-02b5-4b4d-baca-9060b9198de7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:00.274690 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16b6408-403b-4c79-a8ba-f1d977ea4753 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:50:00.332259 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a411eec3-d298-4084-b9d0-868523265f1b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:00.427756 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a411eec3-d298-4084-b9d0-868523265f1b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:00.430025 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a411eec3-d298-4084-b9d0-868523265f1b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:00.548232 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 40738f22-cc3a-4ce5-a14f-586ad810ab52 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:50:00.552066 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a411eec3-d298-4084-b9d0-868523265f1b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:00.552066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a411eec3-d298-4084-b9d0-868523265f1b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Fanout notify agent at l3_agent the message router_deleted on router 387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:50:00.556688 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a411eec3-d298-4084-b9d0-868523265f1b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:00.557814 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a411eec3-d298-4084-b9d0-868523265f1b tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "DELETE /v2.0/routers/387fa5e9-6cf2-4ccb-b8aa-1a1f2cc17ad1 HTTP/1.1" status: 204 len: 168 time: 1.3319108 Nov 18 17:50:00.560614 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35464) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:00.574879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 40738f22-cc3a-4ce5-a14f-586ad810ab52 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:50:00.575359 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 40738f22-cc3a-4ce5-a14f-586ad810ab52 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:50:00.580849 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 955d02ed-03fe-4c7a-8ec2-579bfa94a697 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:50:00.600382 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6aaab17a-2d0b-4e82-858d-12b9cd46778a no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:50:00.603467 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 955d02ed-03fe-4c7a-8ec2-579bfa94a697 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:50:00.603842 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 955d02ed-03fe-4c7a-8ec2-579bfa94a697 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:50:00.622580 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 6aaab17a-2d0b-4e82-858d-12b9cd46778a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:50:00.622941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6aaab17a-2d0b-4e82-858d-12b9cd46778a not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:50:00.652250 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-839b08c6-193f-465a-bb50-bc211d7d2e81 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:00.747251 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-839b08c6-193f-465a-bb50-bc211d7d2e81 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:00.767877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-839b08c6-193f-465a-bb50-bc211d7d2e81 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1e313e-28a9-4244-9346-95cb74358f8a']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:00.777744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-839b08c6-193f-465a-bb50-bc211d7d2e81 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ff7e78-6d4a-4bbe-b1ce-45fa8d848080') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:00.778042 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-839b08c6-193f-465a-bb50-bc211d7d2e81 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ff7e78-6d4a-4bbe-b1ce-45fa8d848080') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:00.787435 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-839b08c6-193f-465a-bb50-bc211d7d2e81 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:00.800394 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-839b08c6-193f-465a-bb50-bc211d7d2e81 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:00.806715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839b08c6-193f-465a-bb50-bc211d7d2e81 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:50:00.807103 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-839b08c6-193f-465a-bb50-bc211d7d2e81 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:50:00.810068 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:50:00.948531 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-839b08c6-193f-465a-bb50-bc211d7d2e81 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:00.955674 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-839b08c6-193f-465a-bb50-bc211d7d2e81 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:00.958744 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-839b08c6-193f-465a-bb50-bc211d7d2e81 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] 10.222.0.72 "DELETE /v2.0/networks/de1e313e-28a9-4244-9346-95cb74358f8a HTTP/1.1" status: 204 len: 168 time: 0.3965898 Nov 18 17:50:00.970108 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b08c6-193f-465a-bb50-bc211d7d2e81 tempest-TestSecurityGroupsBasicOps-1430478621 tempest-TestSecurityGroupsBasicOps-1430478621-project] Pushing event deleted for resources: {'Network': ['ID=de1e313e-28a9-4244-9346-95cb74358f8a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:02.456350 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d9adf0a0-4bd3-4840-969e-3257361c1668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:02.463029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 129a5689-02b5-4b4d-baca-9060b9198de7 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:50:02.484704 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 129a5689-02b5-4b4d-baca-9060b9198de7 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:50:02.485040 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 129a5689-02b5-4b4d-baca-9060b9198de7 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:50:02.518695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35474) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:02.651918 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-961fb93e-37fd-49e9-a02f-7e2aa1dd6625 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e7311a749e8947cbaa0ba4c1f5b4d3c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319292 Nov 18 17:50:02.654382 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35478) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:02.701987 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c940b9ea-8b36-43cb-8dbe-45bbefd894cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:02.723068 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c940b9ea-8b36-43cb-8dbe-45bbefd894cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:02.839483 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c940b9ea-8b36-43cb-8dbe-45bbefd894cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:02.842049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c940b9ea-8b36-43cb-8dbe-45bbefd894cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:02.843191 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c940b9ea-8b36-43cb-8dbe-45bbefd894cd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eec0dbb5-cf27-4ecb-81d0-7a4b4ba9da7f HTTP/1.1" status: 204 len: 168 time: 0.1879115 Nov 18 17:50:02.850925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940b9ea-8b36-43cb-8dbe-45bbefd894cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec0dbb5-cf27-4ecb-81d0-7a4b4ba9da7f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:03.345441 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35484) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:03.363114 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c126a66-a9c0-413a-8155-64856a046864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:03.440788 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c126a66-a9c0-413a-8155-64856a046864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:03.497123 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c126a66-a9c0-413a-8155-64856a046864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:03.535653 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5c126a66-a9c0-413a-8155-64856a046864 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9bb51ef4c97342c493f22e707aff1e64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1891267 Nov 18 17:50:03.536676 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c126a66-a9c0-413a-8155-64856a046864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e5e553-39d2-4107-b1d3-be7858a70bd5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:03.538429 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35486) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:03.587222 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-96a06a19-c4f4-401b-b130-5aa0906af101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:03.609874 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-96a06a19-c4f4-401b-b130-5aa0906af101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:03.661446 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:03.731581 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-96a06a19-c4f4-401b-b130-5aa0906af101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:03.734515 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-96a06a19-c4f4-401b-b130-5aa0906af101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:03.735690 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-96a06a19-c4f4-401b-b130-5aa0906af101 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/34e5e553-39d2-4107-b1d3-be7858a70bd5 HTTP/1.1" status: 204 len: 168 time: 0.1957150 Nov 18 17:50:03.744190 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a06a19-c4f4-401b-b130-5aa0906af101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e5e553-39d2-4107-b1d3-be7858a70bd5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:04.432141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35492) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:04.487901 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-34f2886a-9a59-4827-b6e6-f82e72b55d63 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0eeb7f6687914486b530602e74e9f20f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0543838 Nov 18 17:50:04.490167 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35494) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:04.540004 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4ebf-3e6b-43e3-8840-b979483438eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:04.561310 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4ebf-3e6b-43e3-8840-b979483438eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:04.651300 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4ebf-3e6b-43e3-8840-b979483438eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:04.653962 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4ebf-3e6b-43e3-8840-b979483438eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:04.655126 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fa7e4ebf-3e6b-43e3-8840-b979483438eb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff4664f9-ee90-4a0d-bee7-6f74c280bfad HTTP/1.1" status: 204 len: 168 time: 0.1640522 Nov 18 17:50:04.662936 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e4ebf-3e6b-43e3-8840-b979483438eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4664f9-ee90-4a0d-bee7-6f74c280bfad,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:05.093479 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:05.472629 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:05.627761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35516) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:05.727086 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2d87656d-854d-4cfd-9075-7ce691682bc2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-551944225-network', 'tenant_id': '97f4a9e24bcf4cf68971ac6c7c7c2453'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:50:05.794025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d87656d-854d-4cfd-9075-7ce691682bc2 admin admin] Made reservation on behalf of 97f4a9e24bcf4cf68971ac6c7c7c2453 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:50:05.796778 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d87656d-854d-4cfd-9075-7ce691682bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:05.805511 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d87656d-854d-4cfd-9075-7ce691682bc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:05.881442 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d87656d-854d-4cfd-9075-7ce691682bc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:05.936846 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d87656d-854d-4cfd-9075-7ce691682bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:05.961812 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d87656d-854d-4cfd-9075-7ce691682bc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:50:05.971742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87656d-854d-4cfd-9075-7ce691682bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed92a07-04d0-4a32-bb0d-58e366790964,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:05.979309 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d87656d-854d-4cfd-9075-7ce691682bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:05.979409 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-2d87656d-854d-4cfd-9075-7ce691682bc2 admin admin] Added segment bc39d0f1-c9c9-498a-931a-bc50966afb9a of type vlan for network 43a6bc97-1198-41ce-9152-9a5686ff0136 Nov 18 17:50:06.019465 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d87656d-854d-4cfd-9075-7ce691682bc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:06.091254 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d87656d-854d-4cfd-9075-7ce691682bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:06.092250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87656d-854d-4cfd-9075-7ce691682bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:06.092839 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2d87656d-854d-4cfd-9075-7ce691682bc2 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:06.150743 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87656d-854d-4cfd-9075-7ce691682bc2 admin admin] Pushing event updated for resources: {'Network': ['ID=43a6bc97-1198-41ce-9152-9a5686ff0136,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:06.161209 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 43a6bc97-1198-41ce-9152-9a5686ff0136 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:50:06.202930 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2d87656d-854d-4cfd-9075-7ce691682bc2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5738652 Nov 18 17:50:06.206165 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35520) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:06.211139 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-aaa6ce23-0e6a-418b-a426-1aea317ed54a admin admin] Request body: {'subnet': {'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-551944225-subnet', 'tenant_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:50:06.301239 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa6ce23-0e6a-418b-a426-1aea317ed54a admin admin] Made reservation on behalf of 97f4a9e24bcf4cf68971ac6c7c7c2453 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:50:06.303613 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aaa6ce23-0e6a-418b-a426-1aea317ed54a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:06.524451 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aaa6ce23-0e6a-418b-a426-1aea317ed54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:06.579064 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6ce23-0e6a-418b-a426-1aea317ed54a admin admin] Pushing event updated for resources: {'Subnet': ['ID=57f63942-a75c-4111-aaf7-8ec068523f6d,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:06.589350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa6ce23-0e6a-418b-a426-1aea317ed54a admin admin] Checking segment: {'id': 'bc39d0f1-c9c9-498a-931a-bc50966afb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:50:06.589616 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa6ce23-0e6a-418b-a426-1aea317ed54a admin admin] Network hostable DHCP agents. Network: 43a6bc97-1198-41ce-9152-9a5686ff0136, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:50:06.656688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa6ce23-0e6a-418b-a426-1aea317ed54a admin admin] Network 43a6bc97-1198-41ce-9152-9a5686ff0136 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:50:06.702343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-aaa6ce23-0e6a-418b-a426-1aea317ed54a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 43a6bc97-1198-41ce-9152-9a5686ff0136) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:50:06.706743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa6ce23-0e6a-418b-a426-1aea317ed54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:06.707365 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aaa6ce23-0e6a-418b-a426-1aea317ed54a admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:06.711312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc7525f-1e07-4a16-a1cb-3653b0dc8cff None None] Network 43a6bc97-1198-41ce-9152-9a5686ff0136 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:50:06.772720 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-aaa6ce23-0e6a-418b-a426-1aea317ed54a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5654128 Nov 18 17:50:06.776187 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35522) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:06.780812 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-551944225-router', 'tenant_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:50:06.863017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-43a6bc97-1198-41ce-9152-9a5686ff0136', 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136', 'tenant_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'fixed_ips': [{'subnet_id': '57f63942-a75c-4111-aaf7-8ec068523f6d'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:50:06.864931 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:06.884304 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:06.887899 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:06.935735 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:06.994882 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Allocated IP 172.20.0.2 (43a6bc97-1198-41ce-9152-9a5686ff0136/57f63942-a75c-4111-aaf7-8ec068523f6d/40c53620-3cc3-40a4-a480-738ea9a4a273) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:50:07.132667 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:07.141630 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:07.200357 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:07.237096 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Network 43a6bc97-1198-41ce-9152-9a5686ff0136 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:50:07.239840 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:50:07.243284 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:50:07.254360 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Pushing event updated for resources: {'Port': ['ID=40c53620-3cc3-40a4-a480-738ea9a4a273,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:07.308106 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Attempting to bind port 40c53620-3cc3-40a4-a480-738ea9a4a273 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:50:07.308483 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Attempting to bind port 40c53620-3cc3-40a4-a480-738ea9a4a273 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'bc39d0f1-c9c9-498a-931a-bc50966afb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:50:07.308851 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Attempting to bind port 40c53620-3cc3-40a4-a480-738ea9a4a273 on network 43a6bc97-1198-41ce-9152-9a5686ff0136 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:50:07.313893 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:50:07.315234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Checking segment: {'id': 'bc39d0f1-c9c9-498a-931a-bc50966afb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:50:07.315234 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:07.315234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Bound using segment: {'id': 'bc39d0f1-c9c9-498a-931a-bc50966afb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:50:07.315527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Bound port: 40c53620-3cc3-40a4-a480-738ea9a4a273, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc39d0f1-c9c9-498a-931a-bc50966afb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:50:07.315919 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:07.376506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] For port 40c53620-3cc3-40a4-a480-738ea9a4a273, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:50:07.379255 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:07.379759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] For port 40c53620-3cc3-40a4-a480-738ea9a4a273, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=40c53620-3cc3-40a4-a480-738ea9a4a273,segment=NetworkSegment(bc39d0f1-c9c9-498a-931a-bc50966afb9a),segment_id=bc39d0f1-c9c9-498a-931a-bc50966afb9a)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:50:07.398198 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:07.463895 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:07.521808 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Allocated IP 172.25.3.121 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:50:07.530143 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0a409-edcc-49e3-ae4e-c1401f6d94f4 None None] Pushing event updated for resources: {'Port': ['ID=40c53620-3cc3-40a4-a480-738ea9a4a273,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:07.630458 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:07.728055 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:07.769003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:50:07.772098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:50:07.776530 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:50:07.787380 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Pushing event updated for resources: {'Port': ['ID=cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:07.792390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe98dc6e-ba90-4db1-a162-cd63fb1284f2 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:50:07.910192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b6ce9a28-71f0-4b64-b35d-5ceea1710f0e None None] Provisioning complete for port cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:07.910513 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b6ce9a28-71f0-4b64-b35d-5ceea1710f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:07.948208 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b6ce9a28-71f0-4b64-b35d-5ceea1710f0e None None] Port cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:50:08.094253 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:08.299885 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:08.437672 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e14288-fd7f-4974-9ee5-48ac7d3b2a96 None None] Network 43a6bc97-1198-41ce-9152-9a5686ff0136 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:50:08.489661 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Router 5977f610-ef56-4f5d-b49f-f0cb59a4d12b is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:50:08.510432 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ac85bde5-27c9-4ea9-a4e0-1ce7b368d679 None None] Provisioning complete for port 40c53620-3cc3-40a4-a480-738ea9a4a273 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:08.510814 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac85bde5-27c9-4ea9-a4e0-1ce7b368d679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:08.552989 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 40c53620-3cc3-40a4-a480-738ea9a4a273 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:50:08.606962 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:50:08.621202 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Sync routers for ids ['5977f610-ef56-4f5d-b49f-f0cb59a4d12b'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:50:08.631506 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Routers {'5977f610-ef56-4f5d-b49f-f0cb59a4d12b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:50:08.635721 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:50:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['5977f610-ef56-4f5d-b49f-f0cb59a4d12b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:08.680804 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:08.685268 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-90a8615b-b249-4a72-86b9-ee9c742399cf admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9049680 Nov 18 17:50:08.685268 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35524) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:08.704625 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac85bde5-27c9-4ea9-a4e0-1ce7b368d679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:08.707110 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 40c53620-3cc3-40a4-a480-738ea9a4a273 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:08.707482 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:08.743744 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Set router 5977f610-ef56-4f5d-b49f-f0cb59a4d12b gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:50:08.773526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ac85bde5-27c9-4ea9-a4e0-1ce7b368d679 None None] For port 40c53620-3cc3-40a4-a480-738ea9a4a273, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=40c53620-3cc3-40a4-a480-738ea9a4a273,segment=NetworkSegment(bc39d0f1-c9c9-498a-931a-bc50966afb9a),segment_id=bc39d0f1-c9c9-498a-931a-bc50966afb9a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:08.821142 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:08.850244 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac85bde5-27c9-4ea9-a4e0-1ce7b368d679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:08.963680 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:50:08.964066 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 17:50:08.969878 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85bde5-27c9-4ea9-a4e0-1ce7b368d679 None None] Pushing event updated for resources: {'Port': ['ID=40c53620-3cc3-40a4-a480-738ea9a4a273,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:08.975699 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'name': 'tempest-TestServerMultinode-551944225-router', 'tenant_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:50:06Z', 'updated_at': '2021-11-18T17:50:07Z', 'revision_number': 3, 'project_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'gw_port': {'id': 'cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:99:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:07Z', 'updated_at': '2021-11-18T17:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:09.008802 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Checking router: 5977f610-ef56-4f5d-b49f-f0cb59a4d12b for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:50:09.009163 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Updating router 5977f610-ef56-4f5d-b49f-f0cb59a4d12b port cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:50:09.034559 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:09.073299 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-16a7c810-4bdd-4a17-ae20-03ad7084add0 None None] Provisioning complete for port 40c53620-3cc3-40a4-a480-738ea9a4a273 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:09.074219 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-16a7c810-4bdd-4a17-ae20-03ad7084add0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:09.157564 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:09.284894 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:09.352434 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:09.353039 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] Allocated IP 172.20.0.1 (43a6bc97-1198-41ce-9152-9a5686ff0136/57f63942-a75c-4111-aaf7-8ec068523f6d/0b86e400-3509-4e1b-b74d-63fc0adeaded) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:50:09.499445 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Attempting to bind port cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:50:09.499911 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Attempting to bind port cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:50:09.500285 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Attempting to bind port cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:50:09.511616 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d318c2-c766-4d5b-ac94-80b85b575fef None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:50:09.512231 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:50:09.512474 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:50:09.512884 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:09.513281 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:50:09.513772 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Bound port: cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:50:09.514156 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:09.541397 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c27de-45e7-4253-80dc-4e608cefd606 None None] Pushing event updated for resources: {'Port': ['ID=cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:09.554085 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c27de-45e7-4253-80dc-4e608cefd606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:09.554449 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c27de-45e7-4253-80dc-4e608cefd606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:09.554851 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c27de-45e7-4253-80dc-4e608cefd606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:09.555250 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c27de-45e7-4253-80dc-4e608cefd606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:09.555592 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c27de-45e7-4253-80dc-4e608cefd606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:09.556026 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c27de-45e7-4253-80dc-4e608cefd606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:09.556363 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c27de-45e7-4253-80dc-4e608cefd606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:09.556695 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c27de-45e7-4253-80dc-4e608cefd606 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:09.557546 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c27de-45e7-4253-80dc-4e608cefd606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:09.557874 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c27de-45e7-4253-80dc-4e608cefd606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:09.558206 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c27de-45e7-4253-80dc-4e608cefd606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:09.558530 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c27de-45e7-4253-80dc-4e608cefd606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:09.583230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ea2b3f3a-72ce-4670-8c26-857201022bbc None None] Provisioning complete for port cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:09.584045 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3f3a-72ce-4670-8c26-857201022bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:09.588356 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] For port cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:50:09.592520 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] For port cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:50:09.620574 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b3f3a-72ce-4670-8c26-857201022bbc None None] Port cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:50:09.669311 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:09.715334 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fef7810-b218-4133-9932-379bd763d675 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:50:09.731382 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Routers {'5977f610-ef56-4f5d-b49f-f0cb59a4d12b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:50:09.732063 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:50:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['5977f610-ef56-4f5d-b49f-f0cb59a4d12b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:09.737135 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c27de-45e7-4253-80dc-4e608cefd606 None None] Pushing event updated for resources: {'Port': ['ID=cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:09.769240 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:09.841732 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-47b9ec1c-fccb-4aeb-9c41-8f1583efb6f5 None None] Provisioning complete for port cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:09.842021 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47b9ec1c-fccb-4aeb-9c41-8f1583efb6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:09.842150 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] Set router 5977f610-ef56-4f5d-b49f-f0cb59a4d12b gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:50:09.857518 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:09.905184 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] Network 43a6bc97-1198-41ce-9152-9a5686ff0136 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:50:09.910038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:50:09.913089 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:50:09.921932 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] Pushing event updated for resources: {'Port': ['ID=0b86e400-3509-4e1b-b74d-63fc0adeaded,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:09.940576 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47b9ec1c-fccb-4aeb-9c41-8f1583efb6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:09.963431 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-47b9ec1c-fccb-4aeb-9c41-8f1583efb6f5 None None] For port cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:09.971006 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:10.034485 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47b9ec1c-fccb-4aeb-9c41-8f1583efb6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:10.053692 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'name': 'tempest-TestServerMultinode-551944225-router', 'tenant_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:50:06Z', 'updated_at': '2021-11-18T17:50:07Z', 'revision_number': 3, 'project_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'gw_port': {'id': 'cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:99:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:07Z', 'updated_at': '2021-11-18T17:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:10.084466 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a056f1c-cf14-484e-be95-c76e0b18163f None None] The sync data for ids ['5977f610-ef56-4f5d-b49f-f0cb59a4d12b'] in n-d-813419-11 is: [{'id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'name': 'tempest-TestServerMultinode-551944225-router', 'tenant_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:50:06Z', 'updated_at': '2021-11-18T17:50:07Z', 'revision_number': 3, 'project_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'gw_port': {'id': 'cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:99:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:07Z', 'updated_at': '2021-11-18T17:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:50:10.111201 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9ec1c-fccb-4aeb-9c41-8f1583efb6f5 None None] Pushing event updated for resources: {'Port': ['ID=cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:10.191735 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:10.255616 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7faa1514-7c06-4384-ab2d-94b5d7dca4aa None None] Provisioning complete for port 0b86e400-3509-4e1b-b74d-63fc0adeaded triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:10.256027 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7faa1514-7c06-4384-ab2d-94b5d7dca4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:10.290227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7faa1514-7c06-4384-ab2d-94b5d7dca4aa None None] Port 0b86e400-3509-4e1b-b74d-63fc0adeaded cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:50:10.390696 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:10.491196 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:10.570137 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] Pushing event updated for resources: {'Port': ['ID=0b86e400-3509-4e1b-b74d-63fc0adeaded,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:10.573342 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:10.654450 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:50:10.687034 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] Network 43a6bc97-1198-41ce-9152-9a5686ff0136 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:50:10.689082 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:50:10.710059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:10.710440 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:10.802099 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 40c53620-3cc3-40a4-a480-738ea9a4a273 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:50:10.838067 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] Router 5977f610-ef56-4f5d-b49f-f0cb59a4d12b has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:50:10.870422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 40c53620-3cc3-40a4-a480-738ea9a4a273 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:10.870422 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:10.991604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:50:10.997915 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8225c110-1df0-4677-9ba2-8b4343f96228 admin admin] 10.222.0.72 "PUT /v2.0/routers/5977f610-ef56-4f5d-b49f-f0cb59a4d12b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3116851 Nov 18 17:50:11.095615 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-57e787bc-f189-4492-ba6b-6143143514ff None None] Provisioning complete for port 0b86e400-3509-4e1b-b74d-63fc0adeaded triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:11.096012 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-57e787bc-f189-4492-ba6b-6143143514ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:11.152634 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-57e787bc-f189-4492-ba6b-6143143514ff None None] Port 0b86e400-3509-4e1b-b74d-63fc0adeaded cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:50:11.652722 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35540) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:11.657870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-47694756-2b84-4e4e-b411-ca09c8eb0754 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1225158936-network', 'tenant_id': '1b6fd23f8000438da67eaa43934b2df7'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:50:11.765702 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Sync routers for ids ['5977f610-ef56-4f5d-b49f-f0cb59a4d12b'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:50:11.769901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47694756-2b84-4e4e-b411-ca09c8eb0754 admin admin] Made reservation on behalf of 1b6fd23f8000438da67eaa43934b2df7 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:50:11.772386 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47694756-2b84-4e4e-b411-ca09c8eb0754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:11.777339 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Routers {'5977f610-ef56-4f5d-b49f-f0cb59a4d12b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:50:11.778040 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:50:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['5977f610-ef56-4f5d-b49f-f0cb59a4d12b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:11.781360 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47694756-2b84-4e4e-b411-ca09c8eb0754 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:11.856699 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47694756-2b84-4e4e-b411-ca09c8eb0754 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:11.889736 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Set router 5977f610-ef56-4f5d-b49f-f0cb59a4d12b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:50:11.924323 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47694756-2b84-4e4e-b411-ca09c8eb0754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:11.953376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47694756-2b84-4e4e-b411-ca09c8eb0754 admin admin] vlan segment allocate from pool success with {'vlan_id': 1117, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:50:11.962161 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47694756-2b84-4e4e-b411-ca09c8eb0754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e256c2de-fdcd-4813-8cca-9f51a8a17ed9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:11.968293 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47694756-2b84-4e4e-b411-ca09c8eb0754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:11.968646 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-47694756-2b84-4e4e-b411-ca09c8eb0754 admin admin] Added segment 17ea1365-0efb-4c74-97bf-567929648f55 of type vlan for network a83f0b7f-bebc-492e-984b-ceb37af0f91b Nov 18 17:50:12.010515 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47694756-2b84-4e4e-b411-ca09c8eb0754 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:12.096549 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'name': 'tempest-TestServerMultinode-551944225-router', 'tenant_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:50:06Z', 'updated_at': '2021-11-18T17:50:10Z', 'revision_number': 4, 'project_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'gw_port': {'id': 'cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:07Z', 'updated_at': '2021-11-18T17:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '0b86e400-3509-4e1b-b74d-63fc0adeaded', 'name': '', 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136', 'tenant_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'mac_address': 'fa:16:3e:83:bf:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '57f63942-a75c-4111-aaf7-8ec068523f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:09Z', 'updated_at': '2021-11-18T17:50:10Z', 'revision_number': 2, 'project_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'subnets': [{'id': '57f63942-a75c-4111-aaf7-8ec068523f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:12.102558 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47694756-2b84-4e4e-b411-ca09c8eb0754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:12.104149 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47694756-2b84-4e4e-b411-ca09c8eb0754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:12.104770 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47694756-2b84-4e4e-b411-ca09c8eb0754 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:12.125121 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Checking router: 5977f610-ef56-4f5d-b49f-f0cb59a4d12b for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:50:12.125486 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Updating router 5977f610-ef56-4f5d-b49f-f0cb59a4d12b port 0b86e400-3509-4e1b-b74d-63fc0adeaded binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:50:12.150641 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:12.202240 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47694756-2b84-4e4e-b411-ca09c8eb0754 admin admin] Pushing event updated for resources: {'Network': ['ID=a83f0b7f-bebc-492e-984b-ceb37af0f91b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:12.214257 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network a83f0b7f-bebc-492e-984b-ceb37af0f91b details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:50:12.374393 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-47694756-2b84-4e4e-b411-ca09c8eb0754 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7205286 Nov 18 17:50:12.377076 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35542) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:12.381927 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d020b53c-b7fe-44a4-8fbc-0cc23d59c680 admin admin] Request body: {'subnet': {'network_id': 'a83f0b7f-bebc-492e-984b-ceb37af0f91b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1225158936-subnet', 'tenant_id': '1b6fd23f8000438da67eaa43934b2df7', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:50:12.474006 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d020b53c-b7fe-44a4-8fbc-0cc23d59c680 admin admin] Made reservation on behalf of 1b6fd23f8000438da67eaa43934b2df7 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:50:12.476499 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d020b53c-b7fe-44a4-8fbc-0cc23d59c680 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:12.501570 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:12.570927 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:12.619404 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62683f14-bf08-44c5-9549-933b79bda963 None None] Pushing event updated for resources: {'Port': ['ID=0b86e400-3509-4e1b-b74d-63fc0adeaded,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:12.674058 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Attempting to bind port 0b86e400-3509-4e1b-b74d-63fc0adeaded on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:50:12.674446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Attempting to bind port 0b86e400-3509-4e1b-b74d-63fc0adeaded by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'bc39d0f1-c9c9-498a-931a-bc50966afb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:50:12.674848 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Attempting to bind port 0b86e400-3509-4e1b-b74d-63fc0adeaded on network 43a6bc97-1198-41ce-9152-9a5686ff0136 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:50:12.680091 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:50:12.695178 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Checking segment: {'id': 'bc39d0f1-c9c9-498a-931a-bc50966afb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:50:12.695178 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:12.695178 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Bound using segment: {'id': 'bc39d0f1-c9c9-498a-931a-bc50966afb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:50:12.695178 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Bound port: 0b86e400-3509-4e1b-b74d-63fc0adeaded, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc39d0f1-c9c9-498a-931a-bc50966afb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:50:12.695178 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:12.737312 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d020b53c-b7fe-44a4-8fbc-0cc23d59c680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:12.748318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] For port 0b86e400-3509-4e1b-b74d-63fc0adeaded, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:50:12.752152 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] For port 0b86e400-3509-4e1b-b74d-63fc0adeaded, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=0b86e400-3509-4e1b-b74d-63fc0adeaded,segment=NetworkSegment(bc39d0f1-c9c9-498a-931a-bc50966afb9a),segment_id=bc39d0f1-c9c9-498a-931a-bc50966afb9a)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:50:12.799364 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020b53c-b7fe-44a4-8fbc-0cc23d59c680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca210697-a7fc-4075-a4bc-3483ec598097,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:12.804758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d020b53c-b7fe-44a4-8fbc-0cc23d59c680 admin admin] Checking segment: {'id': '17ea1365-0efb-4c74-97bf-567929648f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'a83f0b7f-bebc-492e-984b-ceb37af0f91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:50:12.805126 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d020b53c-b7fe-44a4-8fbc-0cc23d59c680 admin admin] Network hostable DHCP agents. Network: a83f0b7f-bebc-492e-984b-ceb37af0f91b, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:50:12.817351 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:12.885334 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Routers {'5977f610-ef56-4f5d-b49f-f0cb59a4d12b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:50:12.885988 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:50:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['5977f610-ef56-4f5d-b49f-f0cb59a4d12b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:12.902912 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d020b53c-b7fe-44a4-8fbc-0cc23d59c680 admin admin] Network a83f0b7f-bebc-492e-984b-ceb37af0f91b is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:50:12.922339 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62683f14-bf08-44c5-9549-933b79bda963 None None] Pushing event updated for resources: {'Port': ['ID=0b86e400-3509-4e1b-b74d-63fc0adeaded,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:12.938829 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-56678115-1614-4611-bf78-e8ffd18eb13b None None] Provisioning complete for port 0b86e400-3509-4e1b-b74d-63fc0adeaded triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:12.939205 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-56678115-1614-4611-bf78-e8ffd18eb13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:12.986901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-d020b53c-b7fe-44a4-8fbc-0cc23d59c680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, a83f0b7f-bebc-492e-984b-ceb37af0f91b) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:50:12.991359 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d020b53c-b7fe-44a4-8fbc-0cc23d59c680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:12.992224 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d020b53c-b7fe-44a4-8fbc-0cc23d59c680 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:13.005674 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfe940a-c51e-4d74-81ad-13a0fcab3c01 None None] Network a83f0b7f-bebc-492e-984b-ceb37af0f91b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:50:13.063136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] Set router 5977f610-ef56-4f5d-b49f-f0cb59a4d12b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:50:13.079843 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d020b53c-b7fe-44a4-8fbc-0cc23d59c680 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6992114 Nov 18 17:50:13.080010 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35544) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:13.084592 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1225158936-router', 'tenant_id': '1b6fd23f8000438da67eaa43934b2df7', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:50:13.181485 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:13.183210 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:13.237211 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:13.247561 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-56678115-1614-4611-bf78-e8ffd18eb13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:13.365912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-56678115-1614-4611-bf78-e8ffd18eb13b None None] For port 0b86e400-3509-4e1b-b74d-63fc0adeaded, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=0b86e400-3509-4e1b-b74d-63fc0adeaded,segment=NetworkSegment(bc39d0f1-c9c9-498a-931a-bc50966afb9a),segment_id=bc39d0f1-c9c9-498a-931a-bc50966afb9a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:13.368452 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-a83f0b7f-bebc-492e-984b-ceb37af0f91b', 'network_id': 'a83f0b7f-bebc-492e-984b-ceb37af0f91b', 'tenant_id': '1b6fd23f8000438da67eaa43934b2df7', 'fixed_ips': [{'subnet_id': 'ca210697-a7fc-4075-a4bc-3483ec598097'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:50:13.369853 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:13.428743 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:13.467326 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-56678115-1614-4611-bf78-e8ffd18eb13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:13.570743 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56678115-1614-4611-bf78-e8ffd18eb13b None None] Pushing event updated for resources: {'Port': ['ID=0b86e400-3509-4e1b-b74d-63fc0adeaded,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:13.579753 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'name': 'tempest-TestServerMultinode-551944225-router', 'tenant_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:50:06Z', 'updated_at': '2021-11-18T17:50:10Z', 'revision_number': 4, 'project_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'gw_port': {'id': 'cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:07Z', 'updated_at': '2021-11-18T17:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '0b86e400-3509-4e1b-b74d-63fc0adeaded', 'name': '', 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136', 'tenant_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'mac_address': 'fa:16:3e:83:bf:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '57f63942-a75c-4111-aaf7-8ec068523f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:09Z', 'updated_at': '2021-11-18T17:50:12Z', 'revision_number': 4, 'project_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'subnets': [{'id': '57f63942-a75c-4111-aaf7-8ec068523f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:13.622113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c822f9d6-cdf2-413a-b7e6-fea50b0ce680 None None] The sync data for ids ['5977f610-ef56-4f5d-b49f-f0cb59a4d12b'] in n-d-813419-11 is: [{'id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'name': 'tempest-TestServerMultinode-551944225-router', 'tenant_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:50:06Z', 'updated_at': '2021-11-18T17:50:10Z', 'revision_number': 4, 'project_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'gw_port': {'id': 'cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:07Z', 'updated_at': '2021-11-18T17:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '0b86e400-3509-4e1b-b74d-63fc0adeaded', 'name': '', 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136', 'tenant_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'mac_address': 'fa:16:3e:83:bf:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '57f63942-a75c-4111-aaf7-8ec068523f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:09Z', 'updated_at': '2021-11-18T17:50:12Z', 'revision_number': 4, 'project_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'subnets': [{'id': '57f63942-a75c-4111-aaf7-8ec068523f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:50:13.628652 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Allocated IP 172.20.0.2 (a83f0b7f-bebc-492e-984b-ceb37af0f91b/ca210697-a7fc-4075-a4bc-3483ec598097/404512a9-e750-4dd1-a704-a7433042208c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:50:13.635599 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7a5868b2-08f8-41fd-8d40-7bf957a91ff5 None None] Provisioning complete for port 0b86e400-3509-4e1b-b74d-63fc0adeaded triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:13.636986 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a5868b2-08f8-41fd-8d40-7bf957a91ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:13.722729 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:13.745401 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:13.869852 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Allocated IP 172.25.3.41 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/a0b49e47-f18b-4389-a0e4-e8a93258982b) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:50:13.999412 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:14.048519 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:14.103379 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:14.137748 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:14.151721 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:50:14.155273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:50:14.158997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:50:14.172259 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc1d96a-21f3-4fb2-b62a-2727f5102122 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:50:14.187381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Network a83f0b7f-bebc-492e-984b-ceb37af0f91b is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:50:14.192833 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Pushing event updated for resources: {'Port': ['ID=a0b49e47-f18b-4389-a0e4-e8a93258982b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:14.193152 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:50:14.201567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:50:14.204081 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Pushing event updated for resources: {'Port': ['ID=404512a9-e750-4dd1-a704-a7433042208c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:14.301648 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-060861e0-4030-469b-ad66-e9dc123d8324 None None] Provisioning complete for port a0b49e47-f18b-4389-a0e4-e8a93258982b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:14.302354 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-060861e0-4030-469b-ad66-e9dc123d8324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:14.304168 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Attempting to bind port 404512a9-e750-4dd1-a704-a7433042208c on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:50:14.304576 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Attempting to bind port 404512a9-e750-4dd1-a704-a7433042208c by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '17ea1365-0efb-4c74-97bf-567929648f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'a83f0b7f-bebc-492e-984b-ceb37af0f91b'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:50:14.304951 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Attempting to bind port 404512a9-e750-4dd1-a704-a7433042208c on network a83f0b7f-bebc-492e-984b-ceb37af0f91b {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:50:14.330287 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:50:14.334224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Checking segment: {'id': '17ea1365-0efb-4c74-97bf-567929648f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'a83f0b7f-bebc-492e-984b-ceb37af0f91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:50:14.334224 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:14.334224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Bound using segment: {'id': '17ea1365-0efb-4c74-97bf-567929648f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'a83f0b7f-bebc-492e-984b-ceb37af0f91b'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:50:14.334224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Bound port: 404512a9-e750-4dd1-a704-a7433042208c, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ea1365-0efb-4c74-97bf-567929648f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'a83f0b7f-bebc-492e-984b-ceb37af0f91b'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:50:14.334224 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:14.362236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-060861e0-4030-469b-ad66-e9dc123d8324 None None] Port a0b49e47-f18b-4389-a0e4-e8a93258982b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:50:14.409266 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] For port 404512a9-e750-4dd1-a704-a7433042208c, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:50:14.412765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] For port 404512a9-e750-4dd1-a704-a7433042208c, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=404512a9-e750-4dd1-a704-a7433042208c,segment=NetworkSegment(17ea1365-0efb-4c74-97bf-567929648f55),segment_id=17ea1365-0efb-4c74-97bf-567929648f55)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:50:14.505495 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:14.560696 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 0b86e400-3509-4e1b-b74d-63fc0adeaded up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:50:14.581049 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:14.643541 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 0b86e400-3509-4e1b-b74d-63fc0adeaded triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:14.644504 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:14.677326 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1c47b-5151-4b7e-b03a-ca85fcc98c5b None None] Pushing event updated for resources: {'Port': ['ID=404512a9-e750-4dd1-a704-a7433042208c,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:14.849255 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:15.055158 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Router a88ccb6f-791a-43f8-8722-7686795327ab is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:50:15.165065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:50:15.174368 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Sync routers for ids ['a88ccb6f-791a-43f8-8722-7686795327ab'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:50:15.187745 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Routers {'a88ccb6f-791a-43f8-8722-7686795327ab'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:50:15.188429 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:50:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a88ccb6f-791a-43f8-8722-7686795327ab'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:15.234996 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:15.236364 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e2a571e3-8077-4480-9409-a7c61f32562d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1553473 Nov 18 17:50:15.239069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35546) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:15.240239 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:50:15.304640 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Set router a88ccb6f-791a-43f8-8722-7686795327ab gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:50:15.500340 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'name': 'tempest-TestServerMultinode-1225158936-router', 'tenant_id': '1b6fd23f8000438da67eaa43934b2df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a0b49e47-f18b-4389-a0e4-e8a93258982b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:50:13Z', 'updated_at': '2021-11-18T17:50:14Z', 'revision_number': 3, 'project_id': '1b6fd23f8000438da67eaa43934b2df7', 'gw_port': {'id': 'a0b49e47-f18b-4389-a0e4-e8a93258982b', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:13Z', 'updated_at': '2021-11-18T17:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:15.534165 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Checking router: a88ccb6f-791a-43f8-8722-7686795327ab for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:50:15.534676 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Updating router a88ccb6f-791a-43f8-8722-7686795327ab port a0b49e47-f18b-4389-a0e4-e8a93258982b binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:50:15.560647 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:15.637623 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f513e6ca-48f8-40fd-b272-a0d2d9d2a95f None None] Network a83f0b7f-bebc-492e-984b-ceb37af0f91b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:50:15.733089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b38500be-c045-46f4-b7dc-1e48f264f4fc None None] Provisioning complete for port 404512a9-e750-4dd1-a704-a7433042208c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:15.733473 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b38500be-c045-46f4-b7dc-1e48f264f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:15.844474 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:15.882839 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b38500be-c045-46f4-b7dc-1e48f264f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:15.919650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b38500be-c045-46f4-b7dc-1e48f264f4fc None None] For port 404512a9-e750-4dd1-a704-a7433042208c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=404512a9-e750-4dd1-a704-a7433042208c,segment=NetworkSegment(17ea1365-0efb-4c74-97bf-567929648f55),segment_id=17ea1365-0efb-4c74-97bf-567929648f55)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:15.937165 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:15.995718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e815c42e-6ad1-4b45-996f-df4913486db2 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:50:15.999735 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b38500be-c045-46f4-b7dc-1e48f264f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:16.016266 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Attempting to bind port a0b49e47-f18b-4389-a0e4-e8a93258982b on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:50:16.016734 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Attempting to bind port a0b49e47-f18b-4389-a0e4-e8a93258982b by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:50:16.017235 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Attempting to bind port a0b49e47-f18b-4389-a0e4-e8a93258982b on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:50:16.023002 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:50:16.023537 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:50:16.024093 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:16.025011 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:50:16.025286 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Bound port: a0b49e47-f18b-4389-a0e4-e8a93258982b, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:50:16.026351 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:16.028101 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d0699-929c-45b1-b0ef-05b2311e363a None None] Pushing event updated for resources: {'Port': ['ID=a0b49e47-f18b-4389-a0e4-e8a93258982b,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:16.044084 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:16.081344 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38500be-c045-46f4-b7dc-1e48f264f4fc None None] Pushing event updated for resources: {'Port': ['ID=404512a9-e750-4dd1-a704-a7433042208c,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:16.106101 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] For port a0b49e47-f18b-4389-a0e4-e8a93258982b, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:50:16.110021 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] For port a0b49e47-f18b-4389-a0e4-e8a93258982b, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a0b49e47-f18b-4389-a0e4-e8a93258982b,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:50:16.133944 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c45c39a3-5fd9-4600-bc58-499212a42329 None None] Provisioning complete for port a0b49e47-f18b-4389-a0e4-e8a93258982b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:16.136013 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c45c39a3-5fd9-4600-bc58-499212a42329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:16.168875 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c45c39a3-5fd9-4600-bc58-499212a42329 None None] Port a0b49e47-f18b-4389-a0e4-e8a93258982b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:50:16.194318 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:16.208614 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] Allocated IP 172.20.0.1 (a83f0b7f-bebc-492e-984b-ceb37af0f91b/ca210697-a7fc-4075-a4bc-3483ec598097/e5ed366c-1829-4372-bf3f-da31edb98396) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:50:16.235613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163284e5-91f7-4e3b-aa16-ba9e89d7c392 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:50:16.246781 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Routers {'a88ccb6f-791a-43f8-8722-7686795327ab'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:50:16.247410 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:50:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a88ccb6f-791a-43f8-8722-7686795327ab'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:16.293697 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1bd18890-ec31-41b4-9f4b-351da7549961 None None] Provisioning complete for port 404512a9-e750-4dd1-a704-a7433042208c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:16.294947 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1bd18890-ec31-41b4-9f4b-351da7549961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:16.302692 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d0699-929c-45b1-b0ef-05b2311e363a None None] Pushing event updated for resources: {'Port': ['ID=a0b49e47-f18b-4389-a0e4-e8a93258982b,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:16.316929 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:16.390127 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] Set router a88ccb6f-791a-43f8-8722-7686795327ab gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:50:16.392398 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1bd18890-ec31-41b4-9f4b-351da7549961 None None] Provisioning complete for port a0b49e47-f18b-4389-a0e4-e8a93258982b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:16.392783 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1bd18890-ec31-41b4-9f4b-351da7549961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:16.427464 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:16.479186 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] Network a83f0b7f-bebc-492e-984b-ceb37af0f91b is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:50:16.481216 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1bd18890-ec31-41b4-9f4b-351da7549961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:16.482879 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:50:16.490383 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:50:16.494870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ed366c-1829-4372-bf3f-da31edb98396,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:16.506278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1bd18890-ec31-41b4-9f4b-351da7549961 None None] For port a0b49e47-f18b-4389-a0e4-e8a93258982b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a0b49e47-f18b-4389-a0e4-e8a93258982b,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:16.539383 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:16.571446 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1bd18890-ec31-41b4-9f4b-351da7549961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:16.605728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 404512a9-e750-4dd1-a704-a7433042208c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:50:16.660256 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'name': 'tempest-TestServerMultinode-1225158936-router', 'tenant_id': '1b6fd23f8000438da67eaa43934b2df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a0b49e47-f18b-4389-a0e4-e8a93258982b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:50:13Z', 'updated_at': '2021-11-18T17:50:14Z', 'revision_number': 3, 'project_id': '1b6fd23f8000438da67eaa43934b2df7', 'gw_port': {'id': 'a0b49e47-f18b-4389-a0e4-e8a93258982b', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:13Z', 'updated_at': '2021-11-18T17:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:16.670659 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd18890-ec31-41b4-9f4b-351da7549961 None None] Pushing event updated for resources: {'Port': ['ID=a0b49e47-f18b-4389-a0e4-e8a93258982b,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:16.686477 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 404512a9-e750-4dd1-a704-a7433042208c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:16.686933 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:16.779987 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:16.808746 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e0c5f491-59c7-434f-9440-e9a7ff323408 None None] Provisioning complete for port e5ed366c-1829-4372-bf3f-da31edb98396 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:16.809197 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f491-59c7-434f-9440-e9a7ff323408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:16.821198 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9c661-ff41-49fd-9cae-bc2b3b0fdfdb None None] The sync data for ids ['a88ccb6f-791a-43f8-8722-7686795327ab'] in n-d-813419-11 is: [{'id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'name': 'tempest-TestServerMultinode-1225158936-router', 'tenant_id': '1b6fd23f8000438da67eaa43934b2df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a0b49e47-f18b-4389-a0e4-e8a93258982b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:50:13Z', 'updated_at': '2021-11-18T17:50:14Z', 'revision_number': 3, 'project_id': '1b6fd23f8000438da67eaa43934b2df7', 'gw_port': {'id': 'a0b49e47-f18b-4389-a0e4-e8a93258982b', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:13Z', 'updated_at': '2021-11-18T17:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:50:16.853069 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e0c5f491-59c7-434f-9440-e9a7ff323408 None None] Port e5ed366c-1829-4372-bf3f-da31edb98396 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:50:16.965672 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:17.022322 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:17.113076 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ed366c-1829-4372-bf3f-da31edb98396,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:17.115799 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:17.213440 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] Network a83f0b7f-bebc-492e-984b-ceb37af0f91b is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:50:17.214996 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:50:17.342166 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] Router a88ccb6f-791a-43f8-8722-7686795327ab has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:50:17.462426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:50:17.469283 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-909454ac-8e70-4f6f-bc14-848bea356944 admin admin] 10.222.0.72 "PUT /v2.0/routers/a88ccb6f-791a-43f8-8722-7686795327ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2291689 Nov 18 17:50:17.488255 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7f30cf34-cf7f-4b8f-be70-fc214f01faeb None None] Provisioning complete for port e5ed366c-1829-4372-bf3f-da31edb98396 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:17.488634 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f30cf34-cf7f-4b8f-be70-fc214f01faeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:17.529724 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7f30cf34-cf7f-4b8f-be70-fc214f01faeb None None] Port e5ed366c-1829-4372-bf3f-da31edb98396 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:50:18.004919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471212a3-6091-41a8-aca1-17e32a128726 req-65bb1ae8-94a8-4c3d-9981-9b1826efd6a2 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:18.006454 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-471212a3-6091-41a8-aca1-17e32a128726 req-65bb1ae8-94a8-4c3d-9981-9b1826efd6a2 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/networks?id=43a6bc97-1198-41ce-9152-9a5686ff0136 HTTP/1.1" status: 200 len: 911 time: 0.0913579 Nov 18 17:50:18.021704 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-471212a3-6091-41a8-aca1-17e32a128726 req-ecf4f25a-59e9-4853-8caf-3fbd00ebbfdb tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/quotas/1b6fd23f8000438da67eaa43934b2df7 HTTP/1.1" status: 200 len: 375 time: 0.0087669 Nov 18 17:50:18.097351 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-471212a3-6091-41a8-aca1-17e32a128726 req-67dde01f-4c26-4cd2-8768-3099e0520d3c tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b6fd23f8000438da67eaa43934b2df7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704660 Nov 18 17:50:18.109146 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-471212a3-6091-41a8-aca1-17e32a128726 req-923f1cfc-c20b-4e32-a1ca-455e8f142cb2 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:50:18.110280 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-471212a3-6091-41a8-aca1-17e32a128726 req-923f1cfc-c20b-4e32-a1ca-455e8f142cb2 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055661 Nov 18 17:50:18.205307 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-471212a3-6091-41a8-aca1-17e32a128726 req-2d39ed8c-86ab-4acd-b930-526be0f9b7a6 service neutron] 10.222.0.72 "GET /v2.0/networks/43a6bc97-1198-41ce-9152-9a5686ff0136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888445 Nov 18 17:50:18.296148 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-471212a3-6091-41a8-aca1-17e32a128726 req-894229fb-a69d-43b9-ba24-70cf78d86a00 service neutron] 10.222.0.72 "GET /v2.0/networks/43a6bc97-1198-41ce-9152-9a5686ff0136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847423 Nov 18 17:50:18.404833 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Sync routers for ids ['a88ccb6f-791a-43f8-8722-7686795327ab'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:50:18.415613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Routers {'a88ccb6f-791a-43f8-8722-7686795327ab'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:50:18.416815 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:50:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a88ccb6f-791a-43f8-8722-7686795327ab'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:18.536944 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Set router a88ccb6f-791a-43f8-8722-7686795327ab gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:50:18.569109 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a0b49e47-f18b-4389-a0e4-e8a93258982b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:50:18.571762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6376b792-56ee-4e62-a2c8-594e0feedc6a req-6dea32fd-f851-4d59-96ff-923d5136963d tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 210 time: 0.0425003 Nov 18 17:50:18.731525 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a0b49e47-f18b-4389-a0e4-e8a93258982b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:18.731938 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:18.858782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'name': 'tempest-TestServerMultinode-1225158936-router', 'tenant_id': '1b6fd23f8000438da67eaa43934b2df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a0b49e47-f18b-4389-a0e4-e8a93258982b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:50:13Z', 'updated_at': '2021-11-18T17:50:16Z', 'revision_number': 4, 'project_id': '1b6fd23f8000438da67eaa43934b2df7', 'gw_port': {'id': 'a0b49e47-f18b-4389-a0e4-e8a93258982b', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:13Z', 'updated_at': '2021-11-18T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'e5ed366c-1829-4372-bf3f-da31edb98396', 'name': '', 'network_id': 'a83f0b7f-bebc-492e-984b-ceb37af0f91b', 'tenant_id': '1b6fd23f8000438da67eaa43934b2df7', 'mac_address': 'fa:16:3e:3d:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ca210697-a7fc-4075-a4bc-3483ec598097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:16Z', 'updated_at': '2021-11-18T17:50:16Z', 'revision_number': 2, 'project_id': '1b6fd23f8000438da67eaa43934b2df7', 'subnets': [{'id': 'ca210697-a7fc-4075-a4bc-3483ec598097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:18.886987 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Checking router: a88ccb6f-791a-43f8-8722-7686795327ab for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:50:18.887366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Updating router a88ccb6f-791a-43f8-8722-7686795327ab port e5ed366c-1829-4372-bf3f-da31edb98396 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:50:18.915735 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:19.176477 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:19.257765 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:19.308896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67fbef-d317-4784-9b66-a7f4ad278a5f None None] Pushing event updated for resources: {'Port': ['ID=e5ed366c-1829-4372-bf3f-da31edb98396,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:19.362716 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Attempting to bind port e5ed366c-1829-4372-bf3f-da31edb98396 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:50:19.363251 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Attempting to bind port e5ed366c-1829-4372-bf3f-da31edb98396 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '17ea1365-0efb-4c74-97bf-567929648f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'a83f0b7f-bebc-492e-984b-ceb37af0f91b'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:50:19.363616 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Attempting to bind port e5ed366c-1829-4372-bf3f-da31edb98396 on network a83f0b7f-bebc-492e-984b-ceb37af0f91b {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:50:19.369024 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:50:19.369428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Checking segment: {'id': '17ea1365-0efb-4c74-97bf-567929648f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'a83f0b7f-bebc-492e-984b-ceb37af0f91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:50:19.369855 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:19.370373 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Bound using segment: {'id': '17ea1365-0efb-4c74-97bf-567929648f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'a83f0b7f-bebc-492e-984b-ceb37af0f91b'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:50:19.371473 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Bound port: e5ed366c-1829-4372-bf3f-da31edb98396, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ea1365-0efb-4c74-97bf-567929648f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'a83f0b7f-bebc-492e-984b-ceb37af0f91b'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:50:19.371981 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:19.446291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] For port e5ed366c-1829-4372-bf3f-da31edb98396, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:50:19.450254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] For port e5ed366c-1829-4372-bf3f-da31edb98396, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e5ed366c-1829-4372-bf3f-da31edb98396,segment=NetworkSegment(17ea1365-0efb-4c74-97bf-567929648f55),segment_id=17ea1365-0efb-4c74-97bf-567929648f55)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:50:19.531921 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:19.607759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-86d10bd8-b806-48f6-973e-4706b824e11b None None] Provisioning complete for port e5ed366c-1829-4372-bf3f-da31edb98396 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:19.608200 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-86d10bd8-b806-48f6-973e-4706b824e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:19.609850 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67fbef-d317-4784-9b66-a7f4ad278a5f None None] Pushing event updated for resources: {'Port': ['ID=e5ed366c-1829-4372-bf3f-da31edb98396,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:19.613932 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Routers {'a88ccb6f-791a-43f8-8722-7686795327ab'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:50:19.614328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:50:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a88ccb6f-791a-43f8-8722-7686795327ab'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:19.708162 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a92d783a-5875-4480-a0fa-45c374344bea req-e72be0a2-473a-4f2b-85f2-4ef493787c78 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 210 time: 0.0459709 Nov 18 17:50:19.788138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] Set router a88ccb6f-791a-43f8-8722-7686795327ab gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:50:19.817581 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-86d10bd8-b806-48f6-973e-4706b824e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:19.899763 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-86d10bd8-b806-48f6-973e-4706b824e11b None None] For port e5ed366c-1829-4372-bf3f-da31edb98396, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e5ed366c-1829-4372-bf3f-da31edb98396,segment=NetworkSegment(17ea1365-0efb-4c74-97bf-567929648f55),segment_id=17ea1365-0efb-4c74-97bf-567929648f55)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:19.995190 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-86d10bd8-b806-48f6-973e-4706b824e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:20.220935 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b00a00c0-7925-43db-8460-96bf94ba7b10 None None] Provisioning complete for port e5ed366c-1829-4372-bf3f-da31edb98396 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:20.221377 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b00a00c0-7925-43db-8460-96bf94ba7b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:20.225254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d10bd8-b806-48f6-973e-4706b824e11b None None] Pushing event updated for resources: {'Port': ['ID=e5ed366c-1829-4372-bf3f-da31edb98396,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:20.265595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'name': 'tempest-TestServerMultinode-1225158936-router', 'tenant_id': '1b6fd23f8000438da67eaa43934b2df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a0b49e47-f18b-4389-a0e4-e8a93258982b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:50:13Z', 'updated_at': '2021-11-18T17:50:16Z', 'revision_number': 4, 'project_id': '1b6fd23f8000438da67eaa43934b2df7', 'gw_port': {'id': 'a0b49e47-f18b-4389-a0e4-e8a93258982b', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:13Z', 'updated_at': '2021-11-18T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'e5ed366c-1829-4372-bf3f-da31edb98396', 'name': '', 'network_id': 'a83f0b7f-bebc-492e-984b-ceb37af0f91b', 'tenant_id': '1b6fd23f8000438da67eaa43934b2df7', 'mac_address': 'fa:16:3e:3d:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ca210697-a7fc-4075-a4bc-3483ec598097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:16Z', 'updated_at': '2021-11-18T17:50:19Z', 'revision_number': 4, 'project_id': '1b6fd23f8000438da67eaa43934b2df7', 'subnets': [{'id': 'ca210697-a7fc-4075-a4bc-3483ec598097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:20.298848 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a4c35-df07-4344-bb2b-17111d31af5b None None] The sync data for ids ['a88ccb6f-791a-43f8-8722-7686795327ab'] in n-d-813419-11 is: [{'id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'name': 'tempest-TestServerMultinode-1225158936-router', 'tenant_id': '1b6fd23f8000438da67eaa43934b2df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a0b49e47-f18b-4389-a0e4-e8a93258982b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:50:13Z', 'updated_at': '2021-11-18T17:50:16Z', 'revision_number': 4, 'project_id': '1b6fd23f8000438da67eaa43934b2df7', 'gw_port': {'id': 'a0b49e47-f18b-4389-a0e4-e8a93258982b', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:13Z', 'updated_at': '2021-11-18T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'e5ed366c-1829-4372-bf3f-da31edb98396', 'name': '', 'network_id': 'a83f0b7f-bebc-492e-984b-ceb37af0f91b', 'tenant_id': '1b6fd23f8000438da67eaa43934b2df7', 'mac_address': 'fa:16:3e:3d:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'ca210697-a7fc-4075-a4bc-3483ec598097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:16Z', 'updated_at': '2021-11-18T17:50:19Z', 'revision_number': 4, 'project_id': '1b6fd23f8000438da67eaa43934b2df7', 'subnets': [{'id': 'ca210697-a7fc-4075-a4bc-3483ec598097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:50:20.551567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e5ed366c-1829-4372-bf3f-da31edb98396 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:50:20.604124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port e5ed366c-1829-4372-bf3f-da31edb98396 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:20.604777 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:20.833036 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-44ae2327-097c-4545-b597-7bff2e96bf57 req-fd385042-749b-4e2f-9308-392eaa15b7e0 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 210 time: 0.0345757 Nov 18 17:50:20.855171 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471212a3-6091-41a8-aca1-17e32a128726 req-ffc085f4-9960-467c-99fb-a786b18f8b11 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:20.856977 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-471212a3-6091-41a8-aca1-17e32a128726 req-ffc085f4-9960-467c-99fb-a786b18f8b11 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.81 "GET /v2.0/networks?id=43a6bc97-1198-41ce-9152-9a5686ff0136 HTTP/1.1" status: 200 len: 911 time: 0.1211019 Nov 18 17:50:20.873171 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-471212a3-6091-41a8-aca1-17e32a128726 req-12654a3f-47a8-48b3-97e0-c0fcae4f0bbe tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Request body: {'port': {'device_id': 'e3cc4876-f41b-4819-b143-19f8d4b4a30a', 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136', 'admin_state_up': True, 'tenant_id': '1b6fd23f8000438da67eaa43934b2df7'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:50:20.977078 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-471212a3-6091-41a8-aca1-17e32a128726 req-12654a3f-47a8-48b3-97e0-c0fcae4f0bbe tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Made reservation on behalf of 1b6fd23f8000438da67eaa43934b2df7 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:50:20.983425 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-471212a3-6091-41a8-aca1-17e32a128726 req-12654a3f-47a8-48b3-97e0-c0fcae4f0bbe tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:21.108157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-471212a3-6091-41a8-aca1-17e32a128726 req-12654a3f-47a8-48b3-97e0-c0fcae4f0bbe tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Allocated IP 172.20.0.5 (43a6bc97-1198-41ce-9152-9a5686ff0136/57f63942-a75c-4111-aaf7-8ec068523f6d/51018ddd-a3a2-4778-94b4-855000c2e864) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:50:21.254523 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-471212a3-6091-41a8-aca1-17e32a128726 req-12654a3f-47a8-48b3-97e0-c0fcae4f0bbe tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:21.337419 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-471212a3-6091-41a8-aca1-17e32a128726 req-12654a3f-47a8-48b3-97e0-c0fcae4f0bbe tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:21.382258 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-471212a3-6091-41a8-aca1-17e32a128726 req-12654a3f-47a8-48b3-97e0-c0fcae4f0bbe tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Network 43a6bc97-1198-41ce-9152-9a5686ff0136 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:50:21.385184 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-471212a3-6091-41a8-aca1-17e32a128726 req-12654a3f-47a8-48b3-97e0-c0fcae4f0bbe tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:50:21.392024 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-471212a3-6091-41a8-aca1-17e32a128726 req-12654a3f-47a8-48b3-97e0-c0fcae4f0bbe tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:50:21.415352 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12654a3f-47a8-48b3-97e0-c0fcae4f0bbe tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Pushing event updated for resources: {'Port': ['ID=51018ddd-a3a2-4778-94b4-855000c2e864,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:21.435108 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471212a3-6091-41a8-aca1-17e32a128726 req-12654a3f-47a8-48b3-97e0-c0fcae4f0bbe tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:21.435720 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-471212a3-6091-41a8-aca1-17e32a128726 req-12654a3f-47a8-48b3-97e0-c0fcae4f0bbe tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:21.509591 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-471212a3-6091-41a8-aca1-17e32a128726 req-12654a3f-47a8-48b3-97e0-c0fcae4f0bbe tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6413722 Nov 18 17:50:21.523388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Request body: {'port': {'device_id': 'e3cc4876-f41b-4819-b143-19f8d4b4a30a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:50:21.583572 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:21.594749 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e2ba46ce-37fb-47bf-b337-f25733dbf292 None None] Provisioning complete for port 51018ddd-a3a2-4778-94b4-855000c2e864 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:21.595267 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e2ba46ce-37fb-47bf-b337-f25733dbf292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:21.630948 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba46ce-37fb-47bf-b337-f25733dbf292 None None] Port 51018ddd-a3a2-4778-94b4-855000c2e864 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:50:21.729294 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:21.844593 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51018ddd-a3a2-4778-94b4-855000c2e864 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:50:21.852032 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:21.867870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Transition to ACTIVE for port object 51018ddd-a3a2-4778-94b4-855000c2e864 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:50:21.930335 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:21.987662 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2155daf-7075-4884-98e9-3e73209c5985 req-3ba6b119-bac0-44f3-9ae5-24aca23bba57 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:21.989310 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2155daf-7075-4884-98e9-3e73209c5985 req-3ba6b119-bac0-44f3-9ae5-24aca23bba57 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 1027 time: 0.0844431 Nov 18 17:50:21.998698 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Pushing event updated for resources: {'Port': ['ID=51018ddd-a3a2-4778-94b4-855000c2e864,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:22.085170 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2155daf-7075-4884-98e9-3e73209c5985 req-8282af63-4173-4d8b-9c95-5ff5b9ecc761 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882497 Nov 18 17:50:22.108898 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Attempting to bind port 51018ddd-a3a2-4778-94b4-855000c2e864 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:50:22.109227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Attempting to bind port 51018ddd-a3a2-4778-94b4-855000c2e864 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'bc39d0f1-c9c9-498a-931a-bc50966afb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:50:22.109564 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Attempting to bind port 51018ddd-a3a2-4778-94b4-855000c2e864 on network 43a6bc97-1198-41ce-9152-9a5686ff0136 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:50:22.114537 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Port 51018ddd-a3a2-4778-94b4-855000c2e864 on network 43a6bc97-1198-41ce-9152-9a5686ff0136 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:50:22.114866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Attempting to bind port 51018ddd-a3a2-4778-94b4-855000c2e864 on network 43a6bc97-1198-41ce-9152-9a5686ff0136 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:50:22.120048 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:50:22.120394 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Checking segment: {'id': 'bc39d0f1-c9c9-498a-931a-bc50966afb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:50:22.121282 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Bound using segment: {'id': 'bc39d0f1-c9c9-498a-931a-bc50966afb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:50:22.121721 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Bound port: 51018ddd-a3a2-4778-94b4-855000c2e864, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc39d0f1-c9c9-498a-931a-bc50966afb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:50:22.122080 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:22.189223 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] For port 51018ddd-a3a2-4778-94b4-855000c2e864, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:50:22.192261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] For port 51018ddd-a3a2-4778-94b4-855000c2e864, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=51018ddd-a3a2-4778-94b4-855000c2e864,segment=NetworkSegment(bc39d0f1-c9c9-498a-931a-bc50966afb9a),segment_id=bc39d0f1-c9c9-498a-931a-bc50966afb9a)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:50:22.286218 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:22.327571 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:22.328268 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:22.329755 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-471212a3-6091-41a8-aca1-17e32a128726 req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] 10.222.0.81 "PUT /v2.0/ports/51018ddd-a3a2-4778-94b4-855000c2e864 HTTP/1.1" status: 200 len: 1092 time: 0.8109014 Nov 18 17:50:22.330223 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cc4876-f41b-4819-b143-19f8d4b4a30a', 'tag': '51018ddd-a3a2-4778-94b4-855000c2e864'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:50:22.332535 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6580302f-9c94-4e98-a3d1-d1d37373f533" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cc4876-f41b-4819-b143-19f8d4b4a30a", "tag": "51018ddd-a3a2-4778-94b4-855000c2e864"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:50:22.361082 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56387b45-4613-4b3d-bf5e-453939932526 service neutron] Pushing event updated for resources: {'Port': ['ID=51018ddd-a3a2-4778-94b4-855000c2e864,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:22.377470 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d2a132-00dd-4153-ad44-9c3bde713e02 x-openstack-request-id: req-30d2a132-00dd-4153-ad44-9c3bde713e02 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:50:22.378016 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cc4876-f41b-4819-b143-19f8d4b4a30a", "tag": "51018ddd-a3a2-4778-94b4-855000c2e864", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:50:22.378343 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-30d2a132-00dd-4153-ad44-9c3bde713e02 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:50:22.378797 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cc4876-f41b-4819-b143-19f8d4b4a30a', 'tag': '51018ddd-a3a2-4778-94b4-855000c2e864', 'status': 'completed', 'code': 200} Nov 18 17:50:22.440114 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580302f-9c94-4e98-a3d1-d1d37373f533 req-4d35504f-6502-4ac1-acf7-ffa0b5601c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:22.441673 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6580302f-9c94-4e98-a3d1-d1d37373f533 req-4d35504f-6502-4ac1-acf7-ffa0b5601c4f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1b6fd23f8000438da67eaa43934b2df7&device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 1095 time: 0.0459135 Nov 18 17:50:22.556778 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580302f-9c94-4e98-a3d1-d1d37373f533 req-2f065567-a8b2-4c93-bed0-ade7f7760b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:22.558306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6580302f-9c94-4e98-a3d1-d1d37373f533 req-2f065567-a8b2-4c93-bed0-ade7f7760b59 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=1b6fd23f8000438da67eaa43934b2df7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1074233 Nov 18 17:50:22.655074 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580302f-9c94-4e98-a3d1-d1d37373f533 req-39324216-7842-4a51-9e74-d788caa9515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:22.656595 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6580302f-9c94-4e98-a3d1-d1d37373f533 req-39324216-7842-4a51-9e74-d788caa9515d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0913486 Nov 18 17:50:22.733487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471212a3-6091-41a8-aca1-17e32a128726 req-3af30042-5b2c-4c86-8a06-dd86955ca76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:22.734966 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-471212a3-6091-41a8-aca1-17e32a128726 req-3af30042-5b2c-4c86-8a06-dd86955ca76e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1b6fd23f8000438da67eaa43934b2df7&device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 1095 time: 0.0408151 Nov 18 17:50:22.786520 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-471212a3-6091-41a8-aca1-17e32a128726 req-61aa5b39-7308-443f-af78-23cc71c59a3a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51018ddd-a3a2-4778-94b4-855000c2e864 HTTP/1.1" status: 200 len: 217 time: 0.0432720 Nov 18 17:50:22.836618 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471212a3-6091-41a8-aca1-17e32a128726 req-6628a903-6723-43f0-b4ca-b29275143ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:22.837986 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-471212a3-6091-41a8-aca1-17e32a128726 req-6628a903-6723-43f0-b4ca-b29275143ca2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57f63942-a75c-4111-aaf7-8ec068523f6d HTTP/1.1" status: 200 len: 848 time: 0.0439575 Nov 18 17:50:22.884949 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471212a3-6091-41a8-aca1-17e32a128726 req-98052b07-92ef-419f-bdd7-2a1c88752316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:22.887043 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-471212a3-6091-41a8-aca1-17e32a128726 req-98052b07-92ef-419f-bdd7-2a1c88752316 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43a6bc97-1198-41ce-9152-9a5686ff0136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402319 Nov 18 17:50:22.980608 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-471212a3-6091-41a8-aca1-17e32a128726 req-7734d602-6b56-479c-8dc8-c1899211a0de service neutron] 10.222.0.81 "GET /v2.0/networks/43a6bc97-1198-41ce-9152-9a5686ff0136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859673 Nov 18 17:50:23.070276 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-471212a3-6091-41a8-aca1-17e32a128726 req-4f2c6ef5-c2ff-4939-9819-e7b165546445 service neutron] 10.222.0.81 "GET /v2.0/networks/43a6bc97-1198-41ce-9152-9a5686ff0136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821359 Nov 18 17:50:23.202567 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f8c3f-201f-4782-82e1-c3434fcfb326 req-514f8e05-5745-4b90-bf7c-aef4a3497939 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:23.204112 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e7f8c3f-201f-4782-82e1-c3434fcfb326 req-514f8e05-5745-4b90-bf7c-aef4a3497939 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 1095 time: 0.0452659 Nov 18 17:50:23.248955 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e7f8c3f-201f-4782-82e1-c3434fcfb326 req-d467c1ed-0aac-4d6e-9837-c954e15de091 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387349 Nov 18 17:50:23.290976 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:24.355589 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3e5ac-53e5-4b59-857c-f0556a231530 req-39b5b01f-3dd1-4cee-902c-d6f5c275e85c tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:24.357154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-83c3e5ac-53e5-4b59-857c-f0556a231530 req-39b5b01f-3dd1-4cee-902c-d6f5c275e85c tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 1095 time: 0.0405700 Nov 18 17:50:24.400961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-83c3e5ac-53e5-4b59-857c-f0556a231530 req-ef11c8ce-c0d1-4ab8-8b2d-d9c4a5e7a479 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375013 Nov 18 17:50:25.512971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea4242-66e0-4cf7-b049-30cebbc11067 req-c30db821-e6b0-47e8-af98-08c9b76bdc3d tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:25.514543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2dea4242-66e0-4cf7-b049-30cebbc11067 req-c30db821-e6b0-47e8-af98-08c9b76bdc3d tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 1095 time: 0.0477426 Nov 18 17:50:25.558034 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2dea4242-66e0-4cf7-b049-30cebbc11067 req-6e2b1a2e-ce7e-4e15-9bb4-9be3bf48797d tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374048 Nov 18 17:50:26.663759 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c56d3-c15e-437f-b364-10259802cf8b req-2f6cd02d-e743-434d-9c28-038971eb6aa6 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:26.665339 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d1c56d3-c15e-437f-b364-10259802cf8b req-2f6cd02d-e743-434d-9c28-038971eb6aa6 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 1095 time: 0.0397792 Nov 18 17:50:26.708953 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d1c56d3-c15e-437f-b364-10259802cf8b req-601690a0-3dc6-4e4f-84e9-a5bc588e7fb0 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376782 Nov 18 17:50:27.170859 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 51018ddd-a3a2-4778-94b4-855000c2e864 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:50:27.264844 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 51018ddd-a3a2-4778-94b4-855000c2e864, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=51018ddd-a3a2-4778-94b4-855000c2e864,segment=NetworkSegment(bc39d0f1-c9c9-498a-931a-bc50966afb9a),segment_id=bc39d0f1-c9c9-498a-931a-bc50966afb9a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:27.275802 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '51018ddd-a3a2-4778-94b4-855000c2e864', 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136', 'port_id': '51018ddd-a3a2-4778-94b4-855000c2e864', 'mac_address': 'fa:16:3e:f6:9c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f63942-a75c-4111-aaf7-8ec068523f6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:50:27.315750 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:27.328699 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51018ddd-a3a2-4778-94b4-855000c2e864 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:50:27.347590 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 51018ddd-a3a2-4778-94b4-855000c2e864, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=51018ddd-a3a2-4778-94b4-855000c2e864,segment=NetworkSegment(bc39d0f1-c9c9-498a-931a-bc50966afb9a),segment_id=bc39d0f1-c9c9-498a-931a-bc50966afb9a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:27.399080 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:27.446077 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=51018ddd-a3a2-4778-94b4-855000c2e864,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:27.614696 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['51018ddd-a3a2-4778-94b4-855000c2e864'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:50:27.812910 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a688613-b71a-4dbd-b54c-789380064fdb req-60f42e34-36f9-4cbe-914f-ff31247fcd39 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:27.814396 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4a688613-b71a-4dbd-b54c-789380064fdb req-60f42e34-36f9-4cbe-914f-ff31247fcd39 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 1096 time: 0.0396879 Nov 18 17:50:27.861879 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4a688613-b71a-4dbd-b54c-789380064fdb req-a99a416b-caf5-4f5b-8c4c-87f0df17fcbb tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415628 Nov 18 17:50:28.974836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9625fb-a1ea-45ac-b672-496a15723ab8 req-fc180cb7-bb62-4f10-b48b-2468a0e8b137 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:28.977183 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d9625fb-a1ea-45ac-b672-496a15723ab8 req-fc180cb7-bb62-4f10-b48b-2468a0e8b137 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 1096 time: 0.0460105 Nov 18 17:50:29.025697 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3d9625fb-a1ea-45ac-b672-496a15723ab8 req-50a303b4-b44c-4fce-91aa-fb2ba0d69314 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408955 Nov 18 17:50:29.170707 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 51018ddd-a3a2-4778-94b4-855000c2e864 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:50:29.267847 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 51018ddd-a3a2-4778-94b4-855000c2e864 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:50:29.271916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 51018ddd-a3a2-4778-94b4-855000c2e864 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:29.272302 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:29.349854 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:29.375746 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cc4876-f41b-4819-b143-19f8d4b4a30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51018ddd-a3a2-4778-94b4-855000c2e864'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:50:29.378041 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2100550-0499-4b3a-933b-b6e45a3c7786" -d '{"events": [{"server_uuid": "e3cc4876-f41b-4819-b143-19f8d4b4a30a", "name": "network-vif-plugged", "status": "completed", "tag": "51018ddd-a3a2-4778-94b4-855000c2e864"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:50:29.393523 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 51018ddd-a3a2-4778-94b4-855000c2e864, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=51018ddd-a3a2-4778-94b4-855000c2e864,segment=NetworkSegment(bc39d0f1-c9c9-498a-931a-bc50966afb9a),segment_id=bc39d0f1-c9c9-498a-931a-bc50966afb9a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:29.415977 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de139097-f624-4ead-b5fc-2a8a26019b22 x-openstack-request-id: req-de139097-f624-4ead-b5fc-2a8a26019b22 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:50:29.416286 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cc4876-f41b-4819-b143-19f8d4b4a30a", "name": "network-vif-plugged", "status": "completed", "tag": "51018ddd-a3a2-4778-94b4-855000c2e864", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:50:29.422214 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-de139097-f624-4ead-b5fc-2a8a26019b22 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:50:29.422214 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cc4876-f41b-4819-b143-19f8d4b4a30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51018ddd-a3a2-4778-94b4-855000c2e864', 'code': 200} Nov 18 17:50:29.463107 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:29.520314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=51018ddd-a3a2-4778-94b4-855000c2e864,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:29.526650 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5805bc-4ad2-40c0-ad11-fba248d803e4 req-d0fadb0f-8fb5-45f2-a355-7af5d205b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:29.528854 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9c5805bc-4ad2-40c0-ad11-fba248d803e4 req-d0fadb0f-8fb5-45f2-a355-7af5d205b4b5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 1097 time: 0.0516191 Nov 18 17:50:29.528971 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:29.529254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:29.529601 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:29.530019 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:29.530297 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:29.530639 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:29.530977 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:29.531319 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:29.531655 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:29.532017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:29.532358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:29.533649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:29.581336 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9c5805bc-4ad2-40c0-ad11-fba248d803e4 req-7d627dd4-e35d-4d3a-ae92-54ec0e1347d9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434210 Nov 18 17:50:29.987938 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bbdc9c6e-f1e1-4090-a3e5-6fcd3cbf7112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:30.134356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444714c-d92e-4aef-8802-1903c322a83a req-a3a68f27-d582-476d-b6dc-ba356fd30c57 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:30.135811 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9444714c-d92e-4aef-8802-1903c322a83a req-a3a68f27-d582-476d-b6dc-ba356fd30c57 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 1097 time: 0.0444722 Nov 18 17:50:30.179561 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9444714c-d92e-4aef-8802-1903c322a83a req-4045f3d4-d5c0-4429-b4e2-8cdfc0a915b7 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375290 Nov 18 17:50:31.285324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4dc95-1ad8-4685-af94-5d47b64af99f req-75a3071a-fa84-43ac-916c-0f7d3d657f6e tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:31.286834 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fff4dc95-1ad8-4685-af94-5d47b64af99f req-75a3071a-fa84-43ac-916c-0f7d3d657f6e tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 1097 time: 0.0401580 Nov 18 17:50:31.331098 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fff4dc95-1ad8-4685-af94-5d47b64af99f req-ef1054e3-e7e1-44a8-aab7-576ad12cecb8 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383584 Nov 18 17:50:31.437701 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79073bb1-0a63-4f40-8409-870844126b7a req-16af99c9-0524-4de9-bd7f-c1f71fff850f tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:31.439181 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79073bb1-0a63-4f40-8409-870844126b7a req-16af99c9-0524-4de9-bd7f-c1f71fff850f tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 1097 time: 0.0393651 Nov 18 17:50:31.486181 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-79073bb1-0a63-4f40-8409-870844126b7a req-43c04663-c7bd-459b-aa2e-5e0ba4fc041b tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410900 Nov 18 17:50:31.589825 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f752b-7988-4381-a9c0-c96ada1083b9 req-b2847a6b-8ae7-4c58-82d4-9bbedb19ae4e tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:31.591351 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-774f752b-7988-4381-a9c0-c96ada1083b9 req-b2847a6b-8ae7-4c58-82d4-9bbedb19ae4e tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 1097 time: 0.0398047 Nov 18 17:50:31.634712 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-774f752b-7988-4381-a9c0-c96ada1083b9 req-e128f6bc-0d3d-4ec2-b106-1d1331c1ad41 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375073 Nov 18 17:50:31.945204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-36b3f732-433b-457c-8aca-9cd8c2afb0dd tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:31.946702 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-36b3f732-433b-457c-8aca-9cd8c2afb0dd tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/networks?id=43a6bc97-1198-41ce-9152-9a5686ff0136 HTTP/1.1" status: 200 len: 911 time: 0.0974524 Nov 18 17:50:31.961766 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-be715cd2-86e1-4538-8e4a-c23a27ea65e2 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/quotas/1b6fd23f8000438da67eaa43934b2df7 HTTP/1.1" status: 200 len: 375 time: 0.0085289 Nov 18 17:50:32.007257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-922c9a2d-5f80-404d-82d0-991a637f2495 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b6fd23f8000438da67eaa43934b2df7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0401838 Nov 18 17:50:32.093458 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-b16dbc7c-06f4-4ed9-8fcb-f4b99c20ed16 service neutron] 10.222.0.72 "GET /v2.0/networks/43a6bc97-1198-41ce-9152-9a5686ff0136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787804 Nov 18 17:50:32.185848 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-86ae248d-06bb-4473-bd28-379bf5b9cb41 service neutron] 10.222.0.72 "GET /v2.0/networks/43a6bc97-1198-41ce-9152-9a5686ff0136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864022 Nov 18 17:50:32.428086 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d11a9c66-4937-42bf-94c4-e02a41597b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:32.438167 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8140628d-b03c-4159-a380-c8e2d676ed64 req-60cfb2dc-ec9c-4030-9009-8bb265ff9ee5 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 210 time: 0.0257473 Nov 18 17:50:33.530797 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0eb10d4-a5cb-4ce6-89fb-2771e33af9d1 req-1b6adeb9-d8b6-42f2-abdf-30e3f15008d2 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 210 time: 0.0257318 Nov 18 17:50:33.662167 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:34.326086 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-345345ff-d581-456f-b4d1-71a871609aa0 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:34.327523 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-345345ff-d581-456f-b4d1-71a871609aa0 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.83 "GET /v2.0/networks?id=43a6bc97-1198-41ce-9152-9a5686ff0136 HTTP/1.1" status: 200 len: 911 time: 0.0934091 Nov 18 17:50:34.341455 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-0c5b488c-a584-4833-a023-e768c181eb41 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Request body: {'port': {'device_id': '61b71869-0f3e-499f-a623-b0171166af85', 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136', 'admin_state_up': True, 'tenant_id': '1b6fd23f8000438da67eaa43934b2df7'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:50:34.437680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-0c5b488c-a584-4833-a023-e768c181eb41 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Made reservation on behalf of 1b6fd23f8000438da67eaa43934b2df7 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:50:34.440448 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-0c5b488c-a584-4833-a023-e768c181eb41 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:34.560670 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-0c5b488c-a584-4833-a023-e768c181eb41 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Allocated IP 172.20.0.3 (43a6bc97-1198-41ce-9152-9a5686ff0136/57f63942-a75c-4111-aaf7-8ec068523f6d/42127f02-3d28-4cb5-a982-34c4da8ee0c5) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:50:34.628818 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48f96d6d-67a9-465d-ba3d-74da6a6d5988 req-6c8ea7a8-bcbf-4304-8a1c-d3f5f1dac090 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 210 time: 0.0288417 Nov 18 17:50:34.703053 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-0c5b488c-a584-4833-a023-e768c181eb41 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:34.827166 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-0c5b488c-a584-4833-a023-e768c181eb41 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:34.839910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['51018ddd-a3a2-4778-94b4-855000c2e864'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:50:34.869299 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-0c5b488c-a584-4833-a023-e768c181eb41 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Network 43a6bc97-1198-41ce-9152-9a5686ff0136 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:50:34.872309 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-0c5b488c-a584-4833-a023-e768c181eb41 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:50:34.876048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-0c5b488c-a584-4833-a023-e768c181eb41 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:50:34.906173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b488c-a584-4833-a023-e768c181eb41 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Pushing event updated for resources: {'Port': ['ID=42127f02-3d28-4cb5-a982-34c4da8ee0c5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:34.934561 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-0c5b488c-a584-4833-a023-e768c181eb41 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:34.935642 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-0c5b488c-a584-4833-a023-e768c181eb41 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:35.025376 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-0c5b488c-a584-4833-a023-e768c181eb41 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6877515 Nov 18 17:50:35.041014 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Request body: {'port': {'device_id': '61b71869-0f3e-499f-a623-b0171166af85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:50:35.096477 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:35.097837 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:35.180595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-fa79f317-4ff5-4b8e-a015-b3b1a83b637f None None] Provisioning complete for port 42127f02-3d28-4cb5-a982-34c4da8ee0c5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:35.180934 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fa79f317-4ff5-4b8e-a015-b3b1a83b637f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:35.214500 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fa79f317-4ff5-4b8e-a015-b3b1a83b637f None None] Port 42127f02-3d28-4cb5-a982-34c4da8ee0c5 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:50:35.366294 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42127f02-3d28-4cb5-a982-34c4da8ee0c5 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:50:35.373714 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:35.385361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Transition to ACTIVE for port object 42127f02-3d28-4cb5-a982-34c4da8ee0c5 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:50:35.485042 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:35.513515 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:35.540718 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Pushing event updated for resources: {'Port': ['ID=42127f02-3d28-4cb5-a982-34c4da8ee0c5,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:35.622835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Attempting to bind port 42127f02-3d28-4cb5-a982-34c4da8ee0c5 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:50:35.623296 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Attempting to bind port 42127f02-3d28-4cb5-a982-34c4da8ee0c5 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'bc39d0f1-c9c9-498a-931a-bc50966afb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:50:35.623715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Attempting to bind port 42127f02-3d28-4cb5-a982-34c4da8ee0c5 on network 43a6bc97-1198-41ce-9152-9a5686ff0136 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:50:35.630264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Port 42127f02-3d28-4cb5-a982-34c4da8ee0c5 on network 43a6bc97-1198-41ce-9152-9a5686ff0136 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:50:35.630595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Attempting to bind port 42127f02-3d28-4cb5-a982-34c4da8ee0c5 on network 43a6bc97-1198-41ce-9152-9a5686ff0136 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:50:35.636634 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:50:35.637471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Checking segment: {'id': 'bc39d0f1-c9c9-498a-931a-bc50966afb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:50:35.638356 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Bound using segment: {'id': 'bc39d0f1-c9c9-498a-931a-bc50966afb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:50:35.638477 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Bound port: 42127f02-3d28-4cb5-a982-34c4da8ee0c5, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc39d0f1-c9c9-498a-931a-bc50966afb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:50:35.638860 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:35.722553 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] For port 42127f02-3d28-4cb5-a982-34c4da8ee0c5, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:50:35.727444 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] For port 42127f02-3d28-4cb5-a982-34c4da8ee0c5, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=42127f02-3d28-4cb5-a982-34c4da8ee0c5,segment=NetworkSegment(bc39d0f1-c9c9-498a-931a-bc50966afb9a),segment_id=bc39d0f1-c9c9-498a-931a-bc50966afb9a)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:50:35.744020 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19921a55-60bf-49cd-a0d2-b4e567b6bcaf req-b44eba00-7609-434b-bb2b-5a81db61577e tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:35.746190 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-19921a55-60bf-49cd-a0d2-b4e567b6bcaf req-b44eba00-7609-434b-bb2b-5a81db61577e tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 1053 time: 0.0432374 Nov 18 17:50:35.791615 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-19921a55-60bf-49cd-a0d2-b4e567b6bcaf req-e8df4d60-cabc-4119-892c-5b6bf76b956e tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381572 Nov 18 17:50:35.794296 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:35.829940 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:35.830573 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:35.831990 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] 10.222.0.83 "PUT /v2.0/ports/42127f02-3d28-4cb5-a982-34c4da8ee0c5 HTTP/1.1" status: 200 len: 1092 time: 0.7954323 Nov 18 17:50:35.832469 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b71869-0f3e-499f-a623-b0171166af85', 'tag': '42127f02-3d28-4cb5-a982-34c4da8ee0c5'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:50:35.834718 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079fd2db-4e99-4cdc-b821-0e7dc02b956e" -d '{"events": [{"name": "network-changed", "server_uuid": "61b71869-0f3e-499f-a623-b0171166af85", "tag": "42127f02-3d28-4cb5-a982-34c4da8ee0c5"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:50:35.859420 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217bb21-2a4e-4d64-a278-955d4771eacd service neutron] Pushing event updated for resources: {'Port': ['ID=42127f02-3d28-4cb5-a982-34c4da8ee0c5,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:35.875728 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1a2c2e-dba4-46bd-9e3d-f11f097c507e x-openstack-request-id: req-1f1a2c2e-dba4-46bd-9e3d-f11f097c507e {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:50:35.876089 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b71869-0f3e-499f-a623-b0171166af85", "tag": "42127f02-3d28-4cb5-a982-34c4da8ee0c5", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:50:35.876343 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1f1a2c2e-dba4-46bd-9e3d-f11f097c507e {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:50:35.876757 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b71869-0f3e-499f-a623-b0171166af85', 'tag': '42127f02-3d28-4cb5-a982-34c4da8ee0c5', 'status': 'completed', 'code': 200} Nov 18 17:50:35.945656 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fd2db-4e99-4cdc-b821-0e7dc02b956e req-50a873f7-302c-4e08-a789-02226319d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:35.947416 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-079fd2db-4e99-4cdc-b821-0e7dc02b956e req-50a873f7-302c-4e08-a789-02226319d7cd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1b6fd23f8000438da67eaa43934b2df7&device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 1095 time: 0.0454607 Nov 18 17:50:36.061006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fd2db-4e99-4cdc-b821-0e7dc02b956e req-722245ea-ec2f-4788-9a75-b0dc3498bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:36.062511 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-079fd2db-4e99-4cdc-b821-0e7dc02b956e req-722245ea-ec2f-4788-9a75-b0dc3498bc5e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=1b6fd23f8000438da67eaa43934b2df7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1063862 Nov 18 17:50:36.161054 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fd2db-4e99-4cdc-b821-0e7dc02b956e req-75e5ea0d-b1d3-43df-8a4c-c1b821244f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:36.162756 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-079fd2db-4e99-4cdc-b821-0e7dc02b956e req-75e5ea0d-b1d3-43df-8a4c-c1b821244f92 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0880365 Nov 18 17:50:36.241863 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-0ba70213-70d5-4e0d-a131-c6479deccb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:36.243312 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-0ba70213-70d5-4e0d-a131-c6479deccb0a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1b6fd23f8000438da67eaa43934b2df7&device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 1095 time: 0.0438406 Nov 18 17:50:36.284817 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-1c4412a3-6c3f-4da7-9773-0acb459babc5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42127f02-3d28-4cb5-a982-34c4da8ee0c5 HTTP/1.1" status: 200 len: 217 time: 0.0333221 Nov 18 17:50:36.332821 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-bc4692c8-d66d-470d-8cc3-1c214539be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:36.334205 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-bc4692c8-d66d-470d-8cc3-1c214539be0c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=57f63942-a75c-4111-aaf7-8ec068523f6d HTTP/1.1" status: 200 len: 848 time: 0.0415909 Nov 18 17:50:36.378617 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-5c66d854-788a-44fc-acc8-5eb1177f13b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:36.380214 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-5c66d854-788a-44fc-acc8-5eb1177f13b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=43a6bc97-1198-41ce-9152-9a5686ff0136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384510 Nov 18 17:50:36.471173 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-64ec32cd-a538-4a3c-94ee-8410506ff389 service neutron] 10.222.0.83 "GET /v2.0/networks/43a6bc97-1198-41ce-9152-9a5686ff0136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834525 Nov 18 17:50:36.565003 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b024ebe9-8a48-4c2a-9d79-0568740eff63 req-5c5c2343-ffe2-43d0-83ab-19ad7dd8da1c service neutron] 10.222.0.83 "GET /v2.0/networks/43a6bc97-1198-41ce-9152-9a5686ff0136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867815 Nov 18 17:50:36.897098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa2200-0545-44a7-aa22-efbcd1f44c9c req-33f7f838-a2ef-4265-8f44-d7e7b3dc41dc tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:36.898624 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5cfa2200-0545-44a7-aa22-efbcd1f44c9c req-33f7f838-a2ef-4265-8f44-d7e7b3dc41dc tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 1095 time: 0.0412159 Nov 18 17:50:36.943297 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5cfa2200-0545-44a7-aa22-efbcd1f44c9c req-9c5de6b5-583f-47b4-9411-2288e04492b6 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385630 Nov 18 17:50:38.056012 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1395589-5dea-4ad9-b2cc-4776b31252c8 req-81e06c33-4781-46cf-88f0-e81091d1c7f6 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:38.057586 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1395589-5dea-4ad9-b2cc-4776b31252c8 req-81e06c33-4781-46cf-88f0-e81091d1c7f6 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 1095 time: 0.0423892 Nov 18 17:50:38.100953 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1395589-5dea-4ad9-b2cc-4776b31252c8 req-8bd12c2c-cc2e-4846-bf81-0efc63ce25f1 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370419 Nov 18 17:50:38.772616 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 42127f02-3d28-4cb5-a982-34c4da8ee0c5 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:50:38.865979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 42127f02-3d28-4cb5-a982-34c4da8ee0c5, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=42127f02-3d28-4cb5-a982-34c4da8ee0c5,segment=NetworkSegment(bc39d0f1-c9c9-498a-931a-bc50966afb9a),segment_id=bc39d0f1-c9c9-498a-931a-bc50966afb9a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:38.880859 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '42127f02-3d28-4cb5-a982-34c4da8ee0c5', 'network_id': '43a6bc97-1198-41ce-9152-9a5686ff0136', 'port_id': '42127f02-3d28-4cb5-a982-34c4da8ee0c5', 'mac_address': 'fa:16:3e:9c:06:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f63942-a75c-4111-aaf7-8ec068523f6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:50:38.918209 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:38.930665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42127f02-3d28-4cb5-a982-34c4da8ee0c5 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:50:38.949487 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 42127f02-3d28-4cb5-a982-34c4da8ee0c5, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=42127f02-3d28-4cb5-a982-34c4da8ee0c5,segment=NetworkSegment(bc39d0f1-c9c9-498a-931a-bc50966afb9a),segment_id=bc39d0f1-c9c9-498a-931a-bc50966afb9a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:39.009315 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:39.056255 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=42127f02-3d28-4cb5-a982-34c4da8ee0c5,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:39.206845 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25ef4-2ce4-41db-83c6-690a08024f8a req-9557d042-2a78-48a0-896b-659183993f13 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:39.208418 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-abe25ef4-2ce4-41db-83c6-690a08024f8a req-9557d042-2a78-48a0-896b-659183993f13 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 1096 time: 0.0423734 Nov 18 17:50:39.251927 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-abe25ef4-2ce4-41db-83c6-690a08024f8a req-b6ba7a0b-9889-4b10-b95d-20770cbc71d3 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373397 Nov 18 17:50:39.281985 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['42127f02-3d28-4cb5-a982-34c4da8ee0c5'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:50:40.356156 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0189d3a-801b-4390-b227-0a0151e6b490 req-73472b68-c3f1-4d4a-b0cf-723eee165dd6 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:40.357939 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e0189d3a-801b-4390-b227-0a0151e6b490 req-73472b68-c3f1-4d4a-b0cf-723eee165dd6 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 1096 time: 0.0402155 Nov 18 17:50:40.404606 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e0189d3a-801b-4390-b227-0a0151e6b490 req-a14802f0-2140-40c4-87f9-51104707dafd tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 Nov 18 17:50:40.804382 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 42127f02-3d28-4cb5-a982-34c4da8ee0c5 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:50:40.923515 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 42127f02-3d28-4cb5-a982-34c4da8ee0c5 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:50:40.927847 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 42127f02-3d28-4cb5-a982-34c4da8ee0c5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:50:40.928233 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:40.971451 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fc8eebb-6b06-4159-a007-4d612fbd908c req-404ac40c-9666-49fa-b92c-f33f135e9cc1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399218 Nov 18 17:50:41.017568 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:41.041340 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b71869-0f3e-499f-a623-b0171166af85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42127f02-3d28-4cb5-a982-34c4da8ee0c5'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:50:41.043598 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a32628-5e8b-4ad0-8366-95e827d0f1b2" -d '{"events": [{"server_uuid": "61b71869-0f3e-499f-a623-b0171166af85", "name": "network-vif-plugged", "status": "completed", "tag": "42127f02-3d28-4cb5-a982-34c4da8ee0c5"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:50:41.056996 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 42127f02-3d28-4cb5-a982-34c4da8ee0c5, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=42127f02-3d28-4cb5-a982-34c4da8ee0c5,segment=NetworkSegment(bc39d0f1-c9c9-498a-931a-bc50966afb9a),segment_id=bc39d0f1-c9c9-498a-931a-bc50966afb9a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:41.057222 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8eebb-6b06-4159-a007-4d612fbd908c req-bba67083-af70-4f4e-9e2e-95d171063faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:41.059624 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fc8eebb-6b06-4159-a007-4d612fbd908c req-bba67083-af70-4f4e-9e2e-95d171063faa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=05a63761ede34ab9818e0b9a0ba8389f&device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 1097 time: 0.0446730 Nov 18 17:50:41.083339 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d2e5f8-3f4b-4eec-8f6d-db6c56046229 x-openstack-request-id: req-f7d2e5f8-3f4b-4eec-8f6d-db6c56046229 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:50:41.083674 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b71869-0f3e-499f-a623-b0171166af85", "name": "network-vif-plugged", "status": "completed", "tag": "42127f02-3d28-4cb5-a982-34c4da8ee0c5", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:50:41.083966 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f7d2e5f8-3f4b-4eec-8f6d-db6c56046229 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:50:41.084553 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b71869-0f3e-499f-a623-b0171166af85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42127f02-3d28-4cb5-a982-34c4da8ee0c5', 'code': 200} Nov 18 17:50:41.125275 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:41.172457 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8eebb-6b06-4159-a007-4d612fbd908c req-8feec558-b2b3-4203-8979-f39968bda5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:41.173960 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fc8eebb-6b06-4159-a007-4d612fbd908c req-8feec558-b2b3-4203-8979-f39968bda5a1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e59236a2-0599-4fa0-9bcc-1e16829bf6b1 HTTP/1.1" status: 200 len: 911 time: 0.0942345 Nov 18 17:50:41.175990 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=42127f02-3d28-4cb5-a982-34c4da8ee0c5,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:41.184662 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f58a9-0b20-4944-8049-68dcf2d742b7 req-bcc2ef76-685f-40db-9795-499ade9f5b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:41.186699 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-900f58a9-0b20-4944-8049-68dcf2d742b7 req-bcc2ef76-685f-40db-9795-499ade9f5b99 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 1097 time: 0.0426257 Nov 18 17:50:41.232588 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-900f58a9-0b20-4944-8049-68dcf2d742b7 req-dc1085da-80e7-4280-9817-c5fc37de13e3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386238 Nov 18 17:50:41.241019 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fc8eebb-6b06-4159-a007-4d612fbd908c req-f6e349b7-a700-4d8b-b311-9111a9140d48 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d546e9f-4f17-4407-8b03-fd97c364c3c5 HTTP/1.1" status: 200 len: 1001 time: 0.0590045 Nov 18 17:50:41.291765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8eebb-6b06-4159-a007-4d612fbd908c req-8258b507-f065-448a-a68e-6ad05dbdf25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:41.293337 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fc8eebb-6b06-4159-a007-4d612fbd908c req-8258b507-f065-448a-a68e-6ad05dbdf25f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=953b0bf4-fb03-4321-b3a3-844476852bca HTTP/1.1" status: 200 len: 848 time: 0.0453908 Nov 18 17:50:41.347935 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8eebb-6b06-4159-a007-4d612fbd908c req-066b3b2a-c472-404a-9aa0-c87940de7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:41.349340 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fc8eebb-6b06-4159-a007-4d612fbd908c req-066b3b2a-c472-404a-9aa0-c87940de7aeb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e59236a2-0599-4fa0-9bcc-1e16829bf6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442166 Nov 18 17:50:41.441286 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fc8eebb-6b06-4159-a007-4d612fbd908c req-56534a32-c3e1-47a4-b32b-cc8dca6f0736 service neutron] 10.222.0.81 "GET /v2.0/networks/e59236a2-0599-4fa0-9bcc-1e16829bf6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825369 Nov 18 17:50:41.860279 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcaf12-dfd0-4c8b-995d-21dd9cc6abb4 req-904dc6c7-aa62-48ca-9c2a-450ba5dd9645 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:41.861805 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eadcaf12-dfd0-4c8b-995d-21dd9cc6abb4 req-904dc6c7-aa62-48ca-9c2a-450ba5dd9645 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 1097 time: 0.3910978 Nov 18 17:50:41.881543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fc8eebb-6b06-4159-a007-4d612fbd908c req-1d69d5fb-3428-4794-949a-89a3df5a2d17 service neutron] 10.222.0.81 "GET /v2.0/networks/e59236a2-0599-4fa0-9bcc-1e16829bf6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320471 Nov 18 17:50:41.926210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eadcaf12-dfd0-4c8b-995d-21dd9cc6abb4 req-41549249-4533-4383-937b-e337b19eabae tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533578 Nov 18 17:50:43.051191 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625152ca-b2d5-4118-abe9-3611a1614cb1 req-19d6f861-1573-45c8-b89d-aaf52ce1f884 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:43.052748 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-625152ca-b2d5-4118-abe9-3611a1614cb1 req-19d6f861-1573-45c8-b89d-aaf52ce1f884 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 1097 time: 0.0441844 Nov 18 17:50:43.096632 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-625152ca-b2d5-4118-abe9-3611a1614cb1 req-7c3b7c81-d581-439d-a9e8-8a4624d4d00b tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379288 Nov 18 17:50:43.200883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1101c-69e4-4768-a402-65fcf1d9ad64 req-640decc7-6721-4125-9c41-6c6176a6575e tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:43.202384 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cfc1101c-69e4-4768-a402-65fcf1d9ad64 req-640decc7-6721-4125-9c41-6c6176a6575e tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 1097 time: 0.0395238 Nov 18 17:50:43.245993 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cfc1101c-69e4-4768-a402-65fcf1d9ad64 req-ebfb50f6-67de-4a14-ad2d-7f90e55c7416 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376561 Nov 18 17:50:43.348402 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234c29b-ff32-48e4-ba3f-f057c6c1ae11 req-427b4626-84fe-4562-90f3-62dc629de4d5 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:43.349913 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f234c29b-ff32-48e4-ba3f-f057c6c1ae11 req-427b4626-84fe-4562-90f3-62dc629de4d5 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 1097 time: 0.0404453 Nov 18 17:50:43.396212 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f234c29b-ff32-48e4-ba3f-f057c6c1ae11 req-ef8313f5-f4cd-4b3c-8e1b-471592778bfe tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402427 Nov 18 17:50:43.812091 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6926cc-9db3-4754-b6fa-47bc8ad52177 req-1115dc62-d8a0-4efd-b62b-a3b10a87a484 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:43.813617 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e6926cc-9db3-4754-b6fa-47bc8ad52177 req-1115dc62-d8a0-4efd-b62b-a3b10a87a484 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 1097 time: 0.0395491 Nov 18 17:50:43.858572 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2e6926cc-9db3-4754-b6fa-47bc8ad52177 req-4996b8b1-2da0-42e7-9c84-2755ea4832cd tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384798 Nov 18 17:50:44.966250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a2869-0b78-4435-8975-63c39e4f443a req-4df6cdc3-aa91-435f-9b8b-cd65bcd46d59 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:44.967744 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c1a2869-0b78-4435-8975-63c39e4f443a req-4df6cdc3-aa91-435f-9b8b-cd65bcd46d59 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 1097 time: 0.0397680 Nov 18 17:50:45.016605 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c1a2869-0b78-4435-8975-63c39e4f443a req-9338c4df-2483-480b-be42-ec0c47b16ac9 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424895 Nov 18 17:50:45.264545 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f886d82-1d50-4e2a-802b-7504503253aa req-da274b1c-2e13-4207-a668-7f9f734dcd98 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:45.265902 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f886d82-1d50-4e2a-802b-7504503253aa req-da274b1c-2e13-4207-a668-7f9f734dcd98 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 1097 time: 0.0392489 Nov 18 17:50:45.348406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-8f886d82-1d50-4e2a-802b-7504503253aa req-06d4291d-ef7d-4694-ad88-dbd4f0e1e9a0 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Deleting port 42127f02-3d28-4cb5-a982-34c4da8ee0c5 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:50:45.348752 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8f886d82-1d50-4e2a-802b-7504503253aa req-06d4291d-ef7d-4694-ad88-dbd4f0e1e9a0 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:45.430936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-8f886d82-1d50-4e2a-802b-7504503253aa req-06d4291d-ef7d-4694-ad88-dbd4f0e1e9a0 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] For port 42127f02-3d28-4cb5-a982-34c4da8ee0c5, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=42127f02-3d28-4cb5-a982-34c4da8ee0c5,segment=NetworkSegment(bc39d0f1-c9c9-498a-931a-bc50966afb9a),segment_id=bc39d0f1-c9c9-498a-931a-bc50966afb9a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:45.431306 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8f886d82-1d50-4e2a-802b-7504503253aa req-06d4291d-ef7d-4694-ad88-dbd4f0e1e9a0 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:45.444015 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-8f886d82-1d50-4e2a-802b-7504503253aa req-06d4291d-ef7d-4694-ad88-dbd4f0e1e9a0 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Calling delete_port for 42127f02-3d28-4cb5-a982-34c4da8ee0c5 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:50:45.639583 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8f886d82-1d50-4e2a-802b-7504503253aa req-06d4291d-ef7d-4694-ad88-dbd4f0e1e9a0 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:45.652039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['51018ddd-a3a2-4778-94b4-855000c2e864'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:50:45.654797 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['42127f02-3d28-4cb5-a982-34c4da8ee0c5'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:50:45.665490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4291d-ef7d-4694-ad88-dbd4f0e1e9a0 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Pushing event deleted for resources: {'Port': ['ID=42127f02-3d28-4cb5-a982-34c4da8ee0c5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:45.715777 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f886d82-1d50-4e2a-802b-7504503253aa req-06d4291d-ef7d-4694-ad88-dbd4f0e1e9a0 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] No DVR routers for this DVR port 42127f02-3d28-4cb5-a982-34c4da8ee0c5 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:50:45.718868 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8f886d82-1d50-4e2a-802b-7504503253aa req-06d4291d-ef7d-4694-ad88-dbd4f0e1e9a0 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:45.723359 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8f886d82-1d50-4e2a-802b-7504503253aa req-06d4291d-ef7d-4694-ad88-dbd4f0e1e9a0 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.83 "DELETE /v2.0/ports/42127f02-3d28-4cb5-a982-34c4da8ee0c5 HTTP/1.1" status: 204 len: 173 time: 0.4495637 Nov 18 17:50:45.723960 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b71869-0f3e-499f-a623-b0171166af85', 'name': 'network-vif-deleted', 'tag': '42127f02-3d28-4cb5-a982-34c4da8ee0c5'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:50:45.726241 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b49b45e-9781-4cfc-a924-c591867137d6" -d '{"events": [{"server_uuid": "61b71869-0f3e-499f-a623-b0171166af85", "name": "network-vif-deleted", "tag": "42127f02-3d28-4cb5-a982-34c4da8ee0c5"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:50:45.766846 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9976667-89f8-46bb-b66b-49d26a72dc4d x-openstack-request-id: req-d9976667-89f8-46bb-b66b-49d26a72dc4d {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:50:45.768065 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b71869-0f3e-499f-a623-b0171166af85", "name": "network-vif-deleted", "tag": "42127f02-3d28-4cb5-a982-34c4da8ee0c5", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:50:45.769657 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d9976667-89f8-46bb-b66b-49d26a72dc4d {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:50:45.770076 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b71869-0f3e-499f-a623-b0171166af85', 'name': 'network-vif-deleted', 'tag': '42127f02-3d28-4cb5-a982-34c4da8ee0c5', 'status': 'completed', 'code': 200} Nov 18 17:50:46.131647 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5712a4db-7b04-481f-b40d-ae815b30075c req-06d7dbdc-5466-4148-ac0f-421b21256188 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61b71869-0f3e-499f-a623-b0171166af85 HTTP/1.1" status: 200 len: 210 time: 0.0300012 Nov 18 17:50:47.528837 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4dc44-e501-41cb-bbf7-88681896ee9a req-f91aa0f3-78cb-4b0c-bbaa-dcb653da7e99 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:47.530335 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-82c4dc44-e501-41cb-bbf7-88681896ee9a req-f91aa0f3-78cb-4b0c-bbaa-dcb653da7e99 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 1097 time: 0.0403221 Nov 18 17:50:47.574336 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-82c4dc44-e501-41cb-bbf7-88681896ee9a req-6dac7055-7c7d-462c-a6fa-061d30218315 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379860 Nov 18 17:50:48.679635 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d91a2-da1b-45ec-8ec1-01dc32ab8689 req-777c81b6-2c06-421a-bdaf-db722e583e6c tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:48.681154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d17d91a2-da1b-45ec-8ec1-01dc32ab8689 req-777c81b6-2c06-421a-bdaf-db722e583e6c tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 1097 time: 0.0392554 Nov 18 17:50:48.725385 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d17d91a2-da1b-45ec-8ec1-01dc32ab8689 req-b29ee59b-775d-4f08-be32-e5247fe2ab06 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e256c2de-fdcd-4813-8cca-9f51a8a17ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381749 Nov 18 17:50:48.835805 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 42127f02-3d28-4cb5-a982-34c4da8ee0c5 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:50:48.855777 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 42127f02-3d28-4cb5-a982-34c4da8ee0c5 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:50:48.856153 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 42127f02-3d28-4cb5-a982-34c4da8ee0c5 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:50:48.991262 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b45590-5478-4257-b62e-73e655b1fadb req-7852d2b5-0fc2-4407-b33b-c11563f9e972 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:50:48.992681 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21b45590-5478-4257-b62e-73e655b1fadb req-7852d2b5-0fc2-4407-b33b-c11563f9e972 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 1097 time: 0.0419040 Nov 18 17:50:49.075892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-21b45590-5478-4257-b62e-73e655b1fadb req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Deleting port 51018ddd-a3a2-4778-94b4-855000c2e864 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:50:49.076236 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-21b45590-5478-4257-b62e-73e655b1fadb req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:49.155543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-21b45590-5478-4257-b62e-73e655b1fadb req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] For port 51018ddd-a3a2-4778-94b4-855000c2e864, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=51018ddd-a3a2-4778-94b4-855000c2e864,segment=NetworkSegment(bc39d0f1-c9c9-498a-931a-bc50966afb9a),segment_id=bc39d0f1-c9c9-498a-931a-bc50966afb9a)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:49.156191 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-21b45590-5478-4257-b62e-73e655b1fadb req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:49.169467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-21b45590-5478-4257-b62e-73e655b1fadb req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Calling delete_port for 51018ddd-a3a2-4778-94b4-855000c2e864 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:50:49.342044 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-21b45590-5478-4257-b62e-73e655b1fadb req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:49.353187 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['51018ddd-a3a2-4778-94b4-855000c2e864'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:50:49.370915 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Pushing event deleted for resources: {'Port': ['ID=51018ddd-a3a2-4778-94b4-855000c2e864,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:49.382941 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:49.383304 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:49.383660 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:49.384043 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:49.384394 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:49.384739 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:49.385077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:49.385417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:49.385872 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:49.386143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:49.386469 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:49.386802 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:49.421673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b45590-5478-4257-b62e-73e655b1fadb req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] No DVR routers for this DVR port 51018ddd-a3a2-4778-94b4-855000c2e864 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:50:49.424382 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-21b45590-5478-4257-b62e-73e655b1fadb req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:49.427854 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21b45590-5478-4257-b62e-73e655b1fadb req-8cdcc5d9-0199-41eb-9431-5326735feb94 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.81 "DELETE /v2.0/ports/51018ddd-a3a2-4778-94b4-855000c2e864 HTTP/1.1" status: 204 len: 173 time: 0.4282877 Nov 18 17:50:49.428333 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cc4876-f41b-4819-b143-19f8d4b4a30a', 'name': 'network-vif-deleted', 'tag': '51018ddd-a3a2-4778-94b4-855000c2e864'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:50:49.430815 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1800ea03-3510-4bac-be56-df3378c417b4" -d '{"events": [{"server_uuid": "e3cc4876-f41b-4819-b143-19f8d4b4a30a", "name": "network-vif-deleted", "tag": "51018ddd-a3a2-4778-94b4-855000c2e864"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:50:49.469254 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5250c4a6-326d-4fb2-be75-841aa97c9f1d x-openstack-request-id: req-5250c4a6-326d-4fb2-be75-841aa97c9f1d {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:50:49.469564 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cc4876-f41b-4819-b143-19f8d4b4a30a", "name": "network-vif-deleted", "tag": "51018ddd-a3a2-4778-94b4-855000c2e864", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:50:49.469832 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5250c4a6-326d-4fb2-be75-841aa97c9f1d {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:50:49.470246 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cc4876-f41b-4819-b143-19f8d4b4a30a', 'name': 'network-vif-deleted', 'tag': '51018ddd-a3a2-4778-94b4-855000c2e864', 'status': 'completed', 'code': 200} Nov 18 17:50:49.829764 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff0013f7-8acd-4bb2-b1e2-f93550016554 req-6215f035-6ad7-4cd5-bb6c-cd76d10e9d67 tempest-TestServerMultinode-851652556 tempest-TestServerMultinode-851652556-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e3cc4876-f41b-4819-b143-19f8d4b4a30a HTTP/1.1" status: 200 len: 210 time: 0.0247357 Nov 18 17:50:50.893854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35684) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:51.263124 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f697793-69c3-4c13-a197-5c16714081a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:51.516688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-7f697793-69c3-4c13-a197-5c16714081a9 admin admin] Deleting port 0b86e400-3509-4e1b-b74d-63fc0adeaded {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:50:51.517031 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f697793-69c3-4c13-a197-5c16714081a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:51.593743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-7f697793-69c3-4c13-a197-5c16714081a9 admin admin] For port 0b86e400-3509-4e1b-b74d-63fc0adeaded, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=0b86e400-3509-4e1b-b74d-63fc0adeaded,segment=NetworkSegment(bc39d0f1-c9c9-498a-931a-bc50966afb9a),segment_id=bc39d0f1-c9c9-498a-931a-bc50966afb9a)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:51.594109 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f697793-69c3-4c13-a197-5c16714081a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:51.607515 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-7f697793-69c3-4c13-a197-5c16714081a9 admin admin] Calling delete_port for 0b86e400-3509-4e1b-b74d-63fc0adeaded owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:50:51.748562 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:51.844820 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f697793-69c3-4c13-a197-5c16714081a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:51.883153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f697793-69c3-4c13-a197-5c16714081a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b86e400-3509-4e1b-b74d-63fc0adeaded,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:52.053204 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f697793-69c3-4c13-a197-5c16714081a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:52.239162 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:50:52.277663 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f697793-69c3-4c13-a197-5c16714081a9 admin admin] Router 5977f610-ef56-4f5d-b49f-f0cb59a4d12b has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:50:52.384078 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f697793-69c3-4c13-a197-5c16714081a9 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:50:52.389187 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7f697793-69c3-4c13-a197-5c16714081a9 admin admin] 10.222.0.72 "PUT /v2.0/routers/5977f610-ef56-4f5d-b49f-f0cb59a4d12b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4943006 Nov 18 17:50:52.391843 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35686) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:52.393153 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7735bde3-4030-457f-9a08-2efdf9f0c907 None None] Sync routers for ids ['5977f610-ef56-4f5d-b49f-f0cb59a4d12b'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:50:52.402784 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7735bde3-4030-457f-9a08-2efdf9f0c907 None None] Routers {'5977f610-ef56-4f5d-b49f-f0cb59a4d12b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:50:52.403386 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7735bde3-4030-457f-9a08-2efdf9f0c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:50:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['5977f610-ef56-4f5d-b49f-f0cb59a4d12b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:52.497796 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a40a2fc-ad5b-4582-a960-6a474b840117 admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:52.513169 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7735bde3-4030-457f-9a08-2efdf9f0c907 None None] Set router 5977f610-ef56-4f5d-b49f-f0cb59a4d12b gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:50:52.605786 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a40a2fc-ad5b-4582-a960-6a474b840117 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:52.690083 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7735bde3-4030-457f-9a08-2efdf9f0c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'name': 'tempest-TestServerMultinode-551944225-router', 'tenant_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:50:06Z', 'updated_at': '2021-11-18T17:50:51Z', 'revision_number': 5, 'project_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'gw_port': {'id': 'cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:07Z', 'updated_at': '2021-11-18T17:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:52.693287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8a40a2fc-ad5b-4582-a960-6a474b840117 admin admin] Deleting port cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:50:52.693637 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a40a2fc-ad5b-4582-a960-6a474b840117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:52.716895 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7735bde3-4030-457f-9a08-2efdf9f0c907 None None] Checking router: 5977f610-ef56-4f5d-b49f-f0cb59a4d12b for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:50:52.725740 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7735bde3-4030-457f-9a08-2efdf9f0c907 None None] Routers {'5977f610-ef56-4f5d-b49f-f0cb59a4d12b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:50:52.726415 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7735bde3-4030-457f-9a08-2efdf9f0c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:50:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['5977f610-ef56-4f5d-b49f-f0cb59a4d12b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:52.772186 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-8a40a2fc-ad5b-4582-a960-6a474b840117 admin admin] For port cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:52.772544 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a40a2fc-ad5b-4582-a960-6a474b840117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:52.785440 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8a40a2fc-ad5b-4582-a960-6a474b840117 admin admin] Calling delete_port for cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:50:52.813126 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7735bde3-4030-457f-9a08-2efdf9f0c907 None None] Set router 5977f610-ef56-4f5d-b49f-f0cb59a4d12b gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:50:52.867292 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7735bde3-4030-457f-9a08-2efdf9f0c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'name': 'tempest-TestServerMultinode-551944225-router', 'tenant_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:50:06Z', 'updated_at': '2021-11-18T17:50:52Z', 'revision_number': 6, 'project_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:52.894482 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7735bde3-4030-457f-9a08-2efdf9f0c907 None None] The sync data for ids ['5977f610-ef56-4f5d-b49f-f0cb59a4d12b'] in n-d-813419-11 is: [{'id': '5977f610-ef56-4f5d-b49f-f0cb59a4d12b', 'name': 'tempest-TestServerMultinode-551944225-router', 'tenant_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:50:06Z', 'updated_at': '2021-11-18T17:50:52Z', 'revision_number': 6, 'project_id': '97f4a9e24bcf4cf68971ac6c7c7c2453', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:50:53.021783 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a40a2fc-ad5b-4582-a960-6a474b840117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:53.046308 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40a2fc-ad5b-4582-a960-6a474b840117 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:53.061957 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff18018-d751-4632-ba4c-64c065ef67fa None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:50:53.114156 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a40a2fc-ad5b-4582-a960-6a474b840117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:53.204624 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a40a2fc-ad5b-4582-a960-6a474b840117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:53.207240 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a40a2fc-ad5b-4582-a960-6a474b840117 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:53.290530 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:53.313311 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a40a2fc-ad5b-4582-a960-6a474b840117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:53.317782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a40a2fc-ad5b-4582-a960-6a474b840117 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5977f610-ef56-4f5d-b49f-f0cb59a4d12b {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:50:53.318311 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a40a2fc-ad5b-4582-a960-6a474b840117 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:53.319465 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8a40a2fc-ad5b-4582-a960-6a474b840117 admin admin] 10.222.0.72 "DELETE /v2.0/routers/5977f610-ef56-4f5d-b49f-f0cb59a4d12b HTTP/1.1" status: 204 len: 168 time: 0.9266889 Nov 18 17:50:53.322006 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35688) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:53.325020 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 51018ddd-a3a2-4778-94b4-855000c2e864 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:50:53.346161 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 51018ddd-a3a2-4778-94b4-855000c2e864 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:50:53.346584 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 51018ddd-a3a2-4778-94b4-855000c2e864 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:50:53.371140 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab4f85b-418a-42c2-a18c-ad4a57700372 admin admin] Deleting subnet 57f63942-a75c-4111-aaf7-8ec068523f6d {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:50:53.374296 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cab4f85b-418a-42c2-a18c-ad4a57700372 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:53.409703 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cab4f85b-418a-42c2-a18c-ad4a57700372 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:53.484800 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cab4f85b-418a-42c2-a18c-ad4a57700372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:53.570491 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cab4f85b-418a-42c2-a18c-ad4a57700372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:53.607570 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cab4f85b-418a-42c2-a18c-ad4a57700372 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:53.611090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7986635b-9dd0-4146-86a1-30ba757354ac None None] Network 43a6bc97-1198-41ce-9152-9a5686ff0136 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:50:53.613085 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cab4f85b-418a-42c2-a18c-ad4a57700372 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/57f63942-a75c-4111-aaf7-8ec068523f6d HTTP/1.1" status: 204 len: 168 time: 0.2901080 Nov 18 17:50:53.614148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4f85b-418a-42c2-a18c-ad4a57700372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57f63942-a75c-4111-aaf7-8ec068523f6d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:53.616095 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35690) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:53.692530 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:53.756644 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] Deleting port 40c53620-3cc3-40a4-a480-738ea9a4a273 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:50:53.756993 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:53.796583 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09f20e4-b246-4306-952e-0410a547b721 None None] DHCP port deletion for 43a6bc97-1198-41ce-9152-9a5686ff0136 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:50:53.826231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] For port 40c53620-3cc3-40a4-a480-738ea9a4a273, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=40c53620-3cc3-40a4-a480-738ea9a4a273,segment=NetworkSegment(bc39d0f1-c9c9-498a-931a-bc50966afb9a),segment_id=bc39d0f1-c9c9-498a-931a-bc50966afb9a)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:53.826606 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:53.839989 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] Calling delete_port for 40c53620-3cc3-40a4-a480-738ea9a4a273 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:50:53.845081 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b09f20e4-b246-4306-952e-0410a547b721 None None] Deleting port 40c53620-3cc3-40a4-a480-738ea9a4a273 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:50:53.845468 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b09f20e4-b246-4306-952e-0410a547b721 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:53.940520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b09f20e4-b246-4306-952e-0410a547b721 None None] For port 40c53620-3cc3-40a4-a480-738ea9a4a273, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=40c53620-3cc3-40a4-a480-738ea9a4a273,segment=NetworkSegment(bc39d0f1-c9c9-498a-931a-bc50966afb9a),segment_id=bc39d0f1-c9c9-498a-931a-bc50966afb9a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:53.941034 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b09f20e4-b246-4306-952e-0410a547b721 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:53.954240 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b09f20e4-b246-4306-952e-0410a547b721 None None] Calling delete_port for 40c53620-3cc3-40a4-a480-738ea9a4a273 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:50:54.015021 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:54.031841 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b09f20e4-b246-4306-952e-0410a547b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:54.046485 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] Pushing event deleted for resources: {'Port': ['ID=40c53620-3cc3-40a4-a480-738ea9a4a273,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:54.048384 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] No DVR routers for this DVR port 40c53620-3cc3-40a4-a480-738ea9a4a273 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:50:54.058890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f20e4-b246-4306-952e-0410a547b721 None None] No DVR routers for this DVR port 40c53620-3cc3-40a4-a480-738ea9a4a273 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:50:54.060516 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f20e4-b246-4306-952e-0410a547b721 None None] Pushing event deleted for resources: {'Port': ['ID=40c53620-3cc3-40a4-a480-738ea9a4a273,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:54.120856 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:54.141106 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a6bc97-1198-41ce-9152-9a5686ff0136']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:54.157109 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc39d0f1-c9c9-498a-931a-bc50966afb9a') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:54.157407 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc39d0f1-c9c9-498a-931a-bc50966afb9a') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:54.173361 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:54.198503 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:54.205625 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:50:54.206015 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:50:54.214304 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:50:54.347997 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:54.353506 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:54.357720 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] 10.222.0.72 "DELETE /v2.0/networks/43a6bc97-1198-41ce-9152-9a5686ff0136 HTTP/1.1" status: 204 len: 168 time: 0.7404423 Nov 18 17:50:54.360940 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35692) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:54.368551 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db75cb9-dc17-48b1-aa3f-225410e906da admin admin] Pushing event deleted for resources: {'Network': ['ID=43a6bc97-1198-41ce-9152-9a5686ff0136,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:54.527127 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:50:54.548297 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:50:54.548654 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device cd6b38ad-8a4b-4a7d-b98d-792bd8fc406b not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:50:54.549092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 0b86e400-3509-4e1b-b74d-63fc0adeaded no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:50:54.567567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 0b86e400-3509-4e1b-b74d-63fc0adeaded {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:50:54.567949 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 0b86e400-3509-4e1b-b74d-63fc0adeaded not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:50:54.568378 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 40c53620-3cc3-40a4-a480-738ea9a4a273 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:50:54.587579 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 40c53620-3cc3-40a4-a480-738ea9a4a273 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:50:54.587964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 40c53620-3cc3-40a4-a480-738ea9a4a273 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:50:54.703952 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:54.947360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Deleting port e5ed366c-1829-4372-bf3f-da31edb98396 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:50:54.947700 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:55.024796 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] For port e5ed366c-1829-4372-bf3f-da31edb98396, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e5ed366c-1829-4372-bf3f-da31edb98396,segment=NetworkSegment(17ea1365-0efb-4c74-97bf-567929648f55),segment_id=17ea1365-0efb-4c74-97bf-567929648f55)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:55.025156 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:55.041099 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Calling delete_port for e5ed366c-1829-4372-bf3f-da31edb98396 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:50:55.278224 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:55.301663 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ed366c-1829-4372-bf3f-da31edb98396,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:55.316313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:55.316670 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:55.317013 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:55.317351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:55.317684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:55.318027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:55.318361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:55.318685 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:55.319009 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:55.319332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:55.319655 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:55.320005 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:50:55.478547 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:55.964701 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Router a88ccb6f-791a-43f8-8722-7686795327ab has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:50:56.068228 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:50:56.073725 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-29c702ca-467b-47a6-85aa-397b50687d99 admin admin] 10.222.0.72 "PUT /v2.0/routers/a88ccb6f-791a-43f8-8722-7686795327ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7112687 Nov 18 17:50:56.076273 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35694) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:56.078889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e16eae-991b-46a5-85c0-624e3bfa727e None None] Sync routers for ids ['a88ccb6f-791a-43f8-8722-7686795327ab'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:50:56.088631 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e16eae-991b-46a5-85c0-624e3bfa727e None None] Routers {'a88ccb6f-791a-43f8-8722-7686795327ab'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:50:56.089954 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-51e16eae-991b-46a5-85c0-624e3bfa727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:50:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a88ccb6f-791a-43f8-8722-7686795327ab'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:56.177766 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40c6dc4d-da07-42eb-8ad2-0dceafdfa137 admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:56.193497 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-51e16eae-991b-46a5-85c0-624e3bfa727e None None] Set router a88ccb6f-791a-43f8-8722-7686795327ab gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:50:56.280009 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40c6dc4d-da07-42eb-8ad2-0dceafdfa137 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:56.377011 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-51e16eae-991b-46a5-85c0-624e3bfa727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'name': 'tempest-TestServerMultinode-1225158936-router', 'tenant_id': '1b6fd23f8000438da67eaa43934b2df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a0b49e47-f18b-4389-a0e4-e8a93258982b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:50:13Z', 'updated_at': '2021-11-18T17:50:55Z', 'revision_number': 5, 'project_id': '1b6fd23f8000438da67eaa43934b2df7', 'gw_port': {'id': 'a0b49e47-f18b-4389-a0e4-e8a93258982b', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:50:13Z', 'updated_at': '2021-11-18T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:56.403850 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e16eae-991b-46a5-85c0-624e3bfa727e None None] Checking router: a88ccb6f-791a-43f8-8722-7686795327ab for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:50:56.412643 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e16eae-991b-46a5-85c0-624e3bfa727e None None] Routers {'a88ccb6f-791a-43f8-8722-7686795327ab'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:50:56.413288 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-51e16eae-991b-46a5-85c0-624e3bfa727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:50:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a88ccb6f-791a-43f8-8722-7686795327ab'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:56.426417 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-40c6dc4d-da07-42eb-8ad2-0dceafdfa137 admin admin] Deleting port a0b49e47-f18b-4389-a0e4-e8a93258982b {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:50:56.426765 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40c6dc4d-da07-42eb-8ad2-0dceafdfa137 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:56.501450 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-51e16eae-991b-46a5-85c0-624e3bfa727e None None] Set router a88ccb6f-791a-43f8-8722-7686795327ab gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:50:56.512981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-40c6dc4d-da07-42eb-8ad2-0dceafdfa137 admin admin] For port a0b49e47-f18b-4389-a0e4-e8a93258982b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a0b49e47-f18b-4389-a0e4-e8a93258982b,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:56.513519 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40c6dc4d-da07-42eb-8ad2-0dceafdfa137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:56.527176 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-40c6dc4d-da07-42eb-8ad2-0dceafdfa137 admin admin] Calling delete_port for a0b49e47-f18b-4389-a0e4-e8a93258982b owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:50:56.556560 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-51e16eae-991b-46a5-85c0-624e3bfa727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'name': 'tempest-TestServerMultinode-1225158936-router', 'tenant_id': '1b6fd23f8000438da67eaa43934b2df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:50:13Z', 'updated_at': '2021-11-18T17:50:56Z', 'revision_number': 6, 'project_id': '1b6fd23f8000438da67eaa43934b2df7', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:56.582782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e16eae-991b-46a5-85c0-624e3bfa727e None None] The sync data for ids ['a88ccb6f-791a-43f8-8722-7686795327ab'] in n-d-813419-11 is: [{'id': 'a88ccb6f-791a-43f8-8722-7686795327ab', 'name': 'tempest-TestServerMultinode-1225158936-router', 'tenant_id': '1b6fd23f8000438da67eaa43934b2df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:50:13Z', 'updated_at': '2021-11-18T17:50:56Z', 'revision_number': 6, 'project_id': '1b6fd23f8000438da67eaa43934b2df7', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:50:56.751491 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40c6dc4d-da07-42eb-8ad2-0dceafdfa137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:56.782716 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6dc4d-da07-42eb-8ad2-0dceafdfa137 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b49e47-f18b-4389-a0e4-e8a93258982b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:56.793916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88abb874-d8f0-4dd9-989e-530791831090 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:50:56.842377 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40c6dc4d-da07-42eb-8ad2-0dceafdfa137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:56.938085 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40c6dc4d-da07-42eb-8ad2-0dceafdfa137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:56.940325 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40c6dc4d-da07-42eb-8ad2-0dceafdfa137 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.050382 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40c6dc4d-da07-42eb-8ad2-0dceafdfa137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.050924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c6dc4d-da07-42eb-8ad2-0dceafdfa137 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a88ccb6f-791a-43f8-8722-7686795327ab {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:50:57.055364 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-40c6dc4d-da07-42eb-8ad2-0dceafdfa137 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.056716 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-40c6dc4d-da07-42eb-8ad2-0dceafdfa137 admin admin] 10.222.0.72 "DELETE /v2.0/routers/a88ccb6f-791a-43f8-8722-7686795327ab HTTP/1.1" status: 204 len: 168 time: 0.9795005 Nov 18 17:50:57.059704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35696) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:57.108062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-032127c1-b586-4650-88c4-ceb592d55348 admin admin] Deleting subnet ca210697-a7fc-4075-a4bc-3483ec598097 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:50:57.111155 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-032127c1-b586-4650-88c4-ceb592d55348 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.145317 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-032127c1-b586-4650-88c4-ceb592d55348 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.226786 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-032127c1-b586-4650-88c4-ceb592d55348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.348331 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-032127c1-b586-4650-88c4-ceb592d55348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.380882 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032127c1-b586-4650-88c4-ceb592d55348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca210697-a7fc-4075-a4bc-3483ec598097,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:57.384722 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-032127c1-b586-4650-88c4-ceb592d55348 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.388515 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-032127c1-b586-4650-88c4-ceb592d55348 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ca210697-a7fc-4075-a4bc-3483ec598097 HTTP/1.1" status: 204 len: 168 time: 0.3278182 Nov 18 17:50:57.390985 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35698) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:57.393419 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d496d11a-6655-4c60-9edd-bbbf588de209 None None] Network a83f0b7f-bebc-492e-984b-ceb37af0f91b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:50:57.462425 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.519007 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] Deleting port 404512a9-e750-4dd1-a704-a7433042208c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:50:57.519553 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.576180 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedc3031-1ac0-4fd2-990c-87e21aded52d None None] DHCP port deletion for a83f0b7f-bebc-492e-984b-ceb37af0f91b request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:50:57.604983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] For port 404512a9-e750-4dd1-a704-a7433042208c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=404512a9-e750-4dd1-a704-a7433042208c,segment=NetworkSegment(17ea1365-0efb-4c74-97bf-567929648f55),segment_id=17ea1365-0efb-4c74-97bf-567929648f55)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:57.605505 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.620626 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] Calling delete_port for 404512a9-e750-4dd1-a704-a7433042208c owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:50:57.633474 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fedc3031-1ac0-4fd2-990c-87e21aded52d None None] Deleting port 404512a9-e750-4dd1-a704-a7433042208c {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:50:57.633851 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fedc3031-1ac0-4fd2-990c-87e21aded52d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.699899 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-fedc3031-1ac0-4fd2-990c-87e21aded52d None None] For port 404512a9-e750-4dd1-a704-a7433042208c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=404512a9-e750-4dd1-a704-a7433042208c,segment=NetworkSegment(17ea1365-0efb-4c74-97bf-567929648f55),segment_id=17ea1365-0efb-4c74-97bf-567929648f55)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:50:57.700305 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fedc3031-1ac0-4fd2-990c-87e21aded52d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.712790 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fedc3031-1ac0-4fd2-990c-87e21aded52d None None] Calling delete_port for 404512a9-e750-4dd1-a704-a7433042208c owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:50:57.793567 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.799122 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fedc3031-1ac0-4fd2-990c-87e21aded52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.825412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] Pushing event deleted for resources: {'Port': ['ID=404512a9-e750-4dd1-a704-a7433042208c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:57.826274 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc3031-1ac0-4fd2-990c-87e21aded52d None None] Pushing event deleted for resources: {'Port': ['ID=404512a9-e750-4dd1-a704-a7433042208c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:57.827190 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] No DVR routers for this DVR port 404512a9-e750-4dd1-a704-a7433042208c on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:50:57.832851 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc3031-1ac0-4fd2-990c-87e21aded52d None None] No DVR routers for this DVR port 404512a9-e750-4dd1-a704-a7433042208c on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:50:57.900860 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.921059 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83f0b7f-bebc-492e-984b-ceb37af0f91b']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:57.930388 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ea1365-0efb-4c74-97bf-567929648f55') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:57.930694 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ea1365-0efb-4c74-97bf-567929648f55') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:50:57.940628 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.954519 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.960574 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:50:57.960967 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:50:57.962638 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:50:58.101940 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:58.108072 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:58.111385 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a83f0b7f-bebc-492e-984b-ceb37af0f91b HTTP/1.1" status: 204 len: 168 time: 0.7194636 Nov 18 17:50:58.122640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d5bbc-ee57-481f-93b6-5550bbe07026 admin admin] Pushing event deleted for resources: {'Network': ['ID=a83f0b7f-bebc-492e-984b-ceb37af0f91b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:58.480223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35702) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:58.520936 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-25ffcdf0-cd2c-4ed5-8caf-8ae7b18dd0e8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=97f4a9e24bcf4cf68971ac6c7c7c2453&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422139 Nov 18 17:50:58.523659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35704) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:58.533271 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 404512a9-e750-4dd1-a704-a7433042208c no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:50:58.575045 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-04fcd821-69f1-4eb0-a1c3-d1f8fc0c904a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:58.598962 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-04fcd821-69f1-4eb0-a1c3-d1f8fc0c904a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:58.702096 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-04fcd821-69f1-4eb0-a1c3-d1f8fc0c904a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:58.703603 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 404512a9-e750-4dd1-a704-a7433042208c {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:50:58.703987 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 404512a9-e750-4dd1-a704-a7433042208c not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:50:58.704430 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e5ed366c-1829-4372-bf3f-da31edb98396 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:50:58.704847 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-04fcd821-69f1-4eb0-a1c3-d1f8fc0c904a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:58.706062 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-04fcd821-69f1-4eb0-a1c3-d1f8fc0c904a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5ed92a07-04d0-4a32-bb0d-58e366790964 HTTP/1.1" status: 204 len: 168 time: 0.1814466 Nov 18 17:50:58.715421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fcd821-69f1-4eb0-a1c3-d1f8fc0c904a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed92a07-04d0-4a32-bb0d-58e366790964,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:50:58.726540 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: e5ed366c-1829-4372-bf3f-da31edb98396 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:50:58.726928 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e5ed366c-1829-4372-bf3f-da31edb98396 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:50:58.727365 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a0b49e47-f18b-4389-a0e4-e8a93258982b no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:50:58.753585 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: a0b49e47-f18b-4389-a0e4-e8a93258982b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:50:58.753946 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a0b49e47-f18b-4389-a0e4-e8a93258982b not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:50:59.357743 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35710) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:59.398889 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9f93fde7-5150-4ca8-a7ef-ab50d3b19c10 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1b6fd23f8000438da67eaa43934b2df7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400155 Nov 18 17:50:59.401210 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35712) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:50:59.446859 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2b23388-da6a-4d7a-a20b-a02280305eb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:59.469936 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2b23388-da6a-4d7a-a20b-a02280305eb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:59.574455 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2b23388-da6a-4d7a-a20b-a02280305eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:59.577023 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a2b23388-da6a-4d7a-a20b-a02280305eb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:50:59.578171 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a2b23388-da6a-4d7a-a20b-a02280305eb0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e256c2de-fdcd-4813-8cca-9f51a8a17ed9 HTTP/1.1" status: 204 len: 168 time: 0.1760807 Nov 18 17:50:59.586056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b23388-da6a-4d7a-a20b-a02280305eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e256c2de-fdcd-4813-8cca-9f51a8a17ed9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:51:00.009127 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3e4cb3cd-e137-4af2-a218-f0aefcb17f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:51:02.433310 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b4728d5-23c9-4e63-a2ca-ce6563f3f559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:51:03.679117 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:51:05.141450 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:51:05.495728 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:51:06.775583 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-90b099f7-676a-4741-9edf-c7307b9a713e req-61dcb9bc-fc37-45bd-be95-7f5a3ebbdb76 service neutron] (104007) timed out ('10.222.0.72', 59458) {{(pid=104007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 17:51:21.769864 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:51:23.293774 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:51:29.239266 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:51:29.962383 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-380c521c-37aa-48ec-8507-6b2054930f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:51:32.425893 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4f4a3988-e340-4bba-931f-0e615a95ee71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:51:33.653837 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:51:35.116847 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:51:35.477942 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:51:51.750769 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:51:53.300904 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:51:59.967700 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9e8e19e1-7478-47dd-ad43-31f92b16de8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:02.437729 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-562ef0e1-8f1a-4f76-b5ad-80f6a646527c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:03.654973 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:05.112296 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:05.494639 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:06.242432 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:52:21.763244 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:23.294495 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:29.995847 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4d9a9c28-cbee-4540-b6b5-cc84b53ba39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:32.431710 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f7a3-335f-4265-aa25-ced5906cf582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:33.654558 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:33.865160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d45c55-01b3-4771-96f7-d888060546b8 req-478ada29-d167-46b3-90d8-f6358578bc21 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:52:33.867128 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c7d45c55-01b3-4771-96f7-d888060546b8 req-478ada29-d167-46b3-90d8-f6358578bc21 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 945 time: 0.1655505 Nov 18 17:52:33.921735 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c7d45c55-01b3-4771-96f7-d888060546b8 req-cfc33bfd-63ec-4c6b-b160-5ac67219b70e tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/security-groups?id=18222467-88c6-4d37-a0d1-ee4fa7df15cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481040 Nov 18 17:52:35.050717 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4aa26-361a-44ee-84ce-74da51650e79 req-50521d19-8db7-4f02-9d67-62bba5aa752b tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:52:35.057284 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4a4aa26-361a-44ee-84ce-74da51650e79 req-50521d19-8db7-4f02-9d67-62bba5aa752b tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.81 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 945 time: 0.0507634 Nov 18 17:52:35.100419 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:35.471782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61621d73-20fb-451d-83a7-0af117280354 req-cc4e59f7-3a39-4479-9ecb-646e92dfa2d0 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:52:35.473323 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61621d73-20fb-451d-83a7-0af117280354 req-cc4e59f7-3a39-4479-9ecb-646e92dfa2d0 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 945 time: 0.4791396 Nov 18 17:52:35.488906 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:35.521180 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-f4a4aa26-361a-44ee-84ce-74da51650e79 req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Deleting port 1d546e9f-4f17-4407-8b03-fd97c364c3c5 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:52:35.521523 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f4a4aa26-361a-44ee-84ce-74da51650e79 req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:35.548439 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61621d73-20fb-451d-83a7-0af117280354 req-02e0f47e-f4e0-4e22-bfbb-4189a5f47487 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/security-groups?id=18222467-88c6-4d37-a0d1-ee4fa7df15cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679696 Nov 18 17:52:35.621542 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-f4a4aa26-361a-44ee-84ce-74da51650e79 req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] For port 1d546e9f-4f17-4407-8b03-fd97c364c3c5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=1d546e9f-4f17-4407-8b03-fd97c364c3c5,segment=NetworkSegment(297567f0-c355-46a8-92c7-782475f91728),segment_id=297567f0-c355-46a8-92c7-782475f91728)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:52:35.621911 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f4a4aa26-361a-44ee-84ce-74da51650e79 req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:35.841385 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f4a4aa26-361a-44ee-84ce-74da51650e79 req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:35.841676 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f4a4aa26-361a-44ee-84ce-74da51650e79 req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:35.842005 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [req-f4a4aa26-361a-44ee-84ce-74da51650e79 req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Floating IP 7de3011b-f2c3-432f-9e96-ee45f4470137 disassociated. External IP: 172.25.3.171, port: 1d546e9f-4f17-4407-8b03-fd97c364c3c5. Nov 18 17:52:35.842358 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-f4a4aa26-361a-44ee-84ce-74da51650e79 req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Calling delete_port for 1d546e9f-4f17-4407-8b03-fd97c364c3c5 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:52:36.014124 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f4a4aa26-361a-44ee-84ce-74da51650e79 req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:36.041294 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Pushing event deleted for resources: {'Port': ['ID=1d546e9f-4f17-4407-8b03-fd97c364c3c5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:36.051421 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:36.052063 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:36.052164 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:36.052502 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:36.052846 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:36.053188 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:36.053534 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:36.054339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:36.054339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:36.054508 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:36.054844 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:36.055179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:36.178512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4a4aa26-361a-44ee-84ce-74da51650e79 req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Router d1c734bb-a01c-4c61-868d-579d00efc364 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:52:36.285719 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4a4aa26-361a-44ee-84ce-74da51650e79 req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:52:36.295836 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7f32cd-c198-43a6-bfb6-366c1b3c15ab None None] Sync routers for ids ['d1c734bb-a01c-4c61-868d-579d00efc364'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:52:36.306206 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7f32cd-c198-43a6-bfb6-366c1b3c15ab None None] Routers {'d1c734bb-a01c-4c61-868d-579d00efc364'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:52:36.306828 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4e7f32cd-c198-43a6-bfb6-366c1b3c15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:52:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['d1c734bb-a01c-4c61-868d-579d00efc364'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:36.325385 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a4aa26-361a-44ee-84ce-74da51650e79 req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] No DVR routers for this DVR port 1d546e9f-4f17-4407-8b03-fd97c364c3c5 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:52:36.328121 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f4a4aa26-361a-44ee-84ce-74da51650e79 req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:36.331621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4a4aa26-361a-44ee-84ce-74da51650e79 req-46dd722a-bd86-471d-b13c-4c8284b88259 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.81 "DELETE /v2.0/ports/1d546e9f-4f17-4407-8b03-fd97c364c3c5 HTTP/1.1" status: 204 len: 173 time: 1.2689447 Nov 18 17:52:36.332105 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016e9f76-ad67-41b2-a3d7-f775a00a31ed', 'name': 'network-vif-deleted', 'tag': '1d546e9f-4f17-4407-8b03-fd97c364c3c5'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:52:36.334404 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074fd1ed-8edf-4340-b3d9-bc56cfeee42e" -d '{"events": [{"server_uuid": "016e9f76-ad67-41b2-a3d7-f775a00a31ed", "name": "network-vif-deleted", "tag": "1d546e9f-4f17-4407-8b03-fd97c364c3c5"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:52:36.377247 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dfc805-f3ec-4e16-92db-15d0edb06d9c x-openstack-request-id: req-81dfc805-f3ec-4e16-92db-15d0edb06d9c {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:52:36.377556 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016e9f76-ad67-41b2-a3d7-f775a00a31ed", "name": "network-vif-deleted", "tag": "1d546e9f-4f17-4407-8b03-fd97c364c3c5", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:52:36.377822 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-81dfc805-f3ec-4e16-92db-15d0edb06d9c {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:52:36.378847 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016e9f76-ad67-41b2-a3d7-f775a00a31ed', 'name': 'network-vif-deleted', 'tag': '1d546e9f-4f17-4407-8b03-fd97c364c3c5', 'status': 'completed', 'code': 200} Nov 18 17:52:36.421818 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4e7f32cd-c198-43a6-bfb6-366c1b3c15ab None None] Set router d1c734bb-a01c-4c61-868d-579d00efc364 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:52:36.654067 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-24aaa8cd-a032-46f6-9170-de739d14e283 req-7d330484-c259-4659-9e97-1a316722bae1 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "GET /v2.0/ports?device_id=016e9f76-ad67-41b2-a3d7-f775a00a31ed HTTP/1.1" status: 200 len: 210 time: 0.0328953 Nov 18 17:52:36.719820 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4e7f32cd-c198-43a6-bfb6-366c1b3c15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'name': 'tempest-TestServerBasicOps-1110533116-router', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:18Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'gw_port': {'id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:19Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'a7fa137d-22af-4695-b249-1be87d894796', 'name': '', 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'mac_address': 'fa:16:3e:ef:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:21Z', 'updated_at': '2021-11-18T17:47:26Z', 'revision_number': 5, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'subnets': [{'id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:36.750105 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7f32cd-c198-43a6-bfb6-366c1b3c15ab None None] Checking router: d1c734bb-a01c-4c61-868d-579d00efc364 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:52:36.758750 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7f32cd-c198-43a6-bfb6-366c1b3c15ab None None] Routers {'d1c734bb-a01c-4c61-868d-579d00efc364'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:52:36.759391 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4e7f32cd-c198-43a6-bfb6-366c1b3c15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:52:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['d1c734bb-a01c-4c61-868d-579d00efc364'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:36.873418 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4e7f32cd-c198-43a6-bfb6-366c1b3c15ab None None] Set router d1c734bb-a01c-4c61-868d-579d00efc364 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:52:37.067950 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4e7f32cd-c198-43a6-bfb6-366c1b3c15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'name': 'tempest-TestServerBasicOps-1110533116-router', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:18Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'gw_port': {'id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:19Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'a7fa137d-22af-4695-b249-1be87d894796', 'name': '', 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'mac_address': 'fa:16:3e:ef:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:21Z', 'updated_at': '2021-11-18T17:47:26Z', 'revision_number': 5, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'subnets': [{'id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:37.098557 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7f32cd-c198-43a6-bfb6-366c1b3c15ab None None] The sync data for ids ['d1c734bb-a01c-4c61-868d-579d00efc364'] in n-d-813419-11 is: [{'id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'name': 'tempest-TestServerBasicOps-1110533116-router', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:18Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'gw_port': {'id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:19Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'a7fa137d-22af-4695-b249-1be87d894796', 'name': '', 'network_id': 'e59236a2-0599-4fa0-9bcc-1e16829bf6b1', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'mac_address': 'fa:16:3e:ef:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:21Z', 'updated_at': '2021-11-18T17:47:26Z', 'revision_number': 5, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'subnets': [{'id': '953b0bf4-fb03-4321-b3a3-844476852bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:52:37.326999 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a9c8c9-20e1-4853-9a0d-72ee1d0f1b2f None None] New status for floating IP 7de3011b-f2c3-432f-9e96-ee45f4470137: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:52:37.713847 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35750) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:37.843857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Deleting port c44b2dc7-65d4-471c-9546-12e024c3253d {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:52:37.844135 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:37.922349 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:37.922688 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:37.934845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Calling delete_port for c44b2dc7-65d4-471c-9546-12e024c3253d owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:52:38.163501 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:38.188098 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Pushing event deleted for resources: {'Port': ['ID=c44b2dc7-65d4-471c-9546-12e024c3253d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:38.202029 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:38.203257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:38.203257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:38.203257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:38.203592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:38.203740 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:38.204111 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:38.204454 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:38.204791 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:38.205128 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:38.205466 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:38.205806 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:38.260389 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for floatingip, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:38.263089 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:38.264313 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9f3d25aa-10f5-4077-8612-90272b4f7694 tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "DELETE /v2.0/floatingips/7de3011b-f2c3-432f-9e96-ee45f4470137 HTTP/1.1" status: 204 len: 168 time: 0.5494306 Nov 18 17:52:38.331755 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35758) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:38.389454 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2260b42e-bb6e-44a5-9cd1-b55f738f8d1c tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:38.416027 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2260b42e-bb6e-44a5-9cd1-b55f738f8d1c tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:38.540425 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2260b42e-bb6e-44a5-9cd1-b55f738f8d1c tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:38.543149 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2260b42e-bb6e-44a5-9cd1-b55f738f8d1c tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:38.544360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2260b42e-bb6e-44a5-9cd1-b55f738f8d1c tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] 10.222.0.72 "DELETE /v2.0/security-groups/18222467-88c6-4d37-a0d1-ee4fa7df15cf HTTP/1.1" status: 204 len: 168 time: 0.2114668 Nov 18 17:52:38.554385 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260b42e-bb6e-44a5-9cd1-b55f738f8d1c tempest-TestServerBasicOps-1423203450 tempest-TestServerBasicOps-1423203450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18222467-88c6-4d37-a0d1-ee4fa7df15cf,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:38.639985 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35762) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:39.090011 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c98c0c5-0297-4626-b267-507bf9959d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:39.341305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-7c98c0c5-0297-4626-b267-507bf9959d3e admin admin] Deleting port a7fa137d-22af-4695-b249-1be87d894796 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:52:39.341988 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c98c0c5-0297-4626-b267-507bf9959d3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:39.421343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-7c98c0c5-0297-4626-b267-507bf9959d3e admin admin] For port a7fa137d-22af-4695-b249-1be87d894796, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a7fa137d-22af-4695-b249-1be87d894796,segment=NetworkSegment(297567f0-c355-46a8-92c7-782475f91728),segment_id=297567f0-c355-46a8-92c7-782475f91728)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:52:39.421710 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c98c0c5-0297-4626-b267-507bf9959d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:39.434344 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-7c98c0c5-0297-4626-b267-507bf9959d3e admin admin] Calling delete_port for a7fa137d-22af-4695-b249-1be87d894796 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:52:39.683185 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c98c0c5-0297-4626-b267-507bf9959d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:39.709931 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98c0c5-0297-4626-b267-507bf9959d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=a7fa137d-22af-4695-b249-1be87d894796,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:39.880479 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7c98c0c5-0297-4626-b267-507bf9959d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:40.005890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1d546e9f-4f17-4407-8b03-fd97c364c3c5 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:52:40.025564 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 1d546e9f-4f17-4407-8b03-fd97c364c3c5 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:52:40.025920 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 1d546e9f-4f17-4407-8b03-fd97c364c3c5 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:52:40.089424 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c98c0c5-0297-4626-b267-507bf9959d3e admin admin] Router d1c734bb-a01c-4c61-868d-579d00efc364 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:52:40.194736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c98c0c5-0297-4626-b267-507bf9959d3e admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:52:40.199682 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7c98c0c5-0297-4626-b267-507bf9959d3e admin admin] 10.222.0.72 "PUT /v2.0/routers/d1c734bb-a01c-4c61-868d-579d00efc364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5586390 Nov 18 17:52:40.202274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35766) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:40.205374 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faa370f-0fae-47ac-aa52-d435e6632d3f None None] Sync routers for ids ['d1c734bb-a01c-4c61-868d-579d00efc364'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:52:40.216081 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa370f-0fae-47ac-aa52-d435e6632d3f None None] Routers {'d1c734bb-a01c-4c61-868d-579d00efc364'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:52:40.216693 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3faa370f-0fae-47ac-aa52-d435e6632d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:52:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['d1c734bb-a01c-4c61-868d-579d00efc364'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:40.304634 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-695523b8-cece-418e-a763-0c3797d86a85 admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:40.319873 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-3faa370f-0fae-47ac-aa52-d435e6632d3f None None] Set router d1c734bb-a01c-4c61-868d-579d00efc364 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:52:40.407177 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-695523b8-cece-418e-a763-0c3797d86a85 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:40.494557 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3faa370f-0fae-47ac-aa52-d435e6632d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'name': 'tempest-TestServerBasicOps-1110533116-router', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:18Z', 'updated_at': '2021-11-18T17:52:39Z', 'revision_number': 5, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'gw_port': {'id': '8622d56c-e549-4efd-993b-1c2a31ab670a', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:19Z', 'updated_at': '2021-11-18T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:40.525269 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faa370f-0fae-47ac-aa52-d435e6632d3f None None] Checking router: d1c734bb-a01c-4c61-868d-579d00efc364 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:52:40.528324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-695523b8-cece-418e-a763-0c3797d86a85 admin admin] Deleting port 8622d56c-e549-4efd-993b-1c2a31ab670a {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:52:40.528324 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-695523b8-cece-418e-a763-0c3797d86a85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:40.534198 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa370f-0fae-47ac-aa52-d435e6632d3f None None] Routers {'d1c734bb-a01c-4c61-868d-579d00efc364'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:52:40.534817 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3faa370f-0fae-47ac-aa52-d435e6632d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:52:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['d1c734bb-a01c-4c61-868d-579d00efc364'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:40.614033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-695523b8-cece-418e-a763-0c3797d86a85 admin admin] For port 8622d56c-e549-4efd-993b-1c2a31ab670a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8622d56c-e549-4efd-993b-1c2a31ab670a,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:52:40.614408 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-695523b8-cece-418e-a763-0c3797d86a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:40.620183 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-3faa370f-0fae-47ac-aa52-d435e6632d3f None None] Set router d1c734bb-a01c-4c61-868d-579d00efc364 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:52:40.627769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-695523b8-cece-418e-a763-0c3797d86a85 admin admin] Calling delete_port for 8622d56c-e549-4efd-993b-1c2a31ab670a owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:52:40.674391 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3faa370f-0fae-47ac-aa52-d435e6632d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'name': 'tempest-TestServerBasicOps-1110533116-router', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:18Z', 'updated_at': '2021-11-18T17:52:40Z', 'revision_number': 6, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:40.701881 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faa370f-0fae-47ac-aa52-d435e6632d3f None None] The sync data for ids ['d1c734bb-a01c-4c61-868d-579d00efc364'] in n-d-813419-11 is: [{'id': 'd1c734bb-a01c-4c61-868d-579d00efc364', 'name': 'tempest-TestServerBasicOps-1110533116-router', 'tenant_id': '05a63761ede34ab9818e0b9a0ba8389f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:18Z', 'updated_at': '2021-11-18T17:52:40Z', 'revision_number': 6, 'project_id': '05a63761ede34ab9818e0b9a0ba8389f', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:52:40.864675 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-695523b8-cece-418e-a763-0c3797d86a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:40.891877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695523b8-cece-418e-a763-0c3797d86a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=8622d56c-e549-4efd-993b-1c2a31ab670a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:40.905677 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9105226-f24c-4c69-a995-25d7ab0c1eb5 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:52:40.956820 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-695523b8-cece-418e-a763-0c3797d86a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:41.047141 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-695523b8-cece-418e-a763-0c3797d86a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:41.050205 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-695523b8-cece-418e-a763-0c3797d86a85 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:41.180553 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-695523b8-cece-418e-a763-0c3797d86a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:41.181254 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695523b8-cece-418e-a763-0c3797d86a85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1c734bb-a01c-4c61-868d-579d00efc364 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:52:41.187623 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-695523b8-cece-418e-a763-0c3797d86a85 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:41.188874 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-695523b8-cece-418e-a763-0c3797d86a85 admin admin] 10.222.0.72 "DELETE /v2.0/routers/d1c734bb-a01c-4c61-868d-579d00efc364 HTTP/1.1" status: 204 len: 168 time: 0.9856865 Nov 18 17:52:41.191398 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35768) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:41.235422 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f605537-ed58-4765-aa68-9f406f6751a5 admin admin] Deleting subnet 953b0bf4-fb03-4321-b3a3-844476852bca {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:52:41.239152 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f605537-ed58-4765-aa68-9f406f6751a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:41.273260 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f605537-ed58-4765-aa68-9f406f6751a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:41.352298 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f605537-ed58-4765-aa68-9f406f6751a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:41.472512 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f605537-ed58-4765-aa68-9f406f6751a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:41.498911 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f605537-ed58-4765-aa68-9f406f6751a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=953b0bf4-fb03-4321-b3a3-844476852bca,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:41.502447 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f605537-ed58-4765-aa68-9f406f6751a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:41.506326 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7f605537-ed58-4765-aa68-9f406f6751a5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/953b0bf4-fb03-4321-b3a3-844476852bca HTTP/1.1" status: 204 len: 168 time: 0.3133478 Nov 18 17:52:41.508449 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35770) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:41.510708 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c064950b-959d-481b-b0aa-7217bb729649 None None] Network e59236a2-0599-4fa0-9bcc-1e16829bf6b1 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:52:41.583456 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:41.637540 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] Deleting port 5c799293-3ac4-48ff-8fac-27e0573cc642 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:52:41.637883 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:41.704101 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] For port 5c799293-3ac4-48ff-8fac-27e0573cc642, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5c799293-3ac4-48ff-8fac-27e0573cc642,segment=NetworkSegment(297567f0-c355-46a8-92c7-782475f91728),segment_id=297567f0-c355-46a8-92c7-782475f91728)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:52:41.704964 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:41.707621 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] DHCP port deletion for e59236a2-0599-4fa0-9bcc-1e16829bf6b1 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:52:41.725124 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] Calling delete_port for 5c799293-3ac4-48ff-8fac-27e0573cc642 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:52:41.763724 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] Deleting port 5c799293-3ac4-48ff-8fac-27e0573cc642 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:52:41.764177 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:41.828751 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] For port 5c799293-3ac4-48ff-8fac-27e0573cc642, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=5c799293-3ac4-48ff-8fac-27e0573cc642,segment=NetworkSegment(297567f0-c355-46a8-92c7-782475f91728),segment_id=297567f0-c355-46a8-92c7-782475f91728)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:52:41.829170 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:41.842332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] Calling delete_port for 5c799293-3ac4-48ff-8fac-27e0573cc642 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:52:41.865733 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:41.896261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c799293-3ac4-48ff-8fac-27e0573cc642,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:41.901696 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] No DVR routers for this DVR port 5c799293-3ac4-48ff-8fac-27e0573cc642 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:52:41.925951 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:41.951588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] Pushing event deleted for resources: {'Port': ['ID=5c799293-3ac4-48ff-8fac-27e0573cc642,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:41.956401 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] No DVR routers for this DVR port 5c799293-3ac4-48ff-8fac-27e0573cc642 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:52:41.965520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:41.965520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:41.965520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:41.965520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:41.965520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:41.965520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:41.966938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:41.966938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:41.966938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:41.966938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:41.966938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:41.967415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7faca-5f4c-45ca-a807-77e8152754b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:41.982490 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:42.003466 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59236a2-0599-4fa0-9bcc-1e16829bf6b1']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:42.013110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297567f0-c355-46a8-92c7-782475f91728') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:42.013410 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297567f0-c355-46a8-92c7-782475f91728') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:42.023398 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:42.036471 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:42.042404 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:52:42.045784 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:52:42.236372 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:42.240770 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:42.244259 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e59236a2-0599-4fa0-9bcc-1e16829bf6b1 HTTP/1.1" status: 204 len: 168 time: 0.7348688 Nov 18 17:52:42.247343 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35772) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:42.257218 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56adff-78cc-4022-9d4f-19206ad2cdc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e59236a2-0599-4fa0-9bcc-1e16829bf6b1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:42.589226 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5c799293-3ac4-48ff-8fac-27e0573cc642 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:52:42.603882 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c73eb090-d15b-48d9-8cc0-336e2adc1c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:42.611621 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 5c799293-3ac4-48ff-8fac-27e0573cc642 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:52:42.611998 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 5c799293-3ac4-48ff-8fac-27e0573cc642 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:52:42.612428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a7fa137d-22af-4695-b249-1be87d894796 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:52:42.631101 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: a7fa137d-22af-4695-b249-1be87d894796 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:52:42.633118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a7fa137d-22af-4695-b249-1be87d894796 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:52:42.633118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8622d56c-e549-4efd-993b-1c2a31ab670a no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:52:42.653858 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 8622d56c-e549-4efd-993b-1c2a31ab670a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:52:42.654213 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8622d56c-e549-4efd-993b-1c2a31ab670a not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:52:42.849589 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c73eb090-d15b-48d9-8cc0-336e2adc1c3c admin admin] Deleting port 2471ffdc-ec29-4723-9efc-03f57da477bc {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:52:42.849839 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c73eb090-d15b-48d9-8cc0-336e2adc1c3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:42.928065 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-c73eb090-d15b-48d9-8cc0-336e2adc1c3c admin admin] For port 2471ffdc-ec29-4723-9efc-03f57da477bc, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2471ffdc-ec29-4723-9efc-03f57da477bc,segment=NetworkSegment(3095da96-23f9-4ce6-8411-3e3a0fea95f5),segment_id=3095da96-23f9-4ce6-8411-3e3a0fea95f5)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:52:42.928430 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c73eb090-d15b-48d9-8cc0-336e2adc1c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:42.941159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c73eb090-d15b-48d9-8cc0-336e2adc1c3c admin admin] Calling delete_port for 2471ffdc-ec29-4723-9efc-03f57da477bc owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:52:43.185805 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c73eb090-d15b-48d9-8cc0-336e2adc1c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:43.209486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73eb090-d15b-48d9-8cc0-336e2adc1c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=2471ffdc-ec29-4723-9efc-03f57da477bc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:43.243110 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:52:43.387707 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c73eb090-d15b-48d9-8cc0-336e2adc1c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:43.881914 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73eb090-d15b-48d9-8cc0-336e2adc1c3c admin admin] Router 1c8585ce-bb92-417d-ad09-fcb046ef98ac has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:52:43.989024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73eb090-d15b-48d9-8cc0-336e2adc1c3c admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:52:43.995231 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c73eb090-d15b-48d9-8cc0-336e2adc1c3c admin admin] 10.222.0.72 "PUT /v2.0/routers/1c8585ce-bb92-417d-ad09-fcb046ef98ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7467868 Nov 18 17:52:43.996893 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35774) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:43.998015 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1c657b-a837-45e7-907d-db7392f89647 None None] Sync routers for ids ['1c8585ce-bb92-417d-ad09-fcb046ef98ac'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:52:44.008695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c657b-a837-45e7-907d-db7392f89647 None None] Routers {'1c8585ce-bb92-417d-ad09-fcb046ef98ac'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:52:44.009320 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-eb1c657b-a837-45e7-907d-db7392f89647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:52:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['1c8585ce-bb92-417d-ad09-fcb046ef98ac'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:44.100587 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1faac4d-8f86-40b0-80f7-fb560b2c9619 admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:44.114707 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-eb1c657b-a837-45e7-907d-db7392f89647 None None] Set router 1c8585ce-bb92-417d-ad09-fcb046ef98ac gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:52:44.207160 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1faac4d-8f86-40b0-80f7-fb560b2c9619 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:44.289727 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-eb1c657b-a837-45e7-907d-db7392f89647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'name': 'tempest-TestServerBasicOps-1832853840-router', 'tenant_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7a47776c-457e-491f-908b-cd0564d66cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:25Z', 'updated_at': '2021-11-18T17:52:43Z', 'revision_number': 5, 'project_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'gw_port': {'id': '7a47776c-457e-491f-908b-cd0564d66cb0', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:eb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:47:26Z', 'updated_at': '2021-11-18T17:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:44.312549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a1faac4d-8f86-40b0-80f7-fb560b2c9619 admin admin] Deleting port 7a47776c-457e-491f-908b-cd0564d66cb0 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:52:44.313182 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1faac4d-8f86-40b0-80f7-fb560b2c9619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:44.316700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1c657b-a837-45e7-907d-db7392f89647 None None] Checking router: 1c8585ce-bb92-417d-ad09-fcb046ef98ac for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:52:44.327230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c657b-a837-45e7-907d-db7392f89647 None None] Routers {'1c8585ce-bb92-417d-ad09-fcb046ef98ac'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:52:44.327922 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-eb1c657b-a837-45e7-907d-db7392f89647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:52:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['1c8585ce-bb92-417d-ad09-fcb046ef98ac'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:44.395199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-a1faac4d-8f86-40b0-80f7-fb560b2c9619 admin admin] For port 7a47776c-457e-491f-908b-cd0564d66cb0, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7a47776c-457e-491f-908b-cd0564d66cb0,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:52:44.395829 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1faac4d-8f86-40b0-80f7-fb560b2c9619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:44.408949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a1faac4d-8f86-40b0-80f7-fb560b2c9619 admin admin] Calling delete_port for 7a47776c-457e-491f-908b-cd0564d66cb0 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:52:44.416432 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-eb1c657b-a837-45e7-907d-db7392f89647 None None] Set router 1c8585ce-bb92-417d-ad09-fcb046ef98ac gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:52:44.471237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-eb1c657b-a837-45e7-907d-db7392f89647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'name': 'tempest-TestServerBasicOps-1832853840-router', 'tenant_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:25Z', 'updated_at': '2021-11-18T17:52:44Z', 'revision_number': 6, 'project_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:44.497002 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1c657b-a837-45e7-907d-db7392f89647 None None] The sync data for ids ['1c8585ce-bb92-417d-ad09-fcb046ef98ac'] in n-d-813419-11 is: [{'id': '1c8585ce-bb92-417d-ad09-fcb046ef98ac', 'name': 'tempest-TestServerBasicOps-1832853840-router', 'tenant_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:47:25Z', 'updated_at': '2021-11-18T17:52:44Z', 'revision_number': 6, 'project_id': '6bd3bf9d60c444ca97b678e686f4a7cb', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:52:44.665790 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1faac4d-8f86-40b0-80f7-fb560b2c9619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:44.695893 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1faac4d-8f86-40b0-80f7-fb560b2c9619 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a47776c-457e-491f-908b-cd0564d66cb0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:44.709764 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cdc409-db2f-4b83-b10f-415ec3f58ef6 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:52:44.759773 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1faac4d-8f86-40b0-80f7-fb560b2c9619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:44.854419 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1faac4d-8f86-40b0-80f7-fb560b2c9619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:44.857296 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1faac4d-8f86-40b0-80f7-fb560b2c9619 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:44.968876 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1faac4d-8f86-40b0-80f7-fb560b2c9619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:44.969489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1faac4d-8f86-40b0-80f7-fb560b2c9619 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c8585ce-bb92-417d-ad09-fcb046ef98ac {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:52:44.973903 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1faac4d-8f86-40b0-80f7-fb560b2c9619 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:44.975128 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a1faac4d-8f86-40b0-80f7-fb560b2c9619 admin admin] 10.222.0.72 "DELETE /v2.0/routers/1c8585ce-bb92-417d-ad09-fcb046ef98ac HTTP/1.1" status: 204 len: 168 time: 0.9773059 Nov 18 17:52:44.977706 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35776) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:45.027338 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2bf46f-58cd-4b60-8555-d99e7625d59e admin admin] Deleting subnet 673f94b8-ff5e-43ef-a29d-a084097434b2 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:52:45.030446 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd2bf46f-58cd-4b60-8555-d99e7625d59e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:45.063430 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd2bf46f-58cd-4b60-8555-d99e7625d59e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:45.139373 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd2bf46f-58cd-4b60-8555-d99e7625d59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:45.255028 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd2bf46f-58cd-4b60-8555-d99e7625d59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:45.282682 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bf46f-58cd-4b60-8555-d99e7625d59e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=673f94b8-ff5e-43ef-a29d-a084097434b2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:45.288189 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fd2bf46f-58cd-4b60-8555-d99e7625d59e admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:45.292623 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fd2bf46f-58cd-4b60-8555-d99e7625d59e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/673f94b8-ff5e-43ef-a29d-a084097434b2 HTTP/1.1" status: 204 len: 168 time: 0.3139973 Nov 18 17:52:45.293181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7775c5d-0eb4-4f36-b9a2-55142c6f8241 None None] Network 7ab03c84-c055-4bdc-9550-f6ae20e11826 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:52:45.295064 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35778) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:45.368529 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:45.423061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] Deleting port 34f63b36-195f-45c3-850f-407c384a0c31 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:52:45.424295 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:45.490165 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e02f77-db8c-495d-8073-769c929f8efa None None] DHCP port deletion for 7ab03c84-c055-4bdc-9550-f6ae20e11826 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:52:45.505952 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] For port 34f63b36-195f-45c3-850f-407c384a0c31, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=34f63b36-195f-45c3-850f-407c384a0c31,segment=NetworkSegment(3095da96-23f9-4ce6-8411-3e3a0fea95f5),segment_id=3095da96-23f9-4ce6-8411-3e3a0fea95f5)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:52:45.506326 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:45.519466 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] Calling delete_port for 34f63b36-195f-45c3-850f-407c384a0c31 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:52:45.546392 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-05e02f77-db8c-495d-8073-769c929f8efa None None] Deleting port 34f63b36-195f-45c3-850f-407c384a0c31 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:52:45.546765 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05e02f77-db8c-495d-8073-769c929f8efa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:45.608227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-05e02f77-db8c-495d-8073-769c929f8efa None None] For port 34f63b36-195f-45c3-850f-407c384a0c31, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=34f63b36-195f-45c3-850f-407c384a0c31,segment=NetworkSegment(3095da96-23f9-4ce6-8411-3e3a0fea95f5),segment_id=3095da96-23f9-4ce6-8411-3e3a0fea95f5)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:52:45.618969 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05e02f77-db8c-495d-8073-769c929f8efa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:45.621216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-05e02f77-db8c-495d-8073-769c929f8efa None None] Calling delete_port for 34f63b36-195f-45c3-850f-407c384a0c31 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:52:45.677775 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:45.698337 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05e02f77-db8c-495d-8073-769c929f8efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:45.709007 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] Pushing event deleted for resources: {'Port': ['ID=34f63b36-195f-45c3-850f-407c384a0c31,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:45.710865 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] No DVR routers for this DVR port 34f63b36-195f-45c3-850f-407c384a0c31 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:52:45.725143 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e02f77-db8c-495d-8073-769c929f8efa None None] Pushing event deleted for resources: {'Port': ['ID=34f63b36-195f-45c3-850f-407c384a0c31,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:45.726986 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e02f77-db8c-495d-8073-769c929f8efa None None] No DVR routers for this DVR port 34f63b36-195f-45c3-850f-407c384a0c31 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:52:45.822623 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:45.822623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab03c84-c055-4bdc-9550-f6ae20e11826']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:45.822623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3095da96-23f9-4ce6-8411-3e3a0fea95f5') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:45.822623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3095da96-23f9-4ce6-8411-3e3a0fea95f5') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:45.832362 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:45.846275 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:45.852171 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:52:45.852561 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:52:45.854224 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:52:45.991222 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:45.996584 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:45.999860 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] 10.222.0.72 "DELETE /v2.0/networks/7ab03c84-c055-4bdc-9550-f6ae20e11826 HTTP/1.1" status: 204 len: 168 time: 0.7037983 Nov 18 17:52:46.010807 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf70df9-f44a-4943-a67b-51379077387c admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab03c84-c055-4bdc-9550-f6ae20e11826,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:46.321516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35782) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:46.362692 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4687bfd1-9357-466e-b0db-7a216f6da21c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=05a63761ede34ab9818e0b9a0ba8389f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399992 Nov 18 17:52:46.365025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35784) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:46.410871 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e85b58ff-0f74-4477-9ec2-9f11ad9ae712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:46.431873 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e85b58ff-0f74-4477-9ec2-9f11ad9ae712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:46.555707 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e85b58ff-0f74-4477-9ec2-9f11ad9ae712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:46.558360 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e85b58ff-0f74-4477-9ec2-9f11ad9ae712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:46.559592 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e85b58ff-0f74-4477-9ec2-9f11ad9ae712 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/856caac0-62fe-46a1-8dfd-4317180bfd70 HTTP/1.1" status: 204 len: 168 time: 0.1936374 Nov 18 17:52:46.571560 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b58ff-0f74-4477-9ec2-9f11ad9ae712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856caac0-62fe-46a1-8dfd-4317180bfd70,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:46.575482 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7a47776c-457e-491f-908b-cd0564d66cb0 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:52:46.602422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 7a47776c-457e-491f-908b-cd0564d66cb0 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:52:46.602769 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7a47776c-457e-491f-908b-cd0564d66cb0 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:52:46.603196 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2471ffdc-ec29-4723-9efc-03f57da477bc no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:52:46.623839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 2471ffdc-ec29-4723-9efc-03f57da477bc {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:52:46.624197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2471ffdc-ec29-4723-9efc-03f57da477bc not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:52:46.624622 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 34f63b36-195f-45c3-850f-407c384a0c31 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:52:46.643853 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 34f63b36-195f-45c3-850f-407c384a0c31 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:52:46.644209 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 34f63b36-195f-45c3-850f-407c384a0c31 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:52:47.237837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35790) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:47.277644 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c7a0fe3f-3044-4615-a525-b29a6a3119c4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6bd3bf9d60c444ca97b678e686f4a7cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386162 Nov 18 17:52:47.280024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35792) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:47.327023 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8f16312-293c-4a44-a474-fd24c8be266e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:47.348317 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8f16312-293c-4a44-a474-fd24c8be266e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:47.459665 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8f16312-293c-4a44-a474-fd24c8be266e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:47.462337 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8f16312-293c-4a44-a474-fd24c8be266e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:47.463527 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a8f16312-293c-4a44-a474-fd24c8be266e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7717eb29-2015-4d72-ab4d-bcbd59e1adb0 HTTP/1.1" status: 204 len: 168 time: 0.1826105 Nov 18 17:52:47.471607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f16312-293c-4a44-a474-fd24c8be266e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7717eb29-2015-4d72-ab4d-bcbd59e1adb0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:48.457834 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35814) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:48.554424 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4231b008-242d-4cd4-958c-dc1e4a826098 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1976243802-network', 'tenant_id': '8360a4542abf4a55bd54fe73b2b09aa6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:52:48.635521 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4231b008-242d-4cd4-958c-dc1e4a826098 admin admin] Made reservation on behalf of 8360a4542abf4a55bd54fe73b2b09aa6 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:52:48.637875 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4231b008-242d-4cd4-958c-dc1e4a826098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:48.647183 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4231b008-242d-4cd4-958c-dc1e4a826098 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:48.721750 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4231b008-242d-4cd4-958c-dc1e4a826098 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:48.783748 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4231b008-242d-4cd4-958c-dc1e4a826098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:48.808562 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4231b008-242d-4cd4-958c-dc1e4a826098 admin admin] vlan segment allocate from pool success with {'vlan_id': 1134, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:52:48.818618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231b008-242d-4cd4-958c-dc1e4a826098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f6fe79-bc5d-4224-bd96-45f8a0f947ae,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:48.823390 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4231b008-242d-4cd4-958c-dc1e4a826098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:48.823746 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-4231b008-242d-4cd4-958c-dc1e4a826098 admin admin] Added segment 44d6994a-2551-455d-abc9-7837835e290b of type vlan for network 0804ad40-fc22-40e4-a704-c60b671f0780 Nov 18 17:52:48.863438 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4231b008-242d-4cd4-958c-dc1e4a826098 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:48.957439 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4231b008-242d-4cd4-958c-dc1e4a826098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:48.958476 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4231b008-242d-4cd4-958c-dc1e4a826098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:52:48.959207 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4231b008-242d-4cd4-958c-dc1e4a826098 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:49.018458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231b008-242d-4cd4-958c-dc1e4a826098 admin admin] Pushing event updated for resources: {'Network': ['ID=0804ad40-fc22-40e4-a704-c60b671f0780,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:49.027829 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 0804ad40-fc22-40e4-a704-c60b671f0780 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:52:49.045830 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4231b008-242d-4cd4-958c-dc1e4a826098 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5868468 Nov 18 17:52:49.049130 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35818) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:49.054139 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-79773deb-90ee-49a8-a082-e8363a04efed admin admin] Request body: {'subnet': {'network_id': '0804ad40-fc22-40e4-a704-c60b671f0780', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1976243802-subnet', 'tenant_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:52:49.123022 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79773deb-90ee-49a8-a082-e8363a04efed admin admin] Made reservation on behalf of 8360a4542abf4a55bd54fe73b2b09aa6 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:52:49.125553 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79773deb-90ee-49a8-a082-e8363a04efed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:49.357559 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79773deb-90ee-49a8-a082-e8363a04efed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:49.416188 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79773deb-90ee-49a8-a082-e8363a04efed admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdfe925e-ef22-4b17-a88e-c53c5e2014af,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:49.426847 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79773deb-90ee-49a8-a082-e8363a04efed admin admin] Checking segment: {'id': '44d6994a-2551-455d-abc9-7837835e290b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0804ad40-fc22-40e4-a704-c60b671f0780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:52:49.427214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79773deb-90ee-49a8-a082-e8363a04efed admin admin] Network hostable DHCP agents. Network: 0804ad40-fc22-40e4-a704-c60b671f0780, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:52:49.509318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79773deb-90ee-49a8-a082-e8363a04efed admin admin] Network 0804ad40-fc22-40e4-a704-c60b671f0780 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:52:49.583746 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-79773deb-90ee-49a8-a082-e8363a04efed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 0804ad40-fc22-40e4-a704-c60b671f0780) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:52:49.588021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79773deb-90ee-49a8-a082-e8363a04efed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:52:49.589095 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79773deb-90ee-49a8-a082-e8363a04efed admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:49.592930 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd964c58-43d1-445d-a9d2-2f42c2df3653 None None] Network 0804ad40-fc22-40e4-a704-c60b671f0780 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:52:49.668561 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-79773deb-90ee-49a8-a082-e8363a04efed admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6182280 Nov 18 17:52:49.671371 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35820) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:49.675579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1976243802-router', 'tenant_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:52:49.735711 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-0804ad40-fc22-40e4-a704-c60b671f0780', 'network_id': '0804ad40-fc22-40e4-a704-c60b671f0780', 'tenant_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'fixed_ips': [{'subnet_id': 'cdfe925e-ef22-4b17-a88e-c53c5e2014af'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:52:49.736640 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:49.750053 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:49.751266 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:49.803315 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:49.870352 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Allocated IP 172.20.0.2 (0804ad40-fc22-40e4-a704-c60b671f0780/cdfe925e-ef22-4b17-a88e-c53c5e2014af/1ec01f7b-0692-44f7-8010-09c6944f45e4) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:52:50.000834 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:50.013374 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:50.134749 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:50.170665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Network 0804ad40-fc22-40e4-a704-c60b671f0780 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:52:50.173710 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:52:50.177435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:52:50.188519 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Pushing event updated for resources: {'Port': ['ID=1ec01f7b-0692-44f7-8010-09c6944f45e4,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:50.241792 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Attempting to bind port 1ec01f7b-0692-44f7-8010-09c6944f45e4 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:52:50.242577 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Attempting to bind port 1ec01f7b-0692-44f7-8010-09c6944f45e4 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '44d6994a-2551-455d-abc9-7837835e290b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0804ad40-fc22-40e4-a704-c60b671f0780'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:52:50.243231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Attempting to bind port 1ec01f7b-0692-44f7-8010-09c6944f45e4 on network 0804ad40-fc22-40e4-a704-c60b671f0780 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:52:50.248521 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:52:50.249381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Checking segment: {'id': '44d6994a-2551-455d-abc9-7837835e290b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0804ad40-fc22-40e4-a704-c60b671f0780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:52:50.249381 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:50.249705 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Bound using segment: {'id': '44d6994a-2551-455d-abc9-7837835e290b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0804ad40-fc22-40e4-a704-c60b671f0780'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:52:50.250187 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Bound port: 1ec01f7b-0692-44f7-8010-09c6944f45e4, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d6994a-2551-455d-abc9-7837835e290b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0804ad40-fc22-40e4-a704-c60b671f0780'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:52:50.250579 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:50.261931 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:50.290162 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:50.323275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] For port 1ec01f7b-0692-44f7-8010-09c6944f45e4, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:52:50.326469 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] For port 1ec01f7b-0692-44f7-8010-09c6944f45e4, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1ec01f7b-0692-44f7-8010-09c6944f45e4,segment=NetworkSegment(44d6994a-2551-455d-abc9-7837835e290b),segment_id=44d6994a-2551-455d-abc9-7837835e290b)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:52:50.380402 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:50.394081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Allocated IP 172.25.3.7 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/dc593613-2352-4e45-9d2f-e8ab47522b65) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:52:50.436222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217424c-9158-403a-89cc-5c30fd9dc881 None None] Pushing event updated for resources: {'Port': ['ID=1ec01f7b-0692-44f7-8010-09c6944f45e4,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:50.507926 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:50.592026 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:50.643651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:52:50.646792 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:52:50.653838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:52:50.657365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Pushing event updated for resources: {'Port': ['ID=dc593613-2352-4e45-9d2f-e8ab47522b65,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:50.665883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e82660-311b-4acb-b112-4403e390663a None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:52:50.704517 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d75ec38b-dd72-4469-a794-f8694dbd995f None None] Provisioning complete for port dc593613-2352-4e45-9d2f-e8ab47522b65 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:52:50.704913 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d75ec38b-dd72-4469-a794-f8694dbd995f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:50.749172 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d75ec38b-dd72-4469-a794-f8694dbd995f None None] Port dc593613-2352-4e45-9d2f-e8ab47522b65 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:52:50.983176 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:51.394843 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed1be50-86b8-400a-bea5-fbf0af2fa78b None None] Network 0804ad40-fc22-40e4-a704-c60b671f0780 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:52:51.507156 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:51.639522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c1929286-4ddf-42fa-aeb8-ca238140ef4b None None] Provisioning complete for port 1ec01f7b-0692-44f7-8010-09c6944f45e4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:52:51.639839 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c1929286-4ddf-42fa-aeb8-ca238140ef4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:51.711684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Router 1893e84d-1b85-438e-982e-6cf3130849dc is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:52:51.838062 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c1929286-4ddf-42fa-aeb8-ca238140ef4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:51.859246 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:51.864414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:52:51.883507 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Sync routers for ids ['1893e84d-1b85-438e-982e-6cf3130849dc'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:52:51.894471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c1929286-4ddf-42fa-aeb8-ca238140ef4b None None] For port 1ec01f7b-0692-44f7-8010-09c6944f45e4, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1ec01f7b-0692-44f7-8010-09c6944f45e4,segment=NetworkSegment(44d6994a-2551-455d-abc9-7837835e290b),segment_id=44d6994a-2551-455d-abc9-7837835e290b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:52:51.898726 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Routers {'1893e84d-1b85-438e-982e-6cf3130849dc'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:52:51.899951 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:52:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['1893e84d-1b85-438e-982e-6cf3130849dc'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:51.936321 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:51.937613 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-949269cb-0442-4741-86a1-65628c2740ea admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.2654877 Nov 18 17:52:51.940740 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35822) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:51.957382 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c1929286-4ddf-42fa-aeb8-ca238140ef4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:52.013355 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Set router 1893e84d-1b85-438e-982e-6cf3130849dc gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:52:52.054308 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1929286-4ddf-42fa-aeb8-ca238140ef4b None None] Pushing event updated for resources: {'Port': ['ID=1ec01f7b-0692-44f7-8010-09c6944f45e4,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:52.180070 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0182bfc6-d4bb-4d43-8510-e7bcd464d99d None None] Provisioning complete for port 1ec01f7b-0692-44f7-8010-09c6944f45e4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:52:52.180497 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0182bfc6-d4bb-4d43-8510-e7bcd464d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:52.320859 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1893e84d-1b85-438e-982e-6cf3130849dc', 'name': 'tempest-ImageQuotaTest-1976243802-router', 'tenant_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'dc593613-2352-4e45-9d2f-e8ab47522b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:52:49Z', 'updated_at': '2021-11-18T17:52:50Z', 'revision_number': 3, 'project_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'gw_port': {'id': 'dc593613-2352-4e45-9d2f-e8ab47522b65', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:db:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1893e84d-1b85-438e-982e-6cf3130849dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:52:50Z', 'updated_at': '2021-11-18T17:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:52.349668 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Checking router: 1893e84d-1b85-438e-982e-6cf3130849dc for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:52:52.350028 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Updating router 1893e84d-1b85-438e-982e-6cf3130849dc port dc593613-2352-4e45-9d2f-e8ab47522b65 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:52:52.375355 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:52.619694 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1ec01f7b-0692-44f7-8010-09c6944f45e4 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:52:52.640067 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:52.671663 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 1ec01f7b-0692-44f7-8010-09c6944f45e4 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:52:52.672082 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:52.705674 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:52.737049 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:52.752421 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b984f6-9746-4027-a4f6-366f4b168364 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:52:52.756932 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Attempting to bind port dc593613-2352-4e45-9d2f-e8ab47522b65 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:52:52.757320 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Attempting to bind port dc593613-2352-4e45-9d2f-e8ab47522b65 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:52:52.757697 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Attempting to bind port dc593613-2352-4e45-9d2f-e8ab47522b65 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:52:52.770189 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:52:52.770575 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:52:52.770992 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:52.776580 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:52:52.776580 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Bound port: dc593613-2352-4e45-9d2f-e8ab47522b65, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:52:52.776580 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:52.776580 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b29cc-db88-4f8b-9e52-d2be87dabb37 None None] Pushing event updated for resources: {'Port': ['ID=dc593613-2352-4e45-9d2f-e8ab47522b65,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:52.788426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-401c8b31-b541-47d3-9996-19dd9d67bbb3 None None] Provisioning complete for port dc593613-2352-4e45-9d2f-e8ab47522b65 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:52:52.788807 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-401c8b31-b541-47d3-9996-19dd9d67bbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:52.804521 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b29cc-db88-4f8b-9e52-d2be87dabb37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:52.804927 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b29cc-db88-4f8b-9e52-d2be87dabb37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:52.805276 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b29cc-db88-4f8b-9e52-d2be87dabb37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:52.806155 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b29cc-db88-4f8b-9e52-d2be87dabb37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:52.806155 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b29cc-db88-4f8b-9e52-d2be87dabb37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:52.806332 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b29cc-db88-4f8b-9e52-d2be87dabb37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:52.806670 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b29cc-db88-4f8b-9e52-d2be87dabb37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:52.807000 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b29cc-db88-4f8b-9e52-d2be87dabb37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:52.807336 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b29cc-db88-4f8b-9e52-d2be87dabb37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:52.807666 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b29cc-db88-4f8b-9e52-d2be87dabb37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:52.808027 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b29cc-db88-4f8b-9e52-d2be87dabb37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:52.808356 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b29cc-db88-4f8b-9e52-d2be87dabb37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:52:52.827132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-401c8b31-b541-47d3-9996-19dd9d67bbb3 None None] Port dc593613-2352-4e45-9d2f-e8ab47522b65 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:52:52.838403 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] For port dc593613-2352-4e45-9d2f-e8ab47522b65, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:52:52.841768 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] For port dc593613-2352-4e45-9d2f-e8ab47522b65, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=dc593613-2352-4e45-9d2f-e8ab47522b65,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:52:52.907879 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] Allocated IP 172.20.0.1 (0804ad40-fc22-40e4-a704-c60b671f0780/cdfe925e-ef22-4b17-a88e-c53c5e2014af/18c35cef-4621-44dd-adba-c5641b05f7a8) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:52:52.910122 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:52.955655 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738f4793-6b2e-4426-b1f8-3a2c0cf93a6c None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:52:52.971260 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Routers {'1893e84d-1b85-438e-982e-6cf3130849dc'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:52:52.971965 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:52:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['1893e84d-1b85-438e-982e-6cf3130849dc'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:52.973823 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b29cc-db88-4f8b-9e52-d2be87dabb37 None None] Pushing event updated for resources: {'Port': ['ID=dc593613-2352-4e45-9d2f-e8ab47522b65,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:53.012198 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:53.048117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-198e4a3f-9225-41b6-b0d1-be658221719d None None] Provisioning complete for port dc593613-2352-4e45-9d2f-e8ab47522b65 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:52:53.049001 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-198e4a3f-9225-41b6-b0d1-be658221719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:53.085330 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] Set router 1893e84d-1b85-438e-982e-6cf3130849dc gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:52:53.100724 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:53.133093 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-198e4a3f-9225-41b6-b0d1-be658221719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:53.144549 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] Network 0804ad40-fc22-40e4-a704-c60b671f0780 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:52:53.147758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:52:53.150408 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:52:53.155815 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-198e4a3f-9225-41b6-b0d1-be658221719d None None] For port dc593613-2352-4e45-9d2f-e8ab47522b65, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=dc593613-2352-4e45-9d2f-e8ab47522b65,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:52:53.185046 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] Pushing event updated for resources: {'Port': ['ID=18c35cef-4621-44dd-adba-c5641b05f7a8,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:53.202550 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-198e4a3f-9225-41b6-b0d1-be658221719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:53.208272 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:53.274245 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e4a3f-9225-41b6-b0d1-be658221719d None None] Pushing event updated for resources: {'Port': ['ID=dc593613-2352-4e45-9d2f-e8ab47522b65,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:53.294162 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1893e84d-1b85-438e-982e-6cf3130849dc', 'name': 'tempest-ImageQuotaTest-1976243802-router', 'tenant_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'dc593613-2352-4e45-9d2f-e8ab47522b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:52:49Z', 'updated_at': '2021-11-18T17:52:50Z', 'revision_number': 3, 'project_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'gw_port': {'id': 'dc593613-2352-4e45-9d2f-e8ab47522b65', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:db:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1893e84d-1b85-438e-982e-6cf3130849dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:52:50Z', 'updated_at': '2021-11-18T17:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:53.324359 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c0b8c-d134-4a37-b68e-86e2889b19ab None None] The sync data for ids ['1893e84d-1b85-438e-982e-6cf3130849dc'] in n-d-813419-11 is: [{'id': '1893e84d-1b85-438e-982e-6cf3130849dc', 'name': 'tempest-ImageQuotaTest-1976243802-router', 'tenant_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'dc593613-2352-4e45-9d2f-e8ab47522b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:52:49Z', 'updated_at': '2021-11-18T17:52:50Z', 'revision_number': 3, 'project_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'gw_port': {'id': 'dc593613-2352-4e45-9d2f-e8ab47522b65', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:db:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1893e84d-1b85-438e-982e-6cf3130849dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:52:50Z', 'updated_at': '2021-11-18T17:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:52:53.345932 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:53.390208 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:53.426750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-98df7b3a-d824-43e6-ad20-52eef2b42e2d None None] Provisioning complete for port 18c35cef-4621-44dd-adba-c5641b05f7a8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:52:53.427137 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-98df7b3a-d824-43e6-ad20-52eef2b42e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:53.466969 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-98df7b3a-d824-43e6-ad20-52eef2b42e2d None None] Port 18c35cef-4621-44dd-adba-c5641b05f7a8 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:52:53.591374 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:53.643220 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:53.710970 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] Pushing event updated for resources: {'Port': ['ID=18c35cef-4621-44dd-adba-c5641b05f7a8,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:53.713793 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:53.816978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] Network 0804ad40-fc22-40e4-a704-c60b671f0780 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:52:53.818461 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:52:53.940251 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] Router 1893e84d-1b85-438e-982e-6cf3130849dc has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:52:54.058046 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:52:54.072215 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9fe7e2fd-6fbb-4c9a-829d-f76c2d0c9c75 admin admin] 10.222.0.72 "PUT /v2.0/routers/1893e84d-1b85-438e-982e-6cf3130849dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1214983 Nov 18 17:52:54.102290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f037bc93-4e05-48e1-84b7-f7097c2482d9 None None] Provisioning complete for port 18c35cef-4621-44dd-adba-c5641b05f7a8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:52:54.102851 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f037bc93-4e05-48e1-84b7-f7097c2482d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:54.152017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f037bc93-4e05-48e1-84b7-f7097c2482d9 None None] Port 18c35cef-4621-44dd-adba-c5641b05f7a8 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:52:54.601501 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device dc593613-2352-4e45-9d2f-e8ab47522b65 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:52:54.649798 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port dc593613-2352-4e45-9d2f-e8ab47522b65 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:52:54.650178 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:54.977364 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Sync routers for ids ['1893e84d-1b85-438e-982e-6cf3130849dc'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:52:54.989367 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Routers {'1893e84d-1b85-438e-982e-6cf3130849dc'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:52:54.989997 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:52:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['1893e84d-1b85-438e-982e-6cf3130849dc'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:55.098362 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Set router 1893e84d-1b85-438e-982e-6cf3130849dc gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:52:55.182566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35842) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:55.297406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1893e84d-1b85-438e-982e-6cf3130849dc', 'name': 'tempest-ImageQuotaTest-1976243802-router', 'tenant_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'dc593613-2352-4e45-9d2f-e8ab47522b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:52:49Z', 'updated_at': '2021-11-18T17:52:53Z', 'revision_number': 4, 'project_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'gw_port': {'id': 'dc593613-2352-4e45-9d2f-e8ab47522b65', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:db:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1893e84d-1b85-438e-982e-6cf3130849dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:52:50Z', 'updated_at': '2021-11-18T17:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '18c35cef-4621-44dd-adba-c5641b05f7a8', 'name': '', 'network_id': '0804ad40-fc22-40e4-a704-c60b671f0780', 'tenant_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'mac_address': 'fa:16:3e:89:f2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1893e84d-1b85-438e-982e-6cf3130849dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'cdfe925e-ef22-4b17-a88e-c53c5e2014af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:52:52Z', 'updated_at': '2021-11-18T17:52:53Z', 'revision_number': 2, 'project_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'subnets': [{'id': 'cdfe925e-ef22-4b17-a88e-c53c5e2014af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:55.324455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Checking router: 1893e84d-1b85-438e-982e-6cf3130849dc for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:52:55.324808 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Updating router 1893e84d-1b85-438e-982e-6cf3130849dc port 18c35cef-4621-44dd-adba-c5641b05f7a8 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:52:55.353740 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:55.517773 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-10f09094-5ea8-424f-948a-081bc7174f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:55.612614 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:55.694111 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:55.746461 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8d932-e727-4ab0-bb97-83a309f16414 None None] Pushing event updated for resources: {'Port': ['ID=18c35cef-4621-44dd-adba-c5641b05f7a8,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:55.766013 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-10f09094-5ea8-424f-948a-081bc7174f4f admin admin] Deleting port 18c35cef-4621-44dd-adba-c5641b05f7a8 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:52:55.766375 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-10f09094-5ea8-424f-948a-081bc7174f4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:55.795984 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Attempting to bind port 18c35cef-4621-44dd-adba-c5641b05f7a8 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:52:55.796366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Attempting to bind port 18c35cef-4621-44dd-adba-c5641b05f7a8 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '44d6994a-2551-455d-abc9-7837835e290b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0804ad40-fc22-40e4-a704-c60b671f0780'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:52:55.796740 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Attempting to bind port 18c35cef-4621-44dd-adba-c5641b05f7a8 on network 0804ad40-fc22-40e4-a704-c60b671f0780 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:52:55.802575 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:52:55.802953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Checking segment: {'id': '44d6994a-2551-455d-abc9-7837835e290b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0804ad40-fc22-40e4-a704-c60b671f0780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:52:55.803360 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:55.803762 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Bound using segment: {'id': '44d6994a-2551-455d-abc9-7837835e290b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0804ad40-fc22-40e4-a704-c60b671f0780'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:52:55.804276 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Bound port: 18c35cef-4621-44dd-adba-c5641b05f7a8, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d6994a-2551-455d-abc9-7837835e290b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0804ad40-fc22-40e4-a704-c60b671f0780'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:52:55.804663 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:55.865238 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-10f09094-5ea8-424f-948a-081bc7174f4f admin admin] For port 18c35cef-4621-44dd-adba-c5641b05f7a8, host n-d-813419-11, got binding levels [] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:52:55.865538 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-10f09094-5ea8-424f-948a-081bc7174f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:55.869554 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] For port 18c35cef-4621-44dd-adba-c5641b05f7a8, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:52:55.875271 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] For port 18c35cef-4621-44dd-adba-c5641b05f7a8, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=18c35cef-4621-44dd-adba-c5641b05f7a8,segment=NetworkSegment(44d6994a-2551-455d-abc9-7837835e290b),segment_id=44d6994a-2551-455d-abc9-7837835e290b)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:52:55.883026 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-10f09094-5ea8-424f-948a-081bc7174f4f admin admin] Calling delete_port for 18c35cef-4621-44dd-adba-c5641b05f7a8 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:52:55.950297 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:56.026134 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3b375398-7396-45f1-88a1-e8ba40b6f144 None None] Provisioning complete for port 18c35cef-4621-44dd-adba-c5641b05f7a8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:52:56.028404 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3b375398-7396-45f1-88a1-e8ba40b6f144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:56.028404 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Routers {'1893e84d-1b85-438e-982e-6cf3130849dc'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:52:56.029137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:52:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['1893e84d-1b85-438e-982e-6cf3130849dc'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:56.064522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8d932-e727-4ab0-bb97-83a309f16414 None None] Pushing event updated for resources: {'Port': ['ID=18c35cef-4621-44dd-adba-c5641b05f7a8,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:56.140431 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-10f09094-5ea8-424f-948a-081bc7174f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:56.158025 n-d-813419-11 neutron-server[104009]: INFO neutron.plugins.ml2.db [None req-3b375398-7396-45f1-88a1-e8ba40b6f144 None None] No ports have port_id starting with 18c35cef-4621-44dd-adba-c5641b05f7a8 Nov 18 17:52:56.176382 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f09094-5ea8-424f-948a-081bc7174f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=18c35cef-4621-44dd-adba-c5641b05f7a8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:56.179258 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] Set router 1893e84d-1b85-438e-982e-6cf3130849dc gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:52:56.281107 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5bcbcfd3-9cfe-4a51-aec9-0a5f35825a9f None None] Could not find standard attr ID for object 18c35cef-4621-44dd-adba-c5641b05f7a8. {{(pid=104009) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 18 17:52:56.343808 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-10f09094-5ea8-424f-948a-081bc7174f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:56.404155 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1893e84d-1b85-438e-982e-6cf3130849dc', 'name': 'tempest-ImageQuotaTest-1976243802-router', 'tenant_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'dc593613-2352-4e45-9d2f-e8ab47522b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:52:49Z', 'updated_at': '2021-11-18T17:52:53Z', 'revision_number': 4, 'project_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'gw_port': {'id': 'dc593613-2352-4e45-9d2f-e8ab47522b65', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:db:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1893e84d-1b85-438e-982e-6cf3130849dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:52:50Z', 'updated_at': '2021-11-18T17:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '18c35cef-4621-44dd-adba-c5641b05f7a8', 'name': '', 'network_id': '0804ad40-fc22-40e4-a704-c60b671f0780', 'tenant_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'mac_address': 'fa:16:3e:89:f2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1893e84d-1b85-438e-982e-6cf3130849dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'cdfe925e-ef22-4b17-a88e-c53c5e2014af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:52:52Z', 'updated_at': '2021-11-18T17:52:55Z', 'revision_number': 4, 'project_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'subnets': [{'id': 'cdfe925e-ef22-4b17-a88e-c53c5e2014af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:56.435982 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c78ac6f-db03-46ec-ac0f-fabc2b264c8d None None] The sync data for ids ['1893e84d-1b85-438e-982e-6cf3130849dc'] in n-d-813419-11 is: [{'id': '1893e84d-1b85-438e-982e-6cf3130849dc', 'name': 'tempest-ImageQuotaTest-1976243802-router', 'tenant_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'dc593613-2352-4e45-9d2f-e8ab47522b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:52:49Z', 'updated_at': '2021-11-18T17:52:53Z', 'revision_number': 4, 'project_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'gw_port': {'id': 'dc593613-2352-4e45-9d2f-e8ab47522b65', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:db:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1893e84d-1b85-438e-982e-6cf3130849dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:52:50Z', 'updated_at': '2021-11-18T17:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '18c35cef-4621-44dd-adba-c5641b05f7a8', 'name': '', 'network_id': '0804ad40-fc22-40e4-a704-c60b671f0780', 'tenant_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'mac_address': 'fa:16:3e:89:f2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1893e84d-1b85-438e-982e-6cf3130849dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'cdfe925e-ef22-4b17-a88e-c53c5e2014af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:52:52Z', 'updated_at': '2021-11-18T17:52:55Z', 'revision_number': 4, 'project_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'subnets': [{'id': 'cdfe925e-ef22-4b17-a88e-c53c5e2014af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:52:56.600111 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f09094-5ea8-424f-948a-081bc7174f4f admin admin] Router 1893e84d-1b85-438e-982e-6cf3130849dc has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:52:56.713979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f09094-5ea8-424f-948a-081bc7174f4f admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:52:56.719329 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-10f09094-5ea8-424f-948a-081bc7174f4f admin admin] 10.222.0.72 "PUT /v2.0/routers/1893e84d-1b85-438e-982e-6cf3130849dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5356443 Nov 18 17:52:56.722489 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35844) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:56.836159 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d93cfb4-6ffa-40b0-b46f-638cccd310e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:56.943737 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d93cfb4-6ffa-40b0-b46f-638cccd310e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:57.053968 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-4d93cfb4-6ffa-40b0-b46f-638cccd310e9 admin admin] Deleting port dc593613-2352-4e45-9d2f-e8ab47522b65 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:52:57.054318 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d93cfb4-6ffa-40b0-b46f-638cccd310e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:57.141483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-4d93cfb4-6ffa-40b0-b46f-638cccd310e9 admin admin] For port dc593613-2352-4e45-9d2f-e8ab47522b65, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=dc593613-2352-4e45-9d2f-e8ab47522b65,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:52:57.142605 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d93cfb4-6ffa-40b0-b46f-638cccd310e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:57.155462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-4d93cfb4-6ffa-40b0-b46f-638cccd310e9 admin admin] Calling delete_port for dc593613-2352-4e45-9d2f-e8ab47522b65 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:52:57.380270 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d93cfb4-6ffa-40b0-b46f-638cccd310e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:57.409066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93cfb4-6ffa-40b0-b46f-638cccd310e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc593613-2352-4e45-9d2f-e8ab47522b65,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:57.425894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6e109a-6af6-4941-bf76-4de979dfac2d None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:52:57.474640 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d93cfb4-6ffa-40b0-b46f-638cccd310e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:57.524035 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca71837-a845-4ae0-b7ef-739977e3e9d8 None None] Sync routers for ids ['1893e84d-1b85-438e-982e-6cf3130849dc'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:52:57.534845 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca71837-a845-4ae0-b7ef-739977e3e9d8 None None] Routers {'1893e84d-1b85-438e-982e-6cf3130849dc'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:52:57.535458 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4ca71837-a845-4ae0-b7ef-739977e3e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:52:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['1893e84d-1b85-438e-982e-6cf3130849dc'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:57.567531 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d93cfb4-6ffa-40b0-b46f-638cccd310e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:57.569747 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d93cfb4-6ffa-40b0-b46f-638cccd310e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:57.604785 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4ca71837-a845-4ae0-b7ef-739977e3e9d8 None None] Set router 1893e84d-1b85-438e-982e-6cf3130849dc gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:52:57.659749 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4ca71837-a845-4ae0-b7ef-739977e3e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1893e84d-1b85-438e-982e-6cf3130849dc', 'name': 'tempest-ImageQuotaTest-1976243802-router', 'tenant_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:52:49Z', 'updated_at': '2021-11-18T17:52:57Z', 'revision_number': 7, 'project_id': '8360a4542abf4a55bd54fe73b2b09aa6', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:57.671293 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d93cfb4-6ffa-40b0-b46f-638cccd310e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:57.671889 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d93cfb4-6ffa-40b0-b46f-638cccd310e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1893e84d-1b85-438e-982e-6cf3130849dc {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 17:52:57.679920 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d93cfb4-6ffa-40b0-b46f-638cccd310e9 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:57.681096 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4d93cfb4-6ffa-40b0-b46f-638cccd310e9 admin admin] 10.222.0.72 "DELETE /v2.0/routers/1893e84d-1b85-438e-982e-6cf3130849dc HTTP/1.1" status: 204 len: 168 time: 0.9576776 Nov 18 17:52:57.683599 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35846) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:57.687330 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca71837-a845-4ae0-b7ef-739977e3e9d8 None None] Checking router: 1893e84d-1b85-438e-982e-6cf3130849dc for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:52:57.696050 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca71837-a845-4ae0-b7ef-739977e3e9d8 None None] Routers set() bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:52:57.696435 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca71837-a845-4ae0-b7ef-739977e3e9d8 None None] Router IDs set() for agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 18 17:52:57.697027 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_agentschedulers_db [None req-4ca71837-a845-4ae0-b7ef-739977e3e9d8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1893e84d-1b85-438e-982e-6cf3130849dc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:52:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent'). {{(pid=104010) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 18 17:52:57.697408 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca71837-a845-4ae0-b7ef-739977e3e9d8 None None] The sync data for ids ['1893e84d-1b85-438e-982e-6cf3130849dc'] in n-d-813419-11 is: [] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:52:57.734856 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36052be-1d85-4fc7-8f24-dc73d9abe5b9 admin admin] Deleting subnet cdfe925e-ef22-4b17-a88e-c53c5e2014af {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:52:57.734856 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b36052be-1d85-4fc7-8f24-dc73d9abe5b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:57.769539 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b36052be-1d85-4fc7-8f24-dc73d9abe5b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:57.853651 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b36052be-1d85-4fc7-8f24-dc73d9abe5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:57.973056 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b36052be-1d85-4fc7-8f24-dc73d9abe5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:57.998758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36052be-1d85-4fc7-8f24-dc73d9abe5b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdfe925e-ef22-4b17-a88e-c53c5e2014af,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:58.002691 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b36052be-1d85-4fc7-8f24-dc73d9abe5b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:58.008297 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b36052be-1d85-4fc7-8f24-dc73d9abe5b9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/cdfe925e-ef22-4b17-a88e-c53c5e2014af HTTP/1.1" status: 204 len: 168 time: 0.3236291 Nov 18 17:52:58.008623 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35848) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:58.009153 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce3d6f8-1637-4927-a1a6-4cdb929149e2 None None] Network 0804ad40-fc22-40e4-a704-c60b671f0780 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:52:58.081908 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:58.151866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] Deleting port 1ec01f7b-0692-44f7-8010-09c6944f45e4 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:52:58.152326 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:58.215216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1884e00-8fce-4722-9beb-13b9db526832 None None] DHCP port deletion for 0804ad40-fc22-40e4-a704-c60b671f0780 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:52:58.243203 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] For port 1ec01f7b-0692-44f7-8010-09c6944f45e4, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1ec01f7b-0692-44f7-8010-09c6944f45e4,segment=NetworkSegment(44d6994a-2551-455d-abc9-7837835e290b),segment_id=44d6994a-2551-455d-abc9-7837835e290b)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:52:58.243203 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:58.253959 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] Calling delete_port for 1ec01f7b-0692-44f7-8010-09c6944f45e4 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:52:58.268818 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d1884e00-8fce-4722-9beb-13b9db526832 None None] Deleting port 1ec01f7b-0692-44f7-8010-09c6944f45e4 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:52:58.269194 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d1884e00-8fce-4722-9beb-13b9db526832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:58.330803 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d1884e00-8fce-4722-9beb-13b9db526832 None None] For port 1ec01f7b-0692-44f7-8010-09c6944f45e4, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1ec01f7b-0692-44f7-8010-09c6944f45e4,segment=NetworkSegment(44d6994a-2551-455d-abc9-7837835e290b),segment_id=44d6994a-2551-455d-abc9-7837835e290b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:52:58.331203 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d1884e00-8fce-4722-9beb-13b9db526832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:58.344470 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d1884e00-8fce-4722-9beb-13b9db526832 None None] Calling delete_port for 1ec01f7b-0692-44f7-8010-09c6944f45e4 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:52:58.385799 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:58.415819 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec01f7b-0692-44f7-8010-09c6944f45e4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:58.420422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] No DVR routers for this DVR port 1ec01f7b-0692-44f7-8010-09c6944f45e4 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:52:58.428319 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d1884e00-8fce-4722-9beb-13b9db526832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:58.453628 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1884e00-8fce-4722-9beb-13b9db526832 None None] Pushing event deleted for resources: {'Port': ['ID=1ec01f7b-0692-44f7-8010-09c6944f45e4,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:58.457823 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1884e00-8fce-4722-9beb-13b9db526832 None None] No DVR routers for this DVR port 1ec01f7b-0692-44f7-8010-09c6944f45e4 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:52:58.497347 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:58.519885 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0804ad40-fc22-40e4-a704-c60b671f0780']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:58.529484 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d6994a-2551-455d-abc9-7837835e290b') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:58.529786 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d6994a-2551-455d-abc9-7837835e290b') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:52:58.543610 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:58.557366 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:58.564205 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:52:58.564595 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:52:58.566526 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:52:58.582527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device dc593613-2352-4e45-9d2f-e8ab47522b65 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:52:58.602322 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: dc593613-2352-4e45-9d2f-e8ab47522b65 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:52:58.602900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device dc593613-2352-4e45-9d2f-e8ab47522b65 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:52:58.603512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 18c35cef-4621-44dd-adba-c5641b05f7a8 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:52:58.623005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 18c35cef-4621-44dd-adba-c5641b05f7a8 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:52:58.623358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 18c35cef-4621-44dd-adba-c5641b05f7a8 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:52:58.623800 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1ec01f7b-0692-44f7-8010-09c6944f45e4 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:52:58.646361 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 1ec01f7b-0692-44f7-8010-09c6944f45e4 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:52:58.646710 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1ec01f7b-0692-44f7-8010-09c6944f45e4 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:52:58.694029 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:58.700165 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:58.703428 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] 10.222.0.72 "DELETE /v2.0/networks/0804ad40-fc22-40e4-a704-c60b671f0780 HTTP/1.1" status: 204 len: 168 time: 0.6937335 Nov 18 17:52:58.714159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c679aad-dc80-46b0-bdc8-24185f6c56ab admin admin] Pushing event deleted for resources: {'Network': ['ID=0804ad40-fc22-40e4-a704-c60b671f0780,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:58.976829 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35852) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:59.016750 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-276f0fb9-39a4-4ac2-bdd6-d433092003a6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8360a4542abf4a55bd54fe73b2b09aa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387521 Nov 18 17:52:59.019150 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35854) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:59.066049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87bd2a98-5e27-478f-a161-2ab50b6769fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:59.090881 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87bd2a98-5e27-478f-a161-2ab50b6769fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:59.191187 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87bd2a98-5e27-478f-a161-2ab50b6769fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:59.193829 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87bd2a98-5e27-478f-a161-2ab50b6769fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:59.195001 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-87bd2a98-5e27-478f-a161-2ab50b6769fb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c3f6fe79-bc5d-4224-bd96-45f8a0f947ae HTTP/1.1" status: 204 len: 168 time: 0.1749020 Nov 18 17:52:59.202735 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd2a98-5e27-478f-a161-2ab50b6769fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f6fe79-bc5d-4224-bd96-45f8a0f947ae,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:59.741688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 35860) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:59.756291 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8934aba7-ce4d-428a-9c4c-25b728977c17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:59.834000 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8934aba7-ce4d-428a-9c4c-25b728977c17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:59.871035 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8934aba7-ce4d-428a-9c4c-25b728977c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:59.910229 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8934aba7-ce4d-428a-9c4c-25b728977c17 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1674435 Nov 18 17:52:59.911129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934aba7-ce4d-428a-9c4c-25b728977c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea48aef5-19d2-42f9-85f3-e72926fad2fb,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:52:59.913872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 35862) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:52:59.955401 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59e55af1-1eea-4c6c-8f3a-8929072be906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:59.963296 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f230f6d2-0ebf-4087-b7d5-fb65cdd9155e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:52:59.985111 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f230f6d2-0ebf-4087-b7d5-fb65cdd9155e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:00.111900 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f230f6d2-0ebf-4087-b7d5-fb65cdd9155e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:00.114566 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f230f6d2-0ebf-4087-b7d5-fb65cdd9155e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:00.116043 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f230f6d2-0ebf-4087-b7d5-fb65cdd9155e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ea48aef5-19d2-42f9-85f3-e72926fad2fb HTTP/1.1" status: 204 len: 168 time: 0.2005119 Nov 18 17:53:00.129116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230f6d2-0ebf-4087-b7d5-fb65cdd9155e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea48aef5-19d2-42f9-85f3-e72926fad2fb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:02.434917 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-558d3a1e-2618-48d9-9715-8ca712c0ad6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:03.694141 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:05.099961 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:05.511074 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:11.092647 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-fa04b45b-ad77-4b09-8ea3-55a7f94eaaf9 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=67bc94fdd2f84e9ebfef1e388954ffad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323396 Nov 18 17:53:11.596845 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-b4ffd839-b325-4971-8ba3-eb609ad69663 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:11.598328 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-b4ffd839-b325-4971-8ba3-eb609ad69663 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4997885 Nov 18 17:53:11.613568 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-55242693-dbb2-4f29-8fdf-2cca5b6f47dd tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/quotas/67bc94fdd2f84e9ebfef1e388954ffad HTTP/1.1" status: 200 len: 375 time: 0.0092368 Nov 18 17:53:11.644740 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-d4643db8-9a42-4fb7-860c-cdd549ece1a8 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=67bc94fdd2f84e9ebfef1e388954ffad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259166 Nov 18 17:53:12.887549 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4935e5b-4da7-4806-8134-a40885e31f8e req-aac1ec8a-d2b1-4225-befa-be0cd3f526ac tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 210 time: 0.0260220 Nov 18 17:53:13.967444 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8fc59a00-e362-4652-a24c-0a04a50c4389 req-29e7e690-f64f-4f9c-8c7b-9f8e0a1d939c tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 210 time: 0.0294909 Nov 18 17:53:15.042773 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb309c0a-a9a4-40b8-915d-faf173337054 req-8af110c4-0d7e-49e4-ba1d-55cb12767d8b tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 210 time: 0.0250661 Nov 18 17:53:16.117377 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-efdf9100-5851-4aac-9bff-5310b35fb2f9 req-271d8e04-d552-4157-b064-188c65545903 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 210 time: 0.0261202 Nov 18 17:53:17.208686 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd84153c-b6ca-4c43-87aa-7b327cfdafb4 req-eea16b1e-82a5-401a-98b4-9e5c4e542f71 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 210 time: 0.0259447 Nov 18 17:53:18.302134 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5831eed0-8512-4c4a-890b-66daafaf8c80 req-920f74f2-66fe-4a21-8017-1b00396e804d tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 210 time: 0.0262246 Nov 18 17:53:19.124782 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-ae111b3e-b1e0-4955-9e8a-c726ec18645e tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=67bc94fdd2f84e9ebfef1e388954ffad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207734 Nov 18 17:53:19.237652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-e6c926c0-4fa9-4cf1-88a0-828789cd7e49 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:19.239044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-e6c926c0-4fa9-4cf1-88a0-828789cd7e49 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1075444 Nov 18 17:53:19.251650 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-f8b7540d-231a-451e-896f-4f8b0eac9c90 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Request body: {'port': {'device_id': '6e90846b-a087-4c16-b6c3-cb818fa1e8e1', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'admin_state_up': True, 'tenant_id': '67bc94fdd2f84e9ebfef1e388954ffad'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:53:19.410717 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1dbec16d-57bc-4650-a99c-398492d1ea48 req-0860e98d-05aa-4c33-9122-ce622324d19c tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 210 time: 0.0265703 Nov 18 17:53:19.430431 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-f8b7540d-231a-451e-896f-4f8b0eac9c90 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Made reservation on behalf of 67bc94fdd2f84e9ebfef1e388954ffad for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:53:19.433995 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-f8b7540d-231a-451e-896f-4f8b0eac9c90 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:19.442928 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-f8b7540d-231a-451e-896f-4f8b0eac9c90 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:19.515879 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-f8b7540d-231a-451e-896f-4f8b0eac9c90 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:19.601951 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-f8b7540d-231a-451e-896f-4f8b0eac9c90 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:19.673784 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7540d-231a-451e-896f-4f8b0eac9c90 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a0972b-c96d-4233-b634-36f2b2bd7671,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:19.739323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-f8b7540d-231a-451e-896f-4f8b0eac9c90 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Allocated IP 192.168.233.141 (44409c55-9ccf-4b3f-a394-e07c13b48953/ec76b869-6bc2-47fe-9f0a-a349365e0678/196ff11a-dd6b-4b24-a35e-678706ccfaf0) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:53:19.888315 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-f8b7540d-231a-451e-896f-4f8b0eac9c90 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:19.983571 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-f8b7540d-231a-451e-896f-4f8b0eac9c90 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:20.026203 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-f8b7540d-231a-451e-896f-4f8b0eac9c90 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Network 44409c55-9ccf-4b3f-a394-e07c13b48953 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:53:20.029379 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-f8b7540d-231a-451e-896f-4f8b0eac9c90 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:53:20.033726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-f8b7540d-231a-451e-896f-4f8b0eac9c90 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:53:20.042220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7540d-231a-451e-896f-4f8b0eac9c90 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Pushing event updated for resources: {'Port': ['ID=196ff11a-dd6b-4b24-a35e-678706ccfaf0,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:20.092616 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-f8b7540d-231a-451e-896f-4f8b0eac9c90 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:20.093236 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-f8b7540d-231a-451e-896f-4f8b0eac9c90 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:20.165550 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-f8b7540d-231a-451e-896f-4f8b0eac9c90 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9175737 Nov 18 17:53:20.243923 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:53:20.253027 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d9f94d02-8137-4882-8443-8688480a751d None None] Provisioning complete for port 196ff11a-dd6b-4b24-a35e-678706ccfaf0 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:53:20.255783 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d9f94d02-8137-4882-8443-8688480a751d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:20.287575 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d9f94d02-8137-4882-8443-8688480a751d None None] Port 196ff11a-dd6b-4b24-a35e-678706ccfaf0 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:53:20.335542 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Request body: {'port': {'device_id': '6e90846b-a087-4c16-b6c3-cb818fa1e8e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:53:20.395624 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:20.576162 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80317786-facc-43b0-8c85-457f3ee163b1 req-ee080288-cdd8-4357-87ac-9546c06aa966 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:20.577658 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80317786-facc-43b0-8c85-457f3ee163b1 req-ee080288-cdd8-4357-87ac-9546c06aa966 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 936 time: 0.0859106 Nov 18 17:53:20.675061 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80317786-facc-43b0-8c85-457f3ee163b1 req-830c48b7-93cf-4a9c-a2bb-fe86e9de1943 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0972b-c96d-4233-b634-36f2b2bd7671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686371 Nov 18 17:53:20.730796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 196ff11a-dd6b-4b24-a35e-678706ccfaf0 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:53:20.738262 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:20.750016 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Transition to ACTIVE for port object 196ff11a-dd6b-4b24-a35e-678706ccfaf0 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:53:20.823505 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:20.894145 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Pushing event updated for resources: {'Port': ['ID=196ff11a-dd6b-4b24-a35e-678706ccfaf0,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:20.945339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Attempting to bind port 196ff11a-dd6b-4b24-a35e-678706ccfaf0 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:53:20.945687 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Attempting to bind port 196ff11a-dd6b-4b24-a35e-678706ccfaf0 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:53:20.946020 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Attempting to bind port 196ff11a-dd6b-4b24-a35e-678706ccfaf0 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:53:20.950830 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Port 196ff11a-dd6b-4b24-a35e-678706ccfaf0 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:53:20.951210 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Attempting to bind port 196ff11a-dd6b-4b24-a35e-678706ccfaf0 on network 44409c55-9ccf-4b3f-a394-e07c13b48953 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:53:20.956512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:53:20.956862 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Checking segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:53:20.957253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Bound using segment: {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:53:20.957688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Bound port: 196ff11a-dd6b-4b24-a35e-678706ccfaf0, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9d574-dbc9-4e9b-9e87-e658a0465233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:53:20.958046 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:21.028244 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] For port 196ff11a-dd6b-4b24-a35e-678706ccfaf0, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:53:21.031339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] For port 196ff11a-dd6b-4b24-a35e-678706ccfaf0, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=196ff11a-dd6b-4b24-a35e-678706ccfaf0,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:53:21.128435 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:21.161987 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:21.162616 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:21.164066 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] 10.222.0.81 "PUT /v2.0/ports/196ff11a-dd6b-4b24-a35e-678706ccfaf0 HTTP/1.1" status: 200 len: 1097 time: 0.9894133 Nov 18 17:53:21.166611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e90846b-a087-4c16-b6c3-cb818fa1e8e1', 'tag': '196ff11a-dd6b-4b24-a35e-678706ccfaf0'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:53:21.166795 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f40090-eaa2-4e21-bfc0-d228592010ee" -d '{"events": [{"name": "network-changed", "server_uuid": "6e90846b-a087-4c16-b6c3-cb818fa1e8e1", "tag": "196ff11a-dd6b-4b24-a35e-678706ccfaf0"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:53:21.198515 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be8a20-cb24-45e3-b3ac-11f6de7b9d5b service neutron] Pushing event updated for resources: {'Port': ['ID=196ff11a-dd6b-4b24-a35e-678706ccfaf0,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:21.215072 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da95744a-25a2-498a-a268-0dd46e2ebb9d x-openstack-request-id: req-da95744a-25a2-498a-a268-0dd46e2ebb9d {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:53:21.215379 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e90846b-a087-4c16-b6c3-cb818fa1e8e1", "tag": "196ff11a-dd6b-4b24-a35e-678706ccfaf0", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:53:21.215667 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-da95744a-25a2-498a-a268-0dd46e2ebb9d {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:53:21.216105 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e90846b-a087-4c16-b6c3-cb818fa1e8e1', 'tag': '196ff11a-dd6b-4b24-a35e-678706ccfaf0', 'status': 'completed', 'code': 200} Nov 18 17:53:21.281337 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f40090-eaa2-4e21-bfc0-d228592010ee req-6740d94f-bdab-4216-91a2-917a2c7d0347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:21.282965 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5f40090-eaa2-4e21-bfc0-d228592010ee req-6740d94f-bdab-4216-91a2-917a2c7d0347 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67bc94fdd2f84e9ebfef1e388954ffad&device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 1100 time: 0.0441756 Nov 18 17:53:21.314270 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5f40090-eaa2-4e21-bfc0-d228592010ee req-84e1d396-50cb-435b-9b56-7754d1fbd872 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=67bc94fdd2f84e9ebfef1e388954ffad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212750 Nov 18 17:53:21.423594 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f40090-eaa2-4e21-bfc0-d228592010ee req-5be090c9-53f4-4c76-b9fb-40b97403d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:21.423594 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5f40090-eaa2-4e21-bfc0-d228592010ee req-5be090c9-53f4-4c76-b9fb-40b97403d08a service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0997450 Nov 18 17:53:21.498340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-2e573e7b-266f-460b-88a0-d3a0b0efa529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:21.499770 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-2e573e7b-266f-460b-88a0-d3a0b0efa529 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67bc94fdd2f84e9ebfef1e388954ffad&device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 1100 time: 0.0405741 Nov 18 17:53:21.545992 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-abdd32ae-f5d3-4dad-b689-c0669bbbb151 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=196ff11a-dd6b-4b24-a35e-678706ccfaf0 HTTP/1.1" status: 200 len: 217 time: 0.0373187 Nov 18 17:53:21.595517 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-661b86f0-0151-44a4-844e-a57b714b3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:21.597040 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-661b86f0-0151-44a4-844e-a57b714b3ae0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec76b869-6bc2-47fe-9f0a-a349365e0678 HTTP/1.1" status: 200 len: 843 time: 0.0440998 Nov 18 17:53:21.642942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-e702cd2c-a4eb-4703-ab26-2d54eec2b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:21.644511 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-e702cd2c-a4eb-4703-ab26-2d54eec2b16a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44409c55-9ccf-4b3f-a394-e07c13b48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0398593 Nov 18 17:53:21.689513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-23125aba-bd3c-4f5d-808b-fc6ecb736d1f req-e06ce5b3-ae14-4ca1-9ba8-898681bfd76e service neutron] (104008) timed out ('10.222.0.72', 57744) {{(pid=104008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 17:53:21.741922 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-40304c65-a52e-4137-ad1e-683c2fbc68fa service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895574 Nov 18 17:53:21.745288 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:21.848910 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e0b45-05a0-4f20-b59d-a458c2803649 req-0fda7e14-7e3b-47b8-849b-d0ca1c917418 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:21.850307 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-372e0b45-05a0-4f20-b59d-a458c2803649 req-0fda7e14-7e3b-47b8-849b-d0ca1c917418 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 948 time: 0.1075010 Nov 18 17:53:21.885270 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5039c33c-3ab4-4a03-a6fd-4745949b5622 req-723bda4b-6dd6-4343-a7cd-169ffd4cd38c service neutron] 10.222.0.81 "GET /v2.0/networks/44409c55-9ccf-4b3f-a394-e07c13b48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335983 Nov 18 17:53:21.912233 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-372e0b45-05a0-4f20-b59d-a458c2803649 req-4ffab580-dbf9-405d-918d-f4e81dee70d8 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0972b-c96d-4233-b634-36f2b2bd7671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555604 Nov 18 17:53:23.027341 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ca416-5f62-47ca-b8af-be10cdf2f01b req-a74817bd-fe4f-47ca-a199-d9ea704cd265 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:23.028848 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f2ca416-5f62-47ca-b8af-be10cdf2f01b req-a74817bd-fe4f-47ca-a199-d9ea704cd265 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 948 time: 0.0482485 Nov 18 17:53:23.075221 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f2ca416-5f62-47ca-b8af-be10cdf2f01b req-30b8d55f-843b-4968-8c9c-ef3f7c294a0a tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0972b-c96d-4233-b634-36f2b2bd7671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 Nov 18 17:53:23.350896 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:24.192443 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 196ff11a-dd6b-4b24-a35e-678706ccfaf0 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:53:24.193603 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc914b-a067-49b6-9d8b-3b37c68da0be req-5efc017a-f0c8-4be3-ad9e-1baf9eca5eee tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:24.195276 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41dc914b-a067-49b6-9d8b-3b37c68da0be req-5efc017a-f0c8-4be3-ad9e-1baf9eca5eee tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 948 time: 0.0537124 Nov 18 17:53:24.242447 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41dc914b-a067-49b6-9d8b-3b37c68da0be req-197e4673-9bf4-40ef-80eb-3512c11b32da tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0972b-c96d-4233-b634-36f2b2bd7671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411487 Nov 18 17:53:24.289991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 196ff11a-dd6b-4b24-a35e-678706ccfaf0, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=196ff11a-dd6b-4b24-a35e-678706ccfaf0,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:53:24.300953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '196ff11a-dd6b-4b24-a35e-678706ccfaf0', 'network_id': '44409c55-9ccf-4b3f-a394-e07c13b48953', 'port_id': '196ff11a-dd6b-4b24-a35e-678706ccfaf0', 'mac_address': 'fa:16:3e:ea:21:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec76b869-6bc2-47fe-9f0a-a349365e0678', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:53:24.338672 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:24.351383 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 196ff11a-dd6b-4b24-a35e-678706ccfaf0 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:53:24.370804 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 196ff11a-dd6b-4b24-a35e-678706ccfaf0, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=196ff11a-dd6b-4b24-a35e-678706ccfaf0,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:53:24.482243 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:24.529818 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=196ff11a-dd6b-4b24-a35e-678706ccfaf0,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:24.735061 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['196ff11a-dd6b-4b24-a35e-678706ccfaf0'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:53:25.358152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dab4e9-b07f-4e44-885a-123d11339459 req-c3621623-d7e4-4da7-ae13-d5e4481e6b0b tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:25.359646 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38dab4e9-b07f-4e44-885a-123d11339459 req-c3621623-d7e4-4da7-ae13-d5e4481e6b0b tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 949 time: 0.0491853 Nov 18 17:53:25.408618 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38dab4e9-b07f-4e44-885a-123d11339459 req-56951249-8237-4335-bce2-aea2f990e2c0 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0972b-c96d-4233-b634-36f2b2bd7671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423837 Nov 18 17:53:26.199332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 196ff11a-dd6b-4b24-a35e-678706ccfaf0 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:53:26.303191 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 196ff11a-dd6b-4b24-a35e-678706ccfaf0 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:53:26.306975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 196ff11a-dd6b-4b24-a35e-678706ccfaf0 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:53:26.307355 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:26.387924 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:26.410162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e90846b-a087-4c16-b6c3-cb818fa1e8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196ff11a-dd6b-4b24-a35e-678706ccfaf0'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:53:26.412451 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce36a33-5590-4d72-9921-13abe6f2e3fa" -d '{"events": [{"server_uuid": "6e90846b-a087-4c16-b6c3-cb818fa1e8e1", "name": "network-vif-plugged", "status": "completed", "tag": "196ff11a-dd6b-4b24-a35e-678706ccfaf0"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:53:26.425138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 196ff11a-dd6b-4b24-a35e-678706ccfaf0, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=196ff11a-dd6b-4b24-a35e-678706ccfaf0,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:53:26.505662 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:26.533255 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de680d8-86d3-4564-b985-dd59605f406d x-openstack-request-id: req-8de680d8-86d3-4564-b985-dd59605f406d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:53:26.533559 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e90846b-a087-4c16-b6c3-cb818fa1e8e1", "name": "network-vif-plugged", "status": "completed", "tag": "196ff11a-dd6b-4b24-a35e-678706ccfaf0", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:53:26.533821 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8de680d8-86d3-4564-b985-dd59605f406d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:53:26.534224 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e90846b-a087-4c16-b6c3-cb818fa1e8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196ff11a-dd6b-4b24-a35e-678706ccfaf0', 'code': 200} Nov 18 17:53:26.539861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686230-6aa2-41e6-8962-d84fe3d268f9 req-79c16aeb-8555-482a-806f-160e738f1187 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:26.541651 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce686230-6aa2-41e6-8962-d84fe3d268f9 req-79c16aeb-8555-482a-806f-160e738f1187 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 949 time: 0.0523973 Nov 18 17:53:26.564709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=196ff11a-dd6b-4b24-a35e-678706ccfaf0,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:26.628633 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce686230-6aa2-41e6-8962-d84fe3d268f9 req-2d0ea2e0-1856-46b8-9826-474c0629fc12 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0972b-c96d-4233-b634-36f2b2bd7671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726542 Nov 18 17:53:26.642975 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247eb9c6-74e8-4fee-9e98-694d02932dd1 req-2faad244-052e-41ca-b9a6-589a120d9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:26.644632 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-247eb9c6-74e8-4fee-9e98-694d02932dd1 req-2faad244-052e-41ca-b9a6-589a120d9162 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 1102 time: 0.0607073 Nov 18 17:53:26.687704 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-247eb9c6-74e8-4fee-9e98-694d02932dd1 req-06b5d618-a362-42e1-af16-918b3052ac0a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=20a0972b-c96d-4233-b634-36f2b2bd7671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361724 Nov 18 17:53:27.750250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4203b31-dbf0-4e55-9f4f-334013573aee req-6025b567-6caf-4081-84d9-389840970748 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:27.751860 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4203b31-dbf0-4e55-9f4f-334013573aee req-6025b567-6caf-4081-84d9-389840970748 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 950 time: 0.0494757 Nov 18 17:53:27.800449 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c4203b31-dbf0-4e55-9f4f-334013573aee req-a4695e50-3480-4ce6-b6c6-cce8559b8c6b tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0972b-c96d-4233-b634-36f2b2bd7671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425966 Nov 18 17:53:28.920011 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db3e2a-1440-48df-b593-9fd5af63dd4b req-1845a245-a6cc-4544-b995-dd630c2053a2 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:28.921522 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5db3e2a-1440-48df-b593-9fd5af63dd4b req-1845a245-a6cc-4544-b995-dd630c2053a2 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 950 time: 0.0526950 Nov 18 17:53:28.968058 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5db3e2a-1440-48df-b593-9fd5af63dd4b req-3927b0cf-7a0c-413f-9fd0-a8b219c1406f tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0972b-c96d-4233-b634-36f2b2bd7671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399358 Nov 18 17:53:29.327424 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-26d61dcb-135a-4957-8992-291137002644 req-7dc2db01-e4e2-4605-87b1-94dfa3c1804b service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:53:29.328461 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-26d61dcb-135a-4957-8992-291137002644 req-7dc2db01-e4e2-4605-87b1-94dfa3c1804b service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054884 Nov 18 17:53:29.798027 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-01d79ea7-7567-421e-8103-8cd1cd5d8e53 req-a8b2e855-569f-4a63-9833-730b71f095d2 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:53:29.799663 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-01d79ea7-7567-421e-8103-8cd1cd5d8e53 req-a8b2e855-569f-4a63-9833-730b71f095d2 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062358 Nov 18 17:53:29.966204 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6236decb-7086-48f9-9fa2-44e674f2a34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:30.391523 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2051a71-542e-4e9a-b94d-2e5add9eaf61 req-edb94c39-51f7-4d85-b91c-8e1e08d7e6ce tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:30.393111 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f2051a71-542e-4e9a-b94d-2e5add9eaf61 req-edb94c39-51f7-4d85-b91c-8e1e08d7e6ce tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 950 time: 0.0502648 Nov 18 17:53:30.441325 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f2051a71-542e-4e9a-b94d-2e5add9eaf61 req-318e8c19-3577-4614-84ca-0a64b6e49915 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0972b-c96d-4233-b634-36f2b2bd7671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420513 Nov 18 17:53:31.561861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd8ef7-4360-4a22-a4ef-3ac3a76e9bfa req-84f9f098-80d3-499f-b1f0-e6ed480dcc6b tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:31.563356 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3cd8ef7-4360-4a22-a4ef-3ac3a76e9bfa req-84f9f098-80d3-499f-b1f0-e6ed480dcc6b tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 950 time: 0.0500193 Nov 18 17:53:31.640663 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3cd8ef7-4360-4a22-a4ef-3ac3a76e9bfa req-7685bc63-44eb-412c-9012-ba0ffed80a1a tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0972b-c96d-4233-b634-36f2b2bd7671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697322 Nov 18 17:53:31.660115 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dfd3c-656e-4e46-94af-097fbd2b599c req-526a8e9f-8be4-4940-a454-33157be408fb tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:31.661574 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d12dfd3c-656e-4e46-94af-097fbd2b599c req-526a8e9f-8be4-4940-a454-33157be408fb tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 950 time: 0.0679455 Nov 18 17:53:31.749645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-d12dfd3c-656e-4e46-94af-097fbd2b599c req-22bf2ff6-74d8-46c6-ab0a-2662c6ccb7a8 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Deleting port 196ff11a-dd6b-4b24-a35e-678706ccfaf0 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:53:31.749902 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d12dfd3c-656e-4e46-94af-097fbd2b599c req-22bf2ff6-74d8-46c6-ab0a-2662c6ccb7a8 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:31.841580 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-d12dfd3c-656e-4e46-94af-097fbd2b599c req-22bf2ff6-74d8-46c6-ab0a-2662c6ccb7a8 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] For port 196ff11a-dd6b-4b24-a35e-678706ccfaf0, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=196ff11a-dd6b-4b24-a35e-678706ccfaf0,segment=NetworkSegment(99a9d574-dbc9-4e9b-9e87-e658a0465233),segment_id=99a9d574-dbc9-4e9b-9e87-e658a0465233)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:53:31.842030 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d12dfd3c-656e-4e46-94af-097fbd2b599c req-22bf2ff6-74d8-46c6-ab0a-2662c6ccb7a8 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:31.857558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-d12dfd3c-656e-4e46-94af-097fbd2b599c req-22bf2ff6-74d8-46c6-ab0a-2662c6ccb7a8 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Calling delete_port for 196ff11a-dd6b-4b24-a35e-678706ccfaf0 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:53:32.047971 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d12dfd3c-656e-4e46-94af-097fbd2b599c req-22bf2ff6-74d8-46c6-ab0a-2662c6ccb7a8 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:32.063337 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['196ff11a-dd6b-4b24-a35e-678706ccfaf0'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:53:32.077231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf2ff6-74d8-46c6-ab0a-2662c6ccb7a8 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Pushing event deleted for resources: {'Port': ['ID=196ff11a-dd6b-4b24-a35e-678706ccfaf0,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:32.121995 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12dfd3c-656e-4e46-94af-097fbd2b599c req-22bf2ff6-74d8-46c6-ab0a-2662c6ccb7a8 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] No DVR routers for this DVR port 196ff11a-dd6b-4b24-a35e-678706ccfaf0 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:53:32.124801 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d12dfd3c-656e-4e46-94af-097fbd2b599c req-22bf2ff6-74d8-46c6-ab0a-2662c6ccb7a8 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:32.128319 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d12dfd3c-656e-4e46-94af-097fbd2b599c req-22bf2ff6-74d8-46c6-ab0a-2662c6ccb7a8 tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.81 "DELETE /v2.0/ports/196ff11a-dd6b-4b24-a35e-678706ccfaf0 HTTP/1.1" status: 204 len: 173 time: 0.4608834 Nov 18 17:53:32.128791 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e90846b-a087-4c16-b6c3-cb818fa1e8e1', 'name': 'network-vif-deleted', 'tag': '196ff11a-dd6b-4b24-a35e-678706ccfaf0'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:53:32.131094 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c37612b-737f-4ad2-971f-b1bc80d1d1e4" -d '{"events": [{"server_uuid": "6e90846b-a087-4c16-b6c3-cb818fa1e8e1", "name": "network-vif-deleted", "tag": "196ff11a-dd6b-4b24-a35e-678706ccfaf0"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:53:32.170601 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0872606-b4d8-4968-9fc4-af9147817049 x-openstack-request-id: req-d0872606-b4d8-4968-9fc4-af9147817049 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:53:32.170910 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e90846b-a087-4c16-b6c3-cb818fa1e8e1", "name": "network-vif-deleted", "tag": "196ff11a-dd6b-4b24-a35e-678706ccfaf0", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:53:32.171175 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d0872606-b4d8-4968-9fc4-af9147817049 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:53:32.171590 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e90846b-a087-4c16-b6c3-cb818fa1e8e1', 'name': 'network-vif-deleted', 'tag': '196ff11a-dd6b-4b24-a35e-678706ccfaf0', 'status': 'completed', 'code': 200} Nov 18 17:53:32.453487 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d2f756b9-19fc-4265-9976-e480c8788b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:32.746344 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88d93e15-58d7-495c-9133-8c611ea48966 req-8f16de44-eb2c-4a1b-8957-9a100af6a6ee tempest-ServersAdminNegativeTestJSON-1675756256 tempest-ServersAdminNegativeTestJSON-1675756256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e90846b-a087-4c16-b6c3-cb818fa1e8e1 HTTP/1.1" status: 200 len: 210 time: 0.0264397 Nov 18 17:53:33.664808 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:34.229919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36024) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:53:34.390820 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5743e443-1073-4d76-8949-c3d83873caad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=67bc94fdd2f84e9ebfef1e388954ffad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1594446 Nov 18 17:53:34.393262 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36030) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:53:34.441042 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da8de806-f4fe-43ae-9dab-9ad765ac43d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:34.464583 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da8de806-f4fe-43ae-9dab-9ad765ac43d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:34.577664 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da8de806-f4fe-43ae-9dab-9ad765ac43d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:34.580379 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da8de806-f4fe-43ae-9dab-9ad765ac43d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:34.581549 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-da8de806-f4fe-43ae-9dab-9ad765ac43d2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/20a0972b-c96d-4233-b634-36f2b2bd7671 HTTP/1.1" status: 204 len: 168 time: 0.1873834 Nov 18 17:53:34.589745 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8de806-f4fe-43ae-9dab-9ad765ac43d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a0972b-c96d-4233-b634-36f2b2bd7671,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:35.093209 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:35.165687 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36036) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:53:35.179992 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f59c1e14-e9a8-4e3a-95b0-e94a0d1dbb4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:35.255641 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f59c1e14-e9a8-4e3a-95b0-e94a0d1dbb4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:35.321952 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f59c1e14-e9a8-4e3a-95b0-e94a0d1dbb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:35.364082 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f59c1e14-e9a8-4e3a-95b0-e94a0d1dbb4d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c22b8a0aa37c47b391f4317e314a5429&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1972167 Nov 18 17:53:35.365463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c1e14-e9a8-4e3a-95b0-e94a0d1dbb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb1dadf-a0d9-451f-bd00-30c0149f3b58,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:35.366836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36038) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:53:35.416199 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-399d8316-ff21-412a-a206-3b956824bbed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:35.442335 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-399d8316-ff21-412a-a206-3b956824bbed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:35.510348 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:35.602785 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-399d8316-ff21-412a-a206-3b956824bbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:35.605789 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-399d8316-ff21-412a-a206-3b956824bbed admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:35.607026 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-399d8316-ff21-412a-a206-3b956824bbed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ccb1dadf-a0d9-451f-bd00-30c0149f3b58 HTTP/1.1" status: 204 len: 168 time: 0.2390904 Nov 18 17:53:35.615042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d8316-ff21-412a-a206-3b956824bbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb1dadf-a0d9-451f-bd00-30c0149f3b58,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:36.291011 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 196ff11a-dd6b-4b24-a35e-678706ccfaf0 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:53:36.313874 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 196ff11a-dd6b-4b24-a35e-678706ccfaf0 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:53:36.314224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 196ff11a-dd6b-4b24-a35e-678706ccfaf0 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:53:36.715583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36060) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:53:36.809851 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-77b99b02-d426-48fb-b9d8-5665376c33cc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1414150015-network', 'tenant_id': 'e5130b9e17f84305b57fa07fb33b461c'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:53:36.886068 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b99b02-d426-48fb-b9d8-5665376c33cc admin admin] Made reservation on behalf of e5130b9e17f84305b57fa07fb33b461c for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:53:36.895305 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77b99b02-d426-48fb-b9d8-5665376c33cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:36.898530 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77b99b02-d426-48fb-b9d8-5665376c33cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:36.971526 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77b99b02-d426-48fb-b9d8-5665376c33cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:37.320186 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77b99b02-d426-48fb-b9d8-5665376c33cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:37.344774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b99b02-d426-48fb-b9d8-5665376c33cc admin admin] vlan segment allocate from pool success with {'vlan_id': 1132, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:53:37.354663 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b99b02-d426-48fb-b9d8-5665376c33cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de03bdfc-3a6f-48ba-bad7-a23d7a08e435,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:37.362623 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77b99b02-d426-48fb-b9d8-5665376c33cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:37.363569 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-77b99b02-d426-48fb-b9d8-5665376c33cc admin admin] Added segment 7fa783b7-68a3-4838-90f7-fd654ba46af5 of type vlan for network 0bc3bfb1-8d60-498a-be95-dae7e905d48e Nov 18 17:53:37.404273 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77b99b02-d426-48fb-b9d8-5665376c33cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:37.503468 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77b99b02-d426-48fb-b9d8-5665376c33cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:37.504456 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b99b02-d426-48fb-b9d8-5665376c33cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:37.505038 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77b99b02-d426-48fb-b9d8-5665376c33cc admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:37.562330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b99b02-d426-48fb-b9d8-5665376c33cc admin admin] Pushing event updated for resources: {'Network': ['ID=0bc3bfb1-8d60-498a-be95-dae7e905d48e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:37.572754 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 0bc3bfb1-8d60-498a-be95-dae7e905d48e details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:53:37.599491 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-77b99b02-d426-48fb-b9d8-5665376c33cc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8827462 Nov 18 17:53:37.602457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36064) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:53:37.607569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ab97aea3-a9e1-4351-a86f-a0ffac5bc490 admin admin] Request body: {'subnet': {'network_id': '0bc3bfb1-8d60-498a-be95-dae7e905d48e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1414150015-subnet', 'tenant_id': 'e5130b9e17f84305b57fa07fb33b461c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:53:37.693498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab97aea3-a9e1-4351-a86f-a0ffac5bc490 admin admin] Made reservation on behalf of e5130b9e17f84305b57fa07fb33b461c for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:53:37.695916 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ab97aea3-a9e1-4351-a86f-a0ffac5bc490 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:37.944960 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ab97aea3-a9e1-4351-a86f-a0ffac5bc490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:38.007100 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97aea3-a9e1-4351-a86f-a0ffac5bc490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=414e447a-71fd-4d44-a17a-0589b0a06e11,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:38.014330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97aea3-a9e1-4351-a86f-a0ffac5bc490 admin admin] Checking segment: {'id': '7fa783b7-68a3-4838-90f7-fd654ba46af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '0bc3bfb1-8d60-498a-be95-dae7e905d48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:53:38.014700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab97aea3-a9e1-4351-a86f-a0ffac5bc490 admin admin] Network hostable DHCP agents. Network: 0bc3bfb1-8d60-498a-be95-dae7e905d48e, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:53:38.093530 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab97aea3-a9e1-4351-a86f-a0ffac5bc490 admin admin] Network 0bc3bfb1-8d60-498a-be95-dae7e905d48e is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:53:38.178937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-ab97aea3-a9e1-4351-a86f-a0ffac5bc490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 0bc3bfb1-8d60-498a-be95-dae7e905d48e) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:53:38.183198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab97aea3-a9e1-4351-a86f-a0ffac5bc490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:38.183933 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ab97aea3-a9e1-4351-a86f-a0ffac5bc490 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:38.187925 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf73e18-aa81-45ad-979e-6efb29b0101f None None] Network 0bc3bfb1-8d60-498a-be95-dae7e905d48e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:53:38.254905 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ab97aea3-a9e1-4351-a86f-a0ffac5bc490 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6513674 Nov 18 17:53:38.316656 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9be7437-9b15-4643-b51b-8f566971dd25 None None] Network 0bc3bfb1-8d60-498a-be95-dae7e905d48e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:53:38.693788 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a457300-ed94-41e0-a524-ca11685d4786 req-11720c9f-4be5-4f47-bbba-12d5e9336806 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:38.695168 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a457300-ed94-41e0-a524-ca11685d4786 req-11720c9f-4be5-4f47-bbba-12d5e9336806 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/networks?id=0bc3bfb1-8d60-498a-be95-dae7e905d48e HTTP/1.1" status: 200 len: 812 time: 0.1012928 Nov 18 17:53:38.710481 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a457300-ed94-41e0-a524-ca11685d4786 req-306c487b-a289-44f3-9b4b-08d6b7c1a553 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/quotas/e5130b9e17f84305b57fa07fb33b461c HTTP/1.1" status: 200 len: 375 time: 0.0095937 Nov 18 17:53:38.744137 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a457300-ed94-41e0-a524-ca11685d4786 req-75a70e35-1292-41e4-9b1a-a6428710f632 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e5130b9e17f84305b57fa07fb33b461c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283978 Nov 18 17:53:38.805388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-6a457300-ed94-41e0-a524-ca11685d4786 req-ff800a55-c42e-45cb-81d9-95630aaf87f5 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:53:38.806395 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a457300-ed94-41e0-a524-ca11685d4786 req-ff800a55-c42e-45cb-81d9-95630aaf87f5 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0555291 Nov 18 17:53:38.897291 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a457300-ed94-41e0-a524-ca11685d4786 req-7fe98b8f-637d-43d9-8c57-cf30469008b4 service neutron] 10.222.0.72 "GET /v2.0/networks/0bc3bfb1-8d60-498a-be95-dae7e905d48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846717 Nov 18 17:53:38.990829 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a457300-ed94-41e0-a524-ca11685d4786 req-ce76634d-8fdf-46e9-83ef-f275ecd08484 service neutron] 10.222.0.72 "GET /v2.0/networks/0bc3bfb1-8d60-498a-be95-dae7e905d48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869617 Nov 18 17:53:39.243495 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b83a2c79-80ea-476e-bc0d-63da296c7204 req-f57757b9-f497-49c8-9591-0da89aa4167e tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 210 time: 0.0275006 Nov 18 17:53:40.319182 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f00ca19b-c9bf-4e44-90dc-32803e8f60c2 req-00998a9c-7e76-467c-bd41-e11b9c5e7792 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 210 time: 0.0271196 Nov 18 17:53:41.396993 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea769998-22f4-45c8-9959-ef65a7e3a92c req-0749e705-c0eb-4ac1-acac-a8cda8573f28 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 210 time: 0.0272100 Nov 18 17:53:42.472772 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-182a0051-f964-4cd7-bfc2-df03f025f0eb req-430bc98a-319a-4665-bfeb-4217a3980276 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 210 time: 0.0259750 Nov 18 17:53:43.562599 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a6e0838e-4519-42cb-9013-2cdc9a208948 req-6abd0428-7645-401d-9ef8-02f7ee62cab8 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 210 time: 0.0258186 Nov 18 17:53:44.658141 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c5cd143-06d0-40cb-a27b-a3ddd4a12d98 req-2fa69c7a-7535-4156-856f-e0cdc3d025cc tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 210 time: 0.0302277 Nov 18 17:53:45.275048 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a457300-ed94-41e0-a524-ca11685d4786 req-38b9d0e8-93ed-47e8-be36-eaf9afab9cbc tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:45.276389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a457300-ed94-41e0-a524-ca11685d4786 req-38b9d0e8-93ed-47e8-be36-eaf9afab9cbc tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.81 "GET /v2.0/networks?id=0bc3bfb1-8d60-498a-be95-dae7e905d48e HTTP/1.1" status: 200 len: 812 time: 0.1071332 Nov 18 17:53:45.290119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-6a457300-ed94-41e0-a524-ca11685d4786 req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Request body: {'port': {'device_id': '9c1a4639-0d79-4b86-a9b1-16cae894273d', 'network_id': '0bc3bfb1-8d60-498a-be95-dae7e905d48e', 'admin_state_up': True, 'tenant_id': 'e5130b9e17f84305b57fa07fb33b461c'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:53:45.481882 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a457300-ed94-41e0-a524-ca11685d4786 req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Made reservation on behalf of e5130b9e17f84305b57fa07fb33b461c for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:53:45.485571 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6a457300-ed94-41e0-a524-ca11685d4786 req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:45.613174 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-6a457300-ed94-41e0-a524-ca11685d4786 req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Allocated IP 172.20.0.7 (0bc3bfb1-8d60-498a-be95-dae7e905d48e/414e447a-71fd-4d44-a17a-0589b0a06e11/90909dc1-69c2-4b2b-8631-2acb16b73236) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:53:45.776307 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64d8c011-3d00-4b94-b335-d5aad7f7a290 req-674dadb1-2f5c-499e-a66a-26388637a0d3 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 210 time: 0.0382171 Nov 18 17:53:45.786143 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6a457300-ed94-41e0-a524-ca11685d4786 req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:45.864830 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6a457300-ed94-41e0-a524-ca11685d4786 req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:45.911419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a457300-ed94-41e0-a524-ca11685d4786 req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Network 0bc3bfb1-8d60-498a-be95-dae7e905d48e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:53:45.914547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-6a457300-ed94-41e0-a524-ca11685d4786 req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:53:45.917253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a457300-ed94-41e0-a524-ca11685d4786 req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:53:45.943739 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Pushing event updated for resources: {'Port': ['ID=90909dc1-69c2-4b2b-8631-2acb16b73236,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:45.958859 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:45.959217 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:45.959569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:45.959946 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:45.960293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:45.960633 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:45.960968 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:45.961302 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:45.961636 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:45.961967 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:45.962298 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:45.962629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:45.984272 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a457300-ed94-41e0-a524-ca11685d4786 req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:45.984889 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6a457300-ed94-41e0-a524-ca11685d4786 req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:46.059564 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a457300-ed94-41e0-a524-ca11685d4786 req-8aa79cd6-dbb2-45b4-89bd-63d2434231d4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7730863 Nov 18 17:53:46.073033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Request body: {'port': {'device_id': '9c1a4639-0d79-4b86-a9b1-16cae894273d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:53:46.127729 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:46.391258 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90909dc1-69c2-4b2b-8631-2acb16b73236 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:53:46.398639 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:46.410394 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Transition to ACTIVE for port object 90909dc1-69c2-4b2b-8631-2acb16b73236 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:53:46.481864 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:46.536526 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Pushing event updated for resources: {'Port': ['ID=90909dc1-69c2-4b2b-8631-2acb16b73236,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:46.604608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Attempting to bind port 90909dc1-69c2-4b2b-8631-2acb16b73236 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:53:46.604961 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Attempting to bind port 90909dc1-69c2-4b2b-8631-2acb16b73236 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '7fa783b7-68a3-4838-90f7-fd654ba46af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '0bc3bfb1-8d60-498a-be95-dae7e905d48e'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:53:46.605567 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Attempting to bind port 90909dc1-69c2-4b2b-8631-2acb16b73236 on network 0bc3bfb1-8d60-498a-be95-dae7e905d48e {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:53:46.609986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Port 90909dc1-69c2-4b2b-8631-2acb16b73236 on network 0bc3bfb1-8d60-498a-be95-dae7e905d48e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:53:46.610315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Attempting to bind port 90909dc1-69c2-4b2b-8631-2acb16b73236 on network 0bc3bfb1-8d60-498a-be95-dae7e905d48e {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:53:46.615851 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:53:46.616196 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Checking segment: {'id': '7fa783b7-68a3-4838-90f7-fd654ba46af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '0bc3bfb1-8d60-498a-be95-dae7e905d48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:53:46.616582 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Bound using segment: {'id': '7fa783b7-68a3-4838-90f7-fd654ba46af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '0bc3bfb1-8d60-498a-be95-dae7e905d48e'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:53:46.617016 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Bound port: 90909dc1-69c2-4b2b-8631-2acb16b73236, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa783b7-68a3-4838-90f7-fd654ba46af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '0bc3bfb1-8d60-498a-be95-dae7e905d48e'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:53:46.617373 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:46.679851 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] For port 90909dc1-69c2-4b2b-8631-2acb16b73236, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:53:46.682734 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] For port 90909dc1-69c2-4b2b-8631-2acb16b73236, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=90909dc1-69c2-4b2b-8631-2acb16b73236,segment=NetworkSegment(7fa783b7-68a3-4838-90f7-fd654ba46af5),segment_id=7fa783b7-68a3-4838-90f7-fd654ba46af5)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:53:46.760228 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:46.793430 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:46.794112 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:46.795526 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a457300-ed94-41e0-a524-ca11685d4786 req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] 10.222.0.81 "PUT /v2.0/ports/90909dc1-69c2-4b2b-8631-2acb16b73236 HTTP/1.1" status: 200 len: 1092 time: 0.7266455 Nov 18 17:53:46.796017 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1a4639-0d79-4b86-a9b1-16cae894273d', 'tag': '90909dc1-69c2-4b2b-8631-2acb16b73236'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:53:46.798319 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0162d659-d5d3-4631-808a-7c935f1eaab1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1a4639-0d79-4b86-a9b1-16cae894273d", "tag": "90909dc1-69c2-4b2b-8631-2acb16b73236"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:53:46.826819 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3452d-f402-4644-98af-59e5312f4c37 service neutron] Pushing event updated for resources: {'Port': ['ID=90909dc1-69c2-4b2b-8631-2acb16b73236,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:46.844533 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9765ed1f-af6f-4714-a2d6-d821cf7a31d5 x-openstack-request-id: req-9765ed1f-af6f-4714-a2d6-d821cf7a31d5 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:53:46.844533 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1a4639-0d79-4b86-a9b1-16cae894273d", "tag": "90909dc1-69c2-4b2b-8631-2acb16b73236", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:53:46.844773 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9765ed1f-af6f-4714-a2d6-d821cf7a31d5 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:53:46.845125 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1a4639-0d79-4b86-a9b1-16cae894273d', 'tag': '90909dc1-69c2-4b2b-8631-2acb16b73236', 'status': 'completed', 'code': 200} Nov 18 17:53:46.941179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc778d-674a-4d35-94b6-2b4f0e83335e req-06743dc3-71f4-4d7b-ad31-5fd5251f87cb tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:46.942585 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4fc778d-674a-4d35-94b6-2b4f0e83335e req-06743dc3-71f4-4d7b-ad31-5fd5251f87cb tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 943 time: 0.0847225 Nov 18 17:53:46.957546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162d659-d5d3-4631-808a-7c935f1eaab1 req-a10a6cbf-014c-4dd8-b6b5-abcd0d9b5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:46.959146 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0162d659-d5d3-4631-808a-7c935f1eaab1 req-a10a6cbf-014c-4dd8-b6b5-abcd0d9b5e81 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5130b9e17f84305b57fa07fb33b461c&device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 1095 time: 0.0846434 Nov 18 17:53:47.051805 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4fc778d-674a-4d35-94b6-2b4f0e83335e req-45c307a1-d465-4908-89ef-77b989ac565a tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024048 Nov 18 17:53:47.080750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162d659-d5d3-4631-808a-7c935f1eaab1 req-20399539-cb05-4fca-b391-83ab2144d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:47.082860 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0162d659-d5d3-4631-808a-7c935f1eaab1 req-20399539-cb05-4fca-b391-83ab2144d875 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=e5130b9e17f84305b57fa07fb33b461c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1147935 Nov 18 17:53:47.176929 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162d659-d5d3-4631-808a-7c935f1eaab1 req-ce486ce1-34bd-4c72-929a-0691afb728f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:47.178406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0162d659-d5d3-4631-808a-7c935f1eaab1 req-ce486ce1-34bd-4c72-929a-0691afb728f9 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0883789 Nov 18 17:53:47.262496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a457300-ed94-41e0-a524-ca11685d4786 req-f01165b3-7d47-4431-bb03-df0b97871635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:47.262496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a457300-ed94-41e0-a524-ca11685d4786 req-f01165b3-7d47-4431-bb03-df0b97871635 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5130b9e17f84305b57fa07fb33b461c&device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 1095 time: 0.0422330 Nov 18 17:53:47.302585 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a457300-ed94-41e0-a524-ca11685d4786 req-6865e7df-8f8e-4a53-bbdb-8aef06e9f242 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90909dc1-69c2-4b2b-8631-2acb16b73236 HTTP/1.1" status: 200 len: 217 time: 0.0382621 Nov 18 17:53:47.350763 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a457300-ed94-41e0-a524-ca11685d4786 req-2a35eab8-0bcd-4c2b-800a-141a8e93ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:47.352221 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a457300-ed94-41e0-a524-ca11685d4786 req-2a35eab8-0bcd-4c2b-800a-141a8e93ee5b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=414e447a-71fd-4d44-a17a-0589b0a06e11 HTTP/1.1" status: 200 len: 852 time: 0.0430868 Nov 18 17:53:47.382687 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a457300-ed94-41e0-a524-ca11685d4786 req-1823b6a4-e62b-46e3-9d92-dc5ac42e9f18 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0bc3bfb1-8d60-498a-be95-dae7e905d48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239112 Nov 18 17:53:47.474350 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a457300-ed94-41e0-a524-ca11685d4786 req-b4fbcaad-b2ab-49ff-9732-a89fa40af8ee service neutron] 10.222.0.81 "GET /v2.0/networks/0bc3bfb1-8d60-498a-be95-dae7e905d48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847607 Nov 18 17:53:47.562691 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a457300-ed94-41e0-a524-ca11685d4786 req-42cbec1e-5a26-481e-b7e4-7f7e39908c8b service neutron] 10.222.0.81 "GET /v2.0/networks/0bc3bfb1-8d60-498a-be95-dae7e905d48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814395 Nov 18 17:53:48.172131 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02826d7-dd6a-4c6e-8b63-2b27b9d024c4 req-0d00a72d-6db7-48c2-81f1-d7f2cd232be0 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:48.173614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d02826d7-dd6a-4c6e-8b63-2b27b9d024c4 req-0d00a72d-6db7-48c2-81f1-d7f2cd232be0 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 943 time: 0.0531902 Nov 18 17:53:48.544389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d02826d7-dd6a-4c6e-8b63-2b27b9d024c4 req-367f3ce7-a07c-4340-b291-5650f1b92533 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641167 Nov 18 17:53:49.657660 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf756e6a-c853-4f31-9ced-68f22bf4b985 req-1ffa7962-b3c6-4c27-bd0b-19771076a2d7 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:49.659136 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf756e6a-c853-4f31-9ced-68f22bf4b985 req-1ffa7962-b3c6-4c27-bd0b-19771076a2d7 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 943 time: 0.0476992 Nov 18 17:53:49.705790 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf756e6a-c853-4f31-9ced-68f22bf4b985 req-1a515f4a-75bc-47fe-ae80-4e886fcf749c tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401099 Nov 18 17:53:50.383390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 90909dc1-69c2-4b2b-8631-2acb16b73236 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:53:50.477097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 90909dc1-69c2-4b2b-8631-2acb16b73236, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=90909dc1-69c2-4b2b-8631-2acb16b73236,segment=NetworkSegment(7fa783b7-68a3-4838-90f7-fd654ba46af5),segment_id=7fa783b7-68a3-4838-90f7-fd654ba46af5)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:53:50.488306 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '90909dc1-69c2-4b2b-8631-2acb16b73236', 'network_id': '0bc3bfb1-8d60-498a-be95-dae7e905d48e', 'port_id': '90909dc1-69c2-4b2b-8631-2acb16b73236', 'mac_address': 'fa:16:3e:d2:67:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414e447a-71fd-4d44-a17a-0589b0a06e11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:53:50.528434 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:50.540736 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90909dc1-69c2-4b2b-8631-2acb16b73236 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:53:50.559082 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 90909dc1-69c2-4b2b-8631-2acb16b73236, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=90909dc1-69c2-4b2b-8631-2acb16b73236,segment=NetworkSegment(7fa783b7-68a3-4838-90f7-fd654ba46af5),segment_id=7fa783b7-68a3-4838-90f7-fd654ba46af5)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:53:50.645897 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:50.692877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=90909dc1-69c2-4b2b-8631-2acb16b73236,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:50.700210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:50.700572 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:50.700927 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:50.701278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:50.701622 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:50.701977 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:50.702312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:50.702649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:50.702985 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:50.703322 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:50.703656 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:50.704030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:53:50.825681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c7853-2472-4deb-b20b-1d7a523b33b5 req-3fa953ac-2597-405d-88e8-4ed8fafcc730 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:50.827198 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd0c7853-2472-4deb-b20b-1d7a523b33b5 req-3fa953ac-2597-405d-88e8-4ed8fafcc730 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 944 time: 0.0520308 Nov 18 17:53:50.837076 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['90909dc1-69c2-4b2b-8631-2acb16b73236'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:53:50.885594 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fd0c7853-2472-4deb-b20b-1d7a523b33b5 req-c41e959d-63f9-4d08-8a87-54eb1fe6c8b7 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521774 Nov 18 17:53:51.771228 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:52.003524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affd8cb-b6c1-41ab-ab60-2ec110b70e0b req-80a52d4e-513c-4d84-aa6e-1638e748f236 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:52.005329 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3affd8cb-b6c1-41ab-ab60-2ec110b70e0b req-80a52d4e-513c-4d84-aa6e-1638e748f236 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 944 time: 0.0493453 Nov 18 17:53:52.056476 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3affd8cb-b6c1-41ab-ab60-2ec110b70e0b req-a712cb2d-762d-41ad-b79b-034fe1b9a784 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449715 Nov 18 17:53:52.399509 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 90909dc1-69c2-4b2b-8631-2acb16b73236 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:53:52.498348 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 90909dc1-69c2-4b2b-8631-2acb16b73236 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:53:52.502291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 90909dc1-69c2-4b2b-8631-2acb16b73236 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:53:52.502666 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:52.583059 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:52.606239 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1a4639-0d79-4b86-a9b1-16cae894273d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90909dc1-69c2-4b2b-8631-2acb16b73236'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:53:52.608554 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bb99db-3768-4ff9-a15c-86c72fc3c329" -d '{"events": [{"server_uuid": "9c1a4639-0d79-4b86-a9b1-16cae894273d", "name": "network-vif-plugged", "status": "completed", "tag": "90909dc1-69c2-4b2b-8631-2acb16b73236"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:53:52.624784 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 90909dc1-69c2-4b2b-8631-2acb16b73236, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=90909dc1-69c2-4b2b-8631-2acb16b73236,segment=NetworkSegment(7fa783b7-68a3-4838-90f7-fd654ba46af5),segment_id=7fa783b7-68a3-4838-90f7-fd654ba46af5)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:53:52.650914 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975d8963-d5af-419c-a5ff-9f39a1776610 x-openstack-request-id: req-975d8963-d5af-419c-a5ff-9f39a1776610 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:53:52.651161 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1a4639-0d79-4b86-a9b1-16cae894273d", "name": "network-vif-plugged", "status": "completed", "tag": "90909dc1-69c2-4b2b-8631-2acb16b73236", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:53:52.651426 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-975d8963-d5af-419c-a5ff-9f39a1776610 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:53:52.651899 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1a4639-0d79-4b86-a9b1-16cae894273d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90909dc1-69c2-4b2b-8631-2acb16b73236', 'code': 200} Nov 18 17:53:52.681426 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:52.729567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=90909dc1-69c2-4b2b-8631-2acb16b73236,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:53:52.749424 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5297a2-e36e-46d6-99f5-72ac68921838 req-93212663-7845-42b3-b04a-43c2dd513d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:52.750909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e5297a2-e36e-46d6-99f5-72ac68921838 req-93212663-7845-42b3-b04a-43c2dd513d04 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 1097 time: 0.0390055 Nov 18 17:53:52.794773 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e5297a2-e36e-46d6-99f5-72ac68921838 req-3ccd6eab-03bc-4dc1-93de-57d8882aa9d9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364163 Nov 18 17:53:53.174983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915644cd-403d-428a-9873-ae34b2e4a747 req-7ab54a9c-37d7-4153-b4c3-781bc60c09ca tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:53.177136 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-915644cd-403d-428a-9873-ae34b2e4a747 req-7ab54a9c-37d7-4153-b4c3-781bc60c09ca tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0526481 Nov 18 17:53:53.224548 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-915644cd-403d-428a-9873-ae34b2e4a747 req-bf9fe4e5-5219-443b-8f44-878c0803d691 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414543 Nov 18 17:53:53.333118 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:53:54.342589 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303a939-7b5c-45a2-98e1-a5524ea8d1c7 req-cbb5fbfa-f4ac-45b5-b911-4b7ea34811bd tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:54.344090 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4303a939-7b5c-45a2-98e1-a5524ea8d1c7 req-cbb5fbfa-f4ac-45b5-b911-4b7ea34811bd tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0499818 Nov 18 17:53:54.390650 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4303a939-7b5c-45a2-98e1-a5524ea8d1c7 req-5c43aefb-2b37-46de-acd6-8df356a8b323 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405550 Nov 18 17:53:54.730614 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7bcb1-a7ee-46e5-a77f-818f97ba1853 req-51a7a0a0-42be-4f3f-8af1-d2d4627ea1ec tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:54.732138 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8cc7bcb1-a7ee-46e5-a77f-818f97ba1853 req-51a7a0a0-42be-4f3f-8af1-d2d4627ea1ec tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0486808 Nov 18 17:53:54.785715 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8cc7bcb1-a7ee-46e5-a77f-818f97ba1853 req-aad820bd-eca2-47e1-b93e-7ed5893befb5 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470657 Nov 18 17:53:54.816794 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36140) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:53:54.906337 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-4d46e522-b01f-44a7-b146-293dd51e03b2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884783 Nov 18 17:53:54.915031 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-212014df-9ee6-4733-aae8-aafd54e0b95c service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:53:54.916012 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-212014df-9ee6-4733-aae8-aafd54e0b95c service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048885 Nov 18 17:53:55.901389 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2d90b-42cc-4490-90ae-6117e6f177de req-9fdc9ed2-3e0f-4b03-b17d-cba9d391b1f4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:55.902927 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25e2d90b-42cc-4490-90ae-6117e6f177de req-9fdc9ed2-3e0f-4b03-b17d-cba9d391b1f4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0492148 Nov 18 17:53:55.952123 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25e2d90b-42cc-4490-90ae-6117e6f177de req-f573b891-693a-4b69-b5a9-e71bc039cae4 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428176 Nov 18 17:53:57.003623 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908063af-c857-48f9-a70f-49e494a906d5 req-064ea405-82e2-41c5-9647-2acfc3fb1735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:57.005694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-064ea405-82e2-41c5-9647-2acfc3fb1735 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5130b9e17f84305b57fa07fb33b461c&device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 1097 time: 0.0440781 Nov 18 17:53:57.129374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a1109-feb4-48f7-9adf-c7f8d605321a req-ec7d99d5-7185-4ed6-8a47-e09ad096e8fb tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:57.130728 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-844a1109-feb4-48f7-9adf-c7f8d605321a req-ec7d99d5-7185-4ed6-8a47-e09ad096e8fb tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.1014700 Nov 18 17:53:57.133419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908063af-c857-48f9-a70f-49e494a906d5 req-111449d9-644a-4f4e-a095-031a3a28e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:57.134742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-111449d9-644a-4f4e-a095-031a3a28e3e3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0bc3bfb1-8d60-498a-be95-dae7e905d48e HTTP/1.1" status: 200 len: 914 time: 0.1221411 Nov 18 17:53:57.183693 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-5cdea58b-265b-40f7-bcad-96ab217b7b09 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90909dc1-69c2-4b2b-8631-2acb16b73236 HTTP/1.1" status: 200 len: 217 time: 0.0403593 Nov 18 17:53:57.240157 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-844a1109-feb4-48f7-9adf-c7f8d605321a req-3377a177-69df-42b8-a0af-2fe5811907f5 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033192 Nov 18 17:53:57.243561 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:53:57.249940 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908063af-c857-48f9-a70f-49e494a906d5 req-fe2ca993-6efc-485c-87ad-58b92cb37d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:57.251472 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-fe2ca993-6efc-485c-87ad-58b92cb37d98 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=414e447a-71fd-4d44-a17a-0589b0a06e11 HTTP/1.1" status: 200 len: 852 time: 0.0575535 Nov 18 17:53:57.287074 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-199385fe-3c21-43c6-88f7-bf1a8e68deb6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0bc3bfb1-8d60-498a-be95-dae7e905d48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283930 Nov 18 17:53:57.380373 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-4142bf0f-542d-4449-8243-0cd28b40290c service neutron] 10.222.0.81 "GET /v2.0/networks/0bc3bfb1-8d60-498a-be95-dae7e905d48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854907 Nov 18 17:53:57.470201 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-0515e3cb-0d90-4b41-8eb1-4ec53be52299 service neutron] 10.222.0.81 "GET /v2.0/networks/0bc3bfb1-8d60-498a-be95-dae7e905d48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834079 Nov 18 17:53:58.354392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673b927-1119-48bf-9e6f-55508de453c1 req-5e86deb3-33ff-4f45-9169-10ddcc7f8aa3 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:58.356235 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1673b927-1119-48bf-9e6f-55508de453c1 req-5e86deb3-33ff-4f45-9169-10ddcc7f8aa3 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0487483 Nov 18 17:53:58.402938 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1673b927-1119-48bf-9e6f-55508de453c1 req-cedcee7c-c7ed-4aa8-a509-dd53ed6b60b6 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409176 Nov 18 17:53:59.519870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5d0b6-186c-4fee-9f18-4912ad577167 req-668abb27-9a72-4764-bb03-03e8838ae217 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:53:59.521376 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1cb5d0b6-186c-4fee-9f18-4912ad577167 req-668abb27-9a72-4764-bb03-03e8838ae217 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0492949 Nov 18 17:53:59.567627 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1cb5d0b6-186c-4fee-9f18-4912ad577167 req-860c2713-fb69-4f27-a56c-5f95652cee6d tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404348 Nov 18 17:53:59.978870 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eeeecdf9-d98b-46c6-80c7-51de7954d784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:00.689303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d99cc3-59da-4409-84d7-54a93c37167b req-939e4ff0-2e72-4ed1-a2c2-0aa0f560debb tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:00.690804 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-81d99cc3-59da-4409-84d7-54a93c37167b req-939e4ff0-2e72-4ed1-a2c2-0aa0f560debb tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0539021 Nov 18 17:54:00.737902 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-81d99cc3-59da-4409-84d7-54a93c37167b req-a3d5a024-41b4-4902-b1e4-5743ebd9d8f2 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411394 Nov 18 17:54:01.852501 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525412f-0a30-4b3b-8c30-afbb161d9108 req-eda24ebf-e956-47ee-b4eb-db91a98e2ce7 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:01.854019 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0525412f-0a30-4b3b-8c30-afbb161d9108 req-eda24ebf-e956-47ee-b4eb-db91a98e2ce7 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0488400 Nov 18 17:54:01.905240 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0525412f-0a30-4b3b-8c30-afbb161d9108 req-08bb5400-3ea1-4d39-b5fc-b607c8ce6a2e tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449603 Nov 18 17:54:02.435527 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e1e2c5f7-4031-48fe-8fb8-badedf3a65d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:03.023968 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815511-76d1-4a69-acf9-86ec92630d3d req-2d10d3fa-2746-45ed-b99b-2332060f4c09 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:03.025449 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4b815511-76d1-4a69-acf9-86ec92630d3d req-2d10d3fa-2746-45ed-b99b-2332060f4c09 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0522010 Nov 18 17:54:03.073085 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4b815511-76d1-4a69-acf9-86ec92630d3d req-805f8a19-0920-4ea4-940e-152eb4f9e23b tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415692 Nov 18 17:54:03.675637 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:04.187520 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e089bd-c0d2-4778-9648-30ad848c8820 req-d8daf6c8-d69f-484e-9ee9-19e9feccbe5b tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:04.189105 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64e089bd-c0d2-4778-9648-30ad848c8820 req-d8daf6c8-d69f-484e-9ee9-19e9feccbe5b tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0490718 Nov 18 17:54:04.235982 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64e089bd-c0d2-4778-9648-30ad848c8820 req-bc12266d-8ba1-42e8-a077-b2d2162b21fb tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401537 Nov 18 17:54:05.102088 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:05.350578 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464aa4c-896b-40b0-bba9-6c43d82bfa55 req-6a542e1f-71c9-4525-a7ba-0994ef0e2f08 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:05.352087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c464aa4c-896b-40b0-bba9-6c43d82bfa55 req-6a542e1f-71c9-4525-a7ba-0994ef0e2f08 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0486734 Nov 18 17:54:05.411410 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c464aa4c-896b-40b0-bba9-6c43d82bfa55 req-b36707b8-d75a-45df-b257-3b1f086a0e43 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530219 Nov 18 17:54:05.491026 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:06.527651 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd443d-0b41-4d4a-8de9-adfb38d9f908 req-6f2affe9-696b-43bb-a28a-10aa26ba8d14 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:06.529162 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ccbd443d-0b41-4d4a-8de9-adfb38d9f908 req-6f2affe9-696b-43bb-a28a-10aa26ba8d14 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0481918 Nov 18 17:54:06.575680 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ccbd443d-0b41-4d4a-8de9-adfb38d9f908 req-e17140f2-a70b-47e7-9731-70e3d5f3fc33 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407295 Nov 18 17:54:07.688277 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07967b-a051-4b4d-a14b-82d9fe4ab88e req-102e6640-a382-42f8-9ece-536107b51160 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:07.689859 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba07967b-a051-4b4d-a14b-82d9fe4ab88e req-102e6640-a382-42f8-9ece-536107b51160 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0481822 Nov 18 17:54:07.737932 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba07967b-a051-4b4d-a14b-82d9fe4ab88e req-0a22f1b6-f541-4268-8e10-0f3b05abc24c tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 Nov 18 17:54:08.856773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782d5ca-9aed-478d-8715-a55607b436fc req-f2b28854-a35e-4bb4-b236-a67785568c3b tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:08.858164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0782d5ca-9aed-478d-8715-a55607b436fc req-f2b28854-a35e-4bb4-b236-a67785568c3b tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0526640 Nov 18 17:54:08.906722 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0782d5ca-9aed-478d-8715-a55607b436fc req-a11e74bb-de09-47ed-8792-c3975f8e6fb2 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425665 Nov 18 17:54:10.021061 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b66fba-d98d-4720-8c97-b6fbb0e731a8 req-221e9db6-fefb-4de2-86eb-1bd9c61c1eb8 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:10.022620 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41b66fba-d98d-4720-8c97-b6fbb0e731a8 req-221e9db6-fefb-4de2-86eb-1bd9c61c1eb8 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0495648 Nov 18 17:54:10.070639 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41b66fba-d98d-4720-8c97-b6fbb0e731a8 req-bc797ca7-612c-4316-9096-4635d2f3d794 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420511 Nov 18 17:54:11.187094 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71551837-6f05-4cc4-88c5-26ae254388fc req-42ac66ec-da5e-46d2-9fe2-5a028bbacad7 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:11.188548 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-71551837-6f05-4cc4-88c5-26ae254388fc req-42ac66ec-da5e-46d2-9fe2-5a028bbacad7 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0485237 Nov 18 17:54:11.240402 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-71551837-6f05-4cc4-88c5-26ae254388fc req-21d44351-a555-4986-904c-370d75b25a15 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450947 Nov 18 17:54:12.355646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634aee4-07a7-45b8-a99a-c5416ec9342b req-4cb7d940-56bd-49a3-9c93-878a938a7a73 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:12.357170 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2634aee4-07a7-45b8-a99a-c5416ec9342b req-4cb7d940-56bd-49a3-9c93-878a938a7a73 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0492396 Nov 18 17:54:12.404135 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2634aee4-07a7-45b8-a99a-c5416ec9342b req-9a6e5f80-4b00-48b2-ad6b-3c78407478d5 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410836 Nov 18 17:54:13.521648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c848b9-0adf-4013-aabc-559f929010c9 req-be1f674a-a5d2-48cf-addb-9846a08343be tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:13.523151 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-31c848b9-0adf-4013-aabc-559f929010c9 req-be1f674a-a5d2-48cf-addb-9846a08343be tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0498910 Nov 18 17:54:13.573631 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-31c848b9-0adf-4013-aabc-559f929010c9 req-6c45b995-fc0e-483b-9f26-98cbd1a78c76 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445342 Nov 18 17:54:14.692368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e10af-1c96-44b6-980a-7e82e32bd3a5 req-9b2eb362-92c6-4df9-8b71-40ef8347fd6d tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:14.694551 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4b1e10af-1c96-44b6-980a-7e82e32bd3a5 req-9b2eb362-92c6-4df9-8b71-40ef8347fd6d tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0530994 Nov 18 17:54:14.742240 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4b1e10af-1c96-44b6-980a-7e82e32bd3a5 req-e367e898-0ecb-49b6-bbb6-a41859a1eae5 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418303 Nov 18 17:54:15.871407 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fa337-f4da-4ba5-8bb4-6a384a65f813 req-6f84746d-6062-4a58-b902-cdfc695746de tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:15.873036 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-856fa337-f4da-4ba5-8bb4-6a384a65f813 req-6f84746d-6062-4a58-b902-cdfc695746de tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0521977 Nov 18 17:54:15.920897 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-856fa337-f4da-4ba5-8bb4-6a384a65f813 req-0b3bdf42-80d1-4a73-be34-a4fe23a5df5c tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414691 Nov 18 17:54:17.041775 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7270d6c-2a9f-4ee4-85a2-b4b67c0102fc req-52a954ff-3c8e-4e8b-80dd-5901d2fa8eaa tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:17.043270 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7270d6c-2a9f-4ee4-85a2-b4b67c0102fc req-52a954ff-3c8e-4e8b-80dd-5901d2fa8eaa tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0518262 Nov 18 17:54:17.090708 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7270d6c-2a9f-4ee4-85a2-b4b67c0102fc req-339630fc-a294-4eac-9ebe-806e6e6f6375 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414834 Nov 18 17:54:18.205947 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d2c34-bd48-46c2-8c9f-6923baea10af req-0bf690bf-9d41-4d74-b2c6-84216a363e6b tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:18.207348 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-137d2c34-bd48-46c2-8c9f-6923baea10af req-0bf690bf-9d41-4d74-b2c6-84216a363e6b tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0489216 Nov 18 17:54:18.254249 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-137d2c34-bd48-46c2-8c9f-6923baea10af req-a7fb44a5-c278-4b35-ae3d-400d4d4981c9 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403543 Nov 18 17:54:19.368478 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1473c-3e95-4dd8-a0e4-54053671f3f6 req-bd38861e-d872-4f47-8c3a-ccde68ff2a76 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:19.369978 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3da1473c-3e95-4dd8-a0e4-54053671f3f6 req-bd38861e-d872-4f47-8c3a-ccde68ff2a76 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0480838 Nov 18 17:54:19.420375 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3da1473c-3e95-4dd8-a0e4-54053671f3f6 req-efbd280e-8f7c-40c1-b99e-9fec1158b265 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445538 Nov 18 17:54:20.534867 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a151ef7-a1da-4152-92ed-66f566a02362 req-2a9f72a6-e50c-4ce7-b4c2-87b1ca229fe0 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:20.536895 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9a151ef7-a1da-4152-92ed-66f566a02362 req-2a9f72a6-e50c-4ce7-b4c2-87b1ca229fe0 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0488870 Nov 18 17:54:20.584524 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9a151ef7-a1da-4152-92ed-66f566a02362 req-caf65ebc-f153-4ca8-9346-5d7d4f1dc4f1 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416732 Nov 18 17:54:21.700983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af6e73-09a1-44f4-8285-f17052048f1e req-987daf19-8512-4aee-82da-0348771d0172 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:21.706705 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21af6e73-09a1-44f4-8285-f17052048f1e req-987daf19-8512-4aee-82da-0348771d0172 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0494475 Nov 18 17:54:21.747817 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:21.751491 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21af6e73-09a1-44f4-8285-f17052048f1e req-fa22811f-44dd-443d-b5a1-ed67eea3c17b tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428829 Nov 18 17:54:22.872776 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38383912-6b29-48d8-96ac-261dd8d3478e req-7a59cbf9-e0f1-40e4-b96e-ecd00d045cd9 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:22.874257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38383912-6b29-48d8-96ac-261dd8d3478e req-7a59cbf9-e0f1-40e4-b96e-ecd00d045cd9 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0539865 Nov 18 17:54:22.920983 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38383912-6b29-48d8-96ac-261dd8d3478e req-7a3da015-0001-4781-8df7-cbbe77ab0a4d tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 Nov 18 17:54:23.337842 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:24.039879 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484559d4-e84c-48ff-87e1-69104aec3eba req-6a9fcd60-f682-49c0-a496-26286c527a80 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:24.041589 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-484559d4-e84c-48ff-87e1-69104aec3eba req-6a9fcd60-f682-49c0-a496-26286c527a80 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0492785 Nov 18 17:54:24.090796 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-484559d4-e84c-48ff-87e1-69104aec3eba req-f0e24b51-0f3f-42bf-a2e4-1830b998a15c tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428905 Nov 18 17:54:24.772348 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-908063af-c857-48f9-a70f-49e494a906d5 req-debd9425-5a4c-4111-b1f5-9bd37ea1bcee service neutron] show failed (client error): The resource could not be found. Nov 18 17:54:24.773923 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-debd9425-5a4c-4111-b1f5-9bd37ea1bcee service neutron] 10.222.0.81 "GET /v2.0/ports/90909dc1-69c2-4b2b-8631-2acb16b73236/bindings/n-h2-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.0589504 Nov 18 17:54:25.207175 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca193d99-ade0-4c11-983d-36d27414a3a2 req-cda245e3-7e76-48c2-8cd2-ece6295b70b9 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:25.208853 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca193d99-ade0-4c11-983d-36d27414a3a2 req-cda245e3-7e76-48c2-8cd2-ece6295b70b9 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0500715 Nov 18 17:54:25.261794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca193d99-ade0-4c11-983d-36d27414a3a2 req-bb7af6f9-50b4-4566-996c-eb7c58a82a40 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456893 Nov 18 17:54:25.489372 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908063af-c857-48f9-a70f-49e494a906d5 req-e3e9ffe5-5784-4883-a0c4-15236fdd457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:25.490861 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-e3e9ffe5-5784-4883-a0c4-15236fdd457d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d&tenant_id=e5130b9e17f84305b57fa07fb33b461c HTTP/1.1" status: 200 len: 1097 time: 0.1164787 Nov 18 17:54:25.508203 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:54:25.563230 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:25.760592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] For port 90909dc1-69c2-4b2b-8631-2acb16b73236, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=90909dc1-69c2-4b2b-8631-2acb16b73236,segment=NetworkSegment(7fa783b7-68a3-4838-90f7-fd654ba46af5),segment_id=7fa783b7-68a3-4838-90f7-fd654ba46af5)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:54:25.792540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] For port 90909dc1-69c2-4b2b-8631-2acb16b73236, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:54:25.831509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1a4639-0d79-4b86-a9b1-16cae894273d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90909dc1-69c2-4b2b-8631-2acb16b73236'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:54:25.833964 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d950e57-678c-4cc1-bfb1-0f5f2e27a71f" -d '{"events": [{"server_uuid": "9c1a4639-0d79-4b86-a9b1-16cae894273d", "name": "network-vif-unplugged", "status": "completed", "tag": "90909dc1-69c2-4b2b-8631-2acb16b73236"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:54:25.838065 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:25.851596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Transition to ACTIVE for port object 90909dc1-69c2-4b2b-8631-2acb16b73236 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:54:25.915352 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:25.949019 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562fa6dc-e0d4-4b1f-b455-15a5dd260dca x-openstack-request-id: req-562fa6dc-e0d4-4b1f-b455-15a5dd260dca {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:54:25.949325 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1a4639-0d79-4b86-a9b1-16cae894273d", "name": "network-vif-unplugged", "status": "completed", "tag": "90909dc1-69c2-4b2b-8631-2acb16b73236", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:54:25.949586 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-562fa6dc-e0d4-4b1f-b455-15a5dd260dca {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:54:25.949985 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1a4639-0d79-4b86-a9b1-16cae894273d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90909dc1-69c2-4b2b-8631-2acb16b73236', 'code': 200} Nov 18 17:54:25.983211 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Pushing event updated for resources: {'Port': ['ID=90909dc1-69c2-4b2b-8631-2acb16b73236,revision_number=6']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:54:25.985352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] No DVR routers for this DVR port 90909dc1-69c2-4b2b-8631-2acb16b73236 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:54:25.996189 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:54:25.996545 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:54:25.996888 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:54:25.997226 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:54:25.997564 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:54:25.997899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:54:25.998226 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:54:25.998555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:54:25.998882 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:54:25.999208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:54:25.999534 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:54:25.999883 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:54:26.030649 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Attempting to bind port 90909dc1-69c2-4b2b-8631-2acb16b73236 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:54:26.030919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Attempting to bind port 90909dc1-69c2-4b2b-8631-2acb16b73236 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '7fa783b7-68a3-4838-90f7-fd654ba46af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '0bc3bfb1-8d60-498a-be95-dae7e905d48e'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:54:26.031250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Attempting to bind port 90909dc1-69c2-4b2b-8631-2acb16b73236 on network 0bc3bfb1-8d60-498a-be95-dae7e905d48e {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:54:26.035499 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Port 90909dc1-69c2-4b2b-8631-2acb16b73236 on network 0bc3bfb1-8d60-498a-be95-dae7e905d48e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:54:26.035846 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Attempting to bind port 90909dc1-69c2-4b2b-8631-2acb16b73236 on network 0bc3bfb1-8d60-498a-be95-dae7e905d48e {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:54:26.041493 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:54:26.041840 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Checking segment: {'id': '7fa783b7-68a3-4838-90f7-fd654ba46af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '0bc3bfb1-8d60-498a-be95-dae7e905d48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:54:26.042232 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Bound using segment: {'id': '7fa783b7-68a3-4838-90f7-fd654ba46af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '0bc3bfb1-8d60-498a-be95-dae7e905d48e'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:54:26.042668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Bound port: 90909dc1-69c2-4b2b-8631-2acb16b73236, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa783b7-68a3-4838-90f7-fd654ba46af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '0bc3bfb1-8d60-498a-be95-dae7e905d48e'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:54:26.043029 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:26.106969 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] For port 90909dc1-69c2-4b2b-8631-2acb16b73236, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:54:26.110647 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] For port 90909dc1-69c2-4b2b-8631-2acb16b73236, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=90909dc1-69c2-4b2b-8631-2acb16b73236,segment=NetworkSegment(7fa783b7-68a3-4838-90f7-fd654ba46af5),segment_id=7fa783b7-68a3-4838-90f7-fd654ba46af5)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:54:26.173155 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:26.208148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:26.208775 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:26.210755 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] 10.222.0.83 "PUT /v2.0/ports/90909dc1-69c2-4b2b-8631-2acb16b73236 HTTP/1.1" status: 200 len: 1092 time: 0.7064912 Nov 18 17:54:26.232039 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed73a5-596c-4898-9bf5-f2c60f9c6da1 service neutron] Pushing event updated for resources: {'Port': ['ID=90909dc1-69c2-4b2b-8631-2acb16b73236,revision_number=7']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:54:26.283272 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908063af-c857-48f9-a70f-49e494a906d5 req-f997af25-199c-4e44-9164-5c90ed99d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:26.284732 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-f997af25-199c-4e44-9164-5c90ed99d852 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5130b9e17f84305b57fa07fb33b461c&device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 1095 time: 0.0486541 Nov 18 17:54:26.376378 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908063af-c857-48f9-a70f-49e494a906d5 req-5063ed00-b7a1-4cac-b834-9d26cc8303c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:26.377904 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-5063ed00-b7a1-4cac-b834-9d26cc8303c2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0bc3bfb1-8d60-498a-be95-dae7e905d48e HTTP/1.1" status: 200 len: 914 time: 0.0858507 Nov 18 17:54:26.380438 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d0768-460d-4abc-82ec-cfc571b525f7 req-85d43dba-d56c-47ea-94cd-990f5fb99013 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:26.382478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b70d0768-460d-4abc-82ec-cfc571b525f7 req-85d43dba-d56c-47ea-94cd-990f5fb99013 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 943 time: 0.0485179 Nov 18 17:54:26.426954 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-943d9006-33c7-4b11-a4f2-ae18f6947b88 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90909dc1-69c2-4b2b-8631-2acb16b73236 HTTP/1.1" status: 200 len: 217 time: 0.0388019 Nov 18 17:54:26.430625 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b70d0768-460d-4abc-82ec-cfc571b525f7 req-f6cba923-20c5-4aff-872f-7c723a7a3750 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421062 Nov 18 17:54:26.477022 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908063af-c857-48f9-a70f-49e494a906d5 req-99265dab-c2cb-4863-a818-67a050e47d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:26.478461 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-99265dab-c2cb-4863-a818-67a050e47d51 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=414e447a-71fd-4d44-a17a-0589b0a06e11 HTTP/1.1" status: 200 len: 852 time: 0.0446200 Nov 18 17:54:26.509880 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-c7828a2a-9acc-4ebd-a2c4-9e426e4d8d1c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0bc3bfb1-8d60-498a-be95-dae7e905d48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236847 Nov 18 17:54:26.604117 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-33dc24ee-b67a-4108-9b8c-134fce1e1943 service neutron] 10.222.0.83 "GET /v2.0/networks/0bc3bfb1-8d60-498a-be95-dae7e905d48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863922 Nov 18 17:54:26.694020 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-908063af-c857-48f9-a70f-49e494a906d5 req-6251fdea-2c8c-41eb-b00f-db34e70be1fb service neutron] 10.222.0.83 "GET /v2.0/networks/0bc3bfb1-8d60-498a-be95-dae7e905d48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821922 Nov 18 17:54:27.551912 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d4a85-eb12-4e19-9e39-4810ebc0d4de req-2c8d1dd7-9011-46d0-9fd8-f4ecb135d5a9 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:27.553406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-140d4a85-eb12-4e19-9e39-4810ebc0d4de req-2c8d1dd7-9011-46d0-9fd8-f4ecb135d5a9 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 943 time: 0.0527596 Nov 18 17:54:27.601624 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-140d4a85-eb12-4e19-9e39-4810ebc0d4de req-a529c50a-3911-4116-8f08-4374ae973c0e tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420775 Nov 18 17:54:27.950857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1a4639-0d79-4b86-a9b1-16cae894273d', 'tag': '90909dc1-69c2-4b2b-8631-2acb16b73236'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:54:27.953246 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1a4639-0d79-4b86-a9b1-16cae894273d", "tag": "90909dc1-69c2-4b2b-8631-2acb16b73236"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:54:28.000288 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca304d22-4828-459f-951a-bc93777ed8ec x-openstack-request-id: req-ca304d22-4828-459f-951a-bc93777ed8ec {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:54:28.000590 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1a4639-0d79-4b86-a9b1-16cae894273d", "tag": "90909dc1-69c2-4b2b-8631-2acb16b73236", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:54:28.000852 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ca304d22-4828-459f-951a-bc93777ed8ec {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:54:28.001261 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1a4639-0d79-4b86-a9b1-16cae894273d', 'tag': '90909dc1-69c2-4b2b-8631-2acb16b73236', 'status': 'completed', 'code': 200} Nov 18 17:54:28.062335 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-2015390b-78e4-42e1-9115-f5f1ae735c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:28.063947 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-2015390b-78e4-42e1-9115-f5f1ae735c1c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5130b9e17f84305b57fa07fb33b461c&device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 1095 time: 0.0415621 Nov 18 17:54:28.066809 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-d3ddf674-dcce-4dae-ae83-d2d0f48d3435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:28.068318 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-d3ddf674-dcce-4dae-ae83-d2d0f48d3435 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5130b9e17f84305b57fa07fb33b461c&device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 1095 time: 0.0395713 Nov 18 17:54:28.163449 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-baf39dac-b66d-4fa7-a799-e3ccf9bb4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:28.163449 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-baf39dac-b66d-4fa7-a799-e3ccf9bb4c60 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0bc3bfb1-8d60-498a-be95-dae7e905d48e HTTP/1.1" status: 200 len: 914 time: 0.0892720 Nov 18 17:54:28.168187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-1bb4bd0e-2cbd-4771-86a7-6b0228c49896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:28.169655 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-1bb4bd0e-2cbd-4771-86a7-6b0228c49896 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0bc3bfb1-8d60-498a-be95-dae7e905d48e HTTP/1.1" status: 200 len: 914 time: 0.0902784 Nov 18 17:54:28.209441 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-6aad44b2-5ada-4ca4-b559-10b43835ce55 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90909dc1-69c2-4b2b-8631-2acb16b73236 HTTP/1.1" status: 200 len: 217 time: 0.0410271 Nov 18 17:54:28.216238 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-3051049b-4066-4cac-9745-00b2ba91eb40 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90909dc1-69c2-4b2b-8631-2acb16b73236 HTTP/1.1" status: 200 len: 217 time: 0.0375333 Nov 18 17:54:28.260178 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-b7c90d1e-a4af-4057-9e92-6b6dfe37b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:28.261706 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-b7c90d1e-a4af-4057-9e92-6b6dfe37b924 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=414e447a-71fd-4d44-a17a-0589b0a06e11 HTTP/1.1" status: 200 len: 852 time: 0.0456457 Nov 18 17:54:28.279252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-2af05c0f-cd81-4c35-b4bd-6309db536ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:28.280771 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-2af05c0f-cd81-4c35-b4bd-6309db536ed8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=414e447a-71fd-4d44-a17a-0589b0a06e11 HTTP/1.1" status: 200 len: 852 time: 0.0568297 Nov 18 17:54:28.294900 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-510e8c96-eba0-4e4f-a2c6-c87e67df0ac0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0bc3bfb1-8d60-498a-be95-dae7e905d48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258701 Nov 18 17:54:28.313682 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-e4429e6c-629a-459c-bc43-84a2ad36d8c9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0bc3bfb1-8d60-498a-be95-dae7e905d48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249743 Nov 18 17:54:28.392670 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-7783da9b-bcdb-42a4-9936-61abe6435f1a service neutron] 10.222.0.81 "GET /v2.0/networks/0bc3bfb1-8d60-498a-be95-dae7e905d48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893989 Nov 18 17:54:28.405380 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-6adca9a7-839a-4055-ae14-49a260616b5c service neutron] 10.222.0.83 "GET /v2.0/networks/0bc3bfb1-8d60-498a-be95-dae7e905d48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819025 Nov 18 17:54:28.487243 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-33174c53-302f-4127-a675-2291e82cb788 service neutron] 10.222.0.81 "GET /v2.0/networks/0bc3bfb1-8d60-498a-be95-dae7e905d48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876274 Nov 18 17:54:28.500190 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bcabafdb-3e3c-4bf7-8e09-d73b92a7589a req-e849d4ac-c343-49a7-9006-c4d53ef51d43 service neutron] 10.222.0.83 "GET /v2.0/networks/0bc3bfb1-8d60-498a-be95-dae7e905d48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874293 Nov 18 17:54:28.646676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 90909dc1-69c2-4b2b-8631-2acb16b73236 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:54:28.687223 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 90909dc1-69c2-4b2b-8631-2acb16b73236 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:54:28.725986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4df658-e3fc-4637-ac93-53fb9d4f3ce4 req-7418f65a-1e0d-41e2-8709-e8bb492a4e24 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:28.728459 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f4df658-e3fc-4637-ac93-53fb9d4f3ce4 req-7418f65a-1e0d-41e2-8709-e8bb492a4e24 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 943 time: 0.0561149 Nov 18 17:54:28.775513 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4f4df658-e3fc-4637-ac93-53fb9d4f3ce4 req-68fa5792-f488-42dc-9de7-16bf12629d5c tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410371 Nov 18 17:54:29.893922 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705dee3-b2d0-4d2a-b071-59e4a0957b88 req-a03f9ea3-d7cb-41a0-ae17-25714efb0488 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:29.895454 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d705dee3-b2d0-4d2a-b071-59e4a0957b88 req-a03f9ea3-d7cb-41a0-ae17-25714efb0488 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 943 time: 0.0493760 Nov 18 17:54:29.943018 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d705dee3-b2d0-4d2a-b071-59e4a0957b88 req-7106c7e8-6426-45a4-ac49-c8ac9ca163fc tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407872 Nov 18 17:54:29.949636 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6f46-c548-4a25-a9f7-377882204ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:30.021222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 90909dc1-69c2-4b2b-8631-2acb16b73236 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:54:30.120867 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 90909dc1-69c2-4b2b-8631-2acb16b73236, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=90909dc1-69c2-4b2b-8631-2acb16b73236,segment=NetworkSegment(7fa783b7-68a3-4838-90f7-fd654ba46af5),segment_id=7fa783b7-68a3-4838-90f7-fd654ba46af5)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:54:30.131487 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '90909dc1-69c2-4b2b-8631-2acb16b73236', 'network_id': '0bc3bfb1-8d60-498a-be95-dae7e905d48e', 'port_id': '90909dc1-69c2-4b2b-8631-2acb16b73236', 'mac_address': 'fa:16:3e:d2:67:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414e447a-71fd-4d44-a17a-0589b0a06e11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:54:30.170985 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:30.183854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90909dc1-69c2-4b2b-8631-2acb16b73236 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:54:30.202548 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 90909dc1-69c2-4b2b-8631-2acb16b73236, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=90909dc1-69c2-4b2b-8631-2acb16b73236,segment=NetworkSegment(7fa783b7-68a3-4838-90f7-fd654ba46af5),segment_id=7fa783b7-68a3-4838-90f7-fd654ba46af5)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:54:30.281272 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:30.332610 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=90909dc1-69c2-4b2b-8631-2acb16b73236,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:54:30.444356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-72076645-cce9-4359-95bb-ddc41108ac53 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:30.445863 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-72076645-cce9-4359-95bb-ddc41108ac53 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d&tenant_id=e5130b9e17f84305b57fa07fb33b461c&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 944 time: 0.0886736 Nov 18 17:54:30.508853 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-dda2c55d-cc13-4168-a7dc-ed5eaa54ce8a service neutron] delete failed (client error): The resource could not be found. Nov 18 17:54:30.509935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-dda2c55d-cc13-4168-a7dc-ed5eaa54ce8a service neutron] 10.222.0.81 "DELETE /v2.0/ports/90909dc1-69c2-4b2b-8631-2acb16b73236/bindings/n-h1-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.0565946 Nov 18 17:54:30.562989 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['90909dc1-69c2-4b2b-8631-2acb16b73236'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:54:30.598210 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-ec229be0-e3f1-40e7-aef4-ee2902e46504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:30.599735 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-ec229be0-e3f1-40e7-aef4-ee2902e46504 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5130b9e17f84305b57fa07fb33b461c&device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 1096 time: 0.0446613 Nov 18 17:54:30.689277 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-6a5c7a21-6485-435e-ac70-ba92426c70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:30.690983 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-6a5c7a21-6485-435e-ac70-ba92426c70cb service neutron] 10.222.0.81 "GET /v2.0/networks?id=0bc3bfb1-8d60-498a-be95-dae7e905d48e HTTP/1.1" status: 200 len: 914 time: 0.0848863 Nov 18 17:54:30.737252 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-bccd51ad-be3c-4284-aa63-06931a647e86 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90909dc1-69c2-4b2b-8631-2acb16b73236 HTTP/1.1" status: 200 len: 217 time: 0.0385678 Nov 18 17:54:30.786909 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-674e494c-2f86-4732-96d7-72d001ee20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:30.788488 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-674e494c-2f86-4732-96d7-72d001ee20a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=414e447a-71fd-4d44-a17a-0589b0a06e11 HTTP/1.1" status: 200 len: 852 time: 0.0429370 Nov 18 17:54:30.818961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-4f03744d-5430-4700-98be-e15f2223aba8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0bc3bfb1-8d60-498a-be95-dae7e905d48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234926 Nov 18 17:54:30.920218 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-bdbf49a1-7dae-482a-a745-f3a4bfec28a3 service neutron] 10.222.0.81 "GET /v2.0/networks/0bc3bfb1-8d60-498a-be95-dae7e905d48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938625 Nov 18 17:54:31.009528 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-b26fe94f-f151-446f-a20f-b7067317e93b service neutron] 10.222.0.81 "GET /v2.0/networks/0bc3bfb1-8d60-498a-be95-dae7e905d48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819213 Nov 18 17:54:32.034904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 90909dc1-69c2-4b2b-8631-2acb16b73236 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:54:32.149438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 90909dc1-69c2-4b2b-8631-2acb16b73236 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:54:32.153848 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 90909dc1-69c2-4b2b-8631-2acb16b73236 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:54:32.154284 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:32.235736 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:32.261227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1a4639-0d79-4b86-a9b1-16cae894273d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90909dc1-69c2-4b2b-8631-2acb16b73236'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:54:32.262714 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2415046f-8eba-4676-9170-0a2d9c35fb36" -d '{"events": [{"server_uuid": "9c1a4639-0d79-4b86-a9b1-16cae894273d", "name": "network-vif-plugged", "status": "completed", "tag": "90909dc1-69c2-4b2b-8631-2acb16b73236"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:54:32.277106 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 90909dc1-69c2-4b2b-8631-2acb16b73236, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=90909dc1-69c2-4b2b-8631-2acb16b73236,segment=NetworkSegment(7fa783b7-68a3-4838-90f7-fd654ba46af5),segment_id=7fa783b7-68a3-4838-90f7-fd654ba46af5)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:54:32.302921 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb588807-cc9e-41d5-9a78-352ebf723306 x-openstack-request-id: req-eb588807-cc9e-41d5-9a78-352ebf723306 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:54:32.302921 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1a4639-0d79-4b86-a9b1-16cae894273d", "name": "network-vif-plugged", "status": "completed", "tag": "90909dc1-69c2-4b2b-8631-2acb16b73236", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:54:32.302921 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-eb588807-cc9e-41d5-9a78-352ebf723306 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:54:32.302921 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1a4639-0d79-4b86-a9b1-16cae894273d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90909dc1-69c2-4b2b-8631-2acb16b73236', 'code': 200} Nov 18 17:54:32.376890 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:32.431845 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=90909dc1-69c2-4b2b-8631-2acb16b73236,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:54:32.444884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06178194-08e4-4767-9803-9f8a3c56f1da req-0a391cfb-e3af-436f-b470-a1c33e38862c tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:32.446434 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06178194-08e4-4767-9803-9f8a3c56f1da req-0a391cfb-e3af-436f-b470-a1c33e38862c tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0511813 Nov 18 17:54:32.473459 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a9b552b-9275-4621-9d9d-5cfd1f2e2ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:32.498528 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06178194-08e4-4767-9803-9f8a3c56f1da req-04748fa6-05dd-469f-8d23-6c4678640826 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460887 Nov 18 17:54:33.612324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a0e1b-2bf8-42aa-8d0a-1dd78f1820e5 req-496c36ac-5f88-4cd4-8863-9d3da63c0d49 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:33.613833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca7a0e1b-2bf8-42aa-8d0a-1dd78f1820e5 req-496c36ac-5f88-4cd4-8863-9d3da63c0d49 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0484991 Nov 18 17:54:33.662449 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca7a0e1b-2bf8-42aa-8d0a-1dd78f1820e5 req-18d10b9d-afef-45f6-835c-b045173c1ee2 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/security-groups?id=de03bdfc-3a6f-48ba-bad7-a23d7a08e435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420017 Nov 18 17:54:33.680514 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:33.957929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-0d641de9-386d-4d21-90fe-48c652660c69 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:33.959665 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-0d641de9-386d-4d21-90fe-48c652660c69 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 945 time: 0.0486047 Nov 18 17:54:34.051096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-6150a754-aee3-4a09-b0e0-4892a41b9da8 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Deleting port 90909dc1-69c2-4b2b-8631-2acb16b73236 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:54:34.051441 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-6150a754-aee3-4a09-b0e0-4892a41b9da8 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:34.138608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-6150a754-aee3-4a09-b0e0-4892a41b9da8 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] For port 90909dc1-69c2-4b2b-8631-2acb16b73236, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=90909dc1-69c2-4b2b-8631-2acb16b73236,segment=NetworkSegment(7fa783b7-68a3-4838-90f7-fd654ba46af5),segment_id=7fa783b7-68a3-4838-90f7-fd654ba46af5)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:54:34.138898 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-6150a754-aee3-4a09-b0e0-4892a41b9da8 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:34.151577 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-6150a754-aee3-4a09-b0e0-4892a41b9da8 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Calling delete_port for 90909dc1-69c2-4b2b-8631-2acb16b73236 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:54:34.242930 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:54:34.359276 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-6150a754-aee3-4a09-b0e0-4892a41b9da8 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:34.375060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['90909dc1-69c2-4b2b-8631-2acb16b73236'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:54:34.387941 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150a754-aee3-4a09-b0e0-4892a41b9da8 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Pushing event deleted for resources: {'Port': ['ID=90909dc1-69c2-4b2b-8631-2acb16b73236,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:54:34.435388 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-6150a754-aee3-4a09-b0e0-4892a41b9da8 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] No DVR routers for this DVR port 90909dc1-69c2-4b2b-8631-2acb16b73236 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:54:34.438157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-6150a754-aee3-4a09-b0e0-4892a41b9da8 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:34.441663 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1a503174-3a93-48fa-8bfc-f8e7566d9400 req-6150a754-aee3-4a09-b0e0-4892a41b9da8 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.83 "DELETE /v2.0/ports/90909dc1-69c2-4b2b-8631-2acb16b73236 HTTP/1.1" status: 204 len: 173 time: 0.4749205 Nov 18 17:54:34.442117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1a4639-0d79-4b86-a9b1-16cae894273d', 'name': 'network-vif-deleted', 'tag': '90909dc1-69c2-4b2b-8631-2acb16b73236'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:54:34.444458 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455b17bd-c082-4df6-9464-b95988b81337" -d '{"events": [{"server_uuid": "9c1a4639-0d79-4b86-a9b1-16cae894273d", "name": "network-vif-deleted", "tag": "90909dc1-69c2-4b2b-8631-2acb16b73236"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:54:34.481418 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e851ad6a-9648-453a-8920-43b76bdeed19 x-openstack-request-id: req-e851ad6a-9648-453a-8920-43b76bdeed19 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:54:34.481737 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1a4639-0d79-4b86-a9b1-16cae894273d", "name": "network-vif-deleted", "tag": "90909dc1-69c2-4b2b-8631-2acb16b73236", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:54:34.482001 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e851ad6a-9648-453a-8920-43b76bdeed19 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:54:34.482447 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1a4639-0d79-4b86-a9b1-16cae894273d', 'name': 'network-vif-deleted', 'tag': '90909dc1-69c2-4b2b-8631-2acb16b73236', 'status': 'completed', 'code': 200} Nov 18 17:54:34.755608 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-43b5a733-3503-4d19-b7da-bf781d2645f9 req-dc0c57c5-ab36-47f9-b24d-5fa8e94f74f3 tempest-DeleteServersTestJSON-1355113392 tempest-DeleteServersTestJSON-1355113392-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1a4639-0d79-4b86-a9b1-16cae894273d HTTP/1.1" status: 200 len: 210 time: 0.0258563 Nov 18 17:54:35.080960 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:35.495730 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:35.888954 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36256) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:54:35.934580 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3a5f08-070e-44aa-9712-f74ac00c2b35 admin admin] Deleting subnet 414e447a-71fd-4d44-a17a-0589b0a06e11 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:54:35.937684 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5f08-070e-44aa-9712-f74ac00c2b35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:35.978016 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5f08-070e-44aa-9712-f74ac00c2b35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:36.018442 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5f08-070e-44aa-9712-f74ac00c2b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:36.143856 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5f08-070e-44aa-9712-f74ac00c2b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:36.168312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a5f08-070e-44aa-9712-f74ac00c2b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=414e447a-71fd-4d44-a17a-0589b0a06e11,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:54:36.174762 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5f08-070e-44aa-9712-f74ac00c2b35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:36.178126 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5c3a5f08-070e-44aa-9712-f74ac00c2b35 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/414e447a-71fd-4d44-a17a-0589b0a06e11 HTTP/1.1" status: 204 len: 168 time: 0.2881243 Nov 18 17:54:36.180698 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36258) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:54:36.253850 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fd42e4a7-f927-4ef3-ad4f-34b510229843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:36.340261 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fd42e4a7-f927-4ef3-ad4f-34b510229843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:36.360553 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-fd42e4a7-f927-4ef3-ad4f-34b510229843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc3bfb1-8d60-498a-be95-dae7e905d48e']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:54:36.370281 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-fd42e4a7-f927-4ef3-ad4f-34b510229843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa783b7-68a3-4838-90f7-fd654ba46af5') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:54:36.370575 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-fd42e4a7-f927-4ef3-ad4f-34b510229843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa783b7-68a3-4838-90f7-fd654ba46af5') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:54:36.380152 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fd42e4a7-f927-4ef3-ad4f-34b510229843 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:36.394218 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fd42e4a7-f927-4ef3-ad4f-34b510229843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:36.400122 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd42e4a7-f927-4ef3-ad4f-34b510229843 admin admin] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:54:36.400513 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fd42e4a7-f927-4ef3-ad4f-34b510229843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: timer() Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:54:36.402223 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:54:36.542140 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fd42e4a7-f927-4ef3-ad4f-34b510229843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:36.547861 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fd42e4a7-f927-4ef3-ad4f-34b510229843 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:36.551166 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fd42e4a7-f927-4ef3-ad4f-34b510229843 admin admin] 10.222.0.72 "DELETE /v2.0/networks/0bc3bfb1-8d60-498a-be95-dae7e905d48e HTTP/1.1" status: 204 len: 168 time: 0.3695261 Nov 18 17:54:36.562329 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42e4a7-f927-4ef3-ad4f-34b510229843 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bc3bfb1-8d60-498a-be95-dae7e905d48e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:54:36.884271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36262) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:54:36.923509 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-727b138a-6ca9-48dd-b060-20b617d5d256 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e5130b9e17f84305b57fa07fb33b461c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380452 Nov 18 17:54:36.925879 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36264) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:54:36.971214 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cf46d03-4e2a-4097-93cf-1390d4ffde97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:36.992919 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cf46d03-4e2a-4097-93cf-1390d4ffde97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:37.074659 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cf46d03-4e2a-4097-93cf-1390d4ffde97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:37.077197 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cf46d03-4e2a-4097-93cf-1390d4ffde97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:37.078330 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8cf46d03-4e2a-4097-93cf-1390d4ffde97 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/de03bdfc-3a6f-48ba-bad7-a23d7a08e435 HTTP/1.1" status: 204 len: 168 time: 0.1515770 Nov 18 17:54:37.086509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf46d03-4e2a-4097-93cf-1390d4ffde97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de03bdfc-3a6f-48ba-bad7-a23d7a08e435,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:54:38.053141 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36286) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:54:38.081947 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 90909dc1-69c2-4b2b-8631-2acb16b73236 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:54:38.101660 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 90909dc1-69c2-4b2b-8631-2acb16b73236 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:54:38.102015 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 90909dc1-69c2-4b2b-8631-2acb16b73236 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:54:38.150943 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-cc5e2997-0174-4308-9b22-1150f32e2c97 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2126638744-network', 'tenant_id': '0fc125bc22d344f28bffe0886e611a2c'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:54:38.257486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5e2997-0174-4308-9b22-1150f32e2c97 admin admin] Made reservation on behalf of 0fc125bc22d344f28bffe0886e611a2c for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:54:38.259885 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc5e2997-0174-4308-9b22-1150f32e2c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:38.268730 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc5e2997-0174-4308-9b22-1150f32e2c97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:38.345567 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc5e2997-0174-4308-9b22-1150f32e2c97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:38.411615 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc5e2997-0174-4308-9b22-1150f32e2c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:38.439642 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc5e2997-0174-4308-9b22-1150f32e2c97 admin admin] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:54:38.449299 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e2997-0174-4308-9b22-1150f32e2c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458ed4dd-f3e9-487d-adf5-681dde8d8056,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:54:38.454206 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc5e2997-0174-4308-9b22-1150f32e2c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:38.454555 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-cc5e2997-0174-4308-9b22-1150f32e2c97 admin admin] Added segment 69eded72-76a9-4ff4-8065-bfe9eba3432d of type vlan for network efb67b31-3c34-449b-b80d-ed87c46b2a74 Nov 18 17:54:38.495047 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc5e2997-0174-4308-9b22-1150f32e2c97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:38.589014 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc5e2997-0174-4308-9b22-1150f32e2c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:38.590019 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5e2997-0174-4308-9b22-1150f32e2c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:38.590603 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc5e2997-0174-4308-9b22-1150f32e2c97 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:38.654269 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e2997-0174-4308-9b22-1150f32e2c97 admin admin] Pushing event updated for resources: {'Network': ['ID=efb67b31-3c34-449b-b80d-ed87c46b2a74,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:54:38.665279 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network efb67b31-3c34-449b-b80d-ed87c46b2a74 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:54:38.700544 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cc5e2997-0174-4308-9b22-1150f32e2c97 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6462736 Nov 18 17:54:38.703392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36290) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:54:38.708406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6fe42dd7-1f21-496e-ac78-6edc1073884f admin admin] Request body: {'subnet': {'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2126638744-subnet', 'tenant_id': '0fc125bc22d344f28bffe0886e611a2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:54:38.783180 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe42dd7-1f21-496e-ac78-6edc1073884f admin admin] Made reservation on behalf of 0fc125bc22d344f28bffe0886e611a2c for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:54:38.785627 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fe42dd7-1f21-496e-ac78-6edc1073884f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:38.995376 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fe42dd7-1f21-496e-ac78-6edc1073884f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:39.057915 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe42dd7-1f21-496e-ac78-6edc1073884f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:54:39.065802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe42dd7-1f21-496e-ac78-6edc1073884f admin admin] Checking segment: {'id': '69eded72-76a9-4ff4-8065-bfe9eba3432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:54:39.066172 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe42dd7-1f21-496e-ac78-6edc1073884f admin admin] Network hostable DHCP agents. Network: efb67b31-3c34-449b-b80d-ed87c46b2a74, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:54:39.183239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe42dd7-1f21-496e-ac78-6edc1073884f admin admin] Network efb67b31-3c34-449b-b80d-ed87c46b2a74 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:54:39.263214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-6fe42dd7-1f21-496e-ac78-6edc1073884f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, efb67b31-3c34-449b-b80d-ed87c46b2a74) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:54:39.267342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe42dd7-1f21-496e-ac78-6edc1073884f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:39.267983 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fe42dd7-1f21-496e-ac78-6edc1073884f admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:39.271966 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e51239-72c4-4950-81ac-52278e20009f None None] Network efb67b31-3c34-449b-b80d-ed87c46b2a74 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:54:39.361161 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6fe42dd7-1f21-496e-ac78-6edc1073884f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6566072 Nov 18 17:54:39.397184 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24e2a2f-6650-4f62-8cd6-2b4f0a27c222 None None] Network efb67b31-3c34-449b-b80d-ed87c46b2a74 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:54:39.773931 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-a6b2aa9f-8d36-4f44-ac14-a8c85d78ecdd tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:39.775455 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-a6b2aa9f-8d36-4f44-ac14-a8c85d78ecdd tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/networks?id=efb67b31-3c34-449b-b80d-ed87c46b2a74 HTTP/1.1" status: 200 len: 815 time: 0.1050887 Nov 18 17:54:39.790510 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-ff8ceb10-6a1c-4050-9d13-47846a7d5491 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/quotas/0fc125bc22d344f28bffe0886e611a2c HTTP/1.1" status: 200 len: 375 time: 0.0093200 Nov 18 17:54:39.821011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-a3017cac-f5fb-4af4-aebe-ee2bab37b3ca tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fc125bc22d344f28bffe0886e611a2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253975 Nov 18 17:54:39.908811 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-6adae8ff-61b5-482d-a9d6-7222873fd4ae service neutron] 10.222.0.72 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810602 Nov 18 17:54:40.000590 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-2e47ccd9-6467-43fe-97d7-38f3b2e5fb62 service neutron] 10.222.0.72 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850635 Nov 18 17:54:40.237391 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-532f1a73-05d6-4b46-bdea-b1a1d50ca15a req-be481f88-38df-49f2-9027-13327486504d tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 210 time: 0.0287404 Nov 18 17:54:41.329324 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-afd16d99-29ea-4b0a-a0b8-eb8ed1b92979 req-89ef3415-af27-4694-b290-1f101805d91f tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 210 time: 0.0277660 Nov 18 17:54:42.437151 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-609c34d6-9103-4b02-b347-5b208191a89e req-e742b3e5-f149-457f-b237-1e4d6de51fcf tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 210 time: 0.0330117 Nov 18 17:54:42.528069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-c92d1871-0712-4eca-a483-cb7b129ef196 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:42.529776 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-c92d1871-0712-4eca-a483-cb7b129ef196 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.83 "GET /v2.0/networks?id=efb67b31-3c34-449b-b80d-ed87c46b2a74 HTTP/1.1" status: 200 len: 815 time: 0.1031077 Nov 18 17:54:42.542780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-63219a94-0559-4d9b-baca-8bfbcd27b82b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Request body: {'port': {'device_id': '68b75b8a-816a-40c2-bd28-8a759e5279f0', 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74', 'admin_state_up': True, 'tenant_id': '0fc125bc22d344f28bffe0886e611a2c'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:54:42.730572 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-63219a94-0559-4d9b-baca-8bfbcd27b82b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Made reservation on behalf of 0fc125bc22d344f28bffe0886e611a2c for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:54:42.734773 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-63219a94-0559-4d9b-baca-8bfbcd27b82b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:42.862976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-63219a94-0559-4d9b-baca-8bfbcd27b82b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Allocated IP 172.20.0.3 (efb67b31-3c34-449b-b80d-ed87c46b2a74/1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a/cd366b23-8d41-40dd-ae64-cf26fa1fa466) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:54:43.005241 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-63219a94-0559-4d9b-baca-8bfbcd27b82b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:43.115139 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-63219a94-0559-4d9b-baca-8bfbcd27b82b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:43.160097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-63219a94-0559-4d9b-baca-8bfbcd27b82b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Network efb67b31-3c34-449b-b80d-ed87c46b2a74 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:54:43.163245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-63219a94-0559-4d9b-baca-8bfbcd27b82b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:54:43.166390 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-63219a94-0559-4d9b-baca-8bfbcd27b82b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:54:43.197551 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63219a94-0559-4d9b-baca-8bfbcd27b82b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Pushing event updated for resources: {'Port': ['ID=cd366b23-8d41-40dd-ae64-cf26fa1fa466,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:54:43.223350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-63219a94-0559-4d9b-baca-8bfbcd27b82b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:43.224000 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-63219a94-0559-4d9b-baca-8bfbcd27b82b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:43.311607 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-63219a94-0559-4d9b-baca-8bfbcd27b82b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7724204 Nov 18 17:54:43.327742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Request body: {'port': {'device_id': '68b75b8a-816a-40c2-bd28-8a759e5279f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:54:43.382098 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:43.556702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0ecab-7073-40af-9dec-32d5ab45af61 req-8c62ed56-8608-4e3d-9047-7471e8d77eba tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:43.558261 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-13c0ecab-7073-40af-9dec-32d5ab45af61 req-8c62ed56-8608-4e3d-9047-7471e8d77eba tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 931 time: 0.0491567 Nov 18 17:54:43.608003 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-13c0ecab-7073-40af-9dec-32d5ab45af61 req-0e6dc48e-ad4b-4c6e-a00e-32e5e3434594 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434444 Nov 18 17:54:43.648036 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd366b23-8d41-40dd-ae64-cf26fa1fa466 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:54:43.656054 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:43.668034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Transition to ACTIVE for port object cd366b23-8d41-40dd-ae64-cf26fa1fa466 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:54:43.743863 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:43.801407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Pushing event updated for resources: {'Port': ['ID=cd366b23-8d41-40dd-ae64-cf26fa1fa466,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:54:43.869099 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Attempting to bind port cd366b23-8d41-40dd-ae64-cf26fa1fa466 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:54:43.869465 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Attempting to bind port cd366b23-8d41-40dd-ae64-cf26fa1fa466 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '69eded72-76a9-4ff4-8065-bfe9eba3432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:54:43.869671 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Attempting to bind port cd366b23-8d41-40dd-ae64-cf26fa1fa466 on network efb67b31-3c34-449b-b80d-ed87c46b2a74 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:54:43.874720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Port cd366b23-8d41-40dd-ae64-cf26fa1fa466 on network efb67b31-3c34-449b-b80d-ed87c46b2a74 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:54:43.875039 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Attempting to bind port cd366b23-8d41-40dd-ae64-cf26fa1fa466 on network efb67b31-3c34-449b-b80d-ed87c46b2a74 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:54:43.880144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:54:43.880477 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Checking segment: {'id': '69eded72-76a9-4ff4-8065-bfe9eba3432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:54:43.880855 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Bound using segment: {'id': '69eded72-76a9-4ff4-8065-bfe9eba3432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:54:43.881282 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Bound port: cd366b23-8d41-40dd-ae64-cf26fa1fa466, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69eded72-76a9-4ff4-8065-bfe9eba3432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:54:43.881633 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:43.943156 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] For port cd366b23-8d41-40dd-ae64-cf26fa1fa466, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:54:43.950428 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] For port cd366b23-8d41-40dd-ae64-cf26fa1fa466, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cd366b23-8d41-40dd-ae64-cf26fa1fa466,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:54:44.006774 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:44.041090 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:44.041697 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:44.043084 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] 10.222.0.83 "PUT /v2.0/ports/cd366b23-8d41-40dd-ae64-cf26fa1fa466 HTTP/1.1" status: 200 len: 1092 time: 0.7203352 Nov 18 17:54:44.043522 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b75b8a-816a-40c2-bd28-8a759e5279f0', 'tag': 'cd366b23-8d41-40dd-ae64-cf26fa1fa466'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:54:44.045784 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1235117-4757-4f53-9e76-5766c70681e9" -d '{"events": [{"name": "network-changed", "server_uuid": "68b75b8a-816a-40c2-bd28-8a759e5279f0", "tag": "cd366b23-8d41-40dd-ae64-cf26fa1fa466"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:54:44.070265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2021eaa-e506-4c89-9773-7df7732b8c7a service neutron] Pushing event updated for resources: {'Port': ['ID=cd366b23-8d41-40dd-ae64-cf26fa1fa466,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:54:44.084074 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583e80e3-6bb1-46b7-902e-323d6dca2624 x-openstack-request-id: req-583e80e3-6bb1-46b7-902e-323d6dca2624 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:54:44.084382 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b75b8a-816a-40c2-bd28-8a759e5279f0", "tag": "cd366b23-8d41-40dd-ae64-cf26fa1fa466", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:54:44.084642 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-583e80e3-6bb1-46b7-902e-323d6dca2624 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:54:44.085076 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b75b8a-816a-40c2-bd28-8a759e5279f0', 'tag': 'cd366b23-8d41-40dd-ae64-cf26fa1fa466', 'status': 'completed', 'code': 200} Nov 18 17:54:44.155366 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1235117-4757-4f53-9e76-5766c70681e9 req-bf7ae23f-5b5e-48f7-a19b-a2a7c590b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:44.156915 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a1235117-4757-4f53-9e76-5766c70681e9 req-bf7ae23f-5b5e-48f7-a19b-a2a7c590b180 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc125bc22d344f28bffe0886e611a2c&device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 1095 time: 0.0422511 Nov 18 17:54:44.541929 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1235117-4757-4f53-9e76-5766c70681e9 req-57e3ffca-c5d5-4305-860c-b0d32b53e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:44.543326 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a1235117-4757-4f53-9e76-5766c70681e9 req-57e3ffca-c5d5-4305-860c-b0d32b53e1ad service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=0fc125bc22d344f28bffe0886e611a2c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3763754 Nov 18 17:54:44.647769 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1235117-4757-4f53-9e76-5766c70681e9 req-fe953817-d021-4f2f-b487-fe46243b753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:44.648357 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a1235117-4757-4f53-9e76-5766c70681e9 req-fe953817-d021-4f2f-b487-fe46243b753e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0939009 Nov 18 17:54:44.724684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-38cb2024-9aa7-4c56-ac7e-6ebd3a4d676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:44.726387 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-38cb2024-9aa7-4c56-ac7e-6ebd3a4d676a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc125bc22d344f28bffe0886e611a2c&device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 1095 time: 0.0414658 Nov 18 17:54:44.729952 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c88c18-cc74-478d-94cc-ca750fb46a40 req-85f676ad-5b41-4151-9d91-f205d2979505 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:44.731462 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39c88c18-cc74-478d-94cc-ca750fb46a40 req-85f676ad-5b41-4151-9d91-f205d2979505 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 943 time: 0.0495305 Nov 18 17:54:44.771067 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-73d27d7e-2517-4366-ac9f-34b0baf9bd14 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd366b23-8d41-40dd-ae64-cf26fa1fa466 HTTP/1.1" status: 200 len: 217 time: 0.0361984 Nov 18 17:54:44.781468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39c88c18-cc74-478d-94cc-ca750fb46a40 req-33a9cccc-5a9f-4542-8b98-fc9a6b8e0b74 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435910 Nov 18 17:54:44.823493 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-c3235400-de17-4b41-bdb7-a7965e5eb13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:44.825064 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-c3235400-de17-4b41-bdb7-a7965e5eb13a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a HTTP/1.1" status: 200 len: 855 time: 0.0461531 Nov 18 17:54:44.863658 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-7d5c10b1-b3aa-4425-81ae-d7061cd2e37d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=efb67b31-3c34-449b-b80d-ed87c46b2a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284939 Nov 18 17:54:44.958200 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-9ddb99fa-c297-4fe3-aa2a-301a25510f2e service neutron] 10.222.0.83 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819118 Nov 18 17:54:45.057726 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ff65029c-34a7-4b8a-ac9b-bb401f161c97 req-52736327-d4bf-4e37-abcd-cb2bda525ffc service neutron] 10.222.0.83 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896757 Nov 18 17:54:45.906454 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1dcad-2a18-419e-89d5-2a7602569de4 req-d79376f3-7ca5-4432-9bb9-b2a06ca1fb2d tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:45.908024 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7af1dcad-2a18-419e-89d5-2a7602569de4 req-d79376f3-7ca5-4432-9bb9-b2a06ca1fb2d tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 943 time: 0.0526664 Nov 18 17:54:45.955030 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7af1dcad-2a18-419e-89d5-2a7602569de4 req-243ce2c3-c4f9-4f54-bd02-7d6080f31900 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Nov 18 17:54:47.067476 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f271c-b9a1-4928-b90f-bf62605c942a req-ab4ab347-66cd-4396-bf74-fde52db22c33 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:47.068992 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-291f271c-b9a1-4928-b90f-bf62605c942a req-ab4ab347-66cd-4396-bf74-fde52db22c33 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 943 time: 0.0474231 Nov 18 17:54:47.115767 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-291f271c-b9a1-4928-b90f-bf62605c942a req-87972c41-5b41-4680-8ea3-294e2b591e6a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Nov 18 17:54:48.225502 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cd366b23-8d41-40dd-ae64-cf26fa1fa466 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:54:48.228424 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1941f-acbf-4a23-8f95-73fa84943e6f req-62a1b004-5cef-4490-becb-04831f06e888 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:48.230214 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4fe1941f-acbf-4a23-8f95-73fa84943e6f req-62a1b004-5cef-4490-becb-04831f06e888 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 943 time: 0.0481048 Nov 18 17:54:48.281707 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4fe1941f-acbf-4a23-8f95-73fa84943e6f req-02e03238-3ee4-4312-bc29-d72a53c2bc43 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455420 Nov 18 17:54:48.327132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port cd366b23-8d41-40dd-ae64-cf26fa1fa466, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cd366b23-8d41-40dd-ae64-cf26fa1fa466,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:54:48.497983 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'cd366b23-8d41-40dd-ae64-cf26fa1fa466', 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74', 'port_id': 'cd366b23-8d41-40dd-ae64-cf26fa1fa466', 'mac_address': 'fa:16:3e:ea:f7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:54:48.534186 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:48.546920 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd366b23-8d41-40dd-ae64-cf26fa1fa466 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:54:48.565675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port cd366b23-8d41-40dd-ae64-cf26fa1fa466, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cd366b23-8d41-40dd-ae64-cf26fa1fa466,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:54:48.623221 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:48.675384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=cd366b23-8d41-40dd-ae64-cf26fa1fa466,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:54:48.873124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['cd366b23-8d41-40dd-ae64-cf26fa1fa466'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:54:49.400565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52753981-2006-420c-8dc1-ec21e2751505 req-81f9287e-4f46-4d8f-9a55-f788b743bf5d tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:49.402078 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52753981-2006-420c-8dc1-ec21e2751505 req-81f9287e-4f46-4d8f-9a55-f788b743bf5d tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 944 time: 0.0481141 Nov 18 17:54:49.449412 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52753981-2006-420c-8dc1-ec21e2751505 req-242481d3-dc17-4e4e-aa3b-7f731f0b79ff tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415306 Nov 18 17:54:50.223183 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cd366b23-8d41-40dd-ae64-cf26fa1fa466 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:54:50.324276 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port cd366b23-8d41-40dd-ae64-cf26fa1fa466 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:54:50.327882 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port cd366b23-8d41-40dd-ae64-cf26fa1fa466 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:54:50.328262 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:50.407499 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:50.431065 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b75b8a-816a-40c2-bd28-8a759e5279f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd366b23-8d41-40dd-ae64-cf26fa1fa466'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:54:50.433890 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4a460a-b53d-4e1f-a795-58dc2c12dbdb" -d '{"events": [{"server_uuid": "68b75b8a-816a-40c2-bd28-8a759e5279f0", "name": "network-vif-plugged", "status": "completed", "tag": "cd366b23-8d41-40dd-ae64-cf26fa1fa466"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:54:50.450406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port cd366b23-8d41-40dd-ae64-cf26fa1fa466, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cd366b23-8d41-40dd-ae64-cf26fa1fa466,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:54:50.475061 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cf8fa0-6319-447b-83df-6f00b21a8b53 x-openstack-request-id: req-e9cf8fa0-6319-447b-83df-6f00b21a8b53 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:54:50.475061 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b75b8a-816a-40c2-bd28-8a759e5279f0", "name": "network-vif-plugged", "status": "completed", "tag": "cd366b23-8d41-40dd-ae64-cf26fa1fa466", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:54:50.475061 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e9cf8fa0-6319-447b-83df-6f00b21a8b53 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:54:50.475382 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b75b8a-816a-40c2-bd28-8a759e5279f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd366b23-8d41-40dd-ae64-cf26fa1fa466', 'code': 200} Nov 18 17:54:50.526424 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:50.569005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190ebb3-59b6-4f51-9529-6c5c8aa18fee req-5499d216-f548-4eed-8e56-6f5ec2d27d19 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:50.570586 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3190ebb3-59b6-4f51-9529-6c5c8aa18fee req-5499d216-f548-4eed-8e56-6f5ec2d27d19 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0521271 Nov 18 17:54:50.576291 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe38fb-eadc-476b-b457-977f6d73b1da req-6d54c16a-6724-4e10-8fe5-9aacabee9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:50.576835 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=cd366b23-8d41-40dd-ae64-cf26fa1fa466,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:54:50.577795 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d2fe38fb-eadc-476b-b457-977f6d73b1da req-6d54c16a-6724-4e10-8fe5-9aacabee9e66 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 1097 time: 0.0422323 Nov 18 17:54:50.621600 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3190ebb3-59b6-4f51-9529-6c5c8aa18fee req-19f0ca2e-b267-4a73-aaf5-6f32a987d3aa tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433202 Nov 18 17:54:50.627672 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d2fe38fb-eadc-476b-b457-977f6d73b1da req-0c2e33c8-65ad-4a88-beaa-5cdcdd8e5b71 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393722 Nov 18 17:54:51.746525 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa20ec2-bfe4-4b3c-b67c-45aa61376c87 req-442361e2-459a-486c-99a8-d3f9c4aaea56 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:51.748808 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7fa20ec2-bfe4-4b3c-b67c-45aa61376c87 req-442361e2-459a-486c-99a8-d3f9c4aaea56 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0582337 Nov 18 17:54:51.766579 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:51.803655 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7fa20ec2-bfe4-4b3c-b67c-45aa61376c87 req-4e8d21bf-527b-4fc3-9206-ec32b89d4256 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482709 Nov 18 17:54:52.511531 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6e1e5624-d027-4d11-9074-e9329bb0e1f6 req-728ece23-cd67-437d-8ed6-6d578f578cff service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398040 Nov 18 17:54:52.598613 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e5624-d027-4d11-9074-e9329bb0e1f6 req-cad128cf-2cea-430f-af2d-509e2eb9b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:52.603636 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6e1e5624-d027-4d11-9074-e9329bb0e1f6 req-cad128cf-2cea-430f-af2d-509e2eb9b28b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc125bc22d344f28bffe0886e611a2c&device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 1097 time: 0.0456438 Nov 18 17:54:52.703023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e5624-d027-4d11-9074-e9329bb0e1f6 req-c899964d-07be-4db2-9f85-5f0b04c60471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:52.704523 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6e1e5624-d027-4d11-9074-e9329bb0e1f6 req-c899964d-07be-4db2-9f85-5f0b04c60471 service neutron] 10.222.0.83 "GET /v2.0/networks?id=efb67b31-3c34-449b-b80d-ed87c46b2a74 HTTP/1.1" status: 200 len: 917 time: 0.0846734 Nov 18 17:54:52.749095 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6e1e5624-d027-4d11-9074-e9329bb0e1f6 req-9c0ef12a-cf53-4427-b959-b4095b5f4f57 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd366b23-8d41-40dd-ae64-cf26fa1fa466 HTTP/1.1" status: 200 len: 217 time: 0.0364404 Nov 18 17:54:52.799078 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e5624-d027-4d11-9074-e9329bb0e1f6 req-ec9b8913-f7a5-4240-af76-3b7827002fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:52.800419 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6e1e5624-d027-4d11-9074-e9329bb0e1f6 req-ec9b8913-f7a5-4240-af76-3b7827002fac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a HTTP/1.1" status: 200 len: 855 time: 0.0439086 Nov 18 17:54:52.833088 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6e1e5624-d027-4d11-9074-e9329bb0e1f6 req-66b5c948-7753-49d1-89db-b9e35ea2e603 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=efb67b31-3c34-449b-b80d-ed87c46b2a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244396 Nov 18 17:54:52.917566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f7098-8bc2-4427-b259-bad348cee33a req-b4ca20c5-3ad7-4d8f-a3ce-987711e22e93 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:52.919066 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f09f7098-8bc2-4427-b259-bad348cee33a req-b4ca20c5-3ad7-4d8f-a3ce-987711e22e93 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0484188 Nov 18 17:54:52.931880 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6e1e5624-d027-4d11-9074-e9329bb0e1f6 req-3f206d51-7a85-4a60-bdf3-ea1374bc2837 service neutron] 10.222.0.83 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917563 Nov 18 17:54:52.966829 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f09f7098-8bc2-4427-b259-bad348cee33a req-99c6f195-f310-4271-ac46-5827f64cecbb tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417116 Nov 18 17:54:53.024558 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6e1e5624-d027-4d11-9074-e9329bb0e1f6 req-f1029f74-cbb5-4339-a73c-8dd348e9fb15 service neutron] 10.222.0.83 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847094 Nov 18 17:54:53.084841 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b3cb3-80e9-457f-916a-18f0f743ac44 req-71c959ae-a90e-4069-a384-a73766ba1ce0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:53.086292 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-703b3cb3-80e9-457f-916a-18f0f743ac44 req-71c959ae-a90e-4069-a384-a73766ba1ce0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0527346 Nov 18 17:54:53.134549 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-703b3cb3-80e9-457f-916a-18f0f743ac44 req-50aaf8a7-883a-46bb-9050-8cabb7f7e381 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420763 Nov 18 17:54:53.331826 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:54:53.392113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fc3d7-eadf-4c71-8e78-dd36913f6ca4 req-2dd38837-e72f-4525-99b7-f92ca8bdb929 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:53.393580 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb6fc3d7-eadf-4c71-8e78-dd36913f6ca4 req-2dd38837-e72f-4525-99b7-f92ca8bdb929 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0480094 Nov 18 17:54:53.439874 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb6fc3d7-eadf-4c71-8e78-dd36913f6ca4 req-6993989b-b1ce-433d-8eb2-fac1d428b97d tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403106 Nov 18 17:54:53.551398 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a03592-27c3-4986-b595-b55aa1f4e65b req-c50c70c3-54db-4c44-bcb0-d64b1ddc3b93 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:53.552936 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-43a03592-27c3-4986-b595-b55aa1f4e65b req-c50c70c3-54db-4c44-bcb0-d64b1ddc3b93 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0491090 Nov 18 17:54:53.603895 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-43a03592-27c3-4986-b595-b55aa1f4e65b req-37fc7e1d-b3d0-4e7a-81eb-f3c2e7606720 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445049 Nov 18 17:54:53.985119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc871edf-1e0b-47d2-90be-1290a8f9d904 req-ddbc06de-77be-4cf8-a9dc-1e400b48035a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:53.986570 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc871edf-1e0b-47d2-90be-1290a8f9d904 req-ddbc06de-77be-4cf8-a9dc-1e400b48035a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0497153 Nov 18 17:54:54.033581 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc871edf-1e0b-47d2-90be-1290a8f9d904 req-f48e0cac-6377-446a-a702-abc72d79e39d tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411439 Nov 18 17:54:54.081828 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-f75dde27-61f9-45b1-acde-16dffa343593 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395987 Nov 18 17:54:55.150166 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013529db-3013-4daf-82b9-3d662b94c9a3 req-0592e2f2-b2f5-4626-8299-8d7bf5e8268a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:55.151883 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-013529db-3013-4daf-82b9-3d662b94c9a3 req-0592e2f2-b2f5-4626-8299-8d7bf5e8268a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0496366 Nov 18 17:54:55.203469 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-013529db-3013-4daf-82b9-3d662b94c9a3 req-c664c225-b0d3-41c0-9fb4-0d44072ef22b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456023 Nov 18 17:54:55.945053 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-2d5e32ee-3f79-4981-b47d-76732822554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:55.947783 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-2d5e32ee-3f79-4981-b47d-76732822554d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc125bc22d344f28bffe0886e611a2c&device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 1097 time: 0.0486827 Nov 18 17:54:56.042247 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-48cc4f73-8eaa-4706-9fd8-a60008fc918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:56.043716 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-48cc4f73-8eaa-4706-9fd8-a60008fc918a service neutron] 10.222.0.83 "GET /v2.0/networks?id=efb67b31-3c34-449b-b80d-ed87c46b2a74 HTTP/1.1" status: 200 len: 917 time: 0.0876951 Nov 18 17:54:56.088481 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-79239c00-b388-449f-b6e4-60d8c2d9e869 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd366b23-8d41-40dd-ae64-cf26fa1fa466 HTTP/1.1" status: 200 len: 217 time: 0.0345459 Nov 18 17:54:56.142686 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-aca9c0ef-f94e-4fb4-9cc8-acd3ddad1e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:56.144066 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-aca9c0ef-f94e-4fb4-9cc8-acd3ddad1e49 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a HTTP/1.1" status: 200 len: 855 time: 0.0473590 Nov 18 17:54:56.174012 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-59bf4de9-090c-47fc-876f-cc14038f5252 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=efb67b31-3c34-449b-b80d-ed87c46b2a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233047 Nov 18 17:54:56.266661 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-0d7ef3e8-9140-4cdb-a9a8-4c0904339848 service neutron] 10.222.0.83 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851407 Nov 18 17:54:56.323524 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602bb7b-2864-4bdf-8911-82d99eb3d8da req-afba09c7-8ad2-43f1-8531-7172e168eba2 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:56.325065 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3602bb7b-2864-4bdf-8911-82d99eb3d8da req-afba09c7-8ad2-43f1-8531-7172e168eba2 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0495319 Nov 18 17:54:56.364018 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-a6104b55-c8aa-4bc4-b59c-728d22007de6 service neutron] 10.222.0.83 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901785 Nov 18 17:54:56.374043 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3602bb7b-2864-4bdf-8911-82d99eb3d8da req-f9e03cc4-ccc5-4ebd-8be0-3a6adfe1e74c tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429132 Nov 18 17:54:57.488966 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81278f4a-3846-4ee3-876d-d859dcda9066 req-99bb54ce-25aa-416a-8f67-501417cf7771 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:57.490428 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-81278f4a-3846-4ee3-876d-d859dcda9066 req-99bb54ce-25aa-416a-8f67-501417cf7771 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0475862 Nov 18 17:54:57.542222 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-81278f4a-3846-4ee3-876d-d859dcda9066 req-01935dd4-7094-4d7b-a9d7-b29f4516af20 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456846 Nov 18 17:54:58.660574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d503667-91a8-4c02-83bf-d50e8a951e9c req-e547bbc3-5bba-42b5-9071-b676963d13ba tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:58.662044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d503667-91a8-4c02-83bf-d50e8a951e9c req-e547bbc3-5bba-42b5-9071-b676963d13ba tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0516684 Nov 18 17:54:58.708231 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d503667-91a8-4c02-83bf-d50e8a951e9c req-8777c320-600e-4f92-b2a0-6d7a38bfb5a9 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 Nov 18 17:54:59.822367 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c081320-3d58-45a7-9504-39f602207a0b req-76771b9d-5589-417a-b69d-91cfe82c2131 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:54:59.823890 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c081320-3d58-45a7-9504-39f602207a0b req-76771b9d-5589-417a-b69d-91cfe82c2131 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0483243 Nov 18 17:54:59.871716 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c081320-3d58-45a7-9504-39f602207a0b req-0fc3f34a-09c0-4626-9e54-e9be142e12da tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419276 Nov 18 17:54:59.975317 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-23234639-ede0-4469-acc2-d59c789d8697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:00.989902 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449eba9-e5bd-421e-a66c-fcc89c489b56 req-68c53c46-f614-46dd-9dcf-69de5f79e9fc tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:00.991382 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c449eba9-e5bd-421e-a66c-fcc89c489b56 req-68c53c46-f614-46dd-9dcf-69de5f79e9fc tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0517566 Nov 18 17:55:01.362159 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c449eba9-e5bd-421e-a66c-fcc89c489b56 req-074bc83a-cef3-46ce-b89b-5a4b0c77d212 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645949 Nov 18 17:55:02.451721 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5e5370a1-ffe7-4953-85ec-ae297417da66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:02.485044 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa423f66-afc5-42c8-ab14-4af661e81654 req-d9feafd2-8654-46c4-bc11-02e6ae80a94c tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:02.486654 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa423f66-afc5-42c8-ab14-4af661e81654 req-d9feafd2-8654-46c4-bc11-02e6ae80a94c tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0531111 Nov 18 17:55:02.548556 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa423f66-afc5-42c8-ab14-4af661e81654 req-125fa27d-c0db-478d-863c-9482873909b4 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558469 Nov 18 17:55:03.678392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e72016-8142-46f6-9163-6f4fd5c74b00 req-2e88e19a-5f90-4e7f-9a26-4a872a69374c tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:03.679914 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59e72016-8142-46f6-9163-6f4fd5c74b00 req-2e88e19a-5f90-4e7f-9a26-4a872a69374c tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0485461 Nov 18 17:55:03.718711 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:03.730633 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59e72016-8142-46f6-9163-6f4fd5c74b00 req-62ceb3f0-3c11-47ac-aee0-ba6ad56daa58 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448651 Nov 18 17:55:04.848660 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec468c-5ba4-408e-8f86-d9203135abdd req-4205d44d-5839-4e75-911a-c33f61abed5d tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:04.850089 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06ec468c-5ba4-408e-8f86-d9203135abdd req-4205d44d-5839-4e75-911a-c33f61abed5d tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0481625 Nov 18 17:55:04.899270 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06ec468c-5ba4-408e-8f86-d9203135abdd req-fdc3deff-13c2-4c7a-bc10-fa8cbab90159 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422482 Nov 18 17:55:05.112673 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:05.531162 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:06.013619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb80d4-769f-4ce0-9bde-ab2447065fc4 req-78d870ad-1d18-4cbd-a41b-82b3dd753729 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:06.015105 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6dfb80d4-769f-4ce0-9bde-ab2447065fc4 req-78d870ad-1d18-4cbd-a41b-82b3dd753729 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0483580 Nov 18 17:55:06.062147 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6dfb80d4-769f-4ce0-9bde-ab2447065fc4 req-0fb4776e-815b-4732-991e-d99b43290a55 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410588 Nov 18 17:55:07.177151 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25548356-345f-40a2-aa04-a21094901914 req-efb2254a-cbf1-4023-a324-ebab45d30387 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:07.178541 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25548356-345f-40a2-aa04-a21094901914 req-efb2254a-cbf1-4023-a324-ebab45d30387 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0503433 Nov 18 17:55:07.225119 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25548356-345f-40a2-aa04-a21094901914 req-7fcd18d2-e61c-459f-a961-24761de454aa tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400534 Nov 18 17:55:08.339000 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764f2df-b965-4f13-a14d-288ab3399278 req-423afff6-e945-43e0-93d6-5ea5fa5416dc tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:08.340515 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1764f2df-b965-4f13-a14d-288ab3399278 req-423afff6-e945-43e0-93d6-5ea5fa5416dc tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0478141 Nov 18 17:55:08.386786 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1764f2df-b965-4f13-a14d-288ab3399278 req-9579f42b-a27a-429e-a9fe-858d3df4ccdf tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404682 Nov 18 17:55:09.500884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531186b-62db-4943-9ce4-e8decc6d3616 req-75fcb2f0-69ed-4084-9375-62fa121a76f1 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:09.502370 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0531186b-62db-4943-9ce4-e8decc6d3616 req-75fcb2f0-69ed-4084-9375-62fa121a76f1 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0480711 Nov 18 17:55:09.552555 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0531186b-62db-4943-9ce4-e8decc6d3616 req-2167d771-addb-4f6a-abbb-cc4201df6eee tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442905 Nov 18 17:55:10.672045 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddd8a6-5c11-44fe-9e7b-5289727bcbe6 req-356f95ed-9fd2-4d8f-9b82-867c99750adc tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:10.673565 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-17ddd8a6-5c11-44fe-9e7b-5289727bcbe6 req-356f95ed-9fd2-4d8f-9b82-867c99750adc tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0548398 Nov 18 17:55:10.720542 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-17ddd8a6-5c11-44fe-9e7b-5289727bcbe6 req-44cb08ea-9aed-49e2-898e-8ba6064a614a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410626 Nov 18 17:55:11.245450 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:55:11.833579 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0af47-a14a-4250-a4eb-57e9d7436457 req-da9524f2-d94a-4fc4-bb86-0cebe9354dbf tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:11.834982 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4aa0af47-a14a-4250-a4eb-57e9d7436457 req-da9524f2-d94a-4fc4-bb86-0cebe9354dbf tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0476615 Nov 18 17:55:11.882364 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4aa0af47-a14a-4250-a4eb-57e9d7436457 req-2b853586-a431-4745-991f-6a211b6df33d tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409555 Nov 18 17:55:13.000860 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba95aa-b615-41f8-927e-725271b33ee3 req-efb8ffe2-7b15-4a35-9c30-f74de65a18ff tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:13.002354 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-afba95aa-b615-41f8-927e-725271b33ee3 req-efb8ffe2-7b15-4a35-9c30-f74de65a18ff tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0523283 Nov 18 17:55:13.054035 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-afba95aa-b615-41f8-927e-725271b33ee3 req-a45d2339-3139-4ead-ace4-3a382abc7f44 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412271 Nov 18 17:55:14.170370 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958cbf0-2cdf-49a5-8a6c-b68a9eee7512 req-9f75941a-58aa-403e-82a2-3bddaa9df3cf tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:14.171522 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9958cbf0-2cdf-49a5-8a6c-b68a9eee7512 req-9f75941a-58aa-403e-82a2-3bddaa9df3cf tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0503316 Nov 18 17:55:14.218895 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9958cbf0-2cdf-49a5-8a6c-b68a9eee7512 req-77ac9213-b607-4877-b2da-d7d8eede8fd4 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413704 Nov 18 17:55:15.337986 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f9b79-6fe1-4a57-8dff-eb5f9d479c90 req-fdfba4c7-57db-4d3f-9efa-6bfd53854698 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:15.339478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-334f9b79-6fe1-4a57-8dff-eb5f9d479c90 req-fdfba4c7-57db-4d3f-9efa-6bfd53854698 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0536122 Nov 18 17:55:15.387267 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-334f9b79-6fe1-4a57-8dff-eb5f9d479c90 req-dabf1398-21dd-41bf-8cdd-c2fd322c11d3 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418603 Nov 18 17:55:16.502660 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca826b-62e9-4873-801d-39aceaa1bf3a req-baf4c966-8bff-41a0-8c90-7488f9d9187a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:16.504200 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36ca826b-62e9-4873-801d-39aceaa1bf3a req-baf4c966-8bff-41a0-8c90-7488f9d9187a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0496647 Nov 18 17:55:16.551008 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36ca826b-62e9-4873-801d-39aceaa1bf3a req-441facf9-be9c-4823-9616-fd0055568956 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409241 Nov 18 17:55:17.669698 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec327096-3d18-4b3c-a99d-75d5520c825a req-ad2e8516-c715-4d4f-98e3-f2c1f25ca169 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:17.671215 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec327096-3d18-4b3c-a99d-75d5520c825a req-ad2e8516-c715-4d4f-98e3-f2c1f25ca169 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0542667 Nov 18 17:55:17.723970 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec327096-3d18-4b3c-a99d-75d5520c825a req-b617dcef-4129-4781-92e9-e7b5fccba7bb tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467770 Nov 18 17:55:18.840615 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff3e27-42d6-4d5c-a0cc-b08651936d5d req-55ca5fa2-c1c5-41cb-8082-0e5de58fc62b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:18.842120 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-faff3e27-42d6-4d5c-a0cc-b08651936d5d req-55ca5fa2-c1c5-41cb-8082-0e5de58fc62b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0500183 Nov 18 17:55:18.889315 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-faff3e27-42d6-4d5c-a0cc-b08651936d5d req-5a4b97b4-5ab4-4b0a-821a-950c36f83c3b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Nov 18 17:55:20.006033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3aea7d-3df1-4b2a-bcf1-a4a2abd34772 req-b0604cbd-22ec-48ec-82b3-91457c583e42 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:20.008161 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb3aea7d-3df1-4b2a-bcf1-a4a2abd34772 req-b0604cbd-22ec-48ec-82b3-91457c583e42 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0485110 Nov 18 17:55:20.054741 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cb3aea7d-3df1-4b2a-bcf1-a4a2abd34772 req-294acf60-b5f7-4cd5-9f55-444a29f46792 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400465 Nov 18 17:55:21.177723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91671d-fd2b-45fa-8849-b8c01ce450a1 req-99862730-9007-43dc-b34f-1b9fb40682e5 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:21.177723 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c91671d-fd2b-45fa-8849-b8c01ce450a1 req-99862730-9007-43dc-b34f-1b9fb40682e5 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0526292 Nov 18 17:55:21.224526 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c91671d-fd2b-45fa-8849-b8c01ce450a1 req-fc37c607-d728-48ee-a62c-72cc24bfce79 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408680 Nov 18 17:55:21.799569 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:22.340670 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b11ee4-6b89-42fa-83b2-c672addda6f5 req-d8af48a9-8372-41fc-8f1c-8e42d75d183a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:22.342141 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1b11ee4-6b89-42fa-83b2-c672addda6f5 req-d8af48a9-8372-41fc-8f1c-8e42d75d183a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0485835 Nov 18 17:55:22.389035 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1b11ee4-6b89-42fa-83b2-c672addda6f5 req-b6ccc326-0366-4726-9597-da1f5d7b12e9 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408878 Nov 18 17:55:23.354233 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:23.503318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f32b3a-3253-431f-b55d-7f8ea0366dec req-c0377a26-0cfb-4aa3-b373-2b2be530d6b0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:23.504755 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74f32b3a-3253-431f-b55d-7f8ea0366dec req-c0377a26-0cfb-4aa3-b373-2b2be530d6b0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0499566 Nov 18 17:55:23.557181 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74f32b3a-3253-431f-b55d-7f8ea0366dec req-512d4364-8ea1-4016-89a8-855584778643 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459223 Nov 18 17:55:23.799240 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-182fcec2-fb4e-4c42-bd27-685df654ade2 service neutron] show failed (client error): The resource could not be found. Nov 18 17:55:23.800189 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-182fcec2-fb4e-4c42-bd27-685df654ade2 service neutron] 10.222.0.83 "GET /v2.0/ports/cd366b23-8d41-40dd-ae64-cf26fa1fa466/bindings/n-h1-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.0542464 Nov 18 17:55:24.343644 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-eb394a97-a934-4016-a668-717c3826fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:24.345209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-eb394a97-a934-4016-a668-717c3826fde3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0&tenant_id=0fc125bc22d344f28bffe0886e611a2c HTTP/1.1" status: 200 len: 1097 time: 0.0700405 Nov 18 17:55:24.358312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:55:24.412874 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:24.625442 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] For port cd366b23-8d41-40dd-ae64-cf26fa1fa466, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=cd366b23-8d41-40dd-ae64-cf26fa1fa466,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:55:24.687214 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] For port cd366b23-8d41-40dd-ae64-cf26fa1fa466, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:55:24.718716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25151612-7050-41a8-9d6a-c8f32f6af195 req-b6a3934f-9da1-4c11-9be9-4fa39d2c92d3 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:24.720288 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25151612-7050-41a8-9d6a-c8f32f6af195 req-b6a3934f-9da1-4c11-9be9-4fa39d2c92d3 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0865591 Nov 18 17:55:24.744861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b75b8a-816a-40c2-bd28-8a759e5279f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd366b23-8d41-40dd-ae64-cf26fa1fa466'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:55:24.747221 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643abc5a-42d2-4b48-a4ed-2f6ecd2e3727" -d '{"events": [{"server_uuid": "68b75b8a-816a-40c2-bd28-8a759e5279f0", "name": "network-vif-unplugged", "status": "completed", "tag": "cd366b23-8d41-40dd-ae64-cf26fa1fa466"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:55:24.751032 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:24.779382 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Transition to ACTIVE for port object cd366b23-8d41-40dd-ae64-cf26fa1fa466 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:55:24.802040 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25151612-7050-41a8-9d6a-c8f32f6af195 req-b4b780a4-1c42-478c-8a1d-d10fb7b489af tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757895 Nov 18 17:55:24.873349 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:24.882873 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341dfa01-0741-4b56-a120-5e74b27a7dc9 x-openstack-request-id: req-341dfa01-0741-4b56-a120-5e74b27a7dc9 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:55:24.882873 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b75b8a-816a-40c2-bd28-8a759e5279f0", "name": "network-vif-unplugged", "status": "completed", "tag": "cd366b23-8d41-40dd-ae64-cf26fa1fa466", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:55:24.882873 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-341dfa01-0741-4b56-a120-5e74b27a7dc9 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:55:24.882873 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b75b8a-816a-40c2-bd28-8a759e5279f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd366b23-8d41-40dd-ae64-cf26fa1fa466', 'code': 200} Nov 18 17:55:24.941020 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] No DVR routers for this DVR port cd366b23-8d41-40dd-ae64-cf26fa1fa466 on host n-h2-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:55:24.944091 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Pushing event updated for resources: {'Port': ['ID=cd366b23-8d41-40dd-ae64-cf26fa1fa466,revision_number=6']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:55:24.970095 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:24.970451 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:24.970801 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:24.971147 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:24.971491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:24.971870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:24.972200 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:24.972539 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:24.972873 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:24.973206 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:24.973539 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:24.973867 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:24.987539 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Attempting to bind port cd366b23-8d41-40dd-ae64-cf26fa1fa466 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:55:24.988498 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Attempting to bind port cd366b23-8d41-40dd-ae64-cf26fa1fa466 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '69eded72-76a9-4ff4-8065-bfe9eba3432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:55:24.988498 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Attempting to bind port cd366b23-8d41-40dd-ae64-cf26fa1fa466 on network efb67b31-3c34-449b-b80d-ed87c46b2a74 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:55:24.993086 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Port cd366b23-8d41-40dd-ae64-cf26fa1fa466 on network efb67b31-3c34-449b-b80d-ed87c46b2a74 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:55:24.993413 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Attempting to bind port cd366b23-8d41-40dd-ae64-cf26fa1fa466 on network efb67b31-3c34-449b-b80d-ed87c46b2a74 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:55:24.998187 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:55:24.998527 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Checking segment: {'id': '69eded72-76a9-4ff4-8065-bfe9eba3432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:55:24.998914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Bound using segment: {'id': '69eded72-76a9-4ff4-8065-bfe9eba3432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:55:24.999350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Bound port: cd366b23-8d41-40dd-ae64-cf26fa1fa466, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69eded72-76a9-4ff4-8065-bfe9eba3432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:55:24.999706 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:25.064320 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] For port cd366b23-8d41-40dd-ae64-cf26fa1fa466, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:55:25.067290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] For port cd366b23-8d41-40dd-ae64-cf26fa1fa466, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cd366b23-8d41-40dd-ae64-cf26fa1fa466,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:55:25.142538 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:25.178207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:25.178832 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:25.180308 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] 10.222.0.81 "PUT /v2.0/ports/cd366b23-8d41-40dd-ae64-cf26fa1fa466 HTTP/1.1" status: 200 len: 1092 time: 0.8263190 Nov 18 17:55:25.201021 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240425f7-a7ec-47db-8e47-a6997573fa35 service neutron] Pushing event updated for resources: {'Port': ['ID=cd366b23-8d41-40dd-ae64-cf26fa1fa466,revision_number=7']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:55:25.244586 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-865e210a-a2b4-489a-ae5b-aea4bc2863fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:25.246087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-865e210a-a2b4-489a-ae5b-aea4bc2863fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0fc125bc22d344f28bffe0886e611a2c&device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 1095 time: 0.0420759 Nov 18 17:55:25.344611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-72fbe901-de25-4aa7-8ede-68b5c3b03985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:25.346108 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-72fbe901-de25-4aa7-8ede-68b5c3b03985 service neutron] 10.222.0.81 "GET /v2.0/networks?id=efb67b31-3c34-449b-b80d-ed87c46b2a74 HTTP/1.1" status: 200 len: 917 time: 0.0881364 Nov 18 17:55:25.387600 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-d8d1c9c9-490c-48fa-94eb-7b59cdacb143 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd366b23-8d41-40dd-ae64-cf26fa1fa466 HTTP/1.1" status: 200 len: 217 time: 0.0341475 Nov 18 17:55:25.436769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-985baa1d-b21f-4a95-b01f-551b2f29a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:25.438130 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-985baa1d-b21f-4a95-b01f-551b2f29a638 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a HTTP/1.1" status: 200 len: 855 time: 0.0429070 Nov 18 17:55:25.472798 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-f1e8dafb-b0c5-4427-8fd8-602a807eef7e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efb67b31-3c34-449b-b80d-ed87c46b2a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259304 Nov 18 17:55:25.567320 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-29e43398-a876-46e2-8eab-b5262f0983c1 service neutron] 10.222.0.81 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866005 Nov 18 17:55:25.661394 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e291b75c-5cff-42ae-9d97-6a881381ef23 req-66832ee7-917d-4825-9091-84e9a335fca1 service neutron] 10.222.0.81 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861754 Nov 18 17:55:25.922173 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe4bcb-a093-4885-9af0-3c5deae628af req-addb7237-357c-4920-b3d2-c72584f1df90 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:25.923716 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21fe4bcb-a093-4885-9af0-3c5deae628af req-addb7237-357c-4920-b3d2-c72584f1df90 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 943 time: 0.0490379 Nov 18 17:55:25.971479 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21fe4bcb-a093-4885-9af0-3c5deae628af req-8dab569c-d552-4087-95f8-5c6e76b5bbea tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417545 Nov 18 17:55:26.883181 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b75b8a-816a-40c2-bd28-8a759e5279f0', 'tag': 'cd366b23-8d41-40dd-ae64-cf26fa1fa466'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:55:26.885632 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66b4d55-db7f-4ce1-a359-9917773f2baf" -d '{"events": [{"name": "network-changed", "server_uuid": "68b75b8a-816a-40c2-bd28-8a759e5279f0", "tag": "cd366b23-8d41-40dd-ae64-cf26fa1fa466"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:55:26.932719 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0f762c-d1aa-45cd-8018-a4221f4e3889 x-openstack-request-id: req-8c0f762c-d1aa-45cd-8018-a4221f4e3889 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:55:26.933028 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b75b8a-816a-40c2-bd28-8a759e5279f0", "tag": "cd366b23-8d41-40dd-ae64-cf26fa1fa466", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:55:26.933292 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8c0f762c-d1aa-45cd-8018-a4221f4e3889 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:55:26.933716 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b75b8a-816a-40c2-bd28-8a759e5279f0', 'tag': 'cd366b23-8d41-40dd-ae64-cf26fa1fa466', 'status': 'completed', 'code': 200} Nov 18 17:55:26.995444 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-4e908f0c-6947-4445-98ef-65850deb1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:26.997146 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-4e908f0c-6947-4445-98ef-65850deb1b7d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0fc125bc22d344f28bffe0886e611a2c&device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 1095 time: 0.0410149 Nov 18 17:55:27.009548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-effe3f4d-3954-440a-86e4-cbac13b1f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:27.011038 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-effe3f4d-3954-440a-86e4-cbac13b1f2a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc125bc22d344f28bffe0886e611a2c&device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 1095 time: 0.0467873 Nov 18 17:55:27.107716 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-ad314c3d-1758-4778-b31a-508e41bf46fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:27.109270 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-ad314c3d-1758-4778-b31a-508e41bf46fd service neutron] 10.222.0.83 "GET /v2.0/networks?id=efb67b31-3c34-449b-b80d-ed87c46b2a74 HTTP/1.1" status: 200 len: 917 time: 0.0866873 Nov 18 17:55:27.134089 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-168e5283-0263-4570-b2b4-f438bf6cfc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:27.135524 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-168e5283-0263-4570-b2b4-f438bf6cfc9a service neutron] 10.222.0.81 "GET /v2.0/networks?id=efb67b31-3c34-449b-b80d-ed87c46b2a74 HTTP/1.1" status: 200 len: 917 time: 0.1288214 Nov 18 17:55:27.144036 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dad86-2178-4b90-b5c5-2d77cc1b9ff4 req-0237e79b-b660-424c-8b7d-34fa36573c55 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:27.145438 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb7dad86-2178-4b90-b5c5-2d77cc1b9ff4 req-0237e79b-b660-424c-8b7d-34fa36573c55 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 943 time: 0.1005723 Nov 18 17:55:27.159934 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-1ca9d6fe-a8ad-4634-9b29-22e679c7b2c4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd366b23-8d41-40dd-ae64-cf26fa1fa466 HTTP/1.1" status: 200 len: 217 time: 0.0392549 Nov 18 17:55:27.196341 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-9f3be53b-2e19-451f-99ac-2244a1bd6252 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd366b23-8d41-40dd-ae64-cf26fa1fa466 HTTP/1.1" status: 200 len: 217 time: 0.0493972 Nov 18 17:55:27.211196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-5f5cf701-6a43-4cba-9e3f-31b833e9c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:27.213365 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-5f5cf701-6a43-4cba-9e3f-31b833e9c914 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a HTTP/1.1" status: 200 len: 855 time: 0.0445833 Nov 18 17:55:27.245733 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-cce29345-f455-4b52-b006-6a16b00a2675 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=efb67b31-3c34-449b-b80d-ed87c46b2a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246007 Nov 18 17:55:27.256025 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb7dad86-2178-4b90-b5c5-2d77cc1b9ff4 req-8cb99aec-4454-4596-b94c-0ceddc2cbb28 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033967 Nov 18 17:55:27.267984 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-5cd05272-16a0-4aa3-9ae7-3999686b26ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:27.269968 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-5cd05272-16a0-4aa3-9ae7-3999686b26ad service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a HTTP/1.1" status: 200 len: 855 time: 0.0611441 Nov 18 17:55:27.301748 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-0b61312f-4d64-4838-aea1-1ce98645741b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efb67b31-3c34-449b-b80d-ed87c46b2a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244367 Nov 18 17:55:27.342799 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-c721e1a8-80ff-4540-8442-b97edb89f225 service neutron] 10.222.0.83 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877941 Nov 18 17:55:27.398416 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-26b9bea2-07ca-42c0-a732-98e1970601a1 service neutron] 10.222.0.81 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867896 Nov 18 17:55:27.435929 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-1680780e-34bd-406b-9cc9-01a64a975ff3 service neutron] 10.222.0.83 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856223 Nov 18 17:55:27.495053 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a66b4d55-db7f-4ce1-a359-9917773f2baf req-042af470-740f-47ee-a581-597d13b36167 service neutron] 10.222.0.81 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848744 Nov 18 17:55:28.376276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e76456-709c-4b32-892e-27afec8651e6 req-85221dc4-74e1-4ffd-8966-50de33716940 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:28.377775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-26e76456-709c-4b32-892e-27afec8651e6 req-85221dc4-74e1-4ffd-8966-50de33716940 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 943 time: 0.0490315 Nov 18 17:55:28.424290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cd366b23-8d41-40dd-ae64-cf26fa1fa466 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:55:28.429699 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-26e76456-709c-4b32-892e-27afec8651e6 req-a83eee2d-76c1-42b3-a213-af4325822219 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460627 Nov 18 17:55:28.464667 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device cd366b23-8d41-40dd-ae64-cf26fa1fa466 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:55:28.744007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a6f0c-972f-4055-9ad0-c0e8d69baccd req-544afbf8-5f65-46af-a6c7-cc96c23b9be0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:28.745584 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b79a6f0c-972f-4055-9ad0-c0e8d69baccd req-544afbf8-5f65-46af-a6c7-cc96c23b9be0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 943 time: 0.0542057 Nov 18 17:55:28.795477 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b79a6f0c-972f-4055-9ad0-c0e8d69baccd req-54646bc8-dc63-4ea1-95e1-df91d3b16305 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436850 Nov 18 17:55:28.857386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82011b-2682-4f30-8aca-753de442bf75 req-757ad135-21ce-42b4-b430-bb6050ab5a31 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:28.858783 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef82011b-2682-4f30-8aca-753de442bf75 req-757ad135-21ce-42b4-b430-bb6050ab5a31 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.83 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0&tenant_id=0fc125bc22d344f28bffe0886e611a2c&binding%3Ahost_id=n-h1-813419-11 HTTP/1.1" status: 200 len: 943 time: 0.0995421 Nov 18 17:55:28.920000 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [req-ef82011b-2682-4f30-8aca-753de442bf75 req-688bc284-6c19-48a5-b1be-8d9da5d32dd6 service neutron] delete failed (client error): The resource could not be found. Nov 18 17:55:28.920999 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef82011b-2682-4f30-8aca-753de442bf75 req-688bc284-6c19-48a5-b1be-8d9da5d32dd6 service neutron] 10.222.0.83 "DELETE /v2.0/ports/cd366b23-8d41-40dd-ae64-cf26fa1fa466/bindings/n-h2-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.0533290 Nov 18 17:55:28.958848 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device cd366b23-8d41-40dd-ae64-cf26fa1fa466 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:55:29.009841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82011b-2682-4f30-8aca-753de442bf75 req-9bcb872d-3c6e-4caa-a94e-b1e62c1dab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:29.011327 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef82011b-2682-4f30-8aca-753de442bf75 req-9bcb872d-3c6e-4caa-a94e-b1e62c1dab09 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc125bc22d344f28bffe0886e611a2c&device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 1095 time: 0.0404387 Nov 18 17:55:29.056868 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port cd366b23-8d41-40dd-ae64-cf26fa1fa466, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cd366b23-8d41-40dd-ae64-cf26fa1fa466,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:55:29.068125 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'cd366b23-8d41-40dd-ae64-cf26fa1fa466', 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74', 'port_id': 'cd366b23-8d41-40dd-ae64-cf26fa1fa466', 'mac_address': 'fa:16:3e:ea:f7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:55:29.105766 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82011b-2682-4f30-8aca-753de442bf75 req-6511a052-f895-47ca-98c4-24c5ddf64ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:29.107270 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef82011b-2682-4f30-8aca-753de442bf75 req-6511a052-f895-47ca-98c4-24c5ddf64ff5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=efb67b31-3c34-449b-b80d-ed87c46b2a74 HTTP/1.1" status: 200 len: 917 time: 0.0878532 Nov 18 17:55:29.119520 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:29.133047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd366b23-8d41-40dd-ae64-cf26fa1fa466 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:55:29.157337 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef82011b-2682-4f30-8aca-753de442bf75 req-6b22e713-4e40-4d7a-9bd1-47dada71a715 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd366b23-8d41-40dd-ae64-cf26fa1fa466 HTTP/1.1" status: 200 len: 217 time: 0.0398772 Nov 18 17:55:29.157952 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port cd366b23-8d41-40dd-ae64-cf26fa1fa466, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cd366b23-8d41-40dd-ae64-cf26fa1fa466,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:55:29.209281 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82011b-2682-4f30-8aca-753de442bf75 req-fdbe548b-c865-40d6-b19c-042456c377d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:29.210748 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef82011b-2682-4f30-8aca-753de442bf75 req-fdbe548b-c865-40d6-b19c-042456c377d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a HTTP/1.1" status: 200 len: 855 time: 0.0432558 Nov 18 17:55:29.248013 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef82011b-2682-4f30-8aca-753de442bf75 req-378a6579-3d76-4abf-96ec-e19d505b466b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=efb67b31-3c34-449b-b80d-ed87c46b2a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295780 Nov 18 17:55:29.255316 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:29.301838 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=cd366b23-8d41-40dd-ae64-cf26fa1fa466,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:55:29.309871 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:29.310249 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:29.310591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:29.310938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:29.311288 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:29.311633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:29.311998 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:29.312458 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:29.312807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:29.313162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:29.313482 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:29.313814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:55:29.341322 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef82011b-2682-4f30-8aca-753de442bf75 req-923fb861-1c85-48cc-b158-b7ac00a48b63 service neutron] 10.222.0.83 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844662 Nov 18 17:55:29.436643 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ef82011b-2682-4f30-8aca-753de442bf75 req-62426cc8-2f87-4c0f-b476-066f8cc45c64 service neutron] 10.222.0.83 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861602 Nov 18 17:55:29.475034 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['cd366b23-8d41-40dd-ae64-cf26fa1fa466'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:55:29.917518 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad9458-eccf-4b48-bf2d-aeb3a1e41f2b req-426eefb3-6aaa-4d86-91bd-8782c403ebc4 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:29.919165 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-caad9458-eccf-4b48-bf2d-aeb3a1e41f2b req-426eefb3-6aaa-4d86-91bd-8782c403ebc4 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 944 time: 0.0496783 Nov 18 17:55:29.959847 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5a58de8c-c2f4-4e4f-bad0-fbf51aa9c31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:29.966790 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-caad9458-eccf-4b48-bf2d-aeb3a1e41f2b req-afe3ca04-b138-46c0-8308-78c8584d69ee tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416133 Nov 18 17:55:30.983610 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device cd366b23-8d41-40dd-ae64-cf26fa1fa466 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:55:31.086882 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd5c4c-32f2-45b1-aaa3-d3a7fdf4b215 req-4310848c-3f50-47e3-8fcd-6a2d58d31582 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:31.088404 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6afd5c4c-32f2-45b1-aaa3-d3a7fdf4b215 req-4310848c-3f50-47e3-8fcd-6a2d58d31582 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 944 time: 0.0526071 Nov 18 17:55:31.091174 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port cd366b23-8d41-40dd-ae64-cf26fa1fa466 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:55:31.095354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port cd366b23-8d41-40dd-ae64-cf26fa1fa466 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:55:31.095818 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:31.137045 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6afd5c4c-32f2-45b1-aaa3-d3a7fdf4b215 req-30662c4e-12bf-4953-82da-427401c41950 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424051 Nov 18 17:55:31.174214 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:31.197630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b75b8a-816a-40c2-bd28-8a759e5279f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd366b23-8d41-40dd-ae64-cf26fa1fa466'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:55:31.199918 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e21a2dc-c9f4-41a0-9940-f0dcbb3386c8" -d '{"events": [{"server_uuid": "68b75b8a-816a-40c2-bd28-8a759e5279f0", "name": "network-vif-plugged", "status": "completed", "tag": "cd366b23-8d41-40dd-ae64-cf26fa1fa466"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:55:31.213075 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port cd366b23-8d41-40dd-ae64-cf26fa1fa466, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cd366b23-8d41-40dd-ae64-cf26fa1fa466,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:55:31.237801 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f700120-4239-462b-84ec-edbce9d47636 x-openstack-request-id: req-1f700120-4239-462b-84ec-edbce9d47636 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:55:31.238188 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b75b8a-816a-40c2-bd28-8a759e5279f0", "name": "network-vif-plugged", "status": "completed", "tag": "cd366b23-8d41-40dd-ae64-cf26fa1fa466", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:55:31.238366 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1f700120-4239-462b-84ec-edbce9d47636 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:55:31.238785 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b75b8a-816a-40c2-bd28-8a759e5279f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd366b23-8d41-40dd-ae64-cf26fa1fa466', 'code': 200} Nov 18 17:55:31.254181 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73189999-6c18-43e8-b929-b462e7592d51 req-54632b92-a226-477d-948e-6a221b9dda88 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:31.255729 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-73189999-6c18-43e8-b929-b462e7592d51 req-54632b92-a226-477d-948e-6a221b9dda88 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 944 time: 0.0515478 Nov 18 17:55:31.266769 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:31.305275 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-73189999-6c18-43e8-b929-b462e7592d51 req-c04270e4-3cd7-42c9-a80d-db949ad29e97 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434015 Nov 18 17:55:31.313948 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=cd366b23-8d41-40dd-ae64-cf26fa1fa466,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:55:31.424704 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2be9f-5ad9-4658-b6ff-f8eb5bd5342b req-7823160d-1ffd-4541-a3de-8bc362e652c8 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:31.426092 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95e2be9f-5ad9-4658-b6ff-f8eb5bd5342b req-7823160d-1ffd-4541-a3de-8bc362e652c8 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0519004 Nov 18 17:55:31.472720 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-95e2be9f-5ad9-4658-b6ff-f8eb5bd5342b req-c8a76009-825a-4dc3-8aad-b31012758b1e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407968 Nov 18 17:55:32.022714 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-fa4e2465-ce25-4468-a87b-ce2c06241843 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:32.024267 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-fa4e2465-ce25-4468-a87b-ce2c06241843 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/networks?id=efb67b31-3c34-449b-b80d-ed87c46b2a74 HTTP/1.1" status: 200 len: 815 time: 0.1042609 Nov 18 17:55:32.039079 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-4b58db37-5bdf-48f6-9472-cf2284d9ff09 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/quotas/0fc125bc22d344f28bffe0886e611a2c HTTP/1.1" status: 200 len: 375 time: 0.0091324 Nov 18 17:55:32.091464 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-5a8623e5-c101-4191-9d12-7ae765dc945c tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0fc125bc22d344f28bffe0886e611a2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472276 Nov 18 17:55:32.232590 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-3915012c-9e05-4177-801b-eb006603ebb7 service neutron] 10.222.0.72 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332989 Nov 18 17:55:32.325253 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-5ba56744-7f6f-410d-ab93-1701f46fc641 service neutron] 10.222.0.72 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866523 Nov 18 17:55:32.439690 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2419aa3e-f3f3-4274-9933-6172ab52a779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:32.550614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dc2dd480-94e4-41b7-91c1-e3a714b03185 req-40042d7f-c108-472b-bcfe-7686c18bdbc6 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 210 time: 0.0275984 Nov 18 17:55:33.313676 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b1981-5615-43f3-9a2d-bb6e33443a1d req-4ad023b6-e3a4-48cf-a7c5-91521c204e22 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:33.315164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-968b1981-5615-43f3-9a2d-bb6e33443a1d req-4ad023b6-e3a4-48cf-a7c5-91521c204e22 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.81 "GET /v2.0/ports?device_id=68b75b8a-816a-40c2-bd28-8a759e5279f0 HTTP/1.1" status: 200 len: 945 time: 0.0483234 Nov 18 17:55:33.410685 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-968b1981-5615-43f3-9a2d-bb6e33443a1d req-0d219192-4812-4fad-8356-cb0fe988f0fb tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Deleting port cd366b23-8d41-40dd-ae64-cf26fa1fa466 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:55:33.411039 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-968b1981-5615-43f3-9a2d-bb6e33443a1d req-0d219192-4812-4fad-8356-cb0fe988f0fb tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:33.510852 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-968b1981-5615-43f3-9a2d-bb6e33443a1d req-0d219192-4812-4fad-8356-cb0fe988f0fb tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] For port cd366b23-8d41-40dd-ae64-cf26fa1fa466, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cd366b23-8d41-40dd-ae64-cf26fa1fa466,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:55:33.511223 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-968b1981-5615-43f3-9a2d-bb6e33443a1d req-0d219192-4812-4fad-8356-cb0fe988f0fb tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:33.525333 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-968b1981-5615-43f3-9a2d-bb6e33443a1d req-0d219192-4812-4fad-8356-cb0fe988f0fb tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Calling delete_port for cd366b23-8d41-40dd-ae64-cf26fa1fa466 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:55:33.674775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6256199e-9931-49d4-b985-c8198ccf6276 req-87e9061a-fc6d-4088-b6e7-b2091d704c13 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 210 time: 0.0371668 Nov 18 17:55:33.708018 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:33.771200 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-968b1981-5615-43f3-9a2d-bb6e33443a1d req-0d219192-4812-4fad-8356-cb0fe988f0fb tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:33.784026 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['cd366b23-8d41-40dd-ae64-cf26fa1fa466'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:55:33.799152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d219192-4812-4fad-8356-cb0fe988f0fb tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Pushing event deleted for resources: {'Port': ['ID=cd366b23-8d41-40dd-ae64-cf26fa1fa466,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:55:33.863259 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-968b1981-5615-43f3-9a2d-bb6e33443a1d req-0d219192-4812-4fad-8356-cb0fe988f0fb tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] No DVR routers for this DVR port cd366b23-8d41-40dd-ae64-cf26fa1fa466 on host n-h1-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:55:33.865746 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-968b1981-5615-43f3-9a2d-bb6e33443a1d req-0d219192-4812-4fad-8356-cb0fe988f0fb tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:33.869389 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-968b1981-5615-43f3-9a2d-bb6e33443a1d req-0d219192-4812-4fad-8356-cb0fe988f0fb tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.81 "DELETE /v2.0/ports/cd366b23-8d41-40dd-ae64-cf26fa1fa466 HTTP/1.1" status: 204 len: 173 time: 0.5472860 Nov 18 17:55:33.869858 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b75b8a-816a-40c2-bd28-8a759e5279f0', 'name': 'network-vif-deleted', 'tag': 'cd366b23-8d41-40dd-ae64-cf26fa1fa466'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:55:33.873084 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87656404-68d3-4d5d-9230-3536105c06b3" -d '{"events": [{"server_uuid": "68b75b8a-816a-40c2-bd28-8a759e5279f0", "name": "network-vif-deleted", "tag": "cd366b23-8d41-40dd-ae64-cf26fa1fa466"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:55:33.910909 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db2c86e-7de4-4153-9f35-e73db8a71cfc x-openstack-request-id: req-0db2c86e-7de4-4153-9f35-e73db8a71cfc {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:55:33.911213 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b75b8a-816a-40c2-bd28-8a759e5279f0", "name": "network-vif-deleted", "tag": "cd366b23-8d41-40dd-ae64-cf26fa1fa466", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:55:33.911473 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0db2c86e-7de4-4153-9f35-e73db8a71cfc {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:55:33.911952 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b75b8a-816a-40c2-bd28-8a759e5279f0', 'name': 'network-vif-deleted', 'tag': 'cd366b23-8d41-40dd-ae64-cf26fa1fa466', 'status': 'completed', 'code': 200} Nov 18 17:55:34.443606 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-bfdb2f23-89b9-4c26-adb9-2b00f4c50196 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:34.445109 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-bfdb2f23-89b9-4c26-adb9-2b00f4c50196 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.81 "GET /v2.0/networks?id=efb67b31-3c34-449b-b80d-ed87c46b2a74 HTTP/1.1" status: 200 len: 815 time: 0.1042371 Nov 18 17:55:34.464947 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-ad640999-81bd-4942-9e7e-5e1b8d32b85e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Request body: {'port': {'device_id': 'eec0de13-3d13-4c66-aa1b-13e3dcd12f77', 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74', 'admin_state_up': True, 'tenant_id': '0fc125bc22d344f28bffe0886e611a2c'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:55:34.650783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-ad640999-81bd-4942-9e7e-5e1b8d32b85e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Made reservation on behalf of 0fc125bc22d344f28bffe0886e611a2c for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:55:34.654411 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-ad640999-81bd-4942-9e7e-5e1b8d32b85e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:34.799699 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f1a6355-bdfc-4fa5-af9d-c11beb7c2a5b req-d352c4c4-5422-48fa-b79d-b437fd2500f8 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 210 time: 0.0416124 Nov 18 17:55:34.813387 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-ad640999-81bd-4942-9e7e-5e1b8d32b85e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Allocated IP 172.20.0.3 (efb67b31-3c34-449b-b80d-ed87c46b2a74/1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a/90e13e4b-fa64-4ad9-a8df-bab30a3a1bea) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:55:34.967615 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-ad640999-81bd-4942-9e7e-5e1b8d32b85e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:35.056976 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-ad640999-81bd-4942-9e7e-5e1b8d32b85e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:35.085357 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:35.099447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-ad640999-81bd-4942-9e7e-5e1b8d32b85e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Network efb67b31-3c34-449b-b80d-ed87c46b2a74 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:55:35.103284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-ad640999-81bd-4942-9e7e-5e1b8d32b85e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:55:35.107281 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-ad640999-81bd-4942-9e7e-5e1b8d32b85e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:55:35.116528 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad640999-81bd-4942-9e7e-5e1b8d32b85e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Pushing event updated for resources: {'Port': ['ID=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:55:35.166132 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-ad640999-81bd-4942-9e7e-5e1b8d32b85e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:35.166132 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-ad640999-81bd-4942-9e7e-5e1b8d32b85e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:35.253887 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-ad640999-81bd-4942-9e7e-5e1b8d32b85e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7936678 Nov 18 17:55:35.266932 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Request body: {'port': {'device_id': 'eec0de13-3d13-4c66-aa1b-13e3dcd12f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:55:35.321784 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:35.502887 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:35.580878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:55:35.588860 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:35.600702 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Transition to ACTIVE for port object 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:55:35.656198 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:35.707113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Pushing event updated for resources: {'Port': ['ID=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:55:35.774158 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Attempting to bind port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:55:35.774446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Attempting to bind port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '69eded72-76a9-4ff4-8065-bfe9eba3432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:55:35.774754 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Attempting to bind port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea on network efb67b31-3c34-449b-b80d-ed87c46b2a74 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:55:35.779113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea on network efb67b31-3c34-449b-b80d-ed87c46b2a74 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:55:35.779441 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Attempting to bind port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea on network efb67b31-3c34-449b-b80d-ed87c46b2a74 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:55:35.784253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:55:35.784593 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Checking segment: {'id': '69eded72-76a9-4ff4-8065-bfe9eba3432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:55:35.785012 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Bound using segment: {'id': '69eded72-76a9-4ff4-8065-bfe9eba3432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:55:35.785416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Bound port: 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69eded72-76a9-4ff4-8065-bfe9eba3432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:55:35.785769 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:35.849251 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] For port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:55:35.853174 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] For port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:55:35.918763 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca3536-4ad2-4ad8-8259-062bc85accbf req-5774146a-8b36-4ed4-92b4-045d2c6e5c93 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:35.920284 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7dca3536-4ad2-4ad8-8259-062bc85accbf req-5774146a-8b36-4ed4-92b4-045d2c6e5c93 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 943 time: 0.0491438 Nov 18 17:55:35.921852 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:35.975573 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:35.976224 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:35.977635 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] 10.222.0.81 "PUT /v2.0/ports/90e13e4b-fa64-4ad9-a8df-bab30a3a1bea HTTP/1.1" status: 200 len: 1092 time: 0.7148261 Nov 18 17:55:35.978085 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec0de13-3d13-4c66-aa1b-13e3dcd12f77', 'tag': '90e13e4b-fa64-4ad9-a8df-bab30a3a1bea'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:55:35.980635 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0c0b3e-7d92-4844-901d-032b99997420" -d '{"events": [{"name": "network-changed", "server_uuid": "eec0de13-3d13-4c66-aa1b-13e3dcd12f77", "tag": "90e13e4b-fa64-4ad9-a8df-bab30a3a1bea"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:55:36.015451 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd43a8-40bf-4ca9-9a8f-4be77c124056 service neutron] Pushing event updated for resources: {'Port': ['ID=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:55:36.022706 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c559bc-862a-4adc-864a-546c0f872138 x-openstack-request-id: req-a7c559bc-862a-4adc-864a-546c0f872138 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:55:36.023015 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec0de13-3d13-4c66-aa1b-13e3dcd12f77", "tag": "90e13e4b-fa64-4ad9-a8df-bab30a3a1bea", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:55:36.027466 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a7c559bc-862a-4adc-864a-546c0f872138 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:55:36.027466 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec0de13-3d13-4c66-aa1b-13e3dcd12f77', 'tag': '90e13e4b-fa64-4ad9-a8df-bab30a3a1bea', 'status': 'completed', 'code': 200} Nov 18 17:55:36.032006 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7dca3536-4ad2-4ad8-8259-062bc85accbf req-1a06a48c-5600-49e8-81ca-8ffe34edbbb0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019807 Nov 18 17:55:36.081204 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c0b3e-7d92-4844-901d-032b99997420 req-92760dcc-193d-4add-96dd-2d8ea03ee5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:36.082715 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a0c0b3e-7d92-4844-901d-032b99997420 req-92760dcc-193d-4add-96dd-2d8ea03ee5bc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0fc125bc22d344f28bffe0886e611a2c&device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 1095 time: 0.0411558 Nov 18 17:55:36.184755 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c0b3e-7d92-4844-901d-032b99997420 req-416681ab-0e56-41be-9fcf-66c5b247e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:36.186237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a0c0b3e-7d92-4844-901d-032b99997420 req-416681ab-0e56-41be-9fcf-66c5b247e952 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=0fc125bc22d344f28bffe0886e611a2c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0936880 Nov 18 17:55:36.279883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c0b3e-7d92-4844-901d-032b99997420 req-b2801047-b759-4af1-8a01-e20725e84111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:36.281297 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a0c0b3e-7d92-4844-901d-032b99997420 req-b2801047-b759-4af1-8a01-e20725e84111 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0873663 Nov 18 17:55:36.361419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-8fa0eb33-5621-4197-8516-a5aa5f283829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:36.362911 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-8fa0eb33-5621-4197-8516-a5aa5f283829 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0fc125bc22d344f28bffe0886e611a2c&device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 1095 time: 0.0399988 Nov 18 17:55:36.408640 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-ff01ae23-d9b5-4a3f-b22f-94fe6a7ca742 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea HTTP/1.1" status: 200 len: 217 time: 0.0369396 Nov 18 17:55:36.457200 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-6e68fb3c-b8b7-4f19-b234-95af1ed0b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:36.458597 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-6e68fb3c-b8b7-4f19-b234-95af1ed0b0b8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a HTTP/1.1" status: 200 len: 855 time: 0.0426102 Nov 18 17:55:36.489534 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-1e999eda-80b9-4d04-905f-6e19b632d0af service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efb67b31-3c34-449b-b80d-ed87c46b2a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233696 Nov 18 17:55:36.581088 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-cf3bf52b-6dfa-4ad2-a310-9bd8e4b21b4b service neutron] 10.222.0.81 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841208 Nov 18 17:55:36.670607 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c14460b7-ddf8-43d9-95ac-09c23624b7a2 req-3846f48f-f2e0-4d42-9e72-15a5c6ad9d78 service neutron] 10.222.0.81 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819912 Nov 18 17:55:36.990921 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device cd366b23-8d41-40dd-ae64-cf26fa1fa466 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:55:37.012278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: cd366b23-8d41-40dd-ae64-cf26fa1fa466 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:55:37.012636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device cd366b23-8d41-40dd-ae64-cf26fa1fa466 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:55:37.155554 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d639641-0815-4508-b388-ba8924fdf3e0 req-e8e46d3b-da2e-463e-ac9c-0f8c9c9f2a73 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:37.157192 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d639641-0815-4508-b388-ba8924fdf3e0 req-e8e46d3b-da2e-463e-ac9c-0f8c9c9f2a73 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 943 time: 0.0537703 Nov 18 17:55:37.205928 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d639641-0815-4508-b388-ba8924fdf3e0 req-30417a2b-e721-41fe-9d09-b1399ab1273e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422368 Nov 18 17:55:38.322564 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1c6e7-9940-4bea-a66a-8b4ce6ab880e req-4fa46e67-fb6a-4fd9-9000-b9df8498b263 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:38.324109 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84f1c6e7-9940-4bea-a66a-8b4ce6ab880e req-4fa46e67-fb6a-4fd9-9000-b9df8498b263 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 943 time: 0.0502098 Nov 18 17:55:38.370891 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84f1c6e7-9940-4bea-a66a-8b4ce6ab880e req-f88be800-2b3e-4f95-874e-aa7d119093f3 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409610 Nov 18 17:55:39.020901 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:55:39.113394 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:55:39.125237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '90e13e4b-fa64-4ad9-a8df-bab30a3a1bea', 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74', 'port_id': '90e13e4b-fa64-4ad9-a8df-bab30a3a1bea', 'mac_address': 'fa:16:3e:39:9a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:55:39.173579 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:39.176974 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:55:39.196067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:55:39.313379 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:39.360021 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:55:39.487760 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2ab58-b697-4401-a8ac-55c19f693d9f req-e50bf08e-127a-4819-8cb1-e1b1026b7a2e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:39.489195 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ecb2ab58-b697-4401-a8ac-55c19f693d9f req-e50bf08e-127a-4819-8cb1-e1b1026b7a2e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 944 time: 0.0513377 Nov 18 17:55:39.532292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['90e13e4b-fa64-4ad9-a8df-bab30a3a1bea'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:55:39.539019 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ecb2ab58-b697-4401-a8ac-55c19f693d9f req-1d2b45f1-64d3-4f1a-b26c-02550be7ea9a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436649 Nov 18 17:55:40.654559 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbc6be-8ff3-4a2f-ae0d-13c09ba3bc41 req-75eaeb86-5e57-42ec-8ed2-3b937a5e80f7 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:40.656046 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4fbc6be-8ff3-4a2f-ae0d-13c09ba3bc41 req-75eaeb86-5e57-42ec-8ed2-3b937a5e80f7 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 944 time: 0.0481827 Nov 18 17:55:40.703280 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4fbc6be-8ff3-4a2f-ae0d-13c09ba3bc41 req-5688e714-5703-453c-b204-fa613cf8bb19 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403490 Nov 18 17:55:41.038356 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:55:41.142338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:55:41.146153 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:55:41.146530 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:41.226488 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:41.250802 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec0de13-3d13-4c66-aa1b-13e3dcd12f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e13e4b-fa64-4ad9-a8df-bab30a3a1bea'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:55:41.253082 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b619fdb-1c60-4757-abc1-75a63cd4f434" -d '{"events": [{"server_uuid": "eec0de13-3d13-4c66-aa1b-13e3dcd12f77", "name": "network-vif-plugged", "status": "completed", "tag": "90e13e4b-fa64-4ad9-a8df-bab30a3a1bea"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:55:41.266606 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:55:41.289729 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925c3673-cc75-4e97-b0e2-5b03733d2b89 x-openstack-request-id: req-925c3673-cc75-4e97-b0e2-5b03733d2b89 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:55:41.290031 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec0de13-3d13-4c66-aa1b-13e3dcd12f77", "name": "network-vif-plugged", "status": "completed", "tag": "90e13e4b-fa64-4ad9-a8df-bab30a3a1bea", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:55:41.290293 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-925c3673-cc75-4e97-b0e2-5b03733d2b89 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:55:41.290700 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec0de13-3d13-4c66-aa1b-13e3dcd12f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e13e4b-fa64-4ad9-a8df-bab30a3a1bea', 'code': 200} Nov 18 17:55:41.308039 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:41.370627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:55:41.392133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975b660-9548-4cdf-8cad-78b5a1723700 req-0fc51893-49f9-4ea2-8982-17820992a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:41.393702 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b975b660-9548-4cdf-8cad-78b5a1723700 req-0fc51893-49f9-4ea2-8982-17820992a21d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 1097 time: 0.0438740 Nov 18 17:55:41.437958 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b975b660-9548-4cdf-8cad-78b5a1723700 req-6b2933ea-3bd0-42e7-9c36-9df1dde1b564 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362871 Nov 18 17:55:41.819130 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f9abc-2cdf-49a2-b79b-fb70cefde914 req-861a50a6-1cd1-4d3a-a2b9-7f5664334876 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:41.821264 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f56f9abc-2cdf-49a2-b79b-fb70cefde914 req-861a50a6-1cd1-4d3a-a2b9-7f5664334876 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0511308 Nov 18 17:55:41.867815 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f56f9abc-2cdf-49a2-b79b-fb70cefde914 req-548a9854-646b-42a6-a877-144e9d661722 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402505 Nov 18 17:55:42.986755 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e1b50-30ab-4ed2-8c88-999ff1c09188 req-9638aa82-58dd-4e23-b483-fc8a9ac0892a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:42.988305 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-215e1b50-30ab-4ed2-8c88-999ff1c09188 req-9638aa82-58dd-4e23-b483-fc8a9ac0892a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0502243 Nov 18 17:55:43.035870 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-215e1b50-30ab-4ed2-8c88-999ff1c09188 req-dc9ae8c9-2f24-40dd-8f17-a11e8de74f56 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413761 Nov 18 17:55:43.147435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1df99-71ba-476d-9e36-7129777e8668 req-c3c46fa2-6696-4a90-bfb8-3144961beaf6 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:43.149350 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27c1df99-71ba-476d-9e36-7129777e8668 req-c3c46fa2-6696-4a90-bfb8-3144961beaf6 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0484066 Nov 18 17:55:43.523763 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-27c1df99-71ba-476d-9e36-7129777e8668 req-00b7258d-28f9-4c8c-97d8-fa740b653d3d tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683283 Nov 18 17:55:43.879619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2f81b-7d1c-4310-8cd1-c9e19b3c3148 req-d71f74a6-e36e-4c97-bb29-7cc7110fbf18 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:43.881159 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d2a2f81b-7d1c-4310-8cd1-c9e19b3c3148 req-d71f74a6-e36e-4c97-bb29-7cc7110fbf18 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0487359 Nov 18 17:55:43.928430 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d2a2f81b-7d1c-4310-8cd1-c9e19b3c3148 req-3477c355-dd32-4692-9c21-63f4df3f04b0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411201 Nov 18 17:55:43.971162 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-aa8ce8ca-7947-419d-954e-d5b7804dd1d1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0381498 Nov 18 17:55:45.063120 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8cc24-1bd3-4fe7-a467-b053fa9dd139 req-084c57ff-0eec-4c29-b753-79979bb9d29a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:45.064692 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ebd8cc24-1bd3-4fe7-a467-b053fa9dd139 req-084c57ff-0eec-4c29-b753-79979bb9d29a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0594785 Nov 18 17:55:45.114771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ebd8cc24-1bd3-4fe7-a467-b053fa9dd139 req-19410e8d-2f11-49cd-86ff-3fd73330a47f tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414934 Nov 18 17:55:46.018078 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf16e05-dd95-4a7a-8c4a-e6e6c92328b1 req-9193e917-cab0-45c6-b0a6-4e606134e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:46.019575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eaf16e05-dd95-4a7a-8c4a-e6e6c92328b1 req-9193e917-cab0-45c6-b0a6-4e606134e9b3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0fc125bc22d344f28bffe0886e611a2c&device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 1097 time: 0.0399098 Nov 18 17:55:46.126595 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf16e05-dd95-4a7a-8c4a-e6e6c92328b1 req-f8e29383-b184-4fc5-ae57-70289dff9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:46.128154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eaf16e05-dd95-4a7a-8c4a-e6e6c92328b1 req-f8e29383-b184-4fc5-ae57-70289dff9a36 service neutron] 10.222.0.81 "GET /v2.0/networks?id=efb67b31-3c34-449b-b80d-ed87c46b2a74 HTTP/1.1" status: 200 len: 917 time: 0.0871084 Nov 18 17:55:46.169948 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eaf16e05-dd95-4a7a-8c4a-e6e6c92328b1 req-a6ef9453-d305-41cc-a59e-e1b546c90b97 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea HTTP/1.1" status: 200 len: 217 time: 0.0342188 Nov 18 17:55:46.253381 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf16e05-dd95-4a7a-8c4a-e6e6c92328b1 req-1b85be5b-a590-46a3-a41d-07b3d67c0c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:46.254866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eaf16e05-dd95-4a7a-8c4a-e6e6c92328b1 req-1b85be5b-a590-46a3-a41d-07b3d67c0c61 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a HTTP/1.1" status: 200 len: 855 time: 0.0750263 Nov 18 17:55:46.268203 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ee5ee-8bf7-42e6-8907-d4f334e2d39e req-44604eb2-3c13-41a9-a837-f961cdb2185f tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:46.269666 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-791ee5ee-8bf7-42e6-8907-d4f334e2d39e req-44604eb2-3c13-41a9-a837-f961cdb2185f tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0818803 Nov 18 17:55:46.300086 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eaf16e05-dd95-4a7a-8c4a-e6e6c92328b1 req-30d1ad83-c6f2-42cd-b471-369082a8b3f9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efb67b31-3c34-449b-b80d-ed87c46b2a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294027 Nov 18 17:55:46.362994 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-791ee5ee-8bf7-42e6-8907-d4f334e2d39e req-4a19551a-6aa3-40d7-9399-00a169fc0ff1 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850315 Nov 18 17:55:46.421617 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eaf16e05-dd95-4a7a-8c4a-e6e6c92328b1 req-f1e0bf55-b442-4522-88d5-00fd3029fd63 service neutron] 10.222.0.81 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128857 Nov 18 17:55:46.514111 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eaf16e05-dd95-4a7a-8c4a-e6e6c92328b1 req-aaa6541c-206b-4803-9783-b7ae0fa20759 service neutron] 10.222.0.81 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842350 Nov 18 17:55:46.659513 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-c4dfd81b-52de-4353-beda-9e245310340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:46.660996 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-c4dfd81b-52de-4353-beda-9e245310340c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0fc125bc22d344f28bffe0886e611a2c&device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 1097 time: 0.0411580 Nov 18 17:55:46.752735 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-c8684bbf-badf-41e2-a3c4-9046d351b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:46.754329 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-c8684bbf-badf-41e2-a3c4-9046d351b14e service neutron] 10.222.0.81 "GET /v2.0/networks?id=efb67b31-3c34-449b-b80d-ed87c46b2a74 HTTP/1.1" status: 200 len: 917 time: 0.0865505 Nov 18 17:55:46.795809 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-4304a2cb-282f-44d6-873e-5a01347cb68a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea HTTP/1.1" status: 200 len: 217 time: 0.0336118 Nov 18 17:55:46.849658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-c402af55-611c-4ed7-b2fe-53d8fa9c092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:46.851081 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-c402af55-611c-4ed7-b2fe-53d8fa9c092c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a HTTP/1.1" status: 200 len: 855 time: 0.0469999 Nov 18 17:55:46.882794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-4c80c5d7-d016-442d-858d-b49e9562af82 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efb67b31-3c34-449b-b80d-ed87c46b2a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242252 Nov 18 17:55:46.972140 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-34aa17eb-5ac8-4662-a721-47bcb2bae817 service neutron] 10.222.0.81 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822473 Nov 18 17:55:47.068853 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-eec7333a-09fc-47a1-948b-336ed53009e4 service neutron] 10.222.0.81 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895262 Nov 18 17:55:47.480124 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40a360-db8e-41d9-82f9-c24b9bea8a45 req-821d8ea0-62e7-4797-b035-1729e5aba2e6 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:47.481603 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f40a360-db8e-41d9-82f9-c24b9bea8a45 req-821d8ea0-62e7-4797-b035-1729e5aba2e6 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0492444 Nov 18 17:55:47.527978 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f40a360-db8e-41d9-82f9-c24b9bea8a45 req-cd9a8eef-72a1-428d-a70a-1a3523598014 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404680 Nov 18 17:55:48.244949 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:55:48.646978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e58226-11ad-4a90-97fb-bb3cfcc6b427 req-cbe1a15a-7552-456d-92dc-cd06958292a4 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:48.649023 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-89e58226-11ad-4a90-97fb-bb3cfcc6b427 req-cbe1a15a-7552-456d-92dc-cd06958292a4 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0532672 Nov 18 17:55:48.706766 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-89e58226-11ad-4a90-97fb-bb3cfcc6b427 req-0eacc466-646e-4aaa-9665-e35f423dced1 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517457 Nov 18 17:55:49.825518 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452bd91-c628-459c-86ff-d7a6a691a74b req-0f145921-9dc3-4197-aac8-45037be14ba0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:49.827154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0452bd91-c628-459c-86ff-d7a6a691a74b req-0f145921-9dc3-4197-aac8-45037be14ba0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0493324 Nov 18 17:55:49.875397 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0452bd91-c628-459c-86ff-d7a6a691a74b req-8357c64f-6479-418c-869e-5f658e19e5d1 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422618 Nov 18 17:55:50.994459 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54988355-838f-406c-8b9d-87443d22c54d req-5b4bb52b-bd27-4e17-9dcc-041aaedefea2 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:50.996002 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54988355-838f-406c-8b9d-87443d22c54d req-5b4bb52b-bd27-4e17-9dcc-041aaedefea2 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0508330 Nov 18 17:55:51.051844 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54988355-838f-406c-8b9d-87443d22c54d req-543c7b76-3d36-4aaa-b53a-e391f84ba5b0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497255 Nov 18 17:55:51.805633 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:52.171348 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728a66e-e818-42e8-a878-f3a179ef5c84 req-f0443999-0491-4160-befe-2c480f1ed0c2 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:52.172893 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d728a66e-e818-42e8-a878-f3a179ef5c84 req-f0443999-0491-4160-befe-2c480f1ed0c2 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0491290 Nov 18 17:55:52.220239 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d728a66e-e818-42e8-a878-f3a179ef5c84 req-ab2145a9-dec9-481a-97bd-600e1953228a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414634 Nov 18 17:55:53.340070 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3407e02-c5c6-433d-afea-36ff82932c02 req-67f68b0d-bc7d-4863-9074-1d75bbb97e8f tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:53.341687 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a3407e02-c5c6-433d-afea-36ff82932c02 req-67f68b0d-bc7d-4863-9074-1d75bbb97e8f tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0499485 Nov 18 17:55:53.342802 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:55:53.390035 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a3407e02-c5c6-433d-afea-36ff82932c02 req-73a8d8dc-6658-4d08-9be7-2092c5c62c31 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Nov 18 17:55:54.513840 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3a7cc-d55c-463a-9685-7c89cd078b69 req-09138bff-9b2f-47b4-b8ea-3e6703bd3316 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:54.515324 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1d3a7cc-d55c-463a-9685-7c89cd078b69 req-09138bff-9b2f-47b4-b8ea-3e6703bd3316 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0526516 Nov 18 17:55:54.562164 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1d3a7cc-d55c-463a-9685-7c89cd078b69 req-a85a5a54-caef-4343-b5f9-9a312db493b3 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408120 Nov 18 17:55:55.676822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48738858-37ff-48df-bfc0-7c50cf5105bc req-5d878cc3-8117-47df-ac33-ab98de78e055 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:55.678327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48738858-37ff-48df-bfc0-7c50cf5105bc req-5d878cc3-8117-47df-ac33-ab98de78e055 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0489521 Nov 18 17:55:55.726186 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48738858-37ff-48df-bfc0-7c50cf5105bc req-371446be-c652-4616-8db6-1edee12a75a7 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412133 Nov 18 17:55:56.842659 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230bdd0-0d2f-48f5-8c21-3786b564f49e req-77e205bc-720e-453c-8d23-65037fa382bc tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:56.844431 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5230bdd0-0d2f-48f5-8c21-3786b564f49e req-77e205bc-720e-453c-8d23-65037fa382bc tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0498176 Nov 18 17:55:56.897752 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5230bdd0-0d2f-48f5-8c21-3786b564f49e req-f1f487c4-a333-4734-9501-3280b040cc0c tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472083 Nov 18 17:55:58.011683 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794765a-4b1f-4af0-9295-8bf2ef3dca1f req-c0c03602-891a-4150-a8d7-82d7c84f1338 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:58.013201 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f794765a-4b1f-4af0-9295-8bf2ef3dca1f req-c0c03602-891a-4150-a8d7-82d7c84f1338 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0487583 Nov 18 17:55:58.060693 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f794765a-4b1f-4af0-9295-8bf2ef3dca1f req-712b6184-e45c-46a2-a0c4-a6da21a0ecab tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417051 Nov 18 17:55:59.179900 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c67efc-4557-478b-b23d-41b8ab65ff18 req-2f5e1c3a-d356-4063-9d70-a18e44b1c65d tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:55:59.181424 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1c67efc-4557-478b-b23d-41b8ab65ff18 req-2f5e1c3a-d356-4063-9d70-a18e44b1c65d tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0521357 Nov 18 17:55:59.228995 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1c67efc-4557-478b-b23d-41b8ab65ff18 req-b8fe34d5-e1ba-4bd6-b07a-121bcabb7ef2 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415602 Nov 18 17:55:59.970544 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-74f38a93-e103-457e-9bc5-8009dc7e4f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:00.345718 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0ee11-8f44-49e4-bf72-e58ac9e350fe req-6551f556-8051-4317-a925-c29353154b15 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:00.347224 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99e0ee11-8f44-49e4-bf72-e58ac9e350fe req-6551f556-8051-4317-a925-c29353154b15 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0521729 Nov 18 17:56:00.395103 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-99e0ee11-8f44-49e4-bf72-e58ac9e350fe req-394e1b5b-53d9-4928-bad8-bb8c2ad92e52 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407655 Nov 18 17:56:01.511822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efdc15-c89e-4e0a-897e-4b861c0a9569 req-e8738e12-d5fd-47b0-b241-f0882b379596 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:01.513575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06efdc15-c89e-4e0a-897e-4b861c0a9569 req-e8738e12-d5fd-47b0-b241-f0882b379596 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0490639 Nov 18 17:56:01.560701 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-06efdc15-c89e-4e0a-897e-4b861c0a9569 req-a7d0b0ab-6275-476e-83f4-65b5f645c5e3 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412722 Nov 18 17:56:02.442588 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69d50c15-227a-4678-a97d-9f1b2701e230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:02.686365 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23027a1-0ce6-4e31-9b25-8108cbfe3bf9 req-5d93ed08-f150-4de9-bc1c-b3027e67baab tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:02.687929 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e23027a1-0ce6-4e31-9b25-8108cbfe3bf9 req-5d93ed08-f150-4de9-bc1c-b3027e67baab tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0577245 Nov 18 17:56:02.736382 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e23027a1-0ce6-4e31-9b25-8108cbfe3bf9 req-75983d0b-f898-4230-9137-549c54d4870a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421996 Nov 18 17:56:03.667281 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:03.854351 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9193a-da6c-4b2b-bd10-c7b994377919 req-049f1833-7e9c-4791-8623-bb788ab954ca tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:03.855900 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5cb9193a-da6c-4b2b-bd10-c7b994377919 req-049f1833-7e9c-4791-8623-bb788ab954ca tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0521817 Nov 18 17:56:03.904167 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5cb9193a-da6c-4b2b-bd10-c7b994377919 req-ddb5e389-48c4-4310-ad59-edfa813f0fd1 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422361 Nov 18 17:56:05.018166 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e1e88-6bf9-4ac5-aafd-fef57de1cfc6 req-de781fb8-2582-4299-ae9b-9be0d94eba8d tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:05.019621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa5e1e88-6bf9-4ac5-aafd-fef57de1cfc6 req-de781fb8-2582-4299-ae9b-9be0d94eba8d tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0476644 Nov 18 17:56:05.072655 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa5e1e88-6bf9-4ac5-aafd-fef57de1cfc6 req-55fb1dec-cc9d-42f1-b69f-1e2512f13a7a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465224 Nov 18 17:56:05.119475 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:05.512889 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:06.194025 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48c869-2f00-4ca3-8c97-edd73b1dc87e req-f5979780-0e13-41f1-bbfe-237e28ccb292 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:06.195451 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee48c869-2f00-4ca3-8c97-edd73b1dc87e req-f5979780-0e13-41f1-bbfe-237e28ccb292 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0529315 Nov 18 17:56:06.243286 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee48c869-2f00-4ca3-8c97-edd73b1dc87e req-1e8a24e3-1c68-48bf-b7f8-94f1f7af47f0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418575 Nov 18 17:56:07.359272 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdd1b0-7389-49f9-a432-5f250db5b697 req-3417256c-7977-4602-b701-c5ff77aa7eb1 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:07.360778 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4dbdd1b0-7389-49f9-a432-5f250db5b697 req-3417256c-7977-4602-b701-c5ff77aa7eb1 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0483503 Nov 18 17:56:07.408762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4dbdd1b0-7389-49f9-a432-5f250db5b697 req-5975d42d-59b4-49d9-b931-25055449697b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421431 Nov 18 17:56:08.529482 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38d39f-29d2-426f-8917-c0c5b9207784 req-1dba9364-6c3a-4cd2-8752-6cd5e02c483c tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:08.530968 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db38d39f-29d2-426f-8917-c0c5b9207784 req-1dba9364-6c3a-4cd2-8752-6cd5e02c483c tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0525727 Nov 18 17:56:08.578411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db38d39f-29d2-426f-8917-c0c5b9207784 req-8ee41f69-f960-4488-8b26-b2c3417e6d6c tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415640 Nov 18 17:56:09.692608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe1601-2c5e-4c96-b898-af9b7b9e0fde req-a0fde5d3-0cb2-474e-8339-d101a2d97ad6 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:09.694090 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68fe1601-2c5e-4c96-b898-af9b7b9e0fde req-a0fde5d3-0cb2-474e-8339-d101a2d97ad6 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0487585 Nov 18 17:56:09.740771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68fe1601-2c5e-4c96-b898-af9b7b9e0fde req-df8ff174-1cdc-4fb7-af87-4678c8bf7f48 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402145 Nov 18 17:56:10.855098 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2a1c7-9045-423b-8fd2-4a2312bbaff5 req-354fcc18-da76-4f4d-8f96-0ff98c59df16 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:10.856633 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09e2a1c7-9045-423b-8fd2-4a2312bbaff5 req-354fcc18-da76-4f4d-8f96-0ff98c59df16 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0482333 Nov 18 17:56:10.908854 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09e2a1c7-9045-423b-8fd2-4a2312bbaff5 req-1a169d2d-aaf4-483c-9425-6d31516f7976 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463986 Nov 18 17:56:12.040860 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8d8fb-14d2-47b0-a8ab-972b6caaafe0 req-6cd099e1-49cb-4283-bc40-d81094807621 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:12.042464 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8da8d8fb-14d2-47b0-a8ab-972b6caaafe0 req-6cd099e1-49cb-4283-bc40-d81094807621 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0492711 Nov 18 17:56:12.089725 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8da8d8fb-14d2-47b0-a8ab-972b6caaafe0 req-3b4a77fc-216a-4dd6-bc3f-5801e8f79e75 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Nov 18 17:56:13.205531 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cacfc3-a6cd-42cc-8540-756dc770c151 req-068427d7-bbef-4340-9773-0e672719c473 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:13.206952 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-13cacfc3-a6cd-42cc-8540-756dc770c151 req-068427d7-bbef-4340-9773-0e672719c473 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0494652 Nov 18 17:56:13.253384 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-13cacfc3-a6cd-42cc-8540-756dc770c151 req-a319cf9f-89c9-45db-aba4-8f1037aa4b12 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398402 Nov 18 17:56:14.372695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c69e58-780e-4b9b-ba17-20de2b0bc841 req-fefc46a2-4ea5-4144-9b0d-5506b4d55eb1 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:14.374189 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54c69e58-780e-4b9b-ba17-20de2b0bc841 req-fefc46a2-4ea5-4144-9b0d-5506b4d55eb1 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0528233 Nov 18 17:56:14.427149 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54c69e58-780e-4b9b-ba17-20de2b0bc841 req-61881554-42c0-4264-a483-ff55fc0fb3e0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469546 Nov 18 17:56:14.473239 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-487c3e2c-4f08-413d-8da7-ce042f78e369 service neutron] show failed (client error): The resource could not be found. Nov 18 17:56:14.474260 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-487c3e2c-4f08-413d-8da7-ce042f78e369 service neutron] 10.222.0.81 "GET /v2.0/ports/90e13e4b-fa64-4ad9-a8df-bab30a3a1bea/bindings/n-h2-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.0566313 Nov 18 17:56:14.997310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-731cdb9c-9d49-46b7-ac23-64acd0304231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:14.998710 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-731cdb9c-9d49-46b7-ac23-64acd0304231 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77&tenant_id=0fc125bc22d344f28bffe0886e611a2c HTTP/1.1" status: 200 len: 1097 time: 0.0448270 Nov 18 17:56:15.012214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:56:15.062418 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:15.283720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] For port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:56:15.316406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] For port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:56:15.354336 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec0de13-3d13-4c66-aa1b-13e3dcd12f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e13e4b-fa64-4ad9-a8df-bab30a3a1bea'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:56:15.357347 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7343f653-8607-4db2-9407-13dd692144a7" -d '{"events": [{"server_uuid": "eec0de13-3d13-4c66-aa1b-13e3dcd12f77", "name": "network-vif-unplugged", "status": "completed", "tag": "90e13e4b-fa64-4ad9-a8df-bab30a3a1bea"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:56:15.361618 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:15.375306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Transition to ACTIVE for port object 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:56:15.405789 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bff7696-53ba-4cd7-a885-eaddc1f6d73f x-openstack-request-id: req-9bff7696-53ba-4cd7-a885-eaddc1f6d73f {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:56:15.406094 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec0de13-3d13-4c66-aa1b-13e3dcd12f77", "name": "network-vif-unplugged", "status": "completed", "tag": "90e13e4b-fa64-4ad9-a8df-bab30a3a1bea", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:56:15.406354 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9bff7696-53ba-4cd7-a885-eaddc1f6d73f {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:56:15.406776 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec0de13-3d13-4c66-aa1b-13e3dcd12f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e13e4b-fa64-4ad9-a8df-bab30a3a1bea', 'code': 200} Nov 18 17:56:15.444041 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:15.507089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] No DVR routers for this DVR port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:56:15.510102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Pushing event updated for resources: {'Port': ['ID=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,revision_number=6']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:15.521579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:15.521938 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:15.522291 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:15.522633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:15.522972 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:15.523308 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:15.523640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:15.523998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:15.524327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:15.524662 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:15.524996 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:15.525320 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:15.544369 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a197f61-173d-4b5e-af49-8c7950772017 req-f47c9093-ecb7-465e-927e-ef1690ed8df9 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:15.545938 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9a197f61-173d-4b5e-af49-8c7950772017 req-f47c9093-ecb7-465e-927e-ef1690ed8df9 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 943 time: 0.0499969 Nov 18 17:56:15.560267 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Attempting to bind port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:56:15.560610 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Attempting to bind port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '69eded72-76a9-4ff4-8065-bfe9eba3432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:56:15.560946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Attempting to bind port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea on network efb67b31-3c34-449b-b80d-ed87c46b2a74 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:56:15.565415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea on network efb67b31-3c34-449b-b80d-ed87c46b2a74 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:56:15.565742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Attempting to bind port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea on network efb67b31-3c34-449b-b80d-ed87c46b2a74 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:56:15.570726 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:56:15.571067 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Checking segment: {'id': '69eded72-76a9-4ff4-8065-bfe9eba3432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:56:15.571460 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Bound using segment: {'id': '69eded72-76a9-4ff4-8065-bfe9eba3432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:56:15.571977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Bound port: 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69eded72-76a9-4ff4-8065-bfe9eba3432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:56:15.572343 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:15.603559 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9a197f61-173d-4b5e-af49-8c7950772017 req-2d2364fd-1532-40aa-ba7e-71a14a0c8a88 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508275 Nov 18 17:56:15.651759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] For port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:56:15.654755 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] For port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:56:15.729806 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:15.762021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:15.762667 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:15.764091 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] 10.222.0.83 "PUT /v2.0/ports/90e13e4b-fa64-4ad9-a8df-bab30a3a1bea HTTP/1.1" status: 200 len: 1092 time: 0.7564538 Nov 18 17:56:15.786341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05252b11-670e-4644-b5ac-af6c153b6087 service neutron] Pushing event updated for resources: {'Port': ['ID=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,revision_number=7']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:15.830216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-ba3df402-3d7d-4b34-aa04-010b5bc376cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:15.831732 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-ba3df402-3d7d-4b34-aa04-010b5bc376cc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc125bc22d344f28bffe0886e611a2c&device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 1095 time: 0.0412807 Nov 18 17:56:15.942581 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-5ebb05fe-5f30-4121-aea9-8dd58d9277bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:15.944102 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-5ebb05fe-5f30-4121-aea9-8dd58d9277bc service neutron] 10.222.0.83 "GET /v2.0/networks?id=efb67b31-3c34-449b-b80d-ed87c46b2a74 HTTP/1.1" status: 200 len: 917 time: 0.1050036 Nov 18 17:56:15.987038 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-7049b3d0-46fa-4f7a-b55b-1eb79790b7d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea HTTP/1.1" status: 200 len: 217 time: 0.0350351 Nov 18 17:56:16.039556 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-0c752384-e578-465a-9d1b-074dd2313b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:16.041048 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-0c752384-e578-465a-9d1b-074dd2313b2c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a HTTP/1.1" status: 200 len: 855 time: 0.0471678 Nov 18 17:56:16.075906 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-a9bcbd75-9e07-4566-a4aa-8ad8c3f1aa2c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=efb67b31-3c34-449b-b80d-ed87c46b2a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240009 Nov 18 17:56:16.167742 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-8f00b5bb-f723-4224-a396-fc7987eba825 service neutron] 10.222.0.83 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803447 Nov 18 17:56:16.262574 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed9197df-b8de-4f53-a229-b35d0f124aff req-c8b4143b-2a32-4d6c-bb16-936225ed0de0 service neutron] 10.222.0.83 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877008 Nov 18 17:56:16.724695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9678ea5-0728-4f7a-aae2-09c217dbf3c1 req-69cb1ba7-d5d5-44a0-ba50-eea2fc4668f2 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:16.726176 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e9678ea5-0728-4f7a-aae2-09c217dbf3c1 req-69cb1ba7-d5d5-44a0-ba50-eea2fc4668f2 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 943 time: 0.0487916 Nov 18 17:56:16.773188 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e9678ea5-0728-4f7a-aae2-09c217dbf3c1 req-0f3a46b6-443f-48b1-a256-785d6d787d1c tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Nov 18 17:56:17.407538 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec0de13-3d13-4c66-aa1b-13e3dcd12f77', 'tag': '90e13e4b-fa64-4ad9-a8df-bab30a3a1bea'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:56:17.409962 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d552ac78-e9eb-4534-96e8-cf24cc72503c" -d '{"events": [{"name": "network-changed", "server_uuid": "eec0de13-3d13-4c66-aa1b-13e3dcd12f77", "tag": "90e13e4b-fa64-4ad9-a8df-bab30a3a1bea"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:56:17.456477 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cb607e-2e33-4b6a-b6ad-de5a5e5984a6 x-openstack-request-id: req-18cb607e-2e33-4b6a-b6ad-de5a5e5984a6 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:56:17.456795 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec0de13-3d13-4c66-aa1b-13e3dcd12f77", "tag": "90e13e4b-fa64-4ad9-a8df-bab30a3a1bea", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:56:17.457058 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-18cb607e-2e33-4b6a-b6ad-de5a5e5984a6 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:56:17.457469 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec0de13-3d13-4c66-aa1b-13e3dcd12f77', 'tag': '90e13e4b-fa64-4ad9-a8df-bab30a3a1bea', 'status': 'completed', 'code': 200} Nov 18 17:56:17.518601 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-b6c9baa0-570f-4ac8-8e79-45a541fd5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:17.520212 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-b6c9baa0-570f-4ac8-8e79-45a541fd5aa8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0fc125bc22d344f28bffe0886e611a2c&device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 1095 time: 0.0405011 Nov 18 17:56:17.520908 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-97e5f05b-d590-40ab-a226-5728757fd25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:17.522380 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-97e5f05b-d590-40ab-a226-5728757fd25a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc125bc22d344f28bffe0886e611a2c&device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 1095 time: 0.0406747 Nov 18 17:56:17.616079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-ddc0af77-367b-4716-b2b3-a134fcf136c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:17.616847 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-9df680e0-3858-483a-95f8-79ddf2aa8d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:17.617560 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-ddc0af77-367b-4716-b2b3-a134fcf136c0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=efb67b31-3c34-449b-b80d-ed87c46b2a74 HTTP/1.1" status: 200 len: 917 time: 0.0872233 Nov 18 17:56:17.618323 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-9df680e0-3858-483a-95f8-79ddf2aa8d2b service neutron] 10.222.0.81 "GET /v2.0/networks?id=efb67b31-3c34-449b-b80d-ed87c46b2a74 HTTP/1.1" status: 200 len: 917 time: 0.0894499 Nov 18 17:56:17.659898 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-436ac133-9af0-44d7-87c0-d135c0c419f1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea HTTP/1.1" status: 200 len: 217 time: 0.0336764 Nov 18 17:56:17.668396 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-a1b68324-d895-4c76-bd56-9754905974a6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea HTTP/1.1" status: 200 len: 217 time: 0.0339253 Nov 18 17:56:17.709187 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-1daf040a-5ed0-4cee-8ae5-389b31766a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:17.710701 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-1daf040a-5ed0-4cee-8ae5-389b31766a43 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a HTTP/1.1" status: 200 len: 855 time: 0.0436769 Nov 18 17:56:17.720017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-ae74ec23-1eb7-4680-b2d9-c7c61460c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:17.721468 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-ae74ec23-1eb7-4680-b2d9-c7c61460c42c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a HTTP/1.1" status: 200 len: 855 time: 0.0442214 Nov 18 17:56:17.747323 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-4291371b-83c8-4c08-93c3-3a25c25cebeb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efb67b31-3c34-449b-b80d-ed87c46b2a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295429 Nov 18 17:56:17.758169 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-8e920ebc-7cec-4fd6-bfc2-68a642d2418e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=efb67b31-3c34-449b-b80d-ed87c46b2a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287230 Nov 18 17:56:17.839573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-7f66dd25-7c35-44fa-9c8c-13795842f932 service neutron] 10.222.0.81 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840681 Nov 18 17:56:17.852068 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-771c5486-143e-499f-a467-2a70800401ea service neutron] 10.222.0.83 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847762 Nov 18 17:56:17.949570 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-0f427a1e-f195-4cb0-9e4e-6079a4ddba99 service neutron] 10.222.0.83 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883012 Nov 18 17:56:17.951952 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4355cf-7ea2-4dfc-bc5c-3d7733ac7627 req-f0f1139e-5377-4fde-adb5-f6a45d3243c9 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:17.953449 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9f4355cf-7ea2-4dfc-bc5c-3d7733ac7627 req-f0f1139e-5377-4fde-adb5-f6a45d3243c9 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 943 time: 0.1088226 Nov 18 17:56:17.984525 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d552ac78-e9eb-4534-96e8-cf24cc72503c req-c5e58570-b334-4189-8cef-e1bf3987fb0e service neutron] 10.222.0.81 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298137 Nov 18 17:56:18.015022 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9f4355cf-7ea2-4dfc-bc5c-3d7733ac7627 req-7192e2c1-d85d-4142-8ce3-90da2e72fbe7 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532019 Nov 18 17:56:18.687085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:56:18.782676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:56:18.793384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '90e13e4b-fa64-4ad9-a8df-bab30a3a1bea', 'network_id': 'efb67b31-3c34-449b-b80d-ed87c46b2a74', 'port_id': '90e13e4b-fa64-4ad9-a8df-bab30a3a1bea', 'mac_address': 'fa:16:3e:39:9a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:56:18.830277 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:18.842764 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:56:18.861977 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:56:18.918586 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:18.965099 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:19.136196 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55f787-dd42-4121-ace1-129985c245f9 req-63f5cf49-959b-4304-83b6-3ba3ec19ca4e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:19.137693 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f55f787-dd42-4121-ace1-129985c245f9 req-63f5cf49-959b-4304-83b6-3ba3ec19ca4e tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 944 time: 0.0529997 Nov 18 17:56:19.185152 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f55f787-dd42-4121-ace1-129985c245f9 req-e96cbaa0-8891-4926-b30c-7eb8b0b2d2b9 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414956 Nov 18 17:56:19.292081 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['90e13e4b-fa64-4ad9-a8df-bab30a3a1bea'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:56:19.322049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:56:19.384323 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:56:19.519946 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b885b-6bc8-4faa-8182-ee1accb73c3a req-009ce71d-e0d3-42df-9c61-9ff6265796cc tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:19.521468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df0b885b-6bc8-4faa-8182-ee1accb73c3a req-009ce71d-e0d3-42df-9c61-9ff6265796cc tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 944 time: 0.0500596 Nov 18 17:56:19.600339 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df0b885b-6bc8-4faa-8182-ee1accb73c3a req-6c2acfd6-606e-41c9-b3e0-6d571bb1d2f2 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719907 Nov 18 17:56:19.619867 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbb21c-e853-42b2-ba9b-00805e7cd524 req-3674301a-11cb-4258-b160-4d64eb00eed9 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:19.621770 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-75dbb21c-e853-42b2-ba9b-00805e7cd524 req-3674301a-11cb-4258-b160-4d64eb00eed9 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.81 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77&tenant_id=0fc125bc22d344f28bffe0886e611a2c&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 944 time: 0.0766098 Nov 18 17:56:19.686090 n-d-813419-11 neutron-server[104007]: INFO neutron.api.v2.resource [req-75dbb21c-e853-42b2-ba9b-00805e7cd524 req-dca8adaa-c917-483f-9254-34957b44fcf8 service neutron] delete failed (client error): The resource could not be found. Nov 18 17:56:19.687081 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-75dbb21c-e853-42b2-ba9b-00805e7cd524 req-dca8adaa-c917-483f-9254-34957b44fcf8 service neutron] 10.222.0.81 "DELETE /v2.0/ports/90e13e4b-fa64-4ad9-a8df-bab30a3a1bea/bindings/n-h1-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.0573368 Nov 18 17:56:19.769325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbb21c-e853-42b2-ba9b-00805e7cd524 req-a6d81c1e-f309-4b49-b4b2-6e8255b6e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:19.770773 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-75dbb21c-e853-42b2-ba9b-00805e7cd524 req-a6d81c1e-f309-4b49-b4b2-6e8255b6e3e9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0fc125bc22d344f28bffe0886e611a2c&device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 1096 time: 0.0402927 Nov 18 17:56:19.860668 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbb21c-e853-42b2-ba9b-00805e7cd524 req-03d6f9b1-7beb-46d0-8262-58b749633770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:19.862224 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-75dbb21c-e853-42b2-ba9b-00805e7cd524 req-03d6f9b1-7beb-46d0-8262-58b749633770 service neutron] 10.222.0.81 "GET /v2.0/networks?id=efb67b31-3c34-449b-b80d-ed87c46b2a74 HTTP/1.1" status: 200 len: 917 time: 0.0845687 Nov 18 17:56:19.908199 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-75dbb21c-e853-42b2-ba9b-00805e7cd524 req-54924be4-ad59-4541-81a3-bdc877c55e09 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea HTTP/1.1" status: 200 len: 217 time: 0.0388246 Nov 18 17:56:19.962417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbb21c-e853-42b2-ba9b-00805e7cd524 req-b48da2e8-921a-4858-b8a1-4b94f54ca0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:19.964365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-75dbb21c-e853-42b2-ba9b-00805e7cd524 req-b48da2e8-921a-4858-b8a1-4b94f54ca0d1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a HTTP/1.1" status: 200 len: 855 time: 0.0492253 Nov 18 17:56:19.997322 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-75dbb21c-e853-42b2-ba9b-00805e7cd524 req-e3d32f9b-702e-47c3-aeae-d287abca8c82 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efb67b31-3c34-449b-b80d-ed87c46b2a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251555 Nov 18 17:56:20.089183 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-75dbb21c-e853-42b2-ba9b-00805e7cd524 req-2b481185-4ca6-44d8-a153-46f85376e03d service neutron] 10.222.0.81 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848486 Nov 18 17:56:20.180028 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-75dbb21c-e853-42b2-ba9b-00805e7cd524 req-9ef94c37-3e1b-4969-9d1b-767474fa6902 service neutron] 10.222.0.81 "GET /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823963 Nov 18 17:56:20.691408 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:56:20.729876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad93c8b-0647-4481-b339-6e5a9887da47 req-ebb69e5d-1fbc-4f84-a034-72a7b548483a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:20.731421 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2ad93c8b-0647-4481-b339-6e5a9887da47 req-ebb69e5d-1fbc-4f84-a034-72a7b548483a tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 944 time: 0.0568323 Nov 18 17:56:20.783522 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2ad93c8b-0647-4481-b339-6e5a9887da47 req-c8f9d8b2-0dc6-4700-8979-551ac581e261 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423439 Nov 18 17:56:20.827357 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:56:20.831384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:56:20.831759 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:20.910638 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:20.934309 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec0de13-3d13-4c66-aa1b-13e3dcd12f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e13e4b-fa64-4ad9-a8df-bab30a3a1bea'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:56:20.936858 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e4863f-6704-4f5c-ace1-8c5bfae0e82a" -d '{"events": [{"server_uuid": "eec0de13-3d13-4c66-aa1b-13e3dcd12f77", "name": "network-vif-plugged", "status": "completed", "tag": "90e13e4b-fa64-4ad9-a8df-bab30a3a1bea"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:56:20.950452 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:56:20.979279 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0815a2a7-5e60-4764-b481-1b268ca8e429 x-openstack-request-id: req-0815a2a7-5e60-4764-b481-1b268ca8e429 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:56:20.979621 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec0de13-3d13-4c66-aa1b-13e3dcd12f77", "name": "network-vif-plugged", "status": "completed", "tag": "90e13e4b-fa64-4ad9-a8df-bab30a3a1bea", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:56:20.979988 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0815a2a7-5e60-4764-b481-1b268ca8e429 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:56:20.980393 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec0de13-3d13-4c66-aa1b-13e3dcd12f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e13e4b-fa64-4ad9-a8df-bab30a3a1bea', 'code': 200} Nov 18 17:56:21.027115 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:21.077125 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:21.827073 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:21.897765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed422f2f-414b-42a7-8d08-8cb8017ec7c8 req-fb843183-a885-4892-a8d4-f0e7286da5cb tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:21.899288 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed422f2f-414b-42a7-8d08-8cb8017ec7c8 req-fb843183-a885-4892-a8d4-f0e7286da5cb tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0490129 Nov 18 17:56:21.945705 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed422f2f-414b-42a7-8d08-8cb8017ec7c8 req-41f46ae2-0b3a-411e-92a5-71ae0d23e2e8 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399790 Nov 18 17:56:22.063014 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a45d3c-b3d4-4454-9824-276359f575f0 req-e46637d3-7dac-499f-b97b-65c919873322 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:22.064487 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98a45d3c-b3d4-4454-9824-276359f575f0 req-e46637d3-7dac-499f-b97b-65c919873322 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0513937 Nov 18 17:56:22.111858 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-98a45d3c-b3d4-4454-9824-276359f575f0 req-18cf505a-ac1c-44ca-bb32-8c0f8bec0d9d tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415175 Nov 18 17:56:22.224803 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ae452-d2aa-4c6a-b500-102aa0c77124 req-3ad99be2-9654-4743-b0a0-b7272bee703b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:22.226296 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-178ae452-d2aa-4c6a-b500-102aa0c77124 req-3ad99be2-9654-4743-b0a0-b7272bee703b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0501997 Nov 18 17:56:22.274972 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-178ae452-d2aa-4c6a-b500-102aa0c77124 req-6fed16d3-8a61-460e-9b62-03ac00a9cbc8 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424829 Nov 18 17:56:22.892609 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec073bb-c42e-4ac5-bf8e-e680ad8fd5d1 req-ca9e243e-55de-446b-9d35-39df1cd77b7c tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:22.894100 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cec073bb-c42e-4ac5-bf8e-e680ad8fd5d1 req-ca9e243e-55de-446b-9d35-39df1cd77b7c tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0498788 Nov 18 17:56:22.945696 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cec073bb-c42e-4ac5-bf8e-e680ad8fd5d1 req-c3081607-8b22-4ee1-a21c-d5eb67aca0fc tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456266 Nov 18 17:56:23.375449 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:24.060541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ef121-567d-48e2-b355-194b5106b298 req-59683a69-414e-438f-b593-537070d6ccb6 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:24.062027 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb1ef121-567d-48e2-b355-194b5106b298 req-59683a69-414e-438f-b593-537070d6ccb6 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0482743 Nov 18 17:56:24.109625 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb1ef121-567d-48e2-b355-194b5106b298 req-87e7b03a-3a3e-4ee6-8c23-df22ac6cf924 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/security-groups?id=458ed4dd-f3e9-487d-adf5-681dde8d8056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417411 Nov 18 17:56:24.220778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d845e1-b877-40ff-b7bf-73c71eb20f46 req-37477403-a8c6-48e0-95dc-14a4687d1068 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:24.222140 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-68d845e1-b877-40ff-b7bf-73c71eb20f46 req-37477403-a8c6-48e0-95dc-14a4687d1068 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 945 time: 0.0480077 Nov 18 17:56:24.316196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-68d845e1-b877-40ff-b7bf-73c71eb20f46 req-24b87374-4a66-4c67-bd0f-55040fb659e0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Deleting port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:56:24.316539 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-68d845e1-b877-40ff-b7bf-73c71eb20f46 req-24b87374-4a66-4c67-bd0f-55040fb659e0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:24.403383 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-68d845e1-b877-40ff-b7bf-73c71eb20f46 req-24b87374-4a66-4c67-bd0f-55040fb659e0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] For port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,segment=NetworkSegment(69eded72-76a9-4ff4-8065-bfe9eba3432d),segment_id=69eded72-76a9-4ff4-8065-bfe9eba3432d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:56:24.403747 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-68d845e1-b877-40ff-b7bf-73c71eb20f46 req-24b87374-4a66-4c67-bd0f-55040fb659e0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:24.416872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-68d845e1-b877-40ff-b7bf-73c71eb20f46 req-24b87374-4a66-4c67-bd0f-55040fb659e0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Calling delete_port for 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:56:24.602542 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-68d845e1-b877-40ff-b7bf-73c71eb20f46 req-24b87374-4a66-4c67-bd0f-55040fb659e0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:24.615753 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['90e13e4b-fa64-4ad9-a8df-bab30a3a1bea'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:56:24.631911 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b87374-4a66-4c67-bd0f-55040fb659e0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Pushing event deleted for resources: {'Port': ['ID=90e13e4b-fa64-4ad9-a8df-bab30a3a1bea,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:24.672054 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d845e1-b877-40ff-b7bf-73c71eb20f46 req-24b87374-4a66-4c67-bd0f-55040fb659e0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] No DVR routers for this DVR port 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:56:24.676358 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-68d845e1-b877-40ff-b7bf-73c71eb20f46 req-24b87374-4a66-4c67-bd0f-55040fb659e0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:24.680334 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-68d845e1-b877-40ff-b7bf-73c71eb20f46 req-24b87374-4a66-4c67-bd0f-55040fb659e0 tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.83 "DELETE /v2.0/ports/90e13e4b-fa64-4ad9-a8df-bab30a3a1bea HTTP/1.1" status: 204 len: 173 time: 0.4490728 Nov 18 17:56:24.680818 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec0de13-3d13-4c66-aa1b-13e3dcd12f77', 'name': 'network-vif-deleted', 'tag': '90e13e4b-fa64-4ad9-a8df-bab30a3a1bea'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:56:24.683601 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32577fbc-71a9-4e98-9c3a-400d10df8132" -d '{"events": [{"server_uuid": "eec0de13-3d13-4c66-aa1b-13e3dcd12f77", "name": "network-vif-deleted", "tag": "90e13e4b-fa64-4ad9-a8df-bab30a3a1bea"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:56:24.720523 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7afe2d-c0e5-4067-80a7-aa94350b37a2 x-openstack-request-id: req-fd7afe2d-c0e5-4067-80a7-aa94350b37a2 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:56:24.720838 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec0de13-3d13-4c66-aa1b-13e3dcd12f77", "name": "network-vif-deleted", "tag": "90e13e4b-fa64-4ad9-a8df-bab30a3a1bea", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:56:24.721099 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fd7afe2d-c0e5-4067-80a7-aa94350b37a2 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:56:24.721519 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec0de13-3d13-4c66-aa1b-13e3dcd12f77', 'name': 'network-vif-deleted', 'tag': '90e13e4b-fa64-4ad9-a8df-bab30a3a1bea', 'status': 'completed', 'code': 200} Nov 18 17:56:25.215971 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5f0ff7bd-57e0-4fc8-8108-3f3ff289b652 req-0d009cba-a559-49ab-9de6-4af65a88a45b tempest-ServerDiskConfigTestJSON-960953610 tempest-ServerDiskConfigTestJSON-960953610-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec0de13-3d13-4c66-aa1b-13e3dcd12f77 HTTP/1.1" status: 200 len: 210 time: 0.0264115 Nov 18 17:56:25.243017 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:56:26.338342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36676) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:56:26.386047 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf95fde-8ed2-4fe0-b933-e97c81b0492c admin admin] Deleting subnet 1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 17:56:26.389540 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fdf95fde-8ed2-4fe0-b933-e97c81b0492c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:26.424833 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fdf95fde-8ed2-4fe0-b933-e97c81b0492c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:26.462711 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fdf95fde-8ed2-4fe0-b933-e97c81b0492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:26.587160 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fdf95fde-8ed2-4fe0-b933-e97c81b0492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:26.611782 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf95fde-8ed2-4fe0-b933-e97c81b0492c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:26.618248 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fdf95fde-8ed2-4fe0-b933-e97c81b0492c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:26.621602 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fdf95fde-8ed2-4fe0-b933-e97c81b0492c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1c2eeb6b-c8bb-4e3d-bb7f-f4dea8bc4c5a HTTP/1.1" status: 204 len: 168 time: 0.2822146 Nov 18 17:56:26.624097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36678) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:56:26.696187 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-839f3821-c472-4165-baa7-c719cd1f3159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:26.776513 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-839f3821-c472-4165-baa7-c719cd1f3159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:26.797040 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-839f3821-c472-4165-baa7-c719cd1f3159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb67b31-3c34-449b-b80d-ed87c46b2a74']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:56:26.806093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-839f3821-c472-4165-baa7-c719cd1f3159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69eded72-76a9-4ff4-8065-bfe9eba3432d') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:56:26.806399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-839f3821-c472-4165-baa7-c719cd1f3159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69eded72-76a9-4ff4-8065-bfe9eba3432d') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:56:26.815672 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-839f3821-c472-4165-baa7-c719cd1f3159 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:26.829363 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-839f3821-c472-4165-baa7-c719cd1f3159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:26.835305 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839f3821-c472-4165-baa7-c719cd1f3159 admin admin] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 17:56:26.835693 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-839f3821-c472-4165-baa7-c719cd1f3159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: timer() Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:56:26.837473 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:56:26.962218 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-839f3821-c472-4165-baa7-c719cd1f3159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:26.967851 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-839f3821-c472-4165-baa7-c719cd1f3159 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:26.971080 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-839f3821-c472-4165-baa7-c719cd1f3159 admin admin] 10.222.0.72 "DELETE /v2.0/networks/efb67b31-3c34-449b-b80d-ed87c46b2a74 HTTP/1.1" status: 204 len: 168 time: 0.3460529 Nov 18 17:56:26.981882 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f3821-c472-4165-baa7-c719cd1f3159 admin admin] Pushing event deleted for resources: {'Network': ['ID=efb67b31-3c34-449b-b80d-ed87c46b2a74,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:27.332984 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36682) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:56:27.373538 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c52d3b4d-f077-4c37-b578-3daa9ee9f2ae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0fc125bc22d344f28bffe0886e611a2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394030 Nov 18 17:56:27.375906 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36684) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:56:27.439238 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6753f053-b306-4435-90e9-32e916b17ca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:27.465493 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6753f053-b306-4435-90e9-32e916b17ca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:27.586979 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6753f053-b306-4435-90e9-32e916b17ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:27.590231 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6753f053-b306-4435-90e9-32e916b17ca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:27.591385 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6753f053-b306-4435-90e9-32e916b17ca1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/458ed4dd-f3e9-487d-adf5-681dde8d8056 HTTP/1.1" status: 204 len: 168 time: 0.2145820 Nov 18 17:56:27.599332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753f053-b306-4435-90e9-32e916b17ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458ed4dd-f3e9-487d-adf5-681dde8d8056,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:28.591074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36706) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:56:28.685992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-91e1c657-d39f-4e6d-9113-9591a80482a3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1518932708-network', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:56:28.750581 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:56:28.773356 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:56:28.773709 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 90e13e4b-fa64-4ad9-a8df-bab30a3a1bea not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:56:28.825646 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e1c657-d39f-4e6d-9113-9591a80482a3 admin admin] Made reservation on behalf of e8d549e3d15f42359bff6a5bf32d95d7 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:56:28.828128 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91e1c657-d39f-4e6d-9113-9591a80482a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:28.836887 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91e1c657-d39f-4e6d-9113-9591a80482a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:28.912894 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91e1c657-d39f-4e6d-9113-9591a80482a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:29.010298 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91e1c657-d39f-4e6d-9113-9591a80482a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:29.037294 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e1c657-d39f-4e6d-9113-9591a80482a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 17:56:29.048750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1c657-d39f-4e6d-9113-9591a80482a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f88a14d-18ee-4111-8f63-bec79cd0beb8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:29.053851 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91e1c657-d39f-4e6d-9113-9591a80482a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:29.054208 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-91e1c657-d39f-4e6d-9113-9591a80482a3 admin admin] Added segment 5695753f-0bf7-473f-a2fe-a850a5e4f6ef of type vlan for network 1c820867-c107-43dd-a6d8-aa96ff592126 Nov 18 17:56:29.108330 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91e1c657-d39f-4e6d-9113-9591a80482a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:29.226904 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91e1c657-d39f-4e6d-9113-9591a80482a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:29.228087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e1c657-d39f-4e6d-9113-9591a80482a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:29.228686 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91e1c657-d39f-4e6d-9113-9591a80482a3 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:29.565053 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1c657-d39f-4e6d-9113-9591a80482a3 admin admin] Pushing event updated for resources: {'Network': ['ID=1c820867-c107-43dd-a6d8-aa96ff592126,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:29.575816 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 1c820867-c107-43dd-a6d8-aa96ff592126 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 17:56:29.621997 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-91e1c657-d39f-4e6d-9113-9591a80482a3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0298004 Nov 18 17:56:29.624883 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36710) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:56:29.629874 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-429f489a-225a-49fd-8b4d-2ce5bfb524d1 admin admin] Request body: {'subnet': {'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1518932708-subnet', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:56:29.705068 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429f489a-225a-49fd-8b4d-2ce5bfb524d1 admin admin] Made reservation on behalf of e8d549e3d15f42359bff6a5bf32d95d7 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:56:29.707420 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-429f489a-225a-49fd-8b4d-2ce5bfb524d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:29.941353 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-429f489a-225a-49fd-8b4d-2ce5bfb524d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:29.969467 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-104194f0-75ad-4d29-9587-9a9a1c39053a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:29.996624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f489a-225a-49fd-8b4d-2ce5bfb524d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e871c254-5386-413b-b422-5ec96c03728a,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:30.005089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f489a-225a-49fd-8b4d-2ce5bfb524d1 admin admin] Checking segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:56:30.005446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f489a-225a-49fd-8b4d-2ce5bfb524d1 admin admin] Network hostable DHCP agents. Network: 1c820867-c107-43dd-a6d8-aa96ff592126, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 17:56:30.077981 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f489a-225a-49fd-8b4d-2ce5bfb524d1 admin admin] Network 1c820867-c107-43dd-a6d8-aa96ff592126 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 17:56:30.139538 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-429f489a-225a-49fd-8b4d-2ce5bfb524d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 1c820867-c107-43dd-a6d8-aa96ff592126) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:56:30.143574 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429f489a-225a-49fd-8b4d-2ce5bfb524d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:30.144783 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-429f489a-225a-49fd-8b4d-2ce5bfb524d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:30.147638 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8686a0cc-57e0-4520-aa8b-f77b5b15df09 None None] Network 1c820867-c107-43dd-a6d8-aa96ff592126 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:56:30.236717 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-429f489a-225a-49fd-8b4d-2ce5bfb524d1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6106057 Nov 18 17:56:30.239461 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36712) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:56:30.243910 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:56:30.292448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-1c820867-c107-43dd-a6d8-aa96ff592126', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 17:56:30.293332 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:30.324723 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:30.326552 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:30.383950 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:30.431559 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Allocated IP 172.20.0.2 (1c820867-c107-43dd-a6d8-aa96ff592126/e871c254-5386-413b-b422-5ec96c03728a/4d045a0a-a523-41ea-b430-394ef88a8d14) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:56:30.573310 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:30.589072 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:30.644806 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:30.684016 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Network 1c820867-c107-43dd-a6d8-aa96ff592126 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:56:30.688511 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:56:30.693273 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:56:30.709222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Pushing event updated for resources: {'Port': ['ID=4d045a0a-a523-41ea-b430-394ef88a8d14,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:30.738264 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:30.738621 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:30.739054 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:30.739511 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:30.740017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:30.740634 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:30.741120 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:30.741649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:30.742073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:30.742517 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:30.742975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:30.743466 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:30.780261 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Attempting to bind port 4d045a0a-a523-41ea-b430-394ef88a8d14 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:56:30.780636 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Attempting to bind port 4d045a0a-a523-41ea-b430-394ef88a8d14 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:56:30.781014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Attempting to bind port 4d045a0a-a523-41ea-b430-394ef88a8d14 on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:56:30.786030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:56:30.786415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Checking segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:56:30.786821 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:30.787222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Bound using segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:56:30.787696 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Bound port: 4d045a0a-a523-41ea-b430-394ef88a8d14, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:56:30.788106 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:30.898273 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:30.918105 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:31.011856 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] For port 4d045a0a-a523-41ea-b430-394ef88a8d14, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:56:31.015219 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] For port 4d045a0a-a523-41ea-b430-394ef88a8d14, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4d045a0a-a523-41ea-b430-394ef88a8d14,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:56:31.026417 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Allocated IP 172.25.3.209 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/c970d75c-b477-4c7e-ab11-ec15ef849ba9) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:56:31.101994 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:31.142262 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:31.162030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45226226-a281-4b2b-8faa-23a987b50dc1 None None] Pushing event updated for resources: {'Port': ['ID=4d045a0a-a523-41ea-b430-394ef88a8d14,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:31.260336 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:31.308084 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:56:31.313137 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:56:31.317352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:56:31.339889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e017ecc7-a103-4fe6-b785-e180020fcd88 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:56:31.348899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Pushing event updated for resources: {'Port': ['ID=c970d75c-b477-4c7e-ab11-ec15ef849ba9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:31.417546 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-05d1ec03-adb7-4ae7-b1f3-85f1f3cd6b57 None None] Provisioning complete for port c970d75c-b477-4c7e-ab11-ec15ef849ba9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:56:31.418002 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05d1ec03-adb7-4ae7-b1f3-85f1f3cd6b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:31.463575 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-05d1ec03-adb7-4ae7-b1f3-85f1f3cd6b57 None None] Port c970d75c-b477-4c7e-ab11-ec15ef849ba9 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:56:31.670855 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:31.871522 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:32.061192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa38b74-6cb0-4a3e-a84c-498e6c8a23b7 None None] Network 1c820867-c107-43dd-a6d8-aa96ff592126 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 17:56:32.082412 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Router 086955bc-5e8d-490e-af16-2c0ec8cd2857 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 17:56:32.130145 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f4a228a3-4279-444c-82f7-22d66c2d5502 None None] Provisioning complete for port 4d045a0a-a523-41ea-b430-394ef88a8d14 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:56:32.130538 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4a228a3-4279-444c-82f7-22d66c2d5502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:32.190673 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:56:32.205190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Sync routers for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:56:32.238069 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:56:32.238701 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:56:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:56:32.278948 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:32.280243 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e9b8ae87-ec96-4130-a245-213830845168 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0397701 Nov 18 17:56:32.283349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 36714) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:56:32.333918 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4a228a3-4279-444c-82f7-22d66c2d5502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:32.437567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f4a228a3-4279-444c-82f7-22d66c2d5502 None None] For port 4d045a0a-a523-41ea-b430-394ef88a8d14, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4d045a0a-a523-41ea-b430-394ef88a8d14,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:56:32.441564 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:56:32.498066 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64d63b1f-9f11-4185-bae9-27765d5f46b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:32.501052 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4a228a3-4279-444c-82f7-22d66c2d5502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:32.607280 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a228a3-4279-444c-82f7-22d66c2d5502 None None] Pushing event updated for resources: {'Port': ['ID=4d045a0a-a523-41ea-b430-394ef88a8d14,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:32.656155 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-02708282-6096-45c8-84fe-e7c0b2592dbd None None] Provisioning complete for port 4d045a0a-a523-41ea-b430-394ef88a8d14 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:56:32.656155 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-02708282-6096-45c8-84fe-e7c0b2592dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:32.747562 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4d045a0a-a523-41ea-b430-394ef88a8d14 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:56:32.752293 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:31Z', 'revision_number': 3, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:56:32.807462 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Checking router: 086955bc-5e8d-490e-af16-2c0ec8cd2857 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:56:32.807846 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Updating router 086955bc-5e8d-490e-af16-2c0ec8cd2857 port c970d75c-b477-4c7e-ab11-ec15ef849ba9 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:56:32.853260 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:32.893125 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4d045a0a-a523-41ea-b430-394ef88a8d14 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:56:32.893424 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:33.005038 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:33.161874 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] Allocated IP 172.20.0.1 (1c820867-c107-43dd-a6d8-aa96ff592126/e871c254-5386-413b-b422-5ec96c03728a/aa8ad15e-8b90-4305-9a27-53d11c74263c) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:56:33.178312 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:33.266753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:33.270917 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:33.313561 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c28113-cf8e-435f-a757-545fbd23bf6a None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:56:33.329253 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Attempting to bind port c970d75c-b477-4c7e-ab11-ec15ef849ba9 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:56:33.329630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Attempting to bind port c970d75c-b477-4c7e-ab11-ec15ef849ba9 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:56:33.329999 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Attempting to bind port c970d75c-b477-4c7e-ab11-ec15ef849ba9 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:56:33.332160 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58165206-a544-4c78-9fbe-6212399effb3 None None] Pushing event updated for resources: {'Port': ['ID=c970d75c-b477-4c7e-ab11-ec15ef849ba9,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:33.338893 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:56:33.339266 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:56:33.339672 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:33.344603 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:56:33.344603 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Bound port: c970d75c-b477-4c7e-ab11-ec15ef849ba9, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:56:33.344603 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:33.364593 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:33.397544 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e381aac1-d767-4764-8848-d8836dc43a0d None None] Provisioning complete for port c970d75c-b477-4c7e-ab11-ec15ef849ba9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:56:33.402192 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e381aac1-d767-4764-8848-d8836dc43a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:33.402355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] Network 1c820867-c107-43dd-a6d8-aa96ff592126 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:56:33.405329 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:56:33.408976 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:56:33.428107 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] For port c970d75c-b477-4c7e-ab11-ec15ef849ba9, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:56:33.437147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] Pushing event updated for resources: {'Port': ['ID=aa8ad15e-8b90-4305-9a27-53d11c74263c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:33.446680 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] For port c970d75c-b477-4c7e-ab11-ec15ef849ba9, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c970d75c-b477-4c7e-ab11-ec15ef849ba9,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:56:33.448002 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e381aac1-d767-4764-8848-d8836dc43a0d None None] Port c970d75c-b477-4c7e-ab11-ec15ef849ba9 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:56:33.456010 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:33.516304 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:33.572408 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36bc7fc-e61a-4ed0-a2ab-df70acb7c942 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 17:56:33.589521 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58165206-a544-4c78-9fbe-6212399effb3 None None] Pushing event updated for resources: {'Port': ['ID=c970d75c-b477-4c7e-ab11-ec15ef849ba9,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:33.594624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:56:33.595244 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:56:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:56:33.700893 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:33.828595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c35364a0-8ba2-43d8-81d2-feff5c660bf3 None None] Provisioning complete for port aa8ad15e-8b90-4305-9a27-53d11c74263c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:56:33.828979 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c35364a0-8ba2-43d8-81d2-feff5c660bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:33.871004 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:33.882007 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:33.908379 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:56:33.910452 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c35364a0-8ba2-43d8-81d2-feff5c660bf3 None None] Port aa8ad15e-8b90-4305-9a27-53d11c74263c cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:56:33.946662 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:33.983356 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c35364a0-8ba2-43d8-81d2-feff5c660bf3 None None] Provisioning complete for port c970d75c-b477-4c7e-ab11-ec15ef849ba9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:56:33.983642 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c35364a0-8ba2-43d8-81d2-feff5c660bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:34.017883 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:34.019616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] Pushing event updated for resources: {'Port': ['ID=aa8ad15e-8b90-4305-9a27-53d11c74263c,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:34.113653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] Network 1c820867-c107-43dd-a6d8-aa96ff592126 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:56:34.115105 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:56:34.149551 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c35364a0-8ba2-43d8-81d2-feff5c660bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:34.177972 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c35364a0-8ba2-43d8-81d2-feff5c660bf3 None None] For port c970d75c-b477-4c7e-ab11-ec15ef849ba9, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c970d75c-b477-4c7e-ab11-ec15ef849ba9,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:56:34.182332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:31Z', 'revision_number': 3, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:56:34.210332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da90e15-bb65-42b7-bdbd-9833853ba3da None None] The sync data for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 is: [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:31Z', 'revision_number': 3, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:56:34.242578 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] Router 086955bc-5e8d-490e-af16-2c0ec8cd2857 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:56:34.253945 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c35364a0-8ba2-43d8-81d2-feff5c660bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:34.317104 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35364a0-8ba2-43d8-81d2-feff5c660bf3 None None] Pushing event updated for resources: {'Port': ['ID=c970d75c-b477-4c7e-ab11-ec15ef849ba9,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:34.376351 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-03ddec20-1c95-4b1b-af02-32c5f390296d None None] Provisioning complete for port aa8ad15e-8b90-4305-9a27-53d11c74263c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:56:34.376577 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:56:34.376713 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03ddec20-1c95-4b1b-af02-32c5f390296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:34.385849 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3ede684a-f71b-4598-93d1-47939b9ccc28 admin admin] 10.222.0.72 "PUT /v2.0/routers/086955bc-5e8d-490e-af16-2c0ec8cd2857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1013415 Nov 18 17:56:34.417843 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-03ddec20-1c95-4b1b-af02-32c5f390296d None None] Port aa8ad15e-8b90-4305-9a27-53d11c74263c cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:56:34.757119 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c970d75c-b477-4c7e-ab11-ec15ef849ba9 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:56:34.811068 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port c970d75c-b477-4c7e-ab11-ec15ef849ba9 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:56:34.811729 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:35.097083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36722) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:56:35.102394 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--952306388', 'description': 'tempest-description--243486441'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:56:35.124430 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:35.187381 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:35.252480 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:35.323762 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:35.353679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a510f64-8ea1-492e-b9b9-436ca54250de,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:35.361541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:35.361895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:35.362261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:35.362612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:35.362957 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:35.363293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:35.363688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:35.364043 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:35.364372 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:35.364700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:35.365030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:35.365355 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:35.400028 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:35.401318 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d64e19cf-457c-4ed1-bb78-041a169e1d3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3031781 Nov 18 17:56:35.405452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36724) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:56:35.409870 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-0cba7350-6962-4c26-99a7-5ffb8aea7549 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Request body: {'security_group_rule': {'security_group_id': '7a510f64-8ea1-492e-b9b9-436ca54250de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:56:35.532529 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0cba7350-6962-4c26-99a7-5ffb8aea7549 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:35.546980 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:35.610763 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0cba7350-6962-4c26-99a7-5ffb8aea7549 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:35.678513 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0cba7350-6962-4c26-99a7-5ffb8aea7549 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:35.698003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba7350-6962-4c26-99a7-5ffb8aea7549 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c9c9b4-f1fe-497e-bb2d-c1108658d5d1,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:35.777391 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Sync routers for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:56:35.777912 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0cba7350-6962-4c26-99a7-5ffb8aea7549 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:35.779648 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0cba7350-6962-4c26-99a7-5ffb8aea7549 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3732553 Nov 18 17:56:35.782437 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36726) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:56:35.788558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-81588208-98ea-4145-9118-3e42f5fa9395 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Request body: {'security_group_rule': {'security_group_id': '7a510f64-8ea1-492e-b9b9-436ca54250de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:56:35.792881 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:56:35.793706 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:56:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:56:35.884533 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81588208-98ea-4145-9118-3e42f5fa9395 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:35.900074 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:56:35.940867 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81588208-98ea-4145-9118-3e42f5fa9395 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:36.025036 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81588208-98ea-4145-9118-3e42f5fa9395 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:36.043478 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81588208-98ea-4145-9118-3e42f5fa9395 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40325544-8936-4ac2-b83f-f4ba594dd91a,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:36.096540 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 2, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:56:36.118835 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81588208-98ea-4145-9118-3e42f5fa9395 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:36.120580 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-81588208-98ea-4145-9118-3e42f5fa9395 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3371034 Nov 18 17:56:36.123469 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36728) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:56:36.126316 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Checking router: 086955bc-5e8d-490e-af16-2c0ec8cd2857 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:56:36.126683 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Updating router 086955bc-5e8d-490e-af16-2c0ec8cd2857 port aa8ad15e-8b90-4305-9a27-53d11c74263c binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 17:56:36.127958 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5208b992-6521-4327-a9dc-48036c5d1ac8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:56:36.152432 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:36.261585 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5208b992-6521-4327-a9dc-48036c5d1ac8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:36.362442 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5208b992-6521-4327-a9dc-48036c5d1ac8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:36.409658 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:36.463565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-5208b992-6521-4327-a9dc-48036c5d1ac8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Allocated IP 172.25.3.86 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/f6a4e358-53f2-4321-b265-77d7794ffba7) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:56:36.472831 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:36.529218 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760db96b-c70f-4499-b963-a9d6a5654223 None None] Pushing event updated for resources: {'Port': ['ID=aa8ad15e-8b90-4305-9a27-53d11c74263c,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:36.565802 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760db96b-c70f-4499-b963-a9d6a5654223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:36.566174 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760db96b-c70f-4499-b963-a9d6a5654223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:36.566493 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760db96b-c70f-4499-b963-a9d6a5654223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:36.566837 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760db96b-c70f-4499-b963-a9d6a5654223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:36.567173 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760db96b-c70f-4499-b963-a9d6a5654223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:36.567506 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760db96b-c70f-4499-b963-a9d6a5654223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:36.567874 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760db96b-c70f-4499-b963-a9d6a5654223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:36.568204 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760db96b-c70f-4499-b963-a9d6a5654223 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:36.568528 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760db96b-c70f-4499-b963-a9d6a5654223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:36.568854 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760db96b-c70f-4499-b963-a9d6a5654223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:36.569369 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760db96b-c70f-4499-b963-a9d6a5654223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:36.569870 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760db96b-c70f-4499-b963-a9d6a5654223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:56:36.581447 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5208b992-6521-4327-a9dc-48036c5d1ac8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:36.587002 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Attempting to bind port aa8ad15e-8b90-4305-9a27-53d11c74263c on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:56:36.587391 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Attempting to bind port aa8ad15e-8b90-4305-9a27-53d11c74263c by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:56:36.587762 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Attempting to bind port aa8ad15e-8b90-4305-9a27-53d11c74263c on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:56:36.592978 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:56:36.593353 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Checking segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:56:36.593801 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:36.594207 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Bound using segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:56:36.594681 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Bound port: aa8ad15e-8b90-4305-9a27-53d11c74263c, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:56:36.595301 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:36.663291 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] For port aa8ad15e-8b90-4305-9a27-53d11c74263c, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:56:36.666801 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] For port aa8ad15e-8b90-4305-9a27-53d11c74263c, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=aa8ad15e-8b90-4305-9a27-53d11c74263c,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:56:36.668784 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5208b992-6521-4327-a9dc-48036c5d1ac8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:36.709065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5208b992-6521-4327-a9dc-48036c5d1ac8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:56:36.712015 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-5208b992-6521-4327-a9dc-48036c5d1ac8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:56:36.715593 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5208b992-6521-4327-a9dc-48036c5d1ac8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:56:36.730266 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:36.740416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208b992-6521-4327-a9dc-48036c5d1ac8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Pushing event updated for resources: {'Port': ['ID=f6a4e358-53f2-4321-b265-77d7794ffba7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:36.755773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0e2ada95-4b95-411c-905d-55b12d97cfcd None None] Provisioning complete for port aa8ad15e-8b90-4305-9a27-53d11c74263c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:56:36.756446 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0e2ada95-4b95-411c-905d-55b12d97cfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:36.783061 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:56:36.783629 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:56:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:56:36.834763 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5208b992-6521-4327-a9dc-48036c5d1ac8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:36.859410 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0e2ada95-4b95-411c-905d-55b12d97cfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:36.902899 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0e2ada95-4b95-411c-905d-55b12d97cfcd None None] For port aa8ad15e-8b90-4305-9a27-53d11c74263c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=aa8ad15e-8b90-4305-9a27-53d11c74263c,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:56:36.924245 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760db96b-c70f-4499-b963-a9d6a5654223 None None] Pushing event updated for resources: {'Port': ['ID=aa8ad15e-8b90-4305-9a27-53d11c74263c,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:36.929003 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5208b992-6521-4327-a9dc-48036c5d1ac8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:36.954486 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:56:36.967969 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0e2ada95-4b95-411c-905d-55b12d97cfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:37.025013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ada95-4b95-411c-905d-55b12d97cfcd None None] Pushing event updated for resources: {'Port': ['ID=aa8ad15e-8b90-4305-9a27-53d11c74263c,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:37.090045 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-66420e6e-a92f-47da-b729-38d2f92f4583 None None] Provisioning complete for port aa8ad15e-8b90-4305-9a27-53d11c74263c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:56:37.090436 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-66420e6e-a92f-47da-b729-38d2f92f4583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:37.111080 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5208b992-6521-4327-a9dc-48036c5d1ac8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:37.165418 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:56:37.176225 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5208b992-6521-4327-a9dc-48036c5d1ac8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:37.197156 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2083e96-11ce-4503-b6f2-bce47023b472 None None] The sync data for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 is: [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:56:37.253449 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208b992-6521-4327-a9dc-48036c5d1ac8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Pushing event updated for resources: {'Port': ['ID=f6a4e358-53f2-4321-b265-77d7794ffba7,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:37.269026 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5208b992-6521-4327-a9dc-48036c5d1ac8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:37.353151 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5208b992-6521-4327-a9dc-48036c5d1ac8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:37.354613 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5208b992-6521-4327-a9dc-48036c5d1ac8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2301283 Nov 18 17:56:37.526460 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-76a63912-ea58-4fdc-8f3b-4ec724d4c3df tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--952306388&fields=id&tenant_id=e8d549e3d15f42359bff6a5bf32d95d7 HTTP/1.1" status: 200 len: 267 time: 0.0551565 Nov 18 17:56:37.646374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-b3e23148-1b1b-43f8-8689-5746d1c09f0c tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:37.647924 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-b3e23148-1b1b-43f8-8689-5746d1c09f0c tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 812 time: 0.1137619 Nov 18 17:56:37.664906 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-68f7659f-30da-4ed1-bcc8-ef14b957c22b tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/quotas/e8d549e3d15f42359bff6a5bf32d95d7 HTTP/1.1" status: 200 len: 375 time: 0.0099559 Nov 18 17:56:37.720071 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-0b8c33bc-2443-40e7-9378-108f842cf9ef tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491743 Nov 18 17:56:37.824333 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-35f921fd-9f48-4a4c-955c-2842f510bfe3 service neutron] 10.222.0.72 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911627 Nov 18 17:56:37.920691 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-b4c3d5ca-31a7-46c5-b19f-0da33fa33871 service neutron] 10.222.0.72 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885525 Nov 18 17:56:38.170425 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b8becf7f-545f-4d95-9545-db9dcffc7b9d req-70d11257-47ae-4e4e-b6a2-049fe15b3637 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 210 time: 0.0326755 Nov 18 17:56:38.720005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device aa8ad15e-8b90-4305-9a27-53d11c74263c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:56:38.770693 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port aa8ad15e-8b90-4305-9a27-53d11c74263c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:56:38.771068 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:39.267873 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b925a27d-3621-403b-83e6-9696464ce91b req-6568f051-a8d1-4523-90ae-6ec4e55fb931 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 210 time: 0.0267227 Nov 18 17:56:40.363933 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d24e947-4ca6-4e1b-ad93-8e4d55fd5dd1 req-a24827c1-2d21-4e7c-af5c-f898aeb1f40d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 210 time: 0.0271280 Nov 18 17:56:40.388779 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-70cbeb9e-32ba-4b41-845d-5a46205b9d6e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:40.390461 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-70cbeb9e-32ba-4b41-845d-5a46205b9d6e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.83 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 812 time: 0.1128356 Nov 18 17:56:40.454602 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-4f39ba6e-5b1f-4d77-a1ca-3cd72c625aee tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d549e3d15f42359bff6a5bf32d95d7 HTTP/1.1" status: 200 len: 379 time: 0.0539241 Nov 18 17:56:40.464363 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-20392e46-102f-4f4b-8b30-719dc399b39d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Request body: {'port': {'device_id': 'fe700d3a-1086-4470-969a-c39a93562c30', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'admin_state_up': True, 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'security_groups': ['7a510f64-8ea1-492e-b9b9-436ca54250de']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:56:40.693416 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-20392e46-102f-4f4b-8b30-719dc399b39d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Made reservation on behalf of e8d549e3d15f42359bff6a5bf32d95d7 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:56:40.697124 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-20392e46-102f-4f4b-8b30-719dc399b39d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:40.826739 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-20392e46-102f-4f4b-8b30-719dc399b39d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Allocated IP 172.20.0.10 (1c820867-c107-43dd-a6d8-aa96ff592126/e871c254-5386-413b-b422-5ec96c03728a/8d642d53-2fa6-420e-b953-52f565bf81b2) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:56:40.974830 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-20392e46-102f-4f4b-8b30-719dc399b39d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:41.059919 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-20392e46-102f-4f4b-8b30-719dc399b39d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:41.100341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-20392e46-102f-4f4b-8b30-719dc399b39d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Network 1c820867-c107-43dd-a6d8-aa96ff592126 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:56:41.103607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-20392e46-102f-4f4b-8b30-719dc399b39d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:56:41.107806 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-20392e46-102f-4f4b-8b30-719dc399b39d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:56:41.137823 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20392e46-102f-4f4b-8b30-719dc399b39d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Pushing event updated for resources: {'Port': ['ID=8d642d53-2fa6-420e-b953-52f565bf81b2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:41.166141 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-20392e46-102f-4f4b-8b30-719dc399b39d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:41.166141 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-20392e46-102f-4f4b-8b30-719dc399b39d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:41.273205 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-20392e46-102f-4f4b-8b30-719dc399b39d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8124607 Nov 18 17:56:41.290082 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Request body: {'port': {'device_id': 'fe700d3a-1086-4470-969a-c39a93562c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:56:41.316281 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b4545668-104f-4cb0-aab8-3833fd8d35e7 None None] Provisioning complete for port 8d642d53-2fa6-420e-b953-52f565bf81b2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:56:41.316871 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b4545668-104f-4cb0-aab8-3833fd8d35e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:41.347232 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:41.350624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b4545668-104f-4cb0-aab8-3833fd8d35e7 None None] Port 8d642d53-2fa6-420e-b953-52f565bf81b2 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:56:41.488347 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80428b73-104a-475d-ada1-b99c1aeca604 req-0565d37c-6ad3-43ca-8cc2-8b5e82bc6e27 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:41.489878 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80428b73-104a-475d-ada1-b99c1aeca604 req-0565d37c-6ad3-43ca-8cc2-8b5e82bc6e27 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 932 time: 0.0567796 Nov 18 17:56:41.537088 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80428b73-104a-475d-ada1-b99c1aeca604 req-03d61822-42da-4858-89ed-c5034d85799e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409684 Nov 18 17:56:41.612136 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d642d53-2fa6-420e-b953-52f565bf81b2 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:56:41.619475 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:41.631135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Transition to ACTIVE for port object 8d642d53-2fa6-420e-b953-52f565bf81b2 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:56:41.687969 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:41.742787 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Pushing event updated for resources: {'Port': ['ID=8d642d53-2fa6-420e-b953-52f565bf81b2,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:41.813575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Attempting to bind port 8d642d53-2fa6-420e-b953-52f565bf81b2 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:56:41.813919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Attempting to bind port 8d642d53-2fa6-420e-b953-52f565bf81b2 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:56:41.814256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Attempting to bind port 8d642d53-2fa6-420e-b953-52f565bf81b2 on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:56:41.818998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Port 8d642d53-2fa6-420e-b953-52f565bf81b2 on network 1c820867-c107-43dd-a6d8-aa96ff592126 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:56:41.819322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Attempting to bind port 8d642d53-2fa6-420e-b953-52f565bf81b2 on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:56:41.824399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:56:41.824744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Checking segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:56:41.826220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Bound using segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:56:41.826220 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Bound port: 8d642d53-2fa6-420e-b953-52f565bf81b2, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:56:41.826422 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:41.893354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] For port 8d642d53-2fa6-420e-b953-52f565bf81b2, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:56:41.896569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] For port 8d642d53-2fa6-420e-b953-52f565bf81b2, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8d642d53-2fa6-420e-b953-52f565bf81b2,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:56:41.962213 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:41.996500 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:41.997154 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:41.998628 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] 10.222.0.83 "PUT /v2.0/ports/8d642d53-2fa6-420e-b953-52f565bf81b2 HTTP/1.1" status: 200 len: 1093 time: 0.7126930 Nov 18 17:56:42.000975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe700d3a-1086-4470-969a-c39a93562c30', 'tag': '8d642d53-2fa6-420e-b953-52f565bf81b2'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:56:42.003279 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42758dd-aabb-41e5-a88f-bb5700be559b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe700d3a-1086-4470-969a-c39a93562c30", "tag": "8d642d53-2fa6-420e-b953-52f565bf81b2"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:56:42.029975 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166dc0b-6ab3-43c5-8ae1-83321e478c21 service neutron] Pushing event updated for resources: {'Port': ['ID=8d642d53-2fa6-420e-b953-52f565bf81b2,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:42.050808 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be006c2-291b-4018-82c2-5ef854baef12 x-openstack-request-id: req-3be006c2-291b-4018-82c2-5ef854baef12 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:56:42.051120 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe700d3a-1086-4470-969a-c39a93562c30", "tag": "8d642d53-2fa6-420e-b953-52f565bf81b2", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:56:42.051385 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3be006c2-291b-4018-82c2-5ef854baef12 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:56:42.051828 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe700d3a-1086-4470-969a-c39a93562c30', 'tag': '8d642d53-2fa6-420e-b953-52f565bf81b2', 'status': 'completed', 'code': 200} Nov 18 17:56:42.116683 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42758dd-aabb-41e5-a88f-bb5700be559b req-e9cabbbf-1a9a-4fb9-9109-865eefa65b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:42.118206 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c42758dd-aabb-41e5-a88f-bb5700be559b req-e9cabbbf-1a9a-4fb9-9109-865eefa65b70 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 1096 time: 0.0437083 Nov 18 17:56:42.227577 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42758dd-aabb-41e5-a88f-bb5700be559b req-e12871cc-9e52-4f2c-a985-7817c8166356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:42.229346 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c42758dd-aabb-41e5-a88f-bb5700be559b req-e12871cc-9e52-4f2c-a985-7817c8166356 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1007407 Nov 18 17:56:42.326781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42758dd-aabb-41e5-a88f-bb5700be559b req-39800ba9-c37c-421d-9a08-27bf8319f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:42.328186 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c42758dd-aabb-41e5-a88f-bb5700be559b req-39800ba9-c37c-421d-9a08-27bf8319f9e6 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0916805 Nov 18 17:56:42.408020 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-b52b574c-f75c-433a-9ded-4b1020aac047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:42.409495 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-b52b574c-f75c-433a-9ded-4b1020aac047 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 1096 time: 0.0408189 Nov 18 17:56:42.451183 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-f0b1645f-1674-4143-8bfa-58ab45b0d0a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d642d53-2fa6-420e-b953-52f565bf81b2 HTTP/1.1" status: 200 len: 217 time: 0.0339868 Nov 18 17:56:42.502333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-323e2976-365a-4363-8c9f-0c0b17f1c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:42.503740 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-323e2976-365a-4363-8c9f-0c0b17f1c034 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0457451 Nov 18 17:56:42.549631 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-c492d5fd-011a-4598-8017-7ef5938b0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:42.551112 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-c492d5fd-011a-4598-8017-7ef5938b0027 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389493 Nov 18 17:56:42.644742 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-b91ba917-ebd3-4687-9d1e-7d48123841f5 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850329 Nov 18 17:56:42.655922 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5643d-0426-452d-912f-ba98b691b085 req-206c487b-9804-4afa-8ef4-cce636422d0a tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:42.657430 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41a5643d-0426-452d-912f-ba98b691b085 req-206c487b-9804-4afa-8ef4-cce636422d0a tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 944 time: 0.0529902 Nov 18 17:56:42.706572 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41a5643d-0426-452d-912f-ba98b691b085 req-a63cd0f6-f598-40ec-864d-9915f3b21c6d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429265 Nov 18 17:56:42.741537 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-97667fa2-9be9-4731-bc98-e2e237b09728 req-202c2cde-40b9-4fb0-a15f-86a9625caf1a service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891767 Nov 18 17:56:43.826419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1999406-423c-4e41-bb4b-27f54a6a2edd req-8cf913c0-3375-4467-a199-3183256c730d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:43.827934 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1999406-423c-4e41-bb4b-27f54a6a2edd req-8cf913c0-3375-4467-a199-3183256c730d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 944 time: 0.0478148 Nov 18 17:56:43.875317 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a1999406-423c-4e41-bb4b-27f54a6a2edd req-3a97392d-d97b-47ed-8493-0919aeb567b9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413659 Nov 18 17:56:44.833029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8d642d53-2fa6-420e-b953-52f565bf81b2 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:56:44.930256 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 8d642d53-2fa6-420e-b953-52f565bf81b2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8d642d53-2fa6-420e-b953-52f565bf81b2,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:56:44.942235 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '8d642d53-2fa6-420e-b953-52f565bf81b2', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'port_id': '8d642d53-2fa6-420e-b953-52f565bf81b2', 'mac_address': 'fa:16:3e:ee:c4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:56:44.983876 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:44.989895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62f932-876b-428e-9212-530c18e6e706 req-b12df91c-ef2c-4e00-89ca-05db0d924afd tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:44.991574 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5d62f932-876b-428e-9212-530c18e6e706 req-b12df91c-ef2c-4e00-89ca-05db0d924afd tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 944 time: 0.0483375 Nov 18 17:56:44.997718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d642d53-2fa6-420e-b953-52f565bf81b2 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:56:45.017634 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 8d642d53-2fa6-420e-b953-52f565bf81b2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8d642d53-2fa6-420e-b953-52f565bf81b2,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:56:45.041956 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5d62f932-876b-428e-9212-530c18e6e706 req-4d5eb11e-90fd-4d6a-add8-3693855f107d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436330 Nov 18 17:56:45.083733 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:45.132247 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=8d642d53-2fa6-420e-b953-52f565bf81b2,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:45.332729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['8d642d53-2fa6-420e-b953-52f565bf81b2'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:56:46.156771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44e3a7-bad9-4c3b-bf0a-de2d21336db4 req-4564bbf0-e521-4cf7-8ec4-b3d62c915fdb tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:46.158308 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce44e3a7-bad9-4c3b-bf0a-de2d21336db4 req-4564bbf0-e521-4cf7-8ec4-b3d62c915fdb tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 945 time: 0.0485249 Nov 18 17:56:46.205263 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce44e3a7-bad9-4c3b-bf0a-de2d21336db4 req-95041470-8a56-4abc-9027-4797aa73c6b4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407817 Nov 18 17:56:46.860598 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8d642d53-2fa6-420e-b953-52f565bf81b2 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:56:47.009699 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 8d642d53-2fa6-420e-b953-52f565bf81b2 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:56:47.013706 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 8d642d53-2fa6-420e-b953-52f565bf81b2 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:56:47.014090 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:47.093455 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:47.115427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe700d3a-1086-4470-969a-c39a93562c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d642d53-2fa6-420e-b953-52f565bf81b2'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:56:47.117722 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440c3c3e-d288-4845-9668-3a9d620a98ce" -d '{"events": [{"server_uuid": "fe700d3a-1086-4470-969a-c39a93562c30", "name": "network-vif-plugged", "status": "completed", "tag": "8d642d53-2fa6-420e-b953-52f565bf81b2"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:56:47.131320 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 8d642d53-2fa6-420e-b953-52f565bf81b2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8d642d53-2fa6-420e-b953-52f565bf81b2,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:56:47.157653 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822bc063-766f-4915-96c6-7013c9f6e460 x-openstack-request-id: req-822bc063-766f-4915-96c6-7013c9f6e460 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:56:47.157653 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe700d3a-1086-4470-969a-c39a93562c30", "name": "network-vif-plugged", "status": "completed", "tag": "8d642d53-2fa6-420e-b953-52f565bf81b2", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:56:47.157653 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-822bc063-766f-4915-96c6-7013c9f6e460 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:56:47.157653 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe700d3a-1086-4470-969a-c39a93562c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d642d53-2fa6-420e-b953-52f565bf81b2', 'code': 200} Nov 18 17:56:47.233416 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:47.271200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bc55a-24fe-40ae-b11d-dd5e8a452d6d req-81142655-f5ed-4ddd-afdb-27ee6dd53b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:47.271200 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ca4bc55a-24fe-40ae-b11d-dd5e8a452d6d req-81142655-f5ed-4ddd-afdb-27ee6dd53b9d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 1097 time: 0.0494308 Nov 18 17:56:47.286495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=8d642d53-2fa6-420e-b953-52f565bf81b2,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:56:47.317457 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ca4bc55a-24fe-40ae-b11d-dd5e8a452d6d req-b4ddb4d2-d2b5-4b0a-a106-1d682c647820 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400088 Nov 18 17:56:47.331163 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbda4aa-57a2-4c82-907c-23f15370dec8 req-0822bad8-078d-4096-99aa-89ae49a34ce5 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:47.332712 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8bbda4aa-57a2-4c82-907c-23f15370dec8 req-0822bad8-078d-4096-99aa-89ae49a34ce5 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0491042 Nov 18 17:56:47.379320 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8bbda4aa-57a2-4c82-907c-23f15370dec8 req-29dec530-238e-48ba-acc3-fd73596fdeac tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404832 Nov 18 17:56:48.499235 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b25833-e535-457f-b321-be11103e9d8e req-f805ffb5-85c3-4aa4-a8db-4d3a03097b73 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:48.500746 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09b25833-e535-457f-b321-be11103e9d8e req-f805ffb5-85c3-4aa4-a8db-4d3a03097b73 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0539281 Nov 18 17:56:48.548581 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09b25833-e535-457f-b321-be11103e9d8e req-b453e964-a59c-4899-8adf-d4acb41325a9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416298 Nov 18 17:56:49.664002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e40cb-7776-4656-bdc2-cd680ce0a522 req-0940ad4b-ac84-4ce9-bf1f-801e21808214 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:49.665478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d36e40cb-7776-4656-bdc2-cd680ce0a522 req-0940ad4b-ac84-4ce9-bf1f-801e21808214 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0473311 Nov 18 17:56:49.712086 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d36e40cb-7776-4656-bdc2-cd680ce0a522 req-96ceac59-dd75-46bf-b18e-6273d54ac59e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401132 Nov 18 17:56:49.825047 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e14f2-d413-4b12-8e2d-2da99c5c0b12 req-b2050030-70d8-4c43-8627-b8a95a80d507 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:49.827090 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-294e14f2-d413-4b12-8e2d-2da99c5c0b12 req-b2050030-70d8-4c43-8627-b8a95a80d507 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0513458 Nov 18 17:56:49.835449 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 36784) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:56:49.839856 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ec86b720-ed69-4f88-823a-1bcf84bd1d88 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Request body: {'floatingip': {'port_id': '8d642d53-2fa6-420e-b953-52f565bf81b2'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:56:49.878899 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec86b720-ed69-4f88-823a-1bcf84bd1d88 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:50.645065 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec86b720-ed69-4f88-823a-1bcf84bd1d88 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:50.718560 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec86b720-ed69-4f88-823a-1bcf84bd1d88 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:50.820656 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-ec86b720-ed69-4f88-823a-1bcf84bd1d88 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Floating IP 378c8483-e3cf-498b-a376-3d91b10c972c associated. External IP: 172.25.3.86, port: 8d642d53-2fa6-420e-b953-52f565bf81b2. Nov 18 17:56:51.044664 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec86b720-ed69-4f88-823a-1bcf84bd1d88 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Router 086955bc-5e8d-490e-af16-2c0ec8cd2857 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:56:51.160130 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec86b720-ed69-4f88-823a-1bcf84bd1d88 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:56:51.165121 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec86b720-ed69-4f88-823a-1bcf84bd1d88 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:51.171130 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a89632-a97c-40bd-96ef-af7db7e64040 None None] Sync routers for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:56:51.181547 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a89632-a97c-40bd-96ef-af7db7e64040 None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:56:51.182180 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-07a89632-a97c-40bd-96ef-af7db7e64040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:56:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:56:51.194696 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ec86b720-ed69-4f88-823a-1bcf84bd1d88 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "PUT /v2.0/floatingips/378c8483-e3cf-498b-a376-3d91b10c972c HTTP/1.1" status: 200 len: 991 time: 1.3581164 Nov 18 17:56:51.195522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe700d3a-1086-4470-969a-c39a93562c30', 'tag': '8d642d53-2fa6-420e-b953-52f565bf81b2'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:56:51.197957 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4feebd2-7279-4557-b357-e647e0a47cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe700d3a-1086-4470-969a-c39a93562c30", "tag": "8d642d53-2fa6-420e-b953-52f565bf81b2"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:56:51.259008 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6781b915-08ba-4e0f-adc6-e5890cbe040d x-openstack-request-id: req-6781b915-08ba-4e0f-adc6-e5890cbe040d {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:56:51.259320 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe700d3a-1086-4470-969a-c39a93562c30", "tag": "8d642d53-2fa6-420e-b953-52f565bf81b2", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:56:51.259583 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6781b915-08ba-4e0f-adc6-e5890cbe040d {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:56:51.260043 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe700d3a-1086-4470-969a-c39a93562c30', 'tag': '8d642d53-2fa6-420e-b953-52f565bf81b2', 'status': 'completed', 'code': 200} Nov 18 17:56:51.317373 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-07a89632-a97c-40bd-96ef-af7db7e64040 None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:56:51.331948 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4feebd2-7279-4557-b357-e647e0a47cb2 req-4e76bc49-518c-4459-8f37-1d44ef01ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:51.333585 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4feebd2-7279-4557-b357-e647e0a47cb2 req-4e76bc49-518c-4459-8f37-1d44ef01ceff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 1098 time: 0.0450244 Nov 18 17:56:51.429518 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4feebd2-7279-4557-b357-e647e0a47cb2 req-19b486ea-0299-45f4-9aa9-8bb0fa183cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:51.431464 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4feebd2-7279-4557-b357-e647e0a47cb2 req-19b486ea-0299-45f4-9aa9-8bb0fa183cc2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0893013 Nov 18 17:56:51.507110 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4feebd2-7279-4557-b357-e647e0a47cb2 req-07c99dc4-43f9-4e52-9801-53449f93a886 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d642d53-2fa6-420e-b953-52f565bf81b2 HTTP/1.1" status: 200 len: 999 time: 0.0673261 Nov 18 17:56:51.555333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-07a89632-a97c-40bd-96ef-af7db7e64040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '378c8483-e3cf-498b-a376-3d91b10c972c', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'port_id': '8d642d53-2fa6-420e-b953-52f565bf81b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'mac_address': 'fa:16:3e:ee:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe700d3a-1086-4470-969a-c39a93562c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:56:36Z', 'updated_at': '2021-11-18T17:56:50Z', 'revision_number': 1, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:56:51.556672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4feebd2-7279-4557-b357-e647e0a47cb2 req-30abce86-40eb-4d28-a06d-e4171a22b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:51.558339 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4feebd2-7279-4557-b357-e647e0a47cb2 req-30abce86-40eb-4d28-a06d-e4171a22b81c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0440187 Nov 18 17:56:51.583126 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a89632-a97c-40bd-96ef-af7db7e64040 None None] Checking router: 086955bc-5e8d-490e-af16-2c0ec8cd2857 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:56:51.594907 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a89632-a97c-40bd-96ef-af7db7e64040 None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:56:51.595565 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-07a89632-a97c-40bd-96ef-af7db7e64040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:56:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:56:51.604944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4feebd2-7279-4557-b357-e647e0a47cb2 req-e9242780-3d29-4743-ab65-ab73fbec8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:51.606472 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4feebd2-7279-4557-b357-e647e0a47cb2 req-e9242780-3d29-4743-ab65-ab73fbec8419 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410018 Nov 18 17:56:51.704292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-07a89632-a97c-40bd-96ef-af7db7e64040 None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:56:51.704818 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4feebd2-7279-4557-b357-e647e0a47cb2 req-43486f32-f749-4be6-a3ac-b405952f767c service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901508 Nov 18 17:56:51.805104 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b4feebd2-7279-4557-b357-e647e0a47cb2 req-74e24cc1-1630-4567-8a86-3333544fad31 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922227 Nov 18 17:56:52.082177 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:52.112319 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-07a89632-a97c-40bd-96ef-af7db7e64040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '378c8483-e3cf-498b-a376-3d91b10c972c', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'port_id': '8d642d53-2fa6-420e-b953-52f565bf81b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'mac_address': 'fa:16:3e:ee:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe700d3a-1086-4470-969a-c39a93562c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:56:36Z', 'updated_at': '2021-11-18T17:56:50Z', 'revision_number': 1, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:56:52.140027 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a89632-a97c-40bd-96ef-af7db7e64040 None None] The sync data for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 is: [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '378c8483-e3cf-498b-a376-3d91b10c972c', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'port_id': '8d642d53-2fa6-420e-b953-52f565bf81b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'mac_address': 'fa:16:3e:ee:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe700d3a-1086-4470-969a-c39a93562c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:56:36Z', 'updated_at': '2021-11-18T17:56:50Z', 'revision_number': 1, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:56:52.327394 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7175c3e-a282-4bba-91d8-a803b29fca35 None None] New status for floating IP 378c8483-e3cf-498b-a376-3d91b10c972c: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:56:53.379354 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:56:53.512541 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc4d57b7-036d-45be-91b2-960859c2f4eb req-fe41718c-5db3-4134-a136-214a7f96c3be service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437872 Nov 18 17:56:53.595103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d57b7-036d-45be-91b2-960859c2f4eb req-8da2f810-5825-41fd-8e5c-436bab79ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:53.596638 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc4d57b7-036d-45be-91b2-960859c2f4eb req-8da2f810-5825-41fd-8e5c-436bab79ace3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 1098 time: 0.0401635 Nov 18 17:56:53.697932 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d57b7-036d-45be-91b2-960859c2f4eb req-08e2f4da-054f-498b-83f4-f7c7b62fcd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:53.699396 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc4d57b7-036d-45be-91b2-960859c2f4eb req-08e2f4da-054f-498b-83f4-f7c7b62fcd2c service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0834391 Nov 18 17:56:53.768364 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc4d57b7-036d-45be-91b2-960859c2f4eb req-3661a8e3-d89f-4a1c-8646-1065bfb805dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d642d53-2fa6-420e-b953-52f565bf81b2 HTTP/1.1" status: 200 len: 1001 time: 0.0614727 Nov 18 17:56:53.821051 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d57b7-036d-45be-91b2-960859c2f4eb req-274b1dce-6701-44a1-a444-253cba680b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:53.822462 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc4d57b7-036d-45be-91b2-960859c2f4eb req-274b1dce-6701-44a1-a444-253cba680b6f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0470631 Nov 18 17:56:53.868164 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d57b7-036d-45be-91b2-960859c2f4eb req-5b4ea5ba-b801-4148-9e40-ead315dca9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:56:53.869641 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc4d57b7-036d-45be-91b2-960859c2f4eb req-5b4ea5ba-b801-4148-9e40-ead315dca9b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398676 Nov 18 17:56:53.962911 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc4d57b7-036d-45be-91b2-960859c2f4eb req-6903732b-6acd-47c0-8a10-1d06bca10fc6 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847771 Nov 18 17:56:54.054650 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-bc4d57b7-036d-45be-91b2-960859c2f4eb req-e2144b3c-b8cf-4678-b750-8b71a37cf201 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840368 Nov 18 17:56:59.980602 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb72f12d-057b-4091-b5bc-e75f48cd4942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:57:02.242438 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:57:02.426138 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-45748b81-7729-4a0a-b88a-7167d0494459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:57:03.671959 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:57:05.123319 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:57:05.517204 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:57:21.831318 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:57:23.390219 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:57:30.023894 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e47c9c28-69a3-49e8-aaf9-72113ceb3079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:57:32.511238 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d53-5038-4ffc-a8da-80692356764a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:57:33.692219 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:57:35.120679 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:57:35.522805 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:57:39.244134 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:57:46.075126 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-dfbda5e7-3e8b-44a5-b02f-bcf5856ae47e req-e4c91c71-bb84-4c07-bad9-8fe1c9ebddf3 service neutron] (104007) timed out ('10.222.0.83', 54056) {{(pid=104007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 17:57:51.840321 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:57:53.383298 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:57:53.517000 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-03adaac6-05d0-45e3-a381-5b636fe95d66 req-ee516180-a74a-4484-9603-25a7b758576e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391710 Nov 18 17:57:53.602249 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adaac6-05d0-45e3-a381-5b636fe95d66 req-71dd9cd4-70bc-4d91-a5ea-fca41f52e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:57:53.603775 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-03adaac6-05d0-45e3-a381-5b636fe95d66 req-71dd9cd4-70bc-4d91-a5ea-fca41f52e8d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 1098 time: 0.0398078 Nov 18 17:57:53.714144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adaac6-05d0-45e3-a381-5b636fe95d66 req-2bb63ccb-1acb-460a-ac93-751c329cf8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:57:53.715621 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-03adaac6-05d0-45e3-a381-5b636fe95d66 req-2bb63ccb-1acb-460a-ac93-751c329cf8dd service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0869691 Nov 18 17:57:53.783246 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-03adaac6-05d0-45e3-a381-5b636fe95d66 req-9d548701-d1af-497d-8b95-29097721a768 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d642d53-2fa6-420e-b953-52f565bf81b2 HTTP/1.1" status: 200 len: 1001 time: 0.0568564 Nov 18 17:57:53.831464 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adaac6-05d0-45e3-a381-5b636fe95d66 req-1236f0ce-22c8-4dbf-8b11-8236aaccd8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:57:53.832929 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-03adaac6-05d0-45e3-a381-5b636fe95d66 req-1236f0ce-22c8-4dbf-8b11-8236aaccd8de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0419393 Nov 18 17:57:53.886522 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adaac6-05d0-45e3-a381-5b636fe95d66 req-cd176a3f-757f-430c-8166-6a5cb84e6b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:57:53.888027 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-03adaac6-05d0-45e3-a381-5b636fe95d66 req-cd176a3f-757f-430c-8166-6a5cb84e6b8c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434697 Nov 18 17:57:53.977099 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-03adaac6-05d0-45e3-a381-5b636fe95d66 req-33e576c0-be45-4a51-82af-fce17abc41bd service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811234 Nov 18 17:57:54.359184 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-03adaac6-05d0-45e3-a381-5b636fe95d66 req-d280dfea-7f43-4dc2-aa84-81bc31db4234 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746910 Nov 18 17:58:00.011849 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e0fc85b-5985-4f95-a6eb-46e93c7b7fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:02.445867 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6deb9800-d13d-4350-98d9-1d59c6c6b0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:03.714351 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:05.122062 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:05.510380 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:16.243384 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:58:21.818371 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:23.456941 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:29.976772 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d3fabfd-5945-48fd-88f9-55c786112ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:32.450982 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2313024a-ae9c-4986-9ea3-3dd6e4f7c63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:33.140165 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f36d95-e926-4338-98ea-ded492cd429e req-02cc3393-0363-42c9-91ee-c5e813ec2c41 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:33.141719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-45f36d95-e926-4338-98ea-ded492cd429e req-02cc3393-0363-42c9-91ee-c5e813ec2c41 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.1442170 Nov 18 17:58:33.189626 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-45f36d95-e926-4338-98ea-ded492cd429e req-7ff3fa65-4b98-407f-825d-0c0c94ab4682 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419621 Nov 18 17:58:33.571315 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362703ea-eeec-4bab-abbc-eed8e81fce76 req-b23a5f4a-83d7-4664-98c1-5234de60b8d0 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:33.572832 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-362703ea-eeec-4bab-abbc-eed8e81fce76 req-b23a5f4a-83d7-4664-98c1-5234de60b8d0 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0498028 Nov 18 17:58:33.626524 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-362703ea-eeec-4bab-abbc-eed8e81fce76 req-82e486ab-c702-4578-8bb0-9a02bc86e385 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466480 Nov 18 17:58:33.682469 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-627df52d-fcdb-4813-b3e3-587def4cad65 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390785 Nov 18 17:58:33.692663 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:34.813965 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40cf4b-abc5-45eb-a4f7-397d66e9b55d req-f2ed362d-f4eb-441c-828a-ad9f65083b3e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:34.815497 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba40cf4b-abc5-45eb-a4f7-397d66e9b55d req-f2ed362d-f4eb-441c-828a-ad9f65083b3e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.1146960 Nov 18 17:58:34.866500 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba40cf4b-abc5-45eb-a4f7-397d66e9b55d req-cf9a42f8-bf75-4850-8af3-0157f3987a58 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445113 Nov 18 17:58:35.167165 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:35.502258 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:35.740644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-3f087c98-09a8-435b-bbc4-9f76afcab972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:35.742111 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-3f087c98-09a8-435b-bbc4-9f76afcab972 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 1098 time: 0.0403814 Nov 18 17:58:35.839589 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-f08791e2-97d9-40c3-97a7-fd7318066417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:35.840987 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-f08791e2-97d9-40c3-97a7-fd7318066417 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0866814 Nov 18 17:58:35.908781 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-75fa8c6c-7849-4bb4-9eb3-aef48450907f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d642d53-2fa6-420e-b953-52f565bf81b2 HTTP/1.1" status: 200 len: 1001 time: 0.0584304 Nov 18 17:58:35.958559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-ad84bf20-ae0f-4b24-9cd4-bfa3b2f8d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:35.960057 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-ad84bf20-ae0f-4b24-9cd4-bfa3b2f8d9be service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0438468 Nov 18 17:58:35.989109 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b87fb-2bac-4b81-b387-2c85e4fbcddc req-752f6aca-ced5-40c9-9b81-00c07c4b5a9f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:35.990685 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e9b87fb-2bac-4b81-b387-2c85e4fbcddc req-752f6aca-ced5-40c9-9b81-00c07c4b5a9f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0560832 Nov 18 17:58:36.011163 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-cd4bc7c2-4ac9-4f0b-ad35-48f1ab77d052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:36.012695 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-cd4bc7c2-4ac9-4f0b-ad35-48f1ab77d052 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441513 Nov 18 17:58:36.039216 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9e9b87fb-2bac-4b81-b387-2c85e4fbcddc req-bd32bc2a-9093-4780-b672-a6a947a7e6c8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424991 Nov 18 17:58:36.105302 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-2939c867-d63f-47c0-8058-6ae3cd99b30e service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844183 Nov 18 17:58:36.198350 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-9fc61176-d372-4c86-95c6-28f4eceeafd4 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841997 Nov 18 17:58:37.153805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299429a-bdbe-4c0e-89ad-d0cb1ede945e req-a7d7ca04-4737-4322-9f28-9fc67e62fa30 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:37.155765 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3299429a-bdbe-4c0e-89ad-d0cb1ede945e req-a7d7ca04-4737-4322-9f28-9fc67e62fa30 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0487535 Nov 18 17:58:37.202112 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3299429a-bdbe-4c0e-89ad-d0cb1ede945e req-046ffdab-200d-43bd-a5bc-46a2894ac706 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403306 Nov 18 17:58:38.322422 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c8051-62f0-4acd-b312-f231882ab4f8 req-9b2c44d1-0b14-46e1-b400-605fb10d34a7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:38.323931 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b86c8051-62f0-4acd-b312-f231882ab4f8 req-9b2c44d1-0b14-46e1-b400-605fb10d34a7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0478275 Nov 18 17:58:38.375315 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b86c8051-62f0-4acd-b312-f231882ab4f8 req-3624cbde-06e1-4934-8e90-f9402ee86dac tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448387 Nov 18 17:58:39.489962 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0146f90-d3f6-4158-b136-93ae59f5f9d7 req-7b47c332-15b2-4b13-bd1d-08ac13ce95a1 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:39.491464 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0146f90-d3f6-4158-b136-93ae59f5f9d7 req-7b47c332-15b2-4b13-bd1d-08ac13ce95a1 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0480258 Nov 18 17:58:39.538385 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0146f90-d3f6-4158-b136-93ae59f5f9d7 req-4ad1c50e-8ce4-41ef-bd38-e41c6cc63f8d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410399 Nov 18 17:58:40.660287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cadb6c-89ff-4e0a-8d41-e39310a62462 req-92ebefc0-d1f6-446f-9c7e-c81fd9af0655 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:40.661780 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88cadb6c-89ff-4e0a-8d41-e39310a62462 req-92ebefc0-d1f6-446f-9c7e-c81fd9af0655 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0523858 Nov 18 17:58:40.711441 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-88cadb6c-89ff-4e0a-8d41-e39310a62462 req-40e47173-d915-4967-9da0-d9ae135a667e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418828 Nov 18 17:58:41.831102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c5de7-889a-4b9f-aa67-57e710de01e8 req-83d70723-3925-4c86-bf96-a8d5e1c0fc3c tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:41.832626 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b40c5de7-889a-4b9f-aa67-57e710de01e8 req-83d70723-3925-4c86-bf96-a8d5e1c0fc3c tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0521445 Nov 18 17:58:41.880158 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b40c5de7-889a-4b9f-aa67-57e710de01e8 req-8a93ca08-f187-4ef8-91c9-6be724997cf9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416157 Nov 18 17:58:42.995283 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b5576-28f5-4bf3-9de7-1ebf1c30add0 req-c0483d09-ce62-43c5-8bc7-34bd03761d8e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:42.996726 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-304b5576-28f5-4bf3-9de7-1ebf1c30add0 req-c0483d09-ce62-43c5-8bc7-34bd03761d8e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0484436 Nov 18 17:58:43.043016 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-304b5576-28f5-4bf3-9de7-1ebf1c30add0 req-823b71a6-2f1f-46f3-898e-5a89fd17f1b6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396776 Nov 18 17:58:44.158235 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f3632-99b8-4257-8307-ae21f933f90a req-f3577207-6e5d-4462-8381-d228ab2254b3 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:44.159689 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-781f3632-99b8-4257-8307-ae21f933f90a req-f3577207-6e5d-4462-8381-d228ab2254b3 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0494609 Nov 18 17:58:44.215737 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-781f3632-99b8-4257-8307-ae21f933f90a req-bdc27219-d382-4729-aee7-df3314784b20 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499067 Nov 18 17:58:45.333859 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b86343-8e87-4e44-9df3-e9ac0195d900 req-b20dd1d3-1606-4f1c-8c18-40b38ee46b99 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:45.335379 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5b86343-8e87-4e44-9df3-e9ac0195d900 req-b20dd1d3-1606-4f1c-8c18-40b38ee46b99 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0490570 Nov 18 17:58:45.382876 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5b86343-8e87-4e44-9df3-e9ac0195d900 req-0183ab8c-9f94-4453-8ac3-69d394df1bc5 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415063 Nov 18 17:58:46.500756 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fd38e-56b2-4404-9b1a-298626dcb574 req-2aed1827-4654-429f-b722-dc04ef5f4eb5 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:46.502187 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-462fd38e-56b2-4404-9b1a-298626dcb574 req-2aed1827-4654-429f-b722-dc04ef5f4eb5 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0494292 Nov 18 17:58:46.548942 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-462fd38e-56b2-4404-9b1a-298626dcb574 req-b29f9e8e-bec3-480a-9406-812ce936780f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407953 Nov 18 17:58:47.675810 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e460a90-75d0-4722-8a22-c7f2d8c33db3 req-af502b74-509c-4812-9ac3-f7d2e59c1040 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:47.677292 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e460a90-75d0-4722-8a22-c7f2d8c33db3 req-af502b74-509c-4812-9ac3-f7d2e59c1040 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0530722 Nov 18 17:58:47.724313 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e460a90-75d0-4722-8a22-c7f2d8c33db3 req-52859d6f-f298-4117-b850-e31acf62f39e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410550 Nov 18 17:58:48.604471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-4764591f-5873-4e80-aec7-375aef3c0db9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:58:48.605485 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-4764591f-5873-4e80-aec7-375aef3c0db9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057504 Nov 18 17:58:48.668723 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-8beba49d-b716-413d-bc46-9d416fe7008b service neutron] show failed (client error): The resource could not be found. Nov 18 17:58:48.669714 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-8beba49d-b716-413d-bc46-9d416fe7008b service neutron] 10.222.0.83 "GET /v2.0/ports/8d642d53-2fa6-420e-b953-52f565bf81b2/bindings/n-h1-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.0561659 Nov 18 17:58:48.847878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4feb0-cfc3-4d3d-b7e0-db6a88d634a3 req-587627e5-01a9-4f80-99f4-b532e0b1f8ab tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:48.849444 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ef4feb0-cfc3-4d3d-b7e0-db6a88d634a3 req-587627e5-01a9-4f80-99f4-b532e0b1f8ab tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0520933 Nov 18 17:58:48.899876 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ef4feb0-cfc3-4d3d-b7e0-db6a88d634a3 req-c9b8fdcc-e25c-4999-8479-46e1def7fb86 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436740 Nov 18 17:58:49.253882 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-f164d3fd-599e-43c6-97b0-98b13627d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:49.255395 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-f164d3fd-599e-43c6-97b0-98b13627d838 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30&tenant_id=e8d549e3d15f42359bff6a5bf32d95d7 HTTP/1.1" status: 200 len: 1098 time: 0.0929482 Nov 18 17:58:49.269109 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-6ae48e04-9606-4d0d-8f4e-f578025f5725 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 17:58:49.270054 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-6ae48e04-9606-4d0d-8f4e-f578025f5725 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049071 Nov 18 17:58:49.283482 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:58:49.337228 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:49.538377 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] For port 8d642d53-2fa6-420e-b953-52f565bf81b2, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=8d642d53-2fa6-420e-b953-52f565bf81b2,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:58:49.570188 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] For port 8d642d53-2fa6-420e-b953-52f565bf81b2, host n-h2-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:58:49.613898 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe700d3a-1086-4470-969a-c39a93562c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d642d53-2fa6-420e-b953-52f565bf81b2'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:58:49.616228 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83aef606-9a76-4134-b0a7-cc6edec895ae" -d '{"events": [{"server_uuid": "fe700d3a-1086-4470-969a-c39a93562c30", "name": "network-vif-unplugged", "status": "completed", "tag": "8d642d53-2fa6-420e-b953-52f565bf81b2"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:58:49.620101 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:49.633348 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Transition to ACTIVE for port object 8d642d53-2fa6-420e-b953-52f565bf81b2 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:58:49.668548 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 17:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1876d0-0b52-410e-a780-993cf8c3caf0 x-openstack-request-id: req-9a1876d0-0b52-410e-a780-993cf8c3caf0 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:58:49.668850 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe700d3a-1086-4470-969a-c39a93562c30", "name": "network-vif-unplugged", "status": "completed", "tag": "8d642d53-2fa6-420e-b953-52f565bf81b2", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:58:49.669112 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9a1876d0-0b52-410e-a780-993cf8c3caf0 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:58:49.669547 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe700d3a-1086-4470-969a-c39a93562c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d642d53-2fa6-420e-b953-52f565bf81b2', 'code': 200} Nov 18 17:58:49.698490 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:49.803498 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Pushing event updated for resources: {'Port': ['ID=8d642d53-2fa6-420e-b953-52f565bf81b2,revision_number=6']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:58:49.833619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:49.833983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:49.834340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:49.834688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:49.835032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:49.835374 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:49.835716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:49.836085 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:49.836425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:49.836763 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:49.837099 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:49.837435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:49.905290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] No DVR routers for this DVR port 8d642d53-2fa6-420e-b953-52f565bf81b2 on host n-h2-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:58:49.995963 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73fbbb-ae05-4c05-9eb3-4ab89e1bc25f req-e00c5c82-4793-42d9-bfc0-a9dd5655c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:49.997444 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cb73fbbb-ae05-4c05-9eb3-4ab89e1bc25f req-e00c5c82-4793-42d9-bfc0-a9dd5655c955 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 1054 time: 0.0471461 Nov 18 17:58:50.052891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6befa-6d71-46f0-b0f6-259c7c60f21e req-0fd0b6fb-5cb1-4e84-a2a2-8d6164674c9e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:50.054288 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ddc6befa-6d71-46f0-b0f6-259c7c60f21e req-0fd0b6fb-5cb1-4e84-a2a2-8d6164674c9e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 944 time: 0.0655808 Nov 18 17:58:50.097094 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Attempting to bind port 8d642d53-2fa6-420e-b953-52f565bf81b2 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:58:50.097440 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Attempting to bind port 8d642d53-2fa6-420e-b953-52f565bf81b2 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:58:50.097776 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Attempting to bind port 8d642d53-2fa6-420e-b953-52f565bf81b2 on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:58:50.105796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Port 8d642d53-2fa6-420e-b953-52f565bf81b2 on network 1c820867-c107-43dd-a6d8-aa96ff592126 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:58:50.106124 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Attempting to bind port 8d642d53-2fa6-420e-b953-52f565bf81b2 on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:58:50.112969 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73fbbb-ae05-4c05-9eb3-4ab89e1bc25f req-9ee009e7-57a2-4bda-921e-46e0179723da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:50.114480 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cb73fbbb-ae05-4c05-9eb3-4ab89e1bc25f req-9ee009e7-57a2-4bda-921e-46e0179723da service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0950842 Nov 18 17:58:50.117674 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:58:50.118018 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Checking segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:58:50.118404 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Bound using segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:58:50.118840 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Bound port: 8d642d53-2fa6-420e-b953-52f565bf81b2, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:58:50.119197 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:50.142899 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ddc6befa-6d71-46f0-b0f6-259c7c60f21e req-8a123396-a871-4585-bd52-01c01cf72f81 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726833 Nov 18 17:58:50.183140 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cb73fbbb-ae05-4c05-9eb3-4ab89e1bc25f req-399406c4-e352-4773-9acc-c5af8b1ec029 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d642d53-2fa6-420e-b953-52f565bf81b2 HTTP/1.1" status: 200 len: 999 time: 0.0606952 Nov 18 17:58:50.203873 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] For port 8d642d53-2fa6-420e-b953-52f565bf81b2, host n-h1-813419-11, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:58:50.208317 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] For port 8d642d53-2fa6-420e-b953-52f565bf81b2, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=8d642d53-2fa6-420e-b953-52f565bf81b2,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:58:50.241266 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73fbbb-ae05-4c05-9eb3-4ab89e1bc25f req-09f954f6-4677-4a31-a517-f8be91d94df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:50.242743 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cb73fbbb-ae05-4c05-9eb3-4ab89e1bc25f req-09f954f6-4677-4a31-a517-f8be91d94df6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0520151 Nov 18 17:58:50.273865 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:50.288783 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73fbbb-ae05-4c05-9eb3-4ab89e1bc25f req-7c0b8654-c277-4ed4-8f41-5e562c6ec3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:50.290306 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cb73fbbb-ae05-4c05-9eb3-4ab89e1bc25f req-7c0b8654-c277-4ed4-8f41-5e562c6ec3e0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390875 Nov 18 17:58:50.308267 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:50.308896 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:50.310343 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] 10.222.0.81 "PUT /v2.0/ports/8d642d53-2fa6-420e-b953-52f565bf81b2 HTTP/1.1" status: 200 len: 1093 time: 1.0306242 Nov 18 17:58:50.333481 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] Pushing event updated for resources: {'Port': ['ID=8d642d53-2fa6-420e-b953-52f565bf81b2,revision_number=7']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:58:50.388190 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cb73fbbb-ae05-4c05-9eb3-4ab89e1bc25f req-5c7d895e-0a71-469f-be1f-86f92ccdc4b8 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884573 Nov 18 17:58:50.488095 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cb73fbbb-ae05-4c05-9eb3-4ab89e1bc25f req-bc9f5086-08e8-4f20-a5ed-ee35f736cffa service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927153 Nov 18 17:58:50.639579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-e6500791-e4e2-4238-ab5e-d9083dc7f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:50.641111 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-e6500791-e4e2-4238-ab5e-d9083dc7f013 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 1096 time: 0.0416849 Nov 18 17:58:50.734823 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-fe269ee4-5e56-4b15-aba1-ee86b5be5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:50.736320 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-fe269ee4-5e56-4b15-aba1-ee86b5be5026 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0879135 Nov 18 17:58:50.802370 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-ad7830e5-2930-4153-96d3-6547f4540592 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d642d53-2fa6-420e-b953-52f565bf81b2 HTTP/1.1" status: 200 len: 999 time: 0.0585227 Nov 18 17:58:50.871887 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-c719f40b-7c6a-4809-bfd9-a59d02b50509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:50.873853 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-c719f40b-7c6a-4809-bfd9-a59d02b50509 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0626223 Nov 18 17:58:50.924306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-9bb74260-d4dd-45a7-9cd3-d3f0948c5507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:50.925872 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-9bb74260-d4dd-45a7-9cd3-d3f0948c5507 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446503 Nov 18 17:58:51.024723 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-19aead37-1115-4dfa-8bf5-843abc9ec0b2 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908062 Nov 18 17:58:51.134486 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-7b95cd7f-7549-4bba-b8ba-2ce1b642bb98 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015315 Nov 18 17:58:51.269551 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5295709-fa95-4dbf-8a0e-3e4582810a7a req-884abd3c-2ff7-427b-86a8-727090b78b07 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:51.271265 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f5295709-fa95-4dbf-8a0e-3e4582810a7a req-884abd3c-2ff7-427b-86a8-727090b78b07 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 944 time: 0.0552986 Nov 18 17:58:51.320674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f5295709-fa95-4dbf-8a0e-3e4582810a7a req-bb3bab7a-5ed9-47d8-914a-4e2c0e3d6422 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428183 Nov 18 17:58:51.500357 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8d642d53-2fa6-420e-b953-52f565bf81b2 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:58:51.542057 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 8d642d53-2fa6-420e-b953-52f565bf81b2 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:58:51.671169 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe700d3a-1086-4470-969a-c39a93562c30', 'tag': '8d642d53-2fa6-420e-b953-52f565bf81b2'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:58:51.673672 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bbe838-b12c-43ad-877f-ffb8bb3e232e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe700d3a-1086-4470-969a-c39a93562c30", "tag": "8d642d53-2fa6-420e-b953-52f565bf81b2"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:58:51.725257 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1451f1-f582-41d3-999a-efe2ddddf7a2 x-openstack-request-id: req-ed1451f1-f582-41d3-999a-efe2ddddf7a2 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:58:51.725574 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe700d3a-1086-4470-969a-c39a93562c30", "tag": "8d642d53-2fa6-420e-b953-52f565bf81b2", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:58:51.726410 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ed1451f1-f582-41d3-999a-efe2ddddf7a2 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:58:51.726818 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe700d3a-1086-4470-969a-c39a93562c30', 'tag': '8d642d53-2fa6-420e-b953-52f565bf81b2', 'status': 'completed', 'code': 200} Nov 18 17:58:51.814721 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-b31dbf7e-c2c6-4c20-add6-eba77da6c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:51.816267 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-b31dbf7e-c2c6-4c20-add6-eba77da6c7fd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 1096 time: 0.0718207 Nov 18 17:58:51.818835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-674033bf-3c6f-4aef-8611-4a71b59fb1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:51.820245 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-674033bf-3c6f-4aef-8611-4a71b59fb1d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 1096 time: 0.0662360 Nov 18 17:58:51.844810 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:51.991370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-b31315f1-7b4a-42fa-b7cf-a8a1ea1d2ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:51.992912 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-b31315f1-7b4a-42fa-b7cf-a8a1ea1d2ac8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.1653657 Nov 18 17:58:51.995463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-7ddac237-489a-4db4-94de-45a86cd9e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:51.996855 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-7ddac237-489a-4db4-94de-45a86cd9e12b service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.1617196 Nov 18 17:58:52.108894 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-750fae34-7535-410c-9210-749726a52313 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d642d53-2fa6-420e-b953-52f565bf81b2 HTTP/1.1" status: 200 len: 999 time: 0.1074166 Nov 18 17:58:52.114746 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-f79fe57f-c4f4-46e8-bb11-4eaebe6d954c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d642d53-2fa6-420e-b953-52f565bf81b2 HTTP/1.1" status: 200 len: 999 time: 0.1066837 Nov 18 17:58:52.196645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-916e9ecb-8d46-439f-8a65-ac533e112df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:52.198106 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-916e9ecb-8d46-439f-8a65-ac533e112df1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0787761 Nov 18 17:58:52.199774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-1cfa1956-0563-4f6e-a718-e465ddf66e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:52.201122 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-1cfa1956-0563-4f6e-a718-e465ddf66e03 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0729539 Nov 18 17:58:52.276239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-312bec8a-4376-4aaa-be93-c47daf346813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:52.277668 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-312bec8a-4376-4aaa-be93-c47daf346813 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708373 Nov 18 17:58:52.280271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-e9c31fba-67bf-463c-b122-cb306af1b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:52.281644 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-e9c31fba-67bf-463c-b122-cb306af1b931 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676064 Nov 18 17:58:52.436603 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4c359-d360-4a46-bae5-41466f3b1fe0 req-19142427-c0da-4047-9306-e79eef858181 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:52.438111 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03a4c359-d360-4a46-bae5-41466f3b1fe0 req-19142427-c0da-4047-9306-e79eef858181 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 944 time: 0.0475075 Nov 18 17:58:52.441273 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-9db3e249-1703-40fc-8da0-c6fc1e343dff service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549039 Nov 18 17:58:52.443204 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-447d7ad4-69c0-4e7a-ae4f-a1f57ebd2cde service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499455 Nov 18 17:58:52.486411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03a4c359-d360-4a46-bae5-41466f3b1fe0 req-57003c0e-d027-4cda-9ea6-7134fe997dfc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419819 Nov 18 17:58:52.603486 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-d5d16436-5f92-40a3-95f8-3d49bd270852 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540606 Nov 18 17:58:52.605573 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-44bbe838-b12c-43ad-877f-ffb8bb3e232e req-808102c3-2849-4522-b01d-030cdc055182 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476865 Nov 18 17:58:53.242463 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:58:53.440664 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:53.603770 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885172c0-b46a-486d-a2db-e1897a3f286c req-afa16fe4-4d24-4603-a358-f3d7770dcc77 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:53.605266 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-885172c0-b46a-486d-a2db-e1897a3f286c req-afa16fe4-4d24-4603-a358-f3d7770dcc77 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 944 time: 0.0480285 Nov 18 17:58:53.654499 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-885172c0-b46a-486d-a2db-e1897a3f286c req-91692370-e924-416f-8e8e-cece0a6295fe tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426700 Nov 18 17:58:53.978016 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ca319-d223-4ace-a667-cd0681464b26 req-c17094f6-abcd-444a-827b-bb2cfca457e3 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:53.979555 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a57ca319-d223-4ace-a667-cd0681464b26 req-c17094f6-abcd-444a-827b-bb2cfca457e3 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 944 time: 0.0492971 Nov 18 17:58:54.034235 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a57ca319-d223-4ace-a667-cd0681464b26 req-a13a1da3-6884-4647-bd41-213426b451c6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483141 Nov 18 17:58:54.080346 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b574912-e710-4ecf-8ae6-1cbff7b7fb48 req-bcc01b21-e952-4641-b373-6ac6bb30310c tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:54.081832 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8b574912-e710-4ecf-8ae6-1cbff7b7fb48 req-bcc01b21-e952-4641-b373-6ac6bb30310c tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30&tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&binding%3Ahost_id=n-h1-813419-11 HTTP/1.1" status: 200 len: 944 time: 0.0608575 Nov 18 17:58:54.142316 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [req-8b574912-e710-4ecf-8ae6-1cbff7b7fb48 req-f44ef41e-1824-4bae-8ba3-dd9e188407d9 service neutron] delete failed (client error): The resource could not be found. Nov 18 17:58:54.143256 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8b574912-e710-4ecf-8ae6-1cbff7b7fb48 req-f44ef41e-1824-4bae-8ba3-dd9e188407d9 service neutron] 10.222.0.83 "DELETE /v2.0/ports/8d642d53-2fa6-420e-b953-52f565bf81b2/bindings/n-h2-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.0534222 Nov 18 17:58:54.230841 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b574912-e710-4ecf-8ae6-1cbff7b7fb48 req-e8ddff5b-4221-440c-979a-02ad1471ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:54.233835 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8b574912-e710-4ecf-8ae6-1cbff7b7fb48 req-e8ddff5b-4221-440c-979a-02ad1471ddf1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 1096 time: 0.0453591 Nov 18 17:58:54.235452 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 8d642d53-2fa6-420e-b953-52f565bf81b2 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:58:54.331982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b574912-e710-4ecf-8ae6-1cbff7b7fb48 req-c590dcc0-b6be-4d1f-a46c-ff4129394ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:54.333491 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8b574912-e710-4ecf-8ae6-1cbff7b7fb48 req-c590dcc0-b6be-4d1f-a46c-ff4129394ef3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0921667 Nov 18 17:58:54.351699 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 8d642d53-2fa6-420e-b953-52f565bf81b2, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=8d642d53-2fa6-420e-b953-52f565bf81b2,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:58:54.363888 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '8d642d53-2fa6-420e-b953-52f565bf81b2', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'port_id': '8d642d53-2fa6-420e-b953-52f565bf81b2', 'mac_address': 'fa:16:3e:ee:c4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:58:54.401726 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:54.403164 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8b574912-e710-4ecf-8ae6-1cbff7b7fb48 req-709bdc7f-7450-40a6-ad4c-2fd009825d5e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d642d53-2fa6-420e-b953-52f565bf81b2 HTTP/1.1" status: 200 len: 999 time: 0.0605371 Nov 18 17:58:54.414313 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d642d53-2fa6-420e-b953-52f565bf81b2 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:58:54.433222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 8d642d53-2fa6-420e-b953-52f565bf81b2, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=8d642d53-2fa6-420e-b953-52f565bf81b2,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:58:54.459365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b574912-e710-4ecf-8ae6-1cbff7b7fb48 req-65fb570a-3c47-4483-b35f-d72ec9be15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:54.460892 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8b574912-e710-4ecf-8ae6-1cbff7b7fb48 req-65fb570a-3c47-4483-b35f-d72ec9be15d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0450521 Nov 18 17:58:54.507618 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:54.512437 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b574912-e710-4ecf-8ae6-1cbff7b7fb48 req-a9052139-9cb2-4749-967d-6cc083e677d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:54.513931 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8b574912-e710-4ecf-8ae6-1cbff7b7fb48 req-a9052139-9cb2-4749-967d-6cc083e677d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440891 Nov 18 17:58:54.555578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=8d642d53-2fa6-420e-b953-52f565bf81b2,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:58:54.563465 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:54.563844 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:54.564198 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:54.564547 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:54.564894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:54.565416 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:54.565765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:54.566107 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:54.566448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:54.566787 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:54.567122 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:54.567457 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:54.605688 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8b574912-e710-4ecf-8ae6-1cbff7b7fb48 req-9fa885a1-d763-47ca-91a1-379b36e6bbd0 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812433 Nov 18 17:58:54.717360 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8b574912-e710-4ecf-8ae6-1cbff7b7fb48 req-8c22d7f4-5e10-4379-ad9b-79312967e5b8 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996690 Nov 18 17:58:54.795908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['8d642d53-2fa6-420e-b953-52f565bf81b2'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:58:55.151009 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea66b4-1d4a-4f95-83d4-4250033943f6 req-b9b06a02-4bac-48bb-bdc4-fa1aa6e83975 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:55.152533 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4eea66b4-1d4a-4f95-83d4-4250033943f6 req-b9b06a02-4bac-48bb-bdc4-fa1aa6e83975 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 945 time: 0.0481932 Nov 18 17:58:55.199559 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4eea66b4-1d4a-4f95-83d4-4250033943f6 req-b06d2bc6-f40f-4da5-a9f0-c2d7b05c03c6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405715 Nov 18 17:58:56.236125 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 8d642d53-2fa6-420e-b953-52f565bf81b2 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:58:56.325452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311ff09-1dc2-4166-a448-37be740b5003 req-562637db-acc6-4c36-884f-25ab8cefb028 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:56.327065 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3311ff09-1dc2-4166-a448-37be740b5003 req-562637db-acc6-4c36-884f-25ab8cefb028 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 945 time: 0.0571210 Nov 18 17:58:56.332598 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 8d642d53-2fa6-420e-b953-52f565bf81b2 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:58:56.336928 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 8d642d53-2fa6-420e-b953-52f565bf81b2 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:58:56.337305 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:56.381319 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3311ff09-1dc2-4166-a448-37be740b5003 req-831863e9-4f96-498d-9eea-fcf1d0097ff9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454853 Nov 18 17:58:56.417976 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:56.441171 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe700d3a-1086-4470-969a-c39a93562c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d642d53-2fa6-420e-b953-52f565bf81b2'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:58:56.443549 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9f6579-1c47-4cc7-b034-d4626a2fa2f3" -d '{"events": [{"server_uuid": "fe700d3a-1086-4470-969a-c39a93562c30", "name": "network-vif-plugged", "status": "completed", "tag": "8d642d53-2fa6-420e-b953-52f565bf81b2"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:58:56.456486 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 8d642d53-2fa6-420e-b953-52f565bf81b2, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=8d642d53-2fa6-420e-b953-52f565bf81b2,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:58:56.502650 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fb380-ba31-4f7f-bfc4-4edc07edfdd5 req-606baa42-7f6a-4eed-b072-8fb4cf53b736 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:56.503488 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-522fb380-ba31-4f7f-bfc4-4edc07edfdd5 req-606baa42-7f6a-4eed-b072-8fb4cf53b736 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 945 time: 0.0515201 Nov 18 17:58:56.521308 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:56.554163 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116f0c4d-2f94-40b0-9027-f2e0e1a572a5 x-openstack-request-id: req-116f0c4d-2f94-40b0-9027-f2e0e1a572a5 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:58:56.554474 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe700d3a-1086-4470-969a-c39a93562c30", "name": "network-vif-plugged", "status": "completed", "tag": "8d642d53-2fa6-420e-b953-52f565bf81b2", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:58:56.554735 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-116f0c4d-2f94-40b0-9027-f2e0e1a572a5 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:58:56.555134 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe700d3a-1086-4470-969a-c39a93562c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d642d53-2fa6-420e-b953-52f565bf81b2', 'code': 200} Nov 18 17:58:56.556395 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-522fb380-ba31-4f7f-bfc4-4edc07edfdd5 req-2873e287-fe44-4ecf-9211-6d3475088a0d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464680 Nov 18 17:58:56.573637 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=8d642d53-2fa6-420e-b953-52f565bf81b2,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:58:56.672837 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d47877-51ed-490a-bae5-7efcfb55e519 req-83c36644-f9ac-4955-b8bb-df9a4caba839 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:56.674347 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-63d47877-51ed-490a-bae5-7efcfb55e519 req-83c36644-f9ac-4955-b8bb-df9a4caba839 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0484922 Nov 18 17:58:56.724609 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-63d47877-51ed-490a-bae5-7efcfb55e519 req-e2150b59-7af5-4838-959c-920b090a7c71 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442970 Nov 18 17:58:57.141117 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63d0cd-d2b6-48e3-9fb0-9d4ce9bc7450 req-b8c5034b-b93c-441a-b4a2-8016ac86c059 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:57.142637 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f63d0cd-d2b6-48e3-9fb0-9d4ce9bc7450 req-b8c5034b-b93c-441a-b4a2-8016ac86c059 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0492766 Nov 18 17:58:57.189261 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f63d0cd-d2b6-48e3-9fb0-9d4ce9bc7450 req-5dddad14-a967-4a4f-9b43-b63925df07bb tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406499 Nov 18 17:58:58.304325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b99e9f-57d1-43a1-b039-9a421d9c31e2 req-cdb60c58-8294-4f03-babb-c6672e3de880 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:58.305794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03b99e9f-57d1-43a1-b039-9a421d9c31e2 req-cdb60c58-8294-4f03-babb-c6672e3de880 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0475805 Nov 18 17:58:58.352797 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03b99e9f-57d1-43a1-b039-9a421d9c31e2 req-adb1fe1b-e447-46d7-a7a5-6c0571bc619f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410886 Nov 18 17:58:58.589738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe5d68-7744-47b3-9c98-35e16646bf3e req-f0458511-556f-41f9-86e4-e1559b2888b5 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:58:58.591103 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4abe5d68-7744-47b3-9c98-35e16646bf3e req-f0458511-556f-41f9-86e4-e1559b2888b5 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 946 time: 0.0481677 Nov 18 17:58:58.682766 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-4abe5d68-7744-47b3-9c98-35e16646bf3e req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Deleting port 8d642d53-2fa6-420e-b953-52f565bf81b2 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 17:58:58.683110 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4abe5d68-7744-47b3-9c98-35e16646bf3e req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:58.769866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-4abe5d68-7744-47b3-9c98-35e16646bf3e req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] For port 8d642d53-2fa6-420e-b953-52f565bf81b2, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=8d642d53-2fa6-420e-b953-52f565bf81b2,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:58:58.770234 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4abe5d68-7744-47b3-9c98-35e16646bf3e req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:58.985451 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4abe5d68-7744-47b3-9c98-35e16646bf3e req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:58.985817 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4abe5d68-7744-47b3-9c98-35e16646bf3e req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:58.986137 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [req-4abe5d68-7744-47b3-9c98-35e16646bf3e req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Floating IP 378c8483-e3cf-498b-a376-3d91b10c972c disassociated. External IP: 172.25.3.86, port: 8d642d53-2fa6-420e-b953-52f565bf81b2. Nov 18 17:58:58.986484 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-4abe5d68-7744-47b3-9c98-35e16646bf3e req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Calling delete_port for 8d642d53-2fa6-420e-b953-52f565bf81b2 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 17:58:59.187877 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4abe5d68-7744-47b3-9c98-35e16646bf3e req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:59.216837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Pushing event deleted for resources: {'Port': ['ID=8d642d53-2fa6-420e-b953-52f565bf81b2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:58:59.228900 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:59.229216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:59.229575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:59.229926 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:59.230275 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:59.230614 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:59.230983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:59.231319 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:59.231653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:59.232027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:59.232364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:59.232699 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 17:58:59.344809 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4abe5d68-7744-47b3-9c98-35e16646bf3e req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Router 086955bc-5e8d-490e-af16-2c0ec8cd2857 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:58:59.455823 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-52d3828e-2c8b-47af-9160-3d729f2a11ca req-e676002f-61db-4427-abaf-4f00c3f0c7a5 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe700d3a-1086-4470-969a-c39a93562c30 HTTP/1.1" status: 200 len: 210 time: 0.0303142 Nov 18 17:58:59.470260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4abe5d68-7744-47b3-9c98-35e16646bf3e req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:58:59.479959 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124236d-14ee-4a7b-b0af-fb3807b46638 None None] Sync routers for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:58:59.490717 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124236d-14ee-4a7b-b0af-fb3807b46638 None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:58:59.491279 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b124236d-14ee-4a7b-b0af-fb3807b46638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:58:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:58:59.508140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abe5d68-7744-47b3-9c98-35e16646bf3e req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] No DVR routers for this DVR port 8d642d53-2fa6-420e-b953-52f565bf81b2 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 17:58:59.510741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4abe5d68-7744-47b3-9c98-35e16646bf3e req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:58:59.514090 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4abe5d68-7744-47b3-9c98-35e16646bf3e req-2f2814ce-3936-4328-9d71-c396c0cf04d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.81 "DELETE /v2.0/ports/8d642d53-2fa6-420e-b953-52f565bf81b2 HTTP/1.1" status: 204 len: 173 time: 0.9158411 Nov 18 17:58:59.514536 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe700d3a-1086-4470-969a-c39a93562c30', 'name': 'network-vif-deleted', 'tag': '8d642d53-2fa6-420e-b953-52f565bf81b2'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:58:59.517312 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908acfd9-a7e8-4956-8fbb-930ed404b8d3" -d '{"events": [{"server_uuid": "fe700d3a-1086-4470-969a-c39a93562c30", "name": "network-vif-deleted", "tag": "8d642d53-2fa6-420e-b953-52f565bf81b2"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:58:59.554210 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ba3e55-e74e-4a19-b5f7-0b02c3b90b30 x-openstack-request-id: req-22ba3e55-e74e-4a19-b5f7-0b02c3b90b30 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:58:59.554504 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe700d3a-1086-4470-969a-c39a93562c30", "name": "network-vif-deleted", "tag": "8d642d53-2fa6-420e-b953-52f565bf81b2", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:58:59.554761 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-22ba3e55-e74e-4a19-b5f7-0b02c3b90b30 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:58:59.555165 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe700d3a-1086-4470-969a-c39a93562c30', 'name': 'network-vif-deleted', 'tag': '8d642d53-2fa6-420e-b953-52f565bf81b2', 'status': 'completed', 'code': 200} Nov 18 17:58:59.607819 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-b124236d-14ee-4a7b-b0af-fb3807b46638 None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:58:59.826231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b124236d-14ee-4a7b-b0af-fb3807b46638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:58:59.852806 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124236d-14ee-4a7b-b0af-fb3807b46638 None None] Checking router: 086955bc-5e8d-490e-af16-2c0ec8cd2857 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:58:59.861097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124236d-14ee-4a7b-b0af-fb3807b46638 None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:58:59.861684 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b124236d-14ee-4a7b-b0af-fb3807b46638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:58:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:58:59.974877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-b124236d-14ee-4a7b-b0af-fb3807b46638 None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:59:00.049144 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c7d937b-ad41-4926-945b-b893a606aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:00.183823 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b124236d-14ee-4a7b-b0af-fb3807b46638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:59:00.211064 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124236d-14ee-4a7b-b0af-fb3807b46638 None None] The sync data for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 is: [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:59:00.416110 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67060fd4-0053-4c29-b26d-6c6ff4de537a None None] New status for floating IP 378c8483-e3cf-498b-a376-3d91b10c972c: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:59:00.705964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a626d930-938d-44de-8785-6ee9a99978ef req-0297e34a-85df-4b5e-b53d-0a2b8ba0dee1 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--952306388&fields=id&tenant_id=e8d549e3d15f42359bff6a5bf32d95d7 HTTP/1.1" status: 200 len: 267 time: 0.0419521 Nov 18 17:59:00.811129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626d930-938d-44de-8785-6ee9a99978ef req-7e60b4f8-5262-44b8-8d71-3aac4327f89d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:00.813120 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a626d930-938d-44de-8785-6ee9a99978ef req-7e60b4f8-5262-44b8-8d71-3aac4327f89d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 812 time: 0.1005578 Nov 18 17:59:00.828371 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a626d930-938d-44de-8785-6ee9a99978ef req-1d66976a-df5b-4a62-b439-78e7df0a17be tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/quotas/e8d549e3d15f42359bff6a5bf32d95d7 HTTP/1.1" status: 200 len: 375 time: 0.0093346 Nov 18 17:59:00.884019 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a626d930-938d-44de-8785-6ee9a99978ef req-32293bde-22ed-4185-aa64-2466dee3a4e5 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499134 Nov 18 17:59:01.029953 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a626d930-938d-44de-8785-6ee9a99978ef req-d1adc392-fc24-4b62-b8ac-c8801131c924 service neutron] 10.222.0.72 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343374 Nov 18 17:59:01.125448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a626d930-938d-44de-8785-6ee9a99978ef req-8631fd9b-d2fa-41af-a3f3-5f38036dd637 service neutron] 10.222.0.72 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891130 Nov 18 17:59:01.367369 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e8bab94-05f8-4f94-8cf2-df12c14e3762 req-f5350cd7-5bb0-4e5d-a014-e8c92ad60668 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 210 time: 0.0274305 Nov 18 17:59:02.266383 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 8d642d53-2fa6-420e-b953-52f565bf81b2 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 17:59:02.287438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 8d642d53-2fa6-420e-b953-52f565bf81b2 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 17:59:02.288093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 8d642d53-2fa6-420e-b953-52f565bf81b2 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 17:59:02.458173 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a68f30dc-1ec4-40b4-bc57-ad3aada338f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:02.462859 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-90322e6e-7741-46c0-9cf8-2ae3fe510886 req-d082e5e7-a830-4884-a635-d1ee7ef1d590 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 210 time: 0.0284626 Nov 18 17:59:03.529399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626d930-938d-44de-8785-6ee9a99978ef req-d2982a2e-889d-47a4-a7da-694da01132e9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:03.530916 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a626d930-938d-44de-8785-6ee9a99978ef req-d2982a2e-889d-47a4-a7da-694da01132e9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 812 time: 0.3958156 Nov 18 17:59:03.559053 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-89b90b0d-3b04-4308-83af-d62b07ca949d req-ac148967-4f18-46b6-bdd4-a94b9c596de4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 210 time: 0.0254512 Nov 18 17:59:03.593554 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a626d930-938d-44de-8785-6ee9a99978ef req-91215fed-857a-41d7-9022-33e11f7ac381 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d549e3d15f42359bff6a5bf32d95d7 HTTP/1.1" status: 200 len: 379 time: 0.0529921 Nov 18 17:59:03.603370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-a626d930-938d-44de-8785-6ee9a99978ef req-c64586f7-4c92-44fa-93f7-eda5874454fc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Request body: {'port': {'device_id': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'admin_state_up': True, 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'security_groups': ['7a510f64-8ea1-492e-b9b9-436ca54250de']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:59:03.702947 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:03.789274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a626d930-938d-44de-8785-6ee9a99978ef req-c64586f7-4c92-44fa-93f7-eda5874454fc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Made reservation on behalf of e8d549e3d15f42359bff6a5bf32d95d7 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 17:59:03.792889 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a626d930-938d-44de-8785-6ee9a99978ef req-c64586f7-4c92-44fa-93f7-eda5874454fc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:03.917161 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-a626d930-938d-44de-8785-6ee9a99978ef req-c64586f7-4c92-44fa-93f7-eda5874454fc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Allocated IP 172.20.0.7 (1c820867-c107-43dd-a6d8-aa96ff592126/e871c254-5386-413b-b422-5ec96c03728a/3fcd7c7e-0db7-41e2-aa42-647133f256e7) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 17:59:04.053872 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a626d930-938d-44de-8785-6ee9a99978ef req-c64586f7-4c92-44fa-93f7-eda5874454fc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:04.130310 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a626d930-938d-44de-8785-6ee9a99978ef req-c64586f7-4c92-44fa-93f7-eda5874454fc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:04.178074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a626d930-938d-44de-8785-6ee9a99978ef req-c64586f7-4c92-44fa-93f7-eda5874454fc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Network 1c820867-c107-43dd-a6d8-aa96ff592126 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 17:59:04.181365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-a626d930-938d-44de-8785-6ee9a99978ef req-c64586f7-4c92-44fa-93f7-eda5874454fc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 17:59:04.196498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a626d930-938d-44de-8785-6ee9a99978ef req-c64586f7-4c92-44fa-93f7-eda5874454fc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 17:59:04.196498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64586f7-4c92-44fa-93f7-eda5874454fc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Pushing event updated for resources: {'Port': ['ID=3fcd7c7e-0db7-41e2-aa42-647133f256e7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:59:04.245348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626d930-938d-44de-8785-6ee9a99978ef req-c64586f7-4c92-44fa-93f7-eda5874454fc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:04.246168 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a626d930-938d-44de-8785-6ee9a99978ef req-c64586f7-4c92-44fa-93f7-eda5874454fc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:04.316310 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a626d930-938d-44de-8785-6ee9a99978ef req-c64586f7-4c92-44fa-93f7-eda5874454fc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7166066 Nov 18 17:59:04.329649 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Request body: {'port': {'device_id': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:59:04.384056 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:04.402600 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-50b12fba-7251-4456-97e6-545b089c2f8f None None] Provisioning complete for port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:59:04.402983 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-50b12fba-7251-4456-97e6-545b089c2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:04.437366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-50b12fba-7251-4456-97e6-545b089c2f8f None None] Port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 17:59:04.648080 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcd7c7e-0db7-41e2-aa42-647133f256e7 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:59:04.658027 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:04.670249 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Transition to ACTIVE for port object 3fcd7c7e-0db7-41e2-aa42-647133f256e7 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 17:59:04.675726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6944a20-d6fa-4a23-8391-db51ff4c1101 req-755d1453-80a7-40d9-afee-f39203971a7f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:04.677253 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6944a20-d6fa-4a23-8391-db51ff4c1101 req-755d1453-80a7-40d9-afee-f39203971a7f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 931 time: 0.0490868 Nov 18 17:59:04.728714 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6944a20-d6fa-4a23-8391-db51ff4c1101 req-e259a2ff-094d-4a9c-a38f-a1477c4dc3ba tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455120 Nov 18 17:59:04.732503 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:04.785838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcd7c7e-0db7-41e2-aa42-647133f256e7,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:59:04.853447 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Attempting to bind port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:59:04.860741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Attempting to bind port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 17:59:04.860741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Attempting to bind port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:59:04.860741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 on network 1c820867-c107-43dd-a6d8-aa96ff592126 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 17:59:04.860741 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Attempting to bind port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 17:59:04.865397 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 17, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 17:59:04.865750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Checking segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 17:59:04.866139 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Bound using segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 17:59:04.866581 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Bound port: 3fcd7c7e-0db7-41e2-aa42-647133f256e7, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 17:59:04.866945 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:04.939931 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] For port 3fcd7c7e-0db7-41e2-aa42-647133f256e7, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 17:59:04.943245 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] For port 3fcd7c7e-0db7-41e2-aa42-647133f256e7, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 17:59:05.024430 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:05.057374 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:05.058164 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:05.059852 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a626d930-938d-44de-8785-6ee9a99978ef req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] 10.222.0.81 "PUT /v2.0/ports/3fcd7c7e-0db7-41e2-aa42-647133f256e7 HTTP/1.1" status: 200 len: 1092 time: 0.7346182 Nov 18 17:59:05.062373 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'tag': '3fcd7c7e-0db7-41e2-aa42-647133f256e7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:59:05.065473 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fecf964-e303-40ea-8633-f8f57c6d4728" -d '{"events": [{"name": "network-changed", "server_uuid": "cba96580-e0ed-4ac0-a8de-d553b4e60381", "tag": "3fcd7c7e-0db7-41e2-aa42-647133f256e7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:59:05.098383 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36117fd-e8a3-487d-bc38-f0ba13f96269 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcd7c7e-0db7-41e2-aa42-647133f256e7,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:59:05.109835 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694f5212-39ff-4c73-b0ce-82ecc9cf011e x-openstack-request-id: req-694f5212-39ff-4c73-b0ce-82ecc9cf011e {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:59:05.110147 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba96580-e0ed-4ac0-a8de-d553b4e60381", "tag": "3fcd7c7e-0db7-41e2-aa42-647133f256e7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:59:05.110413 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-694f5212-39ff-4c73-b0ce-82ecc9cf011e {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:59:05.110828 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'tag': '3fcd7c7e-0db7-41e2-aa42-647133f256e7', 'status': 'completed', 'code': 200} Nov 18 17:59:05.177889 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecf964-e303-40ea-8633-f8f57c6d4728 req-138f84ba-c0c5-4ab3-acfd-3819154d8248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:05.179422 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6fecf964-e303-40ea-8633-f8f57c6d4728 req-138f84ba-c0c5-4ab3-acfd-3819154d8248 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 1095 time: 0.0468645 Nov 18 17:59:05.244677 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:05.296420 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecf964-e303-40ea-8633-f8f57c6d4728 req-7eaff11b-3f9b-4ce8-9368-b0b6c2c4b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:05.297999 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6fecf964-e303-40ea-8633-f8f57c6d4728 req-7eaff11b-3f9b-4ce8-9368-b0b6c2c4b922 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1019089 Nov 18 17:59:05.391216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecf964-e303-40ea-8633-f8f57c6d4728 req-55ee8420-3e03-49d7-a2bb-f6fb542c419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:05.392770 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6fecf964-e303-40ea-8633-f8f57c6d4728 req-55ee8420-3e03-49d7-a2bb-f6fb542c419b service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0876913 Nov 18 17:59:05.491015 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626d930-938d-44de-8785-6ee9a99978ef req-f7b02529-e151-4c82-9ed4-97243248d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:05.492626 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a626d930-938d-44de-8785-6ee9a99978ef req-f7b02529-e151-4c82-9ed4-97243248d146 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 1095 time: 0.0606532 Nov 18 17:59:05.501380 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:05.538310 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a626d930-938d-44de-8785-6ee9a99978ef req-32a2f4bb-de07-49ad-9abe-01b616ce7877 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7 HTTP/1.1" status: 200 len: 217 time: 0.0356865 Nov 18 17:59:05.588949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626d930-938d-44de-8785-6ee9a99978ef req-e24906ec-3c63-46ad-8e6a-3378f1116a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:05.590446 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a626d930-938d-44de-8785-6ee9a99978ef req-e24906ec-3c63-46ad-8e6a-3378f1116a07 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0431828 Nov 18 17:59:05.635588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626d930-938d-44de-8785-6ee9a99978ef req-75cdc396-f75d-4975-aa3c-00d787983aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:05.637164 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a626d930-938d-44de-8785-6ee9a99978ef req-75cdc396-f75d-4975-aa3c-00d787983aac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393660 Nov 18 17:59:05.730949 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a626d930-938d-44de-8785-6ee9a99978ef req-46c28e2d-03c2-48c1-8389-f1ba57d8729f service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860043 Nov 18 17:59:05.835561 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a626d930-938d-44de-8785-6ee9a99978ef req-50dd8197-849d-44f2-aad1-57284ef11eee service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969865 Nov 18 17:59:05.854804 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73479c-1823-469e-b781-d90ef709f2f7 req-df5d904d-5e78-4fe1-a57c-92a3401511b3 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:05.856345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c73479c-1823-469e-b781-d90ef709f2f7 req-df5d904d-5e78-4fe1-a57c-92a3401511b3 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 943 time: 0.0568247 Nov 18 17:59:05.905391 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c73479c-1823-469e-b781-d90ef709f2f7 req-0f37b9a7-c478-4698-a354-cd8bfa8017d6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427520 Nov 18 17:59:07.020767 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04947751-9c37-4d03-a53a-492f9753b5f6 req-6f1b3863-f95e-40ad-b1f1-71e969a8abd8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:07.022163 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04947751-9c37-4d03-a53a-492f9753b5f6 req-6f1b3863-f95e-40ad-b1f1-71e969a8abd8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 943 time: 0.0474057 Nov 18 17:59:07.068508 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04947751-9c37-4d03-a53a-492f9753b5f6 req-273d01bf-02bb-48b5-8c43-6b605a4792d4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401618 Nov 18 17:59:08.188724 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a98a3-4e0e-47c5-98ef-0453cc239758 req-4fe6a412-1295-4478-a62c-2d4a96fe6004 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:08.190101 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0e3a98a3-4e0e-47c5-98ef-0453cc239758 req-4fe6a412-1295-4478-a62c-2d4a96fe6004 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 943 time: 0.0522044 Nov 18 17:59:08.237415 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0e3a98a3-4e0e-47c5-98ef-0453cc239758 req-12a02155-5f40-47d5-a711-47d1e1c4108d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412631 Nov 18 17:59:08.359428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 3fcd7c7e-0db7-41e2-aa42-647133f256e7 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 17:59:08.454153 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 3fcd7c7e-0db7-41e2-aa42-647133f256e7, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:59:08.464975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '3fcd7c7e-0db7-41e2-aa42-647133f256e7', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'port_id': '3fcd7c7e-0db7-41e2-aa42-647133f256e7', 'mac_address': 'fa:16:3e:ca:40:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 17:59:08.501825 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:08.514160 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcd7c7e-0db7-41e2-aa42-647133f256e7 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 17:59:08.534078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 3fcd7c7e-0db7-41e2-aa42-647133f256e7, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:59:08.604237 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:08.654415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=3fcd7c7e-0db7-41e2-aa42-647133f256e7,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:59:08.821019 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['3fcd7c7e-0db7-41e2-aa42-647133f256e7'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 17:59:09.354065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fecbb7-16c0-49f9-8980-441b6572f898 req-ef00a15d-e693-4848-9316-61328b0edd36 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:09.355590 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94fecbb7-16c0-49f9-8980-441b6572f898 req-ef00a15d-e693-4848-9316-61328b0edd36 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 944 time: 0.0493116 Nov 18 17:59:09.401960 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94fecbb7-16c0-49f9-8980-441b6572f898 req-e6b45ebf-847f-4119-bea6-42a412a6a6c2 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397778 Nov 18 17:59:10.376105 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 3fcd7c7e-0db7-41e2-aa42-647133f256e7 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 17:59:10.529088 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651fb61-69fc-45a9-b112-8fc87069bc3f req-ea120471-48bb-48e3-9c1c-cff805978dfe tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:10.530624 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5651fb61-69fc-45a9-b112-8fc87069bc3f req-ea120471-48bb-48e3-9c1c-cff805978dfe tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 944 time: 0.0570602 Nov 18 17:59:10.579377 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5651fb61-69fc-45a9-b112-8fc87069bc3f req-4e63c16f-96d8-4fdc-b337-da1541bef227 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424817 Nov 18 17:59:10.673596 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 17:59:10.677464 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 17:59:10.677856 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:10.753521 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:10.774878 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcd7c7e-0db7-41e2-aa42-647133f256e7'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:59:10.777137 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3248a637-5c0c-4eb0-b473-864fa2243f5d" -d '{"events": [{"server_uuid": "cba96580-e0ed-4ac0-a8de-d553b4e60381", "name": "network-vif-plugged", "status": "completed", "tag": "3fcd7c7e-0db7-41e2-aa42-647133f256e7"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:59:10.791675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 3fcd7c7e-0db7-41e2-aa42-647133f256e7, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 17:59:10.814729 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 17:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d45d5e-2ba5-43da-924a-b39aa1e036e5 x-openstack-request-id: req-22d45d5e-2ba5-43da-924a-b39aa1e036e5 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:59:10.815027 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba96580-e0ed-4ac0-a8de-d553b4e60381", "name": "network-vif-plugged", "status": "completed", "tag": "3fcd7c7e-0db7-41e2-aa42-647133f256e7", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:59:10.815294 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-22d45d5e-2ba5-43da-924a-b39aa1e036e5 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:59:10.815690 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcd7c7e-0db7-41e2-aa42-647133f256e7', 'code': 200} Nov 18 17:59:10.856125 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:10.903685 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=3fcd7c7e-0db7-41e2-aa42-647133f256e7,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 17:59:10.914564 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b31cf-3aaa-4598-8e9e-0f7a3e6201a2 req-5e119af1-93e3-420d-b80f-329dea69d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:10.916101 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-db9b31cf-3aaa-4598-8e9e-0f7a3e6201a2 req-5e119af1-93e3-420d-b80f-329dea69d766 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 1097 time: 0.0405514 Nov 18 17:59:10.961518 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-db9b31cf-3aaa-4598-8e9e-0f7a3e6201a2 req-23fadb46-6587-4db3-b200-39c547020fdf service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366912 Nov 18 17:59:11.693750 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e31c00-21c9-4e79-aa30-86f3e8382ec5 req-7714c92c-f293-4900-8e14-bb725f8d6fe6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:11.695249 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c7e31c00-21c9-4e79-aa30-86f3e8382ec5 req-7714c92c-f293-4900-8e14-bb725f8d6fe6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0474424 Nov 18 17:59:11.742295 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c7e31c00-21c9-4e79-aa30-86f3e8382ec5 req-7447db26-38d2-46b0-818a-29532d1d1d91 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411251 Nov 18 17:59:12.859545 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3a558-635b-4d77-b422-d8d87454cf0d req-9d3e5a4c-239e-4180-8114-389765f05840 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:12.861142 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9a3a558-635b-4d77-b422-d8d87454cf0d req-9d3e5a4c-239e-4180-8114-389765f05840 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0489748 Nov 18 17:59:12.913155 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a9a3a558-635b-4d77-b422-d8d87454cf0d req-0474d0f1-acf9-440f-9bc6-ca3ae187d50b tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454895 Nov 18 17:59:13.023514 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c80ca1-8378-4d8c-865c-c74120261d9b req-621868da-b76b-4231-8f3e-9f4bebf0dd73 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:13.025126 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05c80ca1-8378-4d8c-865c-c74120261d9b req-621868da-b76b-4231-8f3e-9f4bebf0dd73 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0477962 Nov 18 17:59:13.034417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37170) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 17:59:13.038783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8a77ffb5-3755-47be-a2db-af8b572038da tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Request body: {'floatingip': {'port_id': '3fcd7c7e-0db7-41e2-aa42-647133f256e7'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:59:13.077847 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a77ffb5-3755-47be-a2db-af8b572038da tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:13.785700 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.db.resource_extend [None req-8a77ffb5-3755-47be-a2db-af8b572038da tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 17:59:13.833901 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a77ffb5-3755-47be-a2db-af8b572038da tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:13.920718 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a77ffb5-3755-47be-a2db-af8b572038da tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:14.020311 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-8a77ffb5-3755-47be-a2db-af8b572038da tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Floating IP 378c8483-e3cf-498b-a376-3d91b10c972c associated. External IP: 172.25.3.86, port: 3fcd7c7e-0db7-41e2-aa42-647133f256e7. Nov 18 17:59:14.228603 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a77ffb5-3755-47be-a2db-af8b572038da tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Router 086955bc-5e8d-490e-af16-2c0ec8cd2857 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 17:59:14.335527 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a77ffb5-3755-47be-a2db-af8b572038da tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 17:59:14.340635 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8a77ffb5-3755-47be-a2db-af8b572038da tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:14.345904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa443fd2-6cf8-44b2-88cb-f1fb393f39ae None None] Sync routers for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 17:59:14.355659 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa443fd2-6cf8-44b2-88cb-f1fb393f39ae None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:59:14.356320 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-aa443fd2-6cf8-44b2-88cb-f1fb393f39ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:59:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:59:14.370628 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8a77ffb5-3755-47be-a2db-af8b572038da tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "PUT /v2.0/floatingips/378c8483-e3cf-498b-a376-3d91b10c972c HTTP/1.1" status: 200 len: 990 time: 1.3324170 Nov 18 17:59:14.370628 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'tag': '3fcd7c7e-0db7-41e2-aa42-647133f256e7'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 17:59:14.370940 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f0d7ca-7990-486c-852d-4bdfc3b8f3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "cba96580-e0ed-4ac0-a8de-d553b4e60381", "tag": "3fcd7c7e-0db7-41e2-aa42-647133f256e7"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 17:59:14.412579 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 17:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a208a2ff-97c8-4423-bfce-514e71dcfb9b x-openstack-request-id: req-a208a2ff-97c8-4423-bfce-514e71dcfb9b {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 17:59:14.412890 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba96580-e0ed-4ac0-a8de-d553b4e60381", "tag": "3fcd7c7e-0db7-41e2-aa42-647133f256e7", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 17:59:14.413155 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a208a2ff-97c8-4423-bfce-514e71dcfb9b {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 17:59:14.413571 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'tag': '3fcd7c7e-0db7-41e2-aa42-647133f256e7', 'status': 'completed', 'code': 200} Nov 18 17:59:14.471339 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-aa443fd2-6cf8-44b2-88cb-f1fb393f39ae None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:59:14.477743 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0d7ca-7990-486c-852d-4bdfc3b8f3c1 req-96b47543-a459-4584-a255-55cfa18ae96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:14.479356 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-61f0d7ca-7990-486c-852d-4bdfc3b8f3c1 req-96b47543-a459-4584-a255-55cfa18ae96b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 1097 time: 0.0415366 Nov 18 17:59:14.574714 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0d7ca-7990-486c-852d-4bdfc3b8f3c1 req-89265274-d837-4f25-b248-75e9a2a8340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:14.576232 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-61f0d7ca-7990-486c-852d-4bdfc3b8f3c1 req-89265274-d837-4f25-b248-75e9a2a8340f service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0889540 Nov 18 17:59:14.642732 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-61f0d7ca-7990-486c-852d-4bdfc3b8f3c1 req-73bd0c7a-e93a-4354-ad5e-f513531045bd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7 HTTP/1.1" status: 200 len: 998 time: 0.0585933 Nov 18 17:59:14.697488 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0d7ca-7990-486c-852d-4bdfc3b8f3c1 req-68534dc2-8681-4db0-880d-af940176675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:14.698119 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-aa443fd2-6cf8-44b2-88cb-f1fb393f39ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '378c8483-e3cf-498b-a376-3d91b10c972c', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'port_id': '3fcd7c7e-0db7-41e2-aa42-647133f256e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'mac_address': 'fa:16:3e:ca:40:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:56:36Z', 'updated_at': '2021-11-18T17:59:13Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:59:14.699011 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-61f0d7ca-7990-486c-852d-4bdfc3b8f3c1 req-68534dc2-8681-4db0-880d-af940176675f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0492408 Nov 18 17:59:14.725603 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa443fd2-6cf8-44b2-88cb-f1fb393f39ae None None] Checking router: 086955bc-5e8d-490e-af16-2c0ec8cd2857 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 17:59:14.734333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa443fd2-6cf8-44b2-88cb-f1fb393f39ae None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 17:59:14.734979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-aa443fd2-6cf8-44b2-88cb-f1fb393f39ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T17:59:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:59:14.744582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0d7ca-7990-486c-852d-4bdfc3b8f3c1 req-3704037b-f828-4fe3-8760-7a5bd24dc911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:14.746101 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-61f0d7ca-7990-486c-852d-4bdfc3b8f3c1 req-3704037b-f828-4fe3-8760-7a5bd24dc911 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399365 Nov 18 17:59:14.838692 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-61f0d7ca-7990-486c-852d-4bdfc3b8f3c1 req-29d5915e-5471-4ba7-bc78-fabfc5dfb2c3 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847182 Nov 18 17:59:14.840482 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-aa443fd2-6cf8-44b2-88cb-f1fb393f39ae None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 17:59:14.942184 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-61f0d7ca-7990-486c-852d-4bdfc3b8f3c1 req-1af2fe9d-3d8b-459f-a0c2-50bc2eb0fb3f service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942953 Nov 18 17:59:15.089481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-aa443fd2-6cf8-44b2-88cb-f1fb393f39ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '378c8483-e3cf-498b-a376-3d91b10c972c', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'port_id': '3fcd7c7e-0db7-41e2-aa42-647133f256e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'mac_address': 'fa:16:3e:ca:40:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:56:36Z', 'updated_at': '2021-11-18T17:59:13Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 17:59:15.119890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa443fd2-6cf8-44b2-88cb-f1fb393f39ae None None] The sync data for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 is: [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '378c8483-e3cf-498b-a376-3d91b10c972c', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'port_id': '3fcd7c7e-0db7-41e2-aa42-647133f256e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'mac_address': 'fa:16:3e:ca:40:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:56:36Z', 'updated_at': '2021-11-18T17:59:13Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 17:59:15.314003 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94455dfc-c1c9-453a-8fa4-fe292f82a45f None None] New status for floating IP 378c8483-e3cf-498b-a376-3d91b10c972c: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 17:59:21.863268 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:23.428951 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:29.980916 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-74e793c6-c378-47ee-af85-53ca9a34afdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:30.242412 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 17:59:32.478220 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3908554d-8f4f-469d-a2a7-c31cbecc76bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:33.729631 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:35.124023 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:35.506371 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:50.639996 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98869756-f89b-48f4-9f81-ac11bd679130 req-c1d09f19-0c65-4028-9099-796ec96f4ee1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409050 Nov 18 17:59:50.719405 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98869756-f89b-48f4-9f81-ac11bd679130 req-8477d85a-c099-4e1d-8348-4e7262f741da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:50.720914 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98869756-f89b-48f4-9f81-ac11bd679130 req-8477d85a-c099-4e1d-8348-4e7262f741da service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 1097 time: 0.0398071 Nov 18 17:59:50.830815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98869756-f89b-48f4-9f81-ac11bd679130 req-8bcb90ae-750f-476a-932a-1cbc59aa8d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:50.832333 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98869756-f89b-48f4-9f81-ac11bd679130 req-8bcb90ae-750f-476a-932a-1cbc59aa8d68 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0927627 Nov 18 17:59:50.899009 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98869756-f89b-48f4-9f81-ac11bd679130 req-fe26e1f9-e8eb-4d5d-9a90-61f8074ac562 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7 HTTP/1.1" status: 200 len: 1000 time: 0.0593047 Nov 18 17:59:50.952853 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98869756-f89b-48f4-9f81-ac11bd679130 req-46a94efe-cb69-437e-b7b8-b8647eb10ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:50.954318 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98869756-f89b-48f4-9f81-ac11bd679130 req-46a94efe-cb69-437e-b7b8-b8647eb10ed3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0482094 Nov 18 17:59:51.001724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98869756-f89b-48f4-9f81-ac11bd679130 req-3aa5bf18-a3d9-4fe0-bde7-2eabb0c4d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 17:59:51.003260 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98869756-f89b-48f4-9f81-ac11bd679130 req-3aa5bf18-a3d9-4fe0-bde7-2eabb0c4d5ff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417426 Nov 18 17:59:51.101059 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98869756-f89b-48f4-9f81-ac11bd679130 req-ea2fb11f-ad4a-4312-948a-00faa813f024 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895696 Nov 18 17:59:51.195781 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-98869756-f89b-48f4-9f81-ac11bd679130 req-6a92b80b-7a19-44dc-ba11-142dc3dd1e40 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866842 Nov 18 17:59:51.874009 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 17:59:53.448742 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:00:00.016660 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-154fc8e6-f787-4a22-bc84-c048ff09c480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:00:02.456842 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9fd7-d039-43af-9565-b1d409eaa8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:00:03.717489 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:00:05.142223 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:00:05.525313 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:00:07.241423 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:00:21.871423 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:00:23.436618 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:00:29.981395 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85b76c39-29d7-4cab-85f5-5de3a206161a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:00:32.454499 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d1a33269-d89f-44c5-878b-59a6ede8ea0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:00:33.695387 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:00:35.135944 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:00:35.506958 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:00:44.240433 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:00:51.850192 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:00:52.550852 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d5780bdc-f822-487d-8cf1-62128fb1d04e req-da15b7fc-9ccb-4041-b209-b253bfc79bef service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414312 Nov 18 18:00:52.642418 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5780bdc-f822-487d-8cf1-62128fb1d04e req-a13469d1-0625-4a3b-8913-1f44059aee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:00:52.645055 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d5780bdc-f822-487d-8cf1-62128fb1d04e req-a13469d1-0625-4a3b-8913-1f44059aee74 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 1097 time: 0.0499973 Nov 18 18:00:52.724201 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f5196-0d2e-435d-a598-e64ff84e5ceb req-251bc867-cb97-44cc-87db-d12628dfcaaf tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:00:52.725801 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-727f5196-0d2e-435d-a598-e64ff84e5ceb req-251bc867-cb97-44cc-87db-d12628dfcaaf tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0519438 Nov 18 18:00:52.750709 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5780bdc-f822-487d-8cf1-62128fb1d04e req-af54e1a8-9888-4098-a2c8-16d94d806f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:00:52.752232 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d5780bdc-f822-487d-8cf1-62128fb1d04e req-af54e1a8-9888-4098-a2c8-16d94d806f5b service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0885298 Nov 18 18:00:52.778701 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-727f5196-0d2e-435d-a598-e64ff84e5ceb req-00392f1f-6b36-4d2b-85c7-8efb29fbf1eb tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458114 Nov 18 18:00:52.827827 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d5780bdc-f822-487d-8cf1-62128fb1d04e req-26f0e553-e7ce-4968-bc41-80b825411683 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7 HTTP/1.1" status: 200 len: 1000 time: 0.0671625 Nov 18 18:00:52.879471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5780bdc-f822-487d-8cf1-62128fb1d04e req-ee6a1584-53ee-4697-8531-2948adf91725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:00:52.880967 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d5780bdc-f822-487d-8cf1-62128fb1d04e req-ee6a1584-53ee-4697-8531-2948adf91725 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0450222 Nov 18 18:00:52.930827 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5780bdc-f822-487d-8cf1-62128fb1d04e req-79168be4-d2f8-4eb2-a58f-e4f75fddb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:00:52.932403 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d5780bdc-f822-487d-8cf1-62128fb1d04e req-79168be4-d2f8-4eb2-a58f-e4f75fddb0de service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405447 Nov 18 18:00:53.025845 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d5780bdc-f822-487d-8cf1-62128fb1d04e req-d9921432-edc1-4311-b83e-63fd873b22ea service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858788 Nov 18 18:00:53.115246 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d5780bdc-f822-487d-8cf1-62128fb1d04e req-38b0eb16-d14d-4d24-ba9b-bc6008c03965 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813372 Nov 18 18:00:53.472179 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:00:53.898992 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f365bf4-aefd-496c-a394-7fcda5433479 req-518ca5bc-3169-4907-8590-07a5a10b7c3c tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:00:53.900519 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f365bf4-aefd-496c-a394-7fcda5433479 req-518ca5bc-3169-4907-8590-07a5a10b7c3c tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0492120 Nov 18 18:00:53.949082 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2f365bf4-aefd-496c-a394-7fcda5433479 req-dc55cddf-7308-4b7d-9f58-81469769a88f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425417 Nov 18 18:00:55.064678 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1f7e4-f47c-4aeb-a5e3-7fbd49b7af21 req-e512fb23-4cf7-433b-8938-281244a98cd4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:00:55.066096 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1c1f7e4-f47c-4aeb-a5e3-7fbd49b7af21 req-e512fb23-4cf7-433b-8938-281244a98cd4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0488913 Nov 18 18:00:55.113467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e1c1f7e4-f47c-4aeb-a5e3-7fbd49b7af21 req-073535c6-ef8c-4b1b-b989-7921c01602b0 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412648 Nov 18 18:00:56.232276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7f197-02a8-4de6-9c93-fa38627e8af0 req-a9bb73c1-aef3-4f91-bfc5-70e563af1e58 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:00:56.233764 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50e7f197-02a8-4de6-9c93-fa38627e8af0 req-a9bb73c1-aef3-4f91-bfc5-70e563af1e58 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0520904 Nov 18 18:00:56.281747 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50e7f197-02a8-4de6-9c93-fa38627e8af0 req-71860e4c-7f42-4709-ad84-02d7c1117e32 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419314 Nov 18 18:00:57.398207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df38071-2538-4541-a511-d93faeb4ce6a req-735506b6-57cd-464b-88d8-2a4b8b823995 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:00:57.399694 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8df38071-2538-4541-a511-d93faeb4ce6a req-735506b6-57cd-464b-88d8-2a4b8b823995 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0488234 Nov 18 18:00:57.446496 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8df38071-2538-4541-a511-d93faeb4ce6a req-8d866f54-cc94-4706-811a-5b6a9ef56e96 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408003 Nov 18 18:00:58.567102 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b035bc-ce4c-4ac8-9b19-e28fb467d0a5 req-9a5591ed-45d8-45e5-84f4-7977b0ace350 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:00:58.568679 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f1b035bc-ce4c-4ac8-9b19-e28fb467d0a5 req-9a5591ed-45d8-45e5-84f4-7977b0ace350 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0553482 Nov 18 18:00:58.615897 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f1b035bc-ce4c-4ac8-9b19-e28fb467d0a5 req-9a0e8ac5-c74f-480b-b1c7-a33898365d97 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405309 Nov 18 18:00:59.731545 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37190e99-ec68-4e06-a9e9-34b26aecd00e req-de7045a9-02e1-4dd2-a286-a6e43f84410f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:00:59.733119 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37190e99-ec68-4e06-a9e9-34b26aecd00e req-de7045a9-02e1-4dd2-a286-a6e43f84410f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0490294 Nov 18 18:00:59.779888 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37190e99-ec68-4e06-a9e9-34b26aecd00e req-2655ad9e-ff58-4685-8424-25b03c5c10e9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409153 Nov 18 18:01:00.009747 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a07d01a3-cf10-40af-a394-27fe60db1e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:00.898712 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e450ff-c87a-47e2-8d9e-13db828a886b req-0bb20396-9d75-41b8-be51-e79b4298d870 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:00.900757 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-55e450ff-c87a-47e2-8d9e-13db828a886b req-0bb20396-9d75-41b8-be51-e79b4298d870 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0511627 Nov 18 18:01:00.955358 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-55e450ff-c87a-47e2-8d9e-13db828a886b req-508b6216-50a6-4a00-ac7e-7988590a0dae tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486047 Nov 18 18:01:02.071079 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1abbe-8b26-4c78-b299-c2264842d715 req-ea2e7db5-04c3-4f3a-970e-87c719d504f7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:02.072613 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-daf1abbe-8b26-4c78-b299-c2264842d715 req-ea2e7db5-04c3-4f3a-970e-87c719d504f7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0494077 Nov 18 18:01:02.120680 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-daf1abbe-8b26-4c78-b299-c2264842d715 req-f6c535f2-1434-4e33-ba42-af52f0e0e6a6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420573 Nov 18 18:01:02.471958 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-49d9a812-a100-4476-ac1a-a83de5261946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:03.236824 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5d909-ae68-4fcb-823a-1564ae633d0c req-b43cf5f7-5f20-4659-bf29-2fb8f0f82498 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:03.238334 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eec5d909-ae68-4fcb-823a-1564ae633d0c req-b43cf5f7-5f20-4659-bf29-2fb8f0f82498 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0504098 Nov 18 18:01:03.289738 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eec5d909-ae68-4fcb-823a-1564ae633d0c req-482300b6-178c-4405-bbe7-268c4011b71f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445962 Nov 18 18:01:03.724260 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:03.724853 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdeb64-d3db-44ae-82b1-6c64ec1bf913 req-52415660-fc3a-4fac-8a5b-d11a17603646 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:03.726250 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-14bdeb64-d3db-44ae-82b1-6c64ec1bf913 req-52415660-fc3a-4fac-8a5b-d11a17603646 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0554116 Nov 18 18:01:03.777387 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-14bdeb64-d3db-44ae-82b1-6c64ec1bf913 req-4e8dbe12-d9f8-4203-977c-0f8cc2bb018a tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436974 Nov 18 18:01:03.938712 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-ddee54af-90af-47fc-bf30-b65708dacfcc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961092 Nov 18 18:01:04.910173 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b061e8-0e57-4187-a1c9-ae0b9ba2de41 req-28e14c86-8a25-4a01-99cd-f157d30256aa tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:04.911733 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e9b061e8-0e57-4187-a1c9-ae0b9ba2de41 req-28e14c86-8a25-4a01-99cd-f157d30256aa tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0644834 Nov 18 18:01:04.960364 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e9b061e8-0e57-4187-a1c9-ae0b9ba2de41 req-c4cbdc21-40c5-4a33-afc6-40cb3e7f8f0a tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418389 Nov 18 18:01:05.186891 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:05.524064 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:06.086510 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e489b5-e4b9-447b-85e7-110b440d7af1 req-11d44d21-e2fe-41a9-8c5f-28b4f00d3737 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:06.088026 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5e489b5-e4b9-447b-85e7-110b440d7af1 req-11d44d21-e2fe-41a9-8c5f-28b4f00d3737 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0537086 Nov 18 18:01:06.135662 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d5e489b5-e4b9-447b-85e7-110b440d7af1 req-4c62310f-ae1a-49c1-bc16-cac992fc9ad0 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415714 Nov 18 18:01:06.242254 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-55156da6-2277-4b05-b230-6e31aaa542fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:06.243777 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-55156da6-2277-4b05-b230-6e31aaa542fe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 1097 time: 0.0463493 Nov 18 18:01:06.340597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-f1f626d2-ac36-4f70-9ede-19dd10001efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:06.342132 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-f1f626d2-ac36-4f70-9ede-19dd10001efa service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0914633 Nov 18 18:01:06.420104 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-c8445e69-48dd-477a-a339-97d6dde01453 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7 HTTP/1.1" status: 200 len: 1000 time: 0.0702801 Nov 18 18:01:06.469265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-fe8c5f9e-d493-4934-9368-79a37bcfb9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:06.470744 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-fe8c5f9e-d493-4934-9368-79a37bcfb9ae service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0438766 Nov 18 18:01:06.516846 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-cd14b0ad-1527-4f69-9f05-cb222306a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:06.518347 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-cd14b0ad-1527-4f69-9f05-cb222306a40f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388410 Nov 18 18:01:06.612055 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-e967ad2e-0075-4c00-8a22-6883b3f7a01b service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851653 Nov 18 18:01:06.701617 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-f3faec3c-7dba-41f0-9c53-678e987448cc service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816786 Nov 18 18:01:07.258448 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b21fb-b095-4060-8005-540c9942f64b req-09bf1a41-9ceb-4447-a299-7c97289df1ca tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:07.259978 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d61b21fb-b095-4060-8005-540c9942f64b req-09bf1a41-9ceb-4447-a299-7c97289df1ca tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0499723 Nov 18 18:01:07.306512 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d61b21fb-b095-4060-8005-540c9942f64b req-dca96e29-b336-4e97-a64b-ef91ec268744 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405364 Nov 18 18:01:08.427038 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab66fc-d110-4015-b65c-5350c6c70e45 req-28434636-d233-41f1-a75d-1159d599ab7d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:08.428584 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a3ab66fc-d110-4015-b65c-5350c6c70e45 req-28434636-d233-41f1-a75d-1159d599ab7d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0522380 Nov 18 18:01:08.476237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a3ab66fc-d110-4015-b65c-5350c6c70e45 req-ca046cce-1ed4-4932-843b-bc4db84c66f5 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411947 Nov 18 18:01:09.183244 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-e1a4f073-8f52-4d83-9276-eb225a6720ed service neutron] show failed (client error): The resource could not be found. Nov 18 18:01:09.184299 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-e1a4f073-8f52-4d83-9276-eb225a6720ed service neutron] 10.222.0.81 "GET /v2.0/ports/3fcd7c7e-0db7-41e2-aa42-647133f256e7/bindings/n-h2-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.0582619 Nov 18 18:01:09.596104 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ea59e-68dc-431c-bc62-71f10bc2462e req-f3551644-5236-4c47-8edf-e476a9ab0f9d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:09.597598 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-884ea59e-68dc-431c-bc62-71f10bc2462e req-f3551644-5236-4c47-8edf-e476a9ab0f9d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0492175 Nov 18 18:01:09.646440 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-884ea59e-68dc-431c-bc62-71f10bc2462e req-ee672a3a-c853-4154-8f81-0d68885a5650 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424654 Nov 18 18:01:09.779238 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-704e9970-12fa-4c82-a3f1-ee66ba04c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:09.780717 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-704e9970-12fa-4c82-a3f1-ee66ba04c507 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381&tenant_id=e8d549e3d15f42359bff6a5bf32d95d7 HTTP/1.1" status: 200 len: 1097 time: 0.0939722 Nov 18 18:01:09.792835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:01:09.843946 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:10.050119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] For port 3fcd7c7e-0db7-41e2-aa42-647133f256e7, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:01:10.082657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] For port 3fcd7c7e-0db7-41e2-aa42-647133f256e7, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:01:10.121523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcd7c7e-0db7-41e2-aa42-647133f256e7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:01:10.124092 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33eef43-0abc-422b-a4d8-054ae8a174e1" -d '{"events": [{"server_uuid": "cba96580-e0ed-4ac0-a8de-d553b4e60381", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcd7c7e-0db7-41e2-aa42-647133f256e7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:01:10.128270 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:10.140772 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] Transition to ACTIVE for port object 3fcd7c7e-0db7-41e2-aa42-647133f256e7 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:01:10.213401 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:10.241191 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 18:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5809fe5-9be3-4cae-88b0-fc2dcc851292 x-openstack-request-id: req-c5809fe5-9be3-4cae-88b0-fc2dcc851292 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:01:10.241502 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba96580-e0ed-4ac0-a8de-d553b4e60381", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcd7c7e-0db7-41e2-aa42-647133f256e7", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:01:10.241765 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c5809fe5-9be3-4cae-88b0-fc2dcc851292 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:01:10.242172 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcd7c7e-0db7-41e2-aa42-647133f256e7', 'code': 200} Nov 18 18:01:10.323620 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53418468-007f-442c-880d-135fc6f23523 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcd7c7e-0db7-41e2-aa42-647133f256e7,revision_number=6']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:01:10.345467 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53418468-007f-442c-880d-135fc6f23523 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:10.345823 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53418468-007f-442c-880d-135fc6f23523 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:10.346171 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53418468-007f-442c-880d-135fc6f23523 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:10.346520 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53418468-007f-442c-880d-135fc6f23523 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:10.346857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53418468-007f-442c-880d-135fc6f23523 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:10.347201 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53418468-007f-442c-880d-135fc6f23523 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:10.347538 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53418468-007f-442c-880d-135fc6f23523 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:10.348769 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53418468-007f-442c-880d-135fc6f23523 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:10.349108 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53418468-007f-442c-880d-135fc6f23523 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:10.349448 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53418468-007f-442c-880d-135fc6f23523 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:10.349786 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53418468-007f-442c-880d-135fc6f23523 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:10.350119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53418468-007f-442c-880d-135fc6f23523 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:10.398794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] No DVR routers for this DVR port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:01:10.531954 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] Attempting to bind port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:01:10.532222 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] Attempting to bind port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:01:10.532550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] Attempting to bind port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:01:10.536813 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] Port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 on network 1c820867-c107-43dd-a6d8-aa96ff592126 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:01:10.537138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] Attempting to bind port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:01:10.541961 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:01:10.542327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] Checking segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:01:10.542713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] Bound using segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:01:10.543140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] Bound port: 3fcd7c7e-0db7-41e2-aa42-647133f256e7, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:01:10.543491 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:10.606690 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] For port 3fcd7c7e-0db7-41e2-aa42-647133f256e7, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:01:10.609611 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] For port 3fcd7c7e-0db7-41e2-aa42-647133f256e7, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:01:10.699983 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:10.734066 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:10.734608 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:10.736039 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-53418468-007f-442c-880d-135fc6f23523 service neutron] 10.222.0.83 "PUT /v2.0/ports/3fcd7c7e-0db7-41e2-aa42-647133f256e7 HTTP/1.1" status: 200 len: 1092 time: 0.9471533 Nov 18 18:01:10.770508 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa1bd6-9722-4544-975d-930d22298adf req-08e61539-23ea-4561-be61-ec8121859e8e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:10.772437 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05aa1bd6-9722-4544-975d-930d22298adf req-08e61539-23ea-4561-be61-ec8121859e8e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 943 time: 0.0515137 Nov 18 18:01:10.781478 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53418468-007f-442c-880d-135fc6f23523 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcd7c7e-0db7-41e2-aa42-647133f256e7,revision_number=7']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:01:10.817362 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-128389d5-bd3e-4e7d-a0ee-1236a2dc64f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:10.818889 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-128389d5-bd3e-4e7d-a0ee-1236a2dc64f6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 1095 time: 0.0530376 Nov 18 18:01:10.836370 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05aa1bd6-9722-4544-975d-930d22298adf req-3b53e992-ab2c-421d-aa8f-64fd2884bd0a tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555110 Nov 18 18:01:10.928034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-a7aa379a-a8fc-480b-a290-242a499956dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:10.929593 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-a7aa379a-a8fc-480b-a290-242a499956dc service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0989287 Nov 18 18:01:10.996149 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-09997648-9396-4f1c-8631-fcd39f78d759 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7 HTTP/1.1" status: 200 len: 998 time: 0.0581312 Nov 18 18:01:11.053168 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-089fa607-1660-4b2b-9552-b8ae65e99b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:11.056468 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-089fa607-1660-4b2b-9552-b8ae65e99b82 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0513384 Nov 18 18:01:11.101180 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-311a5675-0d37-4787-9342-a950f855ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:11.102643 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-311a5675-0d37-4787-9342-a950f855ffa4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389442 Nov 18 18:01:11.192216 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-1719d399-b8d9-44f7-b5da-944ddc4d2ce7 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802505 Nov 18 18:01:11.291027 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-40610fe1-ea5a-40b6-aad9-0cac5153792a req-948319ca-e88e-48ff-a136-a1a346eaa44b service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876260 Nov 18 18:01:11.958994 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758edf98-c4ab-43e5-9678-86bdb421ae4c req-4b7fc8c6-a3fe-4297-9cb8-50119a7f1e2b tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:11.960695 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-758edf98-c4ab-43e5-9678-86bdb421ae4c req-4b7fc8c6-a3fe-4297-9cb8-50119a7f1e2b tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 943 time: 0.0492854 Nov 18 18:01:12.008209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-758edf98-c4ab-43e5-9678-86bdb421ae4c req-88524eea-d3e1-4ca7-9484-131d6f5fd7d1 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408962 Nov 18 18:01:12.243556 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'tag': '3fcd7c7e-0db7-41e2-aa42-647133f256e7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:01:12.246525 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe88d976-88b3-4e4d-96b8-d69111a7253d" -d '{"events": [{"name": "network-changed", "server_uuid": "cba96580-e0ed-4ac0-a8de-d553b4e60381", "tag": "3fcd7c7e-0db7-41e2-aa42-647133f256e7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:01:12.294985 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319a2acc-3e53-41b2-9b40-6398e247c9af x-openstack-request-id: req-319a2acc-3e53-41b2-9b40-6398e247c9af {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:01:12.295556 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba96580-e0ed-4ac0-a8de-d553b4e60381", "tag": "3fcd7c7e-0db7-41e2-aa42-647133f256e7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:01:12.295556 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-319a2acc-3e53-41b2-9b40-6398e247c9af {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:01:12.295953 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'tag': '3fcd7c7e-0db7-41e2-aa42-647133f256e7', 'status': 'completed', 'code': 200} Nov 18 18:01:12.386757 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-23218aec-23f8-489e-bf9a-21ea9b2fbdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:12.388287 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-23218aec-23f8-489e-bf9a-21ea9b2fbdbd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 1095 time: 0.0646741 Nov 18 18:01:12.389960 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-63640377-e8cd-4049-929d-b75e6a577db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:12.391288 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-63640377-e8cd-4049-929d-b75e6a577db1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 1095 time: 0.0754273 Nov 18 18:01:12.838571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-49e7c200-899a-44b9-95f6-e9559f1e1361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:12.840682 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-49e7c200-899a-44b9-95f6-e9559f1e1361 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.4375184 Nov 18 18:01:12.841608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-d6beeb2a-d847-4f3b-900c-b47441566e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:12.843101 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-d6beeb2a-d847-4f3b-900c-b47441566e9d service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.4468870 Nov 18 18:01:12.956106 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-49ee0b14-1e4d-48a5-8aac-4e32449aad44 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7 HTTP/1.1" status: 200 len: 998 time: 0.1074181 Nov 18 18:01:12.958007 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-56d4ab56-e195-45e5-8dfc-0f95612c6325 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7 HTTP/1.1" status: 200 len: 998 time: 0.1032369 Nov 18 18:01:13.046739 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-676b242b-bbd2-4fb2-9b0e-8916a27a7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:13.048288 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-676b242b-bbd2-4fb2-9b0e-8916a27a7aa4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0841713 Nov 18 18:01:13.051731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-e4896216-2bed-4c10-b708-08fc270235d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:13.053112 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-e4896216-2bed-4c10-b708-08fc270235d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0616262 Nov 18 18:01:13.123935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-2ad94572-a1eb-42ca-9c4e-42ce3b0b188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:13.125475 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-2ad94572-a1eb-42ca-9c4e-42ce3b0b188e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687997 Nov 18 18:01:13.128161 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-8da3974f-3419-457b-a601-bc4aded0e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:13.129524 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-8da3974f-3419-457b-a601-bc4aded0e1be service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643113 Nov 18 18:01:13.130958 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad55e18-895f-441a-a6ce-997983eb045f req-b85fcaa6-4d2d-4210-b737-055df20b4799 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:13.132546 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cad55e18-895f-441a-a6ce-997983eb045f req-b85fcaa6-4d2d-4210-b737-055df20b4799 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 943 time: 0.0511875 Nov 18 18:01:13.155670 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 3fcd7c7e-0db7-41e2-aa42-647133f256e7 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:01:13.182432 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cad55e18-895f-441a-a6ce-997983eb045f req-e1f7ebe1-ff2d-4dd7-8786-f2850430cd9d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432959 Nov 18 18:01:13.200893 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 3fcd7c7e-0db7-41e2-aa42-647133f256e7 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:01:13.289169 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-6ebda4a3-294c-45e0-a4a7-a9c4084f0dca service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564722 Nov 18 18:01:13.290929 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-42ad63ae-7a16-4a8f-a148-8adeb1b97251 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508865 Nov 18 18:01:13.451946 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-8d1684f4-8e61-4a8a-9b08-eb30f7675ebb service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554186 Nov 18 18:01:13.457202 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe88d976-88b3-4e4d-96b8-d69111a7253d req-65e7c4b7-509d-4ec4-8ae5-e7d9728a643c service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530817 Nov 18 18:01:14.198765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3fcd7c7e-0db7-41e2-aa42-647133f256e7 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:01:14.300972 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3fcd7c7e-0db7-41e2-aa42-647133f256e7, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:01:14.312198 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '3fcd7c7e-0db7-41e2-aa42-647133f256e7', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'port_id': '3fcd7c7e-0db7-41e2-aa42-647133f256e7', 'mac_address': 'fa:16:3e:ca:40:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:01:14.315152 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706d5a1-e1df-49a7-a88c-bd8ff3fb09c1 req-833ad723-0a8d-4adf-9a33-b0a0d45be0fc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:14.316735 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1706d5a1-e1df-49a7-a88c-bd8ff3fb09c1 req-833ad723-0a8d-4adf-9a33-b0a0d45be0fc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 943 time: 0.0537207 Nov 18 18:01:14.350254 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:14.367000 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcd7c7e-0db7-41e2-aa42-647133f256e7 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:01:14.367657 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1706d5a1-e1df-49a7-a88c-bd8ff3fb09c1 req-3c8d160f-a84e-4a20-af99-4a63f1dead45 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441625 Nov 18 18:01:14.394522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3fcd7c7e-0db7-41e2-aa42-647133f256e7, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:01:14.538722 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:14.589962 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=3fcd7c7e-0db7-41e2-aa42-647133f256e7,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:01:14.597344 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:14.601093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:14.601093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:14.601093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:14.601093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:14.601093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:14.601093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:14.601093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:14.601093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:14.601093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:14.601093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:14.601997 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:01:14.824330 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f8c37-23e5-447e-a9b0-858517770329 req-094cc146-d597-4eea-b97f-7903c6973266 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:14.825762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-828f8c37-23e5-447e-a9b0-858517770329 req-094cc146-d597-4eea-b97f-7903c6973266 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 944 time: 0.0498760 Nov 18 18:01:14.835355 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['3fcd7c7e-0db7-41e2-aa42-647133f256e7'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:01:14.888541 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-828f8c37-23e5-447e-a9b0-858517770329 req-a36373e6-e57b-45df-8d8d-9d2db98d2d15 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548718 Nov 18 18:01:14.922357 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b97668-3662-4d42-947a-a060b7cb8bae req-7101fdea-f211-473c-814d-9794cd53d397 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:14.924093 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-63b97668-3662-4d42-947a-a060b7cb8bae req-7101fdea-f211-473c-814d-9794cd53d397 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.81 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381&tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 944 time: 0.0582793 Nov 18 18:01:14.988650 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [req-63b97668-3662-4d42-947a-a060b7cb8bae req-1e7a3622-a265-4fcc-98e4-6cac2e8429f8 service neutron] delete failed (client error): The resource could not be found. Nov 18 18:01:14.989668 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-63b97668-3662-4d42-947a-a060b7cb8bae req-1e7a3622-a265-4fcc-98e4-6cac2e8429f8 service neutron] 10.222.0.81 "DELETE /v2.0/ports/3fcd7c7e-0db7-41e2-aa42-647133f256e7/bindings/n-h1-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.0577464 Nov 18 18:01:15.073509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b97668-3662-4d42-947a-a060b7cb8bae req-858dcb70-7e93-4a01-b3d8-40eefdc1be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:15.075602 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-63b97668-3662-4d42-947a-a060b7cb8bae req-858dcb70-7e93-4a01-b3d8-40eefdc1be2a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 1096 time: 0.0412886 Nov 18 18:01:15.173010 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b97668-3662-4d42-947a-a060b7cb8bae req-7d587e4e-3d2e-40de-bb56-ab25b9c83d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:15.174499 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-63b97668-3662-4d42-947a-a060b7cb8bae req-7d587e4e-3d2e-40de-bb56-ab25b9c83d37 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0918901 Nov 18 18:01:15.240543 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-63b97668-3662-4d42-947a-a060b7cb8bae req-40ddee90-22b0-4dd5-9a47-e973045d35a6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7 HTTP/1.1" status: 200 len: 999 time: 0.0578198 Nov 18 18:01:15.293331 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b97668-3662-4d42-947a-a060b7cb8bae req-38ad7ae2-028d-4413-b923-781fc2c968a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:15.294769 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-63b97668-3662-4d42-947a-a060b7cb8bae req-38ad7ae2-028d-4413-b923-781fc2c968a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0465853 Nov 18 18:01:15.340850 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b97668-3662-4d42-947a-a060b7cb8bae req-1fa5ad30-81ae-4af0-a180-4b36890364de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:15.342238 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-63b97668-3662-4d42-947a-a060b7cb8bae req-1fa5ad30-81ae-4af0-a180-4b36890364de service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403023 Nov 18 18:01:15.437710 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-63b97668-3662-4d42-947a-a060b7cb8bae req-7cc00a73-5b12-4841-ba20-116a5060ce52 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879111 Nov 18 18:01:15.526904 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-63b97668-3662-4d42-947a-a060b7cb8bae req-5a1f3332-e498-4295-9931-c3ff12213c90 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812571 Nov 18 18:01:16.003896 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb884b-4851-4955-8eb5-e8fc4f5c56be req-28145941-244c-49ad-ac3f-46d34d85a47e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:16.005420 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64bb884b-4851-4955-8eb5-e8fc4f5c56be req-28145941-244c-49ad-ac3f-46d34d85a47e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 944 time: 0.0488412 Nov 18 18:01:16.059355 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64bb884b-4851-4955-8eb5-e8fc4f5c56be req-a136f35d-b511-4ac9-aae4-88ba7be14571 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453534 Nov 18 18:01:16.215151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3fcd7c7e-0db7-41e2-aa42-647133f256e7 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:01:16.329438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:01:16.333348 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:01:16.333989 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:16.411567 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:16.433060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcd7c7e-0db7-41e2-aa42-647133f256e7'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:01:16.435270 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103fdbba-de4a-4510-9c60-bbb0669beeb6" -d '{"events": [{"server_uuid": "cba96580-e0ed-4ac0-a8de-d553b4e60381", "name": "network-vif-plugged", "status": "completed", "tag": "3fcd7c7e-0db7-41e2-aa42-647133f256e7"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:01:16.447816 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3fcd7c7e-0db7-41e2-aa42-647133f256e7, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:01:16.476316 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2814f7-93e0-4050-ad71-af45327e533c x-openstack-request-id: req-ed2814f7-93e0-4050-ad71-af45327e533c {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:01:16.476316 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba96580-e0ed-4ac0-a8de-d553b4e60381", "name": "network-vif-plugged", "status": "completed", "tag": "3fcd7c7e-0db7-41e2-aa42-647133f256e7", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:01:16.476316 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ed2814f7-93e0-4050-ad71-af45327e533c {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:01:16.476316 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcd7c7e-0db7-41e2-aa42-647133f256e7', 'code': 200} Nov 18 18:01:16.529363 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:16.577160 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=3fcd7c7e-0db7-41e2-aa42-647133f256e7,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:01:17.174186 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4bb42-0884-4105-aebd-0f4f804e8f8b req-24596006-d313-4b09-9673-0418ad6249b9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:17.175783 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25f4bb42-0884-4105-aebd-0f4f804e8f8b req-24596006-d313-4b09-9673-0418ad6249b9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0480242 Nov 18 18:01:17.224485 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-25f4bb42-0884-4105-aebd-0f4f804e8f8b req-03e2a866-e96b-4753-b83c-b5ec189d5dc6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426650 Nov 18 18:01:17.340759 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73518f-8faa-498f-be07-da0689df1027 req-a14eaa71-74c1-40f2-954c-4626c2dd2ccb tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:17.342177 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd73518f-8faa-498f-be07-da0689df1027 req-a14eaa71-74c1-40f2-954c-4626c2dd2ccb tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0505214 Nov 18 18:01:17.388832 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd73518f-8faa-498f-be07-da0689df1027 req-d1d6735c-bf26-4cbc-aada-272eac71b2a4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406995 Nov 18 18:01:17.736217 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ebc38-8dd9-413b-9e7d-0c634da12ae0 req-2fb131fe-09d0-464f-ab78-06a6c2326767 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:17.737811 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cf7ebc38-8dd9-413b-9e7d-0c634da12ae0 req-2fb131fe-09d0-464f-ab78-06a6c2326767 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0540442 Nov 18 18:01:17.788202 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cf7ebc38-8dd9-413b-9e7d-0c634da12ae0 req-553ab4aa-b821-4839-8865-03cd326bddf4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440431 Nov 18 18:01:17.825754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faaf51-7e65-4a85-92c7-f65e8de4ce4d req-eb69b6a7-5c0a-4e4b-b877-fb78ce08fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:17.827248 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-18faaf51-7e65-4a85-92c7-f65e8de4ce4d req-eb69b6a7-5c0a-4e4b-b877-fb78ce08fdc3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 1097 time: 0.0400672 Nov 18 18:01:17.923493 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faaf51-7e65-4a85-92c7-f65e8de4ce4d req-44d44355-9ff0-4039-9af7-e6228f4a7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:17.924931 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-18faaf51-7e65-4a85-92c7-f65e8de4ce4d req-44d44355-9ff0-4039-9af7-e6228f4a7a8e service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0891349 Nov 18 18:01:17.991062 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-18faaf51-7e65-4a85-92c7-f65e8de4ce4d req-b2cf6faf-c411-4951-82c0-cf5ae1436c98 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7 HTTP/1.1" status: 200 len: 1000 time: 0.0572741 Nov 18 18:01:18.045487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faaf51-7e65-4a85-92c7-f65e8de4ce4d req-93a0bdb3-6f09-409f-b270-b86977baf6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:18.047003 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-18faaf51-7e65-4a85-92c7-f65e8de4ce4d req-93a0bdb3-6f09-409f-b270-b86977baf6c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0474141 Nov 18 18:01:18.091989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faaf51-7e65-4a85-92c7-f65e8de4ce4d req-5de8ab88-7643-4e5c-892d-ff4e40f608f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:18.093423 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-18faaf51-7e65-4a85-92c7-f65e8de4ce4d req-5de8ab88-7643-4e5c-892d-ff4e40f608f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387883 Nov 18 18:01:18.194237 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-18faaf51-7e65-4a85-92c7-f65e8de4ce4d req-d7675224-a76e-4113-99fe-f2d9253dcd47 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838227 Nov 18 18:01:18.286006 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-18faaf51-7e65-4a85-92c7-f65e8de4ce4d req-cfb0162d-0af1-4f35-86b9-8c73c8f7300f service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848453 Nov 18 18:01:18.907974 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac971e-e9d6-4b77-aeba-5e038ee1e5ec req-b035ecbc-2395-4d38-abf2-c9d773f25152 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:18.909483 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1dac971e-e9d6-4b77-aeba-5e038ee1e5ec req-b035ecbc-2395-4d38-abf2-c9d773f25152 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0490248 Nov 18 18:01:18.957368 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1dac971e-e9d6-4b77-aeba-5e038ee1e5ec req-74c9b954-6f0e-4eca-9119-9c13cdb73042 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417881 Nov 18 18:01:20.076758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a549a98-cfdf-476f-92fa-bd257397b49e req-ebbc4ade-815e-4fd9-be3b-ea19ca5061b7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:20.078249 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a549a98-cfdf-476f-92fa-bd257397b49e req-ebbc4ade-815e-4fd9-be3b-ea19ca5061b7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0520430 Nov 18 18:01:20.124991 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a549a98-cfdf-476f-92fa-bd257397b49e req-ead14f72-37ef-4cf1-ac62-efa74cb6832a tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408568 Nov 18 18:01:20.549275 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0add3-b5e7-4eb2-bc39-29c017e7412a req-241b7d70-815f-4b0c-8f88-e5fff1ad1714 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:20.550782 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e6e0add3-b5e7-4eb2-bc39-29c017e7412a req-241b7d70-815f-4b0c-8f88-e5fff1ad1714 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0486119 Nov 18 18:01:20.597619 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e6e0add3-b5e7-4eb2-bc39-29c017e7412a req-2cb48df0-04fc-4b1b-a3e2-3338ceeeca04 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409181 Nov 18 18:01:21.239074 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:01:21.715559 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c360bb0-4b0b-4675-a383-a37398f84f9b req-ea2b44e6-3b98-447a-8eb5-d15240c91768 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:21.717112 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c360bb0-4b0b-4675-a383-a37398f84f9b req-ea2b44e6-3b98-447a-8eb5-d15240c91768 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0493956 Nov 18 18:01:21.775146 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c360bb0-4b0b-4675-a383-a37398f84f9b req-5fa0d890-3d5c-4a66-876c-680eb6dee210 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510869 Nov 18 18:01:21.877930 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:22.008966 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc4c74-d36c-4067-8a90-78cb39db3fd6 req-8ff23e1f-e91f-486a-9d88-aef20e13eee2 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:22.010413 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7fcc4c74-d36c-4067-8a90-78cb39db3fd6 req-8ff23e1f-e91f-486a-9d88-aef20e13eee2 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.83 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 945 time: 0.0476484 Nov 18 18:01:22.106414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-7fcc4c74-d36c-4067-8a90-78cb39db3fd6 req-cbb4021e-0c8a-4a07-b770-3ed7c979c1c6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Deleting port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:01:22.106883 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7fcc4c74-d36c-4067-8a90-78cb39db3fd6 req-cbb4021e-0c8a-4a07-b770-3ed7c979c1c6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:22.202624 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7fcc4c74-d36c-4067-8a90-78cb39db3fd6 req-cbb4021e-0c8a-4a07-b770-3ed7c979c1c6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] For port 3fcd7c7e-0db7-41e2-aa42-647133f256e7, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3fcd7c7e-0db7-41e2-aa42-647133f256e7,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:01:22.202917 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7fcc4c74-d36c-4067-8a90-78cb39db3fd6 req-cbb4021e-0c8a-4a07-b770-3ed7c979c1c6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:22.380993 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7fcc4c74-d36c-4067-8a90-78cb39db3fd6 req-cbb4021e-0c8a-4a07-b770-3ed7c979c1c6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:22.381362 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7fcc4c74-d36c-4067-8a90-78cb39db3fd6 req-cbb4021e-0c8a-4a07-b770-3ed7c979c1c6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:22.381682 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [req-7fcc4c74-d36c-4067-8a90-78cb39db3fd6 req-cbb4021e-0c8a-4a07-b770-3ed7c979c1c6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Floating IP 378c8483-e3cf-498b-a376-3d91b10c972c disassociated. External IP: 172.25.3.86, port: 3fcd7c7e-0db7-41e2-aa42-647133f256e7. Nov 18 18:01:22.382029 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-7fcc4c74-d36c-4067-8a90-78cb39db3fd6 req-cbb4021e-0c8a-4a07-b770-3ed7c979c1c6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Calling delete_port for 3fcd7c7e-0db7-41e2-aa42-647133f256e7 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:01:22.567450 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7fcc4c74-d36c-4067-8a90-78cb39db3fd6 req-cbb4021e-0c8a-4a07-b770-3ed7c979c1c6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:22.601073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4021e-0c8a-4a07-b770-3ed7c979c1c6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Pushing event deleted for resources: {'Port': ['ID=3fcd7c7e-0db7-41e2-aa42-647133f256e7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:01:22.719892 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fcc4c74-d36c-4067-8a90-78cb39db3fd6 req-cbb4021e-0c8a-4a07-b770-3ed7c979c1c6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Router 086955bc-5e8d-490e-af16-2c0ec8cd2857 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:01:22.831363 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fcc4c74-d36c-4067-8a90-78cb39db3fd6 req-cbb4021e-0c8a-4a07-b770-3ed7c979c1c6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:01:22.842844 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb768348-a51a-4cc1-9985-5c221bfbf857 None None] Sync routers for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:01:22.852434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb768348-a51a-4cc1-9985-5c221bfbf857 None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:01:22.853165 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bb768348-a51a-4cc1-9985-5c221bfbf857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:01:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:01:22.872120 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcc4c74-d36c-4067-8a90-78cb39db3fd6 req-cbb4021e-0c8a-4a07-b770-3ed7c979c1c6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] No DVR routers for this DVR port 3fcd7c7e-0db7-41e2-aa42-647133f256e7 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:01:22.874827 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7fcc4c74-d36c-4067-8a90-78cb39db3fd6 req-cbb4021e-0c8a-4a07-b770-3ed7c979c1c6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:22.878692 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7fcc4c74-d36c-4067-8a90-78cb39db3fd6 req-cbb4021e-0c8a-4a07-b770-3ed7c979c1c6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.83 "DELETE /v2.0/ports/3fcd7c7e-0db7-41e2-aa42-647133f256e7 HTTP/1.1" status: 204 len: 173 time: 0.8582628 Nov 18 18:01:22.878692 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'name': 'network-vif-deleted', 'tag': '3fcd7c7e-0db7-41e2-aa42-647133f256e7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:01:22.881098 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a69e1eb-eaf8-4449-a3bf-74e3ef42c44f" -d '{"events": [{"server_uuid": "cba96580-e0ed-4ac0-a8de-d553b4e60381", "name": "network-vif-deleted", "tag": "3fcd7c7e-0db7-41e2-aa42-647133f256e7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:01:22.895558 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c435ba32-3658-45be-a820-02982a9dd90c req-6f1f9492-f3b9-4fe6-93b7-55ed6ae7e374 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba96580-e0ed-4ac0-a8de-d553b4e60381 HTTP/1.1" status: 200 len: 210 time: 0.0334532 Nov 18 18:01:22.920261 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb7904e-e2b1-4870-b54f-3437bbed8280 x-openstack-request-id: req-dcb7904e-e2b1-4870-b54f-3437bbed8280 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:01:22.920568 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba96580-e0ed-4ac0-a8de-d553b4e60381", "name": "network-vif-deleted", "tag": "3fcd7c7e-0db7-41e2-aa42-647133f256e7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:01:22.920833 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dcb7904e-e2b1-4870-b54f-3437bbed8280 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:01:22.921249 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba96580-e0ed-4ac0-a8de-d553b4e60381', 'name': 'network-vif-deleted', 'tag': '3fcd7c7e-0db7-41e2-aa42-647133f256e7', 'status': 'completed', 'code': 200} Nov 18 18:01:23.136734 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-bb768348-a51a-4cc1-9985-5c221bfbf857 None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:01:23.337011 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bb768348-a51a-4cc1-9985-5c221bfbf857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:01:23.368392 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb768348-a51a-4cc1-9985-5c221bfbf857 None None] Checking router: 086955bc-5e8d-490e-af16-2c0ec8cd2857 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:01:23.376883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb768348-a51a-4cc1-9985-5c221bfbf857 None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:01:23.377497 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bb768348-a51a-4cc1-9985-5c221bfbf857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:01:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:01:23.495581 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-bb768348-a51a-4cc1-9985-5c221bfbf857 None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:01:23.527648 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:23.697124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bb768348-a51a-4cc1-9985-5c221bfbf857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:01:23.724666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb768348-a51a-4cc1-9985-5c221bfbf857 None None] The sync data for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 is: [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:01:23.927914 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577183ac-7a05-4554-bc9e-44b5c52233b3 None None] New status for floating IP 378c8483-e3cf-498b-a376-3d91b10c972c: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:01:24.186951 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-e84df550-6db5-4155-8437-e6641e58aef0 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--952306388&fields=id&tenant_id=e8d549e3d15f42359bff6a5bf32d95d7 HTTP/1.1" status: 200 len: 267 time: 0.0426302 Nov 18 18:01:24.246204 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3fcd7c7e-0db7-41e2-aa42-647133f256e7 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:01:24.271490 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 3fcd7c7e-0db7-41e2-aa42-647133f256e7 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:01:24.271818 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3fcd7c7e-0db7-41e2-aa42-647133f256e7 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:01:24.296257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-ecc33bfc-0219-46a8-8aaa-a985d349c862 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:24.297752 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-ecc33bfc-0219-46a8-8aaa-a985d349c862 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 812 time: 0.1038396 Nov 18 18:01:24.313224 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-e5bf98a6-676f-4edc-92ee-7b0558154d58 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/quotas/e8d549e3d15f42359bff6a5bf32d95d7 HTTP/1.1" status: 200 len: 375 time: 0.0096440 Nov 18 18:01:24.364685 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-f86d7728-1289-41cd-9489-a179a5e28b74 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463898 Nov 18 18:01:24.427727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-8eb7a60f-7ddc-41b9-9fc7-cc1062bd8329 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:01:24.433122 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-8eb7a60f-7ddc-41b9-9fc7-cc1062bd8329 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0519443 Nov 18 18:01:24.517828 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-f58d34d9-f1b1-4eab-858e-e405da3ae202 service neutron] 10.222.0.72 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821724 Nov 18 18:01:24.609539 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-9ea72c27-f826-4d6b-968f-e6e7bdb3b8ee service neutron] 10.222.0.72 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855398 Nov 18 18:01:24.838217 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b2cfbb31-4a43-48a9-8d93-a6651c1cde54 req-5cab3d6f-7023-438d-a611-9de235e2368b tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 210 time: 0.0313399 Nov 18 18:01:25.941116 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-83412e34-60b9-431b-8443-26ff4b33d432 req-cc24550a-5e48-401c-a73f-469a1d944a89 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 210 time: 0.0264270 Nov 18 18:01:26.619119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-7bf01e67-c07f-432d-b706-1da025122732 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:26.621102 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-7bf01e67-c07f-432d-b706-1da025122732 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 812 time: 0.1036093 Nov 18 18:01:26.686657 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-6b8be3c2-51c6-4735-878d-8f7093e19ce1 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d549e3d15f42359bff6a5bf32d95d7 HTTP/1.1" status: 200 len: 379 time: 0.0562260 Nov 18 18:01:26.699428 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-22f8c1ed-9092-448d-920c-fb6a2912bfe4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Request body: {'port': {'device_id': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'admin_state_up': True, 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'security_groups': ['7a510f64-8ea1-492e-b9b9-436ca54250de']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:01:26.877790 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-22f8c1ed-9092-448d-920c-fb6a2912bfe4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Made reservation on behalf of e8d549e3d15f42359bff6a5bf32d95d7 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:01:26.881433 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-22f8c1ed-9092-448d-920c-fb6a2912bfe4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:27.010761 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-22f8c1ed-9092-448d-920c-fb6a2912bfe4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Allocated IP 172.20.0.12 (1c820867-c107-43dd-a6d8-aa96ff592126/e871c254-5386-413b-b422-5ec96c03728a/6a5a6684-bddb-4dfd-a10f-a775ee472450) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:01:27.039491 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05aaab23-84b3-4603-801f-954007d9ab46 req-e2ba9682-11a1-4ef0-b299-d611947c8c1c tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 210 time: 0.0302584 Nov 18 18:01:27.147836 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-22f8c1ed-9092-448d-920c-fb6a2912bfe4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:27.241337 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-22f8c1ed-9092-448d-920c-fb6a2912bfe4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:27.281604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-22f8c1ed-9092-448d-920c-fb6a2912bfe4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Network 1c820867-c107-43dd-a6d8-aa96ff592126 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:01:27.284727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-22f8c1ed-9092-448d-920c-fb6a2912bfe4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:01:27.288480 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-22f8c1ed-9092-448d-920c-fb6a2912bfe4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:01:27.318340 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8c1ed-9092-448d-920c-fb6a2912bfe4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Pushing event updated for resources: {'Port': ['ID=6a5a6684-bddb-4dfd-a10f-a775ee472450,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:01:27.344862 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-22f8c1ed-9092-448d-920c-fb6a2912bfe4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:27.345489 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-22f8c1ed-9092-448d-920c-fb6a2912bfe4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:27.421201 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-22f8c1ed-9092-448d-920c-fb6a2912bfe4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7256424 Nov 18 18:01:27.433914 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Request body: {'port': {'device_id': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:01:27.493520 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:27.493790 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ad2c2916-989f-4c38-b997-43d1d0709673 None None] Provisioning complete for port 6a5a6684-bddb-4dfd-a10f-a775ee472450 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:01:27.494279 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ad2c2916-989f-4c38-b997-43d1d0709673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:27.528305 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c2916-989f-4c38-b997-43d1d0709673 None None] Port 6a5a6684-bddb-4dfd-a10f-a775ee472450 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:01:27.746781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5a6684-bddb-4dfd-a10f-a775ee472450 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:01:27.754054 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:27.766303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Transition to ACTIVE for port object 6a5a6684-bddb-4dfd-a10f-a775ee472450 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:01:27.849269 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:27.916765 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5a6684-bddb-4dfd-a10f-a775ee472450,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:01:27.974132 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Attempting to bind port 6a5a6684-bddb-4dfd-a10f-a775ee472450 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:01:27.974489 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Attempting to bind port 6a5a6684-bddb-4dfd-a10f-a775ee472450 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:01:27.974949 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Attempting to bind port 6a5a6684-bddb-4dfd-a10f-a775ee472450 on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:01:27.979726 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Port 6a5a6684-bddb-4dfd-a10f-a775ee472450 on network 1c820867-c107-43dd-a6d8-aa96ff592126 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:01:27.980089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Attempting to bind port 6a5a6684-bddb-4dfd-a10f-a775ee472450 on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:01:27.985098 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:01:27.985452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Checking segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:01:27.985846 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Bound using segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:01:27.986286 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Bound port: 6a5a6684-bddb-4dfd-a10f-a775ee472450, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:01:27.986648 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:28.052011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:01:28.055205 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:01:28.129881 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:28.157058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b0de3-90e3-4874-bde3-41923bd5ac12 req-c31f26ed-141c-4c99-964e-dbb133fc0f1d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:28.158689 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9c5b0de3-90e3-4874-bde3-41923bd5ac12 req-c31f26ed-141c-4c99-964e-dbb133fc0f1d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 944 time: 0.0502784 Nov 18 18:01:28.164649 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:28.165344 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:28.167301 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] 10.222.0.81 "PUT /v2.0/ports/6a5a6684-bddb-4dfd-a10f-a775ee472450 HTTP/1.1" status: 200 len: 1093 time: 0.7372143 Nov 18 18:01:28.167824 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'tag': '6a5a6684-bddb-4dfd-a10f-a775ee472450'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:01:28.170308 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a91bcce6b9f27cb1ac58f15a1b22a740d704dac1d6189403cb78627fad6e4b3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19431d08-624b-4dc5-bc91-b9fe3cb5e3bb" -d '{"events": [{"name": "network-changed", "server_uuid": "de047662-ad47-47fe-80fc-8cd799fb58ab", "tag": "6a5a6684-bddb-4dfd-a10f-a775ee472450"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:01:28.202140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259b555-84ad-4bbf-9562-c0c6d1d8dc99 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5a6684-bddb-4dfd-a10f-a775ee472450,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:01:28.223491 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad11781-9927-4fa5-a707-6ed2110ab51c x-openstack-request-id: req-5ad11781-9927-4fa5-a707-6ed2110ab51c {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:01:28.223819 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de047662-ad47-47fe-80fc-8cd799fb58ab", "tag": "6a5a6684-bddb-4dfd-a10f-a775ee472450", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:01:28.224077 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5ad11781-9927-4fa5-a707-6ed2110ab51c {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:01:28.224488 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'tag': '6a5a6684-bddb-4dfd-a10f-a775ee472450', 'status': 'completed', 'code': 200} Nov 18 18:01:28.227190 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9c5b0de3-90e3-4874-bde3-41923bd5ac12 req-0781fe56-be7d-4217-be8c-ccf8fc03a584 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585518 Nov 18 18:01:28.297461 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19431d08-624b-4dc5-bc91-b9fe3cb5e3bb req-185ef161-f66b-463b-af70-dbab7ff7c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:28.299035 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-19431d08-624b-4dc5-bc91-b9fe3cb5e3bb req-185ef161-f66b-463b-af70-dbab7ff7c68b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 1096 time: 0.0475159 Nov 18 18:01:28.405246 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19431d08-624b-4dc5-bc91-b9fe3cb5e3bb req-d745bb83-f93c-4cc8-920d-944d9d5b4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:28.407930 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-19431d08-624b-4dc5-bc91-b9fe3cb5e3bb req-d745bb83-f93c-4cc8-920d-944d9d5b4703 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0967724 Nov 18 18:01:28.506796 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19431d08-624b-4dc5-bc91-b9fe3cb5e3bb req-8d17ad47-b649-439f-a3e5-afc6a50e7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:28.508404 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-19431d08-624b-4dc5-bc91-b9fe3cb5e3bb req-8d17ad47-b649-439f-a3e5-afc6a50e7a6f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0937109 Nov 18 18:01:28.594559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-3c0a17be-607a-4569-8532-fb4ccd57d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:28.596051 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-3c0a17be-607a-4569-8532-fb4ccd57d599 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 1096 time: 0.0403752 Nov 18 18:01:28.641623 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-b5e25e63-4fc2-43c2-bd30-3cd6f2945254 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450 HTTP/1.1" status: 200 len: 217 time: 0.0329268 Nov 18 18:01:28.696427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-79661fc0-48db-4590-9e64-28ac865c9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:28.697884 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-79661fc0-48db-4590-9e64-28ac865c9bac service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0471125 Nov 18 18:01:28.746395 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-38e26acf-7623-4b2c-97f5-7b82ac982049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:28.747956 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-38e26acf-7623-4b2c-97f5-7b82ac982049 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399561 Nov 18 18:01:28.858720 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-cb25a778-de98-4da0-bdb4-ba20391f2b24 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019001 Nov 18 18:01:28.954951 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9df268a2-c1d1-4e52-918c-d137a8d090d0 req-cd98da54-7d23-489b-b4d4-ca5c2737f7a0 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863135 Nov 18 18:01:29.349714 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42a0a2-bd92-4d86-8479-d4175bb7b916 req-c86959ea-367b-418a-884a-0707d6f5cf3e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:29.351220 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa42a0a2-bd92-4d86-8479-d4175bb7b916 req-c86959ea-367b-418a-884a-0707d6f5cf3e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 944 time: 0.0482512 Nov 18 18:01:29.398006 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa42a0a2-bd92-4d86-8479-d4175bb7b916 req-43f97873-38d4-4cf8-ac26-7117ee3b06e6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406942 Nov 18 18:01:29.991869 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c702c78-f16a-4764-be66-8b8b0721eb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:30.519725 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34727d3b-e582-4d67-875e-6aa8d039dce1 req-b7d61ce9-b48b-44ca-a5db-2a7ea4012789 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:30.521249 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34727d3b-e582-4d67-875e-6aa8d039dce1 req-b7d61ce9-b48b-44ca-a5db-2a7ea4012789 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 944 time: 0.0533991 Nov 18 18:01:30.568817 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-34727d3b-e582-4d67-875e-6aa8d039dce1 req-ab74c5b0-b1a5-4fbb-8928-4a27aece3685 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415270 Nov 18 18:01:31.264134 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6a5a6684-bddb-4dfd-a10f-a775ee472450 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:01:31.358305 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:01:31.369326 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '6a5a6684-bddb-4dfd-a10f-a775ee472450', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'port_id': '6a5a6684-bddb-4dfd-a10f-a775ee472450', 'mac_address': 'fa:16:3e:04:3e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:01:31.408942 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:31.421857 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5a6684-bddb-4dfd-a10f-a775ee472450 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:01:31.440856 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:01:31.505947 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:31.552467 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=6a5a6684-bddb-4dfd-a10f-a775ee472450,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:01:31.686014 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84d584-3f15-4174-b8e0-551f3cbe60ea req-33aa21bc-2a4d-4199-84ab-f6d35106b7f2 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:31.687503 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b84d584-3f15-4174-b8e0-551f3cbe60ea req-33aa21bc-2a4d-4199-84ab-f6d35106b7f2 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 945 time: 0.0491817 Nov 18 18:01:31.734581 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b84d584-3f15-4174-b8e0-551f3cbe60ea req-5719c4ab-f35b-405f-92aa-9b257809cd6f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411048 Nov 18 18:01:31.739903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['6a5a6684-bddb-4dfd-a10f-a775ee472450'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:01:32.449557 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bffdd40b-4663-4ad9-82d9-450494a73bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:32.849058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aeda09-0c6a-4fa0-9a3b-d5e619717b59 req-cab09499-a82a-415b-ac94-030d22a204ef tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:32.850552 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-89aeda09-0c6a-4fa0-9a3b-d5e619717b59 req-cab09499-a82a-415b-ac94-030d22a204ef tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 945 time: 0.0486948 Nov 18 18:01:32.901924 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-89aeda09-0c6a-4fa0-9a3b-d5e619717b59 req-d7a03f88-df18-4287-92ec-8f048dc293d1 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448463 Nov 18 18:01:33.277534 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6a5a6684-bddb-4dfd-a10f-a775ee472450 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:01:33.408424 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 6a5a6684-bddb-4dfd-a10f-a775ee472450 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:01:33.412833 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 6a5a6684-bddb-4dfd-a10f-a775ee472450 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:01:33.413218 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:33.491292 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:33.516294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5a6684-bddb-4dfd-a10f-a775ee472450'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:01:33.518509 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a041072cd14279969d2cb4fb30b1b14c0b4bcf29511219905db22a5066ef6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f449c7c8-e127-4c70-90d1-5bae74cc9025" -d '{"events": [{"server_uuid": "de047662-ad47-47fe-80fc-8cd799fb58ab", "name": "network-vif-plugged", "status": "completed", "tag": "6a5a6684-bddb-4dfd-a10f-a775ee472450"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:01:33.533099 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:01:33.555599 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76c552b-b04b-49d2-a39a-039e96977978 x-openstack-request-id: req-b76c552b-b04b-49d2-a39a-039e96977978 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:01:33.555928 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de047662-ad47-47fe-80fc-8cd799fb58ab", "name": "network-vif-plugged", "status": "completed", "tag": "6a5a6684-bddb-4dfd-a10f-a775ee472450", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:01:33.556193 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b76c552b-b04b-49d2-a39a-039e96977978 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:01:33.556600 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5a6684-bddb-4dfd-a10f-a775ee472450', 'code': 200} Nov 18 18:01:33.608739 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:33.653141 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f324204-6a57-4627-a246-7e5b826235cc req-a44b3486-1fe3-42a6-abb8-c82bd5731249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:33.654812 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7f324204-6a57-4627-a246-7e5b826235cc req-a44b3486-1fe3-42a6-abb8-c82bd5731249 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 1098 time: 0.0420229 Nov 18 18:01:33.665992 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=6a5a6684-bddb-4dfd-a10f-a775ee472450,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:01:33.700557 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7f324204-6a57-4627-a246-7e5b826235cc req-a0ccfb4d-f3a4-414b-9f8a-cd41de0aaed9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386276 Nov 18 18:01:33.728568 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:34.015989 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f8ca6-247e-478f-a8ac-57fa47aea725 req-4ec32a8d-556e-4a52-b10f-158f08b79ee7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:34.017471 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb6f8ca6-247e-478f-a8ac-57fa47aea725 req-4ec32a8d-556e-4a52-b10f-158f08b79ee7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0481293 Nov 18 18:01:34.064199 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb6f8ca6-247e-478f-a8ac-57fa47aea725 req-93cf2757-9509-4733-ac94-8c53e6e70c12 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408556 Nov 18 18:01:35.152357 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:35.232219 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8abf0-1e3e-4e59-bcbc-1ca828536c5c req-c2d5245f-4b29-41b1-8fa3-9deb0480ea2d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:35.233719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ed8abf0-1e3e-4e59-bcbc-1ca828536c5c req-c2d5245f-4b29-41b1-8fa3-9deb0480ea2d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0496759 Nov 18 18:01:35.281291 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ed8abf0-1e3e-4e59-bcbc-1ca828536c5c req-a2159171-ec7c-4c82-a020-04f2305523a3 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414958 Nov 18 18:01:35.396753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523247b-d9f0-473b-9d42-f561c3f1d2f6 req-2a0545d2-a673-41a4-b5c0-750472c7cf7a tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:35.398227 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d523247b-d9f0-473b-9d42-f561c3f1d2f6 req-2a0545d2-a673-41a4-b5c0-750472c7cf7a tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0531242 Nov 18 18:01:35.406798 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37542) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:01:35.411083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-161cc581-c5e0-49af-8f7e-9886aa27e821 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Request body: {'floatingip': {'port_id': '6a5a6684-bddb-4dfd-a10f-a775ee472450'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:01:35.451865 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-161cc581-c5e0-49af-8f7e-9886aa27e821 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:35.509307 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:35.879730 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-161cc581-c5e0-49af-8f7e-9886aa27e821 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:35.934436 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-161cc581-c5e0-49af-8f7e-9886aa27e821 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:36.033477 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-161cc581-c5e0-49af-8f7e-9886aa27e821 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Floating IP 378c8483-e3cf-498b-a376-3d91b10c972c associated. External IP: 172.25.3.86, port: 6a5a6684-bddb-4dfd-a10f-a775ee472450. Nov 18 18:01:36.238223 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161cc581-c5e0-49af-8f7e-9886aa27e821 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Router 086955bc-5e8d-490e-af16-2c0ec8cd2857 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:01:36.342776 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161cc581-c5e0-49af-8f7e-9886aa27e821 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:01:36.347339 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-161cc581-c5e0-49af-8f7e-9886aa27e821 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:36.353069 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf06acf-e6d1-4c6f-8f45-1b5b988c7155 None None] Sync routers for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:01:36.363537 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf06acf-e6d1-4c6f-8f45-1b5b988c7155 None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:01:36.364188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7bf06acf-e6d1-4c6f-8f45-1b5b988c7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:01:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:01:36.374835 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-161cc581-c5e0-49af-8f7e-9886aa27e821 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "PUT /v2.0/floatingips/378c8483-e3cf-498b-a376-3d91b10c972c HTTP/1.1" status: 200 len: 991 time: 0.9669976 Nov 18 18:01:36.375424 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'tag': '6a5a6684-bddb-4dfd-a10f-a775ee472450'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:01:36.377705 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4958ceb6-af36-48ee-bb51-1ab33621a5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "de047662-ad47-47fe-80fc-8cd799fb58ab", "tag": "6a5a6684-bddb-4dfd-a10f-a775ee472450"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:01:36.476710 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-7bf06acf-e6d1-4c6f-8f45-1b5b988c7155 None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:01:36.489345 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca4a3ea-da6b-4905-a4f6-dac78edb11da x-openstack-request-id: req-3ca4a3ea-da6b-4905-a4f6-dac78edb11da {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:01:36.489596 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de047662-ad47-47fe-80fc-8cd799fb58ab", "tag": "6a5a6684-bddb-4dfd-a10f-a775ee472450", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:01:36.489854 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3ca4a3ea-da6b-4905-a4f6-dac78edb11da {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:01:36.490271 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'tag': '6a5a6684-bddb-4dfd-a10f-a775ee472450', 'status': 'completed', 'code': 200} Nov 18 18:01:36.714424 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7bf06acf-e6d1-4c6f-8f45-1b5b988c7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '378c8483-e3cf-498b-a376-3d91b10c972c', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'port_id': '6a5a6684-bddb-4dfd-a10f-a775ee472450', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'mac_address': 'fa:16:3e:04:3e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:56:36Z', 'updated_at': '2021-11-18T18:01:35Z', 'revision_number': 9, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:01:36.742544 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf06acf-e6d1-4c6f-8f45-1b5b988c7155 None None] Checking router: 086955bc-5e8d-490e-af16-2c0ec8cd2857 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:01:36.752243 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf06acf-e6d1-4c6f-8f45-1b5b988c7155 None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:01:36.752888 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7bf06acf-e6d1-4c6f-8f45-1b5b988c7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:01:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:01:36.851895 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958ceb6-af36-48ee-bb51-1ab33621a5a7 req-e0c85063-a8b6-40ad-a3ce-f6cd447edb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:36.853404 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4958ceb6-af36-48ee-bb51-1ab33621a5a7 req-e0c85063-a8b6-40ad-a3ce-f6cd447edb98 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 1098 time: 0.3375368 Nov 18 18:01:36.863196 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-7bf06acf-e6d1-4c6f-8f45-1b5b988c7155 None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:01:36.944603 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958ceb6-af36-48ee-bb51-1ab33621a5a7 req-49056a8b-8774-4aa4-bba7-d2dd7b8b57cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:36.946101 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4958ceb6-af36-48ee-bb51-1ab33621a5a7 req-49056a8b-8774-4aa4-bba7-d2dd7b8b57cd service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0849993 Nov 18 18:01:37.016168 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4958ceb6-af36-48ee-bb51-1ab33621a5a7 req-3ce478e5-6753-46a8-9747-c3cbfa51a954 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450 HTTP/1.1" status: 200 len: 999 time: 0.0625348 Nov 18 18:01:37.064886 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958ceb6-af36-48ee-bb51-1ab33621a5a7 req-4f0789d4-e3b1-4305-85d3-fdbaeb83757b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:37.066364 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4958ceb6-af36-48ee-bb51-1ab33621a5a7 req-4f0789d4-e3b1-4305-85d3-fdbaeb83757b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0436738 Nov 18 18:01:37.095350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7bf06acf-e6d1-4c6f-8f45-1b5b988c7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '378c8483-e3cf-498b-a376-3d91b10c972c', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'port_id': '6a5a6684-bddb-4dfd-a10f-a775ee472450', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'mac_address': 'fa:16:3e:04:3e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:56:36Z', 'updated_at': '2021-11-18T18:01:35Z', 'revision_number': 9, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:01:37.113423 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958ceb6-af36-48ee-bb51-1ab33621a5a7 req-eb8648b6-91c3-4506-911d-49edd287b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:37.114932 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4958ceb6-af36-48ee-bb51-1ab33621a5a7 req-eb8648b6-91c3-4506-911d-49edd287b50e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403461 Nov 18 18:01:37.121996 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf06acf-e6d1-4c6f-8f45-1b5b988c7155 None None] The sync data for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 is: [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '378c8483-e3cf-498b-a376-3d91b10c972c', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'port_id': '6a5a6684-bddb-4dfd-a10f-a775ee472450', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'mac_address': 'fa:16:3e:04:3e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:56:36Z', 'updated_at': '2021-11-18T18:01:35Z', 'revision_number': 9, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:01:37.214647 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4958ceb6-af36-48ee-bb51-1ab33621a5a7 req-046426b6-f34f-4e4a-9f6f-7eee52f105ff service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910633 Nov 18 18:01:37.311820 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4958ceb6-af36-48ee-bb51-1ab33621a5a7 req-26607c21-3a5d-450e-af2c-329d60c2100c service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898485 Nov 18 18:01:37.333792 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb033f1-ffcc-45f2-bc53-df12150c3382 None None] New status for floating IP 378c8483-e3cf-498b-a376-3d91b10c972c: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:01:51.892053 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:53.470048 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:01:53.672031 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed76cf3f-dda3-42c2-89da-65cfec3db809 req-89eaf08d-1654-413a-ae33-55fbf94ba409 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436709 Nov 18 18:01:53.763780 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76cf3f-dda3-42c2-89da-65cfec3db809 req-d966be39-18a0-4183-9de4-95791396d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:53.765306 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed76cf3f-dda3-42c2-89da-65cfec3db809 req-d966be39-18a0-4183-9de4-95791396d453 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 1098 time: 0.0414302 Nov 18 18:01:53.869638 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76cf3f-dda3-42c2-89da-65cfec3db809 req-ffefd1e6-22a8-43c6-9ad6-4692651542bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:53.871152 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed76cf3f-dda3-42c2-89da-65cfec3db809 req-ffefd1e6-22a8-43c6-9ad6-4692651542bb service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0867074 Nov 18 18:01:53.938294 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed76cf3f-dda3-42c2-89da-65cfec3db809 req-910aa490-d3e1-4e37-bc5d-765b6690ecd9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450 HTTP/1.1" status: 200 len: 1002 time: 0.0581722 Nov 18 18:01:53.989770 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76cf3f-dda3-42c2-89da-65cfec3db809 req-e2ec8f8b-3ea7-45e2-be68-6bafe082c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:53.991180 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed76cf3f-dda3-42c2-89da-65cfec3db809 req-e2ec8f8b-3ea7-45e2-be68-6bafe082c05b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0432796 Nov 18 18:01:54.039708 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76cf3f-dda3-42c2-89da-65cfec3db809 req-88dd59df-994d-4bc1-a03a-59921a6d325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:01:54.041196 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed76cf3f-dda3-42c2-89da-65cfec3db809 req-88dd59df-994d-4bc1-a03a-59921a6d325e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421336 Nov 18 18:01:54.140971 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed76cf3f-dda3-42c2-89da-65cfec3db809 req-f0eaa6c5-9db6-45ae-8f72-19ee1e8dc972 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913818 Nov 18 18:01:54.234048 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed76cf3f-dda3-42c2-89da-65cfec3db809 req-8d7c5f7b-72e2-44f0-b775-7133912a0f91 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848587 Nov 18 18:01:58.238312 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:01:59.996813 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5191892-20e2-4c83-84b8-0f8e17e7659a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:02:02.451405 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3404beb0-0a04-4e8b-8410-ebb62a000fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:02:03.737110 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:02:05.147491 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:02:05.526111 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:02:21.950711 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:02:23.481470 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:02:30.039762 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d6384fb-15ee-4a68-8025-7c57c93de0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:02:32.458966 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9d5ba529-250a-4b54-b7a9-3f733f8ceeec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:02:33.750340 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:02:35.148265 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:02:35.238237 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:02:35.479624 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:02:51.961399 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:02:53.473200 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:02:53.579424 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e8ab4b9-0478-4bab-8720-2081726e049d req-a6e34c7d-ea46-4b06-992f-e334714edac8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389576 Nov 18 18:02:53.660966 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ab4b9-0478-4bab-8720-2081726e049d req-59285ba8-188a-43b1-93e5-409eb95eed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:02:53.662456 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e8ab4b9-0478-4bab-8720-2081726e049d req-59285ba8-188a-43b1-93e5-409eb95eed6c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 1098 time: 0.0408354 Nov 18 18:02:53.768459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ab4b9-0478-4bab-8720-2081726e049d req-354cd18f-500c-4ef2-b424-b2aaf1b9e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:02:53.769830 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e8ab4b9-0478-4bab-8720-2081726e049d req-354cd18f-500c-4ef2-b424-b2aaf1b9e477 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0876315 Nov 18 18:02:53.834678 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e8ab4b9-0478-4bab-8720-2081726e049d req-7e30810e-eddb-43fd-8f0a-9bb58a19276b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450 HTTP/1.1" status: 200 len: 1002 time: 0.0571215 Nov 18 18:02:53.890240 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ab4b9-0478-4bab-8720-2081726e049d req-9a617403-4f2a-4ad8-b13f-011041711f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:02:53.891730 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e8ab4b9-0478-4bab-8720-2081726e049d req-9a617403-4f2a-4ad8-b13f-011041711f16 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0495789 Nov 18 18:02:53.942339 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ab4b9-0478-4bab-8720-2081726e049d req-0339074a-cf86-4ddf-9ce3-3194ce0d2f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:02:53.943885 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e8ab4b9-0478-4bab-8720-2081726e049d req-0339074a-cf86-4ddf-9ce3-3194ce0d2f19 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441453 Nov 18 18:02:54.034744 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e8ab4b9-0478-4bab-8720-2081726e049d req-0a7c366b-94ba-404f-8605-842e9488d9e0 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830662 Nov 18 18:02:54.129897 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e8ab4b9-0478-4bab-8720-2081726e049d req-969eb2bb-0738-497d-ba2a-b5aedb054bbd service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870678 Nov 18 18:02:59.989469 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-22be2fc6-3df5-4698-bc68-d73f14f9407e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:02.452393 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-00ad6686-de99-4bf3-b351-076bce97c522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:03.741897 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:05.141824 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:05.509641 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:12.237914 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:03:15.921201 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-421d848d-2716-43af-80cb-f10400406d9b req-a633434f-d641-4465-8b27-f8c688ec9f0a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417051 Nov 18 18:03:15.983126 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485bfcc-8432-4852-8f83-fd91e1fd3153 req-809178be-4258-4db8-b05d-6ca6694bebec tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:15.984578 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8485bfcc-8432-4852-8f83-fd91e1fd3153 req-809178be-4258-4db8-b05d-6ca6694bebec tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.1126592 Nov 18 18:03:16.035241 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8485bfcc-8432-4852-8f83-fd91e1fd3153 req-0420814a-de10-48b9-b5d9-e7258a3ddd94 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445352 Nov 18 18:03:17.278645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2614b-0730-4f88-87d9-c19a4258f609 req-4d8a0a85-4094-4a99-b668-96aa51813281 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:17.280280 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5af2614b-0730-4f88-87d9-c19a4258f609 req-4d8a0a85-4094-4a99-b668-96aa51813281 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0961690 Nov 18 18:03:17.331326 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5af2614b-0730-4f88-87d9-c19a4258f609 req-a57b8885-3da0-4c63-ab64-2ebe2e2505fa tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426245 Nov 18 18:03:17.935948 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d848d-2716-43af-80cb-f10400406d9b req-e02e1c36-7de5-406e-9f0a-9f2058544d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:17.937444 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-421d848d-2716-43af-80cb-f10400406d9b req-e02e1c36-7de5-406e-9f0a-9f2058544d5c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 1098 time: 0.0792792 Nov 18 18:03:18.032408 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d848d-2716-43af-80cb-f10400406d9b req-43fd04a0-b589-46b5-a9b3-4e172e941fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:18.033933 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-421d848d-2716-43af-80cb-f10400406d9b req-43fd04a0-b589-46b5-a9b3-4e172e941fce service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0889781 Nov 18 18:03:18.099291 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-421d848d-2716-43af-80cb-f10400406d9b req-e1380b63-d748-46df-8f00-23e26b79d3a0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450 HTTP/1.1" status: 200 len: 1002 time: 0.0581524 Nov 18 18:03:18.148695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d848d-2716-43af-80cb-f10400406d9b req-0746672e-a9e1-4b8f-aa0a-b03f4e67cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:18.150126 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-421d848d-2716-43af-80cb-f10400406d9b req-0746672e-a9e1-4b8f-aa0a-b03f4e67cd8a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0441513 Nov 18 18:03:18.198906 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d848d-2716-43af-80cb-f10400406d9b req-3528e97c-6c61-46b6-8fd7-977d4a251ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:18.200435 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-421d848d-2716-43af-80cb-f10400406d9b req-3528e97c-6c61-46b6-8fd7-977d4a251ed0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432754 Nov 18 18:03:18.290099 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-421d848d-2716-43af-80cb-f10400406d9b req-0d227129-d30d-4633-97d0-3af0ddc24742 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819323 Nov 18 18:03:18.385140 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-421d848d-2716-43af-80cb-f10400406d9b req-07690035-c7e0-4e7c-ae31-261084214763 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878453 Nov 18 18:03:18.447028 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b719a6-41e2-49a5-aa18-e5ac00ed890a req-f08c5997-cd3b-470c-87f3-f6016abca0bc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:18.448817 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-00b719a6-41e2-49a5-aa18-e5ac00ed890a req-f08c5997-cd3b-470c-87f3-f6016abca0bc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0491335 Nov 18 18:03:18.499706 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-00b719a6-41e2-49a5-aa18-e5ac00ed890a req-e7c9595f-b973-47b8-8b0c-d33d250ec297 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441084 Nov 18 18:03:19.619272 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85529c-f935-48f7-be29-5fe2cfd4a012 req-7bc22ef3-0743-4ce6-80e8-7dc26bb058c1 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:19.620775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca85529c-f935-48f7-be29-5fe2cfd4a012 req-7bc22ef3-0743-4ce6-80e8-7dc26bb058c1 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0521929 Nov 18 18:03:19.666748 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca85529c-f935-48f7-be29-5fe2cfd4a012 req-9d150729-9dd4-4ceb-94be-489ba4d7364a tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400984 Nov 18 18:03:20.786771 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafec797-540d-4d43-8bfc-f900b99e8050 req-45e4e211-b707-443e-93da-4bd3797af798 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:20.788315 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fafec797-540d-4d43-8bfc-f900b99e8050 req-45e4e211-b707-443e-93da-4bd3797af798 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0534763 Nov 18 18:03:20.835377 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fafec797-540d-4d43-8bfc-f900b99e8050 req-5bf3acb6-1ec9-4ef6-95ec-8c0c04024f89 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410638 Nov 18 18:03:21.935462 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:21.951654 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31485a28-bda5-4e09-9aeb-6d2570c52678 req-f6e263d5-da41-468b-a2b9-b3cf6b9a1d69 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:21.953178 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-31485a28-bda5-4e09-9aeb-6d2570c52678 req-f6e263d5-da41-468b-a2b9-b3cf6b9a1d69 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0484848 Nov 18 18:03:22.004336 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-31485a28-bda5-4e09-9aeb-6d2570c52678 req-c4ccad43-36f1-457a-81ec-2733e65001ab tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444217 Nov 18 18:03:23.121004 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5896c4-ce74-485f-92df-51c0d6cf169a req-d9c3eff3-783e-491c-a238-c64c79baf67b tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:23.122467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba5896c4-ce74-485f-92df-51c0d6cf169a req-d9c3eff3-783e-491c-a238-c64c79baf67b tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0501196 Nov 18 18:03:23.170001 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba5896c4-ce74-485f-92df-51c0d6cf169a req-537981e9-a0ae-4188-a5da-d9324c4758a1 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409784 Nov 18 18:03:23.512763 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:24.286490 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed9c4c-6f6a-41b7-b9b4-b3a1488a8a2a req-ce4f7f41-68ef-4d2c-bb3e-876e64d83de6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:24.287984 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8fed9c4c-6f6a-41b7-b9b4-b3a1488a8a2a req-ce4f7f41-68ef-4d2c-bb3e-876e64d83de6 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0478568 Nov 18 18:03:24.334513 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8fed9c4c-6f6a-41b7-b9b4-b3a1488a8a2a req-43238852-c570-4a52-ad9f-8f4713e5b161 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405524 Nov 18 18:03:25.457638 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fae6c4-fafc-47db-b3d4-2841a802bda7 req-6b1b421f-0533-49ac-85d4-5778b3a2aac2 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:25.459136 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80fae6c4-fafc-47db-b3d4-2841a802bda7 req-6b1b421f-0533-49ac-85d4-5778b3a2aac2 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0535607 Nov 18 18:03:25.506853 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80fae6c4-fafc-47db-b3d4-2841a802bda7 req-7b93105b-91bc-43e5-81bd-6afc5d9f0b1b tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415552 Nov 18 18:03:26.621455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c493d-95f0-47de-ac29-608d5f4a7ae4 req-0808e7d6-f5b9-47a7-8b36-bc5a3986f05d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:26.622997 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-018c493d-95f0-47de-ac29-608d5f4a7ae4 req-0808e7d6-f5b9-47a7-8b36-bc5a3986f05d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0482557 Nov 18 18:03:26.670123 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-018c493d-95f0-47de-ac29-608d5f4a7ae4 req-aced54a5-eb08-4f9d-881b-0c2a8973985f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411010 Nov 18 18:03:27.787648 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afdbd9-afb8-45fa-beb9-37ef8637838c req-29b1dff6-aca7-4a37-bf9c-6f0a26dbf6ad tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:27.789175 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1afdbd9-afb8-45fa-beb9-37ef8637838c req-29b1dff6-aca7-4a37-bf9c-6f0a26dbf6ad tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0511544 Nov 18 18:03:28.169120 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c1afdbd9-afb8-45fa-beb9-37ef8637838c req-3c8e09c2-4f09-49ff-b9de-c66dc2378ca1 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3739805 Nov 18 18:03:28.674870 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-3d07cb48-06df-4883-8a09-75dc75676116 req-03dd8dce-4be0-46d4-9f40-85795405504d service neutron] (104008) timed out ('10.222.0.72', 35220) {{(pid=104008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 18:03:29.284434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94261df-4c18-4943-943a-eec3358e6441 req-bd194d37-76b4-44a0-ab24-45a4343b44c7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:29.285907 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b94261df-4c18-4943-943a-eec3358e6441 req-bd194d37-76b4-44a0-ab24-45a4343b44c7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0486443 Nov 18 18:03:29.331815 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b94261df-4c18-4943-943a-eec3358e6441 req-9844f2a4-b2dd-4d39-8fb2-194fc9266e82 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400348 Nov 18 18:03:29.983662 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-af1045eb-91e4-4b26-8513-d6ef3072bd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:30.447050 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3ba21-9132-411f-9e00-26ffcf0652d0 req-cf3ff898-6ccf-4e65-bd49-c2b9905e6b9c tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:30.448614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7c3ba21-9132-411f-9e00-26ffcf0652d0 req-cf3ff898-6ccf-4e65-bd49-c2b9905e6b9c tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0478036 Nov 18 18:03:30.498843 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7c3ba21-9132-411f-9e00-26ffcf0652d0 req-331eccf2-bbb8-4e6e-91ae-8af697193992 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441811 Nov 18 18:03:30.535264 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [req-421d848d-2716-43af-80cb-f10400406d9b req-1bb57915-baba-4c31-8bae-db4ddb090b90 service neutron] show failed (client error): The resource could not be found. Nov 18 18:03:30.536328 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-421d848d-2716-43af-80cb-f10400406d9b req-1bb57915-baba-4c31-8bae-db4ddb090b90 service neutron] 10.222.0.81 "GET /v2.0/ports/6a5a6684-bddb-4dfd-a10f-a775ee472450/bindings/n-h2-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.0565438 Nov 18 18:03:30.940123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d848d-2716-43af-80cb-f10400406d9b req-50b64729-1186-42ac-b467-9cca3843c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:30.941641 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-421d848d-2716-43af-80cb-f10400406d9b req-50b64729-1186-42ac-b467-9cca3843c90c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab&tenant_id=e8d549e3d15f42359bff6a5bf32d95d7 HTTP/1.1" status: 200 len: 1098 time: 0.0418549 Nov 18 18:03:30.958445 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:03:31.013855 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:31.213680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:03:31.246108 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:03:31.285762 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a5a6684-bddb-4dfd-a10f-a775ee472450'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:03:31.290800 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:31.303954 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Transition to ACTIVE for port object 6a5a6684-bddb-4dfd-a10f-a775ee472450 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:03:31.339312 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f97104a-1175-432a-8bee-c37e3074c874" -d '{"events": [{"server_uuid": "de047662-ad47-47fe-80fc-8cd799fb58ab", "name": "network-vif-unplugged", "status": "completed", "tag": "6a5a6684-bddb-4dfd-a10f-a775ee472450"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:03:31.366169 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:31.448541 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 18:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22280bca-354f-45ed-933e-a736e92a7464 x-openstack-request-id: req-22280bca-354f-45ed-933e-a736e92a7464 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:03:31.448844 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de047662-ad47-47fe-80fc-8cd799fb58ab", "name": "network-vif-unplugged", "status": "completed", "tag": "6a5a6684-bddb-4dfd-a10f-a775ee472450", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:03:31.449150 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-22280bca-354f-45ed-933e-a736e92a7464 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:03:31.449571 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a5a6684-bddb-4dfd-a10f-a775ee472450', 'code': 200} Nov 18 18:03:31.461734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5a6684-bddb-4dfd-a10f-a775ee472450,revision_number=6']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:03:31.475313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:31.475681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:31.475834 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:31.476207 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:31.476576 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:31.476919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:31.477257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:31.477598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:31.477943 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:31.478276 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:31.478611 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:31.478945 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:31.513757 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] No DVR routers for this DVR port 6a5a6684-bddb-4dfd-a10f-a775ee472450 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:03:31.624781 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51474345-aea3-49ac-9d6b-a7265a05a061 req-2afb8c33-aba1-45de-81c1-8a6e50a5e54f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:31.626844 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51474345-aea3-49ac-9d6b-a7265a05a061 req-2afb8c33-aba1-45de-81c1-8a6e50a5e54f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 944 time: 0.0495782 Nov 18 18:03:31.660491 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Attempting to bind port 6a5a6684-bddb-4dfd-a10f-a775ee472450 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:03:31.661088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Attempting to bind port 6a5a6684-bddb-4dfd-a10f-a775ee472450 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:03:31.661217 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Attempting to bind port 6a5a6684-bddb-4dfd-a10f-a775ee472450 on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:03:31.665492 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Port 6a5a6684-bddb-4dfd-a10f-a775ee472450 on network 1c820867-c107-43dd-a6d8-aa96ff592126 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:03:31.665810 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Attempting to bind port 6a5a6684-bddb-4dfd-a10f-a775ee472450 on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:03:31.670885 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:03:31.671151 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Checking segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:03:31.671535 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Bound using segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:03:31.672005 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Bound port: 6a5a6684-bddb-4dfd-a10f-a775ee472450, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:03:31.672358 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:31.674688 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-51474345-aea3-49ac-9d6b-a7265a05a061 req-8827bb16-be04-4016-b426-4339e2eccf2f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417283 Nov 18 18:03:31.738295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:03:31.741362 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:03:31.809850 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:31.844334 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:31.844975 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:31.846617 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-421d848d-2716-43af-80cb-f10400406d9b req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] 10.222.0.83 "PUT /v2.0/ports/6a5a6684-bddb-4dfd-a10f-a775ee472450 HTTP/1.1" status: 200 len: 1093 time: 0.8922126 Nov 18 18:03:31.869447 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad994d-3bc9-427f-8e26-b29527c03d44 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5a6684-bddb-4dfd-a10f-a775ee472450,revision_number=7']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:03:31.916266 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d848d-2716-43af-80cb-f10400406d9b req-76401f14-4da9-442d-b052-e32be5ba2baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:31.917799 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-421d848d-2716-43af-80cb-f10400406d9b req-76401f14-4da9-442d-b052-e32be5ba2baa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 1096 time: 0.0430186 Nov 18 18:03:32.016647 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d848d-2716-43af-80cb-f10400406d9b req-85a34c6b-4ba2-48b7-874c-2c16d341075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:32.018168 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-421d848d-2716-43af-80cb-f10400406d9b req-85a34c6b-4ba2-48b7-874c-2c16d341075d service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0934227 Nov 18 18:03:32.088840 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-421d848d-2716-43af-80cb-f10400406d9b req-f9f4e78b-5e18-4821-b071-f98eca8f292c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450 HTTP/1.1" status: 200 len: 1000 time: 0.0606782 Nov 18 18:03:32.140143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d848d-2716-43af-80cb-f10400406d9b req-c568b1b7-85ea-4315-9bae-05958ee2f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:32.141587 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-421d848d-2716-43af-80cb-f10400406d9b req-c568b1b7-85ea-4315-9bae-05958ee2f37c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0430124 Nov 18 18:03:32.192195 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d848d-2716-43af-80cb-f10400406d9b req-f1808032-c825-4634-ba56-e619d21d5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:32.193657 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-421d848d-2716-43af-80cb-f10400406d9b req-f1808032-c825-4634-ba56-e619d21d5020 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434825 Nov 18 18:03:32.284473 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-421d848d-2716-43af-80cb-f10400406d9b req-c17345e5-325a-4165-92fb-bfbda61dc3d1 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819085 Nov 18 18:03:32.376484 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-421d848d-2716-43af-80cb-f10400406d9b req-51003676-b85d-4269-bd07-2b35627a7bb6 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847750 Nov 18 18:03:32.451919 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d1e2a46b-0e0c-493d-b03d-ea0d38c5f100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:32.795064 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70933c-efc8-4158-802c-67e3e7206f9a req-1f8447a3-b62e-4617-b405-9e8d9bd0d090 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:32.796573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc70933c-efc8-4158-802c-67e3e7206f9a req-1f8447a3-b62e-4617-b405-9e8d9bd0d090 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 944 time: 0.0479872 Nov 18 18:03:32.842854 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cc70933c-efc8-4158-802c-67e3e7206f9a req-ddc471c6-ff86-4e4b-a5b5-232d5de6006f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402963 Nov 18 18:03:33.450925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'tag': '6a5a6684-bddb-4dfd-a10f-a775ee472450'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:03:33.453345 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245" -d '{"events": [{"name": "network-changed", "server_uuid": "de047662-ad47-47fe-80fc-8cd799fb58ab", "tag": "6a5a6684-bddb-4dfd-a10f-a775ee472450"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:03:33.502561 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1e176e-531d-4da1-af36-3c0d0123ff6d x-openstack-request-id: req-5f1e176e-531d-4da1-af36-3c0d0123ff6d {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:03:33.502926 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de047662-ad47-47fe-80fc-8cd799fb58ab", "tag": "6a5a6684-bddb-4dfd-a10f-a775ee472450", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:03:33.503215 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5f1e176e-531d-4da1-af36-3c0d0123ff6d {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:03:33.503629 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'tag': '6a5a6684-bddb-4dfd-a10f-a775ee472450', 'status': 'completed', 'code': 200} Nov 18 18:03:33.588871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-4904fcd1-19e1-46b7-b405-2ba52160dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:33.590556 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-4904fcd1-19e1-46b7-b405-2ba52160dae0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 1096 time: 0.0616083 Nov 18 18:03:33.592329 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-f02a6e97-7b43-44c5-bdaa-7f9681d8f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:33.593842 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-f02a6e97-7b43-44c5-bdaa-7f9681d8f30a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 1096 time: 0.0730340 Nov 18 18:03:33.737617 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:33.763040 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-97fa3e9d-b085-4f40-a5f2-5c9ba99d9f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:33.764581 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-97fa3e9d-b085-4f40-a5f2-5c9ba99d9f1d service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.1655834 Nov 18 18:03:33.765713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-473ad2c2-e75b-459b-8f9f-d3c944041783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:33.767104 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-473ad2c2-e75b-459b-8f9f-d3c944041783 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.1605089 Nov 18 18:03:33.877355 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-398f9617-c38b-4aa3-85b1-b835b6681f9c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450 HTTP/1.1" status: 200 len: 1000 time: 0.1051769 Nov 18 18:03:33.883769 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-e41c3d25-954f-4add-83c4-aec798a0246b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450 HTTP/1.1" status: 200 len: 1000 time: 0.1048870 Nov 18 18:03:33.965437 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-42ea3ed4-d5d7-45d1-8757-b99c7545ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:33.965689 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df5ea9-3103-40c8-84f2-e6e79abe6bfd req-ac6eebb1-dccb-4f47-ac39-8786ee6d26af tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:33.966921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-07df5ea9-3103-40c8-84f2-e6e79abe6bfd req-ac6eebb1-dccb-4f47-ac39-8786ee6d26af tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 944 time: 0.0521252 Nov 18 18:03:33.967041 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-42ea3ed4-d5d7-45d1-8757-b99c7545ffc8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0816278 Nov 18 18:03:33.968645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-37ac7eae-ad0b-4acd-810f-5a6fe5abe363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:33.970534 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-37ac7eae-ad0b-4acd-810f-5a6fe5abe363 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0765452 Nov 18 18:03:34.011641 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6a5a6684-bddb-4dfd-a10f-a775ee472450 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:03:34.016062 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-07df5ea9-3103-40c8-84f2-e6e79abe6bfd req-7292e844-5869-440d-9365-c84694852a08 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420036 Nov 18 18:03:34.047868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-ca329b6a-bd1b-4470-8c7a-1be79f951abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:34.049432 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-ca329b6a-bd1b-4470-8c7a-1be79f951abd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741079 Nov 18 18:03:34.051996 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-bc11e3c1-2f2a-4612-b383-a6c9c28ba778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:34.052288 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6a5a6684-bddb-4dfd-a10f-a775ee472450 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:03:34.054000 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-bc11e3c1-2f2a-4612-b383-a6c9c28ba778 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707624 Nov 18 18:03:34.211259 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-b3ca5923-bd5e-41a8-a91d-1f4584887022 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512165 Nov 18 18:03:34.214638 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-915ee39b-a099-4aa9-a525-7de1fe76d0a9 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476302 Nov 18 18:03:34.680589 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-51d77557-1383-41af-849f-8ed53f7b8050 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611316 Nov 18 18:03:34.685744 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c31ec2b-e47c-4749-bbb9-e60a9df8b245 req-631d18b6-bb67-450f-99b1-f8936163862a service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577534 Nov 18 18:03:34.935353 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6a5a6684-bddb-4dfd-a10f-a775ee472450 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:03:35.031328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:03:35.043022 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '6a5a6684-bddb-4dfd-a10f-a775ee472450', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'port_id': '6a5a6684-bddb-4dfd-a10f-a775ee472450', 'mac_address': 'fa:16:3e:04:3e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:03:35.080348 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:35.104224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5a6684-bddb-4dfd-a10f-a775ee472450 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:03:35.129103 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:03:35.136956 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17386ed7-0d52-4e9d-abda-41f17160f376 req-08f66532-00c4-4945-9c83-1c838e0ad717 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:35.138466 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-17386ed7-0d52-4e9d-abda-41f17160f376 req-08f66532-00c4-4945-9c83-1c838e0ad717 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 944 time: 0.0487492 Nov 18 18:03:35.188870 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:35.197633 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-17386ed7-0d52-4e9d-abda-41f17160f376 req-007b0d49-9fb7-4061-a192-3808d8e62c33 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528815 Nov 18 18:03:35.211681 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:35.260060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6a5a6684-bddb-4dfd-a10f-a775ee472450,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:03:35.267624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:35.268005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:35.268357 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:35.268761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:35.269031 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:35.269370 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:35.269707 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:35.270038 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:35.270369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:35.270697 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:35.271029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:35.271354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:03:35.480758 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['6a5a6684-bddb-4dfd-a10f-a775ee472450'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:03:35.546306 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:35.782727 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f2168-4c77-4abe-82c3-bd46bd4dbf70 req-9fb4a270-dcf2-4375-8672-09f4be9556f8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:35.784209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f90f2168-4c77-4abe-82c3-bd46bd4dbf70 req-9fb4a270-dcf2-4375-8672-09f4be9556f8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 945 time: 0.0491557 Nov 18 18:03:35.824011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3dc1e6a2-1365-4253-87b2-72331dac9298 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:35.825622 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3dc1e6a2-1365-4253-87b2-72331dac9298 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.83 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab&tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 945 time: 0.0532770 Nov 18 18:03:35.837067 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f90f2168-4c77-4abe-82c3-bd46bd4dbf70 req-a157d2bd-392c-44a9-a134-fc28b2300919 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465877 Nov 18 18:03:35.893102 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-ad41b88e-cf6e-4ba2-ac2b-04e4872512de service neutron] 10.222.0.83 "GET /v2.0/ports/6a5a6684-bddb-4dfd-a10f-a775ee472450/bindings/n-h2-813419-11 HTTP/1.1" status: 200 len: 383 time: 0.0592551 Nov 18 18:03:35.956379 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-0783b9e6-b298-48b2-b178-f58d46bbf940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:35.957895 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-0783b9e6-b298-48b2-b178-f58d46bbf940 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 1097 time: 0.0413337 Nov 18 18:03:36.046990 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-e7b2fb4a-9813-4188-a955-aab8980e0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:36.048434 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-e7b2fb4a-9813-4188-a955-aab8980e0f69 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0832796 Nov 18 18:03:36.122676 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-8b0a26cd-11dc-4406-b5e3-ab2267a2de4a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450 HTTP/1.1" status: 200 len: 1001 time: 0.0657563 Nov 18 18:03:36.172229 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-d63946cf-4650-4370-9bfd-e40f41e3ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:36.174168 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-d63946cf-4650-4370-9bfd-e40f41e3ab8c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0428381 Nov 18 18:03:36.218925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-bc045b3c-5975-4d4a-95f9-c8fe38c2d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:36.220463 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-bc045b3c-5975-4d4a-95f9-c8fe38c2d408 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396650 Nov 18 18:03:36.314461 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-c7f13820-5d13-42ba-9b59-5440882ace25 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841742 Nov 18 18:03:36.405553 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-cc79430d-257a-426e-b6b6-a1981de8c136 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849617 Nov 18 18:03:36.952564 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6a5a6684-bddb-4dfd-a10f-a775ee472450 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:03:36.957541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21940c3f-2f77-4cdc-82d0-2f1dbf6576e8 req-69921bdb-3b92-496c-bbde-89def64246d9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:36.959061 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21940c3f-2f77-4cdc-82d0-2f1dbf6576e8 req-69921bdb-3b92-496c-bbde-89def64246d9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 945 time: 0.0490303 Nov 18 18:03:37.006500 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21940c3f-2f77-4cdc-82d0-2f1dbf6576e8 req-7e5efd67-f451-4efa-ac23-d2734c110c9e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414052 Nov 18 18:03:37.074591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 6a5a6684-bddb-4dfd-a10f-a775ee472450 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:03:37.079758 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 6a5a6684-bddb-4dfd-a10f-a775ee472450 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:03:37.080197 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:37.158300 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:37.183292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5a6684-bddb-4dfd-a10f-a775ee472450'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:03:37.196954 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:03:37.223833 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e690b77d-39db-43f6-a681-3dabd9f86c33" -d '{"events": [{"server_uuid": "de047662-ad47-47fe-80fc-8cd799fb58ab", "name": "network-vif-plugged", "status": "completed", "tag": "6a5a6684-bddb-4dfd-a10f-a775ee472450"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:03:37.269002 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:37.316191 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=6a5a6684-bddb-4dfd-a10f-a775ee472450,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:03:37.319556 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c263a981-eff3-46e3-8a17-80940130134e x-openstack-request-id: req-c263a981-eff3-46e3-8a17-80940130134e {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:03:37.319878 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de047662-ad47-47fe-80fc-8cd799fb58ab", "name": "network-vif-plugged", "status": "completed", "tag": "6a5a6684-bddb-4dfd-a10f-a775ee472450", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:03:37.320141 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c263a981-eff3-46e3-8a17-80940130134e {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:03:37.320543 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5a6684-bddb-4dfd-a10f-a775ee472450', 'code': 200} Nov 18 18:03:38.124348 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd8014-af9e-4af4-85c4-e7576b21c849 req-963d3676-5ae3-4e06-b601-049cd2fec469 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:38.125862 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d2dd8014-af9e-4af4-85c4-e7576b21c849 req-963d3676-5ae3-4e06-b601-049cd2fec469 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0498502 Nov 18 18:03:38.181338 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d2dd8014-af9e-4af4-85c4-e7576b21c849 req-1951b85f-272b-42b9-b141-dd9838489c9f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493736 Nov 18 18:03:39.054251 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-017bc689-800b-466f-b055-ecee552fdb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:39.055828 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-017bc689-800b-466f-b055-ecee552fdb7b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab&tenant_id=e8d549e3d15f42359bff6a5bf32d95d7 HTTP/1.1" status: 200 len: 1098 time: 0.0415776 Nov 18 18:03:39.067693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:03:39.119272 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:39.303949 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b1014-c712-454c-abf1-34ec87b56165 req-36b1180e-21f8-4517-85be-a688a3b25a18 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:39.305466 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-056b1014-c712-454c-abf1-34ec87b56165 req-36b1180e-21f8-4517-85be-a688a3b25a18 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0510709 Nov 18 18:03:39.329651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:03:39.353354 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-056b1014-c712-454c-abf1-34ec87b56165 req-a3e8f796-7528-4e21-a89a-daf754e39322 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417233 Nov 18 18:03:39.363654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:03:39.403743 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a5a6684-bddb-4dfd-a10f-a775ee472450'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:03:39.406152 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aee27b1-3d41-42b5-b92b-047762da6122" -d '{"events": [{"server_uuid": "de047662-ad47-47fe-80fc-8cd799fb58ab", "name": "network-vif-unplugged", "status": "completed", "tag": "6a5a6684-bddb-4dfd-a10f-a775ee472450"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:03:39.410639 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:39.423771 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Transition to ACTIVE for port object 6a5a6684-bddb-4dfd-a10f-a775ee472450 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:03:39.455038 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 18:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f384120-72db-4efd-8fe4-f766b5b8f0a2 x-openstack-request-id: req-1f384120-72db-4efd-8fe4-f766b5b8f0a2 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:03:39.455389 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de047662-ad47-47fe-80fc-8cd799fb58ab", "name": "network-vif-unplugged", "status": "completed", "tag": "6a5a6684-bddb-4dfd-a10f-a775ee472450", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:03:39.455649 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1f384120-72db-4efd-8fe4-f766b5b8f0a2 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:03:39.456088 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a5a6684-bddb-4dfd-a10f-a775ee472450', 'code': 200} Nov 18 18:03:39.486340 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:39.571838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5a6684-bddb-4dfd-a10f-a775ee472450,revision_number=10']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:03:39.612359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] No DVR routers for this DVR port 6a5a6684-bddb-4dfd-a10f-a775ee472450 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:03:39.749557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Attempting to bind port 6a5a6684-bddb-4dfd-a10f-a775ee472450 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:03:39.749902 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Attempting to bind port 6a5a6684-bddb-4dfd-a10f-a775ee472450 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:03:39.750240 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Attempting to bind port 6a5a6684-bddb-4dfd-a10f-a775ee472450 on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:03:39.754575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Port 6a5a6684-bddb-4dfd-a10f-a775ee472450 on network 1c820867-c107-43dd-a6d8-aa96ff592126 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:03:39.754903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Attempting to bind port 6a5a6684-bddb-4dfd-a10f-a775ee472450 on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:03:39.759764 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:03:39.760139 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Checking segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:03:39.760533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Bound using segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:03:39.760968 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Bound port: 6a5a6684-bddb-4dfd-a10f-a775ee472450, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:03:39.761330 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:39.823736 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:03:39.827084 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:03:39.915044 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:39.946640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:39.947309 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:39.949183 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] 10.222.0.81 "PUT /v2.0/ports/6a5a6684-bddb-4dfd-a10f-a775ee472450 HTTP/1.1" status: 200 len: 1094 time: 0.8860352 Nov 18 18:03:39.990155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5b6da-d91d-4e77-b90e-f15d13b7eba0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5a6684-bddb-4dfd-a10f-a775ee472450,revision_number=11']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:03:40.022123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-d80c11dc-a693-47f8-9556-de2ca45dd049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:40.023701 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-d80c11dc-a693-47f8-9556-de2ca45dd049 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 1097 time: 0.0492964 Nov 18 18:03:40.120715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-089c9d32-49c5-4d00-a11f-55caa08bc507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:40.122244 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-089c9d32-49c5-4d00-a11f-55caa08bc507 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0914638 Nov 18 18:03:40.194211 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-eab02d13-4977-4bb7-b601-161b92782cb2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450 HTTP/1.1" status: 200 len: 1000 time: 0.0630851 Nov 18 18:03:40.248684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-78f10cb0-932e-4f07-98c8-70b9032865e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:40.250049 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-78f10cb0-932e-4f07-98c8-70b9032865e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0493534 Nov 18 18:03:40.295895 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-887c88af-05b7-4be5-bf3c-fa3c43ca6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:40.297374 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-887c88af-05b7-4be5-bf3c-fa3c43ca6391 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396576 Nov 18 18:03:40.392109 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-8c30f138-e41e-4fec-91cf-8d4de9b6713c service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870569 Nov 18 18:03:40.471834 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2213d-cb6d-4773-b516-68e500b91e32 req-b65879fd-e531-416e-89f0-d5c98c966ad5 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:40.473427 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9d2213d-cb6d-4773-b516-68e500b91e32 req-b65879fd-e531-416e-89f0-d5c98c966ad5 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 945 time: 0.0497634 Nov 18 18:03:40.485368 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3a9fa2a0-19f5-4be7-b58b-aa0f6fc1d78e req-6b29fba6-6ec4-491b-aa69-e21322afce5d service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856116 Nov 18 18:03:40.534394 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9d2213d-cb6d-4773-b516-68e500b91e32 req-8a3fde5d-1543-40e0-9a9e-e3de1209f071 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537884 Nov 18 18:03:40.965010 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6a5a6684-bddb-4dfd-a10f-a775ee472450 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:03:41.004117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 6a5a6684-bddb-4dfd-a10f-a775ee472450 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:03:41.457310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'tag': '6a5a6684-bddb-4dfd-a10f-a775ee472450'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:03:41.459743 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bd71d1-3204-4429-a6fc-975aa1e927fa" -d '{"events": [{"name": "network-changed", "server_uuid": "de047662-ad47-47fe-80fc-8cd799fb58ab", "tag": "6a5a6684-bddb-4dfd-a10f-a775ee472450"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:03:41.511303 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241c7003-0d4f-4776-89e7-4559cfe8b513 x-openstack-request-id: req-241c7003-0d4f-4776-89e7-4559cfe8b513 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:03:41.511605 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de047662-ad47-47fe-80fc-8cd799fb58ab", "tag": "6a5a6684-bddb-4dfd-a10f-a775ee472450", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:03:41.511891 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-241c7003-0d4f-4776-89e7-4559cfe8b513 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:03:41.512309 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'tag': '6a5a6684-bddb-4dfd-a10f-a775ee472450', 'status': 'completed', 'code': 200} Nov 18 18:03:41.576456 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-a1e3d79a-85f9-42a7-a3c4-a95cd367eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:41.578013 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-a1e3d79a-85f9-42a7-a3c4-a95cd367eb58 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 1097 time: 0.0470326 Nov 18 18:03:41.656698 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7689bf-a1c0-4dcd-90e4-483a3c6ad5b2 req-dc00478e-8d84-4085-91a6-5b41fdb73f3e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:41.658912 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc7689bf-a1c0-4dcd-90e4-483a3c6ad5b2 req-dc00478e-8d84-4085-91a6-5b41fdb73f3e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 945 time: 0.0536397 Nov 18 18:03:41.707044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc7689bf-a1c0-4dcd-90e4-483a3c6ad5b2 req-c61fc2c9-61ff-429b-8d2c-3642a5ac43ca tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418968 Nov 18 18:03:41.709455 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-53fa3c65-8c54-4829-b377-47d92eb9421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:41.710880 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-53fa3c65-8c54-4829-b377-47d92eb9421a service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.1236961 Nov 18 18:03:41.717038 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-e9bc58bf-d493-4508-b809-5926ece1160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:41.718452 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-e9bc58bf-d493-4508-b809-5926ece1160d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 1097 time: 0.1216707 Nov 18 18:03:41.832029 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-47ff7f5f-7bb2-4cb4-bbbf-ce1ab3b92747 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450 HTTP/1.1" status: 200 len: 1000 time: 0.1103024 Nov 18 18:03:41.895395 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-78ff25a3-69e1-475f-928e-7beccae2e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:41.897792 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-78ff25a3-69e1-475f-928e-7beccae2e026 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.1685977 Nov 18 18:03:41.902319 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-8e5a03c0-3fa0-45dd-8975-4d70ef6c8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:41.903802 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-8e5a03c0-3fa0-45dd-8975-4d70ef6c8010 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0632346 Nov 18 18:03:42.005448 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-af011c0d-0c99-422c-a18b-92a358a3e1a9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450 HTTP/1.1" status: 200 len: 1000 time: 0.0975287 Nov 18 18:03:42.008294 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-ce7e0630-df71-402b-842f-94df3bd98778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:42.009680 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-ce7e0630-df71-402b-842f-94df3bd98778 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953836 Nov 18 18:03:42.083724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-b35e039a-354c-4f3c-990c-90698c3070bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:42.085220 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-b35e039a-354c-4f3c-990c-90698c3070bb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0718858 Nov 18 18:03:42.166609 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-0249c56f-4c4c-49ec-9799-3764c1a02c19 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443493 Nov 18 18:03:42.172073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-25d3f33b-3bf6-40f6-a4bd-4077821527f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:42.173990 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-25d3f33b-3bf6-40f6-a4bd-4077821527f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650322 Nov 18 18:03:42.336007 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-f54c1417-0043-4524-9987-79db7d39bc70 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609654 Nov 18 18:03:42.337785 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-59da4a50-677a-4eb7-9315-f24ca3108471 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553574 Nov 18 18:03:42.440779 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-25bd71d1-3204-4429-a6fc-975aa1e927fa req-8e8471f9-3198-49cc-9a0d-7e6825954d43 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923834 Nov 18 18:03:42.824877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a634cef-fd0d-4168-a6e9-b06b6abcf57b req-56614a66-4635-42e4-b1f5-4334265d62cc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:42.826388 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a634cef-fd0d-4168-a6e9-b06b6abcf57b req-56614a66-4635-42e4-b1f5-4334265d62cc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 945 time: 0.0496874 Nov 18 18:03:42.881215 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a634cef-fd0d-4168-a6e9-b06b6abcf57b req-2512466f-1209-4111-a5a5-cdb92622ec6a tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486984 Nov 18 18:03:43.000047 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150dbb8-9e87-4973-a584-aabba883c74a req-98e96a68-3583-42a0-9299-e505af331211 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:43.001582 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5150dbb8-9e87-4973-a584-aabba883c74a req-98e96a68-3583-42a0-9299-e505af331211 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 945 time: 0.0509384 Nov 18 18:03:43.054038 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5150dbb8-9e87-4973-a584-aabba883c74a req-27d135c6-6ad2-495f-9d30-95630c4dae37 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464392 Nov 18 18:03:43.170641 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9764e-1904-4d72-bb0f-1cc51855ee3e req-4bb836dc-2ae9-4618-beb2-06508db9e468 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:43.172217 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4c9764e-1904-4d72-bb0f-1cc51855ee3e req-4bb836dc-2ae9-4618-beb2-06508db9e468 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 945 time: 0.0515270 Nov 18 18:03:43.221485 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4c9764e-1904-4d72-bb0f-1cc51855ee3e req-675edeb3-1f30-492d-9e85-5e80f6c75c41 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431788 Nov 18 18:03:43.612404 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edc170-db04-4bee-b163-a9ab85218458 req-acce2ba1-ba32-4dcc-ab25-72ba7c9501bb tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:43.613964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f5edc170-db04-4bee-b163-a9ab85218458 req-acce2ba1-ba32-4dcc-ab25-72ba7c9501bb tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 945 time: 0.0484517 Nov 18 18:03:43.661107 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f5edc170-db04-4bee-b163-a9ab85218458 req-d068a989-398a-4128-847f-28c127612831 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412409 Nov 18 18:03:44.077144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6a5a6684-bddb-4dfd-a10f-a775ee472450 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:03:44.169429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:03:44.180374 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '6a5a6684-bddb-4dfd-a10f-a775ee472450', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'port_id': '6a5a6684-bddb-4dfd-a10f-a775ee472450', 'mac_address': 'fa:16:3e:04:3e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:03:44.220418 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:44.233378 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5a6684-bddb-4dfd-a10f-a775ee472450 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:03:44.253638 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:03:44.346454 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:44.394368 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=6a5a6684-bddb-4dfd-a10f-a775ee472450,revision_number=12']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:03:44.780720 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d5c0d-3813-4a6e-b7e3-087d4a84de32 req-44712aeb-173d-4e3e-9bdf-54111c22ccaf tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:44.782210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc8d5c0d-3813-4a6e-b7e3-087d4a84de32 req-44712aeb-173d-4e3e-9bdf-54111c22ccaf tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0520670 Nov 18 18:03:44.830056 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc8d5c0d-3813-4a6e-b7e3-087d4a84de32 req-6c807c7b-4918-4d8e-9777-f1b5c31b0e1e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412302 Nov 18 18:03:44.833604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273cf4b-ccea-46ba-93f7-6d0348e1173d req-b684b72a-f23e-462a-810c-13709622c555 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:44.835363 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1273cf4b-ccea-46ba-93f7-6d0348e1173d req-b684b72a-f23e-462a-810c-13709622c555 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.81 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 946 time: 0.0495963 Nov 18 18:03:44.926437 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-1273cf4b-ccea-46ba-93f7-6d0348e1173d req-9362c19a-3684-4e64-80b8-bdbc605f339e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Deleting port 6a5a6684-bddb-4dfd-a10f-a775ee472450 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:03:44.926777 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1273cf4b-ccea-46ba-93f7-6d0348e1173d req-9362c19a-3684-4e64-80b8-bdbc605f339e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:45.017689 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1273cf4b-ccea-46ba-93f7-6d0348e1173d req-9362c19a-3684-4e64-80b8-bdbc605f339e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] For port 6a5a6684-bddb-4dfd-a10f-a775ee472450, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=6a5a6684-bddb-4dfd-a10f-a775ee472450,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:03:45.018001 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1273cf4b-ccea-46ba-93f7-6d0348e1173d req-9362c19a-3684-4e64-80b8-bdbc605f339e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:45.188228 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1273cf4b-ccea-46ba-93f7-6d0348e1173d req-9362c19a-3684-4e64-80b8-bdbc605f339e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:45.188637 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1273cf4b-ccea-46ba-93f7-6d0348e1173d req-9362c19a-3684-4e64-80b8-bdbc605f339e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:45.188953 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [req-1273cf4b-ccea-46ba-93f7-6d0348e1173d req-9362c19a-3684-4e64-80b8-bdbc605f339e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Floating IP 378c8483-e3cf-498b-a376-3d91b10c972c disassociated. External IP: 172.25.3.86, port: 6a5a6684-bddb-4dfd-a10f-a775ee472450. Nov 18 18:03:45.189302 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-1273cf4b-ccea-46ba-93f7-6d0348e1173d req-9362c19a-3684-4e64-80b8-bdbc605f339e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Calling delete_port for 6a5a6684-bddb-4dfd-a10f-a775ee472450 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:03:45.386255 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1273cf4b-ccea-46ba-93f7-6d0348e1173d req-9362c19a-3684-4e64-80b8-bdbc605f339e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:45.413921 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362c19a-3684-4e64-80b8-bdbc605f339e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Pushing event deleted for resources: {'Port': ['ID=6a5a6684-bddb-4dfd-a10f-a775ee472450,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:03:45.539450 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1273cf4b-ccea-46ba-93f7-6d0348e1173d req-9362c19a-3684-4e64-80b8-bdbc605f339e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Router 086955bc-5e8d-490e-af16-2c0ec8cd2857 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:03:45.928618 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3383186e-4bc5-4947-be9e-303001fd2c64 req-0ad136d3-98de-4e33-bd36-bcabe7c476d5 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=de047662-ad47-47fe-80fc-8cd799fb58ab HTTP/1.1" status: 200 len: 210 time: 0.0273170 Nov 18 18:03:45.952202 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1273cf4b-ccea-46ba-93f7-6d0348e1173d req-9362c19a-3684-4e64-80b8-bdbc605f339e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:03:45.963171 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a969f1c3-f896-4d4b-89b0-7cbbaeb1d72f None None] Sync routers for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:03:45.973687 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a969f1c3-f896-4d4b-89b0-7cbbaeb1d72f None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:03:45.974856 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a969f1c3-f896-4d4b-89b0-7cbbaeb1d72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:03:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:03:45.992348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1273cf4b-ccea-46ba-93f7-6d0348e1173d req-9362c19a-3684-4e64-80b8-bdbc605f339e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] No DVR routers for this DVR port 6a5a6684-bddb-4dfd-a10f-a775ee472450 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:03:45.995141 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1273cf4b-ccea-46ba-93f7-6d0348e1173d req-9362c19a-3684-4e64-80b8-bdbc605f339e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:45.998973 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1273cf4b-ccea-46ba-93f7-6d0348e1173d req-9362c19a-3684-4e64-80b8-bdbc605f339e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.81 "DELETE /v2.0/ports/6a5a6684-bddb-4dfd-a10f-a775ee472450 HTTP/1.1" status: 204 len: 173 time: 1.1569757 Nov 18 18:03:45.999435 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'name': 'network-vif-deleted', 'tag': '6a5a6684-bddb-4dfd-a10f-a775ee472450'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:03:46.002567 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e9abaa-3600-4a7c-b9b9-71054d3b24ae" -d '{"events": [{"server_uuid": "de047662-ad47-47fe-80fc-8cd799fb58ab", "name": "network-vif-deleted", "tag": "6a5a6684-bddb-4dfd-a10f-a775ee472450"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:03:46.041283 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181b8139-91a0-4a99-98a9-4bce7537de62 x-openstack-request-id: req-181b8139-91a0-4a99-98a9-4bce7537de62 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:03:46.041581 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de047662-ad47-47fe-80fc-8cd799fb58ab", "name": "network-vif-deleted", "tag": "6a5a6684-bddb-4dfd-a10f-a775ee472450", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:03:46.041836 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-181b8139-91a0-4a99-98a9-4bce7537de62 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:03:46.042239 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de047662-ad47-47fe-80fc-8cd799fb58ab', 'name': 'network-vif-deleted', 'tag': '6a5a6684-bddb-4dfd-a10f-a775ee472450', 'status': 'completed', 'code': 200} Nov 18 18:03:46.085472 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-a969f1c3-f896-4d4b-89b0-7cbbaeb1d72f None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:03:46.119091 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6a5a6684-bddb-4dfd-a10f-a775ee472450 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:03:46.124926 n-d-813419-11 neutron-server[104009]: INFO neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No ports have port_id starting with 6a5a6684-bddb-4dfd-a10f-a775ee472450 Nov 18 18:03:46.133947 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6a5a6684-bddb-4dfd-a10f-a775ee472450 requested by agent hyperv_n-h1-813419-11 not found in database {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 18 18:03:46.294291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a969f1c3-f896-4d4b-89b0-7cbbaeb1d72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:03:46.321218 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a969f1c3-f896-4d4b-89b0-7cbbaeb1d72f None None] Checking router: 086955bc-5e8d-490e-af16-2c0ec8cd2857 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:03:46.329798 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a969f1c3-f896-4d4b-89b0-7cbbaeb1d72f None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:03:46.330407 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a969f1c3-f896-4d4b-89b0-7cbbaeb1d72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:03:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:03:46.435451 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-a969f1c3-f896-4d4b-89b0-7cbbaeb1d72f None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:03:46.633844 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a969f1c3-f896-4d4b-89b0-7cbbaeb1d72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:03:46.664422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a969f1c3-f896-4d4b-89b0-7cbbaeb1d72f None None] The sync data for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 is: [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:03:46.894771 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809bdc67-36a0-4030-a393-b501b0e6a9e5 None None] New status for floating IP 378c8483-e3cf-498b-a376-3d91b10c972c: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:03:47.221637 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-570e4313-ebc9-4381-89b6-5f501c520dda tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--952306388&fields=id&tenant_id=e8d549e3d15f42359bff6a5bf32d95d7 HTTP/1.1" status: 200 len: 267 time: 0.0432415 Nov 18 18:03:47.328980 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-cdf09b56-89d6-4e40-8012-4f164a641b52 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:47.331022 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-cdf09b56-89d6-4e40-8012-4f164a641b52 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 812 time: 0.1027100 Nov 18 18:03:47.345902 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-065e8a6a-acdc-4b1e-b9e8-bc7828f49d27 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/quotas/e8d549e3d15f42359bff6a5bf32d95d7 HTTP/1.1" status: 200 len: 375 time: 0.0087919 Nov 18 18:03:47.395253 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-6183a13b-a0a4-4626-8fe4-680bdc88d714 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442865 Nov 18 18:03:47.496283 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-c826f6ff-a5e2-47b8-a902-20654ec02676 service neutron] 10.222.0.72 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894895 Nov 18 18:03:47.588560 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-b333f25b-e0ae-42a5-b16f-81209e829dd4 service neutron] 10.222.0.72 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856049 Nov 18 18:03:47.828217 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7c9c3f3-2ff5-41b1-8360-3a2cfc823901 req-cd6e52f5-05fb-4e30-bb4e-7cc0ad3aeb01 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 210 time: 0.0259559 Nov 18 18:03:48.115538 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6a5a6684-bddb-4dfd-a10f-a775ee472450 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:03:48.135666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 6a5a6684-bddb-4dfd-a10f-a775ee472450 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:03:48.136049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 6a5a6684-bddb-4dfd-a10f-a775ee472450 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:03:48.929170 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ad10d9c3-57ba-48c8-880e-48e0e81ade20 req-07f6ee0a-afa7-48ef-9ef4-5484524d5ced tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 210 time: 0.0305679 Nov 18 18:03:49.238509 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:03:49.745838 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-60744b88-081c-4681-bf28-3f55229e7c18 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:49.747546 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-60744b88-081c-4681-bf28-3f55229e7c18 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 812 time: 0.1111395 Nov 18 18:03:49.811718 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-a1cef60d-8ba2-418a-a57a-afb24b4daa36 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d549e3d15f42359bff6a5bf32d95d7 HTTP/1.1" status: 200 len: 379 time: 0.0550940 Nov 18 18:03:49.820642 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-edd4e88c-f1ef-4128-a221-b2c7c086d6dc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Request body: {'port': {'device_id': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'admin_state_up': True, 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'security_groups': ['7a510f64-8ea1-492e-b9b9-436ca54250de']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:03:50.028300 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3c43fd5f-1a8f-4b31-8eca-5928e2dd5d18 req-02d3b7cf-d9e0-4bbc-8a9e-a3f1470f2b8d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 210 time: 0.0269113 Nov 18 18:03:50.028860 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-edd4e88c-f1ef-4128-a221-b2c7c086d6dc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Made reservation on behalf of e8d549e3d15f42359bff6a5bf32d95d7 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:03:50.032198 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-edd4e88c-f1ef-4128-a221-b2c7c086d6dc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:50.161154 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-edd4e88c-f1ef-4128-a221-b2c7c086d6dc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Allocated IP 172.20.0.13 (1c820867-c107-43dd-a6d8-aa96ff592126/e871c254-5386-413b-b422-5ec96c03728a/3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:03:50.303868 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-edd4e88c-f1ef-4128-a221-b2c7c086d6dc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:50.398126 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-edd4e88c-f1ef-4128-a221-b2c7c086d6dc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:50.439715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-edd4e88c-f1ef-4128-a221-b2c7c086d6dc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Network 1c820867-c107-43dd-a6d8-aa96ff592126 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:03:50.442776 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-edd4e88c-f1ef-4128-a221-b2c7c086d6dc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:03:50.446555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-edd4e88c-f1ef-4128-a221-b2c7c086d6dc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:03:50.477711 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4e88c-f1ef-4128-a221-b2c7c086d6dc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Pushing event updated for resources: {'Port': ['ID=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:03:50.505549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-edd4e88c-f1ef-4128-a221-b2c7c086d6dc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:50.506180 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-edd4e88c-f1ef-4128-a221-b2c7c086d6dc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:50.631741 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-edd4e88c-f1ef-4128-a221-b2c7c086d6dc tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8146303 Nov 18 18:03:50.645108 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Request body: {'port': {'device_id': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:03:50.701850 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:50.726078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-71c1632d-9cb3-4749-babb-a1725f7de15c None None] Provisioning complete for port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:03:50.726603 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-71c1632d-9cb3-4749-babb-a1725f7de15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:50.760343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-71c1632d-9cb3-4749-babb-a1725f7de15c None None] Port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:03:50.966006 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:03:50.974705 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:50.987704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Transition to ACTIVE for port object 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:03:51.074682 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:51.128890 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:03:51.167322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78453b0-68c9-4039-aa6a-a0332a95f3c1 req-1b8eb2de-648b-40d0-bf09-786e91781abf tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:51.168968 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d78453b0-68c9-4039-aa6a-a0332a95f3c1 req-1b8eb2de-648b-40d0-bf09-786e91781abf tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0691669 Nov 18 18:03:51.215547 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Attempting to bind port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:03:51.215951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Attempting to bind port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:03:51.216295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Attempting to bind port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:03:51.222660 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca on network 1c820867-c107-43dd-a6d8-aa96ff592126 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:03:51.222992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Attempting to bind port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:03:51.228219 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:03:51.228863 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Checking segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:03:51.229000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Bound using segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:03:51.229392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Bound port: 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:03:51.229749 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:51.250204 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d78453b0-68c9-4039-aa6a-a0332a95f3c1 req-0af6a16c-51d1-4781-b11f-b78d473f37ca tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727701 Nov 18 18:03:51.321545 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:03:51.324899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:03:51.386960 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:51.422304 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:51.422947 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:51.424457 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] 10.222.0.81 "PUT /v2.0/ports/3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca HTTP/1.1" status: 200 len: 1093 time: 0.7841027 Nov 18 18:03:51.424977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:03:51.427337 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6d5bbd-9b80-416f-b0c9-0076585f1419" -d '{"events": [{"name": "network-changed", "server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:03:51.478483 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7ab4c6-dbba-4984-95e7-ebcdd7fb7084 x-openstack-request-id: req-bc7ab4c6-dbba-4984-95e7-ebcdd7fb7084 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:03:51.478776 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:03:51.479211 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bc7ab4c6-dbba-4984-95e7-ebcdd7fb7084 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:03:51.479656 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'status': 'completed', 'code': 200} Nov 18 18:03:51.489074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c25f1b-5241-4455-8ab2-cfdcdba0fce3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:03:51.545848 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d5bbd-9b80-416f-b0c9-0076585f1419 req-e739d095-3aeb-4c79-8f83-edecfd7e9471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:51.547479 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c6d5bbd-9b80-416f-b0c9-0076585f1419 req-e739d095-3aeb-4c79-8f83-edecfd7e9471 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 1096 time: 0.0488715 Nov 18 18:03:51.659631 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d5bbd-9b80-416f-b0c9-0076585f1419 req-c228fed2-0f8c-40c9-ae11-c6495e77770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:51.661176 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c6d5bbd-9b80-416f-b0c9-0076585f1419 req-c228fed2-0f8c-40c9-ae11-c6495e77770e service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1043136 Nov 18 18:03:51.772831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d5bbd-9b80-416f-b0c9-0076585f1419 req-c614cab1-286f-4bce-9320-815d64c9c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:51.774341 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9c6d5bbd-9b80-416f-b0c9-0076585f1419 req-c614cab1-286f-4bce-9320-815d64c9c50a service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1027780 Nov 18 18:03:51.850768 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-1591a504-253e-4c2c-a3ef-580c3e46275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:51.852281 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-1591a504-253e-4c2c-a3ef-580c3e46275e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 1096 time: 0.0422587 Nov 18 18:03:51.899903 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-433f119d-f2a6-4c4b-bc5f-9d269d6ea4cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca HTTP/1.1" status: 200 len: 217 time: 0.0400028 Nov 18 18:03:51.955512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-b4f53b4c-946c-40a1-8506-cb528d572662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:51.957059 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-b4f53b4c-946c-40a1-8506-cb528d572662 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0509489 Nov 18 18:03:51.969429 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:52.008818 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-6babc5ae-2057-47c3-93da-ac80915e8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:52.010326 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-6babc5ae-2057-47c3-93da-ac80915e8ca5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451035 Nov 18 18:03:52.107004 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-99beaad5-a847-4f7d-8cbc-769f5ba2a7a5 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897086 Nov 18 18:03:52.198633 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-394783e7-c22e-4675-8790-c110d9c2e0d0 req-578b6421-5582-4005-a478-e426a2d70c69 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834978 Nov 18 18:03:52.365134 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b46639-a1ad-4974-bc3c-b91ae7cf0a5e req-aa1d22f4-b816-48fb-9807-a192abd55fd8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:52.366647 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6b46639-a1ad-4974-bc3c-b91ae7cf0a5e req-aa1d22f4-b816-48fb-9807-a192abd55fd8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0502701 Nov 18 18:03:52.417263 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6b46639-a1ad-4974-bc3c-b91ae7cf0a5e req-aab98bc2-dffa-4e68-b686-dcc2ee3fb994 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446372 Nov 18 18:03:53.536790 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485657f-b2af-4827-9ae2-4630ba5ccdf8 req-173f6816-43a5-40b5-a264-5bae8a04f1fa tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:53.538320 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9485657f-b2af-4827-9ae2-4630ba5ccdf8 req-173f6816-43a5-40b5-a264-5bae8a04f1fa tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0505812 Nov 18 18:03:53.557513 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:53.586585 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9485657f-b2af-4827-9ae2-4630ba5ccdf8 req-8a43f465-dfbb-402e-b06a-f9e54af51271 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420997 Nov 18 18:03:54.700772 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64369e76-8b31-421e-af0c-7a8421bcd415 req-901273dd-9b02-4f90-9967-28354e988a44 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:54.702254 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64369e76-8b31-421e-af0c-7a8421bcd415 req-901273dd-9b02-4f90-9967-28354e988a44 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0481677 Nov 18 18:03:54.748952 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-64369e76-8b31-421e-af0c-7a8421bcd415 req-5f16c62e-b96c-4bd3-a9a7-164451b31210 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407984 Nov 18 18:03:55.875393 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61782fb3-0b42-4a1f-a441-ddc542886e6b req-1f1e592c-ab59-48ae-b7af-42b1f881d246 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:55.876940 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61782fb3-0b42-4a1f-a441-ddc542886e6b req-1f1e592c-ab59-48ae-b7af-42b1f881d246 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0545132 Nov 18 18:03:55.924100 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61782fb3-0b42-4a1f-a441-ddc542886e6b req-53648aaf-53d6-4d0d-827d-a849eec6216d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411577 Nov 18 18:03:56.119758 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:03:56.215229 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:03:56.226274 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'port_id': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'mac_address': 'fa:16:3e:ee:e2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:03:56.262753 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:56.275622 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:03:56.293933 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:03:56.377623 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:56.423940 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:03:56.569693 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:03:57.040238 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a54e24-5d04-41c7-986e-068728e720be req-98db2994-8094-4559-a6f6-0317c7a1558f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:57.041799 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59a54e24-5d04-41c7-986e-068728e720be req-98db2994-8094-4559-a6f6-0317c7a1558f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.0509999 Nov 18 18:03:57.088816 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-59a54e24-5d04-41c7-986e-068728e720be req-5ca3f978-8d75-4cdd-862b-d9df3c49c2ce tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410309 Nov 18 18:03:58.130908 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:03:58.203736 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a11bd-9851-498e-9ca5-1bb311f710ec req-4a896948-114f-483c-a49d-ef225ea59ff7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:58.205810 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-474a11bd-9851-498e-9ca5-1bb311f710ec req-4a896948-114f-483c-a49d-ef225ea59ff7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.0492122 Nov 18 18:03:58.251695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:03:58.255759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:03:58.256176 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:58.259108 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-474a11bd-9851-498e-9ca5-1bb311f710ec req-4f36eca9-54cf-41ef-a403-0438ea61248b tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472999 Nov 18 18:03:58.336081 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:58.357634 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:03:58.359890 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614de365-79e6-436f-ad14-98e0e534fb34" -d '{"events": [{"server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "name": "network-vif-plugged", "status": "completed", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:03:58.371909 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:03:58.398125 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ac65be-5171-4761-92f1-5192ce0f3dd6 x-openstack-request-id: req-48ac65be-5171-4761-92f1-5192ce0f3dd6 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:03:58.398417 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "name": "network-vif-plugged", "status": "completed", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:03:58.398676 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-48ac65be-5171-4761-92f1-5192ce0f3dd6 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:03:58.399137 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'code': 200} Nov 18 18:03:58.445423 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:03:58.494216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97b18c-2c22-468d-916a-8474e43d655f req-508699bc-eec0-479a-adc8-e2da5070b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:58.494847 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:03:58.495724 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b97b18c-2c22-468d-916a-8474e43d655f req-508699bc-eec0-479a-adc8-e2da5070b621 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 1098 time: 0.0402205 Nov 18 18:03:58.548153 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b97b18c-2c22-468d-916a-8474e43d655f req-71cd5c1b-565c-47bc-b63b-1bd1d8c22762 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436568 Nov 18 18:03:59.387645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7507bb-354c-45f2-b714-ecfadcf74d76 req-5a7dfe91-b071-4775-85e0-fb9d7813f956 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:03:59.389196 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3a7507bb-354c-45f2-b714-ecfadcf74d76 req-5a7dfe91-b071-4775-85e0-fb9d7813f956 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0493793 Nov 18 18:03:59.436113 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3a7507bb-354c-45f2-b714-ecfadcf74d76 req-9f20d8d5-ae8a-4010-99b1-34294994d521 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405009 Nov 18 18:03:59.982387 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fedb2a6e-0415-4faf-a4fb-aa2bb079195e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:04:00.554150 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fbb30-5b96-4b51-851f-919533331278 req-8840813b-8860-4b20-89f8-9089f2a38bac tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:04:00.555655 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd4fbb30-5b96-4b51-851f-919533331278 req-8840813b-8860-4b20-89f8-9089f2a38bac tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0494015 Nov 18 18:04:00.602697 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd4fbb30-5b96-4b51-851f-919533331278 req-126a03cc-3b6f-451a-b1d2-b93dd5d74cc5 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410609 Nov 18 18:04:00.722170 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65d39f-c4bc-4ea6-af0e-ff1b64fa1b86 req-812108e6-955f-4232-a8ab-38bd2e16d225 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:04:00.723598 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a65d39f-c4bc-4ea6-af0e-ff1b64fa1b86 req-812108e6-955f-4232-a8ab-38bd2e16d225 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0576429 Nov 18 18:04:00.732162 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 37930) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:04:00.737671 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f79c1d01-892d-4a43-a98d-1b1a85d2fd58 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Request body: {'floatingip': {'port_id': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:04:00.776003 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f79c1d01-892d-4a43-a98d-1b1a85d2fd58 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for floatingip, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:04:01.210816 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f79c1d01-892d-4a43-a98d-1b1a85d2fd58 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:04:01.284990 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f79c1d01-892d-4a43-a98d-1b1a85d2fd58 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:04:01.385708 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-f79c1d01-892d-4a43-a98d-1b1a85d2fd58 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Floating IP 378c8483-e3cf-498b-a376-3d91b10c972c associated. External IP: 172.25.3.86, port: 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca. Nov 18 18:04:01.593467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79c1d01-892d-4a43-a98d-1b1a85d2fd58 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Router 086955bc-5e8d-490e-af16-2c0ec8cd2857 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:04:01.700846 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79c1d01-892d-4a43-a98d-1b1a85d2fd58 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:04:01.705741 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f79c1d01-892d-4a43-a98d-1b1a85d2fd58 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:04:01.710776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb6161-9186-4c70-bf05-c85d4d1f77e1 None None] Sync routers for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:04:01.720054 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb6161-9186-4c70-bf05-c85d4d1f77e1 None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:04:01.720931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0ceb6161-9186-4c70-bf05-c85d4d1f77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:03:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:04:01.732237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f79c1d01-892d-4a43-a98d-1b1a85d2fd58 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "PUT /v2.0/floatingips/378c8483-e3cf-498b-a376-3d91b10c972c HTTP/1.1" status: 200 len: 992 time: 0.9986696 Nov 18 18:04:01.732851 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:04:01.735144 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221285c5713d83fb660a3c7a5eeb385a9807762c16dafc0a0f60603ff17857d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bf2399-77fe-4997-a9b5-13ced073c22a" -d '{"events": [{"name": "network-changed", "server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:04:01.775551 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae516a8a-4bbc-4e1b-9e82-68745e1c5cc8 x-openstack-request-id: req-ae516a8a-4bbc-4e1b-9e82-68745e1c5cc8 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:04:01.776280 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:04:01.776555 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ae516a8a-4bbc-4e1b-9e82-68745e1c5cc8 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:04:01.776993 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'status': 'completed', 'code': 200} Nov 18 18:04:01.834516 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-0ceb6161-9186-4c70-bf05-c85d4d1f77e1 None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:04:01.841264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf2399-77fe-4997-a9b5-13ced073c22a req-76a59187-56df-4623-84c6-2158ec105891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:04:01.842795 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-61bf2399-77fe-4997-a9b5-13ced073c22a req-76a59187-56df-4623-84c6-2158ec105891 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 1098 time: 0.0413246 Nov 18 18:04:01.945530 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf2399-77fe-4997-a9b5-13ced073c22a req-095cda0f-cf6b-4077-935d-51ba94cd6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:04:01.947157 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-61bf2399-77fe-4997-a9b5-13ced073c22a req-095cda0f-cf6b-4077-935d-51ba94cd6d6b service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0964017 Nov 18 18:04:02.020361 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-61bf2399-77fe-4997-a9b5-13ced073c22a req-59f9bd42-9f16-44f2-bd62-10563af714e2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca HTTP/1.1" status: 200 len: 1000 time: 0.0663638 Nov 18 18:04:02.070163 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf2399-77fe-4997-a9b5-13ced073c22a req-dca57f73-bb11-4da3-8c32-77d761c99843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:04:02.071644 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-61bf2399-77fe-4997-a9b5-13ced073c22a req-dca57f73-bb11-4da3-8c32-77d761c99843 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0444946 Nov 18 18:04:02.122168 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf2399-77fe-4997-a9b5-13ced073c22a req-cb54f734-9c4a-467f-ab3a-23970048de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:04:02.123738 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-61bf2399-77fe-4997-a9b5-13ced073c22a req-cb54f734-9c4a-467f-ab3a-23970048de43 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452058 Nov 18 18:04:02.242905 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-61bf2399-77fe-4997-a9b5-13ced073c22a req-42c61754-e939-40b5-9032-8d74e755a75b service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906472 Nov 18 18:04:02.243224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0ceb6161-9186-4c70-bf05-c85d4d1f77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '378c8483-e3cf-498b-a376-3d91b10c972c', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'port_id': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'mac_address': 'fa:16:3e:ee:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:56:36Z', 'updated_at': '2021-11-18T18:04:01Z', 'revision_number': 13, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:04:02.262739 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb6161-9186-4c70-bf05-c85d4d1f77e1 None None] Checking router: 086955bc-5e8d-490e-af16-2c0ec8cd2857 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:04:02.271392 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb6161-9186-4c70-bf05-c85d4d1f77e1 None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:04:02.272042 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0ceb6161-9186-4c70-bf05-c85d4d1f77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:03:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:04:02.318124 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-61bf2399-77fe-4997-a9b5-13ced073c22a req-c7d8a905-e8ba-480f-9fc4-f6572b7fe379 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894723 Nov 18 18:04:02.383208 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-0ceb6161-9186-4c70-bf05-c85d4d1f77e1 None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:04:02.474597 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ccc1147b-674f-4096-a622-b3a1f4dcae2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:04:02.613173 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0ceb6161-9186-4c70-bf05-c85d4d1f77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '378c8483-e3cf-498b-a376-3d91b10c972c', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'port_id': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'mac_address': 'fa:16:3e:ee:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:56:36Z', 'updated_at': '2021-11-18T18:04:01Z', 'revision_number': 13, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:04:02.638879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb6161-9186-4c70-bf05-c85d4d1f77e1 None None] The sync data for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 is: [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '378c8483-e3cf-498b-a376-3d91b10c972c', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'port_id': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'mac_address': 'fa:16:3e:ee:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T17:56:36Z', 'updated_at': '2021-11-18T18:04:01Z', 'revision_number': 13, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:04:02.827570 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85af9892-cfdb-43c9-8d23-6217f7f848ac None None] New status for floating IP 378c8483-e3cf-498b-a376-3d91b10c972c: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:04:03.734362 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:04:05.151979 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:04:05.523465 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:04:21.959138 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:04:23.565222 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:04:26.237171 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:04:29.993114 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a147c46c-9d33-41dc-8c30-962411e14564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:04:32.488457 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32367d51-bfc3-43c3-bafd-679c9b5f9cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:04:33.764639 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:04:35.152990 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:04:35.496059 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:04:51.957056 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:04:53.579064 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:04:57.554769 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-649df957-3ca1-4b2f-8da4-a93931d2fe72 req-952671e8-4dcb-4868-b550-3f1a35f2c897 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401134 Nov 18 18:04:57.637042 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649df957-3ca1-4b2f-8da4-a93931d2fe72 req-234a114e-6902-483f-b268-b2281e130568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:04:57.638541 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-649df957-3ca1-4b2f-8da4-a93931d2fe72 req-234a114e-6902-483f-b268-b2281e130568 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 1098 time: 0.0403099 Nov 18 18:04:57.743632 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649df957-3ca1-4b2f-8da4-a93931d2fe72 req-240c074e-8948-41a1-8e17-eff1235d0de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:04:57.745164 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-649df957-3ca1-4b2f-8da4-a93931d2fe72 req-240c074e-8948-41a1-8e17-eff1235d0de5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0886717 Nov 18 18:04:57.809100 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-649df957-3ca1-4b2f-8da4-a93931d2fe72 req-44e255f5-e2fe-4908-a297-f65fdc606959 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca HTTP/1.1" status: 200 len: 1002 time: 0.0568838 Nov 18 18:04:57.863599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649df957-3ca1-4b2f-8da4-a93931d2fe72 req-57938b3f-b533-4a96-a9c3-d13e78643200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:04:57.865084 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-649df957-3ca1-4b2f-8da4-a93931d2fe72 req-57938b3f-b533-4a96-a9c3-d13e78643200 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0485308 Nov 18 18:04:57.911427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649df957-3ca1-4b2f-8da4-a93931d2fe72 req-c22c1818-0113-4f9f-b913-6ca38231941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:04:57.912945 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-649df957-3ca1-4b2f-8da4-a93931d2fe72 req-c22c1818-0113-4f9f-b913-6ca38231941d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407760 Nov 18 18:04:58.001840 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-649df957-3ca1-4b2f-8da4-a93931d2fe72 req-dfab0c9a-18bc-4d31-bb4c-3575adface5d service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813751 Nov 18 18:04:58.095638 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-649df957-3ca1-4b2f-8da4-a93931d2fe72 req-ca21efac-3d4c-4619-8dcd-cc1390b04cfb service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863004 Nov 18 18:04:59.992442 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6a7c0c49-87fd-46f4-b00d-da9c3ba72c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:05:02.495364 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fa43e272-43a6-4fad-8da4-1eaa85fee4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:05:03.236078 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:05:03.735157 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:05:05.152619 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:05:05.498792 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:05:21.963920 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:05:23.555713 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:05:30.029622 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6b5925c6-6137-4cb8-8067-785266e13e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:05:32.482883 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a14ea203-e205-499e-bd99-495f9db0a25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:05:33.737904 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:05:35.189300 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:05:35.498196 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:05:40.235646 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:05:40.422869 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e366196-c8b0-48fa-ae5a-509c93296248 req-088f9d7e-2384-48fe-acd2-b7d8ee5bec3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:40.424461 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e366196-c8b0-48fa-ae5a-509c93296248 req-088f9d7e-2384-48fe-acd2-b7d8ee5bec3d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0544107 Nov 18 18:05:40.488560 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e366196-c8b0-48fa-ae5a-509c93296248 req-f363da24-0e90-443d-8559-8999dcc9aad5 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569077 Nov 18 18:05:51.951179 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:05:52.987600 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-18c0a0b1-3020-4cf8-86ed-c78a1023982a req-e8882269-f3ce-4b83-b671-dfaf84f8a873 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:05:52.988673 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-18c0a0b1-3020-4cf8-86ed-c78a1023982a req-e8882269-f3ce-4b83-b671-dfaf84f8a873 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472698 Nov 18 18:05:53.255701 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119c499-d735-4a50-b711-a31b49445e7a req-0651372b-67d2-4b8f-99d3-af97775f9398 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:53.257244 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a119c499-d735-4a50-b711-a31b49445e7a req-0651372b-67d2-4b8f-99d3-af97775f9398 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0564282 Nov 18 18:05:53.305786 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a119c499-d735-4a50-b711-a31b49445e7a req-23a91aad-e216-421a-bfa4-61b80b43583e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425661 Nov 18 18:05:53.439699 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-12faab08-d9de-4b1b-8008-a755c8152bf9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769188 Nov 18 18:05:53.449061 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-0da8acd6-fdae-4826-b58a-041b000bc6dd service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:05:53.450031 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-0da8acd6-fdae-4826-b58a-041b000bc6dd service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049610 Nov 18 18:05:53.574112 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:05:54.424753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f6a18-55cb-4bfe-913e-c74c7ee2f6c8 req-359d236c-33ff-4b21-a8cd-037bb6851139 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:54.426862 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d36f6a18-55cb-4bfe-913e-c74c7ee2f6c8 req-359d236c-33ff-4b21-a8cd-037bb6851139 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0507388 Nov 18 18:05:54.476966 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d36f6a18-55cb-4bfe-913e-c74c7ee2f6c8 req-f19bd7e3-26c2-4acc-ab18-3aa5eacfd11b tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437713 Nov 18 18:05:55.458124 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-b233e216-4c7c-41d8-97bd-f4311aa4cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:55.459530 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-b233e216-4c7c-41d8-97bd-f4311aa4cc06 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 1098 time: 0.0455761 Nov 18 18:05:55.563494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-63ed04cf-e690-4885-b85a-a92c9eea51d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:55.563494 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-63ed04cf-e690-4885-b85a-a92c9eea51d9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0951333 Nov 18 18:05:55.604132 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980253e8-7cae-415a-b457-6022e74e0893 req-7300823b-1047-43c6-9082-9a9a53c5497c tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:55.605671 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-980253e8-7cae-415a-b457-6022e74e0893 req-7300823b-1047-43c6-9082-9a9a53c5497c tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0539589 Nov 18 18:05:55.634305 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-cb30d570-f2c3-42ff-a9b6-35b25213e801 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca HTTP/1.1" status: 200 len: 1002 time: 0.0632997 Nov 18 18:05:55.654071 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-980253e8-7cae-415a-b457-6022e74e0893 req-2c12228e-080d-4019-bbea-12e7d4bd4c06 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420098 Nov 18 18:05:55.686008 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-faac54b7-a38e-40c4-a87c-32fe882cf099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:55.687488 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-faac54b7-a38e-40c4-a87c-32fe882cf099 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0452132 Nov 18 18:05:55.736401 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-74c619a0-6caf-4375-ad6b-4818472be585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:55.738443 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-74c619a0-6caf-4375-ad6b-4818472be585 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434980 Nov 18 18:05:55.826440 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-20dfcce1-e5c4-4354-b20b-a4f113f5d01c service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815027 Nov 18 18:05:55.925193 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-3b3eddf5-5d43-492e-a8f1-87f715a37689 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917141 Nov 18 18:05:56.770491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9575630-12e3-4f45-b76a-6264d118be24 req-dc90c7aa-98c2-48c6-8c2a-27ed0d3fbb72 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:56.772016 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9575630-12e3-4f45-b76a-6264d118be24 req-dc90c7aa-98c2-48c6-8c2a-27ed0d3fbb72 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0487854 Nov 18 18:05:56.819414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9575630-12e3-4f45-b76a-6264d118be24 req-a202db2d-2678-4ca8-991b-bd8e4e74050f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414860 Nov 18 18:05:57.934840 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5ed16-4c8b-40a3-b950-c5ea8a091368 req-90368082-acdf-44a9-8497-4972ce7d8bfb tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:57.936345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-85c5ed16-4c8b-40a3-b950-c5ea8a091368 req-90368082-acdf-44a9-8497-4972ce7d8bfb tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0474806 Nov 18 18:05:57.986904 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-85c5ed16-4c8b-40a3-b950-c5ea8a091368 req-1ba65f5c-29ad-48fd-9e51-b59e7cc60263 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441597 Nov 18 18:05:58.979098 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2b2c5-309f-414d-8b0d-2665a4b8aa4e req-ad258075-2f85-422d-9183-ffddbda0619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:58.980678 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3be2b2c5-309f-414d-8b0d-2665a4b8aa4e req-ad258075-2f85-422d-9183-ffddbda0619c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 1098 time: 0.0443342 Nov 18 18:05:59.088393 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2b2c5-309f-414d-8b0d-2665a4b8aa4e req-b2768c64-62be-4121-bb7e-6b7947e03505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:59.089916 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3be2b2c5-309f-414d-8b0d-2665a4b8aa4e req-b2768c64-62be-4121-bb7e-6b7947e03505 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0898979 Nov 18 18:05:59.104528 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc87960-5f62-4574-bdf6-f05e8bb2a6e4 req-e3a3e87d-9046-47ac-93d8-e66e7f714baf tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:59.106152 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cc87960-5f62-4574-bdf6-f05e8bb2a6e4 req-e3a3e87d-9046-47ac-93d8-e66e7f714baf tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0501773 Nov 18 18:05:59.154920 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7cc87960-5f62-4574-bdf6-f05e8bb2a6e4 req-13d401f7-2311-493c-926f-7be790c1fc2a tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425670 Nov 18 18:05:59.155994 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3be2b2c5-309f-414d-8b0d-2665a4b8aa4e req-1b3577db-41ac-4d8c-ae66-aeee8a8ab865 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca HTTP/1.1" status: 200 len: 1002 time: 0.0586562 Nov 18 18:05:59.204810 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2b2c5-309f-414d-8b0d-2665a4b8aa4e req-9bd39753-e7c2-47a3-b097-cc4c08fa1e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:59.206334 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3be2b2c5-309f-414d-8b0d-2665a4b8aa4e req-9bd39753-e7c2-47a3-b097-cc4c08fa1e32 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0437477 Nov 18 18:05:59.254982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2b2c5-309f-414d-8b0d-2665a4b8aa4e req-50c28b51-2d4c-4b52-887b-72a9b2cce83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:05:59.256485 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3be2b2c5-309f-414d-8b0d-2665a4b8aa4e req-50c28b51-2d4c-4b52-887b-72a9b2cce83e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435801 Nov 18 18:05:59.348664 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3be2b2c5-309f-414d-8b0d-2665a4b8aa4e req-991b3bb5-4885-41df-99fe-aba972444f96 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843813 Nov 18 18:05:59.440520 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3be2b2c5-309f-414d-8b0d-2665a4b8aa4e req-a6a7b10a-2895-4114-8e5f-73eff318556d service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838389 Nov 18 18:05:59.989428 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-991e0a6d-dc7c-4241-a745-ae13f4c803d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:00.275259 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e952030-6e9c-4325-983b-deefd8c76eeb req-541b6375-fe44-45bd-afc2-1d30d78077c1 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:00.276884 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e952030-6e9c-4325-983b-deefd8c76eeb req-541b6375-fe44-45bd-afc2-1d30d78077c1 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0483932 Nov 18 18:06:00.324210 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e952030-6e9c-4325-983b-deefd8c76eeb req-b66171d1-3f15-445a-a71a-7af95022c1e3 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413084 Nov 18 18:06:01.444205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeca97b-fd1c-4baa-9ca1-7994285374c0 req-a45592fe-8703-4c18-8a14-b3bb35939860 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:01.445702 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9aeca97b-fd1c-4baa-9ca1-7994285374c0 req-a45592fe-8703-4c18-8a14-b3bb35939860 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0521181 Nov 18 18:06:01.493386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9aeca97b-fd1c-4baa-9ca1-7994285374c0 req-a1dff93b-2094-4d57-ac5d-bd02361c0e6a tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412667 Nov 18 18:06:02.463040 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-08fb87cf-a5e1-4451-b4e7-710089c4fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:02.611593 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36800651-3267-4c98-978c-ffc0607ffca6 req-b4e23ce2-757b-4cbe-b01b-2c9d7f940e21 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:02.613148 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36800651-3267-4c98-978c-ffc0607ffca6 req-b4e23ce2-757b-4cbe-b01b-2c9d7f940e21 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0502272 Nov 18 18:06:02.661748 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36800651-3267-4c98-978c-ffc0607ffca6 req-ca923651-946a-4c64-a1c2-cae1006e2671 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424805 Nov 18 18:06:03.762335 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:03.790854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63286b-2479-4655-a3da-8514778a9ddf req-e615815d-f35a-4959-8ecc-ed74f47b47ac tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:03.792401 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db63286b-2479-4655-a3da-8514778a9ddf req-e615815d-f35a-4959-8ecc-ed74f47b47ac tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0557282 Nov 18 18:06:03.839304 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db63286b-2479-4655-a3da-8514778a9ddf req-99b0202e-47e9-4233-a46e-b82d0addf7fe tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408249 Nov 18 18:06:04.960605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3f565-5f6a-4475-8539-eada9d0e0917 req-208adc9d-26da-4f61-aafe-47506810c8d0 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:04.971966 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40a3f565-5f6a-4475-8539-eada9d0e0917 req-208adc9d-26da-4f61-aafe-47506810c8d0 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0524743 Nov 18 18:06:05.016039 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40a3f565-5f6a-4475-8539-eada9d0e0917 req-d6f8b8e5-14af-44ab-95a3-d214d372aec3 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475965 Nov 18 18:06:05.162459 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:05.511073 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:06.135030 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48803753-cbb8-463a-89bd-7fa2db879123 req-b22a70b6-1236-480a-9363-2d65278e7afb tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:06.136492 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48803753-cbb8-463a-89bd-7fa2db879123 req-b22a70b6-1236-480a-9363-2d65278e7afb tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0478086 Nov 18 18:06:06.186207 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48803753-cbb8-463a-89bd-7fa2db879123 req-4fc65a8b-7a2a-47e3-8e21-58045dda6c27 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438981 Nov 18 18:06:07.301689 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0dc563-0304-4ca8-a886-699e53d8c629 req-149e4fdc-c897-4d6b-8c13-9047e2da62ca tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:07.303181 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d0dc563-0304-4ca8-a886-699e53d8c629 req-149e4fdc-c897-4d6b-8c13-9047e2da62ca tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0486004 Nov 18 18:06:07.351270 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d0dc563-0304-4ca8-a886-699e53d8c629 req-effd4a65-c870-42c1-a400-d52b0b36583b tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421443 Nov 18 18:06:08.465936 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f88f53-4ff2-4801-9255-f3c9ec4cb692 req-7435472a-e0cb-4ca3-992a-b84a938a73b8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:08.467435 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7f88f53-4ff2-4801-9255-f3c9ec4cb692 req-7435472a-e0cb-4ca3-992a-b84a938a73b8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0484664 Nov 18 18:06:08.515901 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b7f88f53-4ff2-4801-9255-f3c9ec4cb692 req-c4c1d38a-753d-4bfe-b501-fe6668b43d8a tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416985 Nov 18 18:06:09.647594 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9133033-a16b-4a8e-a165-6df443e71a18 req-2a1472be-4090-415a-9aa1-710d9b6db2b7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:09.653116 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9133033-a16b-4a8e-a165-6df443e71a18 req-2a1472be-4090-415a-9aa1-710d9b6db2b7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0632498 Nov 18 18:06:09.711354 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b9133033-a16b-4a8e-a165-6df443e71a18 req-45a8f31c-40fe-419f-9717-6e0e64ce3672 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478616 Nov 18 18:06:10.745393 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-1e6dd852-b4e8-4d78-83d5-ce684fa7c3db service neutron] show failed (client error): The resource could not be found. Nov 18 18:06:10.746407 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-1e6dd852-b4e8-4d78-83d5-ce684fa7c3db service neutron] 10.222.0.81 "GET /v2.0/ports/3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca/bindings/n-h2-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.0544469 Nov 18 18:06:10.829688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72930b4e-b815-469e-81f4-2f3de453cf47 req-853a46c3-897e-4834-b1ad-331663aa0569 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:10.831195 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72930b4e-b815-469e-81f4-2f3de453cf47 req-853a46c3-897e-4834-b1ad-331663aa0569 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0483902 Nov 18 18:06:10.881940 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-72930b4e-b815-469e-81f4-2f3de453cf47 req-6efdf91c-e6d5-43cd-a59c-af4181005852 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435216 Nov 18 18:06:11.216598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-d5036a48-d02f-4f82-a1ef-559fdaf1d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:11.218389 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-d5036a48-d02f-4f82-a1ef-559fdaf1d935 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f&tenant_id=e8d549e3d15f42359bff6a5bf32d95d7 HTTP/1.1" status: 200 len: 1098 time: 0.0399418 Nov 18 18:06:11.234098 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:06:11.288542 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:11.486951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:06:11.520288 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:06:11.580602 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:06:11.583458 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5c500c-e2c4-4eb5-af0c-abad7875052a" -d '{"events": [{"server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "name": "network-vif-unplugged", "status": "completed", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:06:11.587594 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:11.600284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Transition to ACTIVE for port object 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:06:11.633955 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd4b80d-f6d1-48a2-ac1c-86864f3f32e5 x-openstack-request-id: req-5fd4b80d-f6d1-48a2-ac1c-86864f3f32e5 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:06:11.634262 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "name": "network-vif-unplugged", "status": "completed", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:06:11.634526 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5fd4b80d-f6d1-48a2-ac1c-86864f3f32e5 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:06:11.634936 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'code': 200} Nov 18 18:06:11.662487 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:11.755289 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Pushing event updated for resources: {'Port': ['ID=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,revision_number=6']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:06:11.770957 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:11.771314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:11.771661 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:11.772028 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:11.772626 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:11.772733 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:11.773017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:11.773353 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:11.773675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:11.774012 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:11.774341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:11.774667 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:11.811962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] No DVR routers for this DVR port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:06:11.949511 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Attempting to bind port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:06:11.949848 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Attempting to bind port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:06:11.950177 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Attempting to bind port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:06:11.954587 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca on network 1c820867-c107-43dd-a6d8-aa96ff592126 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:06:11.954938 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Attempting to bind port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:06:11.963233 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:06:11.963820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Checking segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:06:11.964223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Bound using segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:06:11.964685 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Bound port: 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:06:11.965044 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:12.002849 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7551a8-5dce-4b31-9236-451e00ffd405 req-fe5d9504-3889-48c1-997e-8ee6aa8616ef tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:12.004881 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c7551a8-5dce-4b31-9236-451e00ffd405 req-fe5d9504-3889-48c1-997e-8ee6aa8616ef tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0528350 Nov 18 18:06:12.033164 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:06:12.036884 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:06:12.061507 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c7551a8-5dce-4b31-9236-451e00ffd405 req-58190a85-5824-46a2-8173-0d2327b53903 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499289 Nov 18 18:06:12.092069 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:12.127628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:12.128209 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:12.129596 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] 10.222.0.83 "PUT /v2.0/ports/3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca HTTP/1.1" status: 200 len: 1093 time: 0.8994324 Nov 18 18:06:12.151201 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec0ff4-de5e-4be1-9837-4d027f25641d service neutron] Pushing event updated for resources: {'Port': ['ID=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,revision_number=7']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:06:12.196747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-eaabacbb-f5e4-4748-baf7-80b370b81cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:12.198295 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-eaabacbb-f5e4-4748-baf7-80b370b81cf2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 1096 time: 0.0430496 Nov 18 18:06:12.297899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-8c44831e-c292-4591-b60c-bec06e1bfc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:12.299457 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-8c44831e-c292-4591-b60c-bec06e1bfc43 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0933933 Nov 18 18:06:12.367622 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-2cb7fc07-2009-43e6-a5ff-a197ae6a1b93 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca HTTP/1.1" status: 200 len: 1000 time: 0.0575516 Nov 18 18:06:12.422271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-17eb7968-3daa-46f9-8b76-9db83f540c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:12.423724 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-17eb7968-3daa-46f9-8b76-9db83f540c36 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0452297 Nov 18 18:06:12.473148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-e571f09b-553b-40ea-8b1c-09ba84f549c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:12.474613 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-e571f09b-553b-40ea-8b1c-09ba84f549c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433488 Nov 18 18:06:12.565031 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-4f8d1c05-0b3e-4f06-826b-b70eb7e12d9f service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818307 Nov 18 18:06:12.661115 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-2b79099d-5c4d-4ecd-91e2-240c3b8b705f service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861571 Nov 18 18:06:12.989305 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:06:13.028435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:06:13.186322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc5c89-b3d5-4f15-a716-8cc6619fd75e req-f19854a8-134e-4b3b-9393-2fa9f1b342f2 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:13.187859 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61fc5c89-b3d5-4f15-a716-8cc6619fd75e req-f19854a8-134e-4b3b-9393-2fa9f1b342f2 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0508370 Nov 18 18:06:13.237096 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-61fc5c89-b3d5-4f15-a716-8cc6619fd75e req-08a2e00f-31c1-4420-9fb9-92218fcae698 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422201 Nov 18 18:06:13.636677 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:06:13.639271 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d37f36-7953-4b6a-9289-2a289ce35070" -d '{"events": [{"name": "network-changed", "server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:06:13.691657 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6093a67d-3faa-4a65-a28f-f7b47626df6c x-openstack-request-id: req-6093a67d-3faa-4a65-a28f-f7b47626df6c {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:06:13.692039 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:06:13.692301 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6093a67d-3faa-4a65-a28f-f7b47626df6c {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:06:13.692716 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'status': 'completed', 'code': 200} Nov 18 18:06:13.779820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-d71b50d7-f055-4ff9-902f-6024276e7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:13.781467 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-d71b50d7-f055-4ff9-902f-6024276e7d76 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 1096 time: 0.0695632 Nov 18 18:06:13.784005 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-8501228b-9e16-4f0c-801b-9164d7cf85df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:13.785892 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-8501228b-9e16-4f0c-801b-9164d7cf85df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 1096 time: 0.0655749 Nov 18 18:06:13.945248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-10f30f62-1428-4b9b-b4c8-3c3e54e1f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:13.946634 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-10f30f62-1428-4b9b-b4c8-3c3e54e1f9ff service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.1581213 Nov 18 18:06:13.951070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-d2e1cd5e-67fe-4055-84ae-c00830bcacd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:13.952460 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-d2e1cd5e-67fe-4055-84ae-c00830bcacd9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.1561975 Nov 18 18:06:14.360535 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a90ea9-45ab-4c4a-9042-769c6e33d124 req-5879b9e5-fe3a-44ed-9156-d8c4a469c5b8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:14.362780 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80a90ea9-45ab-4c4a-9042-769c6e33d124 req-5879b9e5-fe3a-44ed-9156-d8c4a469c5b8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0529790 Nov 18 18:06:14.372028 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-01b0c77c-9ddf-4102-82b9-817d75ee15a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca HTTP/1.1" status: 200 len: 1000 time: 0.4158070 Nov 18 18:06:14.373817 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-11b08f8a-aaab-45f1-8d5e-121bc97c8942 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca HTTP/1.1" status: 200 len: 1000 time: 0.4106293 Nov 18 18:06:14.414534 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-80a90ea9-45ab-4c4a-9042-769c6e33d124 req-f4f7f22f-f353-4abe-8a2f-f409da4ce7f0 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457051 Nov 18 18:06:14.460999 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-ecdeda8a-1749-489d-9237-a82c4340ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:14.462523 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-ecdeda8a-1749-489d-9237-a82c4340ec0f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0826941 Nov 18 18:06:14.464081 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-862d92c4-cfb7-40bd-a8c7-8c93edee3820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:14.465440 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-862d92c4-cfb7-40bd-a8c7-8c93edee3820 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0779173 Nov 18 18:06:14.541992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-5f2ffbe4-8515-4b88-a7fa-8c137cb02d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:14.543519 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-5f2ffbe4-8515-4b88-a7fa-8c137cb02d51 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724616 Nov 18 18:06:14.547990 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-df95165f-0611-4d91-963f-e52afcebff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:14.549348 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-df95165f-0611-4d91-963f-e52afcebff63 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703845 Nov 18 18:06:14.702602 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-dd1699f5-3235-4402-b2c3-0f12a4de67e0 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511297 Nov 18 18:06:14.706023 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-3e960db1-1eef-4d77-b002-625927971525 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468322 Nov 18 18:06:14.864848 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-0d3a7e93-fd61-4f9d-ab8a-94fa4cecc16f service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541734 Nov 18 18:06:14.866651 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7d37f36-7953-4b6a-9289-2a289ce35070 req-362f6f99-0718-4fed-828b-d8b40777f5aa service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491983 Nov 18 18:06:15.540169 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bf1e4-4fef-4d21-9d46-741c91c77224 req-260d7fff-7b9e-432a-a2e5-6551cdb147c9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:15.541779 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-610bf1e4-4fef-4d21-9d46-741c91c77224 req-260d7fff-7b9e-432a-a2e5-6551cdb147c9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0525005 Nov 18 18:06:15.590198 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-610bf1e4-4fef-4d21-9d46-741c91c77224 req-ac13c6c6-0455-4014-9c2d-75a8a74d3f46 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422230 Nov 18 18:06:16.707336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6020607-2921-43c0-a2d0-f8c4d66d4e05 req-17811770-a774-4e9f-8ce1-0bea0d7309c8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:16.709012 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6020607-2921-43c0-a2d0-f8c4d66d4e05 req-17811770-a774-4e9f-8ce1-0bea0d7309c8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0493853 Nov 18 18:06:16.758079 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b6020607-2921-43c0-a2d0-f8c4d66d4e05 req-d4850d9f-2bb2-499e-8680-b7c54ca882e8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426676 Nov 18 18:06:17.234558 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:06:17.885388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04813dc8-e959-4df1-aad0-e993a183228e req-9a33ec66-ac4e-4f21-8901-5442137d7664 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:17.886959 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04813dc8-e959-4df1-aad0-e993a183228e req-9a33ec66-ac4e-4f21-8901-5442137d7664 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0541077 Nov 18 18:06:17.935201 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-04813dc8-e959-4df1-aad0-e993a183228e req-746cf47b-5388-447a-8032-d3d3b6aa543e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420656 Nov 18 18:06:19.054314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be2d55-ea19-4174-be69-09281a38e23d req-3b3f546a-6fab-4b3c-a4f1-2f8b373e0b5c tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:19.055870 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91be2d55-ea19-4174-be69-09281a38e23d req-3b3f546a-6fab-4b3c-a4f1-2f8b373e0b5c tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0489123 Nov 18 18:06:19.105148 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-91be2d55-ea19-4174-be69-09281a38e23d req-3de87ff0-f1d3-4096-bfb6-406530c88abb tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432470 Nov 18 18:06:20.221085 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860b7f4-6edd-4f27-943d-c4b1a6c7bfb6 req-a140c4b5-6544-4761-85d1-27a56377b555 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:20.222667 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a860b7f4-6edd-4f27-943d-c4b1a6c7bfb6 req-a140c4b5-6544-4761-85d1-27a56377b555 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0488555 Nov 18 18:06:20.273018 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a860b7f4-6edd-4f27-943d-c4b1a6c7bfb6 req-3ec24b42-fcfd-4b0f-8ef1-5a8f5218e847 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443249 Nov 18 18:06:21.388625 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f81466-1514-4786-bfe6-3821d3ac66b6 req-3516783a-f18d-442d-b069-6aa27dfb96f8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:21.390096 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68f81466-1514-4786-bfe6-3821d3ac66b6 req-3516783a-f18d-442d-b069-6aa27dfb96f8 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0482819 Nov 18 18:06:21.438446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68f81466-1514-4786-bfe6-3821d3ac66b6 req-7220c784-4ffc-4d23-8b9c-cb5ec457b121 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415831 Nov 18 18:06:21.953767 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:22.555276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e82deb-8d7e-405c-9f61-fa474ea24f3e req-01e34b97-b5d9-461f-9d14-17ea4cb40210 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:22.556794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29e82deb-8d7e-405c-9f61-fa474ea24f3e req-01e34b97-b5d9-461f-9d14-17ea4cb40210 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0491576 Nov 18 18:06:22.605098 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-29e82deb-8d7e-405c-9f61-fa474ea24f3e req-3d726ac2-faba-431b-ac68-8f40b2e3684f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420504 Nov 18 18:06:23.571130 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:23.727512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f36b92-2d95-4e98-989c-2c5d41987cff req-9dc476a7-8810-4557-a8d4-19d8acc212e4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:23.729011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54f36b92-2d95-4e98-989c-2c5d41987cff req-9dc476a7-8810-4557-a8d4-19d8acc212e4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0517552 Nov 18 18:06:23.777854 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54f36b92-2d95-4e98-989c-2c5d41987cff req-7855d730-7858-4f2d-b02a-6cac2e3f5e6d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425894 Nov 18 18:06:24.905166 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6ccb5-6578-4b91-b806-3bc7d1c1edec req-14724f26-4be7-49e8-9cd4-c57aff12db76 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:24.906684 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cea6ccb5-6578-4b91-b806-3bc7d1c1edec req-14724f26-4be7-49e8-9cd4-c57aff12db76 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0485528 Nov 18 18:06:24.954429 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cea6ccb5-6578-4b91-b806-3bc7d1c1edec req-081ac856-f72f-44b7-9114-206a787000f2 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411909 Nov 18 18:06:26.071161 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e6f03-a7e7-4316-8771-73e886e37fc8 req-0b4f8ebd-0319-42c7-b71a-17766d3ca652 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:26.072702 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d05e6f03-a7e7-4316-8771-73e886e37fc8 req-0b4f8ebd-0319-42c7-b71a-17766d3ca652 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0474672 Nov 18 18:06:26.123365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d05e6f03-a7e7-4316-8771-73e886e37fc8 req-fc14bbcf-8d04-4ec6-a688-b34a724ea77a tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447798 Nov 18 18:06:27.244451 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2975e2d-df77-4c30-b25a-423ed95062f6 req-0092dd9c-6f87-4fa4-8d93-b9ff23566a0a tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:27.245968 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f2975e2d-df77-4c30-b25a-423ed95062f6 req-0092dd9c-6f87-4fa4-8d93-b9ff23566a0a tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 944 time: 0.0513711 Nov 18 18:06:27.293065 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f2975e2d-df77-4c30-b25a-423ed95062f6 req-331ac283-a811-4d64-a06e-1fc303433924 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410817 Nov 18 18:06:27.553515 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:06:27.646554 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:06:27.657414 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'port_id': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'mac_address': 'fa:16:3e:ee:e2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:06:27.697040 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:27.709425 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:06:27.728798 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:06:27.794181 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:27.841776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:06:27.850518 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:27.850872 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:27.851223 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:27.851665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:27.852052 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:27.852398 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:27.852735 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:27.853069 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:27.853402 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:27.853732 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:27.854064 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:27.854396 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:06:27.891319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e3c26-fe80-4793-9720-f9a69585f799 req-dbcfb484-1a56-46bf-a953-c893187999b1 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:27.892868 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a37e3c26-fe80-4793-9720-f9a69585f799 req-dbcfb484-1a56-46bf-a953-c893187999b1 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.0500584 Nov 18 18:06:27.941971 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a37e3c26-fe80-4793-9720-f9a69585f799 req-5b1c9696-e3d3-4978-8e2d-1d196c865250 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426159 Nov 18 18:06:27.943582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-34522a15-2d8f-4c03-92e1-89462e28990c tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:27.945106 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-34522a15-2d8f-4c03-92e1-89462e28990c tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.83 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f&tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 945 time: 0.0575256 Nov 18 18:06:28.008243 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-b11aa8e3-b8cf-472f-8ac5-77aee9f8dfc5 service neutron] 10.222.0.83 "GET /v2.0/ports/3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca/bindings/n-h2-813419-11 HTTP/1.1" status: 200 len: 383 time: 0.0540459 Nov 18 18:06:28.071717 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-80ac6ed5-ddb2-43e1-a172-010f1c998daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:28.073145 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-80ac6ed5-ddb2-43e1-a172-010f1c998daa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 1097 time: 0.0406399 Nov 18 18:06:28.098385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:06:28.168861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-9395e79d-5dab-41d8-bda7-d0b5bf756759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:28.170358 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-9395e79d-5dab-41d8-bda7-d0b5bf756759 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0892894 Nov 18 18:06:28.240112 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-1a4f4fff-f4e0-487f-875d-e5473a9cfa50 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca HTTP/1.1" status: 200 len: 1001 time: 0.0614123 Nov 18 18:06:28.288844 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-d73d0565-9b68-492e-8cf6-91a8b7f08911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:28.290265 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-d73d0565-9b68-492e-8cf6-91a8b7f08911 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0431607 Nov 18 18:06:28.340237 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-071b6fa6-d242-4b9a-bca4-b78b91527faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:28.341634 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-071b6fa6-d242-4b9a-bca4-b78b91527faa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433893 Nov 18 18:06:28.430549 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-58578ecd-0079-4a23-aaa1-4fb7a863236a service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811555 Nov 18 18:06:28.526529 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-d995ce2e-e0f1-4500-b3df-7ea724282273 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858879 Nov 18 18:06:29.062971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0825f-f11b-406d-86e3-94d592c3490a req-64e0a3e5-7f0a-4c98-9564-065e2f3d787d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:29.064490 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3eb0825f-f11b-406d-86e3-94d592c3490a req-64e0a3e5-7f0a-4c98-9564-065e2f3d787d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.0507655 Nov 18 18:06:29.111289 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3eb0825f-f11b-406d-86e3-94d592c3490a req-beacc927-7f0a-4254-a168-12fd33cd2845 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402269 Nov 18 18:06:29.576474 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:06:29.685248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:06:29.689086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:06:29.692702 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:29.767890 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:29.789092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:06:29.791328 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccd3bf1-1538-41c2-b050-b1537d48be8f" -d '{"events": [{"server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "name": "network-vif-plugged", "status": "completed", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:06:29.803747 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:06:29.844058 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c40ec6-c937-4ac5-89e3-3df402c2d8be x-openstack-request-id: req-94c40ec6-c937-4ac5-89e3-3df402c2d8be {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:06:29.844361 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "name": "network-vif-plugged", "status": "completed", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:06:29.844622 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-94c40ec6-c937-4ac5-89e3-3df402c2d8be {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:06:29.845023 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'code': 200} Nov 18 18:06:29.881650 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:29.937016 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:06:29.988268 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26c5e95a-7eb0-40da-a465-a77d478459bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:30.232128 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa84065-b5fe-426c-b210-94044785013f req-e888e55a-9fb0-44aa-a571-70f8fd3c0368 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:30.233650 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4fa84065-b5fe-426c-b210-94044785013f req-e888e55a-9fb0-44aa-a571-70f8fd3c0368 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0488489 Nov 18 18:06:30.279904 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4fa84065-b5fe-426c-b210-94044785013f req-31730be0-894a-4e71-a8a1-1cd83b6eca83 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396047 Nov 18 18:06:31.404310 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4df475-39b4-4cf6-a553-1f0bb1469672 req-00500628-618c-46c2-bb9f-c3b057e0ddd7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:31.405971 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a4df475-39b4-4cf6-a553-1f0bb1469672 req-00500628-618c-46c2-bb9f-c3b057e0ddd7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0545096 Nov 18 18:06:31.455271 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a4df475-39b4-4cf6-a553-1f0bb1469672 req-10a34db2-1bf3-4932-85e6-0f5083b5daad tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431123 Nov 18 18:06:32.456831 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-de6fdb2d-de60-4fde-9759-529e3b8d47c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:32.578293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300bedb-dc6f-4632-b62f-aa93da489d37 req-ffc62fc5-8039-4742-8bad-971b4813b6c2 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:32.579771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8300bedb-dc6f-4632-b62f-aa93da489d37 req-ffc62fc5-8039-4742-8bad-971b4813b6c2 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0485153 Nov 18 18:06:32.628027 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8300bedb-dc6f-4632-b62f-aa93da489d37 req-8867c268-2202-4b7a-95b9-8c65e0c8f7ff tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417669 Nov 18 18:06:33.598304 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:06:33.694088 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:33.729859 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:06:33.732569 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b6c27a-16bc-4d66-bad5-6556f7374a3c" -d '{"events": [{"server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "name": "network-vif-unplugged", "status": "completed", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:06:33.739165 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:06:33.765284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66d4ae-1541-4d5f-9eaf-9b7287f7019b req-d007bc3a-7fce-490b-9f38-d74a842feecd tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:33.768595 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a66d4ae-1541-4d5f-9eaf-9b7287f7019b req-d007bc3a-7fce-490b-9f38-d74a842feecd tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0649462 Nov 18 18:06:33.782208 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 18:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6cd6a8-38b4-4476-9f84-4ff9815bc825 x-openstack-request-id: req-cf6cd6a8-38b4-4476-9f84-4ff9815bc825 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:06:33.782511 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "name": "network-vif-unplugged", "status": "completed", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:06:33.782779 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cf6cd6a8-38b4-4476-9f84-4ff9815bc825 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:06:33.783175 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'code': 200} Nov 18 18:06:33.788724 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:33.816849 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:33.823866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a66d4ae-1541-4d5f-9eaf-9b7287f7019b req-a5401e70-be9f-4637-ba7c-b5ec18d553d4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509465 Nov 18 18:06:33.871804 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,revision_number=10']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:06:33.923526 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-9dd38bb3-c3dc-4f85-99fc-230b30076bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:33.925058 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-9dd38bb3-c3dc-4f85-99fc-230b30076bde service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f&tenant_id=e8d549e3d15f42359bff6a5bf32d95d7 HTTP/1.1" status: 200 len: 1097 time: 0.0414944 Nov 18 18:06:33.936602 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:06:33.988586 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:34.191277 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:06:34.224397 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:06:34.255673 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:06:34.263133 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:34.275688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Transition to ACTIVE for port object 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:06:34.349948 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:34.438562 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Pushing event updated for resources: {'Port': ['ID=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,revision_number=11']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:06:34.475594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] No DVR routers for this DVR port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:06:34.614074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Attempting to bind port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:06:34.614400 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Attempting to bind port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:06:34.614733 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Attempting to bind port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:06:34.619019 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca on network 1c820867-c107-43dd-a6d8-aa96ff592126 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:06:34.619346 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Attempting to bind port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca on network 1c820867-c107-43dd-a6d8-aa96ff592126 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:06:34.624225 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:06:34.624570 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Checking segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:06:34.624956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Bound using segment: {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:06:34.625389 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Bound port: 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5695753f-0bf7-473f-a2fe-a850a5e4f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:06:34.625740 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:34.688916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:06:34.692549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:06:34.784920 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:34.820799 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:34.821430 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:34.822839 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] 10.222.0.81 "PUT /v2.0/ports/3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca HTTP/1.1" status: 200 len: 1094 time: 0.8902235 Nov 18 18:06:34.823293 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:06:34.825620 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e3f672-2a9f-4823-9e75-3e178ed2f781" -d '{"events": [{"name": "network-changed", "server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:06:34.901254 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830cdc61-dad8-460e-9dec-999ac407ba3e x-openstack-request-id: req-830cdc61-dad8-460e-9dec-999ac407ba3e {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:06:34.901560 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:06:34.901829 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-830cdc61-dad8-460e-9dec-999ac407ba3e {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:06:34.902250 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'status': 'completed', 'code': 200} Nov 18 18:06:34.912468 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8420fc8-5b8d-447e-b413-8b9ce3151f4d service neutron] Pushing event updated for resources: {'Port': ['ID=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,revision_number=12']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:06:34.945609 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-92c62c1c-7027-4e2d-8d8b-3a9956321b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:34.947111 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-92c62c1c-7027-4e2d-8d8b-3a9956321b0a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 1097 time: 0.0945356 Nov 18 18:06:34.962681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc9988-95c6-4d70-812e-dea758eff1f7 req-815b36d3-e756-49db-a749-9d1285443b16 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:34.968052 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3bc9988-95c6-4d70-812e-dea758eff1f7 req-815b36d3-e756-49db-a749-9d1285443b16 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.0633311 Nov 18 18:06:35.020921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3bc9988-95c6-4d70-812e-dea758eff1f7 req-97a96471-1be1-4c2e-a8b1-e847792b9974 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491729 Nov 18 18:06:35.045491 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-d86e7f06-e250-42b4-819e-6a767b3e0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:35.046985 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-d86e7f06-e250-42b4-819e-6a767b3e0c67 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 1097 time: 0.1113229 Nov 18 18:06:35.095304 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-baaea165-a0fc-48cb-90bc-9f1aa6792013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:35.096739 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-baaea165-a0fc-48cb-90bc-9f1aa6792013 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.1312416 Nov 18 18:06:35.170592 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:35.205194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-eebb9cb1-05b0-469f-9b04-3301980a3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:35.206821 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-eebb9cb1-05b0-469f-9b04-3301980a3094 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.1514816 Nov 18 18:06:35.212766 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-7ab65fe1-f519-4d66-8b0b-9d486196a8dd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca HTTP/1.1" status: 200 len: 1000 time: 0.0860407 Nov 18 18:06:35.310301 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-a641b619-36c6-4762-93dc-667515c82834 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca HTTP/1.1" status: 200 len: 1000 time: 0.0943346 Nov 18 18:06:35.311725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-b19e854a-7c3e-4565-ae43-636292dba357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:35.313091 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-b19e854a-7c3e-4565-ae43-636292dba357 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0904963 Nov 18 18:06:35.387160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-93c92e30-42f7-4df2-a1ed-9b34c6da4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:35.388676 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-93c92e30-42f7-4df2-a1ed-9b34c6da4a34 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0695226 Nov 18 18:06:35.394610 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-d0aa6be5-dcd9-457a-9394-a370cc1f8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:35.396011 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-d0aa6be5-dcd9-457a-9394-a370cc1f8c86 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757434 Nov 18 18:06:35.487521 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:35.494992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-631854fa-e820-43e2-9ec6-849656c9626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:35.496534 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-631854fa-e820-43e2-9ec6-849656c9626f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972819 Nov 18 18:06:35.535850 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-ba8cd3f5-42cb-43b5-8861-2e84bd2396b8 service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284773 Nov 18 18:06:35.660648 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-4a1e0c0b-47a9-4620-9660-0f9845f0aebc service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515851 Nov 18 18:06:35.684288 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1cbc5d5f-06e5-4d28-8c37-40b7b4744780 req-020f2d35-677f-4d4b-8196-ed7adfa6ec0c service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383893 Nov 18 18:06:35.793992 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-ebf4f3c0-8bd1-4b74-90ac-806bfac92499 service neutron] 10.222.0.83 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218569 Nov 18 18:06:35.795730 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-abd7bda0-e6d6-4096-b257-7f3b7e25ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:35.797107 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-abd7bda0-e6d6-4096-b257-7f3b7e25ad8f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 1097 time: 0.0603330 Nov 18 18:06:35.899641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-8a12282b-95bf-44c4-8111-9a79a9999800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:35.901211 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-8a12282b-95bf-44c4-8111-9a79a9999800 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 200 len: 914 time: 0.0973213 Nov 18 18:06:35.967459 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-2424725b-b9bc-49b2-86a6-6c43eaaf39e6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca HTTP/1.1" status: 200 len: 1000 time: 0.0587206 Nov 18 18:06:36.019700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-d2068e91-92c9-4ab3-9c91-c19f72d03b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:36.021515 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-d2068e91-92c9-4ab3-9c91-c19f72d03b28 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 200 len: 851 time: 0.0471308 Nov 18 18:06:36.073208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-ba4d4bd5-f26d-4d32-baed-08027662ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:36.074787 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-ba4d4bd5-f26d-4d32-baed-08027662ad84 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c820867-c107-43dd-a6d8-aa96ff592126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463879 Nov 18 18:06:36.161089 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62212e2d-d092-4952-95aa-8b6a34c087a8 req-722ca5a4-4b41-4eb1-b84d-36aa0d501920 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:36.162817 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-62212e2d-d092-4952-95aa-8b6a34c087a8 req-722ca5a4-4b41-4eb1-b84d-36aa0d501920 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.0530763 Nov 18 18:06:36.168746 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-23e9c2ed-a37d-4bcf-8a76-34e67db4d67d service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861855 Nov 18 18:06:36.212004 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-62212e2d-d092-4952-95aa-8b6a34c087a8 req-658233f7-becd-4c5c-bdc1-1db7bdcb8e3f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431411 Nov 18 18:06:36.267008 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-53e3f672-2a9f-4823-9e75-3e178ed2f781 req-e35cb0d0-8987-4982-8eea-343ce9d0ddfc service neutron] 10.222.0.81 "GET /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899818 Nov 18 18:06:37.333831 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cdde9-cbe4-47f6-be4a-295343a749d0 req-d05673c3-6a0c-451e-8af2-0f02419d53d3 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:37.335364 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9a9cdde9-cbe4-47f6-be4a-295343a749d0 req-d05673c3-6a0c-451e-8af2-0f02419d53d3 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.0532928 Nov 18 18:06:37.387296 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9a9cdde9-cbe4-47f6-be4a-295343a749d0 req-805228f6-bc3a-46a9-8841-4bcc3e3acd62 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456421 Nov 18 18:06:38.505658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0ca22-b49d-4a29-827c-0d03e2b84df7 req-e32b8c2d-c996-47ab-9dd3-7389a89b225e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:38.507071 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97a0ca22-b49d-4a29-827c-0d03e2b84df7 req-e32b8c2d-c996-47ab-9dd3-7389a89b225e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.0498695 Nov 18 18:06:38.555169 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97a0ca22-b49d-4a29-827c-0d03e2b84df7 req-0bb5593d-813e-45b3-af41-3f0885652418 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420859 Nov 18 18:06:39.676591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85431fa2-18e1-4910-a4c3-7c6c553473e4 req-5934c802-ef9c-4e7d-a4d2-c71191b3231e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:39.678120 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-85431fa2-18e1-4910-a4c3-7c6c553473e4 req-5934c802-ef9c-4e7d-a4d2-c71191b3231e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.0483732 Nov 18 18:06:39.729383 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-85431fa2-18e1-4910-a4c3-7c6c553473e4 req-ab1718b5-1ce1-4888-bfbb-fe05d9d433fa tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451112 Nov 18 18:06:40.852103 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfee6d-e9a9-443b-a26c-9b9f4b3beb00 req-31ff34ca-76dd-4dfc-bf32-4b3d2d42fa78 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:40.853623 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfcfee6d-e9a9-443b-a26c-9b9f4b3beb00 req-31ff34ca-76dd-4dfc-bf32-4b3d2d42fa78 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.0492234 Nov 18 18:06:40.902310 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dfcfee6d-e9a9-443b-a26c-9b9f4b3beb00 req-15440a63-cd02-4273-ad25-9edb5f916d11 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425959 Nov 18 18:06:42.016697 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09963a2b-d2c1-418e-bad6-aed28b39a197 req-dae43b7f-20d2-4655-acdf-5358906e6dc1 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:42.018176 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09963a2b-d2c1-418e-bad6-aed28b39a197 req-dae43b7f-20d2-4655-acdf-5358906e6dc1 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.0477972 Nov 18 18:06:42.063812 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-09963a2b-d2c1-418e-bad6-aed28b39a197 req-132ed8a3-e4fa-4780-9a42-8ab8e6419aab tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390458 Nov 18 18:06:43.185441 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40224b52-e99d-4161-b9a5-0819c59abd94 req-cdfed9ac-272c-44aa-80cb-7b2d308ee09b tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:43.186874 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40224b52-e99d-4161-b9a5-0819c59abd94 req-cdfed9ac-272c-44aa-80cb-7b2d308ee09b tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.0529008 Nov 18 18:06:43.235467 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40224b52-e99d-4161-b9a5-0819c59abd94 req-145a8fbb-feec-4193-a723-77a58ddac682 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422776 Nov 18 18:06:44.356139 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9b820-c719-4116-a7aa-dc455fad98c6 req-fe196ba8-f557-43b0-a5d5-c82c0f0c7f45 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:44.368028 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ec9b820-c719-4116-a7aa-dc455fad98c6 req-fe196ba8-f557-43b0-a5d5-c82c0f0c7f45 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.0487349 Nov 18 18:06:44.405526 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ec9b820-c719-4116-a7aa-dc455fad98c6 req-df7231bf-4ff4-4107-ba9e-f66c673db535 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419059 Nov 18 18:06:45.525046 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f57fe-9fe0-490e-8283-eea3d60cc9c4 req-826afc65-1d90-4b11-ba1c-6ce53b23e617 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:45.526535 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-582f57fe-9fe0-490e-8283-eea3d60cc9c4 req-826afc65-1d90-4b11-ba1c-6ce53b23e617 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.0514154 Nov 18 18:06:45.573775 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-582f57fe-9fe0-490e-8283-eea3d60cc9c4 req-81e1a86c-d74b-4bde-84c5-7be394996be3 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410886 Nov 18 18:06:46.695122 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f76edb-f3ee-4f8c-a825-88f5240d0fdd req-c9057bcb-eca7-4bf0-abf8-bc6027337829 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:46.696647 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-90f76edb-f3ee-4f8c-a825-88f5240d0fdd req-c9057bcb-eca7-4bf0-abf8-bc6027337829 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.0497332 Nov 18 18:06:46.743489 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-90f76edb-f3ee-4f8c-a825-88f5240d0fdd req-98a39bc1-67cc-46c8-ac15-d93f40a34f99 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408492 Nov 18 18:06:47.859031 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7842ea-713e-49e9-a51c-5862c49161c5 req-6f751d78-234b-4607-bf04-cd815a8c0d64 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:47.860501 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db7842ea-713e-49e9-a51c-5862c49161c5 req-6f751d78-234b-4607-bf04-cd815a8c0d64 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.0470557 Nov 18 18:06:47.910668 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-db7842ea-713e-49e9-a51c-5862c49161c5 req-32b28c7d-ada2-4522-94a0-69b5185bffd9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436919 Nov 18 18:06:49.026529 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb99f70-75ae-4ba2-821b-634a5cfdb5a3 req-c74b33ed-e31b-4805-9e31-31485afa8e61 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:49.028034 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-acb99f70-75ae-4ba2-821b-634a5cfdb5a3 req-c74b33ed-e31b-4805-9e31-31485afa8e61 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.0485082 Nov 18 18:06:49.074113 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-acb99f70-75ae-4ba2-821b-634a5cfdb5a3 req-24f19c25-6700-4554-93ac-79496ac1df92 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401568 Nov 18 18:06:49.188350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:06:49.188930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a435bce-d9f6-4be5-8bed-f85cfd4d3e48 req-38ead058-3584-43cf-97f7-0486c58bae52 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:49.190027 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a435bce-d9f6-4be5-8bed-f85cfd4d3e48 req-38ead058-3584-43cf-97f7-0486c58bae52 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.0475507 Nov 18 18:06:49.237636 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a435bce-d9f6-4be5-8bed-f85cfd4d3e48 req-62c400ad-8f7b-4089-8641-d8075660e792 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402281 Nov 18 18:06:49.290281 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:06:49.302293 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'port_id': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'mac_address': 'fa:16:3e:ee:e2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:06:49.344946 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:49.358285 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:06:49.378790 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:06:49.441580 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:49.497269 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,revision_number=13']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:06:49.693841 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd015b91-36e8-44a1-ba51-6a29b58e2796 req-72358459-2cd1-44ec-b568-e1c224a598c9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:49.695258 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd015b91-36e8-44a1-ba51-6a29b58e2796 req-72358459-2cd1-44ec-b568-e1c224a598c9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 945 time: 0.3891921 Nov 18 18:06:49.695379 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:06:49.742925 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cd015b91-36e8-44a1-ba51-6a29b58e2796 req-2583cb43-dd0f-4950-80cd-5aec694b1eb9 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414937 Nov 18 18:06:50.180488 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32b54a-7902-4f3e-a257-c8bfac125e42 req-25b06010-4b29-4b25-90ef-2cb103cda80a tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:50.181992 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a32b54a-7902-4f3e-a257-c8bfac125e42 req-25b06010-4b29-4b25-90ef-2cb103cda80a tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0495431 Nov 18 18:06:50.229886 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8a32b54a-7902-4f3e-a257-c8bfac125e42 req-ea8831cd-0e92-433b-80a1-240a819e95f3 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419421 Nov 18 18:06:51.218154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:06:51.361083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126936e-8c98-40ba-b61c-4f6017028a52 req-c5f74ef6-49ac-4bf0-bd9b-44357a574f39 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:51.364237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d126936e-8c98-40ba-b61c-4f6017028a52 req-c5f74ef6-49ac-4bf0-bd9b-44357a574f39 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0602305 Nov 18 18:06:51.431505 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d126936e-8c98-40ba-b61c-4f6017028a52 req-2520cb1e-7525-49e4-9860-7c5efd15387d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608025 Nov 18 18:06:51.549794 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:06:51.554266 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:06:51.554645 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:51.631557 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:51.654571 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:06:51.656776 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd126c1e-7a42-4d2c-992e-fcf807a5c12c" -d '{"events": [{"server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "name": "network-vif-plugged", "status": "completed", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:06:51.670174 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:06:51.697403 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816c98cd-98c9-46ee-b039-d2c0a634be84 x-openstack-request-id: req-816c98cd-98c9-46ee-b039-d2c0a634be84 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:06:51.697697 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "name": "network-vif-plugged", "status": "completed", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:06:51.697951 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-816c98cd-98c9-46ee-b039-d2c0a634be84 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:06:51.698361 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'code': 200} Nov 18 18:06:51.730385 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:51.737661 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b805e-c665-4370-8622-3de3c8c675a6 req-74fafde2-da69-4880-a4ce-478dfdb1ea06 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:51.739221 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d3b805e-c665-4370-8622-3de3c8c675a6 req-74fafde2-da69-4880-a4ce-478dfdb1ea06 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 946 time: 0.0500276 Nov 18 18:06:51.781938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,revision_number=14']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:06:51.967145 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:52.127562 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-1d3b805e-c665-4370-8622-3de3c8c675a6 req-806eedc1-5c2b-4d00-893e-f63fb74f8654 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Deleting port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:06:52.127944 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1d3b805e-c665-4370-8622-3de3c8c675a6 req-806eedc1-5c2b-4d00-893e-f63fb74f8654 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:52.213986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1d3b805e-c665-4370-8622-3de3c8c675a6 req-806eedc1-5c2b-4d00-893e-f63fb74f8654 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] For port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:06:52.214270 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1d3b805e-c665-4370-8622-3de3c8c675a6 req-806eedc1-5c2b-4d00-893e-f63fb74f8654 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:52.386898 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1d3b805e-c665-4370-8622-3de3c8c675a6 req-806eedc1-5c2b-4d00-893e-f63fb74f8654 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:52.387269 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1d3b805e-c665-4370-8622-3de3c8c675a6 req-806eedc1-5c2b-4d00-893e-f63fb74f8654 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:52.387593 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [req-1d3b805e-c665-4370-8622-3de3c8c675a6 req-806eedc1-5c2b-4d00-893e-f63fb74f8654 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Floating IP 378c8483-e3cf-498b-a376-3d91b10c972c disassociated. External IP: 172.25.3.86, port: 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca. Nov 18 18:06:52.387973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-1d3b805e-c665-4370-8622-3de3c8c675a6 req-806eedc1-5c2b-4d00-893e-f63fb74f8654 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Calling delete_port for 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:06:52.544864 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f0f5b-da1f-403f-a8b7-b6b0f68b8115 req-19b5bbc9-d81a-4240-a5a0-9f37bae2a6b4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:06:52.546319 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac3f0f5b-da1f-403f-a8b7-b6b0f68b8115 req-19b5bbc9-d81a-4240-a5a0-9f37bae2a6b4 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 947 time: 0.0492010 Nov 18 18:06:52.570486 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1d3b805e-c665-4370-8622-3de3c8c675a6 req-806eedc1-5c2b-4d00-893e-f63fb74f8654 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:52.597158 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ac3f0f5b-da1f-403f-a8b7-b6b0f68b8115 req-f6bd1052-fe29-47ef-bc31-550fccf006f7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a510f64-8ea1-492e-b9b9-436ca54250de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440912 Nov 18 18:06:52.600630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806eedc1-5c2b-4d00-893e-f63fb74f8654 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Pushing event deleted for resources: {'Port': ['ID=3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:06:52.723808 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d3b805e-c665-4370-8622-3de3c8c675a6 req-806eedc1-5c2b-4d00-893e-f63fb74f8654 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Router 086955bc-5e8d-490e-af16-2c0ec8cd2857 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:06:52.833692 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d3b805e-c665-4370-8622-3de3c8c675a6 req-806eedc1-5c2b-4d00-893e-f63fb74f8654 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:06:52.844363 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c00b3-741f-4a33-807a-a8d99f34d6fc None None] Sync routers for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:06:52.854716 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c00b3-741f-4a33-807a-a8d99f34d6fc None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:06:52.855347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1b5c00b3-741f-4a33-807a-a8d99f34d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:06:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:06:52.876567 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3b805e-c665-4370-8622-3de3c8c675a6 req-806eedc1-5c2b-4d00-893e-f63fb74f8654 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] No DVR routers for this DVR port 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:06:52.879423 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1d3b805e-c665-4370-8622-3de3c8c675a6 req-806eedc1-5c2b-4d00-893e-f63fb74f8654 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:52.882937 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1d3b805e-c665-4370-8622-3de3c8c675a6 req-806eedc1-5c2b-4d00-893e-f63fb74f8654 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.81 "DELETE /v2.0/ports/3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca HTTP/1.1" status: 204 len: 173 time: 1.1375170 Nov 18 18:06:52.883399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'name': 'network-vif-deleted', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:06:52.885779 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34eda7af-4faa-475e-8c1b-ab61aa29f729" -d '{"events": [{"server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "name": "network-vif-deleted", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:06:52.923318 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7681409-8c35-41d4-a92f-c51d9f07f50f x-openstack-request-id: req-b7681409-8c35-41d4-a92f-c51d9f07f50f {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:06:52.923318 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca023f5-d46b-4c69-9460-6a0f4cf1c05f", "name": "network-vif-deleted", "tag": "3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:06:52.923318 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b7681409-8c35-41d4-a92f-c51d9f07f50f {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:06:52.923601 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca023f5-d46b-4c69-9460-6a0f4cf1c05f', 'name': 'network-vif-deleted', 'tag': '3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca', 'status': 'completed', 'code': 200} Nov 18 18:06:52.965450 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-1b5c00b3-741f-4a33-807a-a8d99f34d6fc None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:06:53.166612 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1b5c00b3-741f-4a33-807a-a8d99f34d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:06:53.196792 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c00b3-741f-4a33-807a-a8d99f34d6fc None None] Checking router: 086955bc-5e8d-490e-af16-2c0ec8cd2857 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:06:53.205277 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c00b3-741f-4a33-807a-a8d99f34d6fc None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:06:53.205896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1b5c00b3-741f-4a33-807a-a8d99f34d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:06:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:06:53.315688 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-1b5c00b3-741f-4a33-807a-a8d99f34d6fc None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:06:53.530982 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1b5c00b3-741f-4a33-807a-a8d99f34d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:06:53.562652 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c00b3-741f-4a33-807a-a8d99f34d6fc None None] The sync data for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 is: [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:33Z', 'revision_number': 4, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'aa8ad15e-8b90-4305-9a27-53d11c74263c', 'name': '', 'network_id': '1c820867-c107-43dd-a6d8-aa96ff592126', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'mac_address': 'fa:16:3e:9f:98:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'e871c254-5386-413b-b422-5ec96c03728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:33Z', 'updated_at': '2021-11-18T17:56:36Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'subnets': [{'id': 'e871c254-5386-413b-b422-5ec96c03728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:06:53.602035 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:06:53.698403 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-433caad1-c250-49fc-95ce-83ba39abfdd7 req-291e8da7-a231-4c40-a6fd-3a748be6ccc3 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 210 time: 0.0273306 Nov 18 18:06:53.809619 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104160c0-d87b-41c8-aeb9-d3d9ac81f51c None None] New status for floating IP 378c8483-e3cf-498b-a376-3d91b10c972c: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:06:54.233006 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:06:54.804154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9473102f-f222-41fe-8f53-64c963f07584 req-df5f80d5-21c4-49f5-8086-5a6d023c1c2c tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 210 time: 0.0255971 Nov 18 18:06:55.234941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:06:55.256115 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:06:55.256470 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 3a94500d-72d6-4b0a-b3c5-3dc4ca49e5ca not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:06:55.902945 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-69b9a1d5-dab0-40c6-b7e9-21bf3168a4e2 req-2389be6d-b5d3-41fb-87c5-67c08d61449d tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 210 time: 0.0269125 Nov 18 18:06:57.001387 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6c2ebdb5-7647-4cbd-aeec-80b4f669c8ef req-d71d3bd8-ebbc-4e2d-93b6-7e4cda9c9ffb tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 210 time: 0.0295522 Nov 18 18:06:58.110772 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-93876ecf-3c82-4622-a229-0ec93cec3e05 req-19130b7f-e47a-406e-8802-f0c4fb837812 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/ports?device_id=bca023f5-d46b-4c69-9460-6a0f4cf1c05f HTTP/1.1" status: 200 len: 210 time: 0.0273085 Nov 18 18:07:00.012287 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecb5f2cb-3de2-4b7f-ae8b-cd4fba423eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:02.479023 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a68e212c-f695-45d3-872b-584a6cd5a4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:03.087869 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38454) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:03.143049 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aee52dc8-75d7-4ad0-832e-17cc9900e07e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:03.166903 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aee52dc8-75d7-4ad0-832e-17cc9900e07e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:03.292372 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aee52dc8-75d7-4ad0-832e-17cc9900e07e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:03.295033 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aee52dc8-75d7-4ad0-832e-17cc9900e07e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:03.296223 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-aee52dc8-75d7-4ad0-832e-17cc9900e07e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "DELETE /v2.0/security-groups/7a510f64-8ea1-492e-b9b9-436ca54250de HTTP/1.1" status: 204 len: 168 time: 0.2068706 Nov 18 18:07:03.298962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38456) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:03.308269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee52dc8-75d7-4ad0-832e-17cc9900e07e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a510f64-8ea1-492e-b9b9-436ca54250de,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:03.314614 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-12dfd80a-93cb-476e-9b03-1104a16edb9f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] show failed (client error): The resource could not be found. Nov 18 18:07:03.315656 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-12dfd80a-93cb-476e-9b03-1104a16edb9f tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "GET /v2.0/security-groups/7a510f64-8ea1-492e-b9b9-436ca54250de HTTP/1.1" status: 404 len: 347 time: 0.0155981 Nov 18 18:07:03.315964 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee52dc8-75d7-4ad0-832e-17cc9900e07e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:03.316563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee52dc8-75d7-4ad0-832e-17cc9900e07e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:03.316563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee52dc8-75d7-4ad0-832e-17cc9900e07e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:03.317289 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee52dc8-75d7-4ad0-832e-17cc9900e07e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:03.317289 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee52dc8-75d7-4ad0-832e-17cc9900e07e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:03.317542 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee52dc8-75d7-4ad0-832e-17cc9900e07e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:03.317883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee52dc8-75d7-4ad0-832e-17cc9900e07e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:03.318255 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee52dc8-75d7-4ad0-832e-17cc9900e07e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:03.318560 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee52dc8-75d7-4ad0-832e-17cc9900e07e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:03.318689 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38458) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:03.318899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee52dc8-75d7-4ad0-832e-17cc9900e07e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:03.319243 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee52dc8-75d7-4ad0-832e-17cc9900e07e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:03.319748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee52dc8-75d7-4ad0-832e-17cc9900e07e tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:03.445955 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a5e3e3e8-fef5-416a-a960-60bd2f0163e7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Deleting port f6a4e358-53f2-4321-b265-77d7794ffba7 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:07:03.446194 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e3e8-fef5-416a-a960-60bd2f0163e7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:03.522314 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e3e8-fef5-416a-a960-60bd2f0163e7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:03.522655 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e3e8-fef5-416a-a960-60bd2f0163e7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:03.534606 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-a5e3e3e8-fef5-416a-a960-60bd2f0163e7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Calling delete_port for f6a4e358-53f2-4321-b265-77d7794ffba7 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:07:03.747321 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e3e8-fef5-416a-a960-60bd2f0163e7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:03.772402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3e3e8-fef5-416a-a960-60bd2f0163e7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Pushing event deleted for resources: {'Port': ['ID=f6a4e358-53f2-4321-b265-77d7794ffba7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:03.775877 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:03.838023 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e3e8-fef5-416a-a960-60bd2f0163e7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks [] for floatingip, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:03.840721 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e3e8-fef5-416a-a960-60bd2f0163e7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:03.841884 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a5e3e3e8-fef5-416a-a960-60bd2f0163e7 tempest-ServerActionsTestJSON-805583442 tempest-ServerActionsTestJSON-805583442-project] 10.222.0.72 "DELETE /v2.0/floatingips/378c8483-e3cf-498b-a376-3d91b10c972c HTTP/1.1" status: 204 len: 168 time: 0.5222735 Nov 18 18:07:03.845088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38460) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:04.376204 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45f84964-c938-48b7-928c-e5d0afdab7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:04.629199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-45f84964-c938-48b7-928c-e5d0afdab7f2 admin admin] Deleting port aa8ad15e-8b90-4305-9a27-53d11c74263c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:07:04.629478 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45f84964-c938-48b7-928c-e5d0afdab7f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:04.709704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-45f84964-c938-48b7-928c-e5d0afdab7f2 admin admin] For port aa8ad15e-8b90-4305-9a27-53d11c74263c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=aa8ad15e-8b90-4305-9a27-53d11c74263c,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:07:04.710081 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45f84964-c938-48b7-928c-e5d0afdab7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:04.723734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-45f84964-c938-48b7-928c-e5d0afdab7f2 admin admin] Calling delete_port for aa8ad15e-8b90-4305-9a27-53d11c74263c owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:07:04.998717 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45f84964-c938-48b7-928c-e5d0afdab7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:05.025083 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f84964-c938-48b7-928c-e5d0afdab7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8ad15e-8b90-4305-9a27-53d11c74263c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:05.172776 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:05.193670 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45f84964-c938-48b7-928c-e5d0afdab7f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:05.424654 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f84964-c938-48b7-928c-e5d0afdab7f2 admin admin] Router 086955bc-5e8d-490e-af16-2c0ec8cd2857 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:07:05.513503 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:05.538297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f84964-c938-48b7-928c-e5d0afdab7f2 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:07:05.543398 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-45f84964-c938-48b7-928c-e5d0afdab7f2 admin admin] 10.222.0.72 "PUT /v2.0/routers/086955bc-5e8d-490e-af16-2c0ec8cd2857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6972687 Nov 18 18:07:05.545991 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38464) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:05.548097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea66af7-f655-4098-a87a-9d1cb8fd66a8 None None] Sync routers for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:07:05.558448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea66af7-f655-4098-a87a-9d1cb8fd66a8 None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:07:05.559065 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6ea66af7-f655-4098-a87a-9d1cb8fd66a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:07:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:05.649296 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22d30c6a-618f-4f8c-8c9b-41ce05974c94 admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:05.666284 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-6ea66af7-f655-4098-a87a-9d1cb8fd66a8 None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:07:05.749969 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22d30c6a-618f-4f8c-8c9b-41ce05974c94 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:05.849054 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6ea66af7-f655-4098-a87a-9d1cb8fd66a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T18:07:04Z', 'revision_number': 5, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port': {'id': 'c970d75c-b477-4c7e-ab11-ec15ef849ba9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T17:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:05.859390 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-22d30c6a-618f-4f8c-8c9b-41ce05974c94 admin admin] Deleting port c970d75c-b477-4c7e-ab11-ec15ef849ba9 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:07:05.859933 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22d30c6a-618f-4f8c-8c9b-41ce05974c94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:05.881251 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea66af7-f655-4098-a87a-9d1cb8fd66a8 None None] Checking router: 086955bc-5e8d-490e-af16-2c0ec8cd2857 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:07:05.889747 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea66af7-f655-4098-a87a-9d1cb8fd66a8 None None] Routers {'086955bc-5e8d-490e-af16-2c0ec8cd2857'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:07:05.890360 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6ea66af7-f655-4098-a87a-9d1cb8fd66a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:07:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['086955bc-5e8d-490e-af16-2c0ec8cd2857'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:05.944534 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-22d30c6a-618f-4f8c-8c9b-41ce05974c94 admin admin] For port c970d75c-b477-4c7e-ab11-ec15ef849ba9, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c970d75c-b477-4c7e-ab11-ec15ef849ba9,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:07:05.944899 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22d30c6a-618f-4f8c-8c9b-41ce05974c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:05.956925 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-22d30c6a-618f-4f8c-8c9b-41ce05974c94 admin admin] Calling delete_port for c970d75c-b477-4c7e-ab11-ec15ef849ba9 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:07:05.977431 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-6ea66af7-f655-4098-a87a-9d1cb8fd66a8 None None] Set router 086955bc-5e8d-490e-af16-2c0ec8cd2857 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:07:06.028617 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6ea66af7-f655-4098-a87a-9d1cb8fd66a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T18:07:05Z', 'revision_number': 6, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:06.058164 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea66af7-f655-4098-a87a-9d1cb8fd66a8 None None] The sync data for ids ['086955bc-5e8d-490e-af16-2c0ec8cd2857'] in n-d-813419-11 is: [{'id': '086955bc-5e8d-490e-af16-2c0ec8cd2857', 'name': 'tempest-ServerActionsTestJSON-1518932708-router', 'tenant_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T17:56:30Z', 'updated_at': '2021-11-18T18:07:05Z', 'revision_number': 6, 'project_id': 'e8d549e3d15f42359bff6a5bf32d95d7', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:07:06.178250 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22d30c6a-618f-4f8c-8c9b-41ce05974c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:06.204283 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d30c6a-618f-4f8c-8c9b-41ce05974c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=c970d75c-b477-4c7e-ab11-ec15ef849ba9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:06.214796 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af38178-8ea3-4165-922b-683be30b5aca None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:07:06.267344 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22d30c6a-618f-4f8c-8c9b-41ce05974c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:06.356783 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22d30c6a-618f-4f8c-8c9b-41ce05974c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:06.358819 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22d30c6a-618f-4f8c-8c9b-41ce05974c94 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:06.484456 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22d30c6a-618f-4f8c-8c9b-41ce05974c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:06.488137 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d30c6a-618f-4f8c-8c9b-41ce05974c94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 086955bc-5e8d-490e-af16-2c0ec8cd2857 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:07:06.489467 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22d30c6a-618f-4f8c-8c9b-41ce05974c94 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:06.490632 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-22d30c6a-618f-4f8c-8c9b-41ce05974c94 admin admin] 10.222.0.72 "DELETE /v2.0/routers/086955bc-5e8d-490e-af16-2c0ec8cd2857 HTTP/1.1" status: 204 len: 168 time: 0.9436364 Nov 18 18:07:06.493172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38466) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:06.538661 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-6069a939-b23e-4bdf-9248-ac69bcde4ae0 admin admin] Deleting subnet e871c254-5386-413b-b422-5ec96c03728a {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:07:06.541746 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6069a939-b23e-4bdf-9248-ac69bcde4ae0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:06.575005 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6069a939-b23e-4bdf-9248-ac69bcde4ae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:06.653353 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6069a939-b23e-4bdf-9248-ac69bcde4ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:06.755900 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6069a939-b23e-4bdf-9248-ac69bcde4ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:06.783512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069a939-b23e-4bdf-9248-ac69bcde4ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e871c254-5386-413b-b422-5ec96c03728a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:06.785566 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6069a939-b23e-4bdf-9248-ac69bcde4ae0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:06.789741 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6069a939-b23e-4bdf-9248-ac69bcde4ae0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e871c254-5386-413b-b422-5ec96c03728a HTTP/1.1" status: 204 len: 168 time: 0.2947719 Nov 18 18:07:06.791612 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38468) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:06.792138 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42953a7e-c98b-4201-8a2d-51e3cd2f9703 None None] Network 1c820867-c107-43dd-a6d8-aa96ff592126 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:07:06.874032 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:06.930629 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] Deleting port 4d045a0a-a523-41ea-b430-394ef88a8d14 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:07:06.930980 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:06.976745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0d6289-be5a-49c4-a385-b3da3e32b7e2 None None] DHCP port deletion for 1c820867-c107-43dd-a6d8-aa96ff592126 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:07:07.000869 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] For port 4d045a0a-a523-41ea-b430-394ef88a8d14, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4d045a0a-a523-41ea-b430-394ef88a8d14,segment=NetworkSegment(5695753f-0bf7-473f-a2fe-a850a5e4f6ef),segment_id=5695753f-0bf7-473f-a2fe-a850a5e4f6ef)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:07:07.001257 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:07.018281 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] Calling delete_port for 4d045a0a-a523-41ea-b430-394ef88a8d14 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:07:07.173695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4d045a0a-a523-41ea-b430-394ef88a8d14 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:07:07.187498 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:07.211861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d045a0a-a523-41ea-b430-394ef88a8d14,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:07.220439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] No DVR routers for this DVR port 4d045a0a-a523-41ea-b430-394ef88a8d14 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:07:07.220566 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No active binding found for port 4d045a0a-a523-41ea-b430-394ef88a8d14 {{(pid=104009) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 18 18:07:07.220566 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4d045a0a-a523-41ea-b430-394ef88a8d14 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:07:07.221089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device aa8ad15e-8b90-4305-9a27-53d11c74263c no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:07:07.243112 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: aa8ad15e-8b90-4305-9a27-53d11c74263c {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:07:07.243496 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device aa8ad15e-8b90-4305-9a27-53d11c74263c not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:07:07.243951 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c970d75c-b477-4c7e-ab11-ec15ef849ba9 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:07:07.266892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: c970d75c-b477-4c7e-ab11-ec15ef849ba9 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:07:07.267248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c970d75c-b477-4c7e-ab11-ec15ef849ba9 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:07:07.272546 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2e0d6289-be5a-49c4-a385-b3da3e32b7e2 None None] Deleting port 4d045a0a-a523-41ea-b430-394ef88a8d14 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:07:07.272933 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6289-be5a-49c4-a385-b3da3e32b7e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:07.294102 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:07.315287 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c820867-c107-43dd-a6d8-aa96ff592126']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:07.325545 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5695753f-0bf7-473f-a2fe-a850a5e4f6ef') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:07.325847 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5695753f-0bf7-473f-a2fe-a850a5e4f6ef') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:07.334897 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2e0d6289-be5a-49c4-a385-b3da3e32b7e2 None None] For port 4d045a0a-a523-41ea-b430-394ef88a8d14, host n-d-813419-11, got binding levels [] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:07:07.335302 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6289-be5a-49c4-a385-b3da3e32b7e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:07.335427 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:07.348975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2e0d6289-be5a-49c4-a385-b3da3e32b7e2 None None] Calling delete_port for 4d045a0a-a523-41ea-b430-394ef88a8d14 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:07:07.349228 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:07.352176 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.ipam_backend_mixin [None req-2e0d6289-be5a-49c4-a385-b3da3e32b7e2 None None] Port 4d045a0a-a523-41ea-b430-394ef88a8d14 was not found and therefore no delete operation was performed {{(pid=104009) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 18 18:07:07.353582 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6289-be5a-49c4-a385-b3da3e32b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:07.358513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: timer() Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:07:07.363128 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:07:07.380204 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d6289-be5a-49c4-a385-b3da3e32b7e2 None None] Pushing event deleted for resources: {'Port': ['ID=4d045a0a-a523-41ea-b430-394ef88a8d14,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:07.382077 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0d6289-be5a-49c4-a385-b3da3e32b7e2 None None] No DVR routers for this DVR port 4d045a0a-a523-41ea-b430-394ef88a8d14 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:07:07.478827 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:07.484184 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:07.488497 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1c820867-c107-43dd-a6d8-aa96ff592126 HTTP/1.1" status: 204 len: 168 time: 0.6947269 Nov 18 18:07:07.498744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10a38f-b985-481a-ab1f-3f4758ed7412 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c820867-c107-43dd-a6d8-aa96ff592126,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:07.792652 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38472) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:07.832681 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-25702405-3f7e-46ce-a016-4d916ad268c1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e8d549e3d15f42359bff6a5bf32d95d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388134 Nov 18 18:07:07.835059 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38474) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:07.888840 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-235c9c34-b80c-4c1f-bd45-4d7a5847c477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:07.909895 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-235c9c34-b80c-4c1f-bd45-4d7a5847c477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:08.023396 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-235c9c34-b80c-4c1f-bd45-4d7a5847c477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:08.026154 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-235c9c34-b80c-4c1f-bd45-4d7a5847c477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:08.027365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-235c9c34-b80c-4c1f-bd45-4d7a5847c477 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6f88a14d-18ee-4111-8f63-bec79cd0beb8 HTTP/1.1" status: 204 len: 168 time: 0.1912947 Nov 18 18:07:08.036327 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c9c34-b80c-4c1f-bd45-4d7a5847c477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f88a14d-18ee-4111-8f63-bec79cd0beb8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:09.011316 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38498) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:09.107637 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-4dae9c77-5b19-4a2a-86d2-1badf4377165 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1190049460-network', 'tenant_id': 'f9d356a1964b427fad24798cd43245e1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:07:09.181141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dae9c77-5b19-4a2a-86d2-1badf4377165 admin admin] Made reservation on behalf of f9d356a1964b427fad24798cd43245e1 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:07:09.183446 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dae9c77-5b19-4a2a-86d2-1badf4377165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:09.191946 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dae9c77-5b19-4a2a-86d2-1badf4377165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:09.264448 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dae9c77-5b19-4a2a-86d2-1badf4377165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:09.326577 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dae9c77-5b19-4a2a-86d2-1badf4377165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:09.351475 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dae9c77-5b19-4a2a-86d2-1badf4377165 admin admin] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:07:09.360184 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae9c77-5b19-4a2a-86d2-1badf4377165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b625a86-d574-469c-8452-5bc674a5ab98,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:09.367377 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dae9c77-5b19-4a2a-86d2-1badf4377165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:09.367736 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-4dae9c77-5b19-4a2a-86d2-1badf4377165 admin admin] Added segment 26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba of type vlan for network ecc54f5f-8430-48d8-9708-4dd26792e2e1 Nov 18 18:07:09.407135 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dae9c77-5b19-4a2a-86d2-1badf4377165 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:09.498148 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dae9c77-5b19-4a2a-86d2-1badf4377165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:09.499076 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae9c77-5b19-4a2a-86d2-1badf4377165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:09.499667 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4dae9c77-5b19-4a2a-86d2-1badf4377165 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:09.562255 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae9c77-5b19-4a2a-86d2-1badf4377165 admin admin] Pushing event updated for resources: {'Network': ['ID=ecc54f5f-8430-48d8-9708-4dd26792e2e1,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:09.577324 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network ecc54f5f-8430-48d8-9708-4dd26792e2e1 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:07:09.598662 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4dae9c77-5b19-4a2a-86d2-1badf4377165 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5855031 Nov 18 18:07:09.601388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38502) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:09.606280 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-da57657a-e456-41a0-89bb-ceab690de8a9 admin admin] Request body: {'subnet': {'network_id': 'ecc54f5f-8430-48d8-9708-4dd26792e2e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1190049460-subnet', 'tenant_id': 'f9d356a1964b427fad24798cd43245e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:07:09.691957 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da57657a-e456-41a0-89bb-ceab690de8a9 admin admin] Made reservation on behalf of f9d356a1964b427fad24798cd43245e1 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:07:09.694326 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da57657a-e456-41a0-89bb-ceab690de8a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:09.915317 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da57657a-e456-41a0-89bb-ceab690de8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:09.973118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57657a-e456-41a0-89bb-ceab690de8a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a78144ed-13a8-4d54-9fec-0e38c18384bd,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:09.980732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57657a-e456-41a0-89bb-ceab690de8a9 admin admin] Checking segment: {'id': '26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ecc54f5f-8430-48d8-9708-4dd26792e2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:07:09.981105 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da57657a-e456-41a0-89bb-ceab690de8a9 admin admin] Network hostable DHCP agents. Network: ecc54f5f-8430-48d8-9708-4dd26792e2e1, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:07:10.057575 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da57657a-e456-41a0-89bb-ceab690de8a9 admin admin] Network ecc54f5f-8430-48d8-9708-4dd26792e2e1 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:07:10.126558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-da57657a-e456-41a0-89bb-ceab690de8a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, ecc54f5f-8430-48d8-9708-4dd26792e2e1) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:07:10.131284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da57657a-e456-41a0-89bb-ceab690de8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:10.131853 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da57657a-e456-41a0-89bb-ceab690de8a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:10.136608 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab7c7a0-0aba-4cf1-b224-815a555df892 None None] Network ecc54f5f-8430-48d8-9708-4dd26792e2e1 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:07:10.226814 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-da57657a-e456-41a0-89bb-ceab690de8a9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6243362 Nov 18 18:07:10.273652 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf0aea6-ebfb-40d4-91ba-bee877cbbb29 None None] Network ecc54f5f-8430-48d8-9708-4dd26792e2e1 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:07:10.669565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-02e43803-445a-47ca-9fda-1658d5c6cf60 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:10.670985 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-02e43803-445a-47ca-9fda-1658d5c6cf60 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/networks?id=ecc54f5f-8430-48d8-9708-4dd26792e2e1 HTTP/1.1" status: 200 len: 814 time: 0.1063724 Nov 18 18:07:10.686425 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-d084380f-a94d-4f97-b208-f04abb8ca7f1 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/quotas/f9d356a1964b427fad24798cd43245e1 HTTP/1.1" status: 200 len: 375 time: 0.0089581 Nov 18 18:07:10.716528 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-a417c768-5e3c-4394-883d-e4478bab19a8 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f9d356a1964b427fad24798cd43245e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249250 Nov 18 18:07:10.897873 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-e96feb59-e2ce-4f41-be1a-1dd034b6554f service neutron] 10.222.0.72 "GET /v2.0/networks/ecc54f5f-8430-48d8-9708-4dd26792e2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409199 Nov 18 18:07:10.988571 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-5b2b3130-66cd-4db6-a610-d4be3b7866ba service neutron] 10.222.0.72 "GET /v2.0/networks/ecc54f5f-8430-48d8-9708-4dd26792e2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845506 Nov 18 18:07:11.240691 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c6169838-8d55-4f8e-b2fa-3217b85a783c req-f917f0b2-64eb-4ae4-85d2-af4c140b762c tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0318410 Nov 18 18:07:12.333975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e582f074-2f3b-4a70-9b8d-78374623fb92 req-d96ff307-b861-40a6-977b-3ddd866fe5e4 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0279210 Nov 18 18:07:13.428647 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e0698ded-b4a9-4044-bacd-b0671bf61cbc req-5894fe9e-e641-4d47-b7fb-505a5a7872a2 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0265331 Nov 18 18:07:13.516451 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-d77b8e5c-f024-4b6b-9124-4c6b1927e0df tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:13.517895 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-d77b8e5c-f024-4b6b-9124-4c6b1927e0df tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.81 "GET /v2.0/networks?id=ecc54f5f-8430-48d8-9708-4dd26792e2e1 HTTP/1.1" status: 200 len: 814 time: 0.1079624 Nov 18 18:07:13.530938 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Request body: {'port': {'device_id': 'be90e7a5-11f3-447d-be91-e520b14dfcf7', 'network_id': 'ecc54f5f-8430-48d8-9708-4dd26792e2e1', 'admin_state_up': True, 'tenant_id': 'f9d356a1964b427fad24798cd43245e1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:07:13.741384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Made reservation on behalf of f9d356a1964b427fad24798cd43245e1 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:07:13.745113 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:13.876296 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Allocated IP 172.20.0.2 (ecc54f5f-8430-48d8-9708-4dd26792e2e1/a78144ed-13a8-4d54-9fec-0e38c18384bd/85286be4-3022-4e7f-8165-e7250c3baced) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:07:14.022833 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:14.130174 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:14.175595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Network ecc54f5f-8430-48d8-9708-4dd26792e2e1 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:07:14.178773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:07:14.182492 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:07:14.190992 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Pushing event updated for resources: {'Port': ['ID=85286be4-3022-4e7f-8165-e7250c3baced,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:14.225161 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:14.225517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:14.225871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:14.226280 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:14.226626 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:14.227008 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:14.227347 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:14.227684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:14.228045 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:14.228380 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:14.228714 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:14.229056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:14.250697 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:14.251312 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:14.333142 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-b4ad6999-5415-4e79-8c4b-b95927184689 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8051734 Nov 18 18:07:14.344936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Request body: {'port': {'device_id': 'be90e7a5-11f3-447d-be91-e520b14dfcf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:07:14.398129 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:14.545612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9da07-eaec-4648-ad58-859c4c5bff57 req-89599ac2-c9e0-4abe-9d98-8083243cd5bb tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:14.547137 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5fd9da07-eaec-4648-ad58-859c4c5bff57 req-89599ac2-c9e0-4abe-9d98-8083243cd5bb tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 931 time: 0.0502040 Nov 18 18:07:14.596411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5fd9da07-eaec-4648-ad58-859c4c5bff57 req-2e7ad6ea-9160-4250-a100-847f5ce4648b tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431461 Nov 18 18:07:14.667170 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85286be4-3022-4e7f-8165-e7250c3baced {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:07:14.674567 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:14.686963 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Transition to ACTIVE for port object 85286be4-3022-4e7f-8165-e7250c3baced will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:07:14.743147 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:14.794238 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Pushing event updated for resources: {'Port': ['ID=85286be4-3022-4e7f-8165-e7250c3baced,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:14.856235 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Attempting to bind port 85286be4-3022-4e7f-8165-e7250c3baced on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:07:14.856496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Attempting to bind port 85286be4-3022-4e7f-8165-e7250c3baced by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ecc54f5f-8430-48d8-9708-4dd26792e2e1'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:07:14.856822 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Attempting to bind port 85286be4-3022-4e7f-8165-e7250c3baced on network ecc54f5f-8430-48d8-9708-4dd26792e2e1 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:07:14.861091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Port 85286be4-3022-4e7f-8165-e7250c3baced on network ecc54f5f-8430-48d8-9708-4dd26792e2e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:07:14.861411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Attempting to bind port 85286be4-3022-4e7f-8165-e7250c3baced on network ecc54f5f-8430-48d8-9708-4dd26792e2e1 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:07:14.868025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:07:14.868025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Checking segment: {'id': '26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ecc54f5f-8430-48d8-9708-4dd26792e2e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:07:14.868025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Bound using segment: {'id': '26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ecc54f5f-8430-48d8-9708-4dd26792e2e1'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:07:14.868025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Bound port: 85286be4-3022-4e7f-8165-e7250c3baced, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ecc54f5f-8430-48d8-9708-4dd26792e2e1'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:07:14.868451 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:14.934384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] For port 85286be4-3022-4e7f-8165-e7250c3baced, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:07:14.937560 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] For port 85286be4-3022-4e7f-8165-e7250c3baced, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=85286be4-3022-4e7f-8165-e7250c3baced,segment=NetworkSegment(26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba),segment_id=26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:07:15.024056 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:15.058824 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:15.059684 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:15.061348 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] 10.222.0.81 "PUT /v2.0/ports/85286be4-3022-4e7f-8165-e7250c3baced HTTP/1.1" status: 200 len: 1092 time: 0.7208130 Nov 18 18:07:15.063669 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be90e7a5-11f3-447d-be91-e520b14dfcf7', 'tag': '85286be4-3022-4e7f-8165-e7250c3baced'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:07:15.066677 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5b75dc-5d65-47b8-9244-e394015be371" -d '{"events": [{"name": "network-changed", "server_uuid": "be90e7a5-11f3-447d-be91-e520b14dfcf7", "tag": "85286be4-3022-4e7f-8165-e7250c3baced"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:07:15.089404 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00665bf8-e47d-41b0-8314-c6807b2a3d02 service neutron] Pushing event updated for resources: {'Port': ['ID=85286be4-3022-4e7f-8165-e7250c3baced,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:15.107200 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd16eb7-3ccb-4b31-b448-638e99f5206d x-openstack-request-id: req-1fd16eb7-3ccb-4b31-b448-638e99f5206d {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:07:15.107200 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be90e7a5-11f3-447d-be91-e520b14dfcf7", "tag": "85286be4-3022-4e7f-8165-e7250c3baced", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:07:15.107200 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1fd16eb7-3ccb-4b31-b448-638e99f5206d {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:07:15.107200 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be90e7a5-11f3-447d-be91-e520b14dfcf7', 'tag': '85286be4-3022-4e7f-8165-e7250c3baced', 'status': 'completed', 'code': 200} Nov 18 18:07:15.169835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b75dc-5d65-47b8-9244-e394015be371 req-52483d19-0658-468d-813f-f8ad4a2310d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:15.171528 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1f5b75dc-5d65-47b8-9244-e394015be371 req-52483d19-0658-468d-813f-f8ad4a2310d8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f9d356a1964b427fad24798cd43245e1&device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 1095 time: 0.0421684 Nov 18 18:07:15.271438 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b75dc-5d65-47b8-9244-e394015be371 req-4fc4be7e-4781-40c5-bedd-98aca274a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:15.273291 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1f5b75dc-5d65-47b8-9244-e394015be371 req-4fc4be7e-4781-40c5-bedd-98aca274a59c service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=f9d356a1964b427fad24798cd43245e1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0943215 Nov 18 18:07:15.372469 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b75dc-5d65-47b8-9244-e394015be371 req-c40595c0-7561-4d4d-af21-28b2c3d58888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:15.373925 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1f5b75dc-5d65-47b8-9244-e394015be371 req-c40595c0-7561-4d4d-af21-28b2c3d58888 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0936055 Nov 18 18:07:15.448140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-63ae9542-15a5-48a7-b905-d6ace577253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:15.449681 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-63ae9542-15a5-48a7-b905-d6ace577253e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f9d356a1964b427fad24798cd43245e1&device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 1095 time: 0.0401521 Nov 18 18:07:15.731160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63112c-65b2-47fa-b365-c7fe2cdd2f4f req-debd25ef-4033-40a9-98b0-b53adebd8221 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:15.732738 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc63112c-65b2-47fa-b365-c7fe2cdd2f4f req-debd25ef-4033-40a9-98b0-b53adebd8221 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 943 time: 0.0552623 Nov 18 18:07:15.782845 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc63112c-65b2-47fa-b365-c7fe2cdd2f4f req-d0aebd00-0926-4792-9c0a-b72fbaefcad0 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441346 Nov 18 18:07:15.793127 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-aa7098c8-4a87-4390-a9f3-df96635e5487 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85286be4-3022-4e7f-8165-e7250c3baced HTTP/1.1" status: 200 len: 217 time: 0.3357623 Nov 18 18:07:15.841449 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-93f93380-c31f-4f4d-9963-9f4476719e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:15.843131 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-93f93380-c31f-4f4d-9963-9f4476719e3f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a78144ed-13a8-4d54-9fec-0e38c18384bd HTTP/1.1" status: 200 len: 854 time: 0.0429521 Nov 18 18:07:15.874397 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-da26b4d5-bf1c-4bed-a82b-a1bbcc58a663 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ecc54f5f-8430-48d8-9708-4dd26792e2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242171 Nov 18 18:07:15.965947 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-f213bd83-7121-4cc5-9d74-dab2e9f6a250 service neutron] 10.222.0.81 "GET /v2.0/networks/ecc54f5f-8430-48d8-9708-4dd26792e2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847526 Nov 18 18:07:16.054465 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b640623-9c6e-4d63-a0e3-ec9c972a2b64 req-000192fc-3267-4a62-9ed0-4ea2e43ae820 service neutron] 10.222.0.81 "GET /v2.0/networks/ecc54f5f-8430-48d8-9708-4dd26792e2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820048 Nov 18 18:07:16.900454 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4346011-4f30-4945-bf7f-d25264a499cb req-d29147b7-fcc3-40a5-9d38-8c9e09664508 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:16.901953 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4346011-4f30-4945-bf7f-d25264a499cb req-d29147b7-fcc3-40a5-9d38-8c9e09664508 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 943 time: 0.0493722 Nov 18 18:07:16.949559 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4346011-4f30-4945-bf7f-d25264a499cb req-bbb1905a-4209-4d3a-9ec1-4516c75023e4 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415189 Nov 18 18:07:18.073143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bbd60-0736-4386-93fa-0787268d5267 req-48760dc8-1c1f-408f-b7ad-63a36382b9b6 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:18.074664 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a78bbd60-0736-4386-93fa-0787268d5267 req-48760dc8-1c1f-408f-b7ad-63a36382b9b6 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 943 time: 0.0486956 Nov 18 18:07:18.126055 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a78bbd60-0736-4386-93fa-0787268d5267 req-872c4ff5-53d2-48c8-81df-d840b3ad35a4 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453990 Nov 18 18:07:19.241535 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf527e-aeb5-4635-a207-bd7fe2c22560 req-6e338e01-3962-4c90-bc17-04a5b43e3cd1 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:19.243044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3dbf527e-aeb5-4635-a207-bd7fe2c22560 req-6e338e01-3962-4c90-bc17-04a5b43e3cd1 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 943 time: 0.0496786 Nov 18 18:07:19.290151 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3dbf527e-aeb5-4635-a207-bd7fe2c22560 req-ca43db91-6520-4f20-b06b-913810d6961e tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412226 Nov 18 18:07:19.375559 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 85286be4-3022-4e7f-8165-e7250c3baced details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:07:19.473798 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 85286be4-3022-4e7f-8165-e7250c3baced, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=85286be4-3022-4e7f-8165-e7250c3baced,segment=NetworkSegment(26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba),segment_id=26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:07:19.484759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '85286be4-3022-4e7f-8165-e7250c3baced', 'network_id': 'ecc54f5f-8430-48d8-9708-4dd26792e2e1', 'port_id': '85286be4-3022-4e7f-8165-e7250c3baced', 'mac_address': 'fa:16:3e:c7:f2:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78144ed-13a8-4d54-9fec-0e38c18384bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:07:19.521880 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:19.534195 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85286be4-3022-4e7f-8165-e7250c3baced {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:07:19.556635 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 85286be4-3022-4e7f-8165-e7250c3baced, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=85286be4-3022-4e7f-8165-e7250c3baced,segment=NetworkSegment(26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba),segment_id=26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:07:19.664200 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:19.711090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=85286be4-3022-4e7f-8165-e7250c3baced,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:19.853797 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['85286be4-3022-4e7f-8165-e7250c3baced'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:07:20.403991 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e8b42-dda8-4908-a9d2-e7760b7902e4 req-817cc40a-7341-4e26-9f74-2a02b633cacc tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:20.405497 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f2e8b42-dda8-4908-a9d2-e7760b7902e4 req-817cc40a-7341-4e26-9f74-2a02b633cacc tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 944 time: 0.0486376 Nov 18 18:07:20.453497 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f2e8b42-dda8-4908-a9d2-e7760b7902e4 req-688d96fc-fd94-4b9b-82ed-7e0f4e5636b5 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415809 Nov 18 18:07:21.391420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 85286be4-3022-4e7f-8165-e7250c3baced up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:07:21.543182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 85286be4-3022-4e7f-8165-e7250c3baced completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:07:21.547292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 85286be4-3022-4e7f-8165-e7250c3baced triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:07:21.547672 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:21.575413 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c5f8f-c8ca-4e66-a101-fc3505d91629 req-ef659257-d9c7-47fc-9111-33c4b926aca0 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:21.577057 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-996c5f8f-c8ca-4e66-a101-fc3505d91629 req-ef659257-d9c7-47fc-9111-33c4b926aca0 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 944 time: 0.0529435 Nov 18 18:07:21.624173 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:21.626970 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-996c5f8f-c8ca-4e66-a101-fc3505d91629 req-f1100707-94a9-4bf2-a98a-f3c0ce141a62 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429578 Nov 18 18:07:21.648847 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be90e7a5-11f3-447d-be91-e520b14dfcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85286be4-3022-4e7f-8165-e7250c3baced'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:07:21.651062 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02caf834-f419-42e8-88df-990db46c82c1" -d '{"events": [{"server_uuid": "be90e7a5-11f3-447d-be91-e520b14dfcf7", "name": "network-vif-plugged", "status": "completed", "tag": "85286be4-3022-4e7f-8165-e7250c3baced"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:07:21.665208 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 85286be4-3022-4e7f-8165-e7250c3baced, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=85286be4-3022-4e7f-8165-e7250c3baced,segment=NetworkSegment(26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba),segment_id=26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:07:21.689381 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61bd174-ef28-4873-a916-a340ef6870ec x-openstack-request-id: req-f61bd174-ef28-4873-a916-a340ef6870ec {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:07:21.689381 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be90e7a5-11f3-447d-be91-e520b14dfcf7", "name": "network-vif-plugged", "status": "completed", "tag": "85286be4-3022-4e7f-8165-e7250c3baced", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:07:21.689381 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f61bd174-ef28-4873-a916-a340ef6870ec {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:07:21.689381 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be90e7a5-11f3-447d-be91-e520b14dfcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85286be4-3022-4e7f-8165-e7250c3baced', 'code': 200} Nov 18 18:07:21.737530 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:21.788312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056df91-2cbf-4acb-9540-581bff2c9e44 req-d7d17cc3-8e49-4cf1-a18c-c50e52eab8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:21.789828 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c056df91-2cbf-4acb-9540-581bff2c9e44 req-d7d17cc3-8e49-4cf1-a18c-c50e52eab8c0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 1097 time: 0.0447078 Nov 18 18:07:21.790090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=85286be4-3022-4e7f-8165-e7250c3baced,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:21.838054 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c056df91-2cbf-4acb-9540-581bff2c9e44 req-edc09820-5656-454e-8058-9e8d8496ba8e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384204 Nov 18 18:07:21.972041 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:22.743351 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82740018-53f5-4b87-bd5c-1ec1792c8724 req-4de44eb1-7015-4083-9ee8-f91492d502f5 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:22.744900 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-82740018-53f5-4b87-bd5c-1ec1792c8724 req-4de44eb1-7015-4083-9ee8-f91492d502f5 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 945 time: 0.0497429 Nov 18 18:07:22.792699 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-82740018-53f5-4b87-bd5c-1ec1792c8724 req-909ad4f6-df80-4efb-a8a3-ddc94ba834f9 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415723 Nov 18 18:07:23.598639 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:23.909785 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4539f-b9b3-482a-9865-0de140283959 req-8066f7c2-26d4-4c20-b031-8c9611ab6343 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:23.911769 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c8b4539f-b9b3-482a-9865-0de140283959 req-8066f7c2-26d4-4c20-b031-8c9611ab6343 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 945 time: 0.0488124 Nov 18 18:07:23.962128 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c8b4539f-b9b3-482a-9865-0de140283959 req-330b87a2-7fec-4a18-a28f-d5f5b8d25189 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443733 Nov 18 18:07:24.180340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-cda7ed0c-e988-498a-a679-1890c43ae34e tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:24.181733 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-cda7ed0c-e988-498a-a679-1890c43ae34e tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/networks?id=ecc54f5f-8430-48d8-9708-4dd26792e2e1 HTTP/1.1" status: 200 len: 814 time: 0.1009159 Nov 18 18:07:24.196559 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-4f81a363-76bb-43f3-b226-0f95ee548bea tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/quotas/f9d356a1964b427fad24798cd43245e1 HTTP/1.1" status: 200 len: 375 time: 0.0091159 Nov 18 18:07:24.249232 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-7c482c17-2e90-4dc9-b72e-85d19de6bfdd tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f9d356a1964b427fad24798cd43245e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472655 Nov 18 18:07:24.259764 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-175f28c8-223a-49dc-ba6e-66795b621a83 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:07:24.260749 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-175f28c8-223a-49dc-ba6e-66795b621a83 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049398 Nov 18 18:07:24.349174 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-a50953f4-9197-4382-b6ca-e3310fc25f1d service neutron] 10.222.0.72 "GET /v2.0/networks/ecc54f5f-8430-48d8-9708-4dd26792e2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828712 Nov 18 18:07:24.441827 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-444c4701-11e5-4be3-80c4-df9b786ae2ba service neutron] 10.222.0.72 "GET /v2.0/networks/ecc54f5f-8430-48d8-9708-4dd26792e2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864687 Nov 18 18:07:24.668197 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2eb19918-7251-4329-a698-778d58ec6178 req-7d3dc32a-4393-42c1-9a3f-3e65582d82d0 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd3e6ab7-785b-4eda-9962-c5c556dd6f19 HTTP/1.1" status: 200 len: 210 time: 0.0264518 Nov 18 18:07:25.762845 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ce0dadf4-2e96-4e28-915c-6f3bc33f7f45 req-a866346c-1556-4b51-8eca-9089cd7b13eb tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd3e6ab7-785b-4eda-9962-c5c556dd6f19 HTTP/1.1" status: 200 len: 210 time: 0.0272138 Nov 18 18:07:26.635576 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-a8b69053-bd22-4368-b71f-d438a7052c97 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:26.637043 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-a8b69053-bd22-4368-b71f-d438a7052c97 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.83 "GET /v2.0/networks?id=ecc54f5f-8430-48d8-9708-4dd26792e2e1 HTTP/1.1" status: 200 len: 814 time: 0.1017606 Nov 18 18:07:26.651121 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-eff7b748-22b0-496c-98fa-0baf302eadc6 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Request body: {'port': {'device_id': 'fd3e6ab7-785b-4eda-9962-c5c556dd6f19', 'network_id': 'ecc54f5f-8430-48d8-9708-4dd26792e2e1', 'admin_state_up': True, 'tenant_id': 'f9d356a1964b427fad24798cd43245e1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:07:26.820795 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-eff7b748-22b0-496c-98fa-0baf302eadc6 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Made reservation on behalf of f9d356a1964b427fad24798cd43245e1 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:07:26.824701 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-eff7b748-22b0-496c-98fa-0baf302eadc6 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:26.857749 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc4701b5-7636-4b90-8112-00b96197ddc8 req-9fb21e8d-033e-47cb-a37e-524ecf6c7b5b tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd3e6ab7-785b-4eda-9962-c5c556dd6f19 HTTP/1.1" status: 200 len: 210 time: 0.0270667 Nov 18 18:07:26.958387 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-eff7b748-22b0-496c-98fa-0baf302eadc6 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Allocated IP 172.20.0.9 (ecc54f5f-8430-48d8-9708-4dd26792e2e1/a78144ed-13a8-4d54-9fec-0e38c18384bd/9cc1c47e-a910-4d3f-9573-f18d8b629f1a) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:07:27.101697 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-eff7b748-22b0-496c-98fa-0baf302eadc6 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:27.198444 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-eff7b748-22b0-496c-98fa-0baf302eadc6 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:27.210685 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['85286be4-3022-4e7f-8165-e7250c3baced'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:07:27.244144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-eff7b748-22b0-496c-98fa-0baf302eadc6 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Network ecc54f5f-8430-48d8-9708-4dd26792e2e1 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:07:27.247219 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-eff7b748-22b0-496c-98fa-0baf302eadc6 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:07:27.251029 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-eff7b748-22b0-496c-98fa-0baf302eadc6 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:07:27.280832 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7b748-22b0-496c-98fa-0baf302eadc6 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Pushing event updated for resources: {'Port': ['ID=9cc1c47e-a910-4d3f-9573-f18d8b629f1a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:27.306835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-eff7b748-22b0-496c-98fa-0baf302eadc6 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:27.307462 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-eff7b748-22b0-496c-98fa-0baf302eadc6 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:27.377897 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-eff7b748-22b0-496c-98fa-0baf302eadc6 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7305405 Nov 18 18:07:27.392865 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Request body: {'port': {'device_id': 'fd3e6ab7-785b-4eda-9962-c5c556dd6f19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:07:27.455264 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:27.717643 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc1c47e-a910-4d3f-9573-f18d8b629f1a {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:07:27.726284 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:27.739948 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Transition to ACTIVE for port object 9cc1c47e-a910-4d3f-9573-f18d8b629f1a will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:07:27.832492 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:27.885756 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Pushing event updated for resources: {'Port': ['ID=9cc1c47e-a910-4d3f-9573-f18d8b629f1a,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:27.954391 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Attempting to bind port 9cc1c47e-a910-4d3f-9573-f18d8b629f1a on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:07:27.954731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Attempting to bind port 9cc1c47e-a910-4d3f-9573-f18d8b629f1a by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ecc54f5f-8430-48d8-9708-4dd26792e2e1'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:07:27.955068 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Attempting to bind port 9cc1c47e-a910-4d3f-9573-f18d8b629f1a on network ecc54f5f-8430-48d8-9708-4dd26792e2e1 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:07:27.959566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Port 9cc1c47e-a910-4d3f-9573-f18d8b629f1a on network ecc54f5f-8430-48d8-9708-4dd26792e2e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:07:27.967030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Attempting to bind port 9cc1c47e-a910-4d3f-9573-f18d8b629f1a on network ecc54f5f-8430-48d8-9708-4dd26792e2e1 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:07:27.967030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:07:27.967030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Checking segment: {'id': '26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ecc54f5f-8430-48d8-9708-4dd26792e2e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:07:27.967030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Bound using segment: {'id': '26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ecc54f5f-8430-48d8-9708-4dd26792e2e1'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:07:27.967030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Bound port: 9cc1c47e-a910-4d3f-9573-f18d8b629f1a, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ecc54f5f-8430-48d8-9708-4dd26792e2e1'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:07:27.967030 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:27.988420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5fefa-2042-45fa-bd48-31cdffdfb699 req-1916f5ca-5d44-42ee-ad45-c915e8ed7b95 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:27.990500 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ff5fefa-2042-45fa-bd48-31cdffdfb699 req-1916f5ca-5d44-42ee-ad45-c915e8ed7b95 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd3e6ab7-785b-4eda-9962-c5c556dd6f19 HTTP/1.1" status: 200 len: 943 time: 0.0506177 Nov 18 18:07:28.030622 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] For port 9cc1c47e-a910-4d3f-9573-f18d8b629f1a, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:07:28.034149 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] For port 9cc1c47e-a910-4d3f-9573-f18d8b629f1a, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=9cc1c47e-a910-4d3f-9573-f18d8b629f1a,segment=NetworkSegment(26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba),segment_id=26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:07:28.042620 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6ff5fefa-2042-45fa-bd48-31cdffdfb699 req-b143e962-d913-49a4-97d9-461bb09b3ee2 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458758 Nov 18 18:07:28.138605 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:28.173153 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:28.173784 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:28.175275 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] 10.222.0.83 "PUT /v2.0/ports/9cc1c47e-a910-4d3f-9573-f18d8b629f1a HTTP/1.1" status: 200 len: 1092 time: 0.7878776 Nov 18 18:07:28.175708 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3e6ab7-785b-4eda-9962-c5c556dd6f19', 'tag': '9cc1c47e-a910-4d3f-9573-f18d8b629f1a'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:07:28.178642 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03847727-df20-4f95-8c42-7a4601bb52bf" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3e6ab7-785b-4eda-9962-c5c556dd6f19", "tag": "9cc1c47e-a910-4d3f-9573-f18d8b629f1a"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:07:28.202300 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66aa574-3d3e-4801-92d7-8215d9427ddd service neutron] Pushing event updated for resources: {'Port': ['ID=9cc1c47e-a910-4d3f-9573-f18d8b629f1a,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:28.216449 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a883c2-0b16-4e97-8cd6-35753ecc52b7 x-openstack-request-id: req-12a883c2-0b16-4e97-8cd6-35753ecc52b7 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:07:28.217014 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3e6ab7-785b-4eda-9962-c5c556dd6f19", "tag": "9cc1c47e-a910-4d3f-9573-f18d8b629f1a", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:07:28.217276 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-12a883c2-0b16-4e97-8cd6-35753ecc52b7 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:07:28.217695 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3e6ab7-785b-4eda-9962-c5c556dd6f19', 'tag': '9cc1c47e-a910-4d3f-9573-f18d8b629f1a', 'status': 'completed', 'code': 200} Nov 18 18:07:28.279898 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03847727-df20-4f95-8c42-7a4601bb52bf req-dfad0efa-5ceb-40bf-8b7d-0b6c998aed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:28.281357 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-03847727-df20-4f95-8c42-7a4601bb52bf req-dfad0efa-5ceb-40bf-8b7d-0b6c998aed31 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9d356a1964b427fad24798cd43245e1&device_id=fd3e6ab7-785b-4eda-9962-c5c556dd6f19 HTTP/1.1" status: 200 len: 1095 time: 0.0409722 Nov 18 18:07:28.381619 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03847727-df20-4f95-8c42-7a4601bb52bf req-abd96bcf-031e-4a00-bb6b-df2a010814b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:28.383088 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-03847727-df20-4f95-8c42-7a4601bb52bf req-abd96bcf-031e-4a00-bb6b-df2a010814b4 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f9d356a1964b427fad24798cd43245e1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0935998 Nov 18 18:07:28.495451 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03847727-df20-4f95-8c42-7a4601bb52bf req-3f30f08e-e54d-40c7-9918-e033bfdefcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:28.496965 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-03847727-df20-4f95-8c42-7a4601bb52bf req-3f30f08e-e54d-40c7-9918-e033bfdefcbc service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1023960 Nov 18 18:07:28.577542 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-56066f7d-6404-4c20-9c31-22388476a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:28.578949 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-56066f7d-6404-4c20-9c31-22388476a6c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9d356a1964b427fad24798cd43245e1&device_id=fd3e6ab7-785b-4eda-9962-c5c556dd6f19 HTTP/1.1" status: 200 len: 1095 time: 0.0401180 Nov 18 18:07:28.620829 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-0cd906ea-1f89-455f-b944-5cd4422c6444 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cc1c47e-a910-4d3f-9573-f18d8b629f1a HTTP/1.1" status: 200 len: 217 time: 0.0338113 Nov 18 18:07:28.670651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-8cde4f96-f835-4d8b-a3d5-ce51e74ca1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:28.672121 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-8cde4f96-f835-4d8b-a3d5-ce51e74ca1fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a78144ed-13a8-4d54-9fec-0e38c18384bd HTTP/1.1" status: 200 len: 854 time: 0.0432129 Nov 18 18:07:28.706697 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-97030a41-6ecf-4047-95dc-c9dc64a3eab2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ecc54f5f-8430-48d8-9708-4dd26792e2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271769 Nov 18 18:07:28.798054 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-a523e8f6-60b3-4825-bb1c-f5f866c291cf service neutron] 10.222.0.83 "GET /v2.0/networks/ecc54f5f-8430-48d8-9708-4dd26792e2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819700 Nov 18 18:07:28.892203 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7b0e4c76-80e0-4b37-8c18-63064620b52e req-320c1db9-59f4-46b5-bc63-09b64d96ddef service neutron] 10.222.0.83 "GET /v2.0/networks/ecc54f5f-8430-48d8-9708-4dd26792e2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866964 Nov 18 18:07:29.157357 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2b551-6389-4946-9636-7034c76fb6b8 req-499a8a5f-3f3a-48d1-8d8b-b6dc220f8b26 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:29.158752 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ed2b551-6389-4946-9636-7034c76fb6b8 req-499a8a5f-3f3a-48d1-8d8b-b6dc220f8b26 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd3e6ab7-785b-4eda-9962-c5c556dd6f19 HTTP/1.1" status: 200 len: 943 time: 0.0487046 Nov 18 18:07:29.206390 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ed2b551-6389-4946-9636-7034c76fb6b8 req-b9869fcc-becf-44ac-84ab-9858dbfb88f9 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416071 Nov 18 18:07:29.994342 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77402096-37a5-437a-bd38-79657e5883ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:30.325690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b356b8-2a50-432b-91c4-94781010b996 req-193ed770-6e94-4031-ad05-010cc11f4b99 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:30.327478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2b356b8-2a50-432b-91c4-94781010b996 req-193ed770-6e94-4031-ad05-010cc11f4b99 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd3e6ab7-785b-4eda-9962-c5c556dd6f19 HTTP/1.1" status: 200 len: 943 time: 0.0496156 Nov 18 18:07:30.375231 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2b356b8-2a50-432b-91c4-94781010b996 req-9c42792a-28f8-4374-adb7-9e3fdd9cff80 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416765 Nov 18 18:07:31.232421 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:07:31.498730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4ddd3-8bf5-4d7f-9fda-59c2a240f799 req-3a530482-c2d6-4482-bca7-37d5cb1cacf5 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:31.500183 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9eb4ddd3-8bf5-4d7f-9fda-59c2a240f799 req-3a530482-c2d6-4482-bca7-37d5cb1cacf5 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd3e6ab7-785b-4eda-9962-c5c556dd6f19 HTTP/1.1" status: 200 len: 943 time: 0.0542247 Nov 18 18:07:31.547149 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9eb4ddd3-8bf5-4d7f-9fda-59c2a240f799 req-1d6a7c46-1590-4b35-97ba-eee6c138071a tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402281 Nov 18 18:07:31.878780 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 9cc1c47e-a910-4d3f-9573-f18d8b629f1a details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:07:31.976871 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 9cc1c47e-a910-4d3f-9573-f18d8b629f1a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=9cc1c47e-a910-4d3f-9573-f18d8b629f1a,segment=NetworkSegment(26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba),segment_id=26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:07:31.988169 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '9cc1c47e-a910-4d3f-9573-f18d8b629f1a', 'network_id': 'ecc54f5f-8430-48d8-9708-4dd26792e2e1', 'port_id': '9cc1c47e-a910-4d3f-9573-f18d8b629f1a', 'mac_address': 'fa:16:3e:eb:b4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78144ed-13a8-4d54-9fec-0e38c18384bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:07:32.024878 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:32.037785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc1c47e-a910-4d3f-9573-f18d8b629f1a {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:07:32.057202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 9cc1c47e-a910-4d3f-9573-f18d8b629f1a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=9cc1c47e-a910-4d3f-9573-f18d8b629f1a,segment=NetworkSegment(26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba),segment_id=26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:07:32.131665 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:32.177168 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=9cc1c47e-a910-4d3f-9573-f18d8b629f1a,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:32.184477 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:32.184835 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:32.185188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:32.185537 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:32.185880 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:32.186220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:32.186560 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:32.186896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:32.187232 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:32.187567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:32.187927 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:32.188268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:07:32.387870 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['9cc1c47e-a910-4d3f-9573-f18d8b629f1a'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:07:32.499583 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ada74098-ee1e-4cab-8ffa-6380aa31830b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:32.663810 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871be61-325d-476c-b19c-62c9b316fffd req-d225b6fb-47ff-4db4-a5ce-f580faea6e99 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:32.665281 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3871be61-325d-476c-b19c-62c9b316fffd req-d225b6fb-47ff-4db4-a5ce-f580faea6e99 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd3e6ab7-785b-4eda-9962-c5c556dd6f19 HTTP/1.1" status: 200 len: 944 time: 0.0490820 Nov 18 18:07:32.712888 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3871be61-325d-476c-b19c-62c9b316fffd req-851af17d-2e74-4132-8ca7-0ff7736eb4cd tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415053 Nov 18 18:07:33.749445 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:33.836710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c7736-39f3-4fa8-906c-f0f6d4ca2308 req-91a7fb61-338e-4a00-8f9d-1b5c0629111f tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:33.838227 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f0c7736-39f3-4fa8-906c-f0f6d4ca2308 req-91a7fb61-338e-4a00-8f9d-1b5c0629111f tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd3e6ab7-785b-4eda-9962-c5c556dd6f19 HTTP/1.1" status: 200 len: 944 time: 0.0495420 Nov 18 18:07:33.878610 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 9cc1c47e-a910-4d3f-9573-f18d8b629f1a up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:07:33.891011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3f0c7736-39f3-4fa8-906c-f0f6d4ca2308 req-aa0028ca-7941-4c59-b370-a30bad173d50 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464551 Nov 18 18:07:33.971694 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 9cc1c47e-a910-4d3f-9573-f18d8b629f1a completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:07:33.975721 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 9cc1c47e-a910-4d3f-9573-f18d8b629f1a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:07:33.976129 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:34.053561 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:34.075447 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3e6ab7-785b-4eda-9962-c5c556dd6f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc1c47e-a910-4d3f-9573-f18d8b629f1a'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:07:34.077706 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e153b5ed-305c-476c-8b95-2f9739493a4b" -d '{"events": [{"server_uuid": "fd3e6ab7-785b-4eda-9962-c5c556dd6f19", "name": "network-vif-plugged", "status": "completed", "tag": "9cc1c47e-a910-4d3f-9573-f18d8b629f1a"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:07:34.089658 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 9cc1c47e-a910-4d3f-9573-f18d8b629f1a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=9cc1c47e-a910-4d3f-9573-f18d8b629f1a,segment=NetworkSegment(26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba),segment_id=26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:07:34.117198 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6848b137-5e8f-4fb4-9551-5c73608a26e7 x-openstack-request-id: req-6848b137-5e8f-4fb4-9551-5c73608a26e7 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:07:34.117518 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3e6ab7-785b-4eda-9962-c5c556dd6f19", "name": "network-vif-plugged", "status": "completed", "tag": "9cc1c47e-a910-4d3f-9573-f18d8b629f1a", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:07:34.117749 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6848b137-5e8f-4fb4-9551-5c73608a26e7 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:07:34.118145 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3e6ab7-785b-4eda-9962-c5c556dd6f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc1c47e-a910-4d3f-9573-f18d8b629f1a', 'code': 200} Nov 18 18:07:34.163853 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:34.213230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=9cc1c47e-a910-4d3f-9573-f18d8b629f1a,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:34.222843 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adb7de-b9e6-41b4-9d9c-569925624bf7 req-ef4b53e3-4352-45e7-b4e3-196c1233adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:34.224952 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c4adb7de-b9e6-41b4-9d9c-569925624bf7 req-ef4b53e3-4352-45e7-b4e3-196c1233adaa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fd3e6ab7-785b-4eda-9962-c5c556dd6f19 HTTP/1.1" status: 200 len: 1097 time: 0.0417898 Nov 18 18:07:34.271949 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c4adb7de-b9e6-41b4-9d9c-569925624bf7 req-97dbe2c6-ba38-4c41-a905-e5709113f25e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373096 Nov 18 18:07:35.006363 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71018964-385c-4597-a9f6-32694ac42878 req-6fbd8f89-f9b5-48cb-8e3d-dfcfabc4c059 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:35.007900 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-71018964-385c-4597-a9f6-32694ac42878 req-6fbd8f89-f9b5-48cb-8e3d-dfcfabc4c059 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd3e6ab7-785b-4eda-9962-c5c556dd6f19 HTTP/1.1" status: 200 len: 945 time: 0.0489266 Nov 18 18:07:35.055540 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-71018964-385c-4597-a9f6-32694ac42878 req-ea86b4a5-cab9-42dd-9421-b0af7a9afd45 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413833 Nov 18 18:07:35.186654 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:35.503379 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:36.180591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa309fa-6bf6-407a-96d7-8baf02658df5 req-43433e51-c3bc-4e4b-bf50-6dbc5af0b27f tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:36.181977 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9aa309fa-6bf6-407a-96d7-8baf02658df5 req-43433e51-c3bc-4e4b-bf50-6dbc5af0b27f tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd3e6ab7-785b-4eda-9962-c5c556dd6f19 HTTP/1.1" status: 200 len: 945 time: 0.0502951 Nov 18 18:07:36.228627 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9aa309fa-6bf6-407a-96d7-8baf02658df5 req-f99d6ce5-4383-4962-985a-8ffbd9bf82ec tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406842 Nov 18 18:07:36.631215 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a968a0c-4a6e-4a01-8453-f2b6288d1458 req-1bedfca9-cbb0-492d-a837-794b4add2ba1 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:36.632755 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a968a0c-4a6e-4a01-8453-f2b6288d1458 req-1bedfca9-cbb0-492d-a837-794b4add2ba1 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd3e6ab7-785b-4eda-9962-c5c556dd6f19 HTTP/1.1" status: 200 len: 945 time: 0.0550661 Nov 18 18:07:36.680175 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1a968a0c-4a6e-4a01-8453-f2b6288d1458 req-a4517302-f43a-4439-a1bc-531e36e91601 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413740 Nov 18 18:07:37.802446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd080c4-157d-43d6-86fa-653cd3563a69 req-49f3ad63-b7a9-40f7-916b-0697137206a2 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:37.804060 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4cd080c4-157d-43d6-86fa-653cd3563a69 req-49f3ad63-b7a9-40f7-916b-0697137206a2 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd3e6ab7-785b-4eda-9962-c5c556dd6f19 HTTP/1.1" status: 200 len: 945 time: 0.0497274 Nov 18 18:07:37.853797 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4cd080c4-157d-43d6-86fa-653cd3563a69 req-84981325-ba03-4b23-9bad-54de1206e495 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424993 Nov 18 18:07:38.085415 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff563e-6648-4cbd-b625-c6f499310c8e req-03a6e81f-dc7c-446e-adef-2364da2618f2 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:38.086818 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-39ff563e-6648-4cbd-b625-c6f499310c8e req-03a6e81f-dc7c-446e-adef-2364da2618f2 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd3e6ab7-785b-4eda-9962-c5c556dd6f19 HTTP/1.1" status: 200 len: 945 time: 0.0490921 Nov 18 18:07:38.179156 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-39ff563e-6648-4cbd-b625-c6f499310c8e req-6fcea9c1-0a80-4493-9ed2-5c2e10c46375 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Deleting port 9cc1c47e-a910-4d3f-9573-f18d8b629f1a {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:07:38.179562 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-39ff563e-6648-4cbd-b625-c6f499310c8e req-6fcea9c1-0a80-4493-9ed2-5c2e10c46375 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:38.267683 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-39ff563e-6648-4cbd-b625-c6f499310c8e req-6fcea9c1-0a80-4493-9ed2-5c2e10c46375 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] For port 9cc1c47e-a910-4d3f-9573-f18d8b629f1a, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=9cc1c47e-a910-4d3f-9573-f18d8b629f1a,segment=NetworkSegment(26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba),segment_id=26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:07:38.268086 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-39ff563e-6648-4cbd-b625-c6f499310c8e req-6fcea9c1-0a80-4493-9ed2-5c2e10c46375 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:38.284674 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-39ff563e-6648-4cbd-b625-c6f499310c8e req-6fcea9c1-0a80-4493-9ed2-5c2e10c46375 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Calling delete_port for 9cc1c47e-a910-4d3f-9573-f18d8b629f1a owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:07:38.474468 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-39ff563e-6648-4cbd-b625-c6f499310c8e req-6fcea9c1-0a80-4493-9ed2-5c2e10c46375 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:38.486799 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['85286be4-3022-4e7f-8165-e7250c3baced'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:07:38.491179 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['9cc1c47e-a910-4d3f-9573-f18d8b629f1a'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:07:38.503857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcea9c1-0a80-4493-9ed2-5c2e10c46375 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Pushing event deleted for resources: {'Port': ['ID=9cc1c47e-a910-4d3f-9573-f18d8b629f1a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:38.551193 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ff563e-6648-4cbd-b625-c6f499310c8e req-6fcea9c1-0a80-4493-9ed2-5c2e10c46375 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] No DVR routers for this DVR port 9cc1c47e-a910-4d3f-9573-f18d8b629f1a on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:07:38.555267 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-39ff563e-6648-4cbd-b625-c6f499310c8e req-6fcea9c1-0a80-4493-9ed2-5c2e10c46375 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:38.558732 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-39ff563e-6648-4cbd-b625-c6f499310c8e req-6fcea9c1-0a80-4493-9ed2-5c2e10c46375 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.83 "DELETE /v2.0/ports/9cc1c47e-a910-4d3f-9573-f18d8b629f1a HTTP/1.1" status: 204 len: 173 time: 0.4654267 Nov 18 18:07:38.559223 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3e6ab7-785b-4eda-9962-c5c556dd6f19', 'name': 'network-vif-deleted', 'tag': '9cc1c47e-a910-4d3f-9573-f18d8b629f1a'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:07:38.561545 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d778f467-9fec-4603-99a8-a53f691a6b74" -d '{"events": [{"server_uuid": "fd3e6ab7-785b-4eda-9962-c5c556dd6f19", "name": "network-vif-deleted", "tag": "9cc1c47e-a910-4d3f-9573-f18d8b629f1a"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:07:38.600795 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5faadc-c01c-4290-9ccc-997ccd123ee1 x-openstack-request-id: req-ce5faadc-c01c-4290-9ccc-997ccd123ee1 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:07:38.601176 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3e6ab7-785b-4eda-9962-c5c556dd6f19", "name": "network-vif-deleted", "tag": "9cc1c47e-a910-4d3f-9573-f18d8b629f1a", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:07:38.601515 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ce5faadc-c01c-4290-9ccc-997ccd123ee1 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:07:38.601996 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3e6ab7-785b-4eda-9962-c5c556dd6f19', 'name': 'network-vif-deleted', 'tag': '9cc1c47e-a910-4d3f-9573-f18d8b629f1a', 'status': 'completed', 'code': 200} Nov 18 18:07:38.958326 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fbb422f8-4c69-44ed-a6a9-5e90fa0a3ec7 req-d918aae0-d27d-4df7-b8db-4e6a32d08b25 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd3e6ab7-785b-4eda-9962-c5c556dd6f19 HTTP/1.1" status: 200 len: 210 time: 0.0261400 Nov 18 18:07:40.111160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741d9cb-d5da-4515-a422-71f7a30dec54 req-b0326d94-2b53-4e30-9ad8-430b151afe6b tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:40.112675 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9741d9cb-d5da-4515-a422-71f7a30dec54 req-b0326d94-2b53-4e30-9ad8-430b151afe6b tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 945 time: 0.0527880 Nov 18 18:07:40.160620 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9741d9cb-d5da-4515-a422-71f7a30dec54 req-94a0ac50-b9bd-488e-bab3-5e6fcce9531b tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409760 Nov 18 18:07:40.292127 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568a08a-7b31-4a58-934d-7d4e416679da req-f499e48c-30c2-4a9a-99de-18e5fab6576f tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:40.293630 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5568a08a-7b31-4a58-934d-7d4e416679da req-f499e48c-30c2-4a9a-99de-18e5fab6576f tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 945 time: 0.0489407 Nov 18 18:07:40.340494 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5568a08a-7b31-4a58-934d-7d4e416679da req-e8d3c8ac-069b-498c-be71-2800ed468568 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Nov 18 18:07:40.460016 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd908c-370a-438b-9464-efcc12db7277 req-bfe7eb2a-3148-4fa4-b9f3-a497bc67e02b tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:40.461443 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2cd908c-370a-438b-9464-efcc12db7277 req-bfe7eb2a-3148-4fa4-b9f3-a497bc67e02b tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 945 time: 0.0529671 Nov 18 18:07:40.510620 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c2cd908c-370a-438b-9464-efcc12db7277 req-5e59bf8e-efc0-4021-811b-4803e5cd13f1 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428960 Nov 18 18:07:40.679109 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040812c1-293a-4327-83ed-0625fdaed2f5 req-a16dc378-eab5-4858-82f8-51c26e95f97f tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:40.680640 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-040812c1-293a-4327-83ed-0625fdaed2f5 req-a16dc378-eab5-4858-82f8-51c26e95f97f tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 945 time: 0.0508361 Nov 18 18:07:40.730089 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-040812c1-293a-4327-83ed-0625fdaed2f5 req-32a202a1-628d-4e76-83d1-ff79cee1c671 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434339 Nov 18 18:07:40.844089 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207243d7-a328-4006-9de8-7d3a5014db5c req-4f6aa9d1-8a52-4b34-a147-7c57d07c0c68 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:40.845613 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-207243d7-a328-4006-9de8-7d3a5014db5c req-4f6aa9d1-8a52-4b34-a147-7c57d07c0c68 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 945 time: 0.0497401 Nov 18 18:07:40.897387 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-207243d7-a328-4006-9de8-7d3a5014db5c req-7b076ffd-24ef-4502-974d-e7d25d52187e tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451121 Nov 18 18:07:41.019782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627908f-50a8-47b3-93c8-b5f65c9619da req-43af1937-bf83-4bcc-bd99-b137cc19d1ea tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:41.021300 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1627908f-50a8-47b3-93c8-b5f65c9619da req-43af1937-bf83-4bcc-bd99-b137cc19d1ea tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 945 time: 0.0489135 Nov 18 18:07:41.070136 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1627908f-50a8-47b3-93c8-b5f65c9619da req-a6955a7c-5ad6-4ef7-b7bf-e837e5474c20 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420449 Nov 18 18:07:41.532528 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bafc0-ec68-4c14-975e-96c06a4f5da7 req-43168444-e839-406b-bbe5-98ab2d885a6b tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:41.534045 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cf2bafc0-ec68-4c14-975e-96c06a4f5da7 req-43168444-e839-406b-bbe5-98ab2d885a6b tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 945 time: 0.0509315 Nov 18 18:07:41.581779 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cf2bafc0-ec68-4c14-975e-96c06a4f5da7 req-6aec1287-ff0c-46fa-9914-8496967e7a74 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409603 Nov 18 18:07:41.909771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 9cc1c47e-a910-4d3f-9573-f18d8b629f1a no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:07:41.929987 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 9cc1c47e-a910-4d3f-9573-f18d8b629f1a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:07:41.930332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 9cc1c47e-a910-4d3f-9573-f18d8b629f1a not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:07:42.706031 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a7242-8186-4732-a92c-937be8f120b9 req-bc0d465e-ae29-45b5-b4ac-a4a6fca1ec91 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:42.707537 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f33a7242-8186-4732-a92c-937be8f120b9 req-bc0d465e-ae29-45b5-b4ac-a4a6fca1ec91 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 945 time: 0.0555317 Nov 18 18:07:42.755603 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f33a7242-8186-4732-a92c-937be8f120b9 req-143e97f7-c2a8-4ff5-8bf4-46d9686436fe tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b625a86-d574-469c-8452-5bc674a5ab98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415568 Nov 18 18:07:42.855341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ce53c-9163-4788-9a9d-d34cd0cdce29 req-6e237b2c-98ce-4365-a218-b136441a1923 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:42.856918 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-595ce53c-9163-4788-9a9d-d34cd0cdce29 req-6e237b2c-98ce-4365-a218-b136441a1923 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.81 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 945 time: 0.0666907 Nov 18 18:07:42.949456 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-595ce53c-9163-4788-9a9d-d34cd0cdce29 req-9f2e3349-4dcf-4dfc-9366-778892bbe714 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Deleting port 85286be4-3022-4e7f-8165-e7250c3baced {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:07:42.949800 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-595ce53c-9163-4788-9a9d-d34cd0cdce29 req-9f2e3349-4dcf-4dfc-9366-778892bbe714 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:43.038352 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-595ce53c-9163-4788-9a9d-d34cd0cdce29 req-9f2e3349-4dcf-4dfc-9366-778892bbe714 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] For port 85286be4-3022-4e7f-8165-e7250c3baced, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=85286be4-3022-4e7f-8165-e7250c3baced,segment=NetworkSegment(26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba),segment_id=26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:07:43.038714 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-595ce53c-9163-4788-9a9d-d34cd0cdce29 req-9f2e3349-4dcf-4dfc-9366-778892bbe714 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:43.051088 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-595ce53c-9163-4788-9a9d-d34cd0cdce29 req-9f2e3349-4dcf-4dfc-9366-778892bbe714 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Calling delete_port for 85286be4-3022-4e7f-8165-e7250c3baced owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:07:43.245939 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-595ce53c-9163-4788-9a9d-d34cd0cdce29 req-9f2e3349-4dcf-4dfc-9366-778892bbe714 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:43.258271 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['85286be4-3022-4e7f-8165-e7250c3baced'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:07:43.276354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e3349-4dcf-4dfc-9366-778892bbe714 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Pushing event deleted for resources: {'Port': ['ID=85286be4-3022-4e7f-8165-e7250c3baced,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:43.316340 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-595ce53c-9163-4788-9a9d-d34cd0cdce29 req-9f2e3349-4dcf-4dfc-9366-778892bbe714 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] No DVR routers for this DVR port 85286be4-3022-4e7f-8165-e7250c3baced on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:07:43.319762 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-595ce53c-9163-4788-9a9d-d34cd0cdce29 req-9f2e3349-4dcf-4dfc-9366-778892bbe714 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:43.323116 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-595ce53c-9163-4788-9a9d-d34cd0cdce29 req-9f2e3349-4dcf-4dfc-9366-778892bbe714 tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.81 "DELETE /v2.0/ports/85286be4-3022-4e7f-8165-e7250c3baced HTTP/1.1" status: 204 len: 173 time: 0.4599078 Nov 18 18:07:43.323598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be90e7a5-11f3-447d-be91-e520b14dfcf7', 'name': 'network-vif-deleted', 'tag': '85286be4-3022-4e7f-8165-e7250c3baced'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:07:43.325871 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9931ae4-4208-4c6f-a691-584ee2d7be1f" -d '{"events": [{"server_uuid": "be90e7a5-11f3-447d-be91-e520b14dfcf7", "name": "network-vif-deleted", "tag": "85286be4-3022-4e7f-8165-e7250c3baced"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:07:43.362643 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2b423a-c061-48ee-acce-6976ff1f1852 x-openstack-request-id: req-de2b423a-c061-48ee-acce-6976ff1f1852 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:07:43.362951 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be90e7a5-11f3-447d-be91-e520b14dfcf7", "name": "network-vif-deleted", "tag": "85286be4-3022-4e7f-8165-e7250c3baced", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:07:43.363212 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-de2b423a-c061-48ee-acce-6976ff1f1852 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:07:43.363630 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be90e7a5-11f3-447d-be91-e520b14dfcf7', 'name': 'network-vif-deleted', 'tag': '85286be4-3022-4e7f-8165-e7250c3baced', 'status': 'completed', 'code': 200} Nov 18 18:07:43.861792 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1ffcf93d-8822-4ceb-bbd0-eeb6ac80904b req-fc4bfad6-fa70-4fb2-8dcb-f497bb8d862c tempest-ServersNegativeTestJSON-2084583279 tempest-ServersNegativeTestJSON-2084583279-project] 10.222.0.72 "GET /v2.0/ports?device_id=be90e7a5-11f3-447d-be91-e520b14dfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0267253 Nov 18 18:07:44.921343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38678) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:44.963981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-e482ddcd-a39b-404b-a4a0-ba126e4d468d admin admin] Deleting subnet a78144ed-13a8-4d54-9fec-0e38c18384bd {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:07:44.967259 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e482ddcd-a39b-404b-a4a0-ba126e4d468d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:45.000987 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e482ddcd-a39b-404b-a4a0-ba126e4d468d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:45.043027 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e482ddcd-a39b-404b-a4a0-ba126e4d468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:45.171844 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e482ddcd-a39b-404b-a4a0-ba126e4d468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:45.198000 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482ddcd-a39b-404b-a4a0-ba126e4d468d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a78144ed-13a8-4d54-9fec-0e38c18384bd,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:45.201829 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e482ddcd-a39b-404b-a4a0-ba126e4d468d admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:45.205102 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e482ddcd-a39b-404b-a4a0-ba126e4d468d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a78144ed-13a8-4d54-9fec-0e38c18384bd HTTP/1.1" status: 204 len: 168 time: 0.2843976 Nov 18 18:07:45.207591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38680) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:45.274934 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d5c88a5e-148b-4bad-9d8c-b0a015880dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:45.357339 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d5c88a5e-148b-4bad-9d8c-b0a015880dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:45.378259 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-d5c88a5e-148b-4bad-9d8c-b0a015880dda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc54f5f-8430-48d8-9708-4dd26792e2e1']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:45.387421 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-d5c88a5e-148b-4bad-9d8c-b0a015880dda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:45.387724 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-d5c88a5e-148b-4bad-9d8c-b0a015880dda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ea4c07-d27d-4a4a-bc09-6e3d957cf4ba') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:45.397089 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d5c88a5e-148b-4bad-9d8c-b0a015880dda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:45.410016 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d5c88a5e-148b-4bad-9d8c-b0a015880dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:45.416418 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c88a5e-148b-4bad-9d8c-b0a015880dda admin admin] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:07:45.416810 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d5c88a5e-148b-4bad-9d8c-b0a015880dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: timer() Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:07:45.418459 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:07:45.535010 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d5c88a5e-148b-4bad-9d8c-b0a015880dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:45.541322 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d5c88a5e-148b-4bad-9d8c-b0a015880dda admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:45.544356 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d5c88a5e-148b-4bad-9d8c-b0a015880dda admin admin] 10.222.0.72 "DELETE /v2.0/networks/ecc54f5f-8430-48d8-9708-4dd26792e2e1 HTTP/1.1" status: 204 len: 168 time: 0.3357792 Nov 18 18:07:45.556369 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c88a5e-148b-4bad-9d8c-b0a015880dda admin admin] Pushing event deleted for resources: {'Network': ['ID=ecc54f5f-8430-48d8-9708-4dd26792e2e1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:45.817725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38684) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:45.864117 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6135a3a1-80c3-4b53-b937-2fda9afd3653 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f9d356a1964b427fad24798cd43245e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451317 Nov 18 18:07:45.866701 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38686) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:45.916169 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2e83c41-47b2-4d9a-9d1b-1e4028699f82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:45.937399 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2e83c41-47b2-4d9a-9d1b-1e4028699f82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:46.049294 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2e83c41-47b2-4d9a-9d1b-1e4028699f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:46.052077 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c2e83c41-47b2-4d9a-9d1b-1e4028699f82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:46.053247 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c2e83c41-47b2-4d9a-9d1b-1e4028699f82 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9b625a86-d574-469c-8452-5bc674a5ab98 HTTP/1.1" status: 204 len: 168 time: 0.1856377 Nov 18 18:07:46.061350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e83c41-47b2-4d9a-9d1b-1e4028699f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b625a86-d574-469c-8452-5bc674a5ab98,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:47.098672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38708) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:47.193507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a55d8cc3-e180-4062-95bf-051dea42b75e tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-933960982'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:07:47.308359 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55d8cc3-e180-4062-95bf-051dea42b75e tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Made reservation on behalf of 40cf5ef89ea94ca7a42343a83f37b370 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:07:47.312192 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a55d8cc3-e180-4062-95bf-051dea42b75e tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:47.321587 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a55d8cc3-e180-4062-95bf-051dea42b75e tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:47.396943 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a55d8cc3-e180-4062-95bf-051dea42b75e tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:47.457047 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a55d8cc3-e180-4062-95bf-051dea42b75e tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:47.467810 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 85286be4-3022-4e7f-8165-e7250c3baced no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:07:47.484354 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55d8cc3-e180-4062-95bf-051dea42b75e tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:07:47.487527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 85286be4-3022-4e7f-8165-e7250c3baced {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:07:47.487913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 85286be4-3022-4e7f-8165-e7250c3baced not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:07:47.494789 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d8cc3-e180-4062-95bf-051dea42b75e tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19477b63-13c8-4b20-bf29-abf16fefc3ce,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:47.499578 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a55d8cc3-e180-4062-95bf-051dea42b75e tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:47.499916 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-a55d8cc3-e180-4062-95bf-051dea42b75e tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Added segment 6379e811-f115-4107-be91-e965c7fc7b4b of type vlan for network b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b Nov 18 18:07:47.543605 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a55d8cc3-e180-4062-95bf-051dea42b75e tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:47.622969 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a55d8cc3-e180-4062-95bf-051dea42b75e tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:47.628714 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55d8cc3-e180-4062-95bf-051dea42b75e tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:47.629303 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a55d8cc3-e180-4062-95bf-051dea42b75e tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:47.694303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d8cc3-e180-4062-95bf-051dea42b75e tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event updated for resources: {'Network': ['ID=b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:47.705125 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:07:47.727030 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a55d8cc3-e180-4062-95bf-051dea42b75e tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6259882 Nov 18 18:07:51.025764 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38712) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:51.031117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ccc8accf-5691-47ed-b963-c27487796577 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Request body: {'subnet': {'network_id': 'b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:07:51.271773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc8accf-5691-47ed-b963-c27487796577 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Made reservation on behalf of 40cf5ef89ea94ca7a42343a83f37b370 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:07:51.275471 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ccc8accf-5691-47ed-b963-c27487796577 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:51.558096 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ccc8accf-5691-47ed-b963-c27487796577 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:51.620039 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8accf-5691-47ed-b963-c27487796577 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event updated for resources: {'Subnet': ['ID=bbb0f469-d38c-4629-b5e6-868cfc41dd06,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:51.629268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc8accf-5691-47ed-b963-c27487796577 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Checking segment: {'id': '6379e811-f115-4107-be91-e965c7fc7b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:07:51.629650 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc8accf-5691-47ed-b963-c27487796577 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Network hostable DHCP agents. Network: b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:07:51.700734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc8accf-5691-47ed-b963-c27487796577 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Network b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:07:51.786437 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-ccc8accf-5691-47ed-b963-c27487796577 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:07:51.792048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc8accf-5691-47ed-b963-c27487796577 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:51.793128 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ccc8accf-5691-47ed-b963-c27487796577 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:51.797162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41621709-3416-4e80-8791-ec87b0b9da97 None None] Network b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:07:51.881781 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ccc8accf-5691-47ed-b963-c27487796577 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8534441 Nov 18 18:07:51.884630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38714) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:51.891330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a67ac0e5-f953-4141-881c-38832ab843ff tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-602972556'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:07:51.956382 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b', 'network_id': 'b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b', 'tenant_id': '40cf5ef89ea94ca7a42343a83f37b370', 'fixed_ips': [{'subnet_id': 'bbb0f469-d38c-4629-b5e6-868cfc41dd06'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:07:51.957228 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:51.969312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67ac0e5-f953-4141-881c-38832ab843ff tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Made reservation on behalf of 40cf5ef89ea94ca7a42343a83f37b370 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:07:51.972970 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a67ac0e5-f953-4141-881c-38832ab843ff tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:51.997828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67ac0e5-f953-4141-881c-38832ab843ff tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] vlan segment allocate from pool success with {'vlan_id': 1109, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:07:52.006993 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a67ac0e5-f953-4141-881c-38832ab843ff tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:52.007970 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-a67ac0e5-f953-4141-881c-38832ab843ff tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Added segment 48c39175-5582-4ce3-a4a9-7a9b7621f506 of type vlan for network 6ee76a66-1d11-425c-8e42-df3a91afe412 Nov 18 18:07:52.026113 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:52.052387 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a67ac0e5-f953-4141-881c-38832ab843ff tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:52.097960 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Allocated IP 2001:db8:0:ffff::2 (b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b/bbb0f469-d38c-4629-b5e6-868cfc41dd06/4c493093-4e84-44bc-86d7-c74d9b9b6d4b) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:07:52.168846 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a67ac0e5-f953-4141-881c-38832ab843ff tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:52.174710 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ac0e5-f953-4141-881c-38832ab843ff tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:52.176784 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a67ac0e5-f953-4141-881c-38832ab843ff tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:52.240807 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:52.248660 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ac0e5-f953-4141-881c-38832ab843ff tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event updated for resources: {'Network': ['ID=6ee76a66-1d11-425c-8e42-df3a91afe412,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:52.260039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 6ee76a66-1d11-425c-8e42-df3a91afe412 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:07:52.277046 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a67ac0e5-f953-4141-881c-38832ab843ff tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3912051 Nov 18 18:07:52.279951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38716) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:52.284912 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-34b9c566-e95f-4c3e-8bf2-4346c50d8323 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Request body: {'subnet': {'network_id': '6ee76a66-1d11-425c-8e42-df3a91afe412', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:07:52.472988 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:52.479996 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b9c566-e95f-4c3e-8bf2-4346c50d8323 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Made reservation on behalf of 40cf5ef89ea94ca7a42343a83f37b370 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:07:52.483691 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34b9c566-e95f-4c3e-8bf2-4346c50d8323 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:52.516204 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Network b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:07:52.520642 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:07:52.521551 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:07:52.537624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Pushing event updated for resources: {'Port': ['ID=4c493093-4e84-44bc-86d7-c74d9b9b6d4b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:52.588504 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Attempting to bind port 4c493093-4e84-44bc-86d7-c74d9b9b6d4b on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:07:52.588891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Attempting to bind port 4c493093-4e84-44bc-86d7-c74d9b9b6d4b by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '6379e811-f115-4107-be91-e965c7fc7b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:07:52.589273 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Attempting to bind port 4c493093-4e84-44bc-86d7-c74d9b9b6d4b on network b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:07:52.594756 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:07:52.595144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Checking segment: {'id': '6379e811-f115-4107-be91-e965c7fc7b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:07:52.595554 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:52.596099 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Bound using segment: {'id': '6379e811-f115-4107-be91-e965c7fc7b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:07:52.602129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Bound port: 4c493093-4e84-44bc-86d7-c74d9b9b6d4b, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6379e811-f115-4107-be91-e965c7fc7b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:07:52.602129 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:52.665240 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] For port 4c493093-4e84-44bc-86d7-c74d9b9b6d4b, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:07:52.668353 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] For port 4c493093-4e84-44bc-86d7-c74d9b9b6d4b, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4c493093-4e84-44bc-86d7-c74d9b9b6d4b,segment=NetworkSegment(6379e811-f115-4107-be91-e965c7fc7b4b),segment_id=6379e811-f115-4107-be91-e965c7fc7b4b)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:07:52.723767 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34b9c566-e95f-4c3e-8bf2-4346c50d8323 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:52.724007 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:52.787523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9c566-e95f-4c3e-8bf2-4346c50d8323 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event updated for resources: {'Subnet': ['ID=b93e6b96-467f-4d21-9a52-c8517e609287,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:52.796598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b9c566-e95f-4c3e-8bf2-4346c50d8323 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Checking segment: {'id': '48c39175-5582-4ce3-a4a9-7a9b7621f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '6ee76a66-1d11-425c-8e42-df3a91afe412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:07:52.796964 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b9c566-e95f-4c3e-8bf2-4346c50d8323 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Network hostable DHCP agents. Network: 6ee76a66-1d11-425c-8e42-df3a91afe412, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:07:52.801045 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b440df4-ad65-4297-9de5-f984c1bbf033 None None] Pushing event updated for resources: {'Port': ['ID=4c493093-4e84-44bc-86d7-c74d9b9b6d4b,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:52.906390 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b9c566-e95f-4c3e-8bf2-4346c50d8323 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Network 6ee76a66-1d11-425c-8e42-df3a91afe412 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:07:53.000143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-34b9c566-e95f-4c3e-8bf2-4346c50d8323 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 6ee76a66-1d11-425c-8e42-df3a91afe412) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:07:53.004390 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9c566-e95f-4c3e-8bf2-4346c50d8323 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:53.005006 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34b9c566-e95f-4c3e-8bf2-4346c50d8323 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:53.012486 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0bdefe-6256-4432-b721-9f170ffb2073 None None] Network 6ee76a66-1d11-425c-8e42-df3a91afe412 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:07:53.106942 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4c493093-4e84-44bc-86d7-c74d9b9b6d4b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:07:53.117174 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-34b9c566-e95f-4c3e-8bf2-4346c50d8323 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8361690 Nov 18 18:07:53.120094 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38718) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:53.208235 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4c493093-4e84-44bc-86d7-c74d9b9b6d4b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:07:53.208620 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:53.212277 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81961a24-653b-4213-9829-4551efb4b287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-6ee76a66-1d11-425c-8e42-df3a91afe412', 'network_id': '6ee76a66-1d11-425c-8e42-df3a91afe412', 'tenant_id': '40cf5ef89ea94ca7a42343a83f37b370', 'fixed_ips': [{'subnet_id': 'b93e6b96-467f-4d21-9a52-c8517e609287'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:07:53.213121 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-81961a24-653b-4213-9829-4551efb4b287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:53.231343 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52883af7-c5eb-46e3-8453-245d45244874 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:53.286346 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52883af7-c5eb-46e3-8453-245d45244874 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:53.370451 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:53.403551 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 4c493093-4e84-44bc-86d7-c74d9b9b6d4b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4c493093-4e84-44bc-86d7-c74d9b9b6d4b,segment=NetworkSegment(6379e811-f115-4107-be91-e965c7fc7b4b),segment_id=6379e811-f115-4107-be91-e965c7fc7b4b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:07:53.420829 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52883af7-c5eb-46e3-8453-245d45244874 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:53.451690 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52883af7-c5eb-46e3-8453-245d45244874 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event deleted for resources: {'Subnet': ['ID=b93e6b96-467f-4d21-9a52-c8517e609287,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:53.480277 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server [None req-81961a24-653b-4213-9829-4551efb4b287 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b93e6b96-467f-4d21-9a52-c8517e609287: This subnet is being modified by another concurrent operation. Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise self.value Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server raise exception Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b93e6b96-467f-4d21-9a52-c8517e609287: This subnet is being modified by another concurrent operation. Nov 18 18:07:53.486079 n-d-813419-11 neutron-server[104009]: ERROR oslo_messaging.rpc.server Nov 18 18:07:53.530850 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52883af7-c5eb-46e3-8453-245d45244874 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:53.550941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7093315-143b-4362-bd60-b0def6ce6476 None None] Network 6ee76a66-1d11-425c-8e42-df3a91afe412 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:07:53.555638 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-52883af7-c5eb-46e3-8453-245d45244874 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee76a66-1d11-425c-8e42-df3a91afe412']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:53.567827 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-52883af7-c5eb-46e3-8453-245d45244874 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c39175-5582-4ce3-a4a9-7a9b7621f506') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:53.568141 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-52883af7-c5eb-46e3-8453-245d45244874 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c39175-5582-4ce3-a4a9-7a9b7621f506') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:53.574220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=4c493093-4e84-44bc-86d7-c74d9b9b6d4b,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:53.581547 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52883af7-c5eb-46e3-8453-245d45244874 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:53.598991 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52883af7-c5eb-46e3-8453-245d45244874 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:53.606350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52883af7-c5eb-46e3-8453-245d45244874 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:07:53.606813 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52883af7-c5eb-46e3-8453-245d45244874 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: timer() Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:07:53.610307 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:07:53.675920 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:53.743689 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52883af7-c5eb-46e3-8453-245d45244874 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:53.750863 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52883af7-c5eb-46e3-8453-245d45244874 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:53.754236 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-52883af7-c5eb-46e3-8453-245d45244874 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "DELETE /v2.0/networks/6ee76a66-1d11-425c-8e42-df3a91afe412 HTTP/1.1" status: 204 len: 168 time: 0.6331210 Nov 18 18:07:53.759025 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38720) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:53.763512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a161578-8ad3-428c-899a-cfa4df28d301 None None] Network b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:07:53.764860 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f96d56c7-8710-4be4-8729-cf334c0fddac tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-218390108'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:07:53.766445 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52883af7-c5eb-46e3-8453-245d45244874 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event deleted for resources: {'Network': ['ID=6ee76a66-1d11-425c-8e42-df3a91afe412,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:53.834897 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-13008c65-9e20-4dc1-bdac-46afad3c4232 None None] Provisioning complete for port 4c493093-4e84-44bc-86d7-c74d9b9b6d4b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:07:53.835538 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-13008c65-9e20-4dc1-bdac-46afad3c4232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:53.839957 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96d56c7-8710-4be4-8729-cf334c0fddac tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Made reservation on behalf of 40cf5ef89ea94ca7a42343a83f37b370 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:07:53.844143 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f96d56c7-8710-4be4-8729-cf334c0fddac tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:53.869322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96d56c7-8710-4be4-8729-cf334c0fddac tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] vlan segment allocate from pool success with {'vlan_id': 1141, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:07:53.879696 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f96d56c7-8710-4be4-8729-cf334c0fddac tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:53.879838 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-f96d56c7-8710-4be4-8729-cf334c0fddac tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Added segment 9cb08e90-7047-40b6-a1f9-f2395d392d39 of type vlan for network 1005c68a-7089-45b9-a969-a8e0ff3af00f Nov 18 18:07:53.924410 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f96d56c7-8710-4be4-8729-cf334c0fddac tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:54.016936 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f96d56c7-8710-4be4-8729-cf334c0fddac tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:54.023472 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96d56c7-8710-4be4-8729-cf334c0fddac tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:54.024190 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f96d56c7-8710-4be4-8729-cf334c0fddac tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:54.096434 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d56c7-8710-4be4-8729-cf334c0fddac tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event updated for resources: {'Network': ['ID=1005c68a-7089-45b9-a969-a8e0ff3af00f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:54.108019 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 1005c68a-7089-45b9-a969-a8e0ff3af00f details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:07:54.117336 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f96d56c7-8710-4be4-8729-cf334c0fddac tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3563452 Nov 18 18:07:54.120247 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38722) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:54.126044 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9ad45b24-a886-4372-9327-cae51e8c76f3 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Request body: {'subnet': {'network_id': '1005c68a-7089-45b9-a969-a8e0ff3af00f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:07:54.174906 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ba0fb0-1f00-42a0-8e69-0edc1f17b559 None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 18:07:54.221900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-55fc9043-b555-4e94-a634-c43936ca77dc None None] Provisioning complete for port 4c493093-4e84-44bc-86d7-c74d9b9b6d4b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:07:54.222271 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-55fc9043-b555-4e94-a634-c43936ca77dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:54.290049 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba0fb0-1f00-42a0-8e69-0edc1f17b559 None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 18:07:54.297146 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad45b24-a886-4372-9327-cae51e8c76f3 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Made reservation on behalf of 40cf5ef89ea94ca7a42343a83f37b370 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:07:54.301016 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ad45b24-a886-4372-9327-cae51e8c76f3 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:54.362452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.ipam_backend_mixin [None req-9ad45b24-a886-4372-9327-cae51e8c76f3 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Performing IP validity checks on allocation pools {{(pid=104008) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 18 18:07:54.362915 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.ipam_backend_mixin [None req-9ad45b24-a886-4372-9327-cae51e8c76f3 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104008) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 18 18:07:54.537407 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ad45b24-a886-4372-9327-cae51e8c76f3 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:54.604061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad45b24-a886-4372-9327-cae51e8c76f3 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event updated for resources: {'Subnet': ['ID=ea7a91cb-080f-4715-9638-1ff8b92051b6,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:54.611009 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad45b24-a886-4372-9327-cae51e8c76f3 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Checking segment: {'id': '9cb08e90-7047-40b6-a1f9-f2395d392d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '1005c68a-7089-45b9-a969-a8e0ff3af00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:07:54.611305 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad45b24-a886-4372-9327-cae51e8c76f3 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Network hostable DHCP agents. Network: 1005c68a-7089-45b9-a969-a8e0ff3af00f, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:07:54.696712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad45b24-a886-4372-9327-cae51e8c76f3 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Network 1005c68a-7089-45b9-a969-a8e0ff3af00f is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:07:54.759469 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-9ad45b24-a886-4372-9327-cae51e8c76f3 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 1005c68a-7089-45b9-a969-a8e0ff3af00f) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:07:54.763641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad45b24-a886-4372-9327-cae51e8c76f3 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:54.764292 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9ad45b24-a886-4372-9327-cae51e8c76f3 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:54.768896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a2e27c-5b93-489c-993f-57fc1b4c5087 None None] Network 1005c68a-7089-45b9-a969-a8e0ff3af00f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:07:54.826414 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9ad45b24-a886-4372-9327-cae51e8c76f3 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7045670 Nov 18 18:07:54.828936 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38724) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:54.920515 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-1005c68a-7089-45b9-a969-a8e0ff3af00f', 'network_id': '1005c68a-7089-45b9-a969-a8e0ff3af00f', 'tenant_id': '40cf5ef89ea94ca7a42343a83f37b370', 'fixed_ips': [{'subnet_id': 'ea7a91cb-080f-4715-9638-1ff8b92051b6'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:07:54.921516 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:54.935730 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:54.995389 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:55.063988 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Allocated IP 2001:db8::3 (1005c68a-7089-45b9-a969-a8e0ff3af00f/ea7a91cb-080f-4715-9638-1ff8b92051b6/56b4c277-f090-4f1e-898b-ca379444e2af) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:07:55.067237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4c493093-4e84-44bc-86d7-c74d9b9b6d4b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:07:55.188914 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4c493093-4e84-44bc-86d7-c74d9b9b6d4b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:07:55.189283 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:55.270157 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:55.337036 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:55.380516 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Network 1005c68a-7089-45b9-a969-a8e0ff3af00f is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:07:55.383433 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:07:55.390116 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:07:55.393251 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Pushing event updated for resources: {'Port': ['ID=56b4c277-f090-4f1e-898b-ca379444e2af,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:55.405834 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:55.434458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event deleted for resources: {'Subnet': ['ID=ea7a91cb-080f-4715-9638-1ff8b92051b6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:55.445676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Attempting to bind port 56b4c277-f090-4f1e-898b-ca379444e2af on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:07:55.446062 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Attempting to bind port 56b4c277-f090-4f1e-898b-ca379444e2af by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '9cb08e90-7047-40b6-a1f9-f2395d392d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '1005c68a-7089-45b9-a969-a8e0ff3af00f'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:07:55.446435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Attempting to bind port 56b4c277-f090-4f1e-898b-ca379444e2af on network 1005c68a-7089-45b9-a969-a8e0ff3af00f {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:07:55.451491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:07:55.451900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Checking segment: {'id': '9cb08e90-7047-40b6-a1f9-f2395d392d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '1005c68a-7089-45b9-a969-a8e0ff3af00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:07:55.452311 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:55.452710 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Bound using segment: {'id': '9cb08e90-7047-40b6-a1f9-f2395d392d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '1005c68a-7089-45b9-a969-a8e0ff3af00f'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:07:55.453225 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Bound port: 56b4c277-f090-4f1e-898b-ca379444e2af, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb08e90-7047-40b6-a1f9-f2395d392d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '1005c68a-7089-45b9-a969-a8e0ff3af00f'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:07:55.453681 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:55.500755 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:55.516240 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] For port 56b4c277-f090-4f1e-898b-ca379444e2af, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:07:55.519360 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] For port 56b4c277-f090-4f1e-898b-ca379444e2af, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=56b4c277-f090-4f1e-898b-ca379444e2af,segment=NetworkSegment(9cb08e90-7047-40b6-a1f9-f2395d392d39),segment_id=9cb08e90-7047-40b6-a1f9-f2395d392d39)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:07:55.520056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1005c68a-7089-45b9-a969-a8e0ff3af00f']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:55.530924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb08e90-7047-40b6-a1f9-f2395d392d39') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:55.531147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb08e90-7047-40b6-a1f9-f2395d392d39') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:55.540654 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:55.592922 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:55.595306 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:55.605736 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:07:55.606410 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: timer() Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:07:55.611428 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:07:55.699415 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948dc78c-9453-4b24-a55a-552ce6e8dc9d None None] Pushing event updated for resources: {'Port': ['ID=56b4c277-f090-4f1e-898b-ca379444e2af,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:55.703340 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.db.api [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 18 18:07:55.703340 n-d-813419-11 neutron-server[104008]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 18 18:07:55.703340 n-d-813419-11 neutron-server[104008]: [parameters: {'id': '1005c68a-7089-45b9-a969-a8e0ff3af00f'}] Nov 18 18:07:55.703340 n-d-813419-11 neutron-server[104008]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 18:07:55.704019 n-d-813419-11 neutron-server[104008]: DEBUG oslo_db.api [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 18:07:55.713599 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f670152f-a83c-4b9f-a206-0ea2e0e8dd77 None None] Network 1005c68a-7089-45b9-a969-a8e0ff3af00f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:07:55.831391 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4ea5d6-8293-440f-8d3b-0abab780015b None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 18:07:55.896877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4ea5d6-8293-440f-8d3b-0abab780015b None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 18:07:56.205508 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:56.262846 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Deleting port 56b4c277-f090-4f1e-898b-ca379444e2af {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:07:56.263182 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:56.332942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] For port 56b4c277-f090-4f1e-898b-ca379444e2af, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=56b4c277-f090-4f1e-898b-ca379444e2af,segment=NetworkSegment(9cb08e90-7047-40b6-a1f9-f2395d392d39),segment_id=9cb08e90-7047-40b6-a1f9-f2395d392d39)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:07:56.333589 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:56.346150 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Calling delete_port for 56b4c277-f090-4f1e-898b-ca379444e2af owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:07:56.519848 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:56.545607 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event deleted for resources: {'Port': ['ID=56b4c277-f090-4f1e-898b-ca379444e2af,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:56.549263 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] No DVR routers for this DVR port 56b4c277-f090-4f1e-898b-ca379444e2af on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:07:56.631190 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:56.952087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1005c68a-7089-45b9-a969-a8e0ff3af00f']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:56.962077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb08e90-7047-40b6-a1f9-f2395d392d39') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:56.962375 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb08e90-7047-40b6-a1f9-f2395d392d39') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:07:56.972148 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:56.985611 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:56.991510 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:07:56.991940 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: timer() Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:07:56.994872 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:07:57.111452 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:57.120375 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:57.123556 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "DELETE /v2.0/networks/1005c68a-7089-45b9-a969-a8e0ff3af00f HTTP/1.1" status: 204 len: 168 time: 2.2935619 Nov 18 18:07:57.127257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38726) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:57.133715 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5b278eb3-5b49-450a-9bf8-3450761695a8 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-106802063'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:07:57.135554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029f284-ac7a-407f-b963-212b2be04a77 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event deleted for resources: {'Network': ['ID=1005c68a-7089-45b9-a969-a8e0ff3af00f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:57.208601 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b278eb3-5b49-450a-9bf8-3450761695a8 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Made reservation on behalf of 40cf5ef89ea94ca7a42343a83f37b370 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:07:57.212682 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5b278eb3-5b49-450a-9bf8-3450761695a8 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:57.237572 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b278eb3-5b49-450a-9bf8-3450761695a8 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:07:57.247573 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5b278eb3-5b49-450a-9bf8-3450761695a8 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:57.247968 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-5b278eb3-5b49-450a-9bf8-3450761695a8 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Added segment 8b1250d7-d13d-4255-9a0f-4ba5357bca75 of type vlan for network 8a2c8d40-d142-4d0f-93f5-07f5e9d45240 Nov 18 18:07:57.289764 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5b278eb3-5b49-450a-9bf8-3450761695a8 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:57.405432 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5b278eb3-5b49-450a-9bf8-3450761695a8 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:57.411202 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b278eb3-5b49-450a-9bf8-3450761695a8 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:57.411849 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5b278eb3-5b49-450a-9bf8-3450761695a8 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:57.480569 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b278eb3-5b49-450a-9bf8-3450761695a8 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event updated for resources: {'Network': ['ID=8a2c8d40-d142-4d0f-93f5-07f5e9d45240,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:57.490357 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 8a2c8d40-d142-4d0f-93f5-07f5e9d45240 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:07:57.499889 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5b278eb3-5b49-450a-9bf8-3450761695a8 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3708742 Nov 18 18:07:57.502667 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38728) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:57.508417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-6bd6f6d4-5ff7-4ed2-9b9d-6804dcc7cdeb tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Request body: {'subnet': {'network_id': '8a2c8d40-d142-4d0f-93f5-07f5e9d45240', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:07:57.656685 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd6f6d4-5ff7-4ed2-9b9d-6804dcc7cdeb tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Made reservation on behalf of 40cf5ef89ea94ca7a42343a83f37b370 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:07:57.660201 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f6d4-5ff7-4ed2-9b9d-6804dcc7cdeb tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:57.888917 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f6d4-5ff7-4ed2-9b9d-6804dcc7cdeb tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:57.959760 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6f6d4-5ff7-4ed2-9b9d-6804dcc7cdeb tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event updated for resources: {'Subnet': ['ID=cf448c67-4def-488d-8d92-7b984b266e85,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:57.964208 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd6f6d4-5ff7-4ed2-9b9d-6804dcc7cdeb tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Checking segment: {'id': '8b1250d7-d13d-4255-9a0f-4ba5357bca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '8a2c8d40-d142-4d0f-93f5-07f5e9d45240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:07:57.964599 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd6f6d4-5ff7-4ed2-9b9d-6804dcc7cdeb tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Network hostable DHCP agents. Network: 8a2c8d40-d142-4d0f-93f5-07f5e9d45240, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:07:58.025623 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd6f6d4-5ff7-4ed2-9b9d-6804dcc7cdeb tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Network 8a2c8d40-d142-4d0f-93f5-07f5e9d45240 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:07:58.094450 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-6bd6f6d4-5ff7-4ed2-9b9d-6804dcc7cdeb tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 8a2c8d40-d142-4d0f-93f5-07f5e9d45240) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:07:58.098602 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd6f6d4-5ff7-4ed2-9b9d-6804dcc7cdeb tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:58.099199 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f6d4-5ff7-4ed2-9b9d-6804dcc7cdeb tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:58.103661 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70361762-d36b-4a56-9a6f-3f9837087b38 None None] Network 8a2c8d40-d142-4d0f-93f5-07f5e9d45240 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:07:58.180414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6bd6f6d4-5ff7-4ed2-9b9d-6804dcc7cdeb tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6764410 Nov 18 18:07:58.184621 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38730) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:58.189682 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3e9ab18f-411a-4df4-9d63-0af7b389a481 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-535756645'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:07:58.249670 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-8a2c8d40-d142-4d0f-93f5-07f5e9d45240', 'network_id': '8a2c8d40-d142-4d0f-93f5-07f5e9d45240', 'tenant_id': '40cf5ef89ea94ca7a42343a83f37b370', 'fixed_ips': [{'subnet_id': 'cf448c67-4def-488d-8d92-7b984b266e85'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:07:58.250516 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:58.285472 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9ab18f-411a-4df4-9d63-0af7b389a481 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Made reservation on behalf of 40cf5ef89ea94ca7a42343a83f37b370 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:07:58.289138 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab18f-411a-4df4-9d63-0af7b389a481 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:58.312966 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9ab18f-411a-4df4-9d63-0af7b389a481 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] vlan segment allocate from pool success with {'vlan_id': 1119, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:07:58.322742 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab18f-411a-4df4-9d63-0af7b389a481 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:58.323101 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-3e9ab18f-411a-4df4-9d63-0af7b389a481 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Added segment 20e5be41-8f73-4ca8-99c0-d501f3fe7f2f of type vlan for network 0068ae7e-eaf0-4749-b41e-494042e8b911 Nov 18 18:07:58.364401 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab18f-411a-4df4-9d63-0af7b389a481 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:58.401920 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Allocated IP 2001:db8::2 (8a2c8d40-d142-4d0f-93f5-07f5e9d45240/cf448c67-4def-488d-8d92-7b984b266e85/93271240-597a-4f66-ad40-1ecbd88c1f8d) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:07:58.451164 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab18f-411a-4df4-9d63-0af7b389a481 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:58.456902 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9ab18f-411a-4df4-9d63-0af7b389a481 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:58.457532 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab18f-411a-4df4-9d63-0af7b389a481 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:58.527585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ab18f-411a-4df4-9d63-0af7b389a481 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event updated for resources: {'Network': ['ID=0068ae7e-eaf0-4749-b41e-494042e8b911,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:58.537825 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 0068ae7e-eaf0-4749-b41e-494042e8b911 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:07:58.543661 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3e9ab18f-411a-4df4-9d63-0af7b389a481 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3579240 Nov 18 18:07:58.546514 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38732) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:58.551679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3af6c8a5-37ec-4a3e-bbbd-5f25ba2bd959 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Request body: {'subnet': {'network_id': '0068ae7e-eaf0-4749-b41e-494042e8b911', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:07:58.554734 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:58.620592 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:58.660578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Network 8a2c8d40-d142-4d0f-93f5-07f5e9d45240 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:07:58.663481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:07:58.669861 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:07:58.673200 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Pushing event updated for resources: {'Port': ['ID=93271240-597a-4f66-ad40-1ecbd88c1f8d,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:58.705751 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af6c8a5-37ec-4a3e-bbbd-5f25ba2bd959 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Made reservation on behalf of 40cf5ef89ea94ca7a42343a83f37b370 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:07:58.705751 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3af6c8a5-37ec-4a3e-bbbd-5f25ba2bd959 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:58.745929 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Attempting to bind port 93271240-597a-4f66-ad40-1ecbd88c1f8d on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:07:58.746549 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Attempting to bind port 93271240-597a-4f66-ad40-1ecbd88c1f8d by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '8b1250d7-d13d-4255-9a0f-4ba5357bca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '8a2c8d40-d142-4d0f-93f5-07f5e9d45240'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:07:58.747151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Attempting to bind port 93271240-597a-4f66-ad40-1ecbd88c1f8d on network 8a2c8d40-d142-4d0f-93f5-07f5e9d45240 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:07:58.755622 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:07:58.756286 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Checking segment: {'id': '8b1250d7-d13d-4255-9a0f-4ba5357bca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '8a2c8d40-d142-4d0f-93f5-07f5e9d45240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:07:58.757016 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:58.758160 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Bound using segment: {'id': '8b1250d7-d13d-4255-9a0f-4ba5357bca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '8a2c8d40-d142-4d0f-93f5-07f5e9d45240'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:07:58.758940 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Bound port: 93271240-597a-4f66-ad40-1ecbd88c1f8d, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1250d7-d13d-4255-9a0f-4ba5357bca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '8a2c8d40-d142-4d0f-93f5-07f5e9d45240'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:07:58.759504 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:58.846522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] For port 93271240-597a-4f66-ad40-1ecbd88c1f8d, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:07:58.849483 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] For port 93271240-597a-4f66-ad40-1ecbd88c1f8d, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=93271240-597a-4f66-ad40-1ecbd88c1f8d,segment=NetworkSegment(8b1250d7-d13d-4255-9a0f-4ba5357bca75),segment_id=8b1250d7-d13d-4255-9a0f-4ba5357bca75)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:07:58.902939 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:58.959865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba18731-26d5-495f-93b8-2a133040f67c None None] Pushing event updated for resources: {'Port': ['ID=93271240-597a-4f66-ad40-1ecbd88c1f8d,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:59.011965 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3af6c8a5-37ec-4a3e-bbbd-5f25ba2bd959 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:59.087658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6c8a5-37ec-4a3e-bbbd-5f25ba2bd959 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event updated for resources: {'Subnet': ['ID=eac9e047-30bb-41d1-9e1c-eeed6aff09df,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:59.094295 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af6c8a5-37ec-4a3e-bbbd-5f25ba2bd959 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Checking segment: {'id': '20e5be41-8f73-4ca8-99c0-d501f3fe7f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '0068ae7e-eaf0-4749-b41e-494042e8b911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:07:59.094673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af6c8a5-37ec-4a3e-bbbd-5f25ba2bd959 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Network hostable DHCP agents. Network: 0068ae7e-eaf0-4749-b41e-494042e8b911, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:07:59.211542 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af6c8a5-37ec-4a3e-bbbd-5f25ba2bd959 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Network 0068ae7e-eaf0-4749-b41e-494042e8b911 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:07:59.308155 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-3af6c8a5-37ec-4a3e-bbbd-5f25ba2bd959 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 0068ae7e-eaf0-4749-b41e-494042e8b911) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:07:59.312308 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af6c8a5-37ec-4a3e-bbbd-5f25ba2bd959 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:07:59.312917 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3af6c8a5-37ec-4a3e-bbbd-5f25ba2bd959 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:59.316737 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d705304-cac7-4d7b-a255-5bca092e45b4 None None] Network 0068ae7e-eaf0-4749-b41e-494042e8b911 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:07:59.386267 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3af6c8a5-37ec-4a3e-bbbd-5f25ba2bd959 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8384290 Nov 18 18:07:59.390638 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38734) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:07:59.481166 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-0068ae7e-eaf0-4749-b41e-494042e8b911', 'network_id': '0068ae7e-eaf0-4749-b41e-494042e8b911', 'tenant_id': '40cf5ef89ea94ca7a42343a83f37b370', 'fixed_ips': [{'subnet_id': 'eac9e047-30bb-41d1-9e1c-eeed6aff09df'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:07:59.482022 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:59.498220 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:59.549743 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:59.623044 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Allocated IP 2001:db8::2 (0068ae7e-eaf0-4749-b41e-494042e8b911/eac9e047-30bb-41d1-9e1c-eeed6aff09df/89d2032a-1474-4eea-9ce6-3e2da762a403) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:07:59.773254 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:59.828784 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:59.874408 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Network 0068ae7e-eaf0-4749-b41e-494042e8b911 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:07:59.878012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:07:59.885869 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:07:59.888912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Pushing event updated for resources: {'Port': ['ID=89d2032a-1474-4eea-9ce6-3e2da762a403,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:59.893940 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f296a91e-e49b-475b-aa38-d00ae715c0f8 None None] Network 8a2c8d40-d142-4d0f-93f5-07f5e9d45240 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:07:59.897091 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:07:59.930648 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event deleted for resources: {'Subnet': ['ID=eac9e047-30bb-41d1-9e1c-eeed6aff09df,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:07:59.993569 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:00.013586 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0068ae7e-eaf0-4749-b41e-494042e8b911']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:00.020385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Attempting to bind port 89d2032a-1474-4eea-9ce6-3e2da762a403 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:08:00.020838 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Attempting to bind port 89d2032a-1474-4eea-9ce6-3e2da762a403 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '20e5be41-8f73-4ca8-99c0-d501f3fe7f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '0068ae7e-eaf0-4749-b41e-494042e8b911'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:08:00.021212 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Attempting to bind port 89d2032a-1474-4eea-9ce6-3e2da762a403 on network 0068ae7e-eaf0-4749-b41e-494042e8b911 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:08:00.023622 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ef24ee29-4c3e-48cb-b739-e897648e4da4 None None] Provisioning complete for port 93271240-597a-4f66-ad40-1ecbd88c1f8d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:00.024016 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef24ee29-4c3e-48cb-b739-e897648e4da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:00.024413 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e5be41-8f73-4ca8-99c0-d501f3fe7f2f') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:00.024774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e5be41-8f73-4ca8-99c0-d501f3fe7f2f') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:00.034419 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:00.048261 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:00.055596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:08:00.055764 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d1b3a58-903a-4491-a4ca-053f14884887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:00.055919 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: timer() Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:08:00.057758 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:08:00.060237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:08:00.060237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Checking segment: {'id': '20e5be41-8f73-4ca8-99c0-d501f3fe7f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '0068ae7e-eaf0-4749-b41e-494042e8b911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:08:00.060237 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:00.060237 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Bound using segment: {'id': '20e5be41-8f73-4ca8-99c0-d501f3fe7f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '0068ae7e-eaf0-4749-b41e-494042e8b911'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:08:00.060615 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Bound port: 89d2032a-1474-4eea-9ce6-3e2da762a403, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e5be41-8f73-4ca8-99c0-d501f3fe7f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '0068ae7e-eaf0-4749-b41e-494042e8b911'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:08:00.060898 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:00.140672 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.db.api [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 18 18:08:00.140672 n-d-813419-11 neutron-server[104008]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 18 18:08:00.140672 n-d-813419-11 neutron-server[104008]: [parameters: {'id': '0068ae7e-eaf0-4749-b41e-494042e8b911'}] Nov 18 18:08:00.140672 n-d-813419-11 neutron-server[104008]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 18:08:00.141316 n-d-813419-11 neutron-server[104008]: DEBUG oslo_db.api [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 18:08:00.205510 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] For port 89d2032a-1474-4eea-9ce6-3e2da762a403, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:08:00.237369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] For port 89d2032a-1474-4eea-9ce6-3e2da762a403, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=89d2032a-1474-4eea-9ce6-3e2da762a403,segment=NetworkSegment(20e5be41-8f73-4ca8-99c0-d501f3fe7f2f),segment_id=20e5be41-8f73-4ca8-99c0-d501f3fe7f2f)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:08:00.249191 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef24ee29-4c3e-48cb-b739-e897648e4da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:00.288189 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ef24ee29-4c3e-48cb-b739-e897648e4da4 None None] For port 93271240-597a-4f66-ad40-1ecbd88c1f8d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=93271240-597a-4f66-ad40-1ecbd88c1f8d,segment=NetworkSegment(8b1250d7-d13d-4255-9a0f-4ba5357bca75),segment_id=8b1250d7-d13d-4255-9a0f-4ba5357bca75)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:00.308710 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:00.388087 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef24ee29-4c3e-48cb-b739-e897648e4da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:00.391470 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e31f7e-2841-41c5-95e1-2ae3950f7717 None None] Pushing event updated for resources: {'Port': ['ID=89d2032a-1474-4eea-9ce6-3e2da762a403,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:00.419119 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd1472f-4924-4d79-95b7-13e0d370e582 None None] Network 0068ae7e-eaf0-4749-b41e-494042e8b911 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:08:00.471703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24ee29-4c3e-48cb-b739-e897648e4da4 None None] Pushing event updated for resources: {'Port': ['ID=93271240-597a-4f66-ad40-1ecbd88c1f8d,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:00.541341 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-14fddedc-a8d8-4928-bb08-85fb8a1207a0 None None] Provisioning complete for port 93271240-597a-4f66-ad40-1ecbd88c1f8d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:00.541642 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14fddedc-a8d8-4928-bb08-85fb8a1207a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:00.612678 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873b87cf-5ba9-4342-b327-1a09a496fc46 None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 18:08:00.642148 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:00.695772 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Deleting port 89d2032a-1474-4eea-9ce6-3e2da762a403 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:08:00.696132 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:00.716239 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873b87cf-5ba9-4342-b327-1a09a496fc46 None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 18:08:00.763134 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] For port 89d2032a-1474-4eea-9ce6-3e2da762a403, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=89d2032a-1474-4eea-9ce6-3e2da762a403,segment=NetworkSegment(20e5be41-8f73-4ca8-99c0-d501f3fe7f2f),segment_id=20e5be41-8f73-4ca8-99c0-d501f3fe7f2f)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:00.763503 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:00.775375 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Calling delete_port for 89d2032a-1474-4eea-9ce6-3e2da762a403 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:08:00.908239 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:00.936860 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] No DVR routers for this DVR port 89d2032a-1474-4eea-9ce6-3e2da762a403 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:08:00.941365 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event deleted for resources: {'Port': ['ID=89d2032a-1474-4eea-9ce6-3e2da762a403,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:01.020151 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:01.041693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0068ae7e-eaf0-4749-b41e-494042e8b911']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:01.051411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e5be41-8f73-4ca8-99c0-d501f3fe7f2f') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:01.051812 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e5be41-8f73-4ca8-99c0-d501f3fe7f2f') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:01.061874 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:01.075609 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:01.082954 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:08:01.083442 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:01.085043 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 93271240-597a-4f66-ad40-1ecbd88c1f8d up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: timer() Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:08:01.086730 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:08:01.133853 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 93271240-597a-4f66-ad40-1ecbd88c1f8d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:01.134235 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:01.203000 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:01.210182 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:01.213593 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "DELETE /v2.0/networks/0068ae7e-eaf0-4749-b41e-494042e8b911 HTTP/1.1" status: 204 len: 168 time: 1.8209853 Nov 18 18:08:01.216759 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38736) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:01.230848 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8929ac-32cf-4801-8e2a-df3590312419 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event deleted for resources: {'Network': ['ID=0068ae7e-eaf0-4749-b41e-494042e8b911,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:01.248452 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-7600ca55-9c0f-4232-a548-76f6eada292d tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] GET failed (client error): The resource could not be found. Nov 18 18:08:01.249808 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7600ca55-9c0f-4232-a548-76f6eada292d tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "GET /v2.0/subnets/eac9e047-30bb-41d1-9e1c-eeed6aff09df HTTP/1.1" status: 404 len: 337 time: 0.0320103 Nov 18 18:08:01.252654 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38738) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:01.270329 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eea2533-3b61-42c2-9b02-dc107945ae56 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] DELETE failed (client error): The resource could not be found. Nov 18 18:08:01.270824 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eea2533-3b61-42c2-9b02-dc107945ae56 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 18:08:01.273846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2eea2533-3b61-42c2-9b02-dc107945ae56 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "DELETE /v2.0/networks/0068ae7e-eaf0-4749-b41e-494042e8b911 HTTP/1.1" status: 404 len: 339 time: 0.0202811 Nov 18 18:08:01.277549 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38740) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:01.302956 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-158db1ae-0087-445e-8c3d-9dab56b9135b tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] DELETE failed (client error): The resource could not be found. Nov 18 18:08:01.303409 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158db1ae-0087-445e-8c3d-9dab56b9135b tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 18:08:01.307033 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-158db1ae-0087-445e-8c3d-9dab56b9135b tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "DELETE /v2.0/subnets/eac9e047-30bb-41d1-9e1c-eeed6aff09df HTTP/1.1" status: 404 len: 337 time: 0.0285842 Nov 18 18:08:01.309454 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38742) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:01.326449 n-d-813419-11 neutron-server[104007]: INFO neutron.pecan_wsgi.hooks.translation [None req-af587250-791a-4d74-8e67-d4347c7040df tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] DELETE failed (client error): The resource could not be found. Nov 18 18:08:01.326929 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af587250-791a-4d74-8e67-d4347c7040df tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 18:08:01.329934 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-af587250-791a-4d74-8e67-d4347c7040df tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "DELETE /v2.0/networks/0068ae7e-eaf0-4749-b41e-494042e8b911 HTTP/1.1" status: 404 len: 339 time: 0.0195911 Nov 18 18:08:01.332130 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38744) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:01.381069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-0939bd05-b23c-4ad7-9d74-f37370cca573 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Deleting subnet cf448c67-4def-488d-8d92-7b984b266e85 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:08:01.384156 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0939bd05-b23c-4ad7-9d74-f37370cca573 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:01.428027 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0939bd05-b23c-4ad7-9d74-f37370cca573 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:01.509733 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0939bd05-b23c-4ad7-9d74-f37370cca573 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:01.640205 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0939bd05-b23c-4ad7-9d74-f37370cca573 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:01.665612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939bd05-b23c-4ad7-9d74-f37370cca573 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event deleted for resources: {'Subnet': ['ID=cf448c67-4def-488d-8d92-7b984b266e85,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:01.671263 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0939bd05-b23c-4ad7-9d74-f37370cca573 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:01.674500 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0939bd05-b23c-4ad7-9d74-f37370cca573 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "DELETE /v2.0/subnets/cf448c67-4def-488d-8d92-7b984b266e85 HTTP/1.1" status: 204 len: 168 time: 0.3414903 Nov 18 18:08:01.677032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38746) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:01.677412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb3b4bb-42e2-41ed-a696-fd42cdb6b78a None None] Network 8a2c8d40-d142-4d0f-93f5-07f5e9d45240 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:08:01.760471 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:01.815086 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Deleting port 93271240-597a-4f66-ad40-1ecbd88c1f8d {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:08:01.815427 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:01.855642 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2818e4-9d06-4adb-aa07-ea3096187e4d None None] DHCP port deletion for 8a2c8d40-d142-4d0f-93f5-07f5e9d45240 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:08:01.884664 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] For port 93271240-597a-4f66-ad40-1ecbd88c1f8d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=93271240-597a-4f66-ad40-1ecbd88c1f8d,segment=NetworkSegment(8b1250d7-d13d-4255-9a0f-4ba5357bca75),segment_id=8b1250d7-d13d-4255-9a0f-4ba5357bca75)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:01.885030 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:01.896685 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Calling delete_port for 93271240-597a-4f66-ad40-1ecbd88c1f8d owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:08:01.907055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1d2818e4-9d06-4adb-aa07-ea3096187e4d None None] Deleting port 93271240-597a-4f66-ad40-1ecbd88c1f8d {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:08:01.907430 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1d2818e4-9d06-4adb-aa07-ea3096187e4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:01.969115 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1d2818e4-9d06-4adb-aa07-ea3096187e4d None None] For port 93271240-597a-4f66-ad40-1ecbd88c1f8d, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=93271240-597a-4f66-ad40-1ecbd88c1f8d,segment=NetworkSegment(8b1250d7-d13d-4255-9a0f-4ba5357bca75),segment_id=8b1250d7-d13d-4255-9a0f-4ba5357bca75)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:01.969517 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1d2818e4-9d06-4adb-aa07-ea3096187e4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:01.983982 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1d2818e4-9d06-4adb-aa07-ea3096187e4d None None] Calling delete_port for 93271240-597a-4f66-ad40-1ecbd88c1f8d owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:08:02.039648 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:02.061212 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1d2818e4-9d06-4adb-aa07-ea3096187e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:02.065657 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event deleted for resources: {'Port': ['ID=93271240-597a-4f66-ad40-1ecbd88c1f8d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:02.070920 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] No DVR routers for this DVR port 93271240-597a-4f66-ad40-1ecbd88c1f8d on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:08:02.086381 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2818e4-9d06-4adb-aa07-ea3096187e4d None None] Pushing event deleted for resources: {'Port': ['ID=93271240-597a-4f66-ad40-1ecbd88c1f8d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:02.092368 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2818e4-9d06-4adb-aa07-ea3096187e4d None None] No DVR routers for this DVR port 93271240-597a-4f66-ad40-1ecbd88c1f8d on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:08:02.460901 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-06178a82-5225-4d0a-8837-f706992a2839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:02.494085 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:02.514276 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2c8d40-d142-4d0f-93f5-07f5e9d45240']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:02.524035 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1250d7-d13d-4255-9a0f-4ba5357bca75') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:02.524368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1250d7-d13d-4255-9a0f-4ba5357bca75') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:02.533683 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:02.547251 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:02.555368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:08:02.555759 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: timer() Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:08:02.558829 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:08:02.702785 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:02.709924 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:02.713786 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "DELETE /v2.0/networks/8a2c8d40-d142-4d0f-93f5-07f5e9d45240 HTTP/1.1" status: 204 len: 168 time: 1.0355697 Nov 18 18:08:02.716784 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38748) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:02.730665 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df366e-d1e5-4581-aa30-378f2cf8f9a9 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event deleted for resources: {'Network': ['ID=8a2c8d40-d142-4d0f-93f5-07f5e9d45240,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:02.750167 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8a8ad6-8c57-4138-a729-38d745b05ae1 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] DELETE failed (client error): The resource could not be found. Nov 18 18:08:02.750630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8a8ad6-8c57-4138-a729-38d745b05ae1 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 18:08:02.753827 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-fd8a8ad6-8c57-4138-a729-38d745b05ae1 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "DELETE /v2.0/subnets/ea7a91cb-080f-4715-9638-1ff8b92051b6 HTTP/1.1" status: 404 len: 337 time: 0.0354445 Nov 18 18:08:02.756539 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38750) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:02.774707 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10b6298-1063-4496-ac4b-6c0ee982fc81 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] DELETE failed (client error): The resource could not be found. Nov 18 18:08:02.775322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10b6298-1063-4496-ac4b-6c0ee982fc81 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 18:08:02.778281 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a10b6298-1063-4496-ac4b-6c0ee982fc81 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "DELETE /v2.0/networks/1005c68a-7089-45b9-a969-a8e0ff3af00f HTTP/1.1" status: 404 len: 339 time: 0.0208459 Nov 18 18:08:02.780604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38752) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:02.806549 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-bded8167-5d21-41aa-ac35-860562629f14 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] DELETE failed (client error): The resource could not be found. Nov 18 18:08:02.806997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bded8167-5d21-41aa-ac35-860562629f14 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 18:08:02.810008 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bded8167-5d21-41aa-ac35-860562629f14 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "DELETE /v2.0/subnets/b93e6b96-467f-4d21-9a52-c8517e609287 HTTP/1.1" status: 404 len: 337 time: 0.0284853 Nov 18 18:08:02.812399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38754) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:02.829196 n-d-813419-11 neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-17752972-5dfa-4f53-a675-121fc8b1446c tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] DELETE failed (client error): The resource could not be found. Nov 18 18:08:02.829671 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17752972-5dfa-4f53-a675-121fc8b1446c tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 18 18:08:02.832564 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-17752972-5dfa-4f53-a675-121fc8b1446c tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "DELETE /v2.0/networks/6ee76a66-1d11-425c-8e42-df3a91afe412 HTTP/1.1" status: 404 len: 339 time: 0.0192795 Nov 18 18:08:02.834786 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38756) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:02.889995 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4992a56-56e8-4a9b-81e0-5c4315a0044b tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Deleting subnet bbb0f469-d38c-4629-b5e6-868cfc41dd06 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:08:02.893104 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a4992a56-56e8-4a9b-81e0-5c4315a0044b tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:02.932088 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a4992a56-56e8-4a9b-81e0-5c4315a0044b tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:03.013922 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a4992a56-56e8-4a9b-81e0-5c4315a0044b tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:03.067053 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 93271240-597a-4f66-ad40-1ecbd88c1f8d no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:08:03.086293 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 93271240-597a-4f66-ad40-1ecbd88c1f8d {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:08:03.087149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 93271240-597a-4f66-ad40-1ecbd88c1f8d not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:08:03.160182 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a4992a56-56e8-4a9b-81e0-5c4315a0044b tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:03.188969 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4992a56-56e8-4a9b-81e0-5c4315a0044b tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb0f469-d38c-4629-b5e6-868cfc41dd06,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:03.190963 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a4992a56-56e8-4a9b-81e0-5c4315a0044b tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:03.195007 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a4992a56-56e8-4a9b-81e0-5c4315a0044b tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "DELETE /v2.0/subnets/bbb0f469-d38c-4629-b5e6-868cfc41dd06 HTTP/1.1" status: 204 len: 168 time: 0.3585956 Nov 18 18:08:03.201502 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098f1cf9-d755-4669-8df3-d1c1f9e0817d None None] Network b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:08:03.201649 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38758) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:03.276685 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:03.332606 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Deleting port 4c493093-4e84-44bc-86d7-c74d9b9b6d4b {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:08:03.332958 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:03.405350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] For port 4c493093-4e84-44bc-86d7-c74d9b9b6d4b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4c493093-4e84-44bc-86d7-c74d9b9b6d4b,segment=NetworkSegment(6379e811-f115-4107-be91-e965c7fc7b4b),segment_id=6379e811-f115-4107-be91-e965c7fc7b4b)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:03.405726 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:03.418364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Calling delete_port for 4c493093-4e84-44bc-86d7-c74d9b9b6d4b owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:08:03.527172 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daf0e8c-a2bf-474c-981c-e45f057b5fda None None] DHCP port deletion for b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:08:03.554121 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:03.573987 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3daf0e8c-a2bf-474c-981c-e45f057b5fda None None] Deleting port 4c493093-4e84-44bc-86d7-c74d9b9b6d4b {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:08:03.574369 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3daf0e8c-a2bf-474c-981c-e45f057b5fda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:03.585360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event deleted for resources: {'Port': ['ID=4c493093-4e84-44bc-86d7-c74d9b9b6d4b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:03.587861 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] No DVR routers for this DVR port 4c493093-4e84-44bc-86d7-c74d9b9b6d4b on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:08:03.643912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3daf0e8c-a2bf-474c-981c-e45f057b5fda None None] For port 4c493093-4e84-44bc-86d7-c74d9b9b6d4b, host n-d-813419-11, got binding levels [] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:03.644309 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3daf0e8c-a2bf-474c-981c-e45f057b5fda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:03.657155 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3daf0e8c-a2bf-474c-981c-e45f057b5fda None None] Calling delete_port for 4c493093-4e84-44bc-86d7-c74d9b9b6d4b owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:08:03.659955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.ipam_backend_mixin [None req-3daf0e8c-a2bf-474c-981c-e45f057b5fda None None] Port 4c493093-4e84-44bc-86d7-c74d9b9b6d4b was not found and therefore no delete operation was performed {{(pid=104009) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 18 18:08:03.661256 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3daf0e8c-a2bf-474c-981c-e45f057b5fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:03.665601 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:03.686183 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:03.693967 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daf0e8c-a2bf-474c-981c-e45f057b5fda None None] No DVR routers for this DVR port 4c493093-4e84-44bc-86d7-c74d9b9b6d4b on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:08:03.695661 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6379e811-f115-4107-be91-e965c7fc7b4b') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:03.696571 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6379e811-f115-4107-be91-e965c7fc7b4b') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:03.701857 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf0e8c-a2bf-474c-981c-e45f057b5fda None None] Pushing event deleted for resources: {'Port': ['ID=4c493093-4e84-44bc-86d7-c74d9b9b6d4b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:03.706404 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:03.720933 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:03.727002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:08:03.728541 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: timer() Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:08:03.730563 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:08:03.797659 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:03.869009 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:03.880943 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:03.884878 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] 10.222.0.72 "DELETE /v2.0/networks/b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b HTTP/1.1" status: 204 len: 168 time: 0.6870875 Nov 18 18:08:03.894258 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc983c75-5a53-482f-b608-332c200ae953 tempest-NetworksIpV6Test-1464615721 tempest-NetworksIpV6Test-1464615721-project] Pushing event deleted for resources: {'Network': ['ID=b5f34ab9-81a6-44b7-91ce-18c67c6ddd0b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:04.310938 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38764) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:04.441251 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b84e0e1a-9fbe-4e3c-96bd-8fad944c197e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=40cf5ef89ea94ca7a42343a83f37b370&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290386 Nov 18 18:08:04.443814 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38768) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:04.494580 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62c1f479-bc35-4ea4-aa92-5180fdb3b3a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:04.514983 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62c1f479-bc35-4ea4-aa92-5180fdb3b3a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:04.631112 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62c1f479-bc35-4ea4-aa92-5180fdb3b3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:04.633776 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-62c1f479-bc35-4ea4-aa92-5180fdb3b3a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:04.634937 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-62c1f479-bc35-4ea4-aa92-5180fdb3b3a7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/19477b63-13c8-4b20-bf29-abf16fefc3ce HTTP/1.1" status: 204 len: 168 time: 0.1901715 Nov 18 18:08:04.643077 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1f479-bc35-4ea4-aa92-5180fdb3b3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19477b63-13c8-4b20-bf29-abf16fefc3ce,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:04.651941 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f479-bc35-4ea4-aa92-5180fdb3b3a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:04.652252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f479-bc35-4ea4-aa92-5180fdb3b3a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:04.652604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f479-bc35-4ea4-aa92-5180fdb3b3a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:04.652945 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f479-bc35-4ea4-aa92-5180fdb3b3a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:04.653294 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f479-bc35-4ea4-aa92-5180fdb3b3a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:04.653639 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f479-bc35-4ea4-aa92-5180fdb3b3a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:04.653980 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f479-bc35-4ea4-aa92-5180fdb3b3a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:04.654320 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f479-bc35-4ea4-aa92-5180fdb3b3a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:04.654659 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f479-bc35-4ea4-aa92-5180fdb3b3a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:04.654996 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f479-bc35-4ea4-aa92-5180fdb3b3a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:04.655334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f479-bc35-4ea4-aa92-5180fdb3b3a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:04.655674 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f479-bc35-4ea4-aa92-5180fdb3b3a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:05.066773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4c493093-4e84-44bc-86d7-c74d9b9b6d4b no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:08:05.088006 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 4c493093-4e84-44bc-86d7-c74d9b9b6d4b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:08:05.091403 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4c493093-4e84-44bc-86d7-c74d9b9b6d4b not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:08:05.220242 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:05.482798 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:05.644876 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38790) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:05.740743 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ed02c29d-db08-4a2c-81a9-eeacbc911508 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1778961813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:08:05.826047 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed02c29d-db08-4a2c-81a9-eeacbc911508 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:05.827157 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed02c29d-db08-4a2c-81a9-eeacbc911508 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:05.884525 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed02c29d-db08-4a2c-81a9-eeacbc911508 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:05.928590 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed02c29d-db08-4a2c-81a9-eeacbc911508 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:06.004463 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed02c29d-db08-4a2c-81a9-eeacbc911508 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:06.005659 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ed02c29d-db08-4a2c-81a9-eeacbc911508 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3597562 Nov 18 18:08:06.008366 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38794) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:06.013336 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-717c370e-6333-44d1-b6f4-94ef857d364c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-480087571'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:08:06.099921 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717c370e-6333-44d1-b6f4-94ef857d364c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Made reservation on behalf of b8c4d3b63b8940a49d2936b7a54150ad for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:08:06.104113 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-717c370e-6333-44d1-b6f4-94ef857d364c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:06.113272 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-717c370e-6333-44d1-b6f4-94ef857d364c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:06.185844 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-717c370e-6333-44d1-b6f4-94ef857d364c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:06.253924 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-717c370e-6333-44d1-b6f4-94ef857d364c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:06.283871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717c370e-6333-44d1-b6f4-94ef857d364c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] vlan segment allocate from pool success with {'vlan_id': 1141, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:08:06.290243 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c370e-6333-44d1-b6f4-94ef857d364c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec7002d-db1f-4b44-9833-edf50cfe9754,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:06.296313 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-717c370e-6333-44d1-b6f4-94ef857d364c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:06.296649 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-717c370e-6333-44d1-b6f4-94ef857d364c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Added segment 8c124e48-9f16-40b0-b60f-519778549e25 of type vlan for network 28f2d588-95ac-44d6-92bf-ea5505c6ae03 Nov 18 18:08:06.336075 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-717c370e-6333-44d1-b6f4-94ef857d364c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:06.422641 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-717c370e-6333-44d1-b6f4-94ef857d364c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:06.428358 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717c370e-6333-44d1-b6f4-94ef857d364c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:06.428981 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-717c370e-6333-44d1-b6f4-94ef857d364c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:06.498073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c370e-6333-44d1-b6f4-94ef857d364c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Pushing event updated for resources: {'Network': ['ID=28f2d588-95ac-44d6-92bf-ea5505c6ae03,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:06.507697 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 28f2d588-95ac-44d6-92bf-ea5505c6ae03 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:08:06.522537 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-717c370e-6333-44d1-b6f4-94ef857d364c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5131457 Nov 18 18:08:06.526611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38798) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:06.531976 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b2848321-15ed-433c-bca4-5184cf489e7f tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Request body: {'subnet': {'network_id': '28f2d588-95ac-44d6-92bf-ea5505c6ae03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:08:06.671375 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2848321-15ed-433c-bca4-5184cf489e7f tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Made reservation on behalf of b8c4d3b63b8940a49d2936b7a54150ad for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:08:06.674877 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b2848321-15ed-433c-bca4-5184cf489e7f tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:06.919482 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b2848321-15ed-433c-bca4-5184cf489e7f tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:06.981092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2848321-15ed-433c-bca4-5184cf489e7f tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Pushing event updated for resources: {'Subnet': ['ID=5453696d-6aba-4341-8a92-bcfcd0697a5b,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:06.988417 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2848321-15ed-433c-bca4-5184cf489e7f tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Checking segment: {'id': '8c124e48-9f16-40b0-b60f-519778549e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '28f2d588-95ac-44d6-92bf-ea5505c6ae03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:08:06.988788 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2848321-15ed-433c-bca4-5184cf489e7f tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Network hostable DHCP agents. Network: 28f2d588-95ac-44d6-92bf-ea5505c6ae03, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:08:07.061891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2848321-15ed-433c-bca4-5184cf489e7f tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Network 28f2d588-95ac-44d6-92bf-ea5505c6ae03 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:08:07.145245 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-b2848321-15ed-433c-bca4-5184cf489e7f tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 28f2d588-95ac-44d6-92bf-ea5505c6ae03) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:08:07.149617 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2848321-15ed-433c-bca4-5184cf489e7f tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:07.150445 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b2848321-15ed-433c-bca4-5184cf489e7f tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:07.154340 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e890545-5e6b-4f9f-ab3d-f59f4d2a563e None None] Network 28f2d588-95ac-44d6-92bf-ea5505c6ae03 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:08:07.234397 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b2848321-15ed-433c-bca4-5184cf489e7f tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7065578 Nov 18 18:08:07.237386 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38800) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:07.242597 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e1562b1e-1c3e-4ca3-8045-b5b09a0f7a3c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1892132055'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:08:07.302189 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-28f2d588-95ac-44d6-92bf-ea5505c6ae03', 'network_id': '28f2d588-95ac-44d6-92bf-ea5505c6ae03', 'tenant_id': 'b8c4d3b63b8940a49d2936b7a54150ad', 'fixed_ips': [{'subnet_id': '5453696d-6aba-4341-8a92-bcfcd0697a5b'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:08:07.303040 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:07.322590 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1562b1e-1c3e-4ca3-8045-b5b09a0f7a3c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Made reservation on behalf of b8c4d3b63b8940a49d2936b7a54150ad for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:08:07.326220 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e1562b1e-1c3e-4ca3-8045-b5b09a0f7a3c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:07.350585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1562b1e-1c3e-4ca3-8045-b5b09a0f7a3c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:08:07.359901 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e1562b1e-1c3e-4ca3-8045-b5b09a0f7a3c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:07.360254 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-e1562b1e-1c3e-4ca3-8045-b5b09a0f7a3c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Added segment 6402aad9-0cbc-4a17-8361-3e2c7aca72f0 of type vlan for network fa8303ad-9e4f-4e30-98bf-1f4820dc51c8 Nov 18 18:08:07.403680 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e1562b1e-1c3e-4ca3-8045-b5b09a0f7a3c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:07.438838 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Allocated IP 172.20.0.2 (28f2d588-95ac-44d6-92bf-ea5505c6ae03/5453696d-6aba-4341-8a92-bcfcd0697a5b/292d10f5-f67f-4efa-8002-7caba2282603) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:08:07.479888 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e1562b1e-1c3e-4ca3-8045-b5b09a0f7a3c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:07.485636 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1562b1e-1c3e-4ca3-8045-b5b09a0f7a3c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:07.486232 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e1562b1e-1c3e-4ca3-8045-b5b09a0f7a3c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:07.550839 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562b1e-1c3e-4ca3-8045-b5b09a0f7a3c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Pushing event updated for resources: {'Network': ['ID=fa8303ad-9e4f-4e30-98bf-1f4820dc51c8,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:07.562275 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network fa8303ad-9e4f-4e30-98bf-1f4820dc51c8 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:08:07.589446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e1562b1e-1c3e-4ca3-8045-b5b09a0f7a3c tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3510122 Nov 18 18:08:07.592644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38802) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:07.598243 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3025c2cc-422f-4d84-9585-67f0c0f82e03 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Request body: {'subnet': {'network_id': 'fa8303ad-9e4f-4e30-98bf-1f4820dc51c8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:08:07.606325 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:07.660564 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:07.700730 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Network 28f2d588-95ac-44d6-92bf-ea5505c6ae03 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:08:07.703449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:08:07.707338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:08:07.718541 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Pushing event updated for resources: {'Port': ['ID=292d10f5-f67f-4efa-8002-7caba2282603,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:07.745754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3025c2cc-422f-4d84-9585-67f0c0f82e03 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Made reservation on behalf of b8c4d3b63b8940a49d2936b7a54150ad for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:08:07.749617 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3025c2cc-422f-4d84-9585-67f0c0f82e03 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:07.769091 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Attempting to bind port 292d10f5-f67f-4efa-8002-7caba2282603 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:08:07.769472 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Attempting to bind port 292d10f5-f67f-4efa-8002-7caba2282603 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '8c124e48-9f16-40b0-b60f-519778549e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '28f2d588-95ac-44d6-92bf-ea5505c6ae03'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:08:07.769848 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Attempting to bind port 292d10f5-f67f-4efa-8002-7caba2282603 on network 28f2d588-95ac-44d6-92bf-ea5505c6ae03 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:08:07.775983 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:08:07.776372 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Checking segment: {'id': '8c124e48-9f16-40b0-b60f-519778549e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '28f2d588-95ac-44d6-92bf-ea5505c6ae03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:08:07.776780 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:07.777186 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Bound using segment: {'id': '8c124e48-9f16-40b0-b60f-519778549e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '28f2d588-95ac-44d6-92bf-ea5505c6ae03'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:08:07.777683 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Bound port: 292d10f5-f67f-4efa-8002-7caba2282603, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c124e48-9f16-40b0-b60f-519778549e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '28f2d588-95ac-44d6-92bf-ea5505c6ae03'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:08:07.778060 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:07.839316 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] For port 292d10f5-f67f-4efa-8002-7caba2282603, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:08:07.842813 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] For port 292d10f5-f67f-4efa-8002-7caba2282603, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=292d10f5-f67f-4efa-8002-7caba2282603,segment=NetworkSegment(8c124e48-9f16-40b0-b60f-519778549e25),segment_id=8c124e48-9f16-40b0-b60f-519778549e25)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:08:07.902867 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:07.961056 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f174f-ced4-49f2-b9ac-104e8db39ec6 None None] Pushing event updated for resources: {'Port': ['ID=292d10f5-f67f-4efa-8002-7caba2282603,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:08.000312 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3025c2cc-422f-4d84-9585-67f0c0f82e03 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:08.073160 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025c2cc-422f-4d84-9585-67f0c0f82e03 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Pushing event updated for resources: {'Subnet': ['ID=66fbf7c0-0ab3-48a3-af7e-36dc7819dee6,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:08.083524 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3025c2cc-422f-4d84-9585-67f0c0f82e03 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Checking segment: {'id': '6402aad9-0cbc-4a17-8361-3e2c7aca72f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'fa8303ad-9e4f-4e30-98bf-1f4820dc51c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:08:08.084000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3025c2cc-422f-4d84-9585-67f0c0f82e03 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Network hostable DHCP agents. Network: fa8303ad-9e4f-4e30-98bf-1f4820dc51c8, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:08:08.176993 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3025c2cc-422f-4d84-9585-67f0c0f82e03 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Network fa8303ad-9e4f-4e30-98bf-1f4820dc51c8 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:08:08.231995 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:08:08.308231 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-3025c2cc-422f-4d84-9585-67f0c0f82e03 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, fa8303ad-9e4f-4e30-98bf-1f4820dc51c8) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:08:08.313820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3025c2cc-422f-4d84-9585-67f0c0f82e03 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:08.314535 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3025c2cc-422f-4d84-9585-67f0c0f82e03 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:08.319576 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6bd027-d868-4967-824e-33b13185aa27 None None] Network fa8303ad-9e4f-4e30-98bf-1f4820dc51c8 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:08:08.421278 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3025c2cc-422f-4d84-9585-67f0c0f82e03 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8273692 Nov 18 18:08:08.423973 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38804) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:08.428650 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2b017bbf-4323-46cc-84df-dd2685fead95 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fa8303ad-9e4f-4e30-98bf-1f4820dc51c8'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:08:08.494594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-fa8303ad-9e4f-4e30-98bf-1f4820dc51c8', 'network_id': 'fa8303ad-9e4f-4e30-98bf-1f4820dc51c8', 'tenant_id': 'b8c4d3b63b8940a49d2936b7a54150ad', 'fixed_ips': [{'subnet_id': '66fbf7c0-0ab3-48a3-af7e-36dc7819dee6'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:08:08.496236 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:08.638139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Allocated IP 172.21.0.2 (fa8303ad-9e4f-4e30-98bf-1f4820dc51c8/66fbf7c0-0ab3-48a3-af7e-36dc7819dee6/d258e794-aa68-48cc-a609-88443153e7a6) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:08:08.648979 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b017bbf-4323-46cc-84df-dd2685fead95 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:08.795546 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:08.831386 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [None req-2b017bbf-4323-46cc-84df-dd2685fead95 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 18 18:08:08.838924 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2b017bbf-4323-46cc-84df-dd2685fead95 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] 10.222.0.72 "PUT /v2.0/routers/5559549b-66a4-4132-a00c-483032381a17 HTTP/1.1" status: 400 len: 364 time: 0.4076223 Nov 18 18:08:08.839342 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38806) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:08.863496 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02332d9-c5b8-455c-b413-6b3dcb53564a None None] Network 28f2d588-95ac-44d6-92bf-ea5505c6ae03 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:08:08.878350 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:08.894157 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1541c6-69ec-49c8-91a7-9b17611e5083 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Deleting subnet 66fbf7c0-0ab3-48a3-af7e-36dc7819dee6 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:08:08.897432 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c1541c6-69ec-49c8-91a7-9b17611e5083 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:08.939861 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c1541c6-69ec-49c8-91a7-9b17611e5083 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:08.970732 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Network fa8303ad-9e4f-4e30-98bf-1f4820dc51c8 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:08:08.982792 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:08:08.987475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:08:08.990857 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Pushing event updated for resources: {'Port': ['ID=d258e794-aa68-48cc-a609-88443153e7a6,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:09.003187 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8ec32d22-af12-4b56-8671-ab7ab2e0ef9b None None] Provisioning complete for port 292d10f5-f67f-4efa-8002-7caba2282603 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:09.003563 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ec32d22-af12-4b56-8671-ab7ab2e0ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.032466 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c1541c6-69ec-49c8-91a7-9b17611e5083 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.117758 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 292d10f5-f67f-4efa-8002-7caba2282603 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:08:09.148827 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Attempting to bind port d258e794-aa68-48cc-a609-88443153e7a6 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:08:09.149207 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Attempting to bind port d258e794-aa68-48cc-a609-88443153e7a6 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '6402aad9-0cbc-4a17-8361-3e2c7aca72f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'fa8303ad-9e4f-4e30-98bf-1f4820dc51c8'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:08:09.149611 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Attempting to bind port d258e794-aa68-48cc-a609-88443153e7a6 on network fa8303ad-9e4f-4e30-98bf-1f4820dc51c8 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:08:09.165871 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c1541c6-69ec-49c8-91a7-9b17611e5083 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.175201 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:08:09.175624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Checking segment: {'id': '6402aad9-0cbc-4a17-8361-3e2c7aca72f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'fa8303ad-9e4f-4e30-98bf-1f4820dc51c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:08:09.176063 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.176481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Bound using segment: {'id': '6402aad9-0cbc-4a17-8361-3e2c7aca72f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'fa8303ad-9e4f-4e30-98bf-1f4820dc51c8'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:08:09.176955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Bound port: d258e794-aa68-48cc-a609-88443153e7a6, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6402aad9-0cbc-4a17-8361-3e2c7aca72f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'fa8303ad-9e4f-4e30-98bf-1f4820dc51c8'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:08:09.177341 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.194666 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1541c6-69ec-49c8-91a7-9b17611e5083 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Pushing event deleted for resources: {'Subnet': ['ID=66fbf7c0-0ab3-48a3-af7e-36dc7819dee6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:09.200054 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c1541c6-69ec-49c8-91a7-9b17611e5083 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.203521 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3c1541c6-69ec-49c8-91a7-9b17611e5083 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] 10.222.0.72 "DELETE /v2.0/subnets/66fbf7c0-0ab3-48a3-af7e-36dc7819dee6 HTTP/1.1" status: 204 len: 168 time: 0.3631337 Nov 18 18:08:09.206002 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38808) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:09.282660 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.298898 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ec32d22-af12-4b56-8671-ab7ab2e0ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.316456 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 292d10f5-f67f-4efa-8002-7caba2282603 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:09.316846 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.325479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] For port d258e794-aa68-48cc-a609-88443153e7a6, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:08:09.342599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Deleting port d258e794-aa68-48cc-a609-88443153e7a6 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:08:09.342943 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.365662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] For port d258e794-aa68-48cc-a609-88443153e7a6, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d258e794-aa68-48cc-a609-88443153e7a6,segment=NetworkSegment(6402aad9-0cbc-4a17-8361-3e2c7aca72f0),segment_id=6402aad9-0cbc-4a17-8361-3e2c7aca72f0)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:08:09.393795 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8ec32d22-af12-4b56-8671-ab7ab2e0ef9b None None] For port 292d10f5-f67f-4efa-8002-7caba2282603, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=292d10f5-f67f-4efa-8002-7caba2282603,segment=NetworkSegment(8c124e48-9f16-40b0-b60f-519778549e25),segment_id=8c124e48-9f16-40b0-b60f-519778549e25)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:09.407862 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] For port d258e794-aa68-48cc-a609-88443153e7a6, host n-d-813419-11, got binding levels [] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:09.409308 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.421652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Calling delete_port for d258e794-aa68-48cc-a609-88443153e7a6 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:08:09.432604 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.485200 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ec32d22-af12-4b56-8671-ab7ab2e0ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.496461 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.551318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d16a4a-b30e-4e9f-b520-c9f61e2eb933 None None] Pushing event updated for resources: {'Port': ['ID=d258e794-aa68-48cc-a609-88443153e7a6,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:09.576904 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.602348 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d078bc3-4900-4cc6-9c7e-4a189a03025c None None] Network fa8303ad-9e4f-4e30-98bf-1f4820dc51c8 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:08:09.605775 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] No DVR routers for this DVR port d258e794-aa68-48cc-a609-88443153e7a6 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:08:09.607810 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Pushing event deleted for resources: {'Port': ['ID=d258e794-aa68-48cc-a609-88443153e7a6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:09.686952 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.705484 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 18:08:09.706062 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 18:08:09.708402 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec32d22-af12-4b56-8671-ab7ab2e0ef9b None None] Pushing event updated for resources: {'Port': ['ID=292d10f5-f67f-4efa-8002-7caba2282603,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:09.711349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8303ad-9e4f-4e30-98bf-1f4820dc51c8']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:09.713937 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5b65b502-7948-48ce-ab5e-450a8a0afb81 None None] Provisioning complete for port 292d10f5-f67f-4efa-8002-7caba2282603 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:09.714317 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b65b502-7948-48ce-ab5e-450a8a0afb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.723153 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6402aad9-0cbc-4a17-8361-3e2c7aca72f0') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:09.723458 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6402aad9-0cbc-4a17-8361-3e2c7aca72f0') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:09.734101 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.747525 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.753859 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: timer() Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:08:09.757662 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:08:09.785408 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fbcf1f-6ae0-4685-9d63-aef4658e110b None None] get_active_networks_info from n-d-813419-11 {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 18:08:09.880141 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.888500 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.891517 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fbcf1f-6ae0-4685-9d63-aef4658e110b None None] Resources bound (agent type, host, resource id): {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 18 18:08:09.891818 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] 10.222.0.72 "DELETE /v2.0/networks/fa8303ad-9e4f-4e30-98bf-1f4820dc51c8 HTTP/1.1" status: 204 len: 168 time: 0.6848528 Nov 18 18:08:09.894367 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38810) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:09.901872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c12fb-35e9-4740-a693-a946ba53786e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Pushing event deleted for resources: {'Network': ['ID=fa8303ad-9e4f-4e30-98bf-1f4820dc51c8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:09.947822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-79326b2f-373f-4927-a610-021bb069bc1b tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Deleting subnet 5453696d-6aba-4341-8a92-bcfcd0697a5b {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:08:09.951089 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79326b2f-373f-4927-a610-021bb069bc1b tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:09.996329 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79326b2f-373f-4927-a610-021bb069bc1b tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:10.079006 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79326b2f-373f-4927-a610-021bb069bc1b tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:10.222629 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79326b2f-373f-4927-a610-021bb069bc1b tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:10.254424 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79326b2f-373f-4927-a610-021bb069bc1b tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Pushing event deleted for resources: {'Subnet': ['ID=5453696d-6aba-4341-8a92-bcfcd0697a5b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:10.258140 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-79326b2f-373f-4927-a610-021bb069bc1b tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:10.261913 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-79326b2f-373f-4927-a610-021bb069bc1b tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] 10.222.0.72 "DELETE /v2.0/subnets/5453696d-6aba-4341-8a92-bcfcd0697a5b HTTP/1.1" status: 204 len: 168 time: 0.3665287 Nov 18 18:08:10.264581 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38812) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:10.265264 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf566a4-55ff-4cce-ab55-539f327cd8d0 None None] Network 28f2d588-95ac-44d6-92bf-ea5505c6ae03 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:08:10.344514 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:10.399309 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Deleting port 292d10f5-f67f-4efa-8002-7caba2282603 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:08:10.400295 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:10.465480 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] For port 292d10f5-f67f-4efa-8002-7caba2282603, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=292d10f5-f67f-4efa-8002-7caba2282603,segment=NetworkSegment(8c124e48-9f16-40b0-b60f-519778549e25),segment_id=8c124e48-9f16-40b0-b60f-519778549e25)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:10.466088 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:10.484334 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Calling delete_port for 292d10f5-f67f-4efa-8002-7caba2282603 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:08:10.594969 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23c2555-f9a7-4703-bb4f-3ad4291c2dea None None] DHCP port deletion for 28f2d588-95ac-44d6-92bf-ea5505c6ae03 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:08:10.616718 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:10.640102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Pushing event deleted for resources: {'Port': ['ID=292d10f5-f67f-4efa-8002-7caba2282603,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:10.643064 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d23c2555-f9a7-4703-bb4f-3ad4291c2dea None None] Deleting port 292d10f5-f67f-4efa-8002-7caba2282603 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:08:10.643462 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d23c2555-f9a7-4703-bb4f-3ad4291c2dea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:10.645840 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] No DVR routers for this DVR port 292d10f5-f67f-4efa-8002-7caba2282603 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:08:10.710604 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d23c2555-f9a7-4703-bb4f-3ad4291c2dea None None] For port 292d10f5-f67f-4efa-8002-7caba2282603, host n-d-813419-11, got binding levels [] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:10.711184 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d23c2555-f9a7-4703-bb4f-3ad4291c2dea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:10.725393 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d23c2555-f9a7-4703-bb4f-3ad4291c2dea None None] Calling delete_port for 292d10f5-f67f-4efa-8002-7caba2282603 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:08:10.728221 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:10.728785 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.ipam_backend_mixin [None req-d23c2555-f9a7-4703-bb4f-3ad4291c2dea None None] Port 292d10f5-f67f-4efa-8002-7caba2282603 was not found and therefore no delete operation was performed {{(pid=104009) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 18 18:08:10.730101 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d23c2555-f9a7-4703-bb4f-3ad4291c2dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:10.748240 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f2d588-95ac-44d6-92bf-ea5505c6ae03']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:10.755445 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c2555-f9a7-4703-bb4f-3ad4291c2dea None None] Pushing event deleted for resources: {'Port': ['ID=292d10f5-f67f-4efa-8002-7caba2282603,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:10.757327 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c2555-f9a7-4703-bb4f-3ad4291c2dea None None] No DVR routers for this DVR port 292d10f5-f67f-4efa-8002-7caba2282603 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:08:10.757496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c124e48-9f16-40b0-b60f-519778549e25') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:10.757773 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c124e48-9f16-40b0-b60f-519778549e25') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:10.768340 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:10.781978 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:10.787989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: timer() Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:08:10.792394 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:08:10.917250 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:10.924190 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:10.927439 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] 10.222.0.72 "DELETE /v2.0/networks/28f2d588-95ac-44d6-92bf-ea5505c6ae03 HTTP/1.1" status: 204 len: 168 time: 0.6618590 Nov 18 18:08:10.930222 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38814) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:10.942852 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddb307-f558-4fa9-9562-5234698e71f2 tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Pushing event deleted for resources: {'Network': ['ID=28f2d588-95ac-44d6-92bf-ea5505c6ae03,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:10.959569 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b91672bb-55ff-44ee-a158-2ce4d5cea06b tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] 10.222.0.72 "GET /v2.0/ports?device_id=5559549b-66a4-4132-a00c-483032381a17 HTTP/1.1" status: 200 len: 205 time: 0.0281720 Nov 18 18:08:10.962585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38816) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:11.037264 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a3cc3d69-af5f-4397-981d-f10ed831c94e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:11.064565 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 292d10f5-f67f-4efa-8002-7caba2282603 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:08:11.086344 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 292d10f5-f67f-4efa-8002-7caba2282603 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:08:11.086700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 292d10f5-f67f-4efa-8002-7caba2282603 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:08:11.194598 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a3cc3d69-af5f-4397-981d-f10ed831c94e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:11.197485 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a3cc3d69-af5f-4397-981d-f10ed831c94e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:11.308137 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a3cc3d69-af5f-4397-981d-f10ed831c94e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:11.308582 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cc3d69-af5f-4397-981d-f10ed831c94e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Fanout notify agent at l3_agent the message router_deleted on router 5559549b-66a4-4132-a00c-483032381a17 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:08:11.315645 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a3cc3d69-af5f-4397-981d-f10ed831c94e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:11.317918 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a3cc3d69-af5f-4397-981d-f10ed831c94e tempest-RoutersNegativeTest-611328866 tempest-RoutersNegativeTest-611328866-project] 10.222.0.72 "DELETE /v2.0/routers/5559549b-66a4-4132-a00c-483032381a17 HTTP/1.1" status: 204 len: 168 time: 0.3532479 Nov 18 18:08:11.804143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38822) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:11.944249 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ab98cf27-b528-41b8-8635-b419c4f40d16 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b8c4d3b63b8940a49d2936b7a54150ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388581 Nov 18 18:08:11.946710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38826) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:11.994303 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce68dde8-99e1-4a7a-8333-8450cc198e86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:12.014878 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce68dde8-99e1-4a7a-8333-8450cc198e86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:12.142363 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce68dde8-99e1-4a7a-8333-8450cc198e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:12.145158 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce68dde8-99e1-4a7a-8333-8450cc198e86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:12.146373 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ce68dde8-99e1-4a7a-8333-8450cc198e86 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5ec7002d-db1f-4b44-9833-edf50cfe9754 HTTP/1.1" status: 204 len: 168 time: 0.1987541 Nov 18 18:08:12.155495 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68dde8-99e1-4a7a-8333-8450cc198e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec7002d-db1f-4b44-9833-edf50cfe9754,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:13.131233 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38848) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:13.226908 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8e64e1b1-d81f-4cf1-9a84-afaa60e7afeb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1510979617-network', 'tenant_id': '39ddb3befb7d4840a16581e455823025'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:08:13.325426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e64e1b1-d81f-4cf1-9a84-afaa60e7afeb admin admin] Made reservation on behalf of 39ddb3befb7d4840a16581e455823025 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:08:13.327855 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8e64e1b1-d81f-4cf1-9a84-afaa60e7afeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:13.336536 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8e64e1b1-d81f-4cf1-9a84-afaa60e7afeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:13.410545 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8e64e1b1-d81f-4cf1-9a84-afaa60e7afeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:13.450329 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8e64e1b1-d81f-4cf1-9a84-afaa60e7afeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:13.471546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e64e1b1-d81f-4cf1-9a84-afaa60e7afeb admin admin] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:08:13.485331 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e1b1-d81f-4cf1-9a84-afaa60e7afeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:13.490080 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8e64e1b1-d81f-4cf1-9a84-afaa60e7afeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:13.490451 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-8e64e1b1-d81f-4cf1-9a84-afaa60e7afeb admin admin] Added segment 9bc38b5c-f213-4890-9423-46160b384072 of type vlan for network faec9b13-d02a-47cf-b895-4c82e32db23a Nov 18 18:08:13.530687 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8e64e1b1-d81f-4cf1-9a84-afaa60e7afeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:13.633497 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8e64e1b1-d81f-4cf1-9a84-afaa60e7afeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:13.634656 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e64e1b1-d81f-4cf1-9a84-afaa60e7afeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:13.635333 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8e64e1b1-d81f-4cf1-9a84-afaa60e7afeb admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:13.699681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e1b1-d81f-4cf1-9a84-afaa60e7afeb admin admin] Pushing event updated for resources: {'Network': ['ID=faec9b13-d02a-47cf-b895-4c82e32db23a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:13.709563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network faec9b13-d02a-47cf-b895-4c82e32db23a details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:08:13.756854 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8e64e1b1-d81f-4cf1-9a84-afaa60e7afeb admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6244409 Nov 18 18:08:13.760551 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38854) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:13.765602 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-48f1f0a1-c6e5-480b-9c62-7c3172528a5f admin admin] Request body: {'subnet': {'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1510979617-subnet', 'tenant_id': '39ddb3befb7d4840a16581e455823025', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:08:13.845044 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f1f0a1-c6e5-480b-9c62-7c3172528a5f admin admin] Made reservation on behalf of 39ddb3befb7d4840a16581e455823025 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:08:13.847470 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48f1f0a1-c6e5-480b-9c62-7c3172528a5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:14.068156 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48f1f0a1-c6e5-480b-9c62-7c3172528a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:14.125090 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1f0a1-c6e5-480b-9c62-7c3172528a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce30c57d-2298-41f9-9832-abfbccd6e670,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:14.135943 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1f0a1-c6e5-480b-9c62-7c3172528a5f admin admin] Checking segment: {'id': '9bc38b5c-f213-4890-9423-46160b384072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:08:14.136553 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f1f0a1-c6e5-480b-9c62-7c3172528a5f admin admin] Network hostable DHCP agents. Network: faec9b13-d02a-47cf-b895-4c82e32db23a, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:08:14.222349 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f1f0a1-c6e5-480b-9c62-7c3172528a5f admin admin] Network faec9b13-d02a-47cf-b895-4c82e32db23a is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:08:14.279004 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-48f1f0a1-c6e5-480b-9c62-7c3172528a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, faec9b13-d02a-47cf-b895-4c82e32db23a) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:08:14.283131 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f1f0a1-c6e5-480b-9c62-7c3172528a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:14.283725 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-48f1f0a1-c6e5-480b-9c62-7c3172528a5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:14.290712 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58ea473-4850-454d-8cba-4c9a8ef3da0e None None] Network faec9b13-d02a-47cf-b895-4c82e32db23a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:08:14.345052 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-48f1f0a1-c6e5-480b-9c62-7c3172528a5f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5833178 Nov 18 18:08:14.347660 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38856) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:14.353110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1510979617-router', 'tenant_id': '39ddb3befb7d4840a16581e455823025', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:08:14.436983 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-faec9b13-d02a-47cf-b895-4c82e32db23a', 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a', 'tenant_id': '39ddb3befb7d4840a16581e455823025', 'fixed_ips': [{'subnet_id': 'ce30c57d-2298-41f9-9832-abfbccd6e670'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:08:14.437825 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:14.445377 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:14.447220 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:14.502321 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:14.576966 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Allocated IP 172.20.0.2 (faec9b13-d02a-47cf-b895-4c82e32db23a/ce30c57d-2298-41f9-9832-abfbccd6e670/2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:08:14.714539 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:14.720711 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:14.803397 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:14.842896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Network faec9b13-d02a-47cf-b895-4c82e32db23a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:08:14.845860 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:08:14.849267 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:08:14.865131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Pushing event updated for resources: {'Port': ['ID=2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:14.920502 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Attempting to bind port 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:08:14.920890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Attempting to bind port 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '9bc38b5c-f213-4890-9423-46160b384072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:08:14.921272 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Attempting to bind port 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48 on network faec9b13-d02a-47cf-b895-4c82e32db23a {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:08:14.926269 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:08:14.926661 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Checking segment: {'id': '9bc38b5c-f213-4890-9423-46160b384072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:08:14.927076 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:14.927483 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Bound using segment: {'id': '9bc38b5c-f213-4890-9423-46160b384072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:08:14.927999 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Bound port: 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc38b5c-f213-4890-9423-46160b384072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:08:14.928392 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:14.972885 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:14.992085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] For port 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:08:14.992853 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:14.995224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] For port 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48,segment=NetworkSegment(9bc38b5c-f213-4890-9423-46160b384072),segment_id=9bc38b5c-f213-4890-9423-46160b384072)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:08:15.074433 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:15.092416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Allocated IP 172.25.3.232 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/8bb88f19-d183-40ee-a631-808a484220fc) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:08:15.141297 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84be453-0263-4740-ba59-c0df3ff3ae35 None None] Pushing event updated for resources: {'Port': ['ID=2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:15.201783 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:15.296956 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:15.338938 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:08:15.342452 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:08:15.346193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:08:15.372173 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb88f19-d183-40ee-a631-808a484220fc,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:15.413361 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122abc3a-08b2-4858-b3e4-e85bc3395f03 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:08:15.518436 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-63fe4591-d5b2-40fa-b946-73dc21f3b6c6 None None] Provisioning complete for port 8bb88f19-d183-40ee-a631-808a484220fc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:15.518837 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-63fe4591-d5b2-40fa-b946-73dc21f3b6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:15.554823 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-63fe4591-d5b2-40fa-b946-73dc21f3b6c6 None None] Port 8bb88f19-d183-40ee-a631-808a484220fc cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:08:15.685385 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:15.883399 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:16.077202 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Router ffdfaf36-0eed-457e-b001-ae4f875be01a is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:08:16.172835 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09767971-f2b3-48a7-a6e9-1c3c30cb37cd None None] Network faec9b13-d02a-47cf-b895-4c82e32db23a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:08:16.190267 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:08:16.199238 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Sync routers for ids ['ffdfaf36-0eed-457e-b001-ae4f875be01a'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:08:16.209875 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Routers {'ffdfaf36-0eed-457e-b001-ae4f875be01a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:08:16.210494 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ffdfaf36-0eed-457e-b001-ae4f875be01a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:16.256440 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:16.257882 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3755f4a1-0df3-4d23-8416-4fff683c7207 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9091907 Nov 18 18:08:16.260787 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38858) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:16.308654 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-090332f9-cbb2-43ca-9d3c-7ca5327e0202 None None] Provisioning complete for port 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:16.309029 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-090332f9-cbb2-43ca-9d3c-7ca5327e0202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:16.326114 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Set router ffdfaf36-0eed-457e-b001-ae4f875be01a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:08:16.423519 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-090332f9-cbb2-43ca-9d3c-7ca5327e0202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:16.457980 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-090332f9-cbb2-43ca-9d3c-7ca5327e0202 None None] For port 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48,segment=NetworkSegment(9bc38b5c-f213-4890-9423-46160b384072),segment_id=9bc38b5c-f213-4890-9423-46160b384072)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:16.517249 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'name': 'tempest-TestEncryptedCinderVolumes-1510979617-router', 'tenant_id': '39ddb3befb7d4840a16581e455823025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '8bb88f19-d183-40ee-a631-808a484220fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:08:14Z', 'updated_at': '2021-11-18T18:08:15Z', 'revision_number': 3, 'project_id': '39ddb3befb7d4840a16581e455823025', 'gw_port': {'id': '8bb88f19-d183-40ee-a631-808a484220fc', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:14Z', 'updated_at': '2021-11-18T18:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:16.550922 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Checking router: ffdfaf36-0eed-457e-b001-ae4f875be01a for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:08:16.551575 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Updating router ffdfaf36-0eed-457e-b001-ae4f875be01a port 8bb88f19-d183-40ee-a631-808a484220fc binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:08:16.556941 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-090332f9-cbb2-43ca-9d3c-7ca5327e0202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:16.600799 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:16.615166 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090332f9-cbb2-43ca-9d3c-7ca5327e0202 None None] Pushing event updated for resources: {'Port': ['ID=2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:16.678903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cf150812-ffb9-4453-ae13-b9d22b57dcaf None None] Provisioning complete for port 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:16.680502 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cf150812-ffb9-4453-ae13-b9d22b57dcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:16.706589 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:16.864378 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:16.869933 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] Allocated IP 172.20.0.1 (faec9b13-d02a-47cf-b895-4c82e32db23a/ce30c57d-2298-41f9-9832-abfbccd6e670/c221548f-2cc8-4350-9d1d-737716e4a71b) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:08:16.924937 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:16.970373 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dbe84c-a8d9-43da-8a7f-34f15d05c8b5 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:08:16.977381 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:16.979386 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Attempting to bind port 8bb88f19-d183-40ee-a631-808a484220fc on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:08:16.979763 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Attempting to bind port 8bb88f19-d183-40ee-a631-808a484220fc by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:08:16.980156 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Attempting to bind port 8bb88f19-d183-40ee-a631-808a484220fc on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:08:16.989760 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed101417-b738-46b1-8556-ba441bdee53a None None] Pushing event updated for resources: {'Port': ['ID=8bb88f19-d183-40ee-a631-808a484220fc,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:16.992959 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:08:16.993335 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:08:16.993734 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:16.994128 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:08:16.994595 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Bound port: 8bb88f19-d183-40ee-a631-808a484220fc, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:08:16.994973 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:17.023686 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed101417-b738-46b1-8556-ba441bdee53a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:17.023686 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed101417-b738-46b1-8556-ba441bdee53a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:17.023686 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed101417-b738-46b1-8556-ba441bdee53a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:17.023686 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed101417-b738-46b1-8556-ba441bdee53a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:17.023686 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed101417-b738-46b1-8556-ba441bdee53a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:17.023686 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed101417-b738-46b1-8556-ba441bdee53a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:17.023686 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed101417-b738-46b1-8556-ba441bdee53a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:17.023686 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed101417-b738-46b1-8556-ba441bdee53a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:17.023686 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed101417-b738-46b1-8556-ba441bdee53a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:17.023686 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed101417-b738-46b1-8556-ba441bdee53a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:17.023686 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed101417-b738-46b1-8556-ba441bdee53a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:17.023686 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed101417-b738-46b1-8556-ba441bdee53a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:17.057106 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] For port 8bb88f19-d183-40ee-a631-808a484220fc, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:08:17.060406 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] For port 8bb88f19-d183-40ee-a631-808a484220fc, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8bb88f19-d183-40ee-a631-808a484220fc,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:08:17.072145 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:17.101507 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ae66bb2a-d811-4d91-a458-7daef67de4f6 None None] Provisioning complete for port 8bb88f19-d183-40ee-a631-808a484220fc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:17.101899 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae66bb2a-d811-4d91-a458-7daef67de4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:17.113519 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] Network faec9b13-d02a-47cf-b895-4c82e32db23a is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:08:17.121580 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:08:17.123730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] Pushing event updated for resources: {'Port': ['ID=c221548f-2cc8-4350-9d1d-737716e4a71b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:17.125965 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:08:17.126335 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:08:17.140718 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:17.173179 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ae66bb2a-d811-4d91-a458-7daef67de4f6 None None] Port 8bb88f19-d183-40ee-a631-808a484220fc cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:08:17.175293 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:17.193955 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:17.194346 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:17.216276 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed101417-b738-46b1-8556-ba441bdee53a None None] Pushing event updated for resources: {'Port': ['ID=8bb88f19-d183-40ee-a631-808a484220fc,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:17.220597 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Routers {'ffdfaf36-0eed-457e-b001-ae4f875be01a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:08:17.221460 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ffdfaf36-0eed-457e-b001-ae4f875be01a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:17.244873 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491b422f-0bdc-4f70-b09c-ad9ad1777ab6 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:08:17.327880 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-90c8b100-6966-4e99-8c00-ab50faba529e None None] Provisioning complete for port 8bb88f19-d183-40ee-a631-808a484220fc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:17.328280 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-90c8b100-6966-4e99-8c00-ab50faba529e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:17.418708 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-90c8b100-6966-4e99-8c00-ab50faba529e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:17.440822 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-90c8b100-6966-4e99-8c00-ab50faba529e None None] For port 8bb88f19-d183-40ee-a631-808a484220fc, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8bb88f19-d183-40ee-a631-808a484220fc,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:17.478033 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] Set router ffdfaf36-0eed-457e-b001-ae4f875be01a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:08:17.500080 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-90c8b100-6966-4e99-8c00-ab50faba529e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:17.550597 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8b100-6966-4e99-8c00-ab50faba529e None None] Pushing event updated for resources: {'Port': ['ID=8bb88f19-d183-40ee-a631-808a484220fc,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:17.625120 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-701e077a-9942-496d-9238-0a5cd6574100 None None] Provisioning complete for port c221548f-2cc8-4350-9d1d-737716e4a71b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:17.625646 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-701e077a-9942-496d-9238-0a5cd6574100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:17.659266 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-701e077a-9942-496d-9238-0a5cd6574100 None None] Port c221548f-2cc8-4350-9d1d-737716e4a71b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:08:17.673276 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'name': 'tempest-TestEncryptedCinderVolumes-1510979617-router', 'tenant_id': '39ddb3befb7d4840a16581e455823025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '8bb88f19-d183-40ee-a631-808a484220fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:08:14Z', 'updated_at': '2021-11-18T18:08:15Z', 'revision_number': 3, 'project_id': '39ddb3befb7d4840a16581e455823025', 'gw_port': {'id': '8bb88f19-d183-40ee-a631-808a484220fc', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:14Z', 'updated_at': '2021-11-18T18:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:17.699938 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c905f52-a890-4741-b8c9-f5f92eb0feff None None] The sync data for ids ['ffdfaf36-0eed-457e-b001-ae4f875be01a'] in n-d-813419-11 is: [{'id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'name': 'tempest-TestEncryptedCinderVolumes-1510979617-router', 'tenant_id': '39ddb3befb7d4840a16581e455823025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '8bb88f19-d183-40ee-a631-808a484220fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:08:14Z', 'updated_at': '2021-11-18T18:08:15Z', 'revision_number': 3, 'project_id': '39ddb3befb7d4840a16581e455823025', 'gw_port': {'id': '8bb88f19-d183-40ee-a631-808a484220fc', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:14Z', 'updated_at': '2021-11-18T18:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:08:17.752732 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:17.931507 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:17.996923 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:18.069179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] Pushing event updated for resources: {'Port': ['ID=c221548f-2cc8-4350-9d1d-737716e4a71b,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:18.071836 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:18.167479 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] Network faec9b13-d02a-47cf-b895-4c82e32db23a is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:08:18.169134 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:08:18.296691 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] Router ffdfaf36-0eed-457e-b001-ae4f875be01a has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:08:18.385113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b39904cb-8504-40d3-870c-dbb8f0f165d2 None None] Provisioning complete for port c221548f-2cc8-4350-9d1d-737716e4a71b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:18.386184 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b39904cb-8504-40d3-870c-dbb8f0f165d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:18.416383 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:08:18.421614 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b0169620-9a03-47ef-9c53-005e6cd80f1f admin admin] 10.222.0.72 "PUT /v2.0/routers/ffdfaf36-0eed-457e-b001-ae4f875be01a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1598008 Nov 18 18:08:18.422070 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b39904cb-8504-40d3-870c-dbb8f0f165d2 None None] Port c221548f-2cc8-4350-9d1d-737716e4a71b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:08:19.066034 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38876) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:19.071047 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-c9a44620-0a42-4f19-929e-88b118aa6b41 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1323799394-network', 'tenant_id': '1ee22b8df8824de3ac5956cb198baa65'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:08:19.100240 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8bb88f19-d183-40ee-a631-808a484220fc up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:08:19.148752 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 8bb88f19-d183-40ee-a631-808a484220fc triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:19.149251 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:19.164582 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a44620-0a42-4f19-929e-88b118aa6b41 admin admin] Made reservation on behalf of 1ee22b8df8824de3ac5956cb198baa65 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:08:19.166957 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9a44620-0a42-4f19-929e-88b118aa6b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:19.176157 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9a44620-0a42-4f19-929e-88b118aa6b41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:19.222380 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Sync routers for ids ['ffdfaf36-0eed-457e-b001-ae4f875be01a'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:08:19.245384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Routers {'ffdfaf36-0eed-457e-b001-ae4f875be01a'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:08:19.249506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ffdfaf36-0eed-457e-b001-ae4f875be01a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:19.261176 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9a44620-0a42-4f19-929e-88b118aa6b41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:19.325104 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9a44620-0a42-4f19-929e-88b118aa6b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:19.356172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a44620-0a42-4f19-929e-88b118aa6b41 admin admin] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:08:19.368547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a44620-0a42-4f19-929e-88b118aa6b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444f8592-5dfe-4640-be72-6116c960ff22,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:19.374559 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9a44620-0a42-4f19-929e-88b118aa6b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:19.374915 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-c9a44620-0a42-4f19-929e-88b118aa6b41 admin admin] Added segment 4dd96747-5e0e-47b2-b11c-a743c5e59256 of type vlan for network 71686e0d-db8b-4c74-a95e-fd42885525aa Nov 18 18:08:19.408613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Set router ffdfaf36-0eed-457e-b001-ae4f875be01a gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:08:19.415624 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9a44620-0a42-4f19-929e-88b118aa6b41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:19.490464 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9a44620-0a42-4f19-929e-88b118aa6b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:19.491385 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a44620-0a42-4f19-929e-88b118aa6b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:19.492006 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9a44620-0a42-4f19-929e-88b118aa6b41 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:19.552824 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a44620-0a42-4f19-929e-88b118aa6b41 admin admin] Pushing event updated for resources: {'Network': ['ID=71686e0d-db8b-4c74-a95e-fd42885525aa,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:19.564273 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 71686e0d-db8b-4c74-a95e-fd42885525aa details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:08:19.579878 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c9a44620-0a42-4f19-929e-88b118aa6b41 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5117977 Nov 18 18:08:19.582062 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38878) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:19.586872 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-cc74e601-ebee-44b8-b9d8-2118b5d05a56 admin admin] Request body: {'subnet': {'network_id': '71686e0d-db8b-4c74-a95e-fd42885525aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1323799394-subnet', 'tenant_id': '1ee22b8df8824de3ac5956cb198baa65', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:08:19.682450 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'name': 'tempest-TestEncryptedCinderVolumes-1510979617-router', 'tenant_id': '39ddb3befb7d4840a16581e455823025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '8bb88f19-d183-40ee-a631-808a484220fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:08:14Z', 'updated_at': '2021-11-18T18:08:17Z', 'revision_number': 4, 'project_id': '39ddb3befb7d4840a16581e455823025', 'gw_port': {'id': '8bb88f19-d183-40ee-a631-808a484220fc', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:14Z', 'updated_at': '2021-11-18T18:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'c221548f-2cc8-4350-9d1d-737716e4a71b', 'name': '', 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a', 'tenant_id': '39ddb3befb7d4840a16581e455823025', 'mac_address': 'fa:16:3e:b5:76:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ce30c57d-2298-41f9-9832-abfbccd6e670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:16Z', 'updated_at': '2021-11-18T18:08:17Z', 'revision_number': 2, 'project_id': '39ddb3befb7d4840a16581e455823025', 'subnets': [{'id': 'ce30c57d-2298-41f9-9832-abfbccd6e670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:19.690426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc74e601-ebee-44b8-b9d8-2118b5d05a56 admin admin] Made reservation on behalf of 1ee22b8df8824de3ac5956cb198baa65 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:08:19.693056 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc74e601-ebee-44b8-b9d8-2118b5d05a56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:19.710704 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Checking router: ffdfaf36-0eed-457e-b001-ae4f875be01a for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:08:19.711073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Updating router ffdfaf36-0eed-457e-b001-ae4f875be01a port c221548f-2cc8-4350-9d1d-737716e4a71b binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:08:19.739754 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:19.931859 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc74e601-ebee-44b8-b9d8-2118b5d05a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:19.985772 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74e601-ebee-44b8-b9d8-2118b5d05a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6438eaf8-7161-4d94-9b5a-9b75539169d6,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:20.003902 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc74e601-ebee-44b8-b9d8-2118b5d05a56 admin admin] Checking segment: {'id': '4dd96747-5e0e-47b2-b11c-a743c5e59256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '71686e0d-db8b-4c74-a95e-fd42885525aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:08:20.004281 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc74e601-ebee-44b8-b9d8-2118b5d05a56 admin admin] Network hostable DHCP agents. Network: 71686e0d-db8b-4c74-a95e-fd42885525aa, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:08:20.011177 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:20.102151 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:20.131948 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc74e601-ebee-44b8-b9d8-2118b5d05a56 admin admin] Network 71686e0d-db8b-4c74-a95e-fd42885525aa is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:08:20.150811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ce4a9-029b-4041-bddc-38850c8f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=c221548f-2cc8-4350-9d1d-737716e4a71b,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:20.207008 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Attempting to bind port c221548f-2cc8-4350-9d1d-737716e4a71b on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:08:20.207388 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Attempting to bind port c221548f-2cc8-4350-9d1d-737716e4a71b by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '9bc38b5c-f213-4890-9423-46160b384072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:08:20.207755 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Attempting to bind port c221548f-2cc8-4350-9d1d-737716e4a71b on network faec9b13-d02a-47cf-b895-4c82e32db23a {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:08:20.211371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-cc74e601-ebee-44b8-b9d8-2118b5d05a56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 71686e0d-db8b-4c74-a95e-fd42885525aa) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:08:20.216828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc74e601-ebee-44b8-b9d8-2118b5d05a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:20.217650 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cc74e601-ebee-44b8-b9d8-2118b5d05a56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:20.221134 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:08:20.221672 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Checking segment: {'id': '9bc38b5c-f213-4890-9423-46160b384072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:08:20.222280 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:20.223076 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Bound using segment: {'id': '9bc38b5c-f213-4890-9423-46160b384072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:08:20.223835 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Bound port: c221548f-2cc8-4350-9d1d-737716e4a71b, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc38b5c-f213-4890-9423-46160b384072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:08:20.224123 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:20.229488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4451dfb9-7d53-4028-b726-28df7adb917e None None] Network 71686e0d-db8b-4c74-a95e-fd42885525aa requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:08:20.318002 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-cc74e601-ebee-44b8-b9d8-2118b5d05a56 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7348096 Nov 18 18:08:20.320713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 38880) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:20.326498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1323799394-router', 'tenant_id': '1ee22b8df8824de3ac5956cb198baa65', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:08:20.434005 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:20.435018 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:20.488500 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:20.527161 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] For port c221548f-2cc8-4350-9d1d-737716e4a71b, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:08:20.531584 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] For port c221548f-2cc8-4350-9d1d-737716e4a71b, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c221548f-2cc8-4350-9d1d-737716e4a71b,segment=NetworkSegment(9bc38b5c-f213-4890-9423-46160b384072),segment_id=9bc38b5c-f213-4890-9423-46160b384072)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:08:20.538129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5443b7ae-cb10-40cc-bbfa-4556a54a4fba None None] Provisioning complete for port c221548f-2cc8-4350-9d1d-737716e4a71b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:20.538497 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5443b7ae-cb10-40cc-bbfa-4556a54a4fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:20.598763 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5443b7ae-cb10-40cc-bbfa-4556a54a4fba None None] Port c221548f-2cc8-4350-9d1d-737716e4a71b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:08:20.620294 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:20.648851 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-71686e0d-db8b-4c74-a95e-fd42885525aa', 'network_id': '71686e0d-db8b-4c74-a95e-fd42885525aa', 'tenant_id': '1ee22b8df8824de3ac5956cb198baa65', 'fixed_ips': [{'subnet_id': '6438eaf8-7161-4d94-9b5a-9b75539169d6'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:08:20.649996 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:20.747274 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ce4a9-029b-4041-bddc-38850c8f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=c221548f-2cc8-4350-9d1d-737716e4a71b,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:20.750406 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:20.760309 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Routers {'ffdfaf36-0eed-457e-b001-ae4f875be01a'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:08:20.766654 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ffdfaf36-0eed-457e-b001-ae4f875be01a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:20.901092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Allocated IP 172.20.0.2 (71686e0d-db8b-4c74-a95e-fd42885525aa/6438eaf8-7161-4d94-9b5a-9b75539169d6/fd2a1470-9ceb-4f8a-9e84-97aadb519abe) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:08:20.925066 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] Set router ffdfaf36-0eed-457e-b001-ae4f875be01a gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:08:20.994421 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f9586026-bdab-43e0-ae4b-b6da6e389f1f None None] Provisioning complete for port c221548f-2cc8-4350-9d1d-737716e4a71b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:20.994686 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9586026-bdab-43e0-ae4b-b6da6e389f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:21.038971 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:21.058239 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:21.162483 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Allocated IP 172.25.3.45 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:08:21.263882 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:21.267261 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:21.289462 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9586026-bdab-43e0-ae4b-b6da6e389f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:21.335948 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f9586026-bdab-43e0-ae4b-b6da6e389f1f None None] For port c221548f-2cc8-4350-9d1d-737716e4a71b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c221548f-2cc8-4350-9d1d-737716e4a71b,segment=NetworkSegment(9bc38b5c-f213-4890-9423-46160b384072),segment_id=9bc38b5c-f213-4890-9423-46160b384072)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:21.339015 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:21.365299 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:21.387292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Network 71686e0d-db8b-4c74-a95e-fd42885525aa is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:08:21.394455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'name': 'tempest-TestEncryptedCinderVolumes-1510979617-router', 'tenant_id': '39ddb3befb7d4840a16581e455823025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '8bb88f19-d183-40ee-a631-808a484220fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:08:14Z', 'updated_at': '2021-11-18T18:08:17Z', 'revision_number': 4, 'project_id': '39ddb3befb7d4840a16581e455823025', 'gw_port': {'id': '8bb88f19-d183-40ee-a631-808a484220fc', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:14Z', 'updated_at': '2021-11-18T18:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'c221548f-2cc8-4350-9d1d-737716e4a71b', 'name': '', 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a', 'tenant_id': '39ddb3befb7d4840a16581e455823025', 'mac_address': 'fa:16:3e:b5:76:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ce30c57d-2298-41f9-9832-abfbccd6e670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:16Z', 'updated_at': '2021-11-18T18:08:20Z', 'revision_number': 4, 'project_id': '39ddb3befb7d4840a16581e455823025', 'subnets': [{'id': 'ce30c57d-2298-41f9-9832-abfbccd6e670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:21.397812 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:08:21.402880 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:08:21.405835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:08:21.409438 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:08:21.422880 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Pushing event updated for resources: {'Port': ['ID=fd2a1470-9ceb-4f8a-9e84-97aadb519abe,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:21.426742 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:08:21.429097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ae03aa-6bdd-44b1-bc57-8d4a62f7d623 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:08:21.432581 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9586026-bdab-43e0-ae4b-b6da6e389f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:21.434285 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc969f18-1a3a-42b2-bc09-d04136d90666 None None] The sync data for ids ['ffdfaf36-0eed-457e-b001-ae4f875be01a'] in n-d-813419-11 is: [{'id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'name': 'tempest-TestEncryptedCinderVolumes-1510979617-router', 'tenant_id': '39ddb3befb7d4840a16581e455823025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '8bb88f19-d183-40ee-a631-808a484220fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:08:14Z', 'updated_at': '2021-11-18T18:08:17Z', 'revision_number': 4, 'project_id': '39ddb3befb7d4840a16581e455823025', 'gw_port': {'id': '8bb88f19-d183-40ee-a631-808a484220fc', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:14Z', 'updated_at': '2021-11-18T18:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'c221548f-2cc8-4350-9d1d-737716e4a71b', 'name': '', 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a', 'tenant_id': '39ddb3befb7d4840a16581e455823025', 'mac_address': 'fa:16:3e:b5:76:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ce30c57d-2298-41f9-9832-abfbccd6e670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:16Z', 'updated_at': '2021-11-18T18:08:20Z', 'revision_number': 4, 'project_id': '39ddb3befb7d4840a16581e455823025', 'subnets': [{'id': 'ce30c57d-2298-41f9-9832-abfbccd6e670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:08:21.438495 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Pushing event updated for resources: {'Port': ['ID=e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:21.453165 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:21.453522 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:21.453882 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:21.454229 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:21.454592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:21.454920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:21.455286 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:21.455627 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:21.455983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:21.456317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:21.456652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:21.456986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:21.552746 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9586026-bdab-43e0-ae4b-b6da6e389f1f None None] Pushing event updated for resources: {'Port': ['ID=c221548f-2cc8-4350-9d1d-737716e4a71b,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:21.558325 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Attempting to bind port fd2a1470-9ceb-4f8a-9e84-97aadb519abe on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:08:21.558729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Attempting to bind port fd2a1470-9ceb-4f8a-9e84-97aadb519abe by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '4dd96747-5e0e-47b2-b11c-a743c5e59256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '71686e0d-db8b-4c74-a95e-fd42885525aa'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:08:21.559086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Attempting to bind port fd2a1470-9ceb-4f8a-9e84-97aadb519abe on network 71686e0d-db8b-4c74-a95e-fd42885525aa {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:08:21.572756 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:08:21.573028 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Checking segment: {'id': '4dd96747-5e0e-47b2-b11c-a743c5e59256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '71686e0d-db8b-4c74-a95e-fd42885525aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:08:21.573347 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:21.573750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Bound using segment: {'id': '4dd96747-5e0e-47b2-b11c-a743c5e59256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '71686e0d-db8b-4c74-a95e-fd42885525aa'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:08:21.574283 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Bound port: fd2a1470-9ceb-4f8a-9e84-97aadb519abe, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd96747-5e0e-47b2-b11c-a743c5e59256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '71686e0d-db8b-4c74-a95e-fd42885525aa'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:08:21.574652 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:21.587479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-98d1a0da-b4c9-404d-b6db-efc23a2a4bce None None] Provisioning complete for port e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:21.587974 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-98d1a0da-b4c9-404d-b6db-efc23a2a4bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:21.652039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-98d1a0da-b4c9-404d-b6db-efc23a2a4bce None None] Port e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:08:21.678331 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] For port fd2a1470-9ceb-4f8a-9e84-97aadb519abe, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:08:21.682743 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] For port fd2a1470-9ceb-4f8a-9e84-97aadb519abe, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fd2a1470-9ceb-4f8a-9e84-97aadb519abe,segment=NetworkSegment(4dd96747-5e0e-47b2-b11c-a743c5e59256),segment_id=4dd96747-5e0e-47b2-b11c-a743c5e59256)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:08:21.757823 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:21.825787 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb567956-d9dd-4d62-9489-6143663e7855 None None] Pushing event updated for resources: {'Port': ['ID=fd2a1470-9ceb-4f8a-9e84-97aadb519abe,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:22.045620 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:22.130427 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:22.346295 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:22.582052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Router 89e1247b-58b5-434c-819b-117fe014c006 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:08:22.713954 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:08:22.725285 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Sync routers for ids ['89e1247b-58b5-434c-819b-117fe014c006'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:08:22.736176 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Routers {'89e1247b-58b5-434c-819b-117fe014c006'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:08:22.736799 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['89e1247b-58b5-434c-819b-117fe014c006'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:22.807108 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:22.810999 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3a53ce1c-6859-48c6-80c7-f2064654587b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4865355 Nov 18 18:08:22.811388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 38882) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:08:22.846762 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Set router 89e1247b-58b5-434c-819b-117fe014c006 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:08:22.896407 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560e77e8-ce99-474c-8dbc-10fcacc28311 None None] Network 71686e0d-db8b-4c74-a95e-fd42885525aa requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:08:23.017055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-98ced130-9f9b-4342-b6b9-2f804020302e None None] Provisioning complete for port fd2a1470-9ceb-4f8a-9e84-97aadb519abe triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:23.017371 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-98ced130-9f9b-4342-b6b9-2f804020302e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.053341 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e1247b-58b5-434c-819b-117fe014c006', 'name': 'tempest-TestEncryptedCinderVolumes-1323799394-router', 'tenant_id': '1ee22b8df8824de3ac5956cb198baa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:08:20Z', 'updated_at': '2021-11-18T18:08:21Z', 'revision_number': 3, 'project_id': '1ee22b8df8824de3ac5956cb198baa65', 'gw_port': {'id': 'e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e1247b-58b5-434c-819b-117fe014c006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:21Z', 'updated_at': '2021-11-18T18:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:23.108000 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Checking router: 89e1247b-58b5-434c-819b-117fe014c006 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:08:23.108312 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Updating router 89e1247b-58b5-434c-819b-117fe014c006 port e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:08:23.144815 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.149395 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-98ced130-9f9b-4342-b6b9-2f804020302e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.191934 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-98ced130-9f9b-4342-b6b9-2f804020302e None None] For port fd2a1470-9ceb-4f8a-9e84-97aadb519abe, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fd2a1470-9ceb-4f8a-9e84-97aadb519abe,segment=NetworkSegment(4dd96747-5e0e-47b2-b11c-a743c5e59256),segment_id=4dd96747-5e0e-47b2-b11c-a743c5e59256)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:23.226198 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fd2a1470-9ceb-4f8a-9e84-97aadb519abe up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:08:23.287902 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-98ced130-9f9b-4342-b6b9-2f804020302e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.309381 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.348678 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port fd2a1470-9ceb-4f8a-9e84-97aadb519abe triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:23.348884 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.352200 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ced130-9f9b-4342-b6b9-2f804020302e None None] Pushing event updated for resources: {'Port': ['ID=fd2a1470-9ceb-4f8a-9e84-97aadb519abe,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:23.438880 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f1819f0e-a449-4624-9fcf-d6e1dc698fdc None None] Provisioning complete for port fd2a1470-9ceb-4f8a-9e84-97aadb519abe triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:23.439176 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f1819f0e-a449-4624-9fcf-d6e1dc698fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.464544 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c221548f-2cc8-4350-9d1d-737716e4a71b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:08:23.480870 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.494423 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] Allocated IP 172.20.0.1 (71686e0d-db8b-4c74-a95e-fd42885525aa/6438eaf8-7161-4d94-9b5a-9b75539169d6/235af64c-962e-432b-87b2-f7f445b5de75) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:08:23.558233 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.558479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port c221548f-2cc8-4350-9d1d-737716e4a71b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:23.558585 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.605272 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.620276 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148db405-5de7-40fc-ba31-486feb306264 None None] Pushing event updated for resources: {'Port': ['ID=e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:23.622776 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Attempting to bind port e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:08:23.623266 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Attempting to bind port e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:08:23.623812 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Attempting to bind port e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:08:23.630731 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:08:23.631311 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:08:23.631855 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.632377 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:08:23.632987 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Bound port: e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:08:23.633483 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.640985 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1298597f-9fc0-46c5-8fcb-3ca85c2bfb47 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:08:23.675000 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.691271 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] For port e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:08:23.694457 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] For port e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:08:23.702357 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.738129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] Network 71686e0d-db8b-4c74-a95e-fd42885525aa is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:08:23.741164 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:08:23.745281 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:08:23.757903 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ed872c82-8409-4809-b235-564c6017ef3e None None] Provisioning complete for port e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:23.758468 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ed872c82-8409-4809-b235-564c6017ef3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.765884 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.780284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] Pushing event updated for resources: {'Port': ['ID=235af64c-962e-432b-87b2-f7f445b5de75,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:23.796337 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86ac87d-9892-45df-914e-d517bda81b8f None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:08:23.808006 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.822224 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ed872c82-8409-4809-b235-564c6017ef3e None None] Port e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:08:23.841533 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Routers {'89e1247b-58b5-434c-819b-117fe014c006'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:08:23.842176 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['89e1247b-58b5-434c-819b-117fe014c006'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:23.881857 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148db405-5de7-40fc-ba31-486feb306264 None None] Pushing event updated for resources: {'Port': ['ID=e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:23.945363 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3fdb98c1-0cc9-4a65-8c4c-32358a35ffbe None None] Provisioning complete for port e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:23.946801 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fdb98c1-0cc9-4a65-8c4c-32358a35ffbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:23.967818 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] Set router 89e1247b-58b5-434c-819b-117fe014c006 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:08:24.027078 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:24.037659 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fdb98c1-0cc9-4a65-8c4c-32358a35ffbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:24.059045 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3fdb98c1-0cc9-4a65-8c4c-32358a35ffbe None None] For port e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:24.120024 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fdb98c1-0cc9-4a65-8c4c-32358a35ffbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:24.172477 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb98c1-0cc9-4a65-8c4c-32358a35ffbe None None] Pushing event updated for resources: {'Port': ['ID=e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:24.180054 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e1247b-58b5-434c-819b-117fe014c006', 'name': 'tempest-TestEncryptedCinderVolumes-1323799394-router', 'tenant_id': '1ee22b8df8824de3ac5956cb198baa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:08:20Z', 'updated_at': '2021-11-18T18:08:21Z', 'revision_number': 3, 'project_id': '1ee22b8df8824de3ac5956cb198baa65', 'gw_port': {'id': 'e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e1247b-58b5-434c-819b-117fe014c006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:21Z', 'updated_at': '2021-11-18T18:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:24.191874 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:24.207095 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78983dd8-5c36-4237-80ff-a770713e5d8d None None] The sync data for ids ['89e1247b-58b5-434c-819b-117fe014c006'] in n-d-813419-11 is: [{'id': '89e1247b-58b5-434c-819b-117fe014c006', 'name': 'tempest-TestEncryptedCinderVolumes-1323799394-router', 'tenant_id': '1ee22b8df8824de3ac5956cb198baa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:08:20Z', 'updated_at': '2021-11-18T18:08:21Z', 'revision_number': 3, 'project_id': '1ee22b8df8824de3ac5956cb198baa65', 'gw_port': {'id': 'e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e1247b-58b5-434c-819b-117fe014c006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:21Z', 'updated_at': '2021-11-18T18:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:08:24.244317 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-35462ee8-15b2-42dc-aa24-38483bba68d2 None None] Provisioning complete for port 235af64c-962e-432b-87b2-f7f445b5de75 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:24.244687 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-35462ee8-15b2-42dc-aa24-38483bba68d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:24.251078 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:24.287220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-35462ee8-15b2-42dc-aa24-38483bba68d2 None None] Port 235af64c-962e-432b-87b2-f7f445b5de75 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:08:24.328608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] Pushing event updated for resources: {'Port': ['ID=235af64c-962e-432b-87b2-f7f445b5de75,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:24.332308 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:24.444798 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] Network 71686e0d-db8b-4c74-a95e-fd42885525aa is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:08:24.446766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:08:24.581388 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] Router 89e1247b-58b5-434c-819b-117fe014c006 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:08:24.703828 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:08:24.711159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-820c38a7-455e-43f9-912d-c9514bc08d87 None None] Provisioning complete for port 235af64c-962e-432b-87b2-f7f445b5de75 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:24.711730 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-820c38a7-455e-43f9-912d-c9514bc08d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:24.713089 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f8e017d7-a615-4d74-a028-3f0c641a5855 admin admin] 10.222.0.72 "PUT /v2.0/routers/89e1247b-58b5-434c-819b-117fe014c006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9004323 Nov 18 18:08:24.751983 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-820c38a7-455e-43f9-912d-c9514bc08d87 None None] Port 235af64c-962e-432b-87b2-f7f445b5de75 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:08:25.152729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:08:25.201926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:25.202223 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:25.280469 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fd2a1470-9ceb-4f8a-9e84-97aadb519abe up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:08:25.331009 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port fd2a1470-9ceb-4f8a-9e84-97aadb519abe triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:25.331384 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:25.682441 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-ad80d7a8-f2c6-4660-9cd7-d9934b104ae5 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:25.683967 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-ad80d7a8-f2c6-4660-9cd7-d9934b104ae5 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/networks?id=faec9b13-d02a-47cf-b895-4c82e32db23a HTTP/1.1" status: 200 len: 817 time: 0.1076255 Nov 18 18:08:25.699118 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-8ed3823a-4b43-4f92-a287-cd9b79393afa tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/quotas/39ddb3befb7d4840a16581e455823025 HTTP/1.1" status: 200 len: 375 time: 0.0094097 Nov 18 18:08:25.752087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-934f7af2-1411-4595-9fe1-f042d70d27a6 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=39ddb3befb7d4840a16581e455823025&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471461 Nov 18 18:08:25.789987 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Sync routers for ids ['89e1247b-58b5-434c-819b-117fe014c006'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:08:25.799778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Routers {'89e1247b-58b5-434c-819b-117fe014c006'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:08:25.800409 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['89e1247b-58b5-434c-819b-117fe014c006'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:25.859384 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-ae632671-5d56-41c1-885e-61be4469bb5b service neutron] 10.222.0.72 "GET /v2.0/networks/faec9b13-d02a-47cf-b895-4c82e32db23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953043 Nov 18 18:08:25.955938 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-c838ecd9-c848-4e5b-af95-b2fd76dfc3da service neutron] 10.222.0.72 "GET /v2.0/networks/faec9b13-d02a-47cf-b895-4c82e32db23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896902 Nov 18 18:08:26.066029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Set router 89e1247b-58b5-434c-819b-117fe014c006 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:08:26.287776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e1247b-58b5-434c-819b-117fe014c006', 'name': 'tempest-TestEncryptedCinderVolumes-1323799394-router', 'tenant_id': '1ee22b8df8824de3ac5956cb198baa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:08:20Z', 'updated_at': '2021-11-18T18:08:23Z', 'revision_number': 4, 'project_id': '1ee22b8df8824de3ac5956cb198baa65', 'gw_port': {'id': 'e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e1247b-58b5-434c-819b-117fe014c006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:21Z', 'updated_at': '2021-11-18T18:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '235af64c-962e-432b-87b2-f7f445b5de75', 'name': '', 'network_id': '71686e0d-db8b-4c74-a95e-fd42885525aa', 'tenant_id': '1ee22b8df8824de3ac5956cb198baa65', 'mac_address': 'fa:16:3e:80:14:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e1247b-58b5-434c-819b-117fe014c006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '6438eaf8-7161-4d94-9b5a-9b75539169d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:23Z', 'updated_at': '2021-11-18T18:08:24Z', 'revision_number': 2, 'project_id': '1ee22b8df8824de3ac5956cb198baa65', 'subnets': [{'id': '6438eaf8-7161-4d94-9b5a-9b75539169d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:26.301071 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3e376a0-4522-489a-ac95-bdf643d23cab req-ab338a24-df67-42c9-b7cc-e1e2664dc200 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 210 time: 0.1438789 Nov 18 18:08:26.315370 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Checking router: 89e1247b-58b5-434c-819b-117fe014c006 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:08:26.315739 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Updating router 89e1247b-58b5-434c-819b-117fe014c006 port 235af64c-962e-432b-87b2-f7f445b5de75 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:08:26.340438 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:26.604926 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:26.665850 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:26.722158 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b0894-0294-4f48-b322-0134d271afc9 None None] Pushing event updated for resources: {'Port': ['ID=235af64c-962e-432b-87b2-f7f445b5de75,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:26.770476 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Attempting to bind port 235af64c-962e-432b-87b2-f7f445b5de75 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:08:26.770876 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Attempting to bind port 235af64c-962e-432b-87b2-f7f445b5de75 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '4dd96747-5e0e-47b2-b11c-a743c5e59256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '71686e0d-db8b-4c74-a95e-fd42885525aa'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:08:26.771260 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Attempting to bind port 235af64c-962e-432b-87b2-f7f445b5de75 on network 71686e0d-db8b-4c74-a95e-fd42885525aa {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:08:26.776926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:08:26.777318 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Checking segment: {'id': '4dd96747-5e0e-47b2-b11c-a743c5e59256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '71686e0d-db8b-4c74-a95e-fd42885525aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:08:26.777755 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:26.778143 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Bound using segment: {'id': '4dd96747-5e0e-47b2-b11c-a743c5e59256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '71686e0d-db8b-4c74-a95e-fd42885525aa'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:08:26.778633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Bound port: 235af64c-962e-432b-87b2-f7f445b5de75, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd96747-5e0e-47b2-b11c-a743c5e59256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '71686e0d-db8b-4c74-a95e-fd42885525aa'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:08:26.779028 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:26.852165 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] For port 235af64c-962e-432b-87b2-f7f445b5de75, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:08:26.855475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] For port 235af64c-962e-432b-87b2-f7f445b5de75, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=235af64c-962e-432b-87b2-f7f445b5de75,segment=NetworkSegment(4dd96747-5e0e-47b2-b11c-a743c5e59256),segment_id=4dd96747-5e0e-47b2-b11c-a743c5e59256)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:08:26.948754 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:27.020302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9172b70b-b4c0-423a-a10b-f8203a5a3920 None None] Provisioning complete for port 235af64c-962e-432b-87b2-f7f445b5de75 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:27.020693 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9172b70b-b4c0-423a-a10b-f8203a5a3920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:27.025853 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b0894-0294-4f48-b322-0134d271afc9 None None] Pushing event updated for resources: {'Port': ['ID=235af64c-962e-432b-87b2-f7f445b5de75,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:27.045871 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Routers {'89e1247b-58b5-434c-819b-117fe014c006'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:08:27.046446 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:08:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['89e1247b-58b5-434c-819b-117fe014c006'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:27.200745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] Set router 89e1247b-58b5-434c-819b-117fe014c006 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:08:27.228729 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9172b70b-b4c0-423a-a10b-f8203a5a3920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:27.314833 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9172b70b-b4c0-423a-a10b-f8203a5a3920 None None] For port 235af64c-962e-432b-87b2-f7f445b5de75, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=235af64c-962e-432b-87b2-f7f445b5de75,segment=NetworkSegment(4dd96747-5e0e-47b2-b11c-a743c5e59256),segment_id=4dd96747-5e0e-47b2-b11c-a743c5e59256)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:27.406878 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4a9ec78-bba9-4ad5-816a-8c93e9f9682a req-688b2b67-855b-474a-81bf-e22c953a85de tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 210 time: 0.0312858 Nov 18 18:08:27.415577 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9172b70b-b4c0-423a-a10b-f8203a5a3920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:27.475220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172b70b-b4c0-423a-a10b-f8203a5a3920 None None] Pushing event updated for resources: {'Port': ['ID=235af64c-962e-432b-87b2-f7f445b5de75,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:27.480748 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e1247b-58b5-434c-819b-117fe014c006', 'name': 'tempest-TestEncryptedCinderVolumes-1323799394-router', 'tenant_id': '1ee22b8df8824de3ac5956cb198baa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:08:20Z', 'updated_at': '2021-11-18T18:08:23Z', 'revision_number': 4, 'project_id': '1ee22b8df8824de3ac5956cb198baa65', 'gw_port': {'id': 'e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e1247b-58b5-434c-819b-117fe014c006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:21Z', 'updated_at': '2021-11-18T18:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '235af64c-962e-432b-87b2-f7f445b5de75', 'name': '', 'network_id': '71686e0d-db8b-4c74-a95e-fd42885525aa', 'tenant_id': '1ee22b8df8824de3ac5956cb198baa65', 'mac_address': 'fa:16:3e:80:14:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e1247b-58b5-434c-819b-117fe014c006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '6438eaf8-7161-4d94-9b5a-9b75539169d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:23Z', 'updated_at': '2021-11-18T18:08:26Z', 'revision_number': 4, 'project_id': '1ee22b8df8824de3ac5956cb198baa65', 'subnets': [{'id': '6438eaf8-7161-4d94-9b5a-9b75539169d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:08:27.509246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a358a5-2f40-4269-a0fb-a99c2d708ae3 None None] The sync data for ids ['89e1247b-58b5-434c-819b-117fe014c006'] in n-d-813419-11 is: [{'id': '89e1247b-58b5-434c-819b-117fe014c006', 'name': 'tempest-TestEncryptedCinderVolumes-1323799394-router', 'tenant_id': '1ee22b8df8824de3ac5956cb198baa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:08:20Z', 'updated_at': '2021-11-18T18:08:23Z', 'revision_number': 4, 'project_id': '1ee22b8df8824de3ac5956cb198baa65', 'gw_port': {'id': 'e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e1247b-58b5-434c-819b-117fe014c006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:21Z', 'updated_at': '2021-11-18T18:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '235af64c-962e-432b-87b2-f7f445b5de75', 'name': '', 'network_id': '71686e0d-db8b-4c74-a95e-fd42885525aa', 'tenant_id': '1ee22b8df8824de3ac5956cb198baa65', 'mac_address': 'fa:16:3e:80:14:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e1247b-58b5-434c-819b-117fe014c006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '6438eaf8-7161-4d94-9b5a-9b75539169d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:23Z', 'updated_at': '2021-11-18T18:08:26Z', 'revision_number': 4, 'project_id': '1ee22b8df8824de3ac5956cb198baa65', 'subnets': [{'id': '6438eaf8-7161-4d94-9b5a-9b75539169d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:08:27.535836 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5c9f721b-14f4-4a8b-80fe-1c3091f96bf4 None None] Provisioning complete for port 235af64c-962e-432b-87b2-f7f445b5de75 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:27.536366 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5c9f721b-14f4-4a8b-80fe-1c3091f96bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:28.296802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-d1cfce5f-485c-4ea5-b5a9-e00e1581b0af tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:28.300782 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-d1cfce5f-485c-4ea5-b5a9-e00e1581b0af tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.81 "GET /v2.0/networks?id=faec9b13-d02a-47cf-b895-4c82e32db23a HTTP/1.1" status: 200 len: 817 time: 0.1137910 Nov 18 18:08:28.312316 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-fbf19915-2ed9-423b-ba09-ceee7739f5ff tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Request body: {'port': {'device_id': 'b4f9d351-c04d-41f2-b5ac-784f37b9573d', 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a', 'admin_state_up': True, 'tenant_id': '39ddb3befb7d4840a16581e455823025'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:08:28.501924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-fbf19915-2ed9-423b-ba09-ceee7739f5ff tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Made reservation on behalf of 39ddb3befb7d4840a16581e455823025 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:08:28.505640 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-fbf19915-2ed9-423b-ba09-ceee7739f5ff tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:28.513573 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6167e8b1-ecc8-40ee-ba3e-e7f1ecc06e77 req-f2ee9bec-9f96-4969-8347-ddefa6135cad tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 210 time: 0.0303993 Nov 18 18:08:28.643421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-fbf19915-2ed9-423b-ba09-ceee7739f5ff tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Allocated IP 172.20.0.14 (faec9b13-d02a-47cf-b895-4c82e32db23a/ce30c57d-2298-41f9-9832-abfbccd6e670/c7e20bef-2f19-43a9-ba72-163dd2801dde) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:08:28.795185 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-fbf19915-2ed9-423b-ba09-ceee7739f5ff tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:28.902642 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-fbf19915-2ed9-423b-ba09-ceee7739f5ff tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:28.949420 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-fbf19915-2ed9-423b-ba09-ceee7739f5ff tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Network faec9b13-d02a-47cf-b895-4c82e32db23a is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:08:28.952462 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-fbf19915-2ed9-423b-ba09-ceee7739f5ff tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:08:28.956250 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-fbf19915-2ed9-423b-ba09-ceee7739f5ff tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:08:28.993728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf19915-2ed9-423b-ba09-ceee7739f5ff tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Pushing event updated for resources: {'Port': ['ID=c7e20bef-2f19-43a9-ba72-163dd2801dde,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:29.023845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-fbf19915-2ed9-423b-ba09-ceee7739f5ff tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:29.024552 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-fbf19915-2ed9-423b-ba09-ceee7739f5ff tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:29.114792 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 235af64c-962e-432b-87b2-f7f445b5de75 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:08:29.117421 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-fbf19915-2ed9-423b-ba09-ceee7739f5ff tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8085377 Nov 18 18:08:29.169894 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 235af64c-962e-432b-87b2-f7f445b5de75 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:29.170161 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:29.182087 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Request body: {'port': {'device_id': 'b4f9d351-c04d-41f2-b5ac-784f37b9573d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:08:29.237968 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:29.282239 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-93a9d69d-bbcc-4ac4-a3d1-4fe626a0d0b3 None None] Provisioning complete for port c7e20bef-2f19-43a9-ba72-163dd2801dde triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:29.282615 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93a9d69d-bbcc-4ac4-a3d1-4fe626a0d0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:29.319361 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-93a9d69d-bbcc-4ac4-a3d1-4fe626a0d0b3 None None] Port c7e20bef-2f19-43a9-ba72-163dd2801dde cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:08:29.510543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e20bef-2f19-43a9-ba72-163dd2801dde {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:08:29.518133 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:29.530583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Transition to ACTIVE for port object c7e20bef-2f19-43a9-ba72-163dd2801dde will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:08:29.593353 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:29.633024 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a7f23-9b37-4cf8-b993-326d6813a226 req-344265e4-de5e-4f44-b2ff-a39fd6190485 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:29.636257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d1a7f23-9b37-4cf8-b993-326d6813a226 req-344265e4-de5e-4f44-b2ff-a39fd6190485 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 944 time: 0.0539289 Nov 18 18:08:29.649891 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Pushing event updated for resources: {'Port': ['ID=c7e20bef-2f19-43a9-ba72-163dd2801dde,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:29.687537 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d1a7f23-9b37-4cf8-b993-326d6813a226 req-27aa63cc-318b-4314-9990-162302b49d9e tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457730 Nov 18 18:08:29.728547 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Attempting to bind port c7e20bef-2f19-43a9-ba72-163dd2801dde on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:08:29.728989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Attempting to bind port c7e20bef-2f19-43a9-ba72-163dd2801dde by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '9bc38b5c-f213-4890-9423-46160b384072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:08:29.729398 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Attempting to bind port c7e20bef-2f19-43a9-ba72-163dd2801dde on network faec9b13-d02a-47cf-b895-4c82e32db23a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:08:29.734923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Port c7e20bef-2f19-43a9-ba72-163dd2801dde on network faec9b13-d02a-47cf-b895-4c82e32db23a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:08:29.735351 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Attempting to bind port c7e20bef-2f19-43a9-ba72-163dd2801dde on network faec9b13-d02a-47cf-b895-4c82e32db23a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:08:29.741074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:08:29.741516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Checking segment: {'id': '9bc38b5c-f213-4890-9423-46160b384072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:08:29.742059 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Bound using segment: {'id': '9bc38b5c-f213-4890-9423-46160b384072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:08:29.742430 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Bound port: c7e20bef-2f19-43a9-ba72-163dd2801dde, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc38b5c-f213-4890-9423-46160b384072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:08:29.742799 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:29.814493 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] For port c7e20bef-2f19-43a9-ba72-163dd2801dde, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:08:29.817961 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] For port c7e20bef-2f19-43a9-ba72-163dd2801dde, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c7e20bef-2f19-43a9-ba72-163dd2801dde,segment=NetworkSegment(9bc38b5c-f213-4890-9423-46160b384072),segment_id=9bc38b5c-f213-4890-9423-46160b384072)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:08:29.873952 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:29.908325 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:29.908986 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:29.910429 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] 10.222.0.81 "PUT /v2.0/ports/c7e20bef-2f19-43a9-ba72-163dd2801dde HTTP/1.1" status: 200 len: 1093 time: 0.7854626 Nov 18 18:08:29.910882 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f9d351-c04d-41f2-b5ac-784f37b9573d', 'tag': 'c7e20bef-2f19-43a9-ba72-163dd2801dde'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:08:29.913347 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029af5ef-a383-4a48-a3d9-776b9b9be249" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f9d351-c04d-41f2-b5ac-784f37b9573d", "tag": "c7e20bef-2f19-43a9-ba72-163dd2801dde"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:08:29.943727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c261836-e876-4f99-abec-5aa93ede172c service neutron] Pushing event updated for resources: {'Port': ['ID=c7e20bef-2f19-43a9-ba72-163dd2801dde,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:29.959669 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f592d0-2ba3-4c53-850b-918a407a235a x-openstack-request-id: req-08f592d0-2ba3-4c53-850b-918a407a235a {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:08:29.959952 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f9d351-c04d-41f2-b5ac-784f37b9573d", "tag": "c7e20bef-2f19-43a9-ba72-163dd2801dde", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:08:29.960219 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-08f592d0-2ba3-4c53-850b-918a407a235a {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:08:29.960642 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f9d351-c04d-41f2-b5ac-784f37b9573d', 'tag': 'c7e20bef-2f19-43a9-ba72-163dd2801dde', 'status': 'completed', 'code': 200} Nov 18 18:08:30.019699 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fcaf6d9a-a00c-41db-918d-76063a194864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:30.027284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029af5ef-a383-4a48-a3d9-776b9b9be249 req-f71d266a-6b50-4123-b828-ff7ae8072e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:30.028789 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-029af5ef-a383-4a48-a3d9-776b9b9be249 req-f71d266a-6b50-4123-b828-ff7ae8072e9e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=39ddb3befb7d4840a16581e455823025&device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 1096 time: 0.0463536 Nov 18 18:08:30.143194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029af5ef-a383-4a48-a3d9-776b9b9be249 req-caa560d9-ed90-4b2a-aa2c-49e3577b4c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:30.144762 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-029af5ef-a383-4a48-a3d9-776b9b9be249 req-caa560d9-ed90-4b2a-aa2c-49e3577b4c0e service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=39ddb3befb7d4840a16581e455823025&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1082697 Nov 18 18:08:30.245345 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029af5ef-a383-4a48-a3d9-776b9b9be249 req-2848e99a-142e-4b9a-a265-9421541c95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:30.246879 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-029af5ef-a383-4a48-a3d9-776b9b9be249 req-2848e99a-142e-4b9a-a265-9421541c95ee service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0951147 Nov 18 18:08:30.326500 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-e6e72fb4-58e7-479f-a55d-fe7429246299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:30.328022 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-e6e72fb4-58e7-479f-a55d-fe7429246299 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=39ddb3befb7d4840a16581e455823025&device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 1096 time: 0.0454323 Nov 18 18:08:30.371568 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-9d338519-72b0-4857-a347-85d9cca83d03 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7e20bef-2f19-43a9-ba72-163dd2801dde HTTP/1.1" status: 200 len: 217 time: 0.0350626 Nov 18 18:08:30.434846 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-467e52fd-aeec-49cf-b32f-0233489bdb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:30.436760 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-467e52fd-aeec-49cf-b32f-0233489bdb2c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ce30c57d-2298-41f9-9832-abfbccd6e670 HTTP/1.1" status: 200 len: 856 time: 0.0580406 Nov 18 18:08:30.487112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-e119d13e-9c85-4576-ae78-30cf51762e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:30.488654 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-e119d13e-9c85-4576-ae78-30cf51762e03 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=faec9b13-d02a-47cf-b895-4c82e32db23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444019 Nov 18 18:08:30.578105 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-5d79161c-1ec5-47e8-ac62-08bd44786962 service neutron] 10.222.0.81 "GET /v2.0/networks/faec9b13-d02a-47cf-b895-4c82e32db23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813117 Nov 18 18:08:30.674296 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4d8de65a-42d6-498a-a9a3-c7fdc00d647a req-d7df2f61-2aff-4a28-9acd-9db7502d0401 service neutron] 10.222.0.81 "GET /v2.0/networks/faec9b13-d02a-47cf-b895-4c82e32db23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896122 Nov 18 18:08:30.813253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63b588-52a5-43be-ac17-bad064c2042c req-d4f9439d-92b3-4d00-aa2a-1d4f0cca6b5b tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:30.814839 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d63b588-52a5-43be-ac17-bad064c2042c req-d4f9439d-92b3-4d00-aa2a-1d4f0cca6b5b tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 944 time: 0.0491590 Nov 18 18:08:30.866070 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d63b588-52a5-43be-ac17-bad064c2042c req-e07466f2-6529-4a54-972f-70a8f77c22eb tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450439 Nov 18 18:08:31.984418 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec600b3-40da-4ff8-8fb0-29f5e9ba56b0 req-102e4d34-0f1c-434a-905d-f455dc58b3e9 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:31.985888 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ec600b3-40da-4ff8-8fb0-29f5e9ba56b0 req-102e4d34-0f1c-434a-905d-f455dc58b3e9 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 944 time: 0.0486808 Nov 18 18:08:32.034182 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7ec600b3-40da-4ff8-8fb0-29f5e9ba56b0 req-21e64e8b-a8d5-45d3-900a-cf9f7d56486f tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418065 Nov 18 18:08:32.462328 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-df2dec8b-a04c-4bf6-b153-487484666880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:33.149425 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06319d-4060-43c7-b624-3461c60fc09c req-4795c9c0-b57c-48b5-afab-2760ac4099f7 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:33.150961 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5d06319d-4060-43c7-b624-3461c60fc09c req-4795c9c0-b57c-48b5-afab-2760ac4099f7 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 944 time: 0.0485802 Nov 18 18:08:33.198072 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5d06319d-4060-43c7-b624-3461c60fc09c req-4f633aa4-7722-4d2c-88ac-23e82edb4006 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409794 Nov 18 18:08:33.747247 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c7e20bef-2f19-43a9-ba72-163dd2801dde details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:08:33.759891 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:33.845592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port c7e20bef-2f19-43a9-ba72-163dd2801dde, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c7e20bef-2f19-43a9-ba72-163dd2801dde,segment=NetworkSegment(9bc38b5c-f213-4890-9423-46160b384072),segment_id=9bc38b5c-f213-4890-9423-46160b384072)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:33.856749 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'c7e20bef-2f19-43a9-ba72-163dd2801dde', 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a', 'port_id': 'c7e20bef-2f19-43a9-ba72-163dd2801dde', 'mac_address': 'fa:16:3e:ab:b0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce30c57d-2298-41f9-9832-abfbccd6e670', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:08:33.893175 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:33.906191 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e20bef-2f19-43a9-ba72-163dd2801dde {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:08:33.925591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port c7e20bef-2f19-43a9-ba72-163dd2801dde, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c7e20bef-2f19-43a9-ba72-163dd2801dde,segment=NetworkSegment(9bc38b5c-f213-4890-9423-46160b384072),segment_id=9bc38b5c-f213-4890-9423-46160b384072)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:33.979175 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:34.028911 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=c7e20bef-2f19-43a9-ba72-163dd2801dde,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:34.036291 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:34.036649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:34.037000 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:34.037357 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:34.037693 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:34.038031 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:34.038367 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:34.038703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:34.039044 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:34.039376 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:34.039737 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:34.040095 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:08:34.182333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['c7e20bef-2f19-43a9-ba72-163dd2801dde'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:08:34.317021 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba7500-bd98-4bcf-8380-d3a3d7786551 req-02e458b2-73cc-4351-9c82-4ae597e61dcf tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:34.318448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-62ba7500-bd98-4bcf-8380-d3a3d7786551 req-02e458b2-73cc-4351-9c82-4ae597e61dcf tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 945 time: 0.0519438 Nov 18 18:08:34.369997 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-62ba7500-bd98-4bcf-8380-d3a3d7786551 req-6b422a03-f5e3-4213-b313-5c91312ce5bb tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448270 Nov 18 18:08:35.190503 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:35.488059 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f5a5b-432f-4418-a3e9-df204a81ceee req-74c179c4-2714-4412-9994-fc27c17b6bae tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:35.489568 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e74f5a5b-432f-4418-a3e9-df204a81ceee req-74c179c4-2714-4412-9994-fc27c17b6bae tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 945 time: 0.0506992 Nov 18 18:08:35.500242 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:35.538342 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e74f5a5b-432f-4418-a3e9-df204a81ceee req-63499562-3688-4016-90f1-766aef0e4f09 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426576 Nov 18 18:08:35.751488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c7e20bef-2f19-43a9-ba72-163dd2801dde up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:08:35.867058 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port c7e20bef-2f19-43a9-ba72-163dd2801dde completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:08:35.871750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port c7e20bef-2f19-43a9-ba72-163dd2801dde triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:08:35.872125 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:35.948558 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:35.970325 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f9d351-c04d-41f2-b5ac-784f37b9573d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e20bef-2f19-43a9-ba72-163dd2801dde'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:08:35.972619 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd0fd60-7f92-4a67-9262-4de3d902356c" -d '{"events": [{"server_uuid": "b4f9d351-c04d-41f2-b5ac-784f37b9573d", "name": "network-vif-plugged", "status": "completed", "tag": "c7e20bef-2f19-43a9-ba72-163dd2801dde"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:08:35.984786 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port c7e20bef-2f19-43a9-ba72-163dd2801dde, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c7e20bef-2f19-43a9-ba72-163dd2801dde,segment=NetworkSegment(9bc38b5c-f213-4890-9423-46160b384072),segment_id=9bc38b5c-f213-4890-9423-46160b384072)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:08:36.013555 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0974c6-175b-4882-894d-c35a3070e48b x-openstack-request-id: req-5d0974c6-175b-4882-894d-c35a3070e48b {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:08:36.013555 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f9d351-c04d-41f2-b5ac-784f37b9573d", "name": "network-vif-plugged", "status": "completed", "tag": "c7e20bef-2f19-43a9-ba72-163dd2801dde", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:08:36.013555 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5d0974c6-175b-4882-894d-c35a3070e48b {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:08:36.013555 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f9d351-c04d-41f2-b5ac-784f37b9573d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e20bef-2f19-43a9-ba72-163dd2801dde', 'code': 200} Nov 18 18:08:36.061773 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:36.109850 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae9f1d-add7-4127-9df7-5eedc837f570 req-e9596545-d69b-4c40-885d-60f6c7403920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:36.111496 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d2ae9f1d-add7-4127-9df7-5eedc837f570 req-e9596545-d69b-4c40-885d-60f6c7403920 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 1098 time: 0.0419405 Nov 18 18:08:36.113938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=c7e20bef-2f19-43a9-ba72-163dd2801dde,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:08:36.158575 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d2ae9f1d-add7-4127-9df7-5eedc837f570 req-01b150a6-1577-4ed2-a6be-7ddf97f01db1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389969 Nov 18 18:08:36.655917 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a59947-e297-4b09-8f5d-a068577ae1df req-119d0370-71d5-42f8-be5a-fbc54ad3921e tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:36.657407 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a5a59947-e297-4b09-8f5d-a068577ae1df req-119d0370-71d5-42f8-be5a-fbc54ad3921e tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 946 time: 0.0525453 Nov 18 18:08:36.704560 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a5a59947-e297-4b09-8f5d-a068577ae1df req-466531cf-99c1-4663-8554-92ee455581b6 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411785 Nov 18 18:08:37.828144 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06fea7-05f4-47ed-a2cb-a6d02a4c9654 req-d1c61efe-e693-4e70-9540-abeaa1847a4c tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:37.829652 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5d06fea7-05f4-47ed-a2cb-a6d02a4c9654 req-d1c61efe-e693-4e70-9540-abeaa1847a4c tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 946 time: 0.0491338 Nov 18 18:08:37.878731 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5d06fea7-05f4-47ed-a2cb-a6d02a4c9654 req-b108c4fe-39dc-46da-9a76-71257b0afb12 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425551 Nov 18 18:08:37.991765 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899eccc-50d5-404a-9ac1-bd43e0d26684 req-62cd309e-9903-4a23-9676-cf8c2541f5e7 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:08:37.993974 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6899eccc-50d5-404a-9ac1-bd43e0d26684 req-62cd309e-9903-4a23-9676-cf8c2541f5e7 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 946 time: 0.0489490 Nov 18 18:08:38.044318 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6899eccc-50d5-404a-9ac1-bd43e0d26684 req-d8fedc5e-3354-47f5-9749-64c8c68c8289 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444512 Nov 18 18:08:45.233698 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:08:52.012945 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:53.635838 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:08:59.998283 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2004aa17-255a-4f06-8772-acec801b5198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:00.940286 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1052629a-a64c-4c39-826d-95f6eaed6209 req-53bcf9e6-4848-499e-8275-c14bb012d75e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450275 Nov 18 18:09:01.026606 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052629a-a64c-4c39-826d-95f6eaed6209 req-6f875929-0611-48be-908a-ee007fcb9287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:01.028171 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1052629a-a64c-4c39-826d-95f6eaed6209 req-6f875929-0611-48be-908a-ee007fcb9287 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=39ddb3befb7d4840a16581e455823025&device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 1098 time: 0.0426538 Nov 18 18:09:01.160519 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052629a-a64c-4c39-826d-95f6eaed6209 req-67ee0b3b-0af2-4c1f-a86b-497ae9c882bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:01.161949 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1052629a-a64c-4c39-826d-95f6eaed6209 req-67ee0b3b-0af2-4c1f-a86b-497ae9c882bb service neutron] 10.222.0.81 "GET /v2.0/networks?id=faec9b13-d02a-47cf-b895-4c82e32db23a HTTP/1.1" status: 200 len: 919 time: 0.1132076 Nov 18 18:09:01.209221 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1052629a-a64c-4c39-826d-95f6eaed6209 req-91bd4437-f283-4c5b-b24b-70065139eb62 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7e20bef-2f19-43a9-ba72-163dd2801dde HTTP/1.1" status: 200 len: 217 time: 0.0387228 Nov 18 18:09:01.261589 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052629a-a64c-4c39-826d-95f6eaed6209 req-ed255b90-fa4c-4002-ad2f-40efab7ae3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:01.263003 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1052629a-a64c-4c39-826d-95f6eaed6209 req-ed255b90-fa4c-4002-ad2f-40efab7ae3ef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ce30c57d-2298-41f9-9832-abfbccd6e670 HTTP/1.1" status: 200 len: 856 time: 0.0449035 Nov 18 18:09:01.309382 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052629a-a64c-4c39-826d-95f6eaed6209 req-cae291df-61ab-4902-8a87-7a8e75de6c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:01.310886 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1052629a-a64c-4c39-826d-95f6eaed6209 req-cae291df-61ab-4902-8a87-7a8e75de6c05 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=faec9b13-d02a-47cf-b895-4c82e32db23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402849 Nov 18 18:09:01.322628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-1052629a-a64c-4c39-826d-95f6eaed6209 req-7f7b282d-7e6f-4195-a9ab-a4e587096c2c service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:09:01.323645 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1052629a-a64c-4c39-826d-95f6eaed6209 req-7f7b282d-7e6f-4195-a9ab-a4e587096c2c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050123 Nov 18 18:09:01.419572 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1052629a-a64c-4c39-826d-95f6eaed6209 req-3284f8b3-e5ad-4349-a5bb-dc726870a5e6 service neutron] 10.222.0.81 "GET /v2.0/networks/faec9b13-d02a-47cf-b895-4c82e32db23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880687 Nov 18 18:09:01.512884 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1052629a-a64c-4c39-826d-95f6eaed6209 req-2b7f80e7-4d07-494a-a306-12fd7f81091f service neutron] 10.222.0.81 "GET /v2.0/networks/faec9b13-d02a-47cf-b895-4c82e32db23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850470 Nov 18 18:09:02.461056 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae1a5029-2ce5-4326-bd18-855bea578f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:03.208171 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e48e7a-bd4d-4a78-884a-e924ac9712f0 req-9bfe5a35-a343-46b0-884e-fc10e652f7b8 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:03.209669 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-78e48e7a-bd4d-4a78-884a-e924ac9712f0 req-9bfe5a35-a343-46b0-884e-fc10e652f7b8 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 946 time: 0.0501046 Nov 18 18:09:03.258333 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-78e48e7a-bd4d-4a78-884a-e924ac9712f0 req-8b2a41de-c454-46ac-9be9-fbd4a184bd2d tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417862 Nov 18 18:09:03.764233 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:04.377049 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba5591-431a-4016-9c9f-e5bdbafcc037 req-bb88480b-56d1-4f2f-a59e-cc63649f3e17 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:04.378564 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c3ba5591-431a-4016-9c9f-e5bdbafcc037 req-bb88480b-56d1-4f2f-a59e-cc63649f3e17 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 946 time: 0.0492730 Nov 18 18:09:04.425739 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c3ba5591-431a-4016-9c9f-e5bdbafcc037 req-9136937c-d2de-4908-a96c-0a85638b22a7 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410938 Nov 18 18:09:04.794017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c44dad-d46c-4fbc-90d0-0f46eb0a3ebf req-d165147e-f8e8-4f34-a3ab-0cb66a9b9b2e tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:04.795773 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e9c44dad-d46c-4fbc-90d0-0f46eb0a3ebf req-d165147e-f8e8-4f34-a3ab-0cb66a9b9b2e tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 946 time: 0.0541599 Nov 18 18:09:04.884419 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-e9c44dad-d46c-4fbc-90d0-0f46eb0a3ebf req-aec03397-f716-463f-b14f-515afb07031c tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Deleting port c7e20bef-2f19-43a9-ba72-163dd2801dde {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:09:04.884771 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e9c44dad-d46c-4fbc-90d0-0f46eb0a3ebf req-aec03397-f716-463f-b14f-515afb07031c tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:04.975636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-e9c44dad-d46c-4fbc-90d0-0f46eb0a3ebf req-aec03397-f716-463f-b14f-515afb07031c tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] For port c7e20bef-2f19-43a9-ba72-163dd2801dde, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c7e20bef-2f19-43a9-ba72-163dd2801dde,segment=NetworkSegment(9bc38b5c-f213-4890-9423-46160b384072),segment_id=9bc38b5c-f213-4890-9423-46160b384072)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:09:04.976026 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e9c44dad-d46c-4fbc-90d0-0f46eb0a3ebf req-aec03397-f716-463f-b14f-515afb07031c tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:04.988516 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-e9c44dad-d46c-4fbc-90d0-0f46eb0a3ebf req-aec03397-f716-463f-b14f-515afb07031c tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Calling delete_port for c7e20bef-2f19-43a9-ba72-163dd2801dde owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:09:05.172858 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e9c44dad-d46c-4fbc-90d0-0f46eb0a3ebf req-aec03397-f716-463f-b14f-515afb07031c tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:05.186633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['c7e20bef-2f19-43a9-ba72-163dd2801dde'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:09:05.205918 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec03397-f716-463f-b14f-515afb07031c tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Pushing event deleted for resources: {'Port': ['ID=c7e20bef-2f19-43a9-ba72-163dd2801dde,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:05.209590 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:05.247858 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c44dad-d46c-4fbc-90d0-0f46eb0a3ebf req-aec03397-f716-463f-b14f-515afb07031c tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] No DVR routers for this DVR port c7e20bef-2f19-43a9-ba72-163dd2801dde on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:09:05.250503 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-e9c44dad-d46c-4fbc-90d0-0f46eb0a3ebf req-aec03397-f716-463f-b14f-515afb07031c tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:05.254014 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e9c44dad-d46c-4fbc-90d0-0f46eb0a3ebf req-aec03397-f716-463f-b14f-515afb07031c tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.81 "DELETE /v2.0/ports/c7e20bef-2f19-43a9-ba72-163dd2801dde HTTP/1.1" status: 204 len: 173 time: 0.4517052 Nov 18 18:09:05.254457 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f9d351-c04d-41f2-b5ac-784f37b9573d', 'name': 'network-vif-deleted', 'tag': 'c7e20bef-2f19-43a9-ba72-163dd2801dde'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:09:05.256722 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62d5ff7-7eef-46a3-ab2e-579b27378214" -d '{"events": [{"server_uuid": "b4f9d351-c04d-41f2-b5ac-784f37b9573d", "name": "network-vif-deleted", "tag": "c7e20bef-2f19-43a9-ba72-163dd2801dde"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:09:05.367967 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c7d805-e0c3-4bb0-9af5-e34ccd29efd0 x-openstack-request-id: req-54c7d805-e0c3-4bb0-9af5-e34ccd29efd0 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:09:05.368283 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f9d351-c04d-41f2-b5ac-784f37b9573d", "name": "network-vif-deleted", "tag": "c7e20bef-2f19-43a9-ba72-163dd2801dde", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:09:05.368547 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-54c7d805-e0c3-4bb0-9af5-e34ccd29efd0 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:09:05.368956 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f9d351-c04d-41f2-b5ac-784f37b9573d', 'name': 'network-vif-deleted', 'tag': 'c7e20bef-2f19-43a9-ba72-163dd2801dde', 'status': 'completed', 'code': 200} Nov 18 18:09:05.523767 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:05.527606 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b814137e-74bd-4d7a-a60d-e47aa2a584ad req-c3cdcefd-e738-45d5-a59c-862734b67528 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f9d351-c04d-41f2-b5ac-784f37b9573d HTTP/1.1" status: 200 len: 210 time: 0.0297959 Nov 18 18:09:07.139605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-c390f05d-1073-40a8-b4d0-824bebf7a13b tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:07.141096 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-c390f05d-1073-40a8-b4d0-824bebf7a13b tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/networks?id=faec9b13-d02a-47cf-b895-4c82e32db23a HTTP/1.1" status: 200 len: 817 time: 0.1032908 Nov 18 18:09:07.156363 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-06b3d091-eae0-4edd-a402-d918188ec334 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/quotas/39ddb3befb7d4840a16581e455823025 HTTP/1.1" status: 200 len: 375 time: 0.0093832 Nov 18 18:09:07.205823 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-a5344275-8a38-4db6-8c3f-ee8c67af7a1a tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=39ddb3befb7d4840a16581e455823025&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441875 Nov 18 18:09:07.304471 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-d70911a8-1c3a-483a-9045-4581ba82a772 service neutron] 10.222.0.72 "GET /v2.0/networks/faec9b13-d02a-47cf-b895-4c82e32db23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862350 Nov 18 18:09:07.413380 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-ea5eab3e-fae5-42c4-b0f2-4b4e38d06804 service neutron] 10.222.0.72 "GET /v2.0/networks/faec9b13-d02a-47cf-b895-4c82e32db23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027269 Nov 18 18:09:07.630226 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c3d9da0d-7c59-4dec-b11b-0571ba969cf2 req-65954f0d-f108-4755-8409-faacfc46ab52 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fecde25-116b-4c47-9ac4-93cbdf4a7ef4 HTTP/1.1" status: 200 len: 210 time: 0.0260987 Nov 18 18:09:07.890350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c7e20bef-2f19-43a9-ba72-163dd2801dde no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:09:07.911748 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: c7e20bef-2f19-43a9-ba72-163dd2801dde {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:09:07.916188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c7e20bef-2f19-43a9-ba72-163dd2801dde not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:09:08.724706 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-562cca2c-775e-4900-9999-4f86c9b261a4 req-a3d3a775-651d-4714-a425-b85cc53d3810 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fecde25-116b-4c47-9ac4-93cbdf4a7ef4 HTTP/1.1" status: 200 len: 210 time: 0.0263350 Nov 18 18:09:09.441237 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-8ea43b57-95fe-4b7c-bccd-3a85255bb040 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:09.443020 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-8ea43b57-95fe-4b7c-bccd-3a85255bb040 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.81 "GET /v2.0/networks?id=faec9b13-d02a-47cf-b895-4c82e32db23a HTTP/1.1" status: 200 len: 817 time: 0.1053736 Nov 18 18:09:09.457835 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-2e841b9a-7c98-4935-9007-a5fb796b3f34 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Request body: {'port': {'device_id': '0fecde25-116b-4c47-9ac4-93cbdf4a7ef4', 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a', 'admin_state_up': True, 'tenant_id': '39ddb3befb7d4840a16581e455823025'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:09:09.620982 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-2e841b9a-7c98-4935-9007-a5fb796b3f34 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Made reservation on behalf of 39ddb3befb7d4840a16581e455823025 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:09:09.624636 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-2e841b9a-7c98-4935-9007-a5fb796b3f34 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:09.750946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-2e841b9a-7c98-4935-9007-a5fb796b3f34 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Allocated IP 172.20.0.14 (faec9b13-d02a-47cf-b895-4c82e32db23a/ce30c57d-2298-41f9-9832-abfbccd6e670/20ace549-b26e-4ef8-ae88-e317c6f2c137) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:09:09.820612 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2ea62061-1f88-4f0e-9f35-fc30fe36ffe2 req-dbcab688-4f0b-45de-81b4-cfb37610c129 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fecde25-116b-4c47-9ac4-93cbdf4a7ef4 HTTP/1.1" status: 200 len: 210 time: 0.0266232 Nov 18 18:09:09.978992 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-2e841b9a-7c98-4935-9007-a5fb796b3f34 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:10.060989 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-2e841b9a-7c98-4935-9007-a5fb796b3f34 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:10.103594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-2e841b9a-7c98-4935-9007-a5fb796b3f34 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Network faec9b13-d02a-47cf-b895-4c82e32db23a is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:09:10.107355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-2e841b9a-7c98-4935-9007-a5fb796b3f34 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:09:10.111055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-2e841b9a-7c98-4935-9007-a5fb796b3f34 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:09:10.119460 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e841b9a-7c98-4935-9007-a5fb796b3f34 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Pushing event updated for resources: {'Port': ['ID=20ace549-b26e-4ef8-ae88-e317c6f2c137,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:10.166043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-2e841b9a-7c98-4935-9007-a5fb796b3f34 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:10.167239 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-2e841b9a-7c98-4935-9007-a5fb796b3f34 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:10.230172 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-2e841b9a-7c98-4935-9007-a5fb796b3f34 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7760508 Nov 18 18:09:10.243393 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Request body: {'port': {'device_id': '0fecde25-116b-4c47-9ac4-93cbdf4a7ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:09:10.302498 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:10.347458 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e890e15a-6dfe-49b1-9d12-998fe0ffe706 None None] Provisioning complete for port 20ace549-b26e-4ef8-ae88-e317c6f2c137 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:09:10.348057 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e890e15a-6dfe-49b1-9d12-998fe0ffe706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:10.381033 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e890e15a-6dfe-49b1-9d12-998fe0ffe706 None None] Port 20ace549-b26e-4ef8-ae88-e317c6f2c137 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:09:10.851960 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ace549-b26e-4ef8-ae88-e317c6f2c137 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:09:10.859482 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:10.872216 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Transition to ACTIVE for port object 20ace549-b26e-4ef8-ae88-e317c6f2c137 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:09:10.937245 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827d3ba-7dc5-46c4-a594-2b86c91e7fea req-0a8b970d-278c-4c35-a701-4a0bf2632f1f tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:10.938742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1827d3ba-7dc5-46c4-a594-2b86c91e7fea req-0a8b970d-278c-4c35-a701-4a0bf2632f1f tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fecde25-116b-4c47-9ac4-93cbdf4a7ef4 HTTP/1.1" status: 200 len: 932 time: 0.0483534 Nov 18 18:09:10.958020 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:10.986575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1827d3ba-7dc5-46c4-a594-2b86c91e7fea req-8866c4ec-dab5-4188-9cc3-eead0dca176b tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417426 Nov 18 18:09:11.020357 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Pushing event updated for resources: {'Port': ['ID=20ace549-b26e-4ef8-ae88-e317c6f2c137,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:11.091068 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Attempting to bind port 20ace549-b26e-4ef8-ae88-e317c6f2c137 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:09:11.091413 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Attempting to bind port 20ace549-b26e-4ef8-ae88-e317c6f2c137 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '9bc38b5c-f213-4890-9423-46160b384072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:09:11.091752 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Attempting to bind port 20ace549-b26e-4ef8-ae88-e317c6f2c137 on network faec9b13-d02a-47cf-b895-4c82e32db23a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:09:11.097427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Port 20ace549-b26e-4ef8-ae88-e317c6f2c137 on network faec9b13-d02a-47cf-b895-4c82e32db23a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:09:11.097759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Attempting to bind port 20ace549-b26e-4ef8-ae88-e317c6f2c137 on network faec9b13-d02a-47cf-b895-4c82e32db23a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:09:11.102974 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:09:11.103248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Checking segment: {'id': '9bc38b5c-f213-4890-9423-46160b384072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:09:11.103640 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Bound using segment: {'id': '9bc38b5c-f213-4890-9423-46160b384072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:09:11.104633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Bound port: 20ace549-b26e-4ef8-ae88-e317c6f2c137, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc38b5c-f213-4890-9423-46160b384072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:09:11.104998 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:11.171898 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] For port 20ace549-b26e-4ef8-ae88-e317c6f2c137, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:09:11.174919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] For port 20ace549-b26e-4ef8-ae88-e317c6f2c137, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=20ace549-b26e-4ef8-ae88-e317c6f2c137,segment=NetworkSegment(9bc38b5c-f213-4890-9423-46160b384072),segment_id=9bc38b5c-f213-4890-9423-46160b384072)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:09:11.232785 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:11.265330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:11.265924 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:11.267313 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] 10.222.0.81 "PUT /v2.0/ports/20ace549-b26e-4ef8-ae88-e317c6f2c137 HTTP/1.1" status: 200 len: 1093 time: 1.0283756 Nov 18 18:09:11.267758 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fecde25-116b-4c47-9ac4-93cbdf4a7ef4', 'tag': '20ace549-b26e-4ef8-ae88-e317c6f2c137'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:09:11.270138 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270f59c8-d658-4131-a636-153cbbdbf5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "0fecde25-116b-4c47-9ac4-93cbdf4a7ef4", "tag": "20ace549-b26e-4ef8-ae88-e317c6f2c137"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:09:11.299055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1892738-28ef-4188-9344-fdf6b4e0fe0e service neutron] Pushing event updated for resources: {'Port': ['ID=20ace549-b26e-4ef8-ae88-e317c6f2c137,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:11.317140 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d417dfe-b11b-4a41-aeac-3ea13cd6c1c3 x-openstack-request-id: req-9d417dfe-b11b-4a41-aeac-3ea13cd6c1c3 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:09:11.317444 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fecde25-116b-4c47-9ac4-93cbdf4a7ef4", "tag": "20ace549-b26e-4ef8-ae88-e317c6f2c137", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:09:11.317752 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9d417dfe-b11b-4a41-aeac-3ea13cd6c1c3 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:09:11.318144 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fecde25-116b-4c47-9ac4-93cbdf4a7ef4', 'tag': '20ace549-b26e-4ef8-ae88-e317c6f2c137', 'status': 'completed', 'code': 200} Nov 18 18:09:11.387129 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f59c8-d658-4131-a636-153cbbdbf5f5 req-9c5a709b-f147-47c5-9774-95350d5431cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:11.388712 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-270f59c8-d658-4131-a636-153cbbdbf5f5 req-9c5a709b-f147-47c5-9774-95350d5431cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=39ddb3befb7d4840a16581e455823025&device_id=0fecde25-116b-4c47-9ac4-93cbdf4a7ef4 HTTP/1.1" status: 200 len: 1096 time: 0.0469892 Nov 18 18:09:11.491114 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f59c8-d658-4131-a636-153cbbdbf5f5 req-7cf9cd22-05c8-4466-97c3-0d34ac5457d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:11.492637 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-270f59c8-d658-4131-a636-153cbbdbf5f5 req-7cf9cd22-05c8-4466-97c3-0d34ac5457d3 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=39ddb3befb7d4840a16581e455823025&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0960667 Nov 18 18:09:11.593572 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f59c8-d658-4131-a636-153cbbdbf5f5 req-052c693d-017a-465f-a2e0-04ea228ac912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:11.595015 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-270f59c8-d658-4131-a636-153cbbdbf5f5 req-052c693d-017a-465f-a2e0-04ea228ac912 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0953920 Nov 18 18:09:11.668597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-2411d5f1-99fa-4af6-83b9-de4bca342c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:11.670007 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-2411d5f1-99fa-4af6-83b9-de4bca342c80 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=39ddb3befb7d4840a16581e455823025&device_id=0fecde25-116b-4c47-9ac4-93cbdf4a7ef4 HTTP/1.1" status: 200 len: 1096 time: 0.0402350 Nov 18 18:09:11.714462 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-ce4066e8-f150-4261-9f1a-2c29504cd5a0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20ace549-b26e-4ef8-ae88-e317c6f2c137 HTTP/1.1" status: 200 len: 217 time: 0.0371020 Nov 18 18:09:11.762596 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-c6c1b818-1e8a-4a2b-b762-ea009218a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:11.764044 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-c6c1b818-1e8a-4a2b-b762-ea009218a6db service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ce30c57d-2298-41f9-9832-abfbccd6e670 HTTP/1.1" status: 200 len: 856 time: 0.0425110 Nov 18 18:09:11.809062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-f2788045-4575-4793-917f-2efbe5ccebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:11.810561 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-f2788045-4575-4793-917f-2efbe5ccebbd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=faec9b13-d02a-47cf-b895-4c82e32db23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395563 Nov 18 18:09:11.903076 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-0bddb811-48bb-4e2a-ad5d-5000706ba6ab service neutron] 10.222.0.81 "GET /v2.0/networks/faec9b13-d02a-47cf-b895-4c82e32db23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857363 Nov 18 18:09:11.990860 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7825dfdd-9d1f-4e3d-ac36-531dd65fc253 req-8ef9d96d-661e-4505-82cc-11bb0155323d service neutron] 10.222.0.81 "GET /v2.0/networks/faec9b13-d02a-47cf-b895-4c82e32db23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811856 Nov 18 18:09:12.106014 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce00390-36c4-4538-b1de-835b62a794c5 req-98b707cf-ddb1-4394-b244-235eb6f86d7f tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:12.107502 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0ce00390-36c4-4538-b1de-835b62a794c5 req-98b707cf-ddb1-4394-b244-235eb6f86d7f tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fecde25-116b-4c47-9ac4-93cbdf4a7ef4 HTTP/1.1" status: 200 len: 944 time: 0.0524859 Nov 18 18:09:12.154823 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0ce00390-36c4-4538-b1de-835b62a794c5 req-09e78f61-4059-4134-83ef-fc6ebb292aac tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410824 Nov 18 18:09:13.278115 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7de93-2371-4855-ad1b-6520fdec2c21 req-42d99c35-6810-4f65-843d-1d39a6574d29 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:13.279633 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-63b7de93-2371-4855-ad1b-6520fdec2c21 req-42d99c35-6810-4f65-843d-1d39a6574d29 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fecde25-116b-4c47-9ac4-93cbdf4a7ef4 HTTP/1.1" status: 200 len: 944 time: 0.0482430 Nov 18 18:09:13.327103 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-63b7de93-2371-4855-ad1b-6520fdec2c21 req-25385974-b2c4-4914-8ddc-a64ac1c75d55 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414283 Nov 18 18:09:13.933956 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 20ace549-b26e-4ef8-ae88-e317c6f2c137 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:09:14.027225 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 20ace549-b26e-4ef8-ae88-e317c6f2c137, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=20ace549-b26e-4ef8-ae88-e317c6f2c137,segment=NetworkSegment(9bc38b5c-f213-4890-9423-46160b384072),segment_id=9bc38b5c-f213-4890-9423-46160b384072)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:09:14.038236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '20ace549-b26e-4ef8-ae88-e317c6f2c137', 'network_id': 'faec9b13-d02a-47cf-b895-4c82e32db23a', 'port_id': '20ace549-b26e-4ef8-ae88-e317c6f2c137', 'mac_address': 'fa:16:3e:35:ef:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce30c57d-2298-41f9-9832-abfbccd6e670', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:09:14.077945 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:14.091761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ace549-b26e-4ef8-ae88-e317c6f2c137 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:09:14.110159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 20ace549-b26e-4ef8-ae88-e317c6f2c137, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=20ace549-b26e-4ef8-ae88-e317c6f2c137,segment=NetworkSegment(9bc38b5c-f213-4890-9423-46160b384072),segment_id=9bc38b5c-f213-4890-9423-46160b384072)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:09:14.180672 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:14.230051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=20ace549-b26e-4ef8-ae88-e317c6f2c137,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:14.369995 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['20ace549-b26e-4ef8-ae88-e317c6f2c137'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:09:14.447254 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cfdaf-f0c1-42ea-8662-a23bc021b6d6 req-b078fa7b-ab02-4557-a3f7-b11f79ca1a96 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:14.453022 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d33cfdaf-f0c1-42ea-8662-a23bc021b6d6 req-b078fa7b-ab02-4557-a3f7-b11f79ca1a96 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fecde25-116b-4c47-9ac4-93cbdf4a7ef4 HTTP/1.1" status: 200 len: 945 time: 0.0535131 Nov 18 18:09:14.499067 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d33cfdaf-f0c1-42ea-8662-a23bc021b6d6 req-43a35ffc-91ed-4884-b432-98a1a553e70e tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429289 Nov 18 18:09:15.617726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb083b64-f7f8-4b01-8738-0221080078f3 req-95d02017-9e52-4259-9070-44ab5adc9997 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:15.619233 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb083b64-f7f8-4b01-8738-0221080078f3 req-95d02017-9e52-4259-9070-44ab5adc9997 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fecde25-116b-4c47-9ac4-93cbdf4a7ef4 HTTP/1.1" status: 200 len: 945 time: 0.0502520 Nov 18 18:09:15.666811 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb083b64-f7f8-4b01-8738-0221080078f3 req-46418751-6681-4642-8a2d-71dfb7766c70 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416164 Nov 18 18:09:15.937617 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 20ace549-b26e-4ef8-ae88-e317c6f2c137 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:09:16.032066 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 20ace549-b26e-4ef8-ae88-e317c6f2c137 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:09:16.035868 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 20ace549-b26e-4ef8-ae88-e317c6f2c137 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:09:16.036247 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:16.114289 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:16.137060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fecde25-116b-4c47-9ac4-93cbdf4a7ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ace549-b26e-4ef8-ae88-e317c6f2c137'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:09:16.139251 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0c6da3-67ff-4f4a-a343-f21f90a5950d" -d '{"events": [{"server_uuid": "0fecde25-116b-4c47-9ac4-93cbdf4a7ef4", "name": "network-vif-plugged", "status": "completed", "tag": "20ace549-b26e-4ef8-ae88-e317c6f2c137"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:09:16.151197 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 20ace549-b26e-4ef8-ae88-e317c6f2c137, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=20ace549-b26e-4ef8-ae88-e317c6f2c137,segment=NetworkSegment(9bc38b5c-f213-4890-9423-46160b384072),segment_id=9bc38b5c-f213-4890-9423-46160b384072)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:09:16.235000 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690acd3e-1ee0-423c-8cb3-6d32eeb63416 x-openstack-request-id: req-690acd3e-1ee0-423c-8cb3-6d32eeb63416 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:09:16.235519 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fecde25-116b-4c47-9ac4-93cbdf4a7ef4", "name": "network-vif-plugged", "status": "completed", "tag": "20ace549-b26e-4ef8-ae88-e317c6f2c137", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:09:16.236008 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-690acd3e-1ee0-423c-8cb3-6d32eeb63416 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:09:16.236659 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fecde25-116b-4c47-9ac4-93cbdf4a7ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ace549-b26e-4ef8-ae88-e317c6f2c137', 'code': 200} Nov 18 18:09:16.241251 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:16.292643 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=20ace549-b26e-4ef8-ae88-e317c6f2c137,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:16.339291 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03321ec9-3b40-4a1f-99bb-01ccb8f34455 req-91909d52-f785-4a15-9c56-08f83151190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:16.341081 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-03321ec9-3b40-4a1f-99bb-01ccb8f34455 req-91909d52-f785-4a15-9c56-08f83151190c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0fecde25-116b-4c47-9ac4-93cbdf4a7ef4 HTTP/1.1" status: 200 len: 1098 time: 0.0448108 Nov 18 18:09:16.385682 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-03321ec9-3b40-4a1f-99bb-01ccb8f34455 req-1b17c44c-ec51-4583-8da6-48464efbe11c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377176 Nov 18 18:09:16.779716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f1c48-efb1-4f53-88e4-e51ca61073e2 req-0fb2cc32-2fba-4416-b14c-5423705f77de tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:16.781237 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e11f1c48-efb1-4f53-88e4-e51ca61073e2 req-0fb2cc32-2fba-4416-b14c-5423705f77de tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fecde25-116b-4c47-9ac4-93cbdf4a7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0477936 Nov 18 18:09:16.831654 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e11f1c48-efb1-4f53-88e4-e51ca61073e2 req-0b89f35f-c379-4ec1-99cf-a5f4ecf94435 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443926 Nov 18 18:09:17.954201 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36544c26-7c43-4d68-bd35-2f9bbc4753a2 req-5c3834f5-2abf-43c0-8138-4f846ace5634 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:17.955747 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36544c26-7c43-4d68-bd35-2f9bbc4753a2 req-5c3834f5-2abf-43c0-8138-4f846ace5634 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fecde25-116b-4c47-9ac4-93cbdf4a7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0527670 Nov 18 18:09:18.003592 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-36544c26-7c43-4d68-bd35-2f9bbc4753a2 req-eef855d6-6f98-4bbb-a5b0-0fe77a56f147 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417306 Nov 18 18:09:18.116549 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84575e8a-8447-4edf-9394-d12a052436a2 req-c51b2723-c1e9-47db-b4b8-86bc26f3ac03 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:18.117944 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84575e8a-8447-4edf-9394-d12a052436a2 req-c51b2723-c1e9-47db-b4b8-86bc26f3ac03 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fecde25-116b-4c47-9ac4-93cbdf4a7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0482125 Nov 18 18:09:18.164543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-84575e8a-8447-4edf-9394-d12a052436a2 req-033b5baf-85b1-4e5d-a241-a4e9e05e7109 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400229 Nov 18 18:09:21.991961 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:22.233400 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:09:23.637305 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:30.034939 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-82ce1cd0-04f9-4ed2-af79-abd7dc8d7c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:32.454384 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-82b12329-7fc4-49b4-bf88-34e1da8c20ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:33.757283 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:35.188863 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:35.486436 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:43.060043 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece2a8d-ff91-4fc3-bf41-68a33aa80e15 req-46c2b021-e5ac-47ab-b46f-0dec924690d3 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:43.061553 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2ece2a8d-ff91-4fc3-bf41-68a33aa80e15 req-46c2b021-e5ac-47ab-b46f-0dec924690d3 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fecde25-116b-4c47-9ac4-93cbdf4a7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0532007 Nov 18 18:09:43.112734 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2ece2a8d-ff91-4fc3-bf41-68a33aa80e15 req-7580dc47-d6e9-4406-98bb-35f8645d47d6 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450356 Nov 18 18:09:44.229244 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13e71e-84b1-48cf-a7d9-6f8e90c5d89c req-3235544d-512f-4edf-bded-aed433dd2733 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:44.231246 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea13e71e-84b1-48cf-a7d9-6f8e90c5d89c req-3235544d-512f-4edf-bded-aed433dd2733 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fecde25-116b-4c47-9ac4-93cbdf4a7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0487757 Nov 18 18:09:44.278118 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea13e71e-84b1-48cf-a7d9-6f8e90c5d89c req-e54081ce-c7b9-4273-999a-bcc3817fde66 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409195 Nov 18 18:09:44.630906 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebec378-b8cc-4ac6-80ee-57f70a15a6e7 req-fdb27d73-4e40-4883-a508-eb334bedb4ee tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:44.632416 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3ebec378-b8cc-4ac6-80ee-57f70a15a6e7 req-fdb27d73-4e40-4883-a508-eb334bedb4ee tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fecde25-116b-4c47-9ac4-93cbdf4a7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0486252 Nov 18 18:09:44.720341 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-3ebec378-b8cc-4ac6-80ee-57f70a15a6e7 req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Deleting port 20ace549-b26e-4ef8-ae88-e317c6f2c137 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:09:44.720689 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3ebec378-b8cc-4ac6-80ee-57f70a15a6e7 req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:44.817261 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3ebec378-b8cc-4ac6-80ee-57f70a15a6e7 req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] For port 20ace549-b26e-4ef8-ae88-e317c6f2c137, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=20ace549-b26e-4ef8-ae88-e317c6f2c137,segment=NetworkSegment(9bc38b5c-f213-4890-9423-46160b384072),segment_id=9bc38b5c-f213-4890-9423-46160b384072)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:09:44.817631 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3ebec378-b8cc-4ac6-80ee-57f70a15a6e7 req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:44.831156 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-3ebec378-b8cc-4ac6-80ee-57f70a15a6e7 req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Calling delete_port for 20ace549-b26e-4ef8-ae88-e317c6f2c137 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:09:45.031664 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3ebec378-b8cc-4ac6-80ee-57f70a15a6e7 req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:45.047060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['20ace549-b26e-4ef8-ae88-e317c6f2c137'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:09:45.059244 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Pushing event deleted for resources: {'Port': ['ID=20ace549-b26e-4ef8-ae88-e317c6f2c137,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:45.069850 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:45.070206 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:45.070559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:45.070904 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:45.071336 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:45.071688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:45.072063 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:45.072406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:45.072750 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:45.073079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:45.073414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:45.074237 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:45.118930 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebec378-b8cc-4ac6-80ee-57f70a15a6e7 req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] No DVR routers for this DVR port 20ace549-b26e-4ef8-ae88-e317c6f2c137 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:09:45.122151 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3ebec378-b8cc-4ac6-80ee-57f70a15a6e7 req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:45.125551 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3ebec378-b8cc-4ac6-80ee-57f70a15a6e7 req-70a5ba0b-6dfc-4cd5-96e5-e94664b6bf74 tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.81 "DELETE /v2.0/ports/20ace549-b26e-4ef8-ae88-e317c6f2c137 HTTP/1.1" status: 204 len: 173 time: 0.4872992 Nov 18 18:09:45.126007 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fecde25-116b-4c47-9ac4-93cbdf4a7ef4', 'name': 'network-vif-deleted', 'tag': '20ace549-b26e-4ef8-ae88-e317c6f2c137'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:09:45.128348 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112146ca-9e5e-4b70-a4f2-4025a77c534b" -d '{"events": [{"server_uuid": "0fecde25-116b-4c47-9ac4-93cbdf4a7ef4", "name": "network-vif-deleted", "tag": "20ace549-b26e-4ef8-ae88-e317c6f2c137"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:09:45.167187 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a30cc40-fca1-42c6-8136-26f298b5be62 x-openstack-request-id: req-4a30cc40-fca1-42c6-8136-26f298b5be62 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:09:45.167529 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fecde25-116b-4c47-9ac4-93cbdf4a7ef4", "name": "network-vif-deleted", "tag": "20ace549-b26e-4ef8-ae88-e317c6f2c137", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:09:45.167803 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4a30cc40-fca1-42c6-8136-26f298b5be62 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:09:45.168234 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fecde25-116b-4c47-9ac4-93cbdf4a7ef4', 'name': 'network-vif-deleted', 'tag': '20ace549-b26e-4ef8-ae88-e317c6f2c137', 'status': 'completed', 'code': 200} Nov 18 18:09:45.378689 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d4107f25-8306-4abd-b10f-df03eb54af5c req-f9e8e15c-0957-4537-ad73-7995f59baccb tempest-TestEncryptedCinderVolumes-147972341 tempest-TestEncryptedCinderVolumes-147972341-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fecde25-116b-4c47-9ac4-93cbdf4a7ef4 HTTP/1.1" status: 200 len: 210 time: 0.0273468 Nov 18 18:09:46.519525 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39224) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:09:46.884964 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:47.149830 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Deleting port c221548f-2cc8-4350-9d1d-737716e4a71b {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:09:47.150094 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:47.241547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] For port c221548f-2cc8-4350-9d1d-737716e4a71b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c221548f-2cc8-4350-9d1d-737716e4a71b,segment=NetworkSegment(9bc38b5c-f213-4890-9423-46160b384072),segment_id=9bc38b5c-f213-4890-9423-46160b384072)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:09:47.241892 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:47.259100 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Calling delete_port for c221548f-2cc8-4350-9d1d-737716e4a71b owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:09:47.494664 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:47.531416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Pushing event deleted for resources: {'Port': ['ID=c221548f-2cc8-4350-9d1d-737716e4a71b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:47.544477 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:47.544783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:47.545138 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:47.545487 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:47.545833 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:47.546171 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:47.546508 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:47.546845 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:47.547179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:47.547516 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:47.547875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:47.548207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:47.710377 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:48.104406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 20ace549-b26e-4ef8-ae88-e317c6f2c137 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:09:48.125331 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 20ace549-b26e-4ef8-ae88-e317c6f2c137 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:09:48.125690 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 20ace549-b26e-4ef8-ae88-e317c6f2c137 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:09:48.275718 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Router ffdfaf36-0eed-457e-b001-ae4f875be01a has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:09:48.380962 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:09:48.386071 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a09cff76-572e-47df-b885-d55639cf956a admin admin] 10.222.0.72 "PUT /v2.0/routers/ffdfaf36-0eed-457e-b001-ae4f875be01a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8654916 Nov 18 18:09:48.389459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39226) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:09:48.390379 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a42eb-8ac6-46cf-8416-9a3dfb376595 None None] Sync routers for ids ['ffdfaf36-0eed-457e-b001-ae4f875be01a'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:09:48.399916 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a42eb-8ac6-46cf-8416-9a3dfb376595 None None] Routers {'ffdfaf36-0eed-457e-b001-ae4f875be01a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:09:48.400597 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b04a42eb-8ac6-46cf-8416-9a3dfb376595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:09:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ffdfaf36-0eed-457e-b001-ae4f875be01a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:09:48.494542 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-082c97dc-731c-4ed7-a3da-abc667a56ca5 admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:48.504512 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b04a42eb-8ac6-46cf-8416-9a3dfb376595 None None] Set router ffdfaf36-0eed-457e-b001-ae4f875be01a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:09:48.597015 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-082c97dc-731c-4ed7-a3da-abc667a56ca5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:48.677770 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b04a42eb-8ac6-46cf-8416-9a3dfb376595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'name': 'tempest-TestEncryptedCinderVolumes-1510979617-router', 'tenant_id': '39ddb3befb7d4840a16581e455823025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '8bb88f19-d183-40ee-a631-808a484220fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:08:14Z', 'updated_at': '2021-11-18T18:09:47Z', 'revision_number': 5, 'project_id': '39ddb3befb7d4840a16581e455823025', 'gw_port': {'id': '8bb88f19-d183-40ee-a631-808a484220fc', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:14Z', 'updated_at': '2021-11-18T18:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:09:48.705653 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a42eb-8ac6-46cf-8416-9a3dfb376595 None None] Checking router: ffdfaf36-0eed-457e-b001-ae4f875be01a for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:09:48.714271 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a42eb-8ac6-46cf-8416-9a3dfb376595 None None] Routers {'ffdfaf36-0eed-457e-b001-ae4f875be01a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:09:48.714881 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b04a42eb-8ac6-46cf-8416-9a3dfb376595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:09:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['ffdfaf36-0eed-457e-b001-ae4f875be01a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:09:48.719504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-082c97dc-731c-4ed7-a3da-abc667a56ca5 admin admin] Deleting port 8bb88f19-d183-40ee-a631-808a484220fc {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:09:48.719884 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-082c97dc-731c-4ed7-a3da-abc667a56ca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:48.799510 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b04a42eb-8ac6-46cf-8416-9a3dfb376595 None None] Set router ffdfaf36-0eed-457e-b001-ae4f875be01a gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:09:48.802667 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-082c97dc-731c-4ed7-a3da-abc667a56ca5 admin admin] For port 8bb88f19-d183-40ee-a631-808a484220fc, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8bb88f19-d183-40ee-a631-808a484220fc,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:09:48.803048 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-082c97dc-731c-4ed7-a3da-abc667a56ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:48.815550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-082c97dc-731c-4ed7-a3da-abc667a56ca5 admin admin] Calling delete_port for 8bb88f19-d183-40ee-a631-808a484220fc owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:09:48.852984 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b04a42eb-8ac6-46cf-8416-9a3dfb376595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'name': 'tempest-TestEncryptedCinderVolumes-1510979617-router', 'tenant_id': '39ddb3befb7d4840a16581e455823025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:08:14Z', 'updated_at': '2021-11-18T18:09:48Z', 'revision_number': 6, 'project_id': '39ddb3befb7d4840a16581e455823025', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:09:48.880691 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a42eb-8ac6-46cf-8416-9a3dfb376595 None None] The sync data for ids ['ffdfaf36-0eed-457e-b001-ae4f875be01a'] in n-d-813419-11 is: [{'id': 'ffdfaf36-0eed-457e-b001-ae4f875be01a', 'name': 'tempest-TestEncryptedCinderVolumes-1510979617-router', 'tenant_id': '39ddb3befb7d4840a16581e455823025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:08:14Z', 'updated_at': '2021-11-18T18:09:48Z', 'revision_number': 6, 'project_id': '39ddb3befb7d4840a16581e455823025', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:09:49.063251 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-082c97dc-731c-4ed7-a3da-abc667a56ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:49.091289 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c97dc-731c-4ed7-a3da-abc667a56ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb88f19-d183-40ee-a631-808a484220fc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:49.101678 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396862c0-e400-4090-bf80-98375db92f7e None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:09:49.154792 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-082c97dc-731c-4ed7-a3da-abc667a56ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:49.251429 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-082c97dc-731c-4ed7-a3da-abc667a56ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:49.251690 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-082c97dc-731c-4ed7-a3da-abc667a56ca5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:49.371590 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-082c97dc-731c-4ed7-a3da-abc667a56ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:49.372161 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082c97dc-731c-4ed7-a3da-abc667a56ca5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffdfaf36-0eed-457e-b001-ae4f875be01a {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:09:49.381278 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-082c97dc-731c-4ed7-a3da-abc667a56ca5 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:49.381278 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-082c97dc-731c-4ed7-a3da-abc667a56ca5 admin admin] 10.222.0.72 "DELETE /v2.0/routers/ffdfaf36-0eed-457e-b001-ae4f875be01a HTTP/1.1" status: 204 len: 168 time: 0.9872859 Nov 18 18:09:49.381278 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39228) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:09:49.424688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-af77ba7b-659e-4a2a-bd33-4de151378f24 admin admin] Deleting subnet ce30c57d-2298-41f9-9832-abfbccd6e670 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:09:49.427846 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af77ba7b-659e-4a2a-bd33-4de151378f24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:49.461918 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af77ba7b-659e-4a2a-bd33-4de151378f24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:49.543033 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af77ba7b-659e-4a2a-bd33-4de151378f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:49.641539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c221548f-2cc8-4350-9d1d-737716e4a71b no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:09:49.662741 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: c221548f-2cc8-4350-9d1d-737716e4a71b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:09:49.663106 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c221548f-2cc8-4350-9d1d-737716e4a71b not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:09:49.669054 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af77ba7b-659e-4a2a-bd33-4de151378f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:49.693781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77ba7b-659e-4a2a-bd33-4de151378f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce30c57d-2298-41f9-9832-abfbccd6e670,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:49.700055 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af77ba7b-659e-4a2a-bd33-4de151378f24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:49.703776 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-af77ba7b-659e-4a2a-bd33-4de151378f24 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ce30c57d-2298-41f9-9832-abfbccd6e670 HTTP/1.1" status: 204 len: 168 time: 0.3225551 Nov 18 18:09:49.705901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39230) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:09:49.706115 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de32083-a681-4feb-aa6c-76f9206bb238 None None] Network faec9b13-d02a-47cf-b895-4c82e32db23a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:09:49.783032 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:49.838586 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] Deleting port 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:09:49.838927 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:49.901258 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] DHCP port deletion for faec9b13-d02a-47cf-b895-4c82e32db23a request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:09:49.915304 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] For port 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48,segment=NetworkSegment(9bc38b5c-f213-4890-9423-46160b384072),segment_id=9bc38b5c-f213-4890-9423-46160b384072)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:09:49.915676 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:49.936445 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] Calling delete_port for 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:09:49.955633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] Deleting port 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:09:49.955633 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:50.024649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] For port 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48,segment=NetworkSegment(9bc38b5c-f213-4890-9423-46160b384072),segment_id=9bc38b5c-f213-4890-9423-46160b384072)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:09:50.032903 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:50.036958 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] Calling delete_port for 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:09:50.074542 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:50.102023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:50.103905 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] No DVR routers for this DVR port 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:09:50.113797 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:50.139108 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] Pushing event deleted for resources: {'Port': ['ID=2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:50.143748 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] No DVR routers for this DVR port 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:09:50.153427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:50.153427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:50.153427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:50.153427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:50.153427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:50.153427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:50.153427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:50.153427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:50.154254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:50.154254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:50.154254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:50.154686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed05d1f-4244-4813-b6c2-cc5ef1fcd066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:09:50.188338 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:50.208969 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faec9b13-d02a-47cf-b895-4c82e32db23a']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:09:50.218899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc38b5c-f213-4890-9423-46160b384072') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:09:50.219199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc38b5c-f213-4890-9423-46160b384072') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:09:50.228789 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:50.242493 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:50.249281 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:09:50.249752 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: timer() Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:09:50.251421 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:09:50.360226 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:50.365827 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:50.369587 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] 10.222.0.72 "DELETE /v2.0/networks/faec9b13-d02a-47cf-b895-4c82e32db23a HTTP/1.1" status: 204 len: 168 time: 0.6622431 Nov 18 18:09:50.372732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39232) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:09:50.380347 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518a96b-883e-495d-b05a-8290c12acd4d admin admin] Pushing event deleted for resources: {'Network': ['ID=faec9b13-d02a-47cf-b895-4c82e32db23a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:50.711086 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86e6e292-2da6-4c8c-b5ca-c12c229d6793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:50.968529 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-86e6e292-2da6-4c8c-b5ca-c12c229d6793 admin admin] Deleting port 235af64c-962e-432b-87b2-f7f445b5de75 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:09:50.968935 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86e6e292-2da6-4c8c-b5ca-c12c229d6793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:51.052610 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-86e6e292-2da6-4c8c-b5ca-c12c229d6793 admin admin] For port 235af64c-962e-432b-87b2-f7f445b5de75, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=235af64c-962e-432b-87b2-f7f445b5de75,segment=NetworkSegment(4dd96747-5e0e-47b2-b11c-a743c5e59256),segment_id=4dd96747-5e0e-47b2-b11c-a743c5e59256)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:09:51.052977 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86e6e292-2da6-4c8c-b5ca-c12c229d6793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:51.066512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-86e6e292-2da6-4c8c-b5ca-c12c229d6793 admin admin] Calling delete_port for 235af64c-962e-432b-87b2-f7f445b5de75 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:09:51.138505 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8bb88f19-d183-40ee-a631-808a484220fc no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:09:51.162966 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 8bb88f19-d183-40ee-a631-808a484220fc {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:09:51.163326 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8bb88f19-d183-40ee-a631-808a484220fc not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:09:51.163900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:09:51.184011 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:09:51.184372 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2a5cf7ad-fee2-4b4b-9989-af5f7a75aa48 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:09:51.378050 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86e6e292-2da6-4c8c-b5ca-c12c229d6793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:51.410714 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6e292-2da6-4c8c-b5ca-c12c229d6793 admin admin] Pushing event deleted for resources: {'Port': ['ID=235af64c-962e-432b-87b2-f7f445b5de75,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:51.578556 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86e6e292-2da6-4c8c-b5ca-c12c229d6793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:51.807250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e6e292-2da6-4c8c-b5ca-c12c229d6793 admin admin] Router 89e1247b-58b5-434c-819b-117fe014c006 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:09:51.919861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e6e292-2da6-4c8c-b5ca-c12c229d6793 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:09:51.924967 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-86e6e292-2da6-4c8c-b5ca-c12c229d6793 admin admin] 10.222.0.72 "PUT /v2.0/routers/89e1247b-58b5-434c-819b-117fe014c006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5511975 Nov 18 18:09:51.927613 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39234) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:09:51.930223 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8254080-20ae-4ac9-8d99-81888ab1fd87 None None] Sync routers for ids ['89e1247b-58b5-434c-819b-117fe014c006'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:09:51.953352 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8254080-20ae-4ac9-8d99-81888ab1fd87 None None] Routers {'89e1247b-58b5-434c-819b-117fe014c006'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:09:51.953972 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f8254080-20ae-4ac9-8d99-81888ab1fd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:09:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['89e1247b-58b5-434c-819b-117fe014c006'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:09:52.038362 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3f4df70-8d59-421f-a644-a8bcd47e0c93 admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:52.040727 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:52.065380 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-f8254080-20ae-4ac9-8d99-81888ab1fd87 None None] Set router 89e1247b-58b5-434c-819b-117fe014c006 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:09:52.147188 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3f4df70-8d59-421f-a644-a8bcd47e0c93 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:52.260847 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f8254080-20ae-4ac9-8d99-81888ab1fd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e1247b-58b5-434c-819b-117fe014c006', 'name': 'tempest-TestEncryptedCinderVolumes-1323799394-router', 'tenant_id': '1ee22b8df8824de3ac5956cb198baa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:08:20Z', 'updated_at': '2021-11-18T18:09:51Z', 'revision_number': 5, 'project_id': '1ee22b8df8824de3ac5956cb198baa65', 'gw_port': {'id': 'e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e1247b-58b5-434c-819b-117fe014c006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:08:21Z', 'updated_at': '2021-11-18T18:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:09:52.274484 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4df70-8d59-421f-a644-a8bcd47e0c93 admin admin] Deleting port e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:09:52.274830 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3f4df70-8d59-421f-a644-a8bcd47e0c93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:52.292922 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8254080-20ae-4ac9-8d99-81888ab1fd87 None None] Checking router: 89e1247b-58b5-434c-819b-117fe014c006 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:09:52.301389 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8254080-20ae-4ac9-8d99-81888ab1fd87 None None] Routers {'89e1247b-58b5-434c-819b-117fe014c006'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:09:52.302010 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f8254080-20ae-4ac9-8d99-81888ab1fd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:09:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['89e1247b-58b5-434c-819b-117fe014c006'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:09:52.358587 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-d3f4df70-8d59-421f-a644-a8bcd47e0c93 admin admin] For port e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:09:52.358828 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3f4df70-8d59-421f-a644-a8bcd47e0c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:52.371161 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4df70-8d59-421f-a644-a8bcd47e0c93 admin admin] Calling delete_port for e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:09:52.388837 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-f8254080-20ae-4ac9-8d99-81888ab1fd87 None None] Set router 89e1247b-58b5-434c-819b-117fe014c006 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:09:52.439702 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-f8254080-20ae-4ac9-8d99-81888ab1fd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e1247b-58b5-434c-819b-117fe014c006', 'name': 'tempest-TestEncryptedCinderVolumes-1323799394-router', 'tenant_id': '1ee22b8df8824de3ac5956cb198baa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:08:20Z', 'updated_at': '2021-11-18T18:09:52Z', 'revision_number': 6, 'project_id': '1ee22b8df8824de3ac5956cb198baa65', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:09:52.468919 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8254080-20ae-4ac9-8d99-81888ab1fd87 None None] The sync data for ids ['89e1247b-58b5-434c-819b-117fe014c006'] in n-d-813419-11 is: [{'id': '89e1247b-58b5-434c-819b-117fe014c006', 'name': 'tempest-TestEncryptedCinderVolumes-1323799394-router', 'tenant_id': '1ee22b8df8824de3ac5956cb198baa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:08:20Z', 'updated_at': '2021-11-18T18:09:52Z', 'revision_number': 6, 'project_id': '1ee22b8df8824de3ac5956cb198baa65', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:09:52.590929 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3f4df70-8d59-421f-a644-a8bcd47e0c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:52.617735 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4df70-8d59-421f-a644-a8bcd47e0c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:52.634017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e133c6d0-aad7-4761-a8d1-ede216a39073 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:09:52.679388 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3f4df70-8d59-421f-a644-a8bcd47e0c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:52.770504 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3f4df70-8d59-421f-a644-a8bcd47e0c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:52.772641 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3f4df70-8d59-421f-a644-a8bcd47e0c93 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:52.877218 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3f4df70-8d59-421f-a644-a8bcd47e0c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:52.877760 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f4df70-8d59-421f-a644-a8bcd47e0c93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89e1247b-58b5-434c-819b-117fe014c006 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:09:52.886582 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3f4df70-8d59-421f-a644-a8bcd47e0c93 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:52.893428 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d3f4df70-8d59-421f-a644-a8bcd47e0c93 admin admin] 10.222.0.72 "DELETE /v2.0/routers/89e1247b-58b5-434c-819b-117fe014c006 HTTP/1.1" status: 204 len: 168 time: 0.9591389 Nov 18 18:09:52.893754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39236) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:09:52.942057 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd0d3c6-27b4-42f4-ba03-b6e2145c983e admin admin] Deleting subnet 6438eaf8-7161-4d94-9b5a-9b75539169d6 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:09:52.945180 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cdd0d3c6-27b4-42f4-ba03-b6e2145c983e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:52.980462 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cdd0d3c6-27b4-42f4-ba03-b6e2145c983e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:53.054283 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cdd0d3c6-27b4-42f4-ba03-b6e2145c983e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:53.212430 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cdd0d3c6-27b4-42f4-ba03-b6e2145c983e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:53.241743 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0d3c6-27b4-42f4-ba03-b6e2145c983e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6438eaf8-7161-4d94-9b5a-9b75539169d6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:53.249278 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cdd0d3c6-27b4-42f4-ba03-b6e2145c983e admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:53.255981 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cdd0d3c6-27b4-42f4-ba03-b6e2145c983e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6438eaf8-7161-4d94-9b5a-9b75539169d6 HTTP/1.1" status: 204 len: 168 time: 0.3624623 Nov 18 18:09:53.256118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67167df2-5a25-4aba-b777-f4d10fe6b270 None None] Network 71686e0d-db8b-4c74-a95e-fd42885525aa requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:09:53.256599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39238) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:09:53.277623 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:09:53.309394 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:09:53.309747 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e7f7c999-1bf5-4f20-8a29-9fe97f81b2d2 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:09:53.310176 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 235af64c-962e-432b-87b2-f7f445b5de75 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:09:53.334839 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:53.364576 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 235af64c-962e-432b-87b2-f7f445b5de75 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:09:53.364929 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 235af64c-962e-432b-87b2-f7f445b5de75 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:09:53.392712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] Deleting port fd2a1470-9ceb-4f8a-9e84-97aadb519abe {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:09:53.393072 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:53.463165 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] For port fd2a1470-9ceb-4f8a-9e84-97aadb519abe, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fd2a1470-9ceb-4f8a-9e84-97aadb519abe,segment=NetworkSegment(4dd96747-5e0e-47b2-b11c-a743c5e59256),segment_id=4dd96747-5e0e-47b2-b11c-a743c5e59256)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:09:53.463539 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:53.476541 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] Calling delete_port for fd2a1470-9ceb-4f8a-9e84-97aadb519abe owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:09:53.491060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691ee156-6ac5-435e-b7e3-ef4cfa6fdb0b None None] DHCP port deletion for 71686e0d-db8b-4c74-a95e-fd42885525aa request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:09:53.543208 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-691ee156-6ac5-435e-b7e3-ef4cfa6fdb0b None None] Deleting port fd2a1470-9ceb-4f8a-9e84-97aadb519abe {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:09:53.543208 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-691ee156-6ac5-435e-b7e3-ef4cfa6fdb0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:53.614885 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-691ee156-6ac5-435e-b7e3-ef4cfa6fdb0b None None] For port fd2a1470-9ceb-4f8a-9e84-97aadb519abe, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fd2a1470-9ceb-4f8a-9e84-97aadb519abe,segment=NetworkSegment(4dd96747-5e0e-47b2-b11c-a743c5e59256),segment_id=4dd96747-5e0e-47b2-b11c-a743c5e59256)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:09:53.615284 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-691ee156-6ac5-435e-b7e3-ef4cfa6fdb0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:53.630258 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-691ee156-6ac5-435e-b7e3-ef4cfa6fdb0b None None] Calling delete_port for fd2a1470-9ceb-4f8a-9e84-97aadb519abe owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:09:53.645780 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:53.675637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2a1470-9ceb-4f8a-9e84-97aadb519abe,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:53.680240 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] No DVR routers for this DVR port fd2a1470-9ceb-4f8a-9e84-97aadb519abe on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:09:53.756012 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:53.778287 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71686e0d-db8b-4c74-a95e-fd42885525aa']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:09:53.788427 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd96747-5e0e-47b2-b11c-a743c5e59256') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:09:53.788738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd96747-5e0e-47b2-b11c-a743c5e59256') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:09:53.804384 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:53.819129 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:53.825506 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: timer() Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:09:53.831477 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:09:53.855859 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:53.863188 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-691ee156-6ac5-435e-b7e3-ef4cfa6fdb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:53.888556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ee156-6ac5-435e-b7e3-ef4cfa6fdb0b None None] Pushing event deleted for resources: {'Port': ['ID=fd2a1470-9ceb-4f8a-9e84-97aadb519abe,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:53.892168 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ee156-6ac5-435e-b7e3-ef4cfa6fdb0b None None] No DVR routers for this DVR port fd2a1470-9ceb-4f8a-9e84-97aadb519abe on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:09:53.937224 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:53.942836 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:53.945996 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/71686e0d-db8b-4c74-a95e-fd42885525aa HTTP/1.1" status: 204 len: 168 time: 0.6876926 Nov 18 18:09:53.956704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e833f5-68d8-4c02-80cb-c06231a607b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=71686e0d-db8b-4c74-a95e-fd42885525aa,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:54.341264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39242) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:09:54.380810 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2d604896-8979-4edd-a64f-40fe03c21331 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=39ddb3befb7d4840a16581e455823025&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383244 Nov 18 18:09:54.383265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39244) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:09:54.429398 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb19decf-fa95-4a3c-85a7-b61de1b66168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:54.455737 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb19decf-fa95-4a3c-85a7-b61de1b66168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:54.551300 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb19decf-fa95-4a3c-85a7-b61de1b66168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:54.553979 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb19decf-fa95-4a3c-85a7-b61de1b66168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:54.555171 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bb19decf-fa95-4a3c-85a7-b61de1b66168 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3 HTTP/1.1" status: 204 len: 168 time: 0.1709719 Nov 18 18:09:54.563692 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19decf-fa95-4a3c-85a7-b61de1b66168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8e5e0a-c2a2-431c-8fc1-aec58cf652b3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:55.125309 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fd2a1470-9ceb-4f8a-9e84-97aadb519abe no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:09:55.145495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: fd2a1470-9ceb-4f8a-9e84-97aadb519abe {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:09:55.145854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fd2a1470-9ceb-4f8a-9e84-97aadb519abe not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:09:55.195705 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39252) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:09:55.236277 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9d95ff11-5498-4316-b084-78eca750917e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1ee22b8df8824de3ac5956cb198baa65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393384 Nov 18 18:09:55.238615 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39254) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:09:55.286000 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6228740-8701-45e3-b470-04f59047aab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:55.306702 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6228740-8701-45e3-b470-04f59047aab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:55.422803 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6228740-8701-45e3-b470-04f59047aab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:55.425554 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6228740-8701-45e3-b470-04f59047aab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:55.426743 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d6228740-8701-45e3-b470-04f59047aab0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/444f8592-5dfe-4640-be72-6116c960ff22 HTTP/1.1" status: 204 len: 168 time: 0.1872337 Nov 18 18:09:55.435024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6228740-8701-45e3-b470-04f59047aab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444f8592-5dfe-4640-be72-6116c960ff22,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:56.449678 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39276) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:09:56.557267 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7e2ea2fa-f6bd-43b6-812c-b3279eabb6e8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-864075090-network', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:09:56.662872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2ea2fa-f6bd-43b6-812c-b3279eabb6e8 admin admin] Made reservation on behalf of 81f064e1efac43fcb02ca21c6504c660 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:09:56.665213 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e2ea2fa-f6bd-43b6-812c-b3279eabb6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:56.674308 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e2ea2fa-f6bd-43b6-812c-b3279eabb6e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:56.749052 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e2ea2fa-f6bd-43b6-812c-b3279eabb6e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:56.805872 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e2ea2fa-f6bd-43b6-812c-b3279eabb6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:56.827731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2ea2fa-f6bd-43b6-812c-b3279eabb6e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1110, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:09:56.843713 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ea2fa-f6bd-43b6-812c-b3279eabb6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a074fba4-5309-454a-b1bb-2a868d930e06,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:56.846604 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e2ea2fa-f6bd-43b6-812c-b3279eabb6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:56.846969 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-7e2ea2fa-f6bd-43b6-812c-b3279eabb6e8 admin admin] Added segment 72e3d47b-def4-4b2b-8822-c70481a81c62 of type vlan for network e883d0af-de8f-4939-a185-f185d6680a8f Nov 18 18:09:56.886766 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e2ea2fa-f6bd-43b6-812c-b3279eabb6e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:56.958054 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e2ea2fa-f6bd-43b6-812c-b3279eabb6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:56.959058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ea2fa-f6bd-43b6-812c-b3279eabb6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:56.959648 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7e2ea2fa-f6bd-43b6-812c-b3279eabb6e8 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:57.020400 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ea2fa-f6bd-43b6-812c-b3279eabb6e8 admin admin] Pushing event updated for resources: {'Network': ['ID=e883d0af-de8f-4939-a185-f185d6680a8f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:57.032350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network e883d0af-de8f-4939-a185-f185d6680a8f details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:09:57.045295 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7e2ea2fa-f6bd-43b6-812c-b3279eabb6e8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5944645 Nov 18 18:09:57.048321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39280) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:09:57.053298 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-c72fe150-5aa8-4897-8eb1-4740456b4e21 admin admin] Request body: {'subnet': {'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-864075090-subnet', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:09:57.125713 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72fe150-5aa8-4897-8eb1-4740456b4e21 admin admin] Made reservation on behalf of 81f064e1efac43fcb02ca21c6504c660 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:09:57.128183 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c72fe150-5aa8-4897-8eb1-4740456b4e21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:57.366267 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c72fe150-5aa8-4897-8eb1-4740456b4e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:57.420256 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fe150-5aa8-4897-8eb1-4740456b4e21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b58b816d-3a8f-4c15-9be8-e8c50885310e,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:57.430216 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72fe150-5aa8-4897-8eb1-4740456b4e21 admin admin] Checking segment: {'id': '72e3d47b-def4-4b2b-8822-c70481a81c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:09:57.430588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72fe150-5aa8-4897-8eb1-4740456b4e21 admin admin] Network hostable DHCP agents. Network: e883d0af-de8f-4939-a185-f185d6680a8f, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:09:57.497616 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72fe150-5aa8-4897-8eb1-4740456b4e21 admin admin] Network e883d0af-de8f-4939-a185-f185d6680a8f is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:09:57.577133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-c72fe150-5aa8-4897-8eb1-4740456b4e21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, e883d0af-de8f-4939-a185-f185d6680a8f) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:09:57.581972 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72fe150-5aa8-4897-8eb1-4740456b4e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:09:57.582980 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c72fe150-5aa8-4897-8eb1-4740456b4e21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:57.586053 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fa87e8-bdbd-4484-9720-bad375d6fe64 None None] Network e883d0af-de8f-4939-a185-f185d6680a8f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:09:57.662592 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c72fe150-5aa8-4897-8eb1-4740456b4e21 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6131320 Nov 18 18:09:57.665364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39282) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:09:57.670313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-864075090-router', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:09:57.728232 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-e883d0af-de8f-4939-a185-f185d6680a8f', 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'fixed_ips': [{'subnet_id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:09:57.732093 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:57.751408 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:57.752545 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:57.806294 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:57.862335 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Allocated IP 172.20.0.2 (e883d0af-de8f-4939-a185-f185d6680a8f/b58b816d-3a8f-4c15-9be8-e8c50885310e/d71ef16f-1cf4-4b86-90ac-e92edc4c4bea) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:09:58.004230 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:58.005586 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:58.074518 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:58.117444 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Network e883d0af-de8f-4939-a185-f185d6680a8f is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:09:58.120631 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:09:58.123578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:09:58.142561 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Pushing event updated for resources: {'Port': ['ID=d71ef16f-1cf4-4b86-90ac-e92edc4c4bea,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:58.200750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Attempting to bind port d71ef16f-1cf4-4b86-90ac-e92edc4c4bea on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:09:58.201158 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Attempting to bind port d71ef16f-1cf4-4b86-90ac-e92edc4c4bea by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '72e3d47b-def4-4b2b-8822-c70481a81c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:09:58.201516 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Attempting to bind port d71ef16f-1cf4-4b86-90ac-e92edc4c4bea on network e883d0af-de8f-4939-a185-f185d6680a8f {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:09:58.206543 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:09:58.207047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Checking segment: {'id': '72e3d47b-def4-4b2b-8822-c70481a81c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:09:58.207463 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:58.207892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Bound using segment: {'id': '72e3d47b-def4-4b2b-8822-c70481a81c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:09:58.208390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Bound port: d71ef16f-1cf4-4b86-90ac-e92edc4c4bea, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e3d47b-def4-4b2b-8822-c70481a81c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:09:58.208785 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:58.275857 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] For port d71ef16f-1cf4-4b86-90ac-e92edc4c4bea, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:09:58.281162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] For port d71ef16f-1cf4-4b86-90ac-e92edc4c4bea, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d71ef16f-1cf4-4b86-90ac-e92edc4c4bea,segment=NetworkSegment(72e3d47b-def4-4b2b-8822-c70481a81c62),segment_id=72e3d47b-def4-4b2b-8822-c70481a81c62)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:09:58.284295 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:58.302751 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:58.363074 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:58.416468 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Allocated IP 172.25.3.45 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/d708b01e-7cf7-4a14-a335-795f057d3038) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:09:58.420691 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68fdbd-4419-4ed9-8421-6112b73ab144 None None] Pushing event updated for resources: {'Port': ['ID=d71ef16f-1cf4-4b86-90ac-e92edc4c4bea,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:58.525537 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:58.638173 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:58.677191 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:09:58.680163 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:09:58.682736 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:09:58.698504 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d720cc-ba28-433b-97e1-f677bbbf0763 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:09:58.716294 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Pushing event updated for resources: {'Port': ['ID=d708b01e-7cf7-4a14-a335-795f057d3038,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:58.748549 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cd9909a2-4b19-46d2-819b-4e036cf53815 None None] Provisioning complete for port d708b01e-7cf7-4a14-a335-795f057d3038 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:09:58.748926 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd9909a2-4b19-46d2-819b-4e036cf53815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:58.783098 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cd9909a2-4b19-46d2-819b-4e036cf53815 None None] Port d708b01e-7cf7-4a14-a335-795f057d3038 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:09:58.998604 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:59.156822 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d71ef16f-1cf4-4b86-90ac-e92edc4c4bea up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:09:59.220434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d71ef16f-1cf4-4b86-90ac-e92edc4c4bea triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:09:59.223813 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:59.234384 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:09:59.311664 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:59.347039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port d71ef16f-1cf4-4b86-90ac-e92edc4c4bea, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d71ef16f-1cf4-4b86-90ac-e92edc4c4bea,segment=NetworkSegment(72e3d47b-def4-4b2b-8822-c70481a81c62),segment_id=72e3d47b-def4-4b2b-8822-c70481a81c62)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:09:59.384974 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dfe45c-7386-4d6e-a2e3-09b0a83e9522 None None] Network e883d0af-de8f-4939-a185-f185d6680a8f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:09:59.454184 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-30fb649e-6e8a-4cb0-9f2f-6abcfc741dd4 None None] Provisioning complete for port d71ef16f-1cf4-4b86-90ac-e92edc4c4bea triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:09:59.454562 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30fb649e-6e8a-4cb0-9f2f-6abcfc741dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:59.456170 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:59.507534 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:59.570705 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=d71ef16f-1cf4-4b86-90ac-e92edc4c4bea,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:09:59.691598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Router 4a0f318d-b1d4-4809-adbf-7e54aae40336 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:09:59.803566 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:09:59.812809 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Sync routers for ids ['4a0f318d-b1d4-4809-adbf-7e54aae40336'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:09:59.822613 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Routers {'4a0f318d-b1d4-4809-adbf-7e54aae40336'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:09:59.823230 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:09:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4a0f318d-b1d4-4809-adbf-7e54aae40336'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:09:59.866913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4a1f1709-73d6-47ac-9b68-3916e87d3e8f None None] Provisioning complete for port d71ef16f-1cf4-4b86-90ac-e92edc4c4bea triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:09:59.867241 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1709-73d6-47ac-9b68-3916e87d3e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:59.874151 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:09:59.876231 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-aba6c05c-fa49-4d0b-abc2-5e9d6e080f06 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2090566 Nov 18 18:09:59.878098 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39284) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:09:59.954173 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Set router 4a0f318d-b1d4-4809-adbf-7e54aae40336 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:10:00.059385 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-816c0036-c9aa-47c3-ab93-8ce6cdc06886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:00.145522 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'name': 'tempest-TestMinimumBasicScenario-864075090-router', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:09:57Z', 'updated_at': '2021-11-18T18:09:58Z', 'revision_number': 3, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'gw_port': {'id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:09:58Z', 'updated_at': '2021-11-18T18:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:00.170772 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Checking router: 4a0f318d-b1d4-4809-adbf-7e54aae40336 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:10:00.171124 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Updating router 4a0f318d-b1d4-4809-adbf-7e54aae40336 port d708b01e-7cf7-4a14-a335-795f057d3038 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:10:00.195171 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:00.302339 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:00.446466 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:00.460715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] Allocated IP 172.20.0.1 (e883d0af-de8f-4939-a185-f185d6680a8f/b58b816d-3a8f-4c15-9be8-e8c50885310e/c33ee853-be63-462e-83a1-11fda21c1574) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:10:00.502815 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:00.554969 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f83b0d3-1d82-4124-855b-dc717d178425 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:10:00.574505 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Attempting to bind port d708b01e-7cf7-4a14-a335-795f057d3038 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:10:00.574505 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Attempting to bind port d708b01e-7cf7-4a14-a335-795f057d3038 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:10:00.574505 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Attempting to bind port d708b01e-7cf7-4a14-a335-795f057d3038 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:10:00.579947 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:10:00.580333 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:10:00.580736 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:00.581332 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:10:00.581729 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Bound port: d708b01e-7cf7-4a14-a335-795f057d3038, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:10:00.581943 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:00.582088 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:00.587394 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8a2846ef-1140-4c44-93d3-4e13c9619eea None None] Provisioning complete for port d708b01e-7cf7-4a14-a335-795f057d3038 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:00.587760 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8a2846ef-1140-4c44-93d3-4e13c9619eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:00.624368 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f4f97-b6b6-4fcc-8f2a-51fa383d9dd0 None None] Pushing event updated for resources: {'Port': ['ID=d708b01e-7cf7-4a14-a335-795f057d3038,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:00.625514 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8a2846ef-1140-4c44-93d3-4e13c9619eea None None] Port d708b01e-7cf7-4a14-a335-795f057d3038 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:10:00.640561 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4f97-b6b6-4fcc-8f2a-51fa383d9dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:00.640914 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4f97-b6b6-4fcc-8f2a-51fa383d9dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:00.641264 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4f97-b6b6-4fcc-8f2a-51fa383d9dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:00.641593 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4f97-b6b6-4fcc-8f2a-51fa383d9dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:00.641926 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4f97-b6b6-4fcc-8f2a-51fa383d9dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:00.642258 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4f97-b6b6-4fcc-8f2a-51fa383d9dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:00.642585 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4f97-b6b6-4fcc-8f2a-51fa383d9dd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:00.642911 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4f97-b6b6-4fcc-8f2a-51fa383d9dd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:00.643238 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4f97-b6b6-4fcc-8f2a-51fa383d9dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:00.643558 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4f97-b6b6-4fcc-8f2a-51fa383d9dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:00.643909 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4f97-b6b6-4fcc-8f2a-51fa383d9dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:00.644235 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4f97-b6b6-4fcc-8f2a-51fa383d9dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:00.651953 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] For port d708b01e-7cf7-4a14-a335-795f057d3038, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:10:00.658016 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] For port d708b01e-7cf7-4a14-a335-795f057d3038, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d708b01e-7cf7-4a14-a335-795f057d3038,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:10:00.699782 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:00.722746 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:00.742181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] Network e883d0af-de8f-4939-a185-f185d6680a8f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:10:00.745109 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:10:00.749303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:10:00.770742 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f309a43e-7e49-4d5a-b6f4-2f15758c2a3b None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:10:00.776925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] Pushing event updated for resources: {'Port': ['ID=c33ee853-be63-462e-83a1-11fda21c1574,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:00.781321 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Routers {'4a0f318d-b1d4-4809-adbf-7e54aae40336'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:10:00.782159 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:09:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4a0f318d-b1d4-4809-adbf-7e54aae40336'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:00.801242 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:00.831687 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f4f97-b6b6-4fcc-8f2a-51fa383d9dd0 None None] Pushing event updated for resources: {'Port': ['ID=d708b01e-7cf7-4a14-a335-795f057d3038,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:00.853389 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8c6ea3bb-c025-4537-a9eb-3634636104b0 None None] Provisioning complete for port d708b01e-7cf7-4a14-a335-795f057d3038 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:00.854286 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c6ea3bb-c025-4537-a9eb-3634636104b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:00.929755 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] Set router 4a0f318d-b1d4-4809-adbf-7e54aae40336 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:10:00.959021 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c6ea3bb-c025-4537-a9eb-3634636104b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:00.985692 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8c6ea3bb-c025-4537-a9eb-3634636104b0 None None] For port d708b01e-7cf7-4a14-a335-795f057d3038, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d708b01e-7cf7-4a14-a335-795f057d3038,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:10:01.042859 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:01.059991 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c6ea3bb-c025-4537-a9eb-3634636104b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:01.129754 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ea3bb-c025-4537-a9eb-3634636104b0 None None] Pushing event updated for resources: {'Port': ['ID=d708b01e-7cf7-4a14-a335-795f057d3038,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:01.159707 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d71ef16f-1cf4-4b86-90ac-e92edc4c4bea up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:10:01.217198 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9a1167a1-af64-42cb-bcfb-68c8ffbd4e48 None None] Provisioning complete for port c33ee853-be63-462e-83a1-11fda21c1574 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:01.217590 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a1167a1-af64-42cb-bcfb-68c8ffbd4e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:01.234167 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'name': 'tempest-TestMinimumBasicScenario-864075090-router', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:09:57Z', 'updated_at': '2021-11-18T18:09:58Z', 'revision_number': 3, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'gw_port': {'id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:09:58Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:01.249468 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:01.259756 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d71ef16f-1cf4-4b86-90ac-e92edc4c4bea triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:01.260164 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:01.263139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9a1167a1-af64-42cb-bcfb-68c8ffbd4e48 None None] Port c33ee853-be63-462e-83a1-11fda21c1574 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:10:01.264724 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7626be0a-4b6b-4e69-9105-438fb450295d None None] The sync data for ids ['4a0f318d-b1d4-4809-adbf-7e54aae40336'] in n-d-813419-11 is: [{'id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'name': 'tempest-TestMinimumBasicScenario-864075090-router', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:09:57Z', 'updated_at': '2021-11-18T18:09:58Z', 'revision_number': 3, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'gw_port': {'id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:09:58Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:10:01.328216 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:01.400433 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] Pushing event updated for resources: {'Port': ['ID=c33ee853-be63-462e-83a1-11fda21c1574,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:01.404653 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:01.515465 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] Network e883d0af-de8f-4939-a185-f185d6680a8f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:10:01.517015 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:10:01.641644 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] Router 4a0f318d-b1d4-4809-adbf-7e54aae40336 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:10:01.759567 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:10:01.765534 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-14e3555e-cec4-4cb0-9395-9a2331782340 admin admin] 10.222.0.72 "PUT /v2.0/routers/4a0f318d-b1d4-4809-adbf-7e54aae40336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8863912 Nov 18 18:10:01.786826 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d5c15c45-4fa5-4f3a-b529-a1b804dba19b None None] Provisioning complete for port c33ee853-be63-462e-83a1-11fda21c1574 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:01.787417 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d5c15c45-4fa5-4f3a-b529-a1b804dba19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:01.826745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d5c15c45-4fa5-4f3a-b529-a1b804dba19b None None] Port c33ee853-be63-462e-83a1-11fda21c1574 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:10:02.466167 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-815973aa-9799-4cb6-bee9-b5e6f80a7665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:02.468979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39300) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:10:02.474269 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-32fe5048-2579-423b-a027-d4b1b16e73b5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1656554873-network', 'tenant_id': 'ce2914905de247d18ab39a561cd5b617'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:10:02.543619 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fe5048-2579-423b-a027-d4b1b16e73b5 admin admin] Made reservation on behalf of ce2914905de247d18ab39a561cd5b617 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:10:02.546015 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32fe5048-2579-423b-a027-d4b1b16e73b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:02.555359 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32fe5048-2579-423b-a027-d4b1b16e73b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:02.634576 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32fe5048-2579-423b-a027-d4b1b16e73b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:02.739820 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32fe5048-2579-423b-a027-d4b1b16e73b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:02.765452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fe5048-2579-423b-a027-d4b1b16e73b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:10:02.775260 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe5048-2579-423b-a027-d4b1b16e73b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045b8869-2406-4c53-8be8-13e484fa31e9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:02.780860 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32fe5048-2579-423b-a027-d4b1b16e73b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:02.781172 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-32fe5048-2579-423b-a027-d4b1b16e73b5 admin admin] Added segment d2c739dc-046a-4ec7-b8a5-75a19b05ec7c of type vlan for network 3ca64a5b-7c86-489e-ae72-ed398c145117 Nov 18 18:10:02.811723 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Sync routers for ids ['4a0f318d-b1d4-4809-adbf-7e54aae40336'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:10:02.821659 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Routers {'4a0f318d-b1d4-4809-adbf-7e54aae40336'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:10:02.821812 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32fe5048-2579-423b-a027-d4b1b16e73b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:02.822474 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:10:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4a0f318d-b1d4-4809-adbf-7e54aae40336'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:02.908736 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32fe5048-2579-423b-a027-d4b1b16e73b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:02.909852 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fe5048-2579-423b-a027-d4b1b16e73b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:02.910513 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32fe5048-2579-423b-a027-d4b1b16e73b5 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:02.930573 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Set router 4a0f318d-b1d4-4809-adbf-7e54aae40336 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:10:02.981917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe5048-2579-423b-a027-d4b1b16e73b5 admin admin] Pushing event updated for resources: {'Network': ['ID=3ca64a5b-7c86-489e-ae72-ed398c145117,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:03.009099 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 3ca64a5b-7c86-489e-ae72-ed398c145117 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:10:03.015302 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-32fe5048-2579-423b-a027-d4b1b16e73b5 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5448194 Nov 18 18:10:03.018011 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39302) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:10:03.023694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-be4c15cf-e6b5-4390-b2a6-7f4455f786c0 admin admin] Request body: {'subnet': {'network_id': '3ca64a5b-7c86-489e-ae72-ed398c145117', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1656554873-subnet', 'tenant_id': 'ce2914905de247d18ab39a561cd5b617', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:10:03.125836 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4c15cf-e6b5-4390-b2a6-7f4455f786c0 admin admin] Made reservation on behalf of ce2914905de247d18ab39a561cd5b617 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:10:03.128465 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-be4c15cf-e6b5-4390-b2a6-7f4455f786c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:03.157123 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d708b01e-7cf7-4a14-a335-795f057d3038 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:10:03.249367 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d708b01e-7cf7-4a14-a335-795f057d3038 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:03.249654 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:03.280591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'name': 'tempest-TestMinimumBasicScenario-864075090-router', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:09:57Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'gw_port': {'id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:09:58Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'c33ee853-be63-462e-83a1-11fda21c1574', 'name': '', 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'mac_address': 'fa:16:3e:8f:a3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:00Z', 'updated_at': '2021-11-18T18:10:01Z', 'revision_number': 2, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'subnets': [{'id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:03.316602 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Checking router: 4a0f318d-b1d4-4809-adbf-7e54aae40336 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:10:03.316961 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Updating router 4a0f318d-b1d4-4809-adbf-7e54aae40336 port c33ee853-be63-462e-83a1-11fda21c1574 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:10:03.350224 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:03.394517 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-be4c15cf-e6b5-4390-b2a6-7f4455f786c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:03.448720 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c15cf-e6b5-4390-b2a6-7f4455f786c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a1c349e-b881-45f0-86f4-14cd0cbb6046,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:03.459548 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4c15cf-e6b5-4390-b2a6-7f4455f786c0 admin admin] Checking segment: {'id': 'd2c739dc-046a-4ec7-b8a5-75a19b05ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3ca64a5b-7c86-489e-ae72-ed398c145117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:10:03.459957 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4c15cf-e6b5-4390-b2a6-7f4455f786c0 admin admin] Network hostable DHCP agents. Network: 3ca64a5b-7c86-489e-ae72-ed398c145117, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:10:03.531324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4c15cf-e6b5-4390-b2a6-7f4455f786c0 admin admin] Network 3ca64a5b-7c86-489e-ae72-ed398c145117 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:10:03.602029 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-be4c15cf-e6b5-4390-b2a6-7f4455f786c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 3ca64a5b-7c86-489e-ae72-ed398c145117) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:10:03.607119 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c15cf-e6b5-4390-b2a6-7f4455f786c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:03.608014 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-be4c15cf-e6b5-4390-b2a6-7f4455f786c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:03.621705 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1967bdac-13ba-4421-9af5-07de6cf4e1d1 None None] Network 3ca64a5b-7c86-489e-ae72-ed398c145117 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:10:03.679198 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-be4c15cf-e6b5-4390-b2a6-7f4455f786c0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6571250 Nov 18 18:10:03.679559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39304) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:10:03.684979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1656554873-router', 'tenant_id': 'ce2914905de247d18ab39a561cd5b617', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:10:03.774206 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:03.775294 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:03.823628 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:03.830445 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:03.900919 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:03.920551 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:03.963035 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-3ca64a5b-7c86-489e-ae72-ed398c145117', 'network_id': '3ca64a5b-7c86-489e-ae72-ed398c145117', 'tenant_id': 'ce2914905de247d18ab39a561cd5b617', 'fixed_ips': [{'subnet_id': '7a1c349e-b881-45f0-86f4-14cd0cbb6046'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:10:03.964155 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:04.002905 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3cc5a-8653-4b85-928a-beeef1db894f None None] Pushing event updated for resources: {'Port': ['ID=c33ee853-be63-462e-83a1-11fda21c1574,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:04.058923 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:04.115362 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Attempting to bind port c33ee853-be63-462e-83a1-11fda21c1574 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:10:04.115746 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Attempting to bind port c33ee853-be63-462e-83a1-11fda21c1574 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '72e3d47b-def4-4b2b-8822-c70481a81c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:10:04.116147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Attempting to bind port c33ee853-be63-462e-83a1-11fda21c1574 on network e883d0af-de8f-4939-a185-f185d6680a8f {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:10:04.129033 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:10:04.129417 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Checking segment: {'id': '72e3d47b-def4-4b2b-8822-c70481a81c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:10:04.129824 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:04.130227 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Bound using segment: {'id': '72e3d47b-def4-4b2b-8822-c70481a81c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:10:04.130721 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Bound port: c33ee853-be63-462e-83a1-11fda21c1574, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e3d47b-def4-4b2b-8822-c70481a81c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:10:04.131111 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:04.205723 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Allocated IP 172.20.0.2 (3ca64a5b-7c86-489e-ae72-ed398c145117/7a1c349e-b881-45f0-86f4-14cd0cbb6046/151c1632-36b3-4b0c-9d03-ea1c7d72f792) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:10:04.247423 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] For port c33ee853-be63-462e-83a1-11fda21c1574, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:10:04.276550 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] For port c33ee853-be63-462e-83a1-11fda21c1574, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c33ee853-be63-462e-83a1-11fda21c1574,segment=NetworkSegment(72e3d47b-def4-4b2b-8822-c70481a81c62),segment_id=72e3d47b-def4-4b2b-8822-c70481a81c62)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:10:04.320815 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1ea7692b-4b7a-45de-9c92-54cb14b4a231 None None] Provisioning complete for port c33ee853-be63-462e-83a1-11fda21c1574 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:04.321190 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1ea7692b-4b7a-45de-9c92-54cb14b4a231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:04.330946 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:04.350839 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:04.361136 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:04.411090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1ea7692b-4b7a-45de-9c92-54cb14b4a231 None None] Port c33ee853-be63-462e-83a1-11fda21c1574 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:10:04.468983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Allocated IP 172.25.3.166 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/b2597c5a-8912-4773-bd1f-e55c91691aa3) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:10:04.482707 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Routers {'4a0f318d-b1d4-4809-adbf-7e54aae40336'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:10:04.486165 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:10:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4a0f318d-b1d4-4809-adbf-7e54aae40336'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:04.486165 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:04.488273 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3cc5a-8653-4b85-928a-beeef1db894f None None] Pushing event updated for resources: {'Port': ['ID=c33ee853-be63-462e-83a1-11fda21c1574,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:04.582150 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:04.600501 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:04.603397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] Set router 4a0f318d-b1d4-4809-adbf-7e54aae40336 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:10:04.677038 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Network 3ca64a5b-7c86-489e-ae72-ed398c145117 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:10:04.685550 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Pushing event updated for resources: {'Port': ['ID=151c1632-36b3-4b0c-9d03-ea1c7d72f792,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:04.688065 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:10:04.690503 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:04.720281 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:10:04.737007 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:10:04.740003 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:10:04.742443 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:10:04.763910 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882c7109-0e94-4885-998b-9ed5dade7928 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:10:04.769147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Pushing event updated for resources: {'Port': ['ID=b2597c5a-8912-4773-bd1f-e55c91691aa3,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:04.828879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8ce0b384-6b6f-4471-9a6e-1757505c0683 None None] Provisioning complete for port c33ee853-be63-462e-83a1-11fda21c1574 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:04.829492 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ce0b384-6b6f-4471-9a6e-1757505c0683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:04.869783 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Attempting to bind port 151c1632-36b3-4b0c-9d03-ea1c7d72f792 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:10:04.870164 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Attempting to bind port 151c1632-36b3-4b0c-9d03-ea1c7d72f792 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'd2c739dc-046a-4ec7-b8a5-75a19b05ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3ca64a5b-7c86-489e-ae72-ed398c145117'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:10:04.870539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Attempting to bind port 151c1632-36b3-4b0c-9d03-ea1c7d72f792 on network 3ca64a5b-7c86-489e-ae72-ed398c145117 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:10:04.897768 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:10:04.898078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Checking segment: {'id': 'd2c739dc-046a-4ec7-b8a5-75a19b05ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3ca64a5b-7c86-489e-ae72-ed398c145117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:10:04.898485 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:04.898897 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Bound using segment: {'id': 'd2c739dc-046a-4ec7-b8a5-75a19b05ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3ca64a5b-7c86-489e-ae72-ed398c145117'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:10:04.899374 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Bound port: 151c1632-36b3-4b0c-9d03-ea1c7d72f792, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c739dc-046a-4ec7-b8a5-75a19b05ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3ca64a5b-7c86-489e-ae72-ed398c145117'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:10:04.899759 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:05.026900 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ce0b384-6b6f-4471-9a6e-1757505c0683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:05.039459 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-671e5270-214c-4753-bb29-8687cadd393c None None] For port 151c1632-36b3-4b0c-9d03-ea1c7d72f792, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:10:05.054794 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-671e5270-214c-4753-bb29-8687cadd393c None None] For port 151c1632-36b3-4b0c-9d03-ea1c7d72f792, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=151c1632-36b3-4b0c-9d03-ea1c7d72f792,segment=NetworkSegment(d2c739dc-046a-4ec7-b8a5-75a19b05ec7c),segment_id=d2c739dc-046a-4ec7-b8a5-75a19b05ec7c)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:10:05.058036 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:05.084440 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8ce0b384-6b6f-4471-9a6e-1757505c0683 None None] For port c33ee853-be63-462e-83a1-11fda21c1574, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c33ee853-be63-462e-83a1-11fda21c1574,segment=NetworkSegment(72e3d47b-def4-4b2b-8822-c70481a81c62),segment_id=72e3d47b-def4-4b2b-8822-c70481a81c62)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:10:05.087484 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'name': 'tempest-TestMinimumBasicScenario-864075090-router', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:09:57Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'gw_port': {'id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:09:58Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'c33ee853-be63-462e-83a1-11fda21c1574', 'name': '', 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'mac_address': 'fa:16:3e:8f:a3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:00Z', 'updated_at': '2021-11-18T18:10:04Z', 'revision_number': 4, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'subnets': [{'id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:05.115548 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3d256d-4aec-400c-96ed-d9a4f2c7d928 None None] The sync data for ids ['4a0f318d-b1d4-4809-adbf-7e54aae40336'] in n-d-813419-11 is: [{'id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'name': 'tempest-TestMinimumBasicScenario-864075090-router', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:09:57Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'gw_port': {'id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:09:58Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'c33ee853-be63-462e-83a1-11fda21c1574', 'name': '', 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'mac_address': 'fa:16:3e:8f:a3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:00Z', 'updated_at': '2021-11-18T18:10:04Z', 'revision_number': 4, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'subnets': [{'id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:10:05.138217 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:05.182215 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ce0b384-6b6f-4471-9a6e-1757505c0683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:05.232968 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:05.236802 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e5270-214c-4753-bb29-8687cadd393c None None] Pushing event updated for resources: {'Port': ['ID=151c1632-36b3-4b0c-9d03-ea1c7d72f792,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:05.309117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0b384-6b6f-4471-9a6e-1757505c0683 None None] Pushing event updated for resources: {'Port': ['ID=c33ee853-be63-462e-83a1-11fda21c1574,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:05.319338 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3aadf07b-cdf5-43e1-a513-f21bec1d0760 None None] Provisioning complete for port b2597c5a-8912-4773-bd1f-e55c91691aa3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:05.319993 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3aadf07b-cdf5-43e1-a513-f21bec1d0760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:05.361662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3aadf07b-cdf5-43e1-a513-f21bec1d0760 None None] Port b2597c5a-8912-4773-bd1f-e55c91691aa3 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:10:05.533860 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:05.664303 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:05.865275 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Router dc25e14b-6ba2-4757-974b-be9d725af804 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:10:05.988452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:10:06.006415 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Sync routers for ids ['dc25e14b-6ba2-4757-974b-be9d725af804'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:10:06.032971 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Routers {'dc25e14b-6ba2-4757-974b-be9d725af804'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:10:06.033756 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:10:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['dc25e14b-6ba2-4757-974b-be9d725af804'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:06.101356 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:06.106160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39308) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:10:06.106689 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5c85f92a-905b-445c-a28f-0ddcd6c70db3 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4251466 Nov 18 18:10:06.198439 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Set router dc25e14b-6ba2-4757-974b-be9d725af804 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:10:06.389906 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3b9d46-42f9-4afe-9a72-e035a12483cf None None] Network 3ca64a5b-7c86-489e-ae72-ed398c145117 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:10:06.462591 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'name': 'tempest-TestMinimumBasicScenario-1656554873-router', 'tenant_id': 'ce2914905de247d18ab39a561cd5b617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b2597c5a-8912-4773-bd1f-e55c91691aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:10:03Z', 'updated_at': '2021-11-18T18:10:04Z', 'revision_number': 3, 'project_id': 'ce2914905de247d18ab39a561cd5b617', 'gw_port': {'id': 'b2597c5a-8912-4773-bd1f-e55c91691aa3', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:04Z', 'updated_at': '2021-11-18T18:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:06.495617 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Checking router: dc25e14b-6ba2-4757-974b-be9d725af804 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:10:06.496563 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Updating router dc25e14b-6ba2-4757-974b-be9d725af804 port b2597c5a-8912-4773-bd1f-e55c91691aa3 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:10:06.522077 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:06.528976 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1c509419-b2a8-4046-a0f0-8e6d4d465893 None None] Provisioning complete for port 151c1632-36b3-4b0c-9d03-ea1c7d72f792 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:06.529349 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c509419-b2a8-4046-a0f0-8e6d4d465893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:06.657512 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c509419-b2a8-4046-a0f0-8e6d4d465893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:06.699407 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1c509419-b2a8-4046-a0f0-8e6d4d465893 None None] For port 151c1632-36b3-4b0c-9d03-ea1c7d72f792, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=151c1632-36b3-4b0c-9d03-ea1c7d72f792,segment=NetworkSegment(d2c739dc-046a-4ec7-b8a5-75a19b05ec7c),segment_id=d2c739dc-046a-4ec7-b8a5-75a19b05ec7c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:10:06.703425 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:06.760743 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c509419-b2a8-4046-a0f0-8e6d4d465893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:06.809877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c509419-b2a8-4046-a0f0-8e6d4d465893 None None] Pushing event updated for resources: {'Port': ['ID=151c1632-36b3-4b0c-9d03-ea1c7d72f792,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:06.842465 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:06.882477 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f866c263-c082-49a2-b3e4-470440a24455 None None] Provisioning complete for port 151c1632-36b3-4b0c-9d03-ea1c7d72f792 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:06.882864 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f866c263-c082-49a2-b3e4-470440a24455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:06.892027 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] Allocated IP 172.20.0.1 (3ca64a5b-7c86-489e-ae72-ed398c145117/7a1c349e-b881-45f0-86f4-14cd0cbb6046/c3c4390f-f1e7-45df-b8e1-9844941d0b53) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:10:06.899629 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:06.954001 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Attempting to bind port b2597c5a-8912-4773-bd1f-e55c91691aa3 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:10:06.954383 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Attempting to bind port b2597c5a-8912-4773-bd1f-e55c91691aa3 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:10:06.954763 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Attempting to bind port b2597c5a-8912-4773-bd1f-e55c91691aa3 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:10:06.957901 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63194a-87a6-4bde-9003-5914bc7e5110 None None] Pushing event updated for resources: {'Port': ['ID=b2597c5a-8912-4773-bd1f-e55c91691aa3,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:06.958860 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b7ea30-08bb-4102-b847-c1672e44e0b3 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:10:06.962523 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:10:06.962904 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:10:06.963908 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:06.964029 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:10:06.964449 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Bound port: b2597c5a-8912-4773-bd1f-e55c91691aa3, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:10:06.964868 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:07.009979 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:07.016265 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] For port b2597c5a-8912-4773-bd1f-e55c91691aa3, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:10:07.019925 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] For port b2597c5a-8912-4773-bd1f-e55c91691aa3, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b2597c5a-8912-4773-bd1f-e55c91691aa3,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:10:07.065410 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:07.086373 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:07.122893 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a2c30567-5bfe-4771-a10d-a20f32a3f2da None None] Provisioning complete for port b2597c5a-8912-4773-bd1f-e55c91691aa3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:07.123586 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a2c30567-5bfe-4771-a10d-a20f32a3f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:07.131115 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] Network 3ca64a5b-7c86-489e-ae72-ed398c145117 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:10:07.134518 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:10:07.134727 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Routers {'dc25e14b-6ba2-4757-974b-be9d725af804'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:10:07.135172 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:10:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['dc25e14b-6ba2-4757-974b-be9d725af804'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:07.139223 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:10:07.141292 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63194a-87a6-4bde-9003-5914bc7e5110 None None] Pushing event updated for resources: {'Port': ['ID=b2597c5a-8912-4773-bd1f-e55c91691aa3,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:07.181932 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c4390f-f1e7-45df-b8e1-9844941d0b53,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:07.183207 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a8851c-0394-4167-91bb-0f6f9ab4f7e4 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:10:07.207886 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:07.264367 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a2c30567-5bfe-4771-a10d-a20f32a3f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:07.284893 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] Set router dc25e14b-6ba2-4757-974b-be9d725af804 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:10:07.293944 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a2c30567-5bfe-4771-a10d-a20f32a3f2da None None] For port b2597c5a-8912-4773-bd1f-e55c91691aa3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b2597c5a-8912-4773-bd1f-e55c91691aa3,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:10:07.312086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 151c1632-36b3-4b0c-9d03-ea1c7d72f792 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:10:07.370380 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 151c1632-36b3-4b0c-9d03-ea1c7d72f792 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:07.371376 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:07.445311 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a2c30567-5bfe-4771-a10d-a20f32a3f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:07.490392 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c33ee853-be63-462e-83a1-11fda21c1574 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:10:07.503198 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'name': 'tempest-TestMinimumBasicScenario-1656554873-router', 'tenant_id': 'ce2914905de247d18ab39a561cd5b617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b2597c5a-8912-4773-bd1f-e55c91691aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:10:03Z', 'updated_at': '2021-11-18T18:10:04Z', 'revision_number': 3, 'project_id': 'ce2914905de247d18ab39a561cd5b617', 'gw_port': {'id': 'b2597c5a-8912-4773-bd1f-e55c91691aa3', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:04Z', 'updated_at': '2021-11-18T18:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:07.505216 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:07.533706 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d99ee36-2092-461f-ba54-9e46dbf6cb00 None None] The sync data for ids ['dc25e14b-6ba2-4757-974b-be9d725af804'] in n-d-813419-11 is: [{'id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'name': 'tempest-TestMinimumBasicScenario-1656554873-router', 'tenant_id': 'ce2914905de247d18ab39a561cd5b617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b2597c5a-8912-4773-bd1f-e55c91691aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:10:03Z', 'updated_at': '2021-11-18T18:10:04Z', 'revision_number': 3, 'project_id': 'ce2914905de247d18ab39a561cd5b617', 'gw_port': {'id': 'b2597c5a-8912-4773-bd1f-e55c91691aa3', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:04Z', 'updated_at': '2021-11-18T18:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:10:07.540337 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c30567-5bfe-4771-a10d-a20f32a3f2da None None] Pushing event updated for resources: {'Port': ['ID=b2597c5a-8912-4773-bd1f-e55c91691aa3,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:07.572802 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port c33ee853-be63-462e-83a1-11fda21c1574 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:07.573179 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:07.602784 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2f5bfec4-cb6e-48a3-87f1-71b8fa1f7024 None None] Provisioning complete for port b2597c5a-8912-4773-bd1f-e55c91691aa3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:07.603160 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2f5bfec4-cb6e-48a3-87f1-71b8fa1f7024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:07.688685 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:07.745116 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:07.794216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2f5bfec4-cb6e-48a3-87f1-71b8fa1f7024 None None] Provisioning complete for port c3c4390f-f1e7-45df-b8e1-9844941d0b53 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:07.794812 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2f5bfec4-cb6e-48a3-87f1-71b8fa1f7024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:07.837126 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2f5bfec4-cb6e-48a3-87f1-71b8fa1f7024 None None] Port c3c4390f-f1e7-45df-b8e1-9844941d0b53 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:10:07.838390 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:07.841470 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c4390f-f1e7-45df-b8e1-9844941d0b53,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:07.940795 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] Network 3ca64a5b-7c86-489e-ae72-ed398c145117 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:10:07.942397 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:10:08.075351 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] Router dc25e14b-6ba2-4757-974b-be9d725af804 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:10:08.160335 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-874531a3-f640-455c-80ba-7f65df6c5678 None None] Provisioning complete for port c3c4390f-f1e7-45df-b8e1-9844941d0b53 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:08.160713 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-874531a3-f640-455c-80ba-7f65df6c5678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:08.197572 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-874531a3-f640-455c-80ba-7f65df6c5678 None None] Port c3c4390f-f1e7-45df-b8e1-9844941d0b53 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:10:08.200157 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:10:08.205280 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d562967d-7578-478b-abe9-e95af11b4a19 admin admin] 10.222.0.72 "PUT /v2.0/routers/dc25e14b-6ba2-4757-974b-be9d725af804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0980206 Nov 18 18:10:09.168693 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b2597c5a-8912-4773-bd1f-e55c91691aa3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:10:09.196586 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Sync routers for ids ['dc25e14b-6ba2-4757-974b-be9d725af804'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:10:09.223543 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Routers {'dc25e14b-6ba2-4757-974b-be9d725af804'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:10:09.232546 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:10:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['dc25e14b-6ba2-4757-974b-be9d725af804'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:09.282980 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port b2597c5a-8912-4773-bd1f-e55c91691aa3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:09.282980 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:09.577874 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Set router dc25e14b-6ba2-4757-974b-be9d725af804 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:10:09.817423 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'name': 'tempest-TestMinimumBasicScenario-1656554873-router', 'tenant_id': 'ce2914905de247d18ab39a561cd5b617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b2597c5a-8912-4773-bd1f-e55c91691aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:10:03Z', 'updated_at': '2021-11-18T18:10:07Z', 'revision_number': 4, 'project_id': 'ce2914905de247d18ab39a561cd5b617', 'gw_port': {'id': 'b2597c5a-8912-4773-bd1f-e55c91691aa3', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:04Z', 'updated_at': '2021-11-18T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'c3c4390f-f1e7-45df-b8e1-9844941d0b53', 'name': '', 'network_id': '3ca64a5b-7c86-489e-ae72-ed398c145117', 'tenant_id': 'ce2914905de247d18ab39a561cd5b617', 'mac_address': 'fa:16:3e:01:84:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7a1c349e-b881-45f0-86f4-14cd0cbb6046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:06Z', 'updated_at': '2021-11-18T18:10:07Z', 'revision_number': 2, 'project_id': 'ce2914905de247d18ab39a561cd5b617', 'subnets': [{'id': '7a1c349e-b881-45f0-86f4-14cd0cbb6046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:09.848092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Checking router: dc25e14b-6ba2-4757-974b-be9d725af804 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:10:09.848476 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Updating router dc25e14b-6ba2-4757-974b-be9d725af804 port c3c4390f-f1e7-45df-b8e1-9844941d0b53 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:10:09.880315 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:10.187167 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:10.264225 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:10.321422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bf253-9028-48e4-8264-03da5d596b43 None None] Pushing event updated for resources: {'Port': ['ID=c3c4390f-f1e7-45df-b8e1-9844941d0b53,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:10.397289 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Attempting to bind port c3c4390f-f1e7-45df-b8e1-9844941d0b53 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:10:10.397747 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Attempting to bind port c3c4390f-f1e7-45df-b8e1-9844941d0b53 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'd2c739dc-046a-4ec7-b8a5-75a19b05ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3ca64a5b-7c86-489e-ae72-ed398c145117'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:10:10.398189 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Attempting to bind port c3c4390f-f1e7-45df-b8e1-9844941d0b53 on network 3ca64a5b-7c86-489e-ae72-ed398c145117 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:10:10.406013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:10:10.406541 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Checking segment: {'id': 'd2c739dc-046a-4ec7-b8a5-75a19b05ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3ca64a5b-7c86-489e-ae72-ed398c145117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:10:10.406967 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:10.407371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Bound using segment: {'id': 'd2c739dc-046a-4ec7-b8a5-75a19b05ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3ca64a5b-7c86-489e-ae72-ed398c145117'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:10:10.408165 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Bound port: c3c4390f-f1e7-45df-b8e1-9844941d0b53, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c739dc-046a-4ec7-b8a5-75a19b05ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3ca64a5b-7c86-489e-ae72-ed398c145117'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:10:10.408568 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:10.495154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] For port c3c4390f-f1e7-45df-b8e1-9844941d0b53, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:10:10.501882 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] For port c3c4390f-f1e7-45df-b8e1-9844941d0b53, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c3c4390f-f1e7-45df-b8e1-9844941d0b53,segment=NetworkSegment(d2c739dc-046a-4ec7-b8a5-75a19b05ec7c),segment_id=d2c739dc-046a-4ec7-b8a5-75a19b05ec7c)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:10:10.595401 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:10.679173 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Routers {'dc25e14b-6ba2-4757-974b-be9d725af804'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:10:10.679858 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:10:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['dc25e14b-6ba2-4757-974b-be9d725af804'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:10.686689 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5192745c-f6b4-49f4-962c-3830324beb31 None None] Provisioning complete for port c3c4390f-f1e7-45df-b8e1-9844941d0b53 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:10.687072 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5192745c-f6b4-49f4-962c-3830324beb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:10.728108 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bf253-9028-48e4-8264-03da5d596b43 None None] Pushing event updated for resources: {'Port': ['ID=c3c4390f-f1e7-45df-b8e1-9844941d0b53,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:10.887400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] Set router dc25e14b-6ba2-4757-974b-be9d725af804 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:10:10.918675 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5192745c-f6b4-49f4-962c-3830324beb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:11.007772 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5192745c-f6b4-49f4-962c-3830324beb31 None None] For port c3c4390f-f1e7-45df-b8e1-9844941d0b53, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c3c4390f-f1e7-45df-b8e1-9844941d0b53,segment=NetworkSegment(d2c739dc-046a-4ec7-b8a5-75a19b05ec7c),segment_id=d2c739dc-046a-4ec7-b8a5-75a19b05ec7c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:10:11.103891 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5192745c-f6b4-49f4-962c-3830324beb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:11.175330 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192745c-f6b4-49f4-962c-3830324beb31 None None] Pushing event updated for resources: {'Port': ['ID=c3c4390f-f1e7-45df-b8e1-9844941d0b53,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:11.187589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'name': 'tempest-TestMinimumBasicScenario-1656554873-router', 'tenant_id': 'ce2914905de247d18ab39a561cd5b617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b2597c5a-8912-4773-bd1f-e55c91691aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:10:03Z', 'updated_at': '2021-11-18T18:10:07Z', 'revision_number': 4, 'project_id': 'ce2914905de247d18ab39a561cd5b617', 'gw_port': {'id': 'b2597c5a-8912-4773-bd1f-e55c91691aa3', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:04Z', 'updated_at': '2021-11-18T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'c3c4390f-f1e7-45df-b8e1-9844941d0b53', 'name': '', 'network_id': '3ca64a5b-7c86-489e-ae72-ed398c145117', 'tenant_id': 'ce2914905de247d18ab39a561cd5b617', 'mac_address': 'fa:16:3e:01:84:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7a1c349e-b881-45f0-86f4-14cd0cbb6046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:06Z', 'updated_at': '2021-11-18T18:10:10Z', 'revision_number': 4, 'project_id': 'ce2914905de247d18ab39a561cd5b617', 'subnets': [{'id': '7a1c349e-b881-45f0-86f4-14cd0cbb6046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:11.219943 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28855acb-9816-4fed-b76f-22edd7858f23 None None] The sync data for ids ['dc25e14b-6ba2-4757-974b-be9d725af804'] in n-d-813419-11 is: [{'id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'name': 'tempest-TestMinimumBasicScenario-1656554873-router', 'tenant_id': 'ce2914905de247d18ab39a561cd5b617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b2597c5a-8912-4773-bd1f-e55c91691aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:10:03Z', 'updated_at': '2021-11-18T18:10:07Z', 'revision_number': 4, 'project_id': 'ce2914905de247d18ab39a561cd5b617', 'gw_port': {'id': 'b2597c5a-8912-4773-bd1f-e55c91691aa3', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:04Z', 'updated_at': '2021-11-18T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'c3c4390f-f1e7-45df-b8e1-9844941d0b53', 'name': '', 'network_id': '3ca64a5b-7c86-489e-ae72-ed398c145117', 'tenant_id': 'ce2914905de247d18ab39a561cd5b617', 'mac_address': 'fa:16:3e:01:84:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7a1c349e-b881-45f0-86f4-14cd0cbb6046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:06Z', 'updated_at': '2021-11-18T18:10:10Z', 'revision_number': 4, 'project_id': 'ce2914905de247d18ab39a561cd5b617', 'subnets': [{'id': '7a1c349e-b881-45f0-86f4-14cd0cbb6046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:10:11.238522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e697ec89-2dbc-4b90-be69-28dabc8c55d5 None None] Provisioning complete for port c3c4390f-f1e7-45df-b8e1-9844941d0b53 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:11.240063 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e697ec89-2dbc-4b90-be69-28dabc8c55d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:13.177581 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c3c4390f-f1e7-45df-b8e1-9844941d0b53 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:10:13.234412 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port c3c4390f-f1e7-45df-b8e1-9844941d0b53 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:13.234831 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:19.814499 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-0b194d28-e4b4-4477-adc0-8b078b67e968 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:19.816023 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-0b194d28-e4b4-4477-adc0-8b078b67e968 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/networks?id=e883d0af-de8f-4939-a185-f185d6680a8f HTTP/1.1" status: 200 len: 814 time: 0.1047585 Nov 18 18:10:19.831481 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-bd006b9a-ed3c-490b-9e5a-06cbaa5b6907 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/quotas/81f064e1efac43fcb02ca21c6504c660 HTTP/1.1" status: 200 len: 375 time: 0.0097322 Nov 18 18:10:19.882859 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9ea53ce8-6cbe-49af-9afb-f293d010e552 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=81f064e1efac43fcb02ca21c6504c660&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460901 Nov 18 18:10:19.984294 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-8954bfbb-8832-4aa9-a440-3e40a60ba598 service neutron] 10.222.0.72 "GET /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892377 Nov 18 18:10:20.076184 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-d38d1b00-1b8f-4863-a7de-c9c282b6bcdf service neutron] 10.222.0.72 "GET /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853162 Nov 18 18:10:20.306913 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9688feec-138f-4c93-bfe4-fea2257f1397 req-08089eae-6276-4e2b-967a-19983cf2bd4b tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 210 time: 0.0267036 Nov 18 18:10:21.388545 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aeab8420-3c58-4964-8618-9900f6903616 req-8378c60c-3b81-4a17-8146-6d72f28baa76 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 210 time: 0.0304511 Nov 18 18:10:22.024865 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:22.447763 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-782e9c73-4ce5-4964-83f2-642b7eaf3afe tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:22.449908 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-782e9c73-4ce5-4964-83f2-642b7eaf3afe tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.81 "GET /v2.0/networks?id=e883d0af-de8f-4939-a185-f185d6680a8f HTTP/1.1" status: 200 len: 814 time: 0.1072776 Nov 18 18:10:22.462348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-234af819-025d-4a30-9a9c-f9fe6e689966 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Request body: {'port': {'device_id': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f', 'admin_state_up': True, 'tenant_id': '81f064e1efac43fcb02ca21c6504c660'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:10:22.487608 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-de709778-7cad-4586-8d99-56d576f7759a req-79d39a37-79c0-450b-b1be-0e2c967bdde9 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 210 time: 0.0272567 Nov 18 18:10:22.719209 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-234af819-025d-4a30-9a9c-f9fe6e689966 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Made reservation on behalf of 81f064e1efac43fcb02ca21c6504c660 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:10:22.722803 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-234af819-025d-4a30-9a9c-f9fe6e689966 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:22.847313 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-234af819-025d-4a30-9a9c-f9fe6e689966 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Allocated IP 172.20.0.12 (e883d0af-de8f-4939-a185-f185d6680a8f/b58b816d-3a8f-4c15-9be8-e8c50885310e/a5109bd2-8eca-4c13-8f77-7f2ca08f6987) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:10:23.003357 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-234af819-025d-4a30-9a9c-f9fe6e689966 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:23.087712 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-234af819-025d-4a30-9a9c-f9fe6e689966 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:23.127656 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-234af819-025d-4a30-9a9c-f9fe6e689966 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Network e883d0af-de8f-4939-a185-f185d6680a8f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:10:23.131303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-234af819-025d-4a30-9a9c-f9fe6e689966 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:10:23.136151 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-234af819-025d-4a30-9a9c-f9fe6e689966 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:10:23.205343 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234af819-025d-4a30-9a9c-f9fe6e689966 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Pushing event updated for resources: {'Port': ['ID=a5109bd2-8eca-4c13-8f77-7f2ca08f6987,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:23.215600 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-234af819-025d-4a30-9a9c-f9fe6e689966 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:23.216547 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-234af819-025d-4a30-9a9c-f9fe6e689966 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:23.308074 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-234af819-025d-4a30-9a9c-f9fe6e689966 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8493922 Nov 18 18:10:23.491149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2b46b841-b393-4ca2-bbe2-a8730534622b None None] Provisioning complete for port a5109bd2-8eca-4c13-8f77-7f2ca08f6987 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:23.492159 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b46b841-b393-4ca2-bbe2-a8730534622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:23.568005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2b46b841-b393-4ca2-bbe2-a8730534622b None None] Port a5109bd2-8eca-4c13-8f77-7f2ca08f6987 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:10:23.653336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeee0d1-1491-458a-85ca-59146bdd6667 req-86fade12-6a77-459a-8309-6c3f8460e595 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:23.654877 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cfeee0d1-1491-458a-85ca-59146bdd6667 req-86fade12-6a77-459a-8309-6c3f8460e595 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 932 time: 0.0609510 Nov 18 18:10:23.705827 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:23.715735 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-cfeee0d1-1491-458a-85ca-59146bdd6667 req-5a15d1ca-9c2f-4371-bac2-354e8c292554 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540810 Nov 18 18:10:24.839744 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e948c97-c079-4080-91ac-30f227c5da37 req-ec9bfcb2-d219-4b95-88ea-96229956f4bc tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:24.841475 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e948c97-c079-4080-91ac-30f227c5da37 req-ec9bfcb2-d219-4b95-88ea-96229956f4bc tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 932 time: 0.0509667 Nov 18 18:10:24.899008 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3e948c97-c079-4080-91ac-30f227c5da37 req-de2ab8c2-257a-4696-a0c0-ce7923476a0a tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513568 Nov 18 18:10:26.034391 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2e923-81b1-4170-aaa6-67b3862149bb req-cb935152-e72e-4395-9adb-d65da5a81318 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:26.035932 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2dc2e923-81b1-4170-aaa6-67b3862149bb req-cb935152-e72e-4395-9adb-d65da5a81318 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 932 time: 0.0569384 Nov 18 18:10:26.087183 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2dc2e923-81b1-4170-aaa6-67b3862149bb req-f843f4c4-0581-450a-95d1-b96321cbd40a tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448260 Nov 18 18:10:27.247773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5dd77-72ff-4bb6-88e6-6dcff0f2cfe2 req-af870ba5-1b9a-4eaa-bce6-fa697b277dbc tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:27.249331 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eef5dd77-72ff-4bb6-88e6-6dcff0f2cfe2 req-af870ba5-1b9a-4eaa-bce6-fa697b277dbc tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 932 time: 0.0661876 Nov 18 18:10:27.302405 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eef5dd77-72ff-4bb6-88e6-6dcff0f2cfe2 req-878a67eb-9d69-4c24-b507-e6eb1851459b tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467613 Nov 18 18:10:28.428498 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab610632-fbcd-47f5-9266-d0f63ebf4304 req-a0c79ad7-d93f-4eed-8ffa-aab89cccd587 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:28.430033 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab610632-fbcd-47f5-9266-d0f63ebf4304 req-a0c79ad7-d93f-4eed-8ffa-aab89cccd587 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 932 time: 0.0550318 Nov 18 18:10:28.487940 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab610632-fbcd-47f5-9266-d0f63ebf4304 req-54751419-5fae-4f82-aed8-ccf5a2eab8e3 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504041 Nov 18 18:10:29.605922 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d7d50-63f2-4c40-87bb-13306055e916 req-4319bc4d-6a13-47da-94f0-73955d0f7111 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:29.608322 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-878d7d50-63f2-4c40-87bb-13306055e916 req-4319bc4d-6a13-47da-94f0-73955d0f7111 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 932 time: 0.0532968 Nov 18 18:10:29.658581 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-878d7d50-63f2-4c40-87bb-13306055e916 req-2efc3048-6e6c-4b1b-84c2-96462db310c8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442674 Nov 18 18:10:30.024343 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-04a6ba93-7a6e-4039-af8f-42d2bccf5520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:30.779344 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37069c49-a888-4a7c-be1b-92ab73ee6f97 req-a1dac490-3265-4c85-a051-45eb17bdbbfc tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:30.781703 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37069c49-a888-4a7c-be1b-92ab73ee6f97 req-a1dac490-3265-4c85-a051-45eb17bdbbfc tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 932 time: 0.0540450 Nov 18 18:10:30.843841 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-37069c49-a888-4a7c-be1b-92ab73ee6f97 req-47dadc19-376b-4e9a-8557-98af2706fb93 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494986 Nov 18 18:10:31.959560 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3341076-2d0f-4866-ad7f-5ebd31fb2ee6 req-9569074a-acb9-4476-ab97-a44cd13f6f66 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:31.961650 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3341076-2d0f-4866-ad7f-5ebd31fb2ee6 req-9569074a-acb9-4476-ab97-a44cd13f6f66 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 932 time: 0.0507944 Nov 18 18:10:32.023835 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f3341076-2d0f-4866-ad7f-5ebd31fb2ee6 req-a6642695-5f8c-429e-a89d-74b2bb4aa291 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554667 Nov 18 18:10:32.475678 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-de4d3d93-2df3-40eb-bce6-58d755cbb37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:33.033189 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Request body: {'port': {'device_id': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:10:33.087275 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:33.163333 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afd856-d132-44ce-82a3-345b3473c159 req-6a6cbcd3-abef-43bb-b5fb-41a99867a6a8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:33.164799 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5afd856-d132-44ce-82a3-345b3473c159 req-6a6cbcd3-abef-43bb-b5fb-41a99867a6a8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 932 time: 0.0495474 Nov 18 18:10:33.213969 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e5afd856-d132-44ce-82a3-345b3473c159 req-6b725a97-07dd-4f6a-851e-d75f8cf4f308 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428293 Nov 18 18:10:33.355258 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5109bd2-8eca-4c13-8f77-7f2ca08f6987 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:10:33.363280 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:33.375821 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Transition to ACTIVE for port object a5109bd2-8eca-4c13-8f77-7f2ca08f6987 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:10:33.462875 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:33.530402 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Pushing event updated for resources: {'Port': ['ID=a5109bd2-8eca-4c13-8f77-7f2ca08f6987,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:33.584865 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Attempting to bind port a5109bd2-8eca-4c13-8f77-7f2ca08f6987 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:10:33.585235 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Attempting to bind port a5109bd2-8eca-4c13-8f77-7f2ca08f6987 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '72e3d47b-def4-4b2b-8822-c70481a81c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:10:33.585572 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Attempting to bind port a5109bd2-8eca-4c13-8f77-7f2ca08f6987 on network e883d0af-de8f-4939-a185-f185d6680a8f {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:10:33.590557 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Port a5109bd2-8eca-4c13-8f77-7f2ca08f6987 on network e883d0af-de8f-4939-a185-f185d6680a8f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:10:33.590896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Attempting to bind port a5109bd2-8eca-4c13-8f77-7f2ca08f6987 on network e883d0af-de8f-4939-a185-f185d6680a8f {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:10:33.596121 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:10:33.596501 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Checking segment: {'id': '72e3d47b-def4-4b2b-8822-c70481a81c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:10:33.596872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Bound using segment: {'id': '72e3d47b-def4-4b2b-8822-c70481a81c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:10:33.597314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Bound port: a5109bd2-8eca-4c13-8f77-7f2ca08f6987, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e3d47b-def4-4b2b-8822-c70481a81c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:10:33.597681 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:33.669189 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] For port a5109bd2-8eca-4c13-8f77-7f2ca08f6987, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:10:33.672425 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] For port a5109bd2-8eca-4c13-8f77-7f2ca08f6987, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a5109bd2-8eca-4c13-8f77-7f2ca08f6987,segment=NetworkSegment(72e3d47b-def4-4b2b-8822-c70481a81c62),segment_id=72e3d47b-def4-4b2b-8822-c70481a81c62)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:10:33.754322 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:33.781951 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:33.788965 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:33.791302 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:33.791302 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] 10.222.0.81 "PUT /v2.0/ports/a5109bd2-8eca-4c13-8f77-7f2ca08f6987 HTTP/1.1" status: 200 len: 1093 time: 0.7621629 Nov 18 18:10:33.791594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'tag': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:10:33.794261 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e58ecf-1b3e-4203-88b0-6a3a4d03be2e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3f0174-251e-468c-9fc3-20dfa90047c6", "tag": "a5109bd2-8eca-4c13-8f77-7f2ca08f6987"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:10:33.834182 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d432b78-4ce6-4c90-ab23-433a2dc67c5c service neutron] Pushing event updated for resources: {'Port': ['ID=a5109bd2-8eca-4c13-8f77-7f2ca08f6987,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:33.863344 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f8a820-2397-43b6-925b-48a469a86683 x-openstack-request-id: req-58f8a820-2397-43b6-925b-48a469a86683 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:10:33.863638 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3f0174-251e-468c-9fc3-20dfa90047c6", "tag": "a5109bd2-8eca-4c13-8f77-7f2ca08f6987", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:10:33.863937 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-58f8a820-2397-43b6-925b-48a469a86683 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:10:33.864353 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'tag': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987', 'status': 'completed', 'code': 200} Nov 18 18:10:33.927063 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e58ecf-1b3e-4203-88b0-6a3a4d03be2e req-9d943326-8507-4d18-be37-8ae85d9c94bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:33.928684 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a5e58ecf-1b3e-4203-88b0-6a3a4d03be2e req-9d943326-8507-4d18-be37-8ae85d9c94bc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=81f064e1efac43fcb02ca21c6504c660&device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 1096 time: 0.0440004 Nov 18 18:10:34.040138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e58ecf-1b3e-4203-88b0-6a3a4d03be2e req-1bfd97f9-2c3f-4326-999f-f64cc8638725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:34.041539 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a5e58ecf-1b3e-4203-88b0-6a3a4d03be2e req-1bfd97f9-2c3f-4326-999f-f64cc8638725 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=81f064e1efac43fcb02ca21c6504c660&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0975111 Nov 18 18:10:34.137471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e58ecf-1b3e-4203-88b0-6a3a4d03be2e req-8e8ef5a0-1a15-4511-abcd-ca6e28468154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:34.138994 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a5e58ecf-1b3e-4203-88b0-6a3a4d03be2e req-8e8ef5a0-1a15-4511-abcd-ca6e28468154 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0886018 Nov 18 18:10:34.229442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-f793a941-f75d-4dd0-bdd4-8caaca80fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:34.230961 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-f793a941-f75d-4dd0-bdd4-8caaca80fda0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=81f064e1efac43fcb02ca21c6504c660&device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 1096 time: 0.0469768 Nov 18 18:10:34.274651 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-97ae0d88-47cd-490d-9546-76beaa3e741d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5109bd2-8eca-4c13-8f77-7f2ca08f6987 HTTP/1.1" status: 200 len: 217 time: 0.0343444 Nov 18 18:10:34.325687 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-f83368f8-6925-4b4d-b1a5-043d5a66d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:34.327081 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-f83368f8-6925-4b4d-b1a5-043d5a66d699 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b58b816d-3a8f-4c15-9be8-e8c50885310e HTTP/1.1" status: 200 len: 853 time: 0.0452454 Nov 18 18:10:34.332050 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3506e-c672-428a-aaeb-6235d3b5e510 req-14e697aa-43b5-4d39-afc8-cbd21f99c55e tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:34.333534 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-69a3506e-c672-428a-aaeb-6235d3b5e510 req-14e697aa-43b5-4d39-afc8-cbd21f99c55e tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 944 time: 0.0518889 Nov 18 18:10:34.381314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-0ec78e86-884d-4ee9-abfb-8e1ea9bceaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:34.387042 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-69a3506e-c672-428a-aaeb-6235d3b5e510 req-40758b85-c901-4e5b-8ee1-7cf7d6d7dbfe tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417674 Nov 18 18:10:34.387335 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-0ec78e86-884d-4ee9-abfb-8e1ea9bceaad service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e883d0af-de8f-4939-a185-f185d6680a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478916 Nov 18 18:10:34.484295 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-70fbd635-00ba-4aad-85b9-1259df025182 service neutron] 10.222.0.81 "GET /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923131 Nov 18 18:10:34.579386 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de02a19f-9d0b-4d3b-ba63-9acab90ef17a req-e4c4c45d-4f11-4e95-92a5-3ca3d8066233 service neutron] 10.222.0.81 "GET /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865231 Nov 18 18:10:35.244522 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:35.503063 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88f958-494b-4cb4-91b2-4d8259da56e0 req-3918d87a-5975-452c-b923-1856d9ed447b tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:35.504576 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fe88f958-494b-4cb4-91b2-4d8259da56e0 req-3918d87a-5975-452c-b923-1856d9ed447b tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 944 time: 0.0498223 Nov 18 18:10:35.507386 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:35.552628 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fe88f958-494b-4cb4-91b2-4d8259da56e0 req-d8d78d12-11c4-4f5f-bd90-a7c5d82dafa7 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420961 Nov 18 18:10:36.187898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a5109bd2-8eca-4c13-8f77-7f2ca08f6987 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:10:36.234355 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:10:36.284293 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port a5109bd2-8eca-4c13-8f77-7f2ca08f6987, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a5109bd2-8eca-4c13-8f77-7f2ca08f6987,segment=NetworkSegment(72e3d47b-def4-4b2b-8822-c70481a81c62),segment_id=72e3d47b-def4-4b2b-8822-c70481a81c62)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:10:36.295200 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987', 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f', 'port_id': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987', 'mac_address': 'fa:16:3e:65:a8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:10:36.331709 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:36.344351 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5109bd2-8eca-4c13-8f77-7f2ca08f6987 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:10:36.362749 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port a5109bd2-8eca-4c13-8f77-7f2ca08f6987, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a5109bd2-8eca-4c13-8f77-7f2ca08f6987,segment=NetworkSegment(72e3d47b-def4-4b2b-8822-c70481a81c62),segment_id=72e3d47b-def4-4b2b-8822-c70481a81c62)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:10:36.433096 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:36.482824 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=a5109bd2-8eca-4c13-8f77-7f2ca08f6987,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:36.671700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84dac01-91a6-46a1-9515-770aef70b493 req-0870fbb5-a1c7-46e8-80bc-f6521535fdbc tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:36.673232 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e84dac01-91a6-46a1-9515-770aef70b493 req-0870fbb5-a1c7-46e8-80bc-f6521535fdbc tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 945 time: 0.0514939 Nov 18 18:10:36.720080 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e84dac01-91a6-46a1-9515-770aef70b493 req-b2a4d7bf-a248-45ed-8b36-9418f4ee263c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407970 Nov 18 18:10:36.748964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['a5109bd2-8eca-4c13-8f77-7f2ca08f6987'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:10:37.837049 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34f792-d362-405a-a9f8-140967fc3755 req-daba0b96-e52e-4624-8ae2-95de01a0d00e tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:37.839173 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd34f792-d362-405a-a9f8-140967fc3755 req-daba0b96-e52e-4624-8ae2-95de01a0d00e tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 945 time: 0.0527363 Nov 18 18:10:37.885676 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd34f792-d362-405a-a9f8-140967fc3755 req-1ffa9050-3615-4e00-96d5-bbbfc9406ce7 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404637 Nov 18 18:10:38.204893 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a5109bd2-8eca-4c13-8f77-7f2ca08f6987 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:10:38.344366 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port a5109bd2-8eca-4c13-8f77-7f2ca08f6987 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:10:38.348625 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port a5109bd2-8eca-4c13-8f77-7f2ca08f6987 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:10:38.352960 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:38.429510 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:38.451067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:10:38.453374 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d918b0-81c0-4913-a0a8-19114e0e03c3" -d '{"events": [{"server_uuid": "7a3f0174-251e-468c-9fc3-20dfa90047c6", "name": "network-vif-plugged", "status": "completed", "tag": "a5109bd2-8eca-4c13-8f77-7f2ca08f6987"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:10:38.466732 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port a5109bd2-8eca-4c13-8f77-7f2ca08f6987, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a5109bd2-8eca-4c13-8f77-7f2ca08f6987,segment=NetworkSegment(72e3d47b-def4-4b2b-8822-c70481a81c62),segment_id=72e3d47b-def4-4b2b-8822-c70481a81c62)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:10:38.490119 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb9d8cb-70d3-406b-93f8-0a2242ae2637 x-openstack-request-id: req-dfb9d8cb-70d3-406b-93f8-0a2242ae2637 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:10:38.490413 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3f0174-251e-468c-9fc3-20dfa90047c6", "name": "network-vif-plugged", "status": "completed", "tag": "a5109bd2-8eca-4c13-8f77-7f2ca08f6987", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:10:38.490672 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dfb9d8cb-70d3-406b-93f8-0a2242ae2637 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:10:38.491067 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987', 'code': 200} Nov 18 18:10:38.530192 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:38.580534 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=a5109bd2-8eca-4c13-8f77-7f2ca08f6987,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:38.590813 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c5f94-5b58-474b-b9ae-d8c6f8dca6a4 req-cca26c1f-afa8-4e19-ac6a-9022fdf6e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:38.592369 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b14c5f94-5b58-474b-b9ae-d8c6f8dca6a4 req-cca26c1f-afa8-4e19-ac6a-9022fdf6e5c5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 1098 time: 0.0415506 Nov 18 18:10:38.636753 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b14c5f94-5b58-474b-b9ae-d8c6f8dca6a4 req-880a7828-3ab2-4625-8349-447713f32309 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373402 Nov 18 18:10:39.000197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17301292-6402-44b3-8d82-5737cf146c6c req-4d82237f-acc6-4232-82a7-6c5d5211c991 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:39.001668 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-17301292-6402-44b3-8d82-5737cf146c6c req-4d82237f-acc6-4232-82a7-6c5d5211c991 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 946 time: 0.0476341 Nov 18 18:10:39.053201 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-17301292-6402-44b3-8d82-5737cf146c6c req-2a6a9a8a-a7ca-44d9-bf5c-6fcbfd5373bf tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450120 Nov 18 18:10:40.169265 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96eabf-2bb1-454e-95a3-997f949ef324 req-c5edca74-6e89-4a21-bc6c-86d9dca12c75 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:40.170678 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c96eabf-2bb1-454e-95a3-997f949ef324 req-c5edca74-6e89-4a21-bc6c-86d9dca12c75 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 946 time: 0.0488605 Nov 18 18:10:40.218246 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c96eabf-2bb1-454e-95a3-997f949ef324 req-8358cd16-9888-4231-9c5d-69c069db0783 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415866 Nov 18 18:10:40.329848 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b95ab5-e6a1-4d42-af81-6e4396960664 req-a60a6208-3bd6-4d0b-9726-0204bc33cb22 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:40.331365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d2b95ab5-e6a1-4d42-af81-6e4396960664 req-a60a6208-3bd6-4d0b-9726-0204bc33cb22 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 946 time: 0.0474725 Nov 18 18:10:40.378202 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d2b95ab5-e6a1-4d42-af81-6e4396960664 req-c752ec91-8817-46cb-a9e9-9f85d1503536 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408723 Nov 18 18:10:40.905885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e1dcd-3e09-43b9-9607-f0b096dc17f3 req-6b24b1a3-7b3c-4066-b21d-7cc004dcb7b0 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:40.907406 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b7e1dcd-3e09-43b9-9607-f0b096dc17f3 req-6b24b1a3-7b3c-4066-b21d-7cc004dcb7b0 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 946 time: 0.3909428 Nov 18 18:10:40.956892 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b7e1dcd-3e09-43b9-9607-f0b096dc17f3 req-1b3fecdf-273c-4976-8a58-c96217abca75 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434868 Nov 18 18:10:52.047033 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:53.661100 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:56.319944 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5751e3-95da-4e33-8f0e-2a461b6cbf2d req-db79bdf1-29c4-4f43-b4e2-ae7a8dc0e397 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:56.321434 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4a5751e3-95da-4e33-8f0e-2a461b6cbf2d req-db79bdf1-29c4-4f43-b4e2-ae7a8dc0e397 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 946 time: 0.0487342 Nov 18 18:10:56.368400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4a5751e3-95da-4e33-8f0e-2a461b6cbf2d req-1ec455fb-0df2-416f-899f-ed61d1019a97 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409901 Nov 18 18:10:56.390491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39516) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:10:56.525206 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69651af0-46d5-4442-8a31-c38250d9ee6e tempest-TestMinimumBasicScenario-485646 tempest-TestMinimumBasicScenario-485646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:56.526757 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-69651af0-46d5-4442-8a31-c38250d9ee6e tempest-TestMinimumBasicScenario-485646 tempest-TestMinimumBasicScenario-485646-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 1093 time: 0.1353321 Nov 18 18:10:56.530242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39520) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:10:56.534490 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:10:56.623558 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:56.733204 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:56.839252 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Allocated IP 172.25.3.134 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/e9368543-1817-4579-9d7f-d6c7fbd7aeb3) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:10:56.942401 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:57.033305 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:57.071336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:10:57.075160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:10:57.078776 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:10:57.087039 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Pushing event updated for resources: {'Port': ['ID=e9368543-1817-4579-9d7f-d6c7fbd7aeb3,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:57.115523 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:57.115914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:57.116270 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:57.116620 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:57.116963 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:57.117306 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:57.117646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:57.118043 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:57.118383 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:57.118715 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:57.119048 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:57.119376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:57.461861 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:57.607475 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:57.773196 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:58.321265 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:58.398201 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Pushing event updated for resources: {'Port': ['ID=e9368543-1817-4579-9d7f-d6c7fbd7aeb3,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:58.409240 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:58.511220 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Floating IP 45df6425-e853-469c-99ce-7e8af76d250d associated. External IP: 172.25.3.134, port: a5109bd2-8eca-4c13-8f77-7f2ca08f6987. Nov 18 18:10:58.719534 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Router 4a0f318d-b1d4-4809-adbf-7e54aae40336 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:10:58.826590 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:10:58.836853 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba70d61-64d3-4292-9f15-8483d34cd78d None None] Sync routers for ids ['4a0f318d-b1d4-4809-adbf-7e54aae40336'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:10:58.846752 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba70d61-64d3-4292-9f15-8483d34cd78d None None] Routers {'4a0f318d-b1d4-4809-adbf-7e54aae40336'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:10:58.851914 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9ba70d61-64d3-4292-9f15-8483d34cd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:10:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4a0f318d-b1d4-4809-adbf-7e54aae40336'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:58.929428 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:58.959272 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-df99afd4-1911-4e88-87ca-3d9197aeb73c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4279675 Nov 18 18:10:58.959936 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'tag': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:10:58.962325 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39522) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:10:58.967983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1522940419', 'description': 'tempest-secgroup-smoke-1522940419 description', 'project_id': '81f064e1efac43fcb02ca21c6504c660'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:10:59.040025 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-9ba70d61-64d3-4292-9f15-8483d34cd78d None None] Set router 4a0f318d-b1d4-4809-adbf-7e54aae40336 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:10:59.061976 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81c1f65620c2b619e54ef1f34f71e2c57117e756ba45fba3b6a8fdb297f35b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4263cc19-556c-4879-aaa3-cd4c12400313" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3f0174-251e-468c-9fc3-20dfa90047c6", "tag": "a5109bd2-8eca-4c13-8f77-7f2ca08f6987"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:10:59.067524 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:59.139349 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:59.164939 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebee02a-6775-4483-8fc4-151f64ac9aa7 x-openstack-request-id: req-1ebee02a-6775-4483-8fc4-151f64ac9aa7 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:10:59.165318 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3f0174-251e-468c-9fc3-20dfa90047c6", "tag": "a5109bd2-8eca-4c13-8f77-7f2ca08f6987", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:10:59.165693 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1ebee02a-6775-4483-8fc4-151f64ac9aa7 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:10:59.166114 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'tag': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987', 'status': 'completed', 'code': 200} Nov 18 18:10:59.189530 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:59.249082 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359625ce-31e7-4b43-a8df-2f9d36cd28e9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:59.261099 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:59.261456 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:59.261805 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:59.262185 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:59.262532 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:59.262871 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:59.263207 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:59.263543 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:59.263903 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:59.264269 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:59.264697 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:59.265033 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:10:59.269772 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9ba70d61-64d3-4292-9f15-8483d34cd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'name': 'tempest-TestMinimumBasicScenario-864075090-router', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:09:57Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'gw_port': {'id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:09:58Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '45df6425-e853-469c-99ce-7e8af76d250d', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'floating_ip_address': '172.25.3.134', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'port_id': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f', 'mac_address': 'fa:16:3e:65:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:10:57Z', 'updated_at': '2021-11-18T18:10:57Z', 'revision_number': 0, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33ee853-be63-462e-83a1-11fda21c1574', 'name': '', 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'mac_address': 'fa:16:3e:8f:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:00Z', 'updated_at': '2021-11-18T18:10:05Z', 'revision_number': 5, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'subnets': [{'id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:59.274797 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263cc19-556c-4879-aaa3-cd4c12400313 req-5724f47c-40b2-4969-9d57-eb672ac9db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:59.276341 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4263cc19-556c-4879-aaa3-cd4c12400313 req-5724f47c-40b2-4969-9d57-eb672ac9db1d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=81f064e1efac43fcb02ca21c6504c660&device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 1098 time: 0.0838804 Nov 18 18:10:59.297119 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba70d61-64d3-4292-9f15-8483d34cd78d None None] Checking router: 4a0f318d-b1d4-4809-adbf-7e54aae40336 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:10:59.305542 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba70d61-64d3-4292-9f15-8483d34cd78d None None] Routers {'4a0f318d-b1d4-4809-adbf-7e54aae40336'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:10:59.306171 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9ba70d61-64d3-4292-9f15-8483d34cd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:10:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4a0f318d-b1d4-4809-adbf-7e54aae40336'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:59.306538 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:59.307766 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-78138bd2-9238-48f5-8383-220e099360b8 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3440456 Nov 18 18:10:59.310705 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39530) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:10:59.315080 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a93f37e7-e6b1-4417-8eaa-b5b53a7505ad tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Request body: {'security_group_rule': {'security_group_id': '359625ce-31e7-4b43-a8df-2f9d36cd28e9', 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:10:59.392860 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263cc19-556c-4879-aaa3-cd4c12400313 req-1de49320-1301-4177-81a9-f7e8c07df7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:59.394361 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4263cc19-556c-4879-aaa3-cd4c12400313 req-1de49320-1301-4177-81a9-f7e8c07df7f0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e883d0af-de8f-4939-a185-f185d6680a8f HTTP/1.1" status: 200 len: 916 time: 0.1103187 Nov 18 18:10:59.413319 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-9ba70d61-64d3-4292-9f15-8483d34cd78d None None] Set router 4a0f318d-b1d4-4809-adbf-7e54aae40336 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:10:59.455713 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a93f37e7-e6b1-4417-8eaa-b5b53a7505ad tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:59.484644 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4263cc19-556c-4879-aaa3-cd4c12400313 req-792323c0-b354-4ced-b8e1-4111c1d05407 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5109bd2-8eca-4c13-8f77-7f2ca08f6987 HTTP/1.1" status: 200 len: 1000 time: 0.0807419 Nov 18 18:10:59.560344 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263cc19-556c-4879-aaa3-cd4c12400313 req-74156bc4-6f02-4000-a9b9-e0ab24f27130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:59.561845 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4263cc19-556c-4879-aaa3-cd4c12400313 req-74156bc4-6f02-4000-a9b9-e0ab24f27130 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b58b816d-3a8f-4c15-9be8-e8c50885310e HTTP/1.1" status: 200 len: 853 time: 0.0670264 Nov 18 18:10:59.563555 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a93f37e7-e6b1-4417-8eaa-b5b53a7505ad tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:59.614179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263cc19-556c-4879-aaa3-cd4c12400313 req-67cf2676-9da7-405d-8527-7f73795a5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:10:59.615920 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4263cc19-556c-4879-aaa3-cd4c12400313 req-67cf2676-9da7-405d-8527-7f73795a5993 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e883d0af-de8f-4939-a185-f185d6680a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446494 Nov 18 18:10:59.642028 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9ba70d61-64d3-4292-9f15-8483d34cd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'name': 'tempest-TestMinimumBasicScenario-864075090-router', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:09:57Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'gw_port': {'id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:09:58Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '45df6425-e853-469c-99ce-7e8af76d250d', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'floating_ip_address': '172.25.3.134', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'port_id': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f', 'mac_address': 'fa:16:3e:65:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:10:57Z', 'updated_at': '2021-11-18T18:10:57Z', 'revision_number': 0, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33ee853-be63-462e-83a1-11fda21c1574', 'name': '', 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'mac_address': 'fa:16:3e:8f:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:00Z', 'updated_at': '2021-11-18T18:10:05Z', 'revision_number': 5, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'subnets': [{'id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:10:59.652267 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a93f37e7-e6b1-4417-8eaa-b5b53a7505ad tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:59.669011 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba70d61-64d3-4292-9f15-8483d34cd78d None None] The sync data for ids ['4a0f318d-b1d4-4809-adbf-7e54aae40336'] in n-d-813419-11 is: [{'id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'name': 'tempest-TestMinimumBasicScenario-864075090-router', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:09:57Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'gw_port': {'id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:09:58Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '45df6425-e853-469c-99ce-7e8af76d250d', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'floating_ip_address': '172.25.3.134', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'port_id': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f', 'mac_address': 'fa:16:3e:65:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:10:57Z', 'updated_at': '2021-11-18T18:10:57Z', 'revision_number': 0, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33ee853-be63-462e-83a1-11fda21c1574', 'name': '', 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'mac_address': 'fa:16:3e:8f:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:00Z', 'updated_at': '2021-11-18T18:10:05Z', 'revision_number': 5, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'subnets': [{'id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:10:59.685455 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f37e7-e6b1-4417-8eaa-b5b53a7505ad tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ff8377-e79f-4d94-a764-9fbb44fd4b55,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:10:59.741794 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4263cc19-556c-4879-aaa3-cd4c12400313 req-53206593-e018-4b81-8068-75b69dc7b449 service neutron] 10.222.0.81 "GET /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113803 Nov 18 18:10:59.751425 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a93f37e7-e6b1-4417-8eaa-b5b53a7505ad tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:59.752591 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a93f37e7-e6b1-4417-8eaa-b5b53a7505ad tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4409657 Nov 18 18:10:59.755400 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39532) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:10:59.760757 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-880dda07-9826-44d7-ab96-28bd6433492a tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Request body: {'security_group_rule': {'security_group_id': '359625ce-31e7-4b43-a8df-2f9d36cd28e9', 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:10:59.847544 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4263cc19-556c-4879-aaa3-cd4c12400313 req-d3541066-fddd-4e50-a124-25422a535103 service neutron] 10.222.0.81 "GET /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938780 Nov 18 18:10:59.851609 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-880dda07-9826-44d7-ab96-28bd6433492a tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:59.904656 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d7b40c-b195-445e-a08f-2107a482011a None None] New status for floating IP 45df6425-e853-469c-99ce-7e8af76d250d: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:10:59.914628 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-880dda07-9826-44d7-ab96-28bd6433492a tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:10:59.984037 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-880dda07-9826-44d7-ab96-28bd6433492a tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:00.003218 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880dda07-9826-44d7-ab96-28bd6433492a tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da74d8c-4c5f-4d71-a051-7614167e1ed7,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:11:00.071664 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-880dda07-9826-44d7-ab96-28bd6433492a tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:00.073444 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-880dda07-9826-44d7-ab96-28bd6433492a tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3163209 Nov 18 18:11:00.076985 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39534) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:11:00.081702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d3d51600-7138-4c67-947c-ef31ff3bddcf tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Request body: {'security_group_rule': {'security_group_id': '359625ce-31e7-4b43-a8df-2f9d36cd28e9', 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:11:00.155311 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3d51600-7138-4c67-947c-ef31ff3bddcf tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:00.165366 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8180-e9ae-496b-a775-55eba3249b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:00.216357 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3d51600-7138-4c67-947c-ef31ff3bddcf tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:00.315495 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3d51600-7138-4c67-947c-ef31ff3bddcf tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:00.334490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d51600-7138-4c67-947c-ef31ff3bddcf tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e979d37a-69f3-425c-87d2-78cc2d39bbe8,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:11:00.407132 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3d51600-7138-4c67-947c-ef31ff3bddcf tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:00.408381 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d3d51600-7138-4c67-947c-ef31ff3bddcf tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3303006 Nov 18 18:11:00.411050 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39536) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:11:00.415608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0f2cede6-2907-4fb5-aae2-bdb8ec8cf7a2 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Request body: {'security_group_rule': {'security_group_id': '359625ce-31e7-4b43-a8df-2f9d36cd28e9', 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:11:00.500516 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f2cede6-2907-4fb5-aae2-bdb8ec8cf7a2 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:00.560012 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f2cede6-2907-4fb5-aae2-bdb8ec8cf7a2 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:00.651995 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f2cede6-2907-4fb5-aae2-bdb8ec8cf7a2 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:00.674312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cede6-2907-4fb5-aae2-bdb8ec8cf7a2 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d0c4d7-bc2b-410c-9947-93a5c2703dfc,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:11:00.739535 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f2cede6-2907-4fb5-aae2-bdb8ec8cf7a2 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:00.740821 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0f2cede6-2907-4fb5-aae2-bdb8ec8cf7a2 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3288167 Nov 18 18:11:00.743515 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39538) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:11:00.747880 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-bdac8de1-71c9-4fcc-9a03-37ae2f6c6cfa tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Request body: {'security_group_rule': {'security_group_id': '359625ce-31e7-4b43-a8df-2f9d36cd28e9', 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:11:00.834915 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-bdac8de1-71c9-4fcc-9a03-37ae2f6c6cfa tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Project 81f064e1efac43fcb02ca21c6504c660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:11:00.840288 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bdac8de1-71c9-4fcc-9a03-37ae2f6c6cfa tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:00.899579 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bdac8de1-71c9-4fcc-9a03-37ae2f6c6cfa tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:00.966423 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bdac8de1-71c9-4fcc-9a03-37ae2f6c6cfa tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:00.987146 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac8de1-71c9-4fcc-9a03-37ae2f6c6cfa tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba4e7f3-fb09-4ee5-95ab-6e79710ff9bf,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:11:01.065806 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bdac8de1-71c9-4fcc-9a03-37ae2f6c6cfa tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:01.067093 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bdac8de1-71c9-4fcc-9a03-37ae2f6c6cfa tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3225746 Nov 18 18:11:01.069995 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39540) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:11:01.074705 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-fe6eafd6-3377-4075-918a-24a053749d2d tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Request body: {'security_group_rule': {'security_group_id': '359625ce-31e7-4b43-a8df-2f9d36cd28e9', 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:11:01.156038 n-d-813419-11 neutron-server[104007]: INFO neutron.db.securitygroups_db [None req-fe6eafd6-3377-4075-918a-24a053749d2d tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Project 81f064e1efac43fcb02ca21c6504c660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:11:01.161320 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fe6eafd6-3377-4075-918a-24a053749d2d tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:01.221413 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fe6eafd6-3377-4075-918a-24a053749d2d tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:01.329799 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fe6eafd6-3377-4075-918a-24a053749d2d tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:01.348007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6eafd6-3377-4075-918a-24a053749d2d tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44385b73-211c-4649-bb36-fa4e17064f25,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:11:01.434827 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fe6eafd6-3377-4075-918a-24a053749d2d tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:01.436087 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fe6eafd6-3377-4075-918a-24a053749d2d tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3650281 Nov 18 18:11:01.529448 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-291b9363-ffea-411c-985d-10d2848177ef req-459cb04d-cce6-49a9-b6f2-94b253fdfd08 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1522940419&fields=id&tenant_id=81f064e1efac43fcb02ca21c6504c660 HTTP/1.1" status: 200 len: 267 time: 0.0470731 Nov 18 18:11:01.583302 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9363-ffea-411c-985d-10d2848177ef req-e25a8446-4ed9-4a46-b684-a947a9883ca9 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:01.584834 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-291b9363-ffea-411c-985d-10d2848177ef req-e25a8446-4ed9-4a46-b684-a947a9883ca9 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 946 time: 0.0490894 Nov 18 18:11:01.596189 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-291b9363-ffea-411c-985d-10d2848177ef req-55c5cd99-40f8-4d03-8f27-22019aa07cf0 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Request body: {'port': {'security_groups': ['a074fba4-5309-454a-b1bb-2a868d930e06', '359625ce-31e7-4b43-a8df-2f9d36cd28e9']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:11:01.659009 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-291b9363-ffea-411c-985d-10d2848177ef req-55c5cd99-40f8-4d03-8f27-22019aa07cf0 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:01.843344 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-291b9363-ffea-411c-985d-10d2848177ef req-55c5cd99-40f8-4d03-8f27-22019aa07cf0 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] For port a5109bd2-8eca-4c13-8f77-7f2ca08f6987, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a5109bd2-8eca-4c13-8f77-7f2ca08f6987,segment=NetworkSegment(72e3d47b-def4-4b2b-8822-c70481a81c62),segment_id=72e3d47b-def4-4b2b-8822-c70481a81c62)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:11:01.872614 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-291b9363-ffea-411c-985d-10d2848177ef req-55c5cd99-40f8-4d03-8f27-22019aa07cf0 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:01.935347 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-291b9363-ffea-411c-985d-10d2848177ef req-55c5cd99-40f8-4d03-8f27-22019aa07cf0 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:01.946791 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['a5109bd2-8eca-4c13-8f77-7f2ca08f6987'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:11:01.984861 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9363-ffea-411c-985d-10d2848177ef req-55c5cd99-40f8-4d03-8f27-22019aa07cf0 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:01.985563 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-291b9363-ffea-411c-985d-10d2848177ef req-55c5cd99-40f8-4d03-8f27-22019aa07cf0 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:01.987058 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-291b9363-ffea-411c-985d-10d2848177ef req-55c5cd99-40f8-4d03-8f27-22019aa07cf0 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "PUT /v2.0/ports/a5109bd2-8eca-4c13-8f77-7f2ca08f6987 HTTP/1.1" status: 200 len: 982 time: 0.3954453 Nov 18 18:11:01.987534 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'tag': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:11:01.989929 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81c1f65620c2b619e54ef1f34f71e2c57117e756ba45fba3b6a8fdb297f35b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ed7317-a6d2-45e1-9b54-82df85649c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3f0174-251e-468c-9fc3-20dfa90047c6", "tag": "a5109bd2-8eca-4c13-8f77-7f2ca08f6987"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:11:02.026567 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5cd99-40f8-4d03-8f27-22019aa07cf0 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Pushing event updated for resources: {'Port': ['ID=a5109bd2-8eca-4c13-8f77-7f2ca08f6987,revision_number=6']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:11:02.071849 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645acabd-c01d-49c6-84cb-bea416c1700d x-openstack-request-id: req-645acabd-c01d-49c6-84cb-bea416c1700d {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:11:02.072521 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3f0174-251e-468c-9fc3-20dfa90047c6", "tag": "a5109bd2-8eca-4c13-8f77-7f2ca08f6987", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:11:02.072786 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-645acabd-c01d-49c6-84cb-bea416c1700d {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:11:02.073430 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'tag': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987', 'status': 'completed', 'code': 200} Nov 18 18:11:02.080041 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['a5109bd2-8eca-4c13-8f77-7f2ca08f6987'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:11:02.134791 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a26e8-2d92-41cf-83af-dba0b242780d req-d70513e3-96d0-40b4-aa6d-23c94b3147dd tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:02.136575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-204a26e8-2d92-41cf-83af-dba0b242780d req-d70513e3-96d0-40b4-aa6d-23c94b3147dd tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 985 time: 0.0695779 Nov 18 18:11:02.144549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed7317-a6d2-45e1-9b54-82df85649c4f req-f82ca85f-b48e-449e-a2d5-e1492f3565b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:02.146093 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-82ed7317-a6d2-45e1-9b54-82df85649c4f req-f82ca85f-b48e-449e-a2d5-e1492f3565b4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=81f064e1efac43fcb02ca21c6504c660&device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 1137 time: 0.0460017 Nov 18 18:11:02.212508 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-204a26e8-2d92-41cf-83af-dba0b242780d req-51bf4e48-ac7a-4ddd-b507-165a4fd86da6 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&id=359625ce-31e7-4b43-a8df-2f9d36cd28e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678711 Nov 18 18:11:02.258816 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed7317-a6d2-45e1-9b54-82df85649c4f req-be515d01-c40a-4569-a2a5-88dd28b51f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:02.260344 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-82ed7317-a6d2-45e1-9b54-82df85649c4f req-be515d01-c40a-4569-a2a5-88dd28b51f7d service neutron] 10.222.0.81 "GET /v2.0/networks?id=e883d0af-de8f-4939-a185-f185d6680a8f HTTP/1.1" status: 200 len: 916 time: 0.1049929 Nov 18 18:11:02.334887 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-82ed7317-a6d2-45e1-9b54-82df85649c4f req-d28a8f73-19eb-4a7f-96c9-3d1d8d90991b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5109bd2-8eca-4c13-8f77-7f2ca08f6987 HTTP/1.1" status: 200 len: 1002 time: 0.0652905 Nov 18 18:11:02.384853 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed7317-a6d2-45e1-9b54-82df85649c4f req-776134dc-cd76-4c81-a61f-ee67cb646837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:02.386347 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-82ed7317-a6d2-45e1-9b54-82df85649c4f req-776134dc-cd76-4c81-a61f-ee67cb646837 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b58b816d-3a8f-4c15-9be8-e8c50885310e HTTP/1.1" status: 200 len: 853 time: 0.0440998 Nov 18 18:11:02.442276 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-93ef775d-10bc-4436-a615-785e2d0f37b3 None None] Provisioning complete for port a5109bd2-8eca-4c13-8f77-7f2ca08f6987 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:11:02.442656 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93ef775d-10bc-4436-a615-785e2d0f37b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:02.444251 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed7317-a6d2-45e1-9b54-82df85649c4f req-def3a08f-dcb5-4c05-a335-056afcd3fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:02.446456 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-82ed7317-a6d2-45e1-9b54-82df85649c4f req-def3a08f-dcb5-4c05-a335-056afcd3fff1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e883d0af-de8f-4939-a185-f185d6680a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501132 Nov 18 18:11:02.533055 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-98c47abb-7426-4ce4-a908-9c6a5809fc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:02.543470 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-82ed7317-a6d2-45e1-9b54-82df85649c4f req-3726f92b-ae58-4e71-a48f-549161a3b6ea service neutron] 10.222.0.81 "GET /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898139 Nov 18 18:11:02.639591 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-82ed7317-a6d2-45e1-9b54-82df85649c4f req-552e21e9-49e4-4206-85cd-2672ea41e9f4 service neutron] 10.222.0.81 "GET /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888555 Nov 18 18:11:02.945333 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dc87e0c3-f19b-4d45-b3e9-83c070eb5814 req-fce2b692-2e6c-4a6d-b78a-2c1c6ed816d0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395043 Nov 18 18:11:03.026974 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87e0c3-f19b-4d45-b3e9-83c070eb5814 req-cd1c23fb-94cb-4f68-8f82-3f07fde6c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:03.028514 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dc87e0c3-f19b-4d45-b3e9-83c070eb5814 req-cd1c23fb-94cb-4f68-8f82-3f07fde6c069 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=81f064e1efac43fcb02ca21c6504c660&device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 1137 time: 0.0409746 Nov 18 18:11:03.144997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87e0c3-f19b-4d45-b3e9-83c070eb5814 req-46e1a370-b5da-460d-a905-3004db54b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:03.146489 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dc87e0c3-f19b-4d45-b3e9-83c070eb5814 req-46e1a370-b5da-460d-a905-3004db54b4cc service neutron] 10.222.0.81 "GET /v2.0/networks?id=e883d0af-de8f-4939-a185-f185d6680a8f HTTP/1.1" status: 200 len: 916 time: 0.0977442 Nov 18 18:11:03.212927 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dc87e0c3-f19b-4d45-b3e9-83c070eb5814 req-3fa9b88c-4cfe-4a5b-ba6c-91860d202959 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5109bd2-8eca-4c13-8f77-7f2ca08f6987 HTTP/1.1" status: 200 len: 1002 time: 0.0575471 Nov 18 18:11:03.262361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87e0c3-f19b-4d45-b3e9-83c070eb5814 req-4e585584-843e-4fd0-9072-ef54444ce33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:03.263831 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dc87e0c3-f19b-4d45-b3e9-83c070eb5814 req-4e585584-843e-4fd0-9072-ef54444ce33b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b58b816d-3a8f-4c15-9be8-e8c50885310e HTTP/1.1" status: 200 len: 853 time: 0.0428634 Nov 18 18:11:03.312914 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87e0c3-f19b-4d45-b3e9-83c070eb5814 req-cbc71633-0136-4a96-9c09-9816f60263a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:03.314391 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dc87e0c3-f19b-4d45-b3e9-83c070eb5814 req-cbc71633-0136-4a96-9c09-9816f60263a0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e883d0af-de8f-4939-a185-f185d6680a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430641 Nov 18 18:11:03.407608 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dc87e0c3-f19b-4d45-b3e9-83c070eb5814 req-2564e3ff-00ca-498d-88e3-51fcef505163 service neutron] 10.222.0.81 "GET /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840077 Nov 18 18:11:03.502419 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dc87e0c3-f19b-4d45-b3e9-83c070eb5814 req-0e0835dd-76dc-4f76-a436-367958b04241 service neutron] 10.222.0.81 "GET /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873251 Nov 18 18:11:03.772508 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:05.198360 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:05.529962 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:13.233908 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:11:15.650637 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9249e4d-56ca-4447-ab61-1e9f126cae63 req-0a295d06-38b3-46d2-bbeb-362aa295e64d tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:15.652167 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9249e4d-56ca-4447-ab61-1e9f126cae63 req-0a295d06-38b3-46d2-bbeb-362aa295e64d tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 985 time: 0.0489368 Nov 18 18:11:15.718953 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d9249e4d-56ca-4447-ab61-1e9f126cae63 req-a555b6d2-b5a0-4e0d-882c-2c15d67c0083 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&id=359625ce-31e7-4b43-a8df-2f9d36cd28e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599668 Nov 18 18:11:15.745314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9393519-ebb3-470f-9cb3-40672f5c2451 req-bd81aab8-cb67-4074-9263-3f1bef277f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:15.746828 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d9393519-ebb3-470f-9cb3-40672f5c2451 req-bd81aab8-cb67-4074-9263-3f1bef277f02 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=81f064e1efac43fcb02ca21c6504c660&device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 1137 time: 0.0431435 Nov 18 18:11:15.846127 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9393519-ebb3-470f-9cb3-40672f5c2451 req-205cde9b-88b0-4a0d-996b-38899d843564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:15.847530 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d9393519-ebb3-470f-9cb3-40672f5c2451 req-205cde9b-88b0-4a0d-996b-38899d843564 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e883d0af-de8f-4939-a185-f185d6680a8f HTTP/1.1" status: 200 len: 916 time: 0.0938964 Nov 18 18:11:15.914209 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d9393519-ebb3-470f-9cb3-40672f5c2451 req-7af83324-9478-4923-af72-0abdcde939e3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5109bd2-8eca-4c13-8f77-7f2ca08f6987 HTTP/1.1" status: 200 len: 1002 time: 0.0591722 Nov 18 18:11:15.964933 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9393519-ebb3-470f-9cb3-40672f5c2451 req-a0282c1c-ac03-4a67-b6a4-0bc2734c2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:15.966338 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d9393519-ebb3-470f-9cb3-40672f5c2451 req-a0282c1c-ac03-4a67-b6a4-0bc2734c2b34 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b58b816d-3a8f-4c15-9be8-e8c50885310e HTTP/1.1" status: 200 len: 853 time: 0.0434582 Nov 18 18:11:16.015147 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9393519-ebb3-470f-9cb3-40672f5c2451 req-96ed4a3b-170f-4ae8-805f-bed0f9b83b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:16.016652 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d9393519-ebb3-470f-9cb3-40672f5c2451 req-96ed4a3b-170f-4ae8-805f-bed0f9b83b23 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e883d0af-de8f-4939-a185-f185d6680a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424788 Nov 18 18:11:16.106505 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d9393519-ebb3-470f-9cb3-40672f5c2451 req-26c21082-08fb-4c4a-9df6-c1e9703bae65 service neutron] 10.222.0.81 "GET /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820270 Nov 18 18:11:16.201221 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d9393519-ebb3-470f-9cb3-40672f5c2451 req-aa0e225e-a730-47ad-ae32-84c7054d6968 service neutron] 10.222.0.81 "GET /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874863 Nov 18 18:11:16.839191 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5c136-edd0-41b7-b14c-b5b94f0146f2 req-4a590725-912a-46d4-8469-70dfd5a4bd8d tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:16.840725 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ba5c136-edd0-41b7-b14c-b5b94f0146f2 req-4a590725-912a-46d4-8469-70dfd5a4bd8d tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 985 time: 0.0498943 Nov 18 18:11:16.901523 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5ba5c136-edd0-41b7-b14c-b5b94f0146f2 req-ff2ada31-5174-4409-9f41-99655bef03e2 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&id=359625ce-31e7-4b43-a8df-2f9d36cd28e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546184 Nov 18 18:11:18.019142 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9765a3-82b3-4ce6-a167-f259f855ac08 req-714a0210-fb22-4612-9394-2d7bc865adba tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:18.020651 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee9765a3-82b3-4ce6-a167-f259f855ac08 req-714a0210-fb22-4612-9394-2d7bc865adba tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 985 time: 0.0484130 Nov 18 18:11:18.080446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ee9765a3-82b3-4ce6-a167-f259f855ac08 req-85606914-8657-41d6-9eeb-076505604e7a tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&id=359625ce-31e7-4b43-a8df-2f9d36cd28e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537598 Nov 18 18:11:19.198874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab6e76-103a-4fdb-8f31-250bced57e44 req-85ff1c68-b45b-4e47-a08f-ecdc5e02196c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:19.200277 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7ab6e76-103a-4fdb-8f31-250bced57e44 req-85ff1c68-b45b-4e47-a08f-ecdc5e02196c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 985 time: 0.0524693 Nov 18 18:11:19.259642 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7ab6e76-103a-4fdb-8f31-250bced57e44 req-681a4ded-281d-4fe4-aef0-c950299658ad tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&id=359625ce-31e7-4b43-a8df-2f9d36cd28e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533288 Nov 18 18:11:20.377600 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e73a6-dbb4-4be7-8a9d-f16748d55548 req-e7912f01-0aca-4bc3-87a1-fed8d650e591 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:20.379075 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9a3e73a6-dbb4-4be7-8a9d-f16748d55548 req-e7912f01-0aca-4bc3-87a1-fed8d650e591 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 985 time: 0.0491471 Nov 18 18:11:20.438771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9a3e73a6-dbb4-4be7-8a9d-f16748d55548 req-607bf512-bf6e-4112-80f1-6f379397a2ac tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&id=359625ce-31e7-4b43-a8df-2f9d36cd28e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535803 Nov 18 18:11:21.553984 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d6e21-d094-4c0e-9773-e5bb1c7f9b2c req-ba981c8b-53d8-4346-b0b0-ac37123e095d tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:21.555388 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e5d6e21-d094-4c0e-9773-e5bb1c7f9b2c req-ba981c8b-53d8-4346-b0b0-ac37123e095d tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 985 time: 0.0486777 Nov 18 18:11:21.619456 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e5d6e21-d094-4c0e-9773-e5bb1c7f9b2c req-9f60d858-fed1-411f-809a-ffc46b0664a5 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&id=359625ce-31e7-4b43-a8df-2f9d36cd28e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579503 Nov 18 18:11:22.043493 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:22.735143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87793a0-e01f-43c1-ac62-06aae77487c2 req-5be248a5-12b6-4674-bf76-bf3f1456e73d tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:22.736682 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c87793a0-e01f-43c1-ac62-06aae77487c2 req-5be248a5-12b6-4674-bf76-bf3f1456e73d tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 985 time: 0.0494771 Nov 18 18:11:22.796589 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c87793a0-e01f-43c1-ac62-06aae77487c2 req-302077aa-1c56-48c3-a077-da11230ad363 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&id=359625ce-31e7-4b43-a8df-2f9d36cd28e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536451 Nov 18 18:11:23.640473 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:23.914983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf24de-fe9a-42bf-a8f2-0129dd7f2bcf req-d959a4ac-4b39-40e9-a26b-0fde19da3862 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:23.916452 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aacf24de-fe9a-42bf-a8f2-0129dd7f2bcf req-d959a4ac-4b39-40e9-a26b-0fde19da3862 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 985 time: 0.0503640 Nov 18 18:11:23.976047 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aacf24de-fe9a-42bf-a8f2-0129dd7f2bcf req-4832f823-29e5-4702-aa3c-ba8e48c834e7 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&id=359625ce-31e7-4b43-a8df-2f9d36cd28e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527787 Nov 18 18:11:25.095588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd70cb-92e2-4645-a61c-e341c25fb32d req-cbcda31a-e566-45cf-984d-7b757b988e38 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:25.097121 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a3cd70cb-92e2-4645-a61c-e341c25fb32d req-cbcda31a-e566-45cf-984d-7b757b988e38 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 985 time: 0.0530400 Nov 18 18:11:25.158030 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a3cd70cb-92e2-4645-a61c-e341c25fb32d req-c4cc6fb3-c362-4491-8783-f45f6ac0307f tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&id=359625ce-31e7-4b43-a8df-2f9d36cd28e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546229 Nov 18 18:11:26.277022 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edb774-56cd-489c-88a3-f17f4530a088 req-31e3a8d8-05e9-46c5-974f-83fba57ebf42 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:26.278583 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-85edb774-56cd-489c-88a3-f17f4530a088 req-31e3a8d8-05e9-46c5-974f-83fba57ebf42 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 985 time: 0.0494695 Nov 18 18:11:26.374225 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-85edb774-56cd-489c-88a3-f17f4530a088 req-318d3fa8-af50-49e2-a419-7cf0fd09bfa3 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&id=359625ce-31e7-4b43-a8df-2f9d36cd28e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888069 Nov 18 18:11:27.491940 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616edd6-9d77-4229-9b3c-e71ec012adf5 req-97cb7368-6b75-4fde-a631-977db4c6f7c9 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:27.493410 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6616edd6-9d77-4229-9b3c-e71ec012adf5 req-97cb7368-6b75-4fde-a631-977db4c6f7c9 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 985 time: 0.0520709 Nov 18 18:11:27.553200 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6616edd6-9d77-4229-9b3c-e71ec012adf5 req-c4990483-2f0f-4a51-9af7-05ebbf88bc90 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&id=359625ce-31e7-4b43-a8df-2f9d36cd28e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531025 Nov 18 18:11:28.668369 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f2fc5-96c2-48e4-84d7-5758891dd47a req-1f6f3a7f-5da6-41ed-986c-8523bf6d47ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:28.669846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae8f2fc5-96c2-48e4-84d7-5758891dd47a req-1f6f3a7f-5da6-41ed-986c-8523bf6d47ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 985 time: 0.0488486 Nov 18 18:11:28.729757 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ae8f2fc5-96c2-48e4-84d7-5758891dd47a req-d851faa6-752a-46ae-ae6d-f961ae8a5f85 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&id=359625ce-31e7-4b43-a8df-2f9d36cd28e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539143 Nov 18 18:11:29.843390 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4a83c-2d86-44ca-a77a-6f74ddacb2f0 req-7cecccfe-06b2-4c05-84d4-3fbf0dfa556f tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:29.844987 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40c4a83c-2d86-44ca-a77a-6f74ddacb2f0 req-7cecccfe-06b2-4c05-84d4-3fbf0dfa556f tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 985 time: 0.0491638 Nov 18 18:11:29.910010 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40c4a83c-2d86-44ca-a77a-6f74ddacb2f0 req-16bae20d-9977-46b0-8e1f-fc143fd841d4 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&id=359625ce-31e7-4b43-a8df-2f9d36cd28e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589983 Nov 18 18:11:29.997289 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7401667b-9227-44ce-8aa7-f0da37365d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:31.029876 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2aff71-b5ea-4aac-920c-548c5358cb3b req-dd3dbf2a-bb79-41f5-8303-fe3620641ad0 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:31.031374 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb2aff71-b5ea-4aac-920c-548c5358cb3b req-dd3dbf2a-bb79-41f5-8303-fe3620641ad0 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 985 time: 0.0493619 Nov 18 18:11:31.091345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb2aff71-b5ea-4aac-920c-548c5358cb3b req-8d89c60f-4ac0-4c02-9a1f-bfab6905a926 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&id=359625ce-31e7-4b43-a8df-2f9d36cd28e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538650 Nov 18 18:11:32.208841 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a077598-0553-4d07-b15b-39b4dd476432 req-a7d0345d-abde-4267-a823-74a90682cdcd tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:11:32.210381 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a077598-0553-4d07-b15b-39b4dd476432 req-a7d0345d-abde-4267-a823-74a90682cdcd tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 985 time: 0.0494692 Nov 18 18:11:32.272215 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a077598-0553-4d07-b15b-39b4dd476432 req-1a8d6267-299c-478f-ace8-5126fb0cbcfc tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&id=359625ce-31e7-4b43-a8df-2f9d36cd28e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553246 Nov 18 18:11:32.471949 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5c0faa62-0c9c-4552-af9d-ae6dffc531a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:33.785849 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:35.197276 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:35.500323 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:50.233947 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:11:52.039298 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:11:53.713692 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:00.019745 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36725795-89cf-4f9b-a8c0-393e5d71f402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:02.482492 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d9af3200-21fe-432c-81f0-029972c8ee6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:03.793614 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:03.969506 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b58d332-d07c-40a1-a8e1-467dec58aedf req-ad59d285-bd92-4929-9f8e-10626408d4e8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424838 Nov 18 18:12:04.057885 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58d332-d07c-40a1-a8e1-467dec58aedf req-db4a9a38-5182-4320-b622-e5109ff91a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:04.059300 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b58d332-d07c-40a1-a8e1-467dec58aedf req-db4a9a38-5182-4320-b622-e5109ff91a4e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=81f064e1efac43fcb02ca21c6504c660&device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 1137 time: 0.0434425 Nov 18 18:12:04.167609 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58d332-d07c-40a1-a8e1-467dec58aedf req-33efd2fb-fe5a-41b9-b998-d3d0d29102a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:04.169103 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b58d332-d07c-40a1-a8e1-467dec58aedf req-33efd2fb-fe5a-41b9-b998-d3d0d29102a9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e883d0af-de8f-4939-a185-f185d6680a8f HTTP/1.1" status: 200 len: 916 time: 0.0887842 Nov 18 18:12:04.242388 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b58d332-d07c-40a1-a8e1-467dec58aedf req-ceabbb7b-4d78-4915-8701-2b6682044aa1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5109bd2-8eca-4c13-8f77-7f2ca08f6987 HTTP/1.1" status: 200 len: 1002 time: 0.0631604 Nov 18 18:12:04.295293 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58d332-d07c-40a1-a8e1-467dec58aedf req-3778e7ef-3499-49e4-8e78-19fa9bafd7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:04.296793 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b58d332-d07c-40a1-a8e1-467dec58aedf req-3778e7ef-3499-49e4-8e78-19fa9bafd7c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b58b816d-3a8f-4c15-9be8-e8c50885310e HTTP/1.1" status: 200 len: 853 time: 0.0474145 Nov 18 18:12:04.344176 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58d332-d07c-40a1-a8e1-467dec58aedf req-12b1fe49-9be8-4785-8729-3d58e4402779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:04.345570 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b58d332-d07c-40a1-a8e1-467dec58aedf req-12b1fe49-9be8-4785-8729-3d58e4402779 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e883d0af-de8f-4939-a185-f185d6680a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404847 Nov 18 18:12:04.434066 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b58d332-d07c-40a1-a8e1-467dec58aedf req-9c724f1b-e99d-4e79-97c6-fda84da48255 service neutron] 10.222.0.81 "GET /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806692 Nov 18 18:12:04.543816 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2b58d332-d07c-40a1-a8e1-467dec58aedf req-83749908-013c-447e-b0e9-ff5ef87d134f service neutron] 10.222.0.81 "GET /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014621 Nov 18 18:12:05.207970 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:05.269904 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a85b002-e7a5-45a2-bbac-40d82bc61d73 req-50e608c1-d2a1-418d-a379-f19e1d51517e tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1522940419&fields=id&tenant_id=81f064e1efac43fcb02ca21c6504c660 HTTP/1.1" status: 200 len: 267 time: 0.0485942 Nov 18 18:12:05.326744 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85b002-e7a5-45a2-bbac-40d82bc61d73 req-3421d2b6-43ef-42fa-b08f-d69f55873ef2 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:05.328278 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a85b002-e7a5-45a2-bbac-40d82bc61d73 req-3421d2b6-43ef-42fa-b08f-d69f55873ef2 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 985 time: 0.0525723 Nov 18 18:12:05.339535 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [req-5a85b002-e7a5-45a2-bbac-40d82bc61d73 req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Request body: {'port': {'security_groups': ['a074fba4-5309-454a-b1bb-2a868d930e06']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:12:05.402606 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5a85b002-e7a5-45a2-bbac-40d82bc61d73 req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:05.527967 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:05.580492 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-5a85b002-e7a5-45a2-bbac-40d82bc61d73 req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] For port a5109bd2-8eca-4c13-8f77-7f2ca08f6987, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a5109bd2-8eca-4c13-8f77-7f2ca08f6987,segment=NetworkSegment(72e3d47b-def4-4b2b-8822-c70481a81c62),segment_id=72e3d47b-def4-4b2b-8822-c70481a81c62)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:12:05.610125 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5a85b002-e7a5-45a2-bbac-40d82bc61d73 req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:05.671037 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5a85b002-e7a5-45a2-bbac-40d82bc61d73 req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:05.683098 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['a5109bd2-8eca-4c13-8f77-7f2ca08f6987'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:12:05.720506 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85b002-e7a5-45a2-bbac-40d82bc61d73 req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:05.721149 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-5a85b002-e7a5-45a2-bbac-40d82bc61d73 req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:05.722580 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5a85b002-e7a5-45a2-bbac-40d82bc61d73 req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "PUT /v2.0/ports/a5109bd2-8eca-4c13-8f77-7f2ca08f6987 HTTP/1.1" status: 200 len: 943 time: 0.3878329 Nov 18 18:12:05.725339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'tag': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:12:05.728291 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81c1f65620c2b619e54ef1f34f71e2c57117e756ba45fba3b6a8fdb297f35b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd07d10-f63c-478d-962c-f3e419981d73" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3f0174-251e-468c-9fc3-20dfa90047c6", "tag": "a5109bd2-8eca-4c13-8f77-7f2ca08f6987"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:12:05.729872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39620) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:05.771687 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Pushing event updated for resources: {'Port': ['ID=a5109bd2-8eca-4c13-8f77-7f2ca08f6987,revision_number=7']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:05.793416 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb68e2d7-230a-4020-9e4e-e29ea81efcb2 x-openstack-request-id: req-cb68e2d7-230a-4020-9e4e-e29ea81efcb2 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:12:05.793732 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3f0174-251e-468c-9fc3-20dfa90047c6", "tag": "a5109bd2-8eca-4c13-8f77-7f2ca08f6987", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:12:05.794003 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cb68e2d7-230a-4020-9e4e-e29ea81efcb2 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:12:05.794416 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'tag': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987', 'status': 'completed', 'code': 200} Nov 18 18:12:05.795754 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:05.796139 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:05.796494 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:05.796845 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:05.797189 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:05.797537 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:05.797880 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:05.798222 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:05.798563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:05.798901 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:05.799238 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:05.799922 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7e9d-cb3b-4573-8443-7f372b34e2ff tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:05.816006 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['a5109bd2-8eca-4c13-8f77-7f2ca08f6987'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:12:05.846984 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f9b8d4b8-6c50-4024-b72f-51cdf44d6547 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:05.883346 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f9b8d4b8-6c50-4024-b72f-51cdf44d6547 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:05.886559 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07d10-f63c-478d-962c-f3e419981d73 req-63e2ddc9-4bb8-4071-bd80-dabcccf0f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:05.891149 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9cd07d10-f63c-478d-962c-f3e419981d73 req-63e2ddc9-4bb8-4071-bd80-dabcccf0f340 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=81f064e1efac43fcb02ca21c6504c660&device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 1098 time: 0.0935798 Nov 18 18:12:06.035921 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07d10-f63c-478d-962c-f3e419981d73 req-907dbe63-1d98-4e7d-aeb6-aba42da2c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:06.037333 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9cd07d10-f63c-478d-962c-f3e419981d73 req-907dbe63-1d98-4e7d-aeb6-aba42da2c62c service neutron] 10.222.0.81 "GET /v2.0/networks?id=e883d0af-de8f-4939-a185-f185d6680a8f HTTP/1.1" status: 200 len: 916 time: 0.1366770 Nov 18 18:12:06.039004 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-78ebd325-665c-4c89-ad25-d7a4554adc86 None None] Provisioning complete for port a5109bd2-8eca-4c13-8f77-7f2ca08f6987 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:12:06.039376 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78ebd325-665c-4c89-ad25-d7a4554adc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:06.079413 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f9b8d4b8-6c50-4024-b72f-51cdf44d6547 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:06.082059 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f9b8d4b8-6c50-4024-b72f-51cdf44d6547 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:06.085742 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f9b8d4b8-6c50-4024-b72f-51cdf44d6547 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "DELETE /v2.0/security-groups/359625ce-31e7-4b43-a8df-2f9d36cd28e9 HTTP/1.1" status: 204 len: 168 time: 0.3524964 Nov 18 18:12:06.086782 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39624) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:06.105778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8d4b8-6c50-4024-b72f-51cdf44d6547 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=359625ce-31e7-4b43-a8df-2f9d36cd28e9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:06.118299 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b8d4b8-6c50-4024-b72f-51cdf44d6547 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:06.118660 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b8d4b8-6c50-4024-b72f-51cdf44d6547 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:06.119017 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b8d4b8-6c50-4024-b72f-51cdf44d6547 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:06.119361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b8d4b8-6c50-4024-b72f-51cdf44d6547 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:06.119700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b8d4b8-6c50-4024-b72f-51cdf44d6547 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:06.120102 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b8d4b8-6c50-4024-b72f-51cdf44d6547 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:06.120441 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b8d4b8-6c50-4024-b72f-51cdf44d6547 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:06.120778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b8d4b8-6c50-4024-b72f-51cdf44d6547 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:06.121116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b8d4b8-6c50-4024-b72f-51cdf44d6547 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:06.121451 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b8d4b8-6c50-4024-b72f-51cdf44d6547 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:06.121781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b8d4b8-6c50-4024-b72f-51cdf44d6547 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:06.122113 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b8d4b8-6c50-4024-b72f-51cdf44d6547 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:06.141741 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9cd07d10-f63c-478d-962c-f3e419981d73 req-d9661fa4-8986-4f31-8b37-7128ce65e0a9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5109bd2-8eca-4c13-8f77-7f2ca08f6987 HTTP/1.1" status: 200 len: 1002 time: 0.0967500 Nov 18 18:12:06.269270 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0994e-3b09-42c2-8178-a2930dcf60d5 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Deleting port e9368543-1817-4579-9d7f-d6c7fbd7aeb3 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:12:06.269669 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3a0994e-3b09-42c2-8178-a2930dcf60d5 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:06.352487 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3a0994e-3b09-42c2-8178-a2930dcf60d5 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:06.353221 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3a0994e-3b09-42c2-8178-a2930dcf60d5 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:06.365435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0994e-3b09-42c2-8178-a2930dcf60d5 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Calling delete_port for e9368543-1817-4579-9d7f-d6c7fbd7aeb3 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:12:06.498406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07d10-f63c-478d-962c-f3e419981d73 req-b145fff7-ea69-4f67-ae2a-767cc0cc220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:06.499916 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9cd07d10-f63c-478d-962c-f3e419981d73 req-b145fff7-ea69-4f67-ae2a-767cc0cc220d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b58b816d-3a8f-4c15-9be8-e8c50885310e HTTP/1.1" status: 200 len: 853 time: 0.3504033 Nov 18 18:12:06.547395 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07d10-f63c-478d-962c-f3e419981d73 req-d0c6fa85-8c55-48d0-b07d-8405485e89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:06.548902 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9cd07d10-f63c-478d-962c-f3e419981d73 req-d0c6fa85-8c55-48d0-b07d-8405485e89c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e883d0af-de8f-4939-a185-f185d6680a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397966 Nov 18 18:12:06.634173 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3a0994e-3b09-42c2-8178-a2930dcf60d5 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:06.662650 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9cd07d10-f63c-478d-962c-f3e419981d73 req-bdf53bf5-157e-41b2-8aae-234575dbd1e6 service neutron] 10.222.0.81 "GET /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068180 Nov 18 18:12:06.666435 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0994e-3b09-42c2-8178-a2930dcf60d5 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Pushing event deleted for resources: {'Port': ['ID=e9368543-1817-4579-9d7f-d6c7fbd7aeb3,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:06.752232 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3a0994e-3b09-42c2-8178-a2930dcf60d5 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:06.752599 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-c3a0994e-3b09-42c2-8178-a2930dcf60d5 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Floating IP 45df6425-e853-469c-99ce-7e8af76d250d disassociated (deleted). External IP: 172.25.3.134, port: a5109bd2-8eca-4c13-8f77-7f2ca08f6987. Nov 18 18:12:06.769644 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-9cd07d10-f63c-478d-962c-f3e419981d73 req-4ee4f0ce-a118-430e-a5ce-8d0988a6b687 service neutron] 10.222.0.81 "GET /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987222 Nov 18 18:12:06.983383 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a0994e-3b09-42c2-8178-a2930dcf60d5 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Router 4a0f318d-b1d4-4809-adbf-7e54aae40336 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:12:07.091141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a0994e-3b09-42c2-8178-a2930dcf60d5 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:12:07.096131 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3a0994e-3b09-42c2-8178-a2930dcf60d5 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:07.101028 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4150a1d8-465c-49e4-97cc-69a9514b4fc8 None None] Sync routers for ids ['4a0f318d-b1d4-4809-adbf-7e54aae40336'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:12:07.110430 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4150a1d8-465c-49e4-97cc-69a9514b4fc8 None None] Routers {'4a0f318d-b1d4-4809-adbf-7e54aae40336'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:12:07.111051 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4150a1d8-465c-49e4-97cc-69a9514b4fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:12:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4a0f318d-b1d4-4809-adbf-7e54aae40336'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:07.123191 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c3a0994e-3b09-42c2-8178-a2930dcf60d5 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "DELETE /v2.0/floatingips/45df6425-e853-469c-99ce-7e8af76d250d HTTP/1.1" status: 204 len: 168 time: 1.0351286 Nov 18 18:12:07.218725 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4150a1d8-465c-49e4-97cc-69a9514b4fc8 None None] Set router 4a0f318d-b1d4-4809-adbf-7e54aae40336 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:12:07.415936 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4150a1d8-465c-49e4-97cc-69a9514b4fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'name': 'tempest-TestMinimumBasicScenario-864075090-router', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:09:57Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'gw_port': {'id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:09:58Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'c33ee853-be63-462e-83a1-11fda21c1574', 'name': '', 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'mac_address': 'fa:16:3e:8f:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:00Z', 'updated_at': '2021-11-18T18:10:05Z', 'revision_number': 5, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'subnets': [{'id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:07.446838 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4150a1d8-465c-49e4-97cc-69a9514b4fc8 None None] Checking router: 4a0f318d-b1d4-4809-adbf-7e54aae40336 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:12:07.455383 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4150a1d8-465c-49e4-97cc-69a9514b4fc8 None None] Routers {'4a0f318d-b1d4-4809-adbf-7e54aae40336'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:12:07.456026 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4150a1d8-465c-49e4-97cc-69a9514b4fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:12:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4a0f318d-b1d4-4809-adbf-7e54aae40336'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:07.561464 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4150a1d8-465c-49e4-97cc-69a9514b4fc8 None None] Set router 4a0f318d-b1d4-4809-adbf-7e54aae40336 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:12:07.755995 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4150a1d8-465c-49e4-97cc-69a9514b4fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'name': 'tempest-TestMinimumBasicScenario-864075090-router', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:09:57Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'gw_port': {'id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:09:58Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'c33ee853-be63-462e-83a1-11fda21c1574', 'name': '', 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'mac_address': 'fa:16:3e:8f:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:00Z', 'updated_at': '2021-11-18T18:10:05Z', 'revision_number': 5, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'subnets': [{'id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:07.781494 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4150a1d8-465c-49e4-97cc-69a9514b4fc8 None None] The sync data for ids ['4a0f318d-b1d4-4809-adbf-7e54aae40336'] in n-d-813419-11 is: [{'id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'name': 'tempest-TestMinimumBasicScenario-864075090-router', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:09:57Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'gw_port': {'id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:09:58Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'c33ee853-be63-462e-83a1-11fda21c1574', 'name': '', 'network_id': 'e883d0af-de8f-4939-a185-f185d6680a8f', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'mac_address': 'fa:16:3e:8f:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:00Z', 'updated_at': '2021-11-18T18:10:05Z', 'revision_number': 5, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'subnets': [{'id': 'b58b816d-3a8f-4c15-9be8-e8c50885310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:12:07.795410 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'tag': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:12:07.797981 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81c1f65620c2b619e54ef1f34f71e2c57117e756ba45fba3b6a8fdb297f35b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c094b06-d9f8-4a4c-b80d-9c5c283ca229" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3f0174-251e-468c-9fc3-20dfa90047c6", "tag": "a5109bd2-8eca-4c13-8f77-7f2ca08f6987"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:12:07.835600 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0df49a-c05a-46b0-afa2-5abd01a62a22 x-openstack-request-id: req-9f0df49a-c05a-46b0-afa2-5abd01a62a22 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:12:07.836104 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3f0174-251e-468c-9fc3-20dfa90047c6", "tag": "a5109bd2-8eca-4c13-8f77-7f2ca08f6987", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:12:07.836225 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9f0df49a-c05a-46b0-afa2-5abd01a62a22 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:12:07.836859 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'tag': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987', 'status': 'completed', 'code': 200} Nov 18 18:12:07.909717 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c094b06-d9f8-4a4c-b80d-9c5c283ca229 req-19b4aa02-1529-4900-9ef6-3c7b3bee1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:07.909717 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4c094b06-d9f8-4a4c-b80d-9c5c283ca229 req-19b4aa02-1529-4900-9ef6-3c7b3bee1ba9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=81f064e1efac43fcb02ca21c6504c660&device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 1098 time: 0.0469782 Nov 18 18:12:08.008652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c094b06-d9f8-4a4c-b80d-9c5c283ca229 req-e86b6683-87dc-45b7-b7da-1f1dd6822aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:08.010203 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4c094b06-d9f8-4a4c-b80d-9c5c283ca229 req-e86b6683-87dc-45b7-b7da-1f1dd6822aed service neutron] 10.222.0.81 "GET /v2.0/networks?id=e883d0af-de8f-4939-a185-f185d6680a8f HTTP/1.1" status: 200 len: 916 time: 0.0921545 Nov 18 18:12:08.023464 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d3a345-9aff-4687-8101-05392194158c None None] New status for floating IP 45df6425-e853-469c-99ce-7e8af76d250d: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:12:08.062537 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4c094b06-d9f8-4a4c-b80d-9c5c283ca229 req-2b0b8733-eca3-421a-ba69-0e5213682ba6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5109bd2-8eca-4c13-8f77-7f2ca08f6987 HTTP/1.1" status: 200 len: 217 time: 0.0447934 Nov 18 18:12:08.114647 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c094b06-d9f8-4a4c-b80d-9c5c283ca229 req-c03f66fe-2497-49a4-a01a-218b405a440a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:08.115967 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4c094b06-d9f8-4a4c-b80d-9c5c283ca229 req-c03f66fe-2497-49a4-a01a-218b405a440a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b58b816d-3a8f-4c15-9be8-e8c50885310e HTTP/1.1" status: 200 len: 853 time: 0.0459456 Nov 18 18:12:08.164996 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c094b06-d9f8-4a4c-b80d-9c5c283ca229 req-5af63f47-de0e-4cf8-96e5-40cc8a04f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:08.166526 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4c094b06-d9f8-4a4c-b80d-9c5c283ca229 req-5af63f47-de0e-4cf8-96e5-40cc8a04f88e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e883d0af-de8f-4939-a185-f185d6680a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430443 Nov 18 18:12:08.263395 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4c094b06-d9f8-4a4c-b80d-9c5c283ca229 req-f13b2c97-3134-48cb-9f86-e135b1ff6953 service neutron] 10.222.0.81 "GET /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895948 Nov 18 18:12:08.354449 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4c094b06-d9f8-4a4c-b80d-9c5c283ca229 req-ff2fc588-9ff8-4968-8f25-ddfa2b44fa17 service neutron] 10.222.0.81 "GET /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835795 Nov 18 18:12:16.598336 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8db68c-01d7-4ec2-8f12-8ca3a6549552 req-936c0e79-b108-48c0-b7aa-9bef58108ab2 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:16.599869 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b8db68c-01d7-4ec2-8f12-8ca3a6549552 req-936c0e79-b108-48c0-b7aa-9bef58108ab2 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 946 time: 0.0499079 Nov 18 18:12:16.647779 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b8db68c-01d7-4ec2-8f12-8ca3a6549552 req-a7afd32b-6611-4224-b18c-beed7935c690 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416782 Nov 18 18:12:17.769928 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b88e01-1e3f-4746-a087-66b57850e0be req-7f6a6837-e0a5-4fcb-98f6-811b89989b55 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:17.771338 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4b88e01-1e3f-4746-a087-66b57850e0be req-7f6a6837-e0a5-4fcb-98f6-811b89989b55 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 946 time: 0.0536249 Nov 18 18:12:17.818411 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a4b88e01-1e3f-4746-a087-66b57850e0be req-15d89892-be0e-4b0a-b2c5-1ac142ffa27f tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/security-groups?id=a074fba4-5309-454a-b1bb-2a868d930e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403595 Nov 18 18:12:18.235422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5463b6-83cf-4405-a786-2f5da451baf9 req-1d8c236b-9721-4263-81b0-35954587983c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:18.236892 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fb5463b6-83cf-4405-a786-2f5da451baf9 req-1d8c236b-9721-4263-81b0-35954587983c tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 946 time: 0.0490556 Nov 18 18:12:18.328355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-fb5463b6-83cf-4405-a786-2f5da451baf9 req-b4d9784a-32e4-4075-94f9-13d13aef4b47 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Deleting port a5109bd2-8eca-4c13-8f77-7f2ca08f6987 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:12:18.328695 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fb5463b6-83cf-4405-a786-2f5da451baf9 req-b4d9784a-32e4-4075-94f9-13d13aef4b47 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:18.419298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-fb5463b6-83cf-4405-a786-2f5da451baf9 req-b4d9784a-32e4-4075-94f9-13d13aef4b47 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] For port a5109bd2-8eca-4c13-8f77-7f2ca08f6987, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=a5109bd2-8eca-4c13-8f77-7f2ca08f6987,segment=NetworkSegment(72e3d47b-def4-4b2b-8822-c70481a81c62),segment_id=72e3d47b-def4-4b2b-8822-c70481a81c62)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:12:18.419657 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fb5463b6-83cf-4405-a786-2f5da451baf9 req-b4d9784a-32e4-4075-94f9-13d13aef4b47 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:18.431345 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-fb5463b6-83cf-4405-a786-2f5da451baf9 req-b4d9784a-32e4-4075-94f9-13d13aef4b47 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Calling delete_port for a5109bd2-8eca-4c13-8f77-7f2ca08f6987 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:12:18.619364 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fb5463b6-83cf-4405-a786-2f5da451baf9 req-b4d9784a-32e4-4075-94f9-13d13aef4b47 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:18.631003 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['a5109bd2-8eca-4c13-8f77-7f2ca08f6987'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:12:18.650731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9784a-32e4-4075-94f9-13d13aef4b47 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Pushing event deleted for resources: {'Port': ['ID=a5109bd2-8eca-4c13-8f77-7f2ca08f6987,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:18.695696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5463b6-83cf-4405-a786-2f5da451baf9 req-b4d9784a-32e4-4075-94f9-13d13aef4b47 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] No DVR routers for this DVR port a5109bd2-8eca-4c13-8f77-7f2ca08f6987 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:12:18.698768 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fb5463b6-83cf-4405-a786-2f5da451baf9 req-b4d9784a-32e4-4075-94f9-13d13aef4b47 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:18.702962 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fb5463b6-83cf-4405-a786-2f5da451baf9 req-b4d9784a-32e4-4075-94f9-13d13aef4b47 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.81 "DELETE /v2.0/ports/a5109bd2-8eca-4c13-8f77-7f2ca08f6987 HTTP/1.1" status: 204 len: 173 time: 0.4600327 Nov 18 18:12:18.703434 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'name': 'network-vif-deleted', 'tag': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:12:18.706420 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e4019a-c1ee-4752-8d03-b4e8cda6b9dc" -d '{"events": [{"server_uuid": "7a3f0174-251e-468c-9fc3-20dfa90047c6", "name": "network-vif-deleted", "tag": "a5109bd2-8eca-4c13-8f77-7f2ca08f6987"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:12:18.743114 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba273ab1-de66-4130-a548-7f0297160ffb x-openstack-request-id: req-ba273ab1-de66-4130-a548-7f0297160ffb {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:12:18.743422 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3f0174-251e-468c-9fc3-20dfa90047c6", "name": "network-vif-deleted", "tag": "a5109bd2-8eca-4c13-8f77-7f2ca08f6987", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:12:18.743815 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ba273ab1-de66-4130-a548-7f0297160ffb {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:12:18.744280 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3f0174-251e-468c-9fc3-20dfa90047c6', 'name': 'network-vif-deleted', 'tag': 'a5109bd2-8eca-4c13-8f77-7f2ca08f6987', 'status': 'completed', 'code': 200} Nov 18 18:12:18.918093 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2ad968a-ae23-4809-8dd6-b9b92f1fdbee req-f6ffd1a0-9a8b-43ce-aa1b-c649e81c5e14 tempest-TestMinimumBasicScenario-1643383315 tempest-TestMinimumBasicScenario-1643383315-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a3f0174-251e-468c-9fc3-20dfa90047c6 HTTP/1.1" status: 200 len: 210 time: 0.0261860 Nov 18 18:12:20.724520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a5109bd2-8eca-4c13-8f77-7f2ca08f6987 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:12:20.744854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: a5109bd2-8eca-4c13-8f77-7f2ca08f6987 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:12:20.745217 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device a5109bd2-8eca-4c13-8f77-7f2ca08f6987 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:12:21.200769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39724) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:21.885749 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aea92fe3-df3b-4f6b-b330-b811d5e45416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:22.073468 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:22.142780 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-aea92fe3-df3b-4f6b-b330-b811d5e45416 admin admin] Deleting port c33ee853-be63-462e-83a1-11fda21c1574 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:12:22.143031 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aea92fe3-df3b-4f6b-b330-b811d5e45416 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:22.219570 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-aea92fe3-df3b-4f6b-b330-b811d5e45416 admin admin] For port c33ee853-be63-462e-83a1-11fda21c1574, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c33ee853-be63-462e-83a1-11fda21c1574,segment=NetworkSegment(72e3d47b-def4-4b2b-8822-c70481a81c62),segment_id=72e3d47b-def4-4b2b-8822-c70481a81c62)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:12:22.220319 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aea92fe3-df3b-4f6b-b330-b811d5e45416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:22.232012 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-aea92fe3-df3b-4f6b-b330-b811d5e45416 admin admin] Calling delete_port for c33ee853-be63-462e-83a1-11fda21c1574 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:12:22.493662 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aea92fe3-df3b-4f6b-b330-b811d5e45416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:22.517200 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea92fe3-df3b-4f6b-b330-b811d5e45416 admin admin] Pushing event deleted for resources: {'Port': ['ID=c33ee853-be63-462e-83a1-11fda21c1574,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:22.691898 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aea92fe3-df3b-4f6b-b330-b811d5e45416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:22.906162 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea92fe3-df3b-4f6b-b330-b811d5e45416 admin admin] Router 4a0f318d-b1d4-4809-adbf-7e54aae40336 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:12:23.011941 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea92fe3-df3b-4f6b-b330-b811d5e45416 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:12:23.017713 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-aea92fe3-df3b-4f6b-b330-b811d5e45416 admin admin] 10.222.0.72 "PUT /v2.0/routers/4a0f318d-b1d4-4809-adbf-7e54aae40336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8158686 Nov 18 18:12:23.019874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39726) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:23.020712 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e49ebfb-e56e-402b-b911-eb5859aa0df3 None None] Sync routers for ids ['4a0f318d-b1d4-4809-adbf-7e54aae40336'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:12:23.031565 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e49ebfb-e56e-402b-b911-eb5859aa0df3 None None] Routers {'4a0f318d-b1d4-4809-adbf-7e54aae40336'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:12:23.032271 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9e49ebfb-e56e-402b-b911-eb5859aa0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:12:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4a0f318d-b1d4-4809-adbf-7e54aae40336'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:23.124631 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd6cc-d266-49fd-9d6d-f113eb0de5c2 admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:23.233458 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd6cc-d266-49fd-9d6d-f113eb0de5c2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:23.237161 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-9e49ebfb-e56e-402b-b911-eb5859aa0df3 None None] Set router 4a0f318d-b1d4-4809-adbf-7e54aae40336 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:12:23.354912 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-9b7cd6cc-d266-49fd-9d6d-f113eb0de5c2 admin admin] Deleting port d708b01e-7cf7-4a14-a335-795f057d3038 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:12:23.355380 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd6cc-d266-49fd-9d6d-f113eb0de5c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:23.415502 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9e49ebfb-e56e-402b-b911-eb5859aa0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'name': 'tempest-TestMinimumBasicScenario-864075090-router', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:09:57Z', 'updated_at': '2021-11-18T18:12:22Z', 'revision_number': 5, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'gw_port': {'id': 'd708b01e-7cf7-4a14-a335-795f057d3038', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:09:58Z', 'updated_at': '2021-11-18T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:23.439950 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-9b7cd6cc-d266-49fd-9d6d-f113eb0de5c2 admin admin] For port d708b01e-7cf7-4a14-a335-795f057d3038, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d708b01e-7cf7-4a14-a335-795f057d3038,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:12:23.440324 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd6cc-d266-49fd-9d6d-f113eb0de5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:23.440916 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e49ebfb-e56e-402b-b911-eb5859aa0df3 None None] Checking router: 4a0f318d-b1d4-4809-adbf-7e54aae40336 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:12:23.449630 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e49ebfb-e56e-402b-b911-eb5859aa0df3 None None] Routers {'4a0f318d-b1d4-4809-adbf-7e54aae40336'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:12:23.450226 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9e49ebfb-e56e-402b-b911-eb5859aa0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:12:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['4a0f318d-b1d4-4809-adbf-7e54aae40336'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:23.452681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-9b7cd6cc-d266-49fd-9d6d-f113eb0de5c2 admin admin] Calling delete_port for d708b01e-7cf7-4a14-a335-795f057d3038 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:12:23.535438 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-9e49ebfb-e56e-402b-b911-eb5859aa0df3 None None] Set router 4a0f318d-b1d4-4809-adbf-7e54aae40336 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:12:23.589286 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-9e49ebfb-e56e-402b-b911-eb5859aa0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'name': 'tempest-TestMinimumBasicScenario-864075090-router', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:09:57Z', 'updated_at': '2021-11-18T18:12:23Z', 'revision_number': 6, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:23.615119 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e49ebfb-e56e-402b-b911-eb5859aa0df3 None None] The sync data for ids ['4a0f318d-b1d4-4809-adbf-7e54aae40336'] in n-d-813419-11 is: [{'id': '4a0f318d-b1d4-4809-adbf-7e54aae40336', 'name': 'tempest-TestMinimumBasicScenario-864075090-router', 'tenant_id': '81f064e1efac43fcb02ca21c6504c660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:09:57Z', 'updated_at': '2021-11-18T18:12:23Z', 'revision_number': 6, 'project_id': '81f064e1efac43fcb02ca21c6504c660', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:12:23.699448 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd6cc-d266-49fd-9d6d-f113eb0de5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:23.725932 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cd6cc-d266-49fd-9d6d-f113eb0de5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d708b01e-7cf7-4a14-a335-795f057d3038,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:23.731095 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:23.741302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9044bf-8721-4467-9aab-a825cade5ec6 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:12:23.791261 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd6cc-d266-49fd-9d6d-f113eb0de5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:23.882567 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd6cc-d266-49fd-9d6d-f113eb0de5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:23.885835 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd6cc-d266-49fd-9d6d-f113eb0de5c2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:23.996534 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd6cc-d266-49fd-9d6d-f113eb0de5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:23.997126 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7cd6cc-d266-49fd-9d6d-f113eb0de5c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a0f318d-b1d4-4809-adbf-7e54aae40336 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:12:24.002350 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd6cc-d266-49fd-9d6d-f113eb0de5c2 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:24.006059 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9b7cd6cc-d266-49fd-9d6d-f113eb0de5c2 admin admin] 10.222.0.72 "DELETE /v2.0/routers/4a0f318d-b1d4-4809-adbf-7e54aae40336 HTTP/1.1" status: 204 len: 168 time: 0.9828343 Nov 18 18:12:24.006237 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39728) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:24.056174 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c070a0-db43-49ac-9244-8b2f6d2926fd admin admin] Deleting subnet b58b816d-3a8f-4c15-9be8-e8c50885310e {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:12:24.059095 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-37c070a0-db43-49ac-9244-8b2f6d2926fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:24.093214 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-37c070a0-db43-49ac-9244-8b2f6d2926fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:24.174427 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-37c070a0-db43-49ac-9244-8b2f6d2926fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:24.291035 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-37c070a0-db43-49ac-9244-8b2f6d2926fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:24.320604 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-37c070a0-db43-49ac-9244-8b2f6d2926fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:24.327225 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-37c070a0-db43-49ac-9244-8b2f6d2926fd admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b58b816d-3a8f-4c15-9be8-e8c50885310e HTTP/1.1" status: 204 len: 168 time: 0.3177550 Nov 18 18:12:24.327427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f6fd4d-309d-4b17-8d3c-f6bdd2aee073 None None] Network e883d0af-de8f-4939-a185-f185d6680a8f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:12:24.327546 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c070a0-db43-49ac-9244-8b2f6d2926fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b58b816d-3a8f-4c15-9be8-e8c50885310e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:24.327657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39730) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:24.403215 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:24.463749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] Deleting port d71ef16f-1cf4-4b86-90ac-e92edc4c4bea {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:12:24.464116 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:24.520141 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] DHCP port deletion for e883d0af-de8f-4939-a185-f185d6680a8f request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:12:24.533630 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] For port d71ef16f-1cf4-4b86-90ac-e92edc4c4bea, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d71ef16f-1cf4-4b86-90ac-e92edc4c4bea,segment=NetworkSegment(72e3d47b-def4-4b2b-8822-c70481a81c62),segment_id=72e3d47b-def4-4b2b-8822-c70481a81c62)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:12:24.534002 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:24.548240 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] Calling delete_port for d71ef16f-1cf4-4b86-90ac-e92edc4c4bea owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:12:24.576031 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] Deleting port d71ef16f-1cf4-4b86-90ac-e92edc4c4bea {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:12:24.576418 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:24.647327 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] For port d71ef16f-1cf4-4b86-90ac-e92edc4c4bea, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d71ef16f-1cf4-4b86-90ac-e92edc4c4bea,segment=NetworkSegment(72e3d47b-def4-4b2b-8822-c70481a81c62),segment_id=72e3d47b-def4-4b2b-8822-c70481a81c62)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:12:24.647836 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:24.659960 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] Calling delete_port for d71ef16f-1cf4-4b86-90ac-e92edc4c4bea owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:12:24.736537 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:24.742238 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:24.766299 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] Pushing event deleted for resources: {'Port': ['ID=d71ef16f-1cf4-4b86-90ac-e92edc4c4bea,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:24.767261 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] Pushing event deleted for resources: {'Port': ['ID=d71ef16f-1cf4-4b86-90ac-e92edc4c4bea,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:24.768175 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] No DVR routers for this DVR port d71ef16f-1cf4-4b86-90ac-e92edc4c4bea on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:12:24.785686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] No DVR routers for this DVR port d71ef16f-1cf4-4b86-90ac-e92edc4c4bea on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:12:24.790678 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:24.791083 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:24.791435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:24.791870 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:24.792179 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:24.792521 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:24.792879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:24.793217 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:24.793550 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:24.793891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:24.794231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:24.794565 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fdd29-dfc7-4a4e-9726-0759c4911ad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:24.849492 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:24.874189 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e883d0af-de8f-4939-a185-f185d6680a8f']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:24.883737 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e3d47b-def4-4b2b-8822-c70481a81c62') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:24.884064 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e3d47b-def4-4b2b-8822-c70481a81c62') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:24.893411 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:24.906806 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:24.913034 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:12:24.913448 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: timer() Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:12:24.915822 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:12:25.038575 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:25.055456 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:25.058834 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e883d0af-de8f-4939-a185-f185d6680a8f HTTP/1.1" status: 204 len: 168 time: 0.7301519 Nov 18 18:12:25.060149 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ec7d4-68c2-4d2b-90aa-ffd75cc4de25 admin admin] Pushing event deleted for resources: {'Network': ['ID=e883d0af-de8f-4939-a185-f185d6680a8f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:25.061811 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39732) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:25.339897 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d708b01e-7cf7-4a14-a335-795f057d3038 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:12:25.360397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: d708b01e-7cf7-4a14-a335-795f057d3038 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:12:25.360747 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d708b01e-7cf7-4a14-a335-795f057d3038 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:12:25.361176 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d71ef16f-1cf4-4b86-90ac-e92edc4c4bea no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:12:25.380751 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: d71ef16f-1cf4-4b86-90ac-e92edc4c4bea {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:12:25.381104 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d71ef16f-1cf4-4b86-90ac-e92edc4c4bea not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:12:25.381551 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c33ee853-be63-462e-83a1-11fda21c1574 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:12:25.403168 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: c33ee853-be63-462e-83a1-11fda21c1574 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:12:25.403520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c33ee853-be63-462e-83a1-11fda21c1574 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:12:25.412504 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-46f952c2-0941-4596-a464-ee7151722792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:25.654201 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-46f952c2-0941-4596-a464-ee7151722792 admin admin] Deleting port c3c4390f-f1e7-45df-b8e1-9844941d0b53 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:12:25.654551 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-46f952c2-0941-4596-a464-ee7151722792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:25.731961 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-46f952c2-0941-4596-a464-ee7151722792 admin admin] For port c3c4390f-f1e7-45df-b8e1-9844941d0b53, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=c3c4390f-f1e7-45df-b8e1-9844941d0b53,segment=NetworkSegment(d2c739dc-046a-4ec7-b8a5-75a19b05ec7c),segment_id=d2c739dc-046a-4ec7-b8a5-75a19b05ec7c)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:12:25.732328 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-46f952c2-0941-4596-a464-ee7151722792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:25.745204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-46f952c2-0941-4596-a464-ee7151722792 admin admin] Calling delete_port for c3c4390f-f1e7-45df-b8e1-9844941d0b53 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:12:26.021841 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-46f952c2-0941-4596-a464-ee7151722792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:26.052178 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f952c2-0941-4596-a464-ee7151722792 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c4390f-f1e7-45df-b8e1-9844941d0b53,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:26.225150 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-46f952c2-0941-4596-a464-ee7151722792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:26.440802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f952c2-0941-4596-a464-ee7151722792 admin admin] Router dc25e14b-6ba2-4757-974b-be9d725af804 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:12:26.547548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f952c2-0941-4596-a464-ee7151722792 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:12:26.553302 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-46f952c2-0941-4596-a464-ee7151722792 admin admin] 10.222.0.72 "PUT /v2.0/routers/dc25e14b-6ba2-4757-974b-be9d725af804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4903164 Nov 18 18:12:26.556236 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39734) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:26.557382 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf7d89c-f0b2-4725-8848-5ff03e392ef2 None None] Sync routers for ids ['dc25e14b-6ba2-4757-974b-be9d725af804'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:12:26.567505 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf7d89c-f0b2-4725-8848-5ff03e392ef2 None None] Routers {'dc25e14b-6ba2-4757-974b-be9d725af804'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:12:26.568163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-aaf7d89c-f0b2-4725-8848-5ff03e392ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:12:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['dc25e14b-6ba2-4757-974b-be9d725af804'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:26.659703 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90f1d569-8272-4f8c-8f91-de435c857f43 admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:26.671708 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-aaf7d89c-f0b2-4725-8848-5ff03e392ef2 None None] Set router dc25e14b-6ba2-4757-974b-be9d725af804 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:12:26.757236 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90f1d569-8272-4f8c-8f91-de435c857f43 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:26.849182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-aaf7d89c-f0b2-4725-8848-5ff03e392ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'name': 'tempest-TestMinimumBasicScenario-1656554873-router', 'tenant_id': 'ce2914905de247d18ab39a561cd5b617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b2597c5a-8912-4773-bd1f-e55c91691aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:10:03Z', 'updated_at': '2021-11-18T18:12:25Z', 'revision_number': 5, 'project_id': 'ce2914905de247d18ab39a561cd5b617', 'gw_port': {'id': 'b2597c5a-8912-4773-bd1f-e55c91691aa3', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:10:04Z', 'updated_at': '2021-11-18T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:26.876960 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf7d89c-f0b2-4725-8848-5ff03e392ef2 None None] Checking router: dc25e14b-6ba2-4757-974b-be9d725af804 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:12:26.886797 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf7d89c-f0b2-4725-8848-5ff03e392ef2 None None] Routers {'dc25e14b-6ba2-4757-974b-be9d725af804'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:12:26.887436 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-aaf7d89c-f0b2-4725-8848-5ff03e392ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:12:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['dc25e14b-6ba2-4757-974b-be9d725af804'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:26.977297 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-aaf7d89c-f0b2-4725-8848-5ff03e392ef2 None None] Set router dc25e14b-6ba2-4757-974b-be9d725af804 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:12:27.034285 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-aaf7d89c-f0b2-4725-8848-5ff03e392ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'name': 'tempest-TestMinimumBasicScenario-1656554873-router', 'tenant_id': 'ce2914905de247d18ab39a561cd5b617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:10:03Z', 'updated_at': '2021-11-18T18:12:26Z', 'revision_number': 6, 'project_id': 'ce2914905de247d18ab39a561cd5b617', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:27.062155 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf7d89c-f0b2-4725-8848-5ff03e392ef2 None None] The sync data for ids ['dc25e14b-6ba2-4757-974b-be9d725af804'] in n-d-813419-11 is: [{'id': 'dc25e14b-6ba2-4757-974b-be9d725af804', 'name': 'tempest-TestMinimumBasicScenario-1656554873-router', 'tenant_id': 'ce2914905de247d18ab39a561cd5b617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:10:03Z', 'updated_at': '2021-11-18T18:12:26Z', 'revision_number': 6, 'project_id': 'ce2914905de247d18ab39a561cd5b617', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:12:27.154382 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-90f1d569-8272-4f8c-8f91-de435c857f43 admin admin] Deleting port b2597c5a-8912-4773-bd1f-e55c91691aa3 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:12:27.154720 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90f1d569-8272-4f8c-8f91-de435c857f43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:27.231252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-90f1d569-8272-4f8c-8f91-de435c857f43 admin admin] For port b2597c5a-8912-4773-bd1f-e55c91691aa3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b2597c5a-8912-4773-bd1f-e55c91691aa3,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:12:27.231620 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90f1d569-8272-4f8c-8f91-de435c857f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:27.234146 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:12:27.244636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-90f1d569-8272-4f8c-8f91-de435c857f43 admin admin] Calling delete_port for b2597c5a-8912-4773-bd1f-e55c91691aa3 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:12:27.440693 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c3c4390f-f1e7-45df-b8e1-9844941d0b53 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:12:27.464344 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90f1d569-8272-4f8c-8f91-de435c857f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:27.474159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: c3c4390f-f1e7-45df-b8e1-9844941d0b53 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:12:27.474934 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device c3c4390f-f1e7-45df-b8e1-9844941d0b53 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:12:27.495110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1d569-8272-4f8c-8f91-de435c857f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2597c5a-8912-4773-bd1f-e55c91691aa3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:27.510664 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f8e7ca-d106-48ce-abde-7c00ef5bc2b5 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:12:27.556179 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90f1d569-8272-4f8c-8f91-de435c857f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:27.644624 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90f1d569-8272-4f8c-8f91-de435c857f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:27.646696 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90f1d569-8272-4f8c-8f91-de435c857f43 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:27.741361 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90f1d569-8272-4f8c-8f91-de435c857f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:27.742007 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f1d569-8272-4f8c-8f91-de435c857f43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc25e14b-6ba2-4757-974b-be9d725af804 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:12:27.747672 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90f1d569-8272-4f8c-8f91-de435c857f43 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:27.749803 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-90f1d569-8272-4f8c-8f91-de435c857f43 admin admin] 10.222.0.72 "DELETE /v2.0/routers/dc25e14b-6ba2-4757-974b-be9d725af804 HTTP/1.1" status: 204 len: 168 time: 1.1917312 Nov 18 18:12:27.751820 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39736) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:27.797632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-806d3b85-6016-445a-bc77-763f41abb8cf admin admin] Deleting subnet 7a1c349e-b881-45f0-86f4-14cd0cbb6046 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:12:27.800553 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-806d3b85-6016-445a-bc77-763f41abb8cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:27.842077 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-806d3b85-6016-445a-bc77-763f41abb8cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:27.922701 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-806d3b85-6016-445a-bc77-763f41abb8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:28.068326 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-806d3b85-6016-445a-bc77-763f41abb8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:28.108476 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d3b85-6016-445a-bc77-763f41abb8cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a1c349e-b881-45f0-86f4-14cd0cbb6046,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:28.116028 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-806d3b85-6016-445a-bc77-763f41abb8cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:28.119752 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-806d3b85-6016-445a-bc77-763f41abb8cf admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7a1c349e-b881-45f0-86f4-14cd0cbb6046 HTTP/1.1" status: 204 len: 168 time: 0.3665345 Nov 18 18:12:28.121899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39738) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:28.122081 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58585b2f-4155-47bc-83d7-f7e49cfacf9f None None] Network 3ca64a5b-7c86-489e-ae72-ed398c145117 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:12:28.196745 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:28.248312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] Deleting port 151c1632-36b3-4b0c-9d03-ea1c7d72f792 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:12:28.248640 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:28.317926 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] For port 151c1632-36b3-4b0c-9d03-ea1c7d72f792, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=151c1632-36b3-4b0c-9d03-ea1c7d72f792,segment=NetworkSegment(d2c739dc-046a-4ec7-b8a5-75a19b05ec7c),segment_id=d2c739dc-046a-4ec7-b8a5-75a19b05ec7c)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:12:28.318295 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:28.327272 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d57489-d78c-4c3c-9a23-fdf9bf5b735e None None] DHCP port deletion for 3ca64a5b-7c86-489e-ae72-ed398c145117 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:12:28.331163 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] Calling delete_port for 151c1632-36b3-4b0c-9d03-ea1c7d72f792 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:12:28.383664 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-75d57489-d78c-4c3c-9a23-fdf9bf5b735e None None] Deleting port 151c1632-36b3-4b0c-9d03-ea1c7d72f792 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:12:28.384079 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75d57489-d78c-4c3c-9a23-fdf9bf5b735e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:28.451353 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-75d57489-d78c-4c3c-9a23-fdf9bf5b735e None None] For port 151c1632-36b3-4b0c-9d03-ea1c7d72f792, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=151c1632-36b3-4b0c-9d03-ea1c7d72f792,segment=NetworkSegment(d2c739dc-046a-4ec7-b8a5-75a19b05ec7c),segment_id=d2c739dc-046a-4ec7-b8a5-75a19b05ec7c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:12:28.451663 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75d57489-d78c-4c3c-9a23-fdf9bf5b735e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:28.464706 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-75d57489-d78c-4c3c-9a23-fdf9bf5b735e None None] Calling delete_port for 151c1632-36b3-4b0c-9d03-ea1c7d72f792 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:12:28.470331 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:28.497026 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] Pushing event deleted for resources: {'Port': ['ID=151c1632-36b3-4b0c-9d03-ea1c7d72f792,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:28.500459 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] No DVR routers for this DVR port 151c1632-36b3-4b0c-9d03-ea1c7d72f792 on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:12:28.545542 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75d57489-d78c-4c3c-9a23-fdf9bf5b735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:28.570679 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d57489-d78c-4c3c-9a23-fdf9bf5b735e None None] Pushing event deleted for resources: {'Port': ['ID=151c1632-36b3-4b0c-9d03-ea1c7d72f792,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:28.572607 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d57489-d78c-4c3c-9a23-fdf9bf5b735e None None] No DVR routers for this DVR port 151c1632-36b3-4b0c-9d03-ea1c7d72f792 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:12:28.575461 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:28.598464 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca64a5b-7c86-489e-ae72-ed398c145117']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:28.608354 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c739dc-046a-4ec7-b8a5-75a19b05ec7c') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:28.608657 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c739dc-046a-4ec7-b8a5-75a19b05ec7c') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:28.618496 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:28.631817 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:28.637789 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:12:28.638182 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: timer() Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:12:28.639891 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:12:28.770024 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:28.775944 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:28.779351 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3ca64a5b-7c86-489e-ae72-ed398c145117 HTTP/1.1" status: 204 len: 168 time: 0.6563954 Nov 18 18:12:28.790547 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814ba8a-fc1a-4a56-a4be-a503e790e688 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca64a5b-7c86-489e-ae72-ed398c145117,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:29.157085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39742) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:29.197342 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-58ac3e6f-9c00-4f43-94d9-c3c9b524163c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=81f064e1efac43fcb02ca21c6504c660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391014 Nov 18 18:12:29.199779 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39744) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:29.246455 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f0db307-299c-4972-aef7-18b5b26d348c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:29.267165 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f0db307-299c-4972-aef7-18b5b26d348c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:29.338095 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b2597c5a-8912-4773-bd1f-e55c91691aa3 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:12:29.361393 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: b2597c5a-8912-4773-bd1f-e55c91691aa3 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:12:29.361750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b2597c5a-8912-4773-bd1f-e55c91691aa3 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:12:29.362161 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 151c1632-36b3-4b0c-9d03-ea1c7d72f792 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:12:29.375928 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f0db307-299c-4972-aef7-18b5b26d348c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:29.378595 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f0db307-299c-4972-aef7-18b5b26d348c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:29.379873 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4f0db307-299c-4972-aef7-18b5b26d348c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a074fba4-5309-454a-b1bb-2a868d930e06 HTTP/1.1" status: 204 len: 168 time: 0.1791139 Nov 18 18:12:29.380913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 151c1632-36b3-4b0c-9d03-ea1c7d72f792 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:12:29.381266 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 151c1632-36b3-4b0c-9d03-ea1c7d72f792 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:12:29.388638 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0db307-299c-4972-aef7-18b5b26d348c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a074fba4-5309-454a-b1bb-2a868d930e06,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:30.044384 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebb11d44-eb7d-4947-a26c-4dc927617be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:30.066699 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39750) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:30.108004 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7228ec80-919e-4cda-b2dc-f2012b24d847 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce2914905de247d18ab39a561cd5b617&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399611 Nov 18 18:12:30.110525 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39752) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:30.160304 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-830b2dfd-3103-40ff-96f8-286c26cd0c24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:30.181586 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-830b2dfd-3103-40ff-96f8-286c26cd0c24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:30.322254 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-830b2dfd-3103-40ff-96f8-286c26cd0c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:30.325071 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-830b2dfd-3103-40ff-96f8-286c26cd0c24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:30.326388 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-830b2dfd-3103-40ff-96f8-286c26cd0c24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/045b8869-2406-4c53-8be8-13e484fa31e9 HTTP/1.1" status: 204 len: 168 time: 0.2149508 Nov 18 18:12:30.335100 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b2dfd-3103-40ff-96f8-286c26cd0c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045b8869-2406-4c53-8be8-13e484fa31e9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:32.525200 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0ba065b-9aa6-4b3e-ad84-0f2f0d3cb468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:32.536904 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39792) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:32.542090 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-282a6f9f-9808-4c92-8d28-dd9574bc7489 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-300913848', 'description': 'tempest-secgroup-smoke-300913848 description', 'project_id': '2de165532611454c8ce5939d0b5a20ec'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:12:32.633097 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-282a6f9f-9808-4c92-8d28-dd9574bc7489 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:32.641853 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-282a6f9f-9808-4c92-8d28-dd9574bc7489 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:32.716427 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-282a6f9f-9808-4c92-8d28-dd9574bc7489 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:32.770140 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-282a6f9f-9808-4c92-8d28-dd9574bc7489 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:32.806097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a6f9f-9808-4c92-8d28-dd9574bc7489 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c6937f-5c15-4b27-a341-2894ee7311f8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:32.845526 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-282a6f9f-9808-4c92-8d28-dd9574bc7489 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:32.929830 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-282a6f9f-9808-4c92-8d28-dd9574bc7489 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:32.958635 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a6f9f-9808-4c92-8d28-dd9574bc7489 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27aac6bf-fdef-45dc-ad2d-8325c0844245,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:33.029245 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-282a6f9f-9808-4c92-8d28-dd9574bc7489 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:33.030427 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-282a6f9f-9808-4c92-8d28-dd9574bc7489 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4925117 Nov 18 18:12:33.033339 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39794) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:33.037660 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-dcf5d38f-652a-4205-8dea-40743c1719c9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '27aac6bf-fdef-45dc-ad2d-8325c0844245', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:12:33.123121 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d38f-652a-4205-8dea-40743c1719c9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:33.182340 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d38f-652a-4205-8dea-40743c1719c9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:33.282252 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d38f-652a-4205-8dea-40743c1719c9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:33.300533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5d38f-652a-4205-8dea-40743c1719c9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b88c22-2668-49a9-ace3-81dfa24e7c84,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:33.370021 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d38f-652a-4205-8dea-40743c1719c9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:33.371313 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dcf5d38f-652a-4205-8dea-40743c1719c9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3370411 Nov 18 18:12:33.374098 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39796) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:33.378544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0639ed57-911e-465a-8c38-01de04808817 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '27aac6bf-fdef-45dc-ad2d-8325c0844245', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:12:33.463932 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0639ed57-911e-465a-8c38-01de04808817 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:33.518611 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0639ed57-911e-465a-8c38-01de04808817 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:33.604385 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0639ed57-911e-465a-8c38-01de04808817 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:33.622173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639ed57-911e-465a-8c38-01de04808817 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a93bfc7-1f4b-45c8-8fb1-b4e2f83d9d79,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:33.703503 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0639ed57-911e-465a-8c38-01de04808817 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:33.704750 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0639ed57-911e-465a-8c38-01de04808817 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3296762 Nov 18 18:12:33.707569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39798) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:33.712320 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-be16cbc8-21c8-49dd-98bf-56282542ac26 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '27aac6bf-fdef-45dc-ad2d-8325c0844245', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:12:33.798859 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:33.832290 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be16cbc8-21c8-49dd-98bf-56282542ac26 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:33.889051 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be16cbc8-21c8-49dd-98bf-56282542ac26 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:33.973139 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be16cbc8-21c8-49dd-98bf-56282542ac26 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:33.991067 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16cbc8-21c8-49dd-98bf-56282542ac26 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89159878-b97a-4410-84f9-f862d72d4b2d,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:34.072330 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-be16cbc8-21c8-49dd-98bf-56282542ac26 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:34.073561 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-be16cbc8-21c8-49dd-98bf-56282542ac26 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3649659 Nov 18 18:12:34.076340 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39800) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:34.080629 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f59dc9f2-51e7-417a-a5f5-d3967cec448c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '27aac6bf-fdef-45dc-ad2d-8325c0844245', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:12:34.170612 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f59dc9f2-51e7-417a-a5f5-d3967cec448c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:34.231569 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f59dc9f2-51e7-417a-a5f5-d3967cec448c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:34.306762 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f59dc9f2-51e7-417a-a5f5-d3967cec448c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:34.324896 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59dc9f2-51e7-417a-a5f5-d3967cec448c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b359bd1-bce0-415d-93a0-379d2d994156,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:34.400826 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f59dc9f2-51e7-417a-a5f5-d3967cec448c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:34.402062 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f59dc9f2-51e7-417a-a5f5-d3967cec448c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3247962 Nov 18 18:12:34.404833 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39802) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:34.409144 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4592077d-c86d-4d2f-8680-7546215fdbe2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '27aac6bf-fdef-45dc-ad2d-8325c0844245', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:12:34.507168 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-4592077d-c86d-4d2f-8680-7546215fdbe2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Project 2de165532611454c8ce5939d0b5a20ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:12:34.512338 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4592077d-c86d-4d2f-8680-7546215fdbe2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:34.570019 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4592077d-c86d-4d2f-8680-7546215fdbe2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:34.632799 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4592077d-c86d-4d2f-8680-7546215fdbe2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:34.650335 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592077d-c86d-4d2f-8680-7546215fdbe2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bf1ac1-1669-4122-9d8a-088f56cc272c,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:34.737755 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4592077d-c86d-4d2f-8680-7546215fdbe2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:34.738972 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4592077d-c86d-4d2f-8680-7546215fdbe2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3331795 Nov 18 18:12:34.742318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39804) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:34.747660 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d3811737-8166-437e-a476-40cd20114cb2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '27aac6bf-fdef-45dc-ad2d-8325c0844245', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:12:34.822190 n-d-813419-11 neutron-server[104007]: INFO neutron.db.securitygroups_db [None req-d3811737-8166-437e-a476-40cd20114cb2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Project 2de165532611454c8ce5939d0b5a20ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:12:34.827152 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3811737-8166-437e-a476-40cd20114cb2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:34.886401 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3811737-8166-437e-a476-40cd20114cb2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:34.947235 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3811737-8166-437e-a476-40cd20114cb2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:34.963197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3811737-8166-437e-a476-40cd20114cb2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a79a750-7e6d-40df-9ee9-342b8ecfad22,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:35.046582 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d3811737-8166-437e-a476-40cd20114cb2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:35.047873 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d3811737-8166-437e-a476-40cd20114cb2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3042128 Nov 18 18:12:35.050946 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39806) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:35.056348 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5a9600a4-0dd4-43f8-a348-23113bc80c97 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'network': {'name': 'tempest-network-smoke--1040095554', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'port_security_enabled': True}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:12:35.136113 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9600a4-0dd4-43f8-a348-23113bc80c97 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Made reservation on behalf of 2de165532611454c8ce5939d0b5a20ec for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:12:35.141736 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a9600a4-0dd4-43f8-a348-23113bc80c97 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:35.170123 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9600a4-0dd4-43f8-a348-23113bc80c97 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] vlan segment allocate from pool success with {'vlan_id': 1140, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:12:35.178824 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a9600a4-0dd4-43f8-a348-23113bc80c97 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:35.179176 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-5a9600a4-0dd4-43f8-a348-23113bc80c97 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Added segment 403d9374-edf2-4257-b313-7487f460d536 of type vlan for network f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 Nov 18 18:12:35.219244 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a9600a4-0dd4-43f8-a348-23113bc80c97 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:35.232945 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:35.313003 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a9600a4-0dd4-43f8-a348-23113bc80c97 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:35.318672 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9600a4-0dd4-43f8-a348-23113bc80c97 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:35.319269 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a9600a4-0dd4-43f8-a348-23113bc80c97 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:35.387416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9600a4-0dd4-43f8-a348-23113bc80c97 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Network': ['ID=f8586938-dbc2-45b7-bac2-a9b8ca3f8e98,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:35.397345 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:12:35.418788 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5a9600a4-0dd4-43f8-a348-23113bc80c97 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3668220 Nov 18 18:12:35.421630 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39808) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:35.426088 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1151349569', 'admin_state_up': True, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:12:35.513506 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:35.514608 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:35.544703 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:35.565740 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:35.774493 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:36.029411 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:36.048006 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:36.149614 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.25.3.15 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:12:36.253228 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:36.344805 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:36.383516 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:12:36.386398 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:12:36.393731 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:12:36.396532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:36.401885 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d366c3ac-f8eb-440f-a832-7cf994819b6e None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:12:36.440992 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6ace2cb4-b376-4ccd-8ce5-bbe6e818a948 None None] Provisioning complete for port d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:12:36.441353 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6ace2cb4-b376-4ccd-8ce5-bbe6e818a948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:36.476885 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6ace2cb4-b376-4ccd-8ce5-bbe6e818a948 None None] Port d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:12:36.744218 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:36.940291 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:37.110405 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router b794549c-a2c1-4ae3-8613-02a6a1cac6fc is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:12:37.217612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:12:37.232804 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Sync routers for ids ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:12:37.243889 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Routers {'b794549c-a2c1-4ae3-8613-02a6a1cac6fc'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:12:37.247265 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:12:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:37.295900 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:37.297170 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-85b49fdd-a86c-424a-9e9e-eb5aa2f2fb59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8745706 Nov 18 18:12:37.300375 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39810) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:37.350018 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Set router b794549c-a2c1-4ae3-8613-02a6a1cac6fc gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:12:37.422719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-173811cf-ee66-48fe-8dca-0804127b2959 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2de165532611454c8ce5939d0b5a20ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1185975 Nov 18 18:12:37.422997 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39814) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:37.556507 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151349569', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:12:35Z', 'updated_at': '2021-11-18T18:12:36Z', 'revision_number': 3, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:36Z', 'updated_at': '2021-11-18T18:12:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:37.589042 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Checking router: b794549c-a2c1-4ae3-8613-02a6a1cac6fc for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:12:37.589399 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Updating router b794549c-a2c1-4ae3-8613-02a6a1cac6fc port d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:12:37.616158 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:37.865517 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3325e4f6-c0ed-4338-bace-11264097aeb4 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:37.871533 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3325e4f6-c0ed-4338-bace-11264097aeb4 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4431343 Nov 18 18:12:37.873284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39816) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:37.897546 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:37.906074 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39818) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:37.906393 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b929961b-6a6a-48f3-a08d-67d70c4bf344 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317316 Nov 18 18:12:37.911280 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5d53661a-6243-4c36-baaf-5a5d7f531e44 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1947576198', 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:12:38.025441 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:38.067166 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166873c6-8d84-40ad-82d9-47ae033dba57 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:12:38.074435 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Attempting to bind port d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:12:38.074619 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d53661a-6243-4c36-baaf-5a5d7f531e44 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Made reservation on behalf of 2de165532611454c8ce5939d0b5a20ec for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:12:38.075075 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Attempting to bind port d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:12:38.075194 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Attempting to bind port d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:12:38.079304 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d53661a-6243-4c36-baaf-5a5d7f531e44 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:38.086462 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925db9-683d-4b3d-b281-11957866691c None None] Pushing event updated for resources: {'Port': ['ID=d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:38.088660 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:12:38.089056 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:12:38.089455 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:38.089853 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:12:38.090326 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Bound port: d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:12:38.090713 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:38.106804 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-13e6bf8c-bb15-42be-90d5-6d03f752fa35 None None] Provisioning complete for port d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:12:38.107467 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-13e6bf8c-bb15-42be-90d5-6d03f752fa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:38.119507 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925db9-683d-4b3d-b281-11957866691c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:38.119883 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925db9-683d-4b3d-b281-11957866691c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:38.120225 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925db9-683d-4b3d-b281-11957866691c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:38.120560 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925db9-683d-4b3d-b281-11957866691c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:38.120904 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925db9-683d-4b3d-b281-11957866691c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:38.121221 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925db9-683d-4b3d-b281-11957866691c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:38.121605 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925db9-683d-4b3d-b281-11957866691c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:38.121870 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925db9-683d-4b3d-b281-11957866691c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:38.122193 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925db9-683d-4b3d-b281-11957866691c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:38.122520 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925db9-683d-4b3d-b281-11957866691c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:38.122944 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925db9-683d-4b3d-b281-11957866691c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:38.123334 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82925db9-683d-4b3d-b281-11957866691c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:12:38.159403 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] For port d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:12:38.162897 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] For port d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:12:38.253732 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:38.315751 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Routers {'b794549c-a2c1-4ae3-8613-02a6a1cac6fc'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:12:38.316406 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:12:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:38.337526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd57d677-f0a5-41be-a758-dfc55d74c59a None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:12:38.349854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-13e6bf8c-bb15-42be-90d5-6d03f752fa35 None None] Port d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:12:38.361241 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925db9-683d-4b3d-b281-11957866691c None None] Pushing event updated for resources: {'Port': ['ID=d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:38.393349 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d53661a-6243-4c36-baaf-5a5d7f531e44 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:38.462233 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53661a-6243-4c36-baaf-5a5d7f531e44 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Subnet': ['ID=c8b90751-7d18-42ed-bcad-4fae34cd4815,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:38.471624 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5d088257-a197-4606-858e-62c3b6323fec None None] Provisioning complete for port d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:12:38.471846 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d53661a-6243-4c36-baaf-5a5d7f531e44 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Checking segment: {'id': '403d9374-edf2-4257-b313-7487f460d536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:12:38.472110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d53661a-6243-4c36-baaf-5a5d7f531e44 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network hostable DHCP agents. Network: f8586938-dbc2-45b7-bac2-a9b8ca3f8e98, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:12:38.472889 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d088257-a197-4606-858e-62c3b6323fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:38.539866 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] Set router b794549c-a2c1-4ae3-8613-02a6a1cac6fc gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:12:38.553560 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d088257-a197-4606-858e-62c3b6323fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:38.567951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d53661a-6243-4c36-baaf-5a5d7f531e44 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:12:38.575162 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5d088257-a197-4606-858e-62c3b6323fec None None] For port d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:12:38.656029 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-5d53661a-6243-4c36-baaf-5a5d7f531e44 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, f8586938-dbc2-45b7-bac2-a9b8ca3f8e98) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:12:38.660044 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d53661a-6243-4c36-baaf-5a5d7f531e44 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:38.660652 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5d53661a-6243-4c36-baaf-5a5d7f531e44 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:38.667913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd1d44b-4abe-43a3-934e-0a25413edac9 None None] Network f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:12:38.681656 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d088257-a197-4606-858e-62c3b6323fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:38.724431 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151349569', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:12:35Z', 'updated_at': '2021-11-18T18:12:36Z', 'revision_number': 3, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:36Z', 'updated_at': '2021-11-18T18:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:38.738890 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5d53661a-6243-4c36-baaf-5a5d7f531e44 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8316565 Nov 18 18:12:38.741625 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39820) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:38.751599 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e40a3cc-8c6c-40dc-b3ce-6587de3677a4 None None] The sync data for ids ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'] in n-d-813419-11 is: [{'id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151349569', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:12:35Z', 'updated_at': '2021-11-18T18:12:36Z', 'revision_number': 3, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:36Z', 'updated_at': '2021-11-18T18:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:12:38.783347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d088257-a197-4606-858e-62c3b6323fec None None] Pushing event updated for resources: {'Port': ['ID=d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:38.866878 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-f8586938-dbc2-45b7-bac2-a9b8ca3f8e98', 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ips': [{'subnet_id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:12:38.868140 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:39.040115 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Allocated IP 172.20.0.2 (f8586938-dbc2-45b7-bac2-a9b8ca3f8e98/c8b90751-7d18-42ed-bcad-4fae34cd4815/4ab6ff61-83f6-4fbc-ac24-89c1dc771051) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:12:39.209836 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:39.247938 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:39.279166 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:39.323967 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Network f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:12:39.329283 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:12:39.338082 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:12:39.343418 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Pushing event updated for resources: {'Port': ['ID=4ab6ff61-83f6-4fbc-ac24-89c1dc771051,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:39.401011 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:12:39.438807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Attempting to bind port 4ab6ff61-83f6-4fbc-ac24-89c1dc771051 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:12:39.439188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Attempting to bind port 4ab6ff61-83f6-4fbc-ac24-89c1dc771051 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '403d9374-edf2-4257-b313-7487f460d536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:12:39.439564 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Attempting to bind port 4ab6ff61-83f6-4fbc-ac24-89c1dc771051 on network f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:12:39.453017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:12:39.454245 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Checking segment: {'id': '403d9374-edf2-4257-b313-7487f460d536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:12:39.454245 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:39.454245 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Bound using segment: {'id': '403d9374-edf2-4257-b313-7487f460d536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:12:39.454716 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Bound port: 4ab6ff61-83f6-4fbc-ac24-89c1dc771051, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403d9374-edf2-4257-b313-7487f460d536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:12:39.455105 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:39.516766 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:12:39.517140 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:39.558943 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] For port 4ab6ff61-83f6-4fbc-ac24-89c1dc771051, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:12:39.565580 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] For port 4ab6ff61-83f6-4fbc-ac24-89c1dc771051, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4ab6ff61-83f6-4fbc-ac24-89c1dc771051,segment=NetworkSegment(403d9374-edf2-4257-b313-7487f460d536),segment_id=403d9374-edf2-4257-b313-7487f460d536)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:12:39.580626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.20.0.1 (f8586938-dbc2-45b7-bac2-a9b8ca3f8e98/c8b90751-7d18-42ed-bcad-4fae34cd4815/18943fb8-0b83-4b09-8030-1803f5c74251) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:12:39.644923 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:39.716729 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:39.720077 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e607a0-a8fe-43a0-a35a-1a1b11e8015c None None] Pushing event updated for resources: {'Port': ['ID=4ab6ff61-83f6-4fbc-ac24-89c1dc771051,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:39.810752 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:39.860040 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:12:39.862290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:12:39.869443 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:12:39.906305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=18943fb8-0b83-4b09-8030-1803f5c74251,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:39.937007 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:40.165916 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:40.448521 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:40.519048 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:40.599340 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=18943fb8-0b83-4b09-8030-1803f5c74251,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:40.602351 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:40.705394 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:12:40.706929 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:12:40.831572 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router b794549c-a2c1-4ae3-8613-02a6a1cac6fc has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:12:40.866541 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcecd966-21fa-4c4b-8c04-dae931879d33 None None] Network f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:12:40.943604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:12:40.952873 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9a37c0f5-38b2-49df-be84-c9840ca2bf64 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "PUT /v2.0/routers/b794549c-a2c1-4ae3-8613-02a6a1cac6fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2095273 Nov 18 18:12:40.957310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Sync routers for ids ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:12:40.966348 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-47899c9f-c7d8-4530-aa9f-3b75d7e063c9 None None] Provisioning complete for port 4ab6ff61-83f6-4fbc-ac24-89c1dc771051 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:12:40.966825 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47899c9f-c7d8-4530-aa9f-3b75d7e063c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:41.021021 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Routers {'b794549c-a2c1-4ae3-8613-02a6a1cac6fc'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:12:41.021659 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:12:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:41.103695 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-a31d734a-51a7-4e3f-b916-362763703800 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300913848&fields=id&tenant_id=2de165532611454c8ce5939d0b5a20ec HTTP/1.1" status: 200 len: 267 time: 0.0452380 Nov 18 18:12:41.203122 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47899c9f-c7d8-4530-aa9f-3b75d7e063c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:41.216274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-95c03e21-5fff-4eb5-915b-170f27cbd1a5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:41.220263 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-95c03e21-5fff-4eb5-915b-170f27cbd1a5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/networks?id=f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 HTTP/1.1" status: 200 len: 797 time: 0.1094601 Nov 18 18:12:41.227248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Set router b794549c-a2c1-4ae3-8613-02a6a1cac6fc gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:12:41.236861 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-d2bcf672-e7e6-4173-b33f-e7d3169d4ba5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/quotas/2de165532611454c8ce5939d0b5a20ec HTTP/1.1" status: 200 len: 375 time: 0.0130570 Nov 18 18:12:41.273939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-47899c9f-c7d8-4530-aa9f-3b75d7e063c9 None None] For port 4ab6ff61-83f6-4fbc-ac24-89c1dc771051, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4ab6ff61-83f6-4fbc-ac24-89c1dc771051,segment=NetworkSegment(403d9374-edf2-4257-b313-7487f460d536),segment_id=403d9374-edf2-4257-b313-7487f460d536)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:12:41.298687 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-00305dad-a982-480c-8391-022a92255413 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547285 Nov 18 18:12:41.344773 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47899c9f-c7d8-4530-aa9f-3b75d7e063c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:41.374408 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-085024ae-5828-432c-9140-c9d122cf1a99 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:12:41.375413 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-085024ae-5828-432c-9140-c9d122cf1a99 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0639205 Nov 18 18:12:41.433945 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4ab6ff61-83f6-4fbc-ac24-89c1dc771051 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:12:41.484352 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-0ea600e1-6869-4742-b03d-0750d7a4f1ea service neutron] 10.222.0.72 "GET /v2.0/networks/f8586938-dbc2-45b7-bac2-a9b8ca3f8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017118 Nov 18 18:12:41.526065 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-23dc1408-cd3f-4479-acfc-92780c35090b None None] Provisioning complete for port 18943fb8-0b83-4b09-8030-1803f5c74251 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:12:41.526438 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-23dc1408-cd3f-4479-acfc-92780c35090b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:41.531341 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47899c9f-c7d8-4530-aa9f-3b75d7e063c9 None None] Pushing event updated for resources: {'Port': ['ID=4ab6ff61-83f6-4fbc-ac24-89c1dc771051,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:41.599957 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-f15d557a-b65f-4cf2-bd0e-1b08ee2d8f75 service neutron] 10.222.0.72 "GET /v2.0/networks/f8586938-dbc2-45b7-bac2-a9b8ca3f8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085627 Nov 18 18:12:41.613821 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-23dc1408-cd3f-4479-acfc-92780c35090b None None] Port 18943fb8-0b83-4b09-8030-1803f5c74251 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:12:41.632017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4ab6ff61-83f6-4fbc-ac24-89c1dc771051 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:12:41.632394 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:41.673856 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-23dc1408-cd3f-4479-acfc-92780c35090b None None] Provisioning complete for port 4ab6ff61-83f6-4fbc-ac24-89c1dc771051 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:12:41.674236 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-23dc1408-cd3f-4479-acfc-92780c35090b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:41.715094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151349569', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:12:35Z', 'updated_at': '2021-11-18T18:12:40Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:36Z', 'updated_at': '2021-11-18T18:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '18943fb8-0b83-4b09-8030-1803f5c74251', 'name': '', 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:5e:9d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:39Z', 'updated_at': '2021-11-18T18:12:40Z', 'revision_number': 2, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:41.750322 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Checking router: b794549c-a2c1-4ae3-8613-02a6a1cac6fc for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:12:41.750795 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Updating router b794549c-a2c1-4ae3-8613-02a6a1cac6fc port 18943fb8-0b83-4b09-8030-1803f5c74251 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:12:41.811901 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:41.894543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-96ea7938-2bcb-4399-8c22-f086595b7612 req-56b158e6-3f1d-4a5f-ac0f-51062004976f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 210 time: 0.0442815 Nov 18 18:12:42.062052 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-61e83c39-71e6-42c0-8ee6-34bde7474306 None None] Provisioning complete for port 18943fb8-0b83-4b09-8030-1803f5c74251 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:12:42.062652 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-61e83c39-71e6-42c0-8ee6-34bde7474306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:42.127314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-61e83c39-71e6-42c0-8ee6-34bde7474306 None None] Port 18943fb8-0b83-4b09-8030-1803f5c74251 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:12:42.323506 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:42.390390 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:42.460317 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee038b39-c005-483c-9b82-4227b25ead23 None None] Pushing event updated for resources: {'Port': ['ID=18943fb8-0b83-4b09-8030-1803f5c74251,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:42.493594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Attempting to bind port 18943fb8-0b83-4b09-8030-1803f5c74251 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:12:42.493979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Attempting to bind port 18943fb8-0b83-4b09-8030-1803f5c74251 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '403d9374-edf2-4257-b313-7487f460d536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:12:42.494358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Attempting to bind port 18943fb8-0b83-4b09-8030-1803f5c74251 on network f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:12:42.499825 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:12:42.500211 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Checking segment: {'id': '403d9374-edf2-4257-b313-7487f460d536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:12:42.500682 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:42.501083 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Bound using segment: {'id': '403d9374-edf2-4257-b313-7487f460d536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:12:42.501578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Bound port: 18943fb8-0b83-4b09-8030-1803f5c74251, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403d9374-edf2-4257-b313-7487f460d536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:12:42.501979 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:42.579522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] For port 18943fb8-0b83-4b09-8030-1803f5c74251, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:12:42.579522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] For port 18943fb8-0b83-4b09-8030-1803f5c74251, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=18943fb8-0b83-4b09-8030-1803f5c74251,segment=NetworkSegment(403d9374-edf2-4257-b313-7487f460d536),segment_id=403d9374-edf2-4257-b313-7487f460d536)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:12:42.648795 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3ea019b8-2233-4929-a44c-933d4c6f3c9b None None] Provisioning complete for port 18943fb8-0b83-4b09-8030-1803f5c74251 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:12:42.649176 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ea019b8-2233-4929-a44c-933d4c6f3c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:42.682737 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:42.690611 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3ea019b8-2233-4929-a44c-933d4c6f3c9b None None] Port 18943fb8-0b83-4b09-8030-1803f5c74251 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:12:42.740085 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Routers {'b794549c-a2c1-4ae3-8613-02a6a1cac6fc'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:12:42.740807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:12:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:42.780349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee038b39-c005-483c-9b82-4227b25ead23 None None] Pushing event updated for resources: {'Port': ['ID=18943fb8-0b83-4b09-8030-1803f5c74251,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:42.862301 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] Set router b794549c-a2c1-4ae3-8613-02a6a1cac6fc gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:12:42.949107 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8eaca30d-709d-4d96-9461-a566d8b53379 None None] Provisioning complete for port 18943fb8-0b83-4b09-8030-1803f5c74251 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:12:42.949492 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8eaca30d-709d-4d96-9461-a566d8b53379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:42.975117 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-87561355-1ef5-434a-8b1a-9d484a6a0b89 req-c7f1d116-8cf4-47e2-9326-3ca218b02907 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 210 time: 0.0279443 Nov 18 18:12:43.126309 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8eaca30d-709d-4d96-9461-a566d8b53379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:43.164907 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8eaca30d-709d-4d96-9461-a566d8b53379 None None] For port 18943fb8-0b83-4b09-8030-1803f5c74251, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=18943fb8-0b83-4b09-8030-1803f5c74251,segment=NetworkSegment(403d9374-edf2-4257-b313-7487f460d536),segment_id=403d9374-edf2-4257-b313-7487f460d536)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:12:43.175171 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151349569', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:12:35Z', 'updated_at': '2021-11-18T18:12:40Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:36Z', 'updated_at': '2021-11-18T18:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '18943fb8-0b83-4b09-8030-1803f5c74251', 'name': '', 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:5e:9d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:39Z', 'updated_at': '2021-11-18T18:12:42Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:43.202566 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a05ed5-31b1-4178-a38a-e6b70b4e6f27 None None] The sync data for ids ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'] in n-d-813419-11 is: [{'id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151349569', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:12:35Z', 'updated_at': '2021-11-18T18:12:40Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:36Z', 'updated_at': '2021-11-18T18:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '18943fb8-0b83-4b09-8030-1803f5c74251', 'name': '', 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:5e:9d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:39Z', 'updated_at': '2021-11-18T18:12:42Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:12:43.263331 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8eaca30d-709d-4d96-9461-a566d8b53379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:43.329721 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaca30d-709d-4d96-9461-a566d8b53379 None None] Pushing event updated for resources: {'Port': ['ID=18943fb8-0b83-4b09-8030-1803f5c74251,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:43.456966 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4ab6ff61-83f6-4fbc-ac24-89c1dc771051 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:12:43.513051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4ab6ff61-83f6-4fbc-ac24-89c1dc771051 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:12:43.513484 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:43.618700 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 18943fb8-0b83-4b09-8030-1803f5c74251 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:12:43.668125 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 18943fb8-0b83-4b09-8030-1803f5c74251 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:12:43.668532 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:44.077909 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b0698d49-1710-4996-8857-715f7c10a3cf req-6c0809e0-a507-43ca-9760-e06e1071325c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 210 time: 0.0268195 Nov 18 18:12:44.278426 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-3001760f-ddbd-4f41-bcd7-b22c6ecd780a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:44.280597 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-3001760f-ddbd-4f41-bcd7-b22c6ecd780a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "GET /v2.0/networks?id=f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 HTTP/1.1" status: 200 len: 797 time: 0.1106040 Nov 18 18:12:44.346040 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-d22eb84f-3485-47de-9747-78058ae1a93c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de165532611454c8ce5939d0b5a20ec HTTP/1.1" status: 200 len: 379 time: 0.0558167 Nov 18 18:12:44.356308 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-12be7580-1078-4904-8075-ac9e12af8b00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'port': {'device_id': 'f1a97f2e-d901-4060-b75d-432174d3f928', 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98', 'admin_state_up': True, 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'security_groups': ['27aac6bf-fdef-45dc-ad2d-8325c0844245']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:12:44.556209 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-12be7580-1078-4904-8075-ac9e12af8b00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Made reservation on behalf of 2de165532611454c8ce5939d0b5a20ec for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:12:44.560000 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-12be7580-1078-4904-8075-ac9e12af8b00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:44.684316 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-12be7580-1078-4904-8075-ac9e12af8b00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.20.0.7 (f8586938-dbc2-45b7-bac2-a9b8ca3f8e98/c8b90751-7d18-42ed-bcad-4fae34cd4815/c1e1d0a7-a19e-4879-9e86-a3815ae183e5) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:12:44.825432 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-12be7580-1078-4904-8075-ac9e12af8b00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:44.939740 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-12be7580-1078-4904-8075-ac9e12af8b00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:44.990058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-12be7580-1078-4904-8075-ac9e12af8b00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:12:44.993431 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-12be7580-1078-4904-8075-ac9e12af8b00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:12:44.996046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-12be7580-1078-4904-8075-ac9e12af8b00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:12:45.024636 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be7580-1078-4904-8075-ac9e12af8b00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=c1e1d0a7-a19e-4879-9e86-a3815ae183e5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:45.053901 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-12be7580-1078-4904-8075-ac9e12af8b00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:45.054525 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-12be7580-1078-4904-8075-ac9e12af8b00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:45.148096 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-12be7580-1078-4904-8075-ac9e12af8b00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7953708 Nov 18 18:12:45.161310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Request body: {'port': {'device_id': 'f1a97f2e-d901-4060-b75d-432174d3f928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:12:45.198800 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2d1b6d5b-0d7c-4b23-bbcb-a7eeb7c124e1 None None] Provisioning complete for port c1e1d0a7-a19e-4879-9e86-a3815ae183e5 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:12:45.199364 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6d5b-0d7c-4b23-bbcb-a7eeb7c124e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:45.210003 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1c5b3-e697-49ef-af4a-acd46485c6e4 req-1bb1bead-92e3-4aa4-9dbc-621172358866 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:45.212471 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05c1c5b3-e697-49ef-af4a-acd46485c6e4 req-1bb1bead-92e3-4aa4-9dbc-621172358866 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 931 time: 0.0620606 Nov 18 18:12:45.229878 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:45.238814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b6d5b-0d7c-4b23-bbcb-a7eeb7c124e1 None None] Port c1e1d0a7-a19e-4879-9e86-a3815ae183e5 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:12:45.278006 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-05c1c5b3-e697-49ef-af4a-acd46485c6e4 req-254bd71d-c970-4f0a-82c7-82dc310de91a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=27aac6bf-fdef-45dc-ad2d-8325c0844245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588226 Nov 18 18:12:45.351595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 18943fb8-0b83-4b09-8030-1803f5c74251 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:12:45.400755 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 18943fb8-0b83-4b09-8030-1803f5c74251 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:12:45.401137 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:45.514165 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e1d0a7-a19e-4879-9e86-a3815ae183e5 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:12:45.521811 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:45.534464 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Transition to ACTIVE for port object c1e1d0a7-a19e-4879-9e86-a3815ae183e5 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:12:45.602225 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:45.674550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e1d0a7-a19e-4879-9e86-a3815ae183e5,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:45.726236 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Attempting to bind port c1e1d0a7-a19e-4879-9e86-a3815ae183e5 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:12:45.726574 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Attempting to bind port c1e1d0a7-a19e-4879-9e86-a3815ae183e5 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '403d9374-edf2-4257-b313-7487f460d536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:12:45.726904 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Attempting to bind port c1e1d0a7-a19e-4879-9e86-a3815ae183e5 on network f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:12:45.731619 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Port c1e1d0a7-a19e-4879-9e86-a3815ae183e5 on network f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:12:45.731980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Attempting to bind port c1e1d0a7-a19e-4879-9e86-a3815ae183e5 on network f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:12:45.737138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:12:45.737476 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Checking segment: {'id': '403d9374-edf2-4257-b313-7487f460d536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:12:45.737865 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Bound using segment: {'id': '403d9374-edf2-4257-b313-7487f460d536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:12:45.738295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Bound port: c1e1d0a7-a19e-4879-9e86-a3815ae183e5, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403d9374-edf2-4257-b313-7487f460d536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:12:45.738651 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:45.805592 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] For port c1e1d0a7-a19e-4879-9e86-a3815ae183e5, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:12:45.808681 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] For port c1e1d0a7-a19e-4879-9e86-a3815ae183e5, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c1e1d0a7-a19e-4879-9e86-a3815ae183e5,segment=NetworkSegment(403d9374-edf2-4257-b313-7487f460d536),segment_id=403d9374-edf2-4257-b313-7487f460d536)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:12:45.871135 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:45.912484 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:45.913112 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:45.915328 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] 10.222.0.81 "PUT /v2.0/ports/c1e1d0a7-a19e-4879-9e86-a3815ae183e5 HTTP/1.1" status: 200 len: 1092 time: 0.7582395 Nov 18 18:12:45.915628 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a97f2e-d901-4060-b75d-432174d3f928', 'tag': 'c1e1d0a7-a19e-4879-9e86-a3815ae183e5'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:12:45.917947 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12a769f-e69e-4381-84c0-6b323aef0d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a97f2e-d901-4060-b75d-432174d3f928", "tag": "c1e1d0a7-a19e-4879-9e86-a3815ae183e5"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:12:45.940622 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1d87d-909a-49ab-a0ab-d1c9e4b12832 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e1d0a7-a19e-4879-9e86-a3815ae183e5,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:45.958589 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2d368d-b5ce-4057-bd9c-47b575fcdae9 x-openstack-request-id: req-4f2d368d-b5ce-4057-bd9c-47b575fcdae9 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:12:45.958899 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a97f2e-d901-4060-b75d-432174d3f928", "tag": "c1e1d0a7-a19e-4879-9e86-a3815ae183e5", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:12:45.959171 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4f2d368d-b5ce-4057-bd9c-47b575fcdae9 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:12:45.959583 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a97f2e-d901-4060-b75d-432174d3f928', 'tag': 'c1e1d0a7-a19e-4879-9e86-a3815ae183e5', 'status': 'completed', 'code': 200} Nov 18 18:12:46.032042 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a769f-e69e-4381-84c0-6b323aef0d4d req-7dc38a4d-4642-4a5f-adff-3b3235a7f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:46.033716 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b12a769f-e69e-4381-84c0-6b323aef0d4d req-7dc38a4d-4642-4a5f-adff-3b3235a7f3c3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 1095 time: 0.0507011 Nov 18 18:12:46.137828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a769f-e69e-4381-84c0-6b323aef0d4d req-7e8746c8-f301-4059-8002-7ad0a14d56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:46.139312 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b12a769f-e69e-4381-84c0-6b323aef0d4d req-7e8746c8-f301-4059-8002-7ad0a14d56c8 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=2de165532611454c8ce5939d0b5a20ec&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0966189 Nov 18 18:12:46.239154 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a769f-e69e-4381-84c0-6b323aef0d4d req-1ade3b00-dd9f-4756-bd34-e6cdb0042543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:46.240739 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b12a769f-e69e-4381-84c0-6b323aef0d4d req-1ade3b00-dd9f-4756-bd34-e6cdb0042543 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0938158 Nov 18 18:12:46.313376 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-cf91bb5c-dc8d-4bae-90ef-7bfe487f8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:46.314988 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-cf91bb5c-dc8d-4bae-90ef-7bfe487f8fa9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 1095 time: 0.0401120 Nov 18 18:12:46.360471 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-bd69001b-befb-49cf-8812-73fd76349b16 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1e1d0a7-a19e-4879-9e86-a3815ae183e5 HTTP/1.1" status: 200 len: 217 time: 0.0384364 Nov 18 18:12:46.395396 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aab0d0-ef55-48ad-8114-004c52cffdf4 req-abfbcf72-fcc6-43c7-924d-abab5d32d4f8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:46.396867 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56aab0d0-ef55-48ad-8114-004c52cffdf4 req-abfbcf72-fcc6-43c7-924d-abab5d32d4f8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 943 time: 0.0496325 Nov 18 18:12:46.410872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-32f8c0a8-a4c0-4ebc-b714-7a78e33f582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:46.412423 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-32f8c0a8-a4c0-4ebc-b714-7a78e33f582a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c8b90751-7d18-42ed-bcad-4fae34cd4815 HTTP/1.1" status: 200 len: 835 time: 0.0440478 Nov 18 18:12:46.447817 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56aab0d0-ef55-48ad-8114-004c52cffdf4 req-4fc03710-6086-435c-8365-9fbe87398cfd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=27aac6bf-fdef-45dc-ad2d-8325c0844245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448227 Nov 18 18:12:46.459280 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-32b933a2-65c7-47cd-ab7a-bbeead173e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:46.460906 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-32b933a2-65c7-47cd-ab7a-bbeead173e09 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8586938-dbc2-45b7-bac2-a9b8ca3f8e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410085 Nov 18 18:12:46.555005 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-16e532fe-3238-43b5-917a-68d4c6081e0b service neutron] 10.222.0.81 "GET /v2.0/networks/f8586938-dbc2-45b7-bac2-a9b8ca3f8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860193 Nov 18 18:12:46.644281 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-200b0bd0-c535-40f8-9c1f-8cb5ad421e1a req-beec092e-04c9-4bec-8b0e-e6b97d179f37 service neutron] 10.222.0.81 "GET /v2.0/networks/f8586938-dbc2-45b7-bac2-a9b8ca3f8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827096 Nov 18 18:12:47.564693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c6e7d-4fb1-4040-9327-e830bbe45028 req-718413dd-32b1-414f-a256-51981f0dda92 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:47.566092 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d90c6e7d-4fb1-4040-9327-e830bbe45028 req-718413dd-32b1-414f-a256-51981f0dda92 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 943 time: 0.0489438 Nov 18 18:12:47.615269 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d90c6e7d-4fb1-4040-9327-e830bbe45028 req-cde6acf1-91e6-4dc3-89a9-e439f705e8ea tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=27aac6bf-fdef-45dc-ad2d-8325c0844245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431883 Nov 18 18:12:48.735257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb24670-06ac-4ebb-a960-33e1b4119d2a req-65203675-4989-4f80-87e2-0753c16bcf9d tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:48.736750 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aeb24670-06ac-4ebb-a960-33e1b4119d2a req-65203675-4989-4f80-87e2-0753c16bcf9d tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 943 time: 0.0511389 Nov 18 18:12:48.784971 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aeb24670-06ac-4ebb-a960-33e1b4119d2a req-5e358d38-bb11-475e-8c89-e1026513e885 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=27aac6bf-fdef-45dc-ad2d-8325c0844245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418875 Nov 18 18:12:48.876009 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c1e1d0a7-a19e-4879-9e86-a3815ae183e5 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:12:48.972457 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port c1e1d0a7-a19e-4879-9e86-a3815ae183e5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c1e1d0a7-a19e-4879-9e86-a3815ae183e5,segment=NetworkSegment(403d9374-edf2-4257-b313-7487f460d536),segment_id=403d9374-edf2-4257-b313-7487f460d536)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:12:48.983702 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'c1e1d0a7-a19e-4879-9e86-a3815ae183e5', 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98', 'port_id': 'c1e1d0a7-a19e-4879-9e86-a3815ae183e5', 'mac_address': 'fa:16:3e:0e:01:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:12:49.020536 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:49.033026 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e1d0a7-a19e-4879-9e86-a3815ae183e5 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:12:49.052511 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port c1e1d0a7-a19e-4879-9e86-a3815ae183e5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c1e1d0a7-a19e-4879-9e86-a3815ae183e5,segment=NetworkSegment(403d9374-edf2-4257-b313-7487f460d536),segment_id=403d9374-edf2-4257-b313-7487f460d536)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:12:49.109984 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:49.160514 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=c1e1d0a7-a19e-4879-9e86-a3815ae183e5,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:49.338548 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['c1e1d0a7-a19e-4879-9e86-a3815ae183e5'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:12:49.903919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03e17f-116e-4c39-b15e-68c6aa6bb06d req-c451c35b-5fe3-4753-b3c9-2ca8c6fd3e4a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:49.905446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff03e17f-116e-4c39-b15e-68c6aa6bb06d req-c451c35b-5fe3-4753-b3c9-2ca8c6fd3e4a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 944 time: 0.0510318 Nov 18 18:12:49.960561 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ff03e17f-116e-4c39-b15e-68c6aa6bb06d req-e534f76b-7085-41ab-a342-03e9b9a02e89 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=27aac6bf-fdef-45dc-ad2d-8325c0844245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487866 Nov 18 18:12:50.880808 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c1e1d0a7-a19e-4879-9e86-a3815ae183e5 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:12:51.010425 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port c1e1d0a7-a19e-4879-9e86-a3815ae183e5 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:12:51.016433 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port c1e1d0a7-a19e-4879-9e86-a3815ae183e5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:12:51.017055 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:51.091919 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca105209-c2d3-4dff-b08d-67ce1a2b795a req-83f7757d-1900-4fc3-98f5-398787293d7a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:51.093780 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca105209-c2d3-4dff-b08d-67ce1a2b795a req-83f7757d-1900-4fc3-98f5-398787293d7a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 944 time: 0.0621254 Nov 18 18:12:51.104460 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:51.131236 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a97f2e-d901-4060-b75d-432174d3f928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e1d0a7-a19e-4879-9e86-a3815ae183e5'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:12:51.134233 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43817cf4-bc60-44b3-9af0-65b68da22d42" -d '{"events": [{"server_uuid": "f1a97f2e-d901-4060-b75d-432174d3f928", "name": "network-vif-plugged", "status": "completed", "tag": "c1e1d0a7-a19e-4879-9e86-a3815ae183e5"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:12:51.152898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port c1e1d0a7-a19e-4879-9e86-a3815ae183e5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c1e1d0a7-a19e-4879-9e86-a3815ae183e5,segment=NetworkSegment(403d9374-edf2-4257-b313-7487f460d536),segment_id=403d9374-edf2-4257-b313-7487f460d536)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:12:51.158488 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ca105209-c2d3-4dff-b08d-67ce1a2b795a req-dcec4640-1b0d-420e-8143-6e56a6c14e65 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=27aac6bf-fdef-45dc-ad2d-8325c0844245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573506 Nov 18 18:12:51.187307 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78046a22-e937-43cf-8827-bb9574244664 x-openstack-request-id: req-78046a22-e937-43cf-8827-bb9574244664 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:12:51.187618 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a97f2e-d901-4060-b75d-432174d3f928", "name": "network-vif-plugged", "status": "completed", "tag": "c1e1d0a7-a19e-4879-9e86-a3815ae183e5", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:12:51.187904 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-78046a22-e937-43cf-8827-bb9574244664 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:12:51.188311 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a97f2e-d901-4060-b75d-432174d3f928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e1d0a7-a19e-4879-9e86-a3815ae183e5', 'code': 200} Nov 18 18:12:51.225193 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:51.283890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=c1e1d0a7-a19e-4879-9e86-a3815ae183e5,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:51.299779 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4777ecc-49ee-49bb-8bc4-da2854610e63 req-05c487b4-a66d-4063-9f59-b9f0ac56982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:51.301426 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a4777ecc-49ee-49bb-8bc4-da2854610e63 req-05c487b4-a66d-4063-9f59-b9f0ac56982b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 1097 time: 0.0482080 Nov 18 18:12:51.355518 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a4777ecc-49ee-49bb-8bc4-da2854610e63 req-b2d50393-8e03-493a-874a-9ef57607db9a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=27aac6bf-fdef-45dc-ad2d-8325c0844245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458825 Nov 18 18:12:52.073031 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:52.281992 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea10e3f-9296-46ca-b37a-192dbeae8340 req-01c6fb2d-662e-46b3-93c1-b851f0c0ef1a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:52.283522 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ea10e3f-9296-46ca-b37a-192dbeae8340 req-01c6fb2d-662e-46b3-93c1-b851f0c0ef1a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 945 time: 0.0493507 Nov 18 18:12:52.334747 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3ea10e3f-9296-46ca-b37a-192dbeae8340 req-0896a93b-65eb-4d9b-9809-da406fe36b96 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=27aac6bf-fdef-45dc-ad2d-8325c0844245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448501 Nov 18 18:12:53.451493 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8252ae-bd36-45ef-a811-a22f3d7ecd96 req-96517f81-c918-482f-8a5d-7f648b546c2e tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:53.453068 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b8252ae-bd36-45ef-a811-a22f3d7ecd96 req-96517f81-c918-482f-8a5d-7f648b546c2e tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 945 time: 0.0481851 Nov 18 18:12:53.512497 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0b8252ae-bd36-45ef-a811-a22f3d7ecd96 req-b450a786-468e-4c44-bd30-7f38ca503c32 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=27aac6bf-fdef-45dc-ad2d-8325c0844245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534925 Nov 18 18:12:53.631868 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39996d3e-f1b6-4985-9607-4bbb59157946 req-57f06360-e95b-4a22-9663-5330a4d737cc tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:53.633946 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39996d3e-f1b6-4985-9607-4bbb59157946 req-57f06360-e95b-4a22-9663-5330a4d737cc tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 945 time: 0.0505769 Nov 18 18:12:53.682811 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39996d3e-f1b6-4985-9607-4bbb59157946 req-541d51b5-ecd0-4693-b505-5f1a9c4ce4de tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=27aac6bf-fdef-45dc-ad2d-8325c0844245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428140 Nov 18 18:12:53.690007 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:53.705160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39876) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:53.744065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbbb543-b0c0-479b-aeef-fa92b888b691 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:53.745581 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ebbbb543-b0c0-479b-aeef-fa92b888b691 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 1092 time: 0.0394225 Nov 18 18:12:53.748508 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39878) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:53.752753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': 'c1e1d0a7-a19e-4879-9e86-a3815ae183e5', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:12:53.853545 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:53.953261 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:54.051414 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.25.3.226 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/60ff48a0-57db-46e2-ba0f-f5858eeb7e30) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:12:54.154221 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:54.236307 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:54.273502 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:12:54.276460 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:12:54.280641 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:12:54.288474 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=60ff48a0-57db-46e2-ba0f-f5858eeb7e30,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:54.640220 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:54.760350 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:54.908849 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:54.975441 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:55.045422 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=60ff48a0-57db-46e2-ba0f-f5858eeb7e30,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:12:55.057286 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:55.500506 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Floating IP afa9bae3-86d4-49fb-819f-a42fdd1f5e5b associated. External IP: 172.25.3.226, port: c1e1d0a7-a19e-4879-9e86-a3815ae183e5. Nov 18 18:12:55.702978 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router b794549c-a2c1-4ae3-8613-02a6a1cac6fc has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:12:55.808531 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:12:55.818069 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c5fc3-5a69-4653-baca-6b65af0b76fb None None] Sync routers for ids ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:12:55.828071 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c5fc3-5a69-4653-baca-6b65af0b76fb None None] Routers {'b794549c-a2c1-4ae3-8613-02a6a1cac6fc'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:12:55.828683 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-045c5fc3-5a69-4653-baca-6b65af0b76fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:12:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:55.883953 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:12:55.911563 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3bfab0a4-bac2-4a0b-b525-127de37073f9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1620231 Nov 18 18:12:55.912191 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a97f2e-d901-4060-b75d-432174d3f928', 'tag': 'c1e1d0a7-a19e-4879-9e86-a3815ae183e5'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:12:55.915045 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81c1f65620c2b619e54ef1f34f71e2c57117e756ba45fba3b6a8fdb297f35b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef68499-744c-4586-9e52-af2e70eeb591" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a97f2e-d901-4060-b75d-432174d3f928", "tag": "c1e1d0a7-a19e-4879-9e86-a3815ae183e5"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:12:55.948134 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-045c5fc3-5a69-4653-baca-6b65af0b76fb None None] Set router b794549c-a2c1-4ae3-8613-02a6a1cac6fc gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:12:55.953496 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d72113-c6c9-451c-a086-9b5245f5d109 x-openstack-request-id: req-d2d72113-c6c9-451c-a086-9b5245f5d109 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:12:55.953744 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a97f2e-d901-4060-b75d-432174d3f928", "tag": "c1e1d0a7-a19e-4879-9e86-a3815ae183e5", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:12:55.954206 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d2d72113-c6c9-451c-a086-9b5245f5d109 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:12:55.954634 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a97f2e-d901-4060-b75d-432174d3f928', 'tag': 'c1e1d0a7-a19e-4879-9e86-a3815ae183e5', 'status': 'completed', 'code': 200} Nov 18 18:12:56.019637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef68499-744c-4586-9e52-af2e70eeb591 req-f5b17276-d189-4aab-8b63-91e8850766bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:56.021278 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7ef68499-744c-4586-9e52-af2e70eeb591 req-f5b17276-d189-4aab-8b63-91e8850766bb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 1097 time: 0.0460618 Nov 18 18:12:56.025323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07a469-8c5b-46e1-846f-f65231283e7c req-5ba3e4ab-d98d-4e4a-8aa5-5e2a5970b158 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:56.026876 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f07a469-8c5b-46e1-846f-f65231283e7c req-5ba3e4ab-d98d-4e4a-8aa5-5e2a5970b158 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 945 time: 0.0519733 Nov 18 18:12:56.088187 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8f07a469-8c5b-46e1-846f-f65231283e7c req-516d2779-33cb-44c2-9d34-e7a1cc84b600 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=27aac6bf-fdef-45dc-ad2d-8325c0844245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539713 Nov 18 18:12:56.105139 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39884) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:56.121649 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef68499-744c-4586-9e52-af2e70eeb591 req-8dc284be-4a72-4a45-8c5c-5935af3f161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:56.123655 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7ef68499-744c-4586-9e52-af2e70eeb591 req-8dc284be-4a72-4a45-8c5c-5935af3f161b service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 HTTP/1.1" status: 200 len: 899 time: 0.0951588 Nov 18 18:12:56.173696 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c0d3a38e-1ee4-41fd-9d00-7acc06818657 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/floatingips/afa9bae3-86d4-49fb-819f-a42fdd1f5e5b HTTP/1.1" status: 200 len: 991 time: 0.0673740 Nov 18 18:12:56.192913 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-045c5fc3-5a69-4653-baca-6b65af0b76fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151349569', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:12:35Z', 'updated_at': '2021-11-18T18:12:40Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:36Z', 'updated_at': '2021-11-18T18:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'afa9bae3-86d4-49fb-819f-a42fdd1f5e5b', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'floating_ip_address': '172.25.3.226', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'port_id': 'c1e1d0a7-a19e-4879-9e86-a3815ae183e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98', 'mac_address': 'fa:16:3e:0e:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a97f2e-d901-4060-b75d-432174d3f928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:12:54Z', 'updated_at': '2021-11-18T18:12:54Z', 'revision_number': 0, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18943fb8-0b83-4b09-8030-1803f5c74251', 'name': '', 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:5e:9d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:39Z', 'updated_at': '2021-11-18T18:12:43Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:56.210862 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7ef68499-744c-4586-9e52-af2e70eeb591 req-572d890c-08eb-430c-a7f9-13b67d663fae service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1e1d0a7-a19e-4879-9e86-a3815ae183e5 HTTP/1.1" status: 200 len: 999 time: 0.0798404 Nov 18 18:12:56.225268 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c5fc3-5a69-4653-baca-6b65af0b76fb None None] Checking router: b794549c-a2c1-4ae3-8613-02a6a1cac6fc for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:12:56.233847 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c5fc3-5a69-4653-baca-6b65af0b76fb None None] Routers {'b794549c-a2c1-4ae3-8613-02a6a1cac6fc'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:12:56.234463 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-045c5fc3-5a69-4653-baca-6b65af0b76fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:12:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:56.261049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef68499-744c-4586-9e52-af2e70eeb591 req-2bc9170d-4722-4a49-9709-bfc2ec4b6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:56.262513 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7ef68499-744c-4586-9e52-af2e70eeb591 req-2bc9170d-4722-4a49-9709-bfc2ec4b6226 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c8b90751-7d18-42ed-bcad-4fae34cd4815 HTTP/1.1" status: 200 len: 835 time: 0.0452034 Nov 18 18:12:56.312200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef68499-744c-4586-9e52-af2e70eeb591 req-c803aa50-81fa-4d76-8473-2d5d7d17f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:12:56.313792 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7ef68499-744c-4586-9e52-af2e70eeb591 req-c803aa50-81fa-4d76-8473-2d5d7d17f9ca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8586938-dbc2-45b7-bac2-a9b8ca3f8e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440600 Nov 18 18:12:56.340704 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-045c5fc3-5a69-4653-baca-6b65af0b76fb None None] Set router b794549c-a2c1-4ae3-8613-02a6a1cac6fc gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:12:56.404169 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7ef68499-744c-4586-9e52-af2e70eeb591 req-1c2ec246-2017-4970-9913-fbfc5d88ca68 service neutron] 10.222.0.81 "GET /v2.0/networks/f8586938-dbc2-45b7-bac2-a9b8ca3f8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826817 Nov 18 18:12:56.498595 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-7ef68499-744c-4586-9e52-af2e70eeb591 req-48100c30-8555-4ee1-ba60-a3e20e817300 service neutron] 10.222.0.81 "GET /v2.0/networks/f8586938-dbc2-45b7-bac2-a9b8ca3f8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874219 Nov 18 18:12:56.568928 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-045c5fc3-5a69-4653-baca-6b65af0b76fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151349569', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:12:35Z', 'updated_at': '2021-11-18T18:12:40Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:36Z', 'updated_at': '2021-11-18T18:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'afa9bae3-86d4-49fb-819f-a42fdd1f5e5b', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'floating_ip_address': '172.25.3.226', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'port_id': 'c1e1d0a7-a19e-4879-9e86-a3815ae183e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98', 'mac_address': 'fa:16:3e:0e:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a97f2e-d901-4060-b75d-432174d3f928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:12:54Z', 'updated_at': '2021-11-18T18:12:54Z', 'revision_number': 0, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18943fb8-0b83-4b09-8030-1803f5c74251', 'name': '', 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:5e:9d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:39Z', 'updated_at': '2021-11-18T18:12:43Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:12:56.594722 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c5fc3-5a69-4653-baca-6b65af0b76fb None None] The sync data for ids ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'] in n-d-813419-11 is: [{'id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151349569', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:12:35Z', 'updated_at': '2021-11-18T18:12:40Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:36Z', 'updated_at': '2021-11-18T18:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'afa9bae3-86d4-49fb-819f-a42fdd1f5e5b', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'floating_ip_address': '172.25.3.226', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'port_id': 'c1e1d0a7-a19e-4879-9e86-a3815ae183e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98', 'mac_address': 'fa:16:3e:0e:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a97f2e-d901-4060-b75d-432174d3f928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:12:54Z', 'updated_at': '2021-11-18T18:12:54Z', 'revision_number': 0, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18943fb8-0b83-4b09-8030-1803f5c74251', 'name': '', 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:5e:9d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:39Z', 'updated_at': '2021-11-18T18:12:43Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:12:56.784463 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43713dd-68a0-45a1-8ba0-45972d569cc2 None None] New status for floating IP afa9bae3-86d4-49fb-819f-a42fdd1f5e5b: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:12:57.177622 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39886) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:12:57.237538 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1c2f36c0-6601-4938-88d8-5569aac26767 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/floatingips/afa9bae3-86d4-49fb-819f-a42fdd1f5e5b HTTP/1.1" status: 200 len: 993 time: 0.0587611 Nov 18 18:13:00.009887 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e061ea2-d65a-41ee-83cd-be7c1f3b5cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:02.461838 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d54ec92f-e7fe-48c4-b794-8220def357ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:03.781603 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:04.234531 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:13:04.536822 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe28f6b5-d307-47aa-b52b-d97fa4d266ff req-ce8db766-c9e1-49a2-84cf-133d9b401562 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390651 Nov 18 18:13:04.623491 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28f6b5-d307-47aa-b52b-d97fa4d266ff req-357e7d69-f23b-4364-926f-95f7f3f4dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:04.625022 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe28f6b5-d307-47aa-b52b-d97fa4d266ff req-357e7d69-f23b-4364-926f-95f7f3f4dcc0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 1097 time: 0.0447364 Nov 18 18:13:04.728089 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28f6b5-d307-47aa-b52b-d97fa4d266ff req-3f1d2c3b-14c5-4929-acfb-7a495cd19d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:04.730089 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe28f6b5-d307-47aa-b52b-d97fa4d266ff req-3f1d2c3b-14c5-4929-acfb-7a495cd19d4d service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 HTTP/1.1" status: 200 len: 899 time: 0.0843797 Nov 18 18:13:04.801829 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe28f6b5-d307-47aa-b52b-d97fa4d266ff req-45e0dc11-c5af-435b-9a6d-e5b43f290b54 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1e1d0a7-a19e-4879-9e86-a3815ae183e5 HTTP/1.1" status: 200 len: 1001 time: 0.0618083 Nov 18 18:13:04.853268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28f6b5-d307-47aa-b52b-d97fa4d266ff req-b6a39e6f-aacf-4e0a-8565-a89039ec5cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:04.855239 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe28f6b5-d307-47aa-b52b-d97fa4d266ff req-b6a39e6f-aacf-4e0a-8565-a89039ec5cdc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c8b90751-7d18-42ed-bcad-4fae34cd4815 HTTP/1.1" status: 200 len: 835 time: 0.0449038 Nov 18 18:13:04.900827 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28f6b5-d307-47aa-b52b-d97fa4d266ff req-e51fb4fc-2e31-4547-94c1-1ecb4df8363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:04.902331 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe28f6b5-d307-47aa-b52b-d97fa4d266ff req-e51fb4fc-2e31-4547-94c1-1ecb4df8363d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8586938-dbc2-45b7-bac2-a9b8ca3f8e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402453 Nov 18 18:13:05.000460 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe28f6b5-d307-47aa-b52b-d97fa4d266ff req-9c2a4e45-b661-4257-b0ed-e410e834c9a3 service neutron] 10.222.0.81 "GET /v2.0/networks/f8586938-dbc2-45b7-bac2-a9b8ca3f8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898402 Nov 18 18:13:05.093564 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fe28f6b5-d307-47aa-b52b-d97fa4d266ff req-f7041416-28d0-4c71-8430-a5d1590d71b7 service neutron] 10.222.0.81 "GET /v2.0/networks/f8586938-dbc2-45b7-bac2-a9b8ca3f8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828972 Nov 18 18:13:05.209845 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:05.504247 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:22.124200 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:23.710077 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:28.725305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e9a98-7b9c-4b08-b9f9-f91c51b43db3 req-4981752c-2850-4c85-8259-0b9628aaf1e2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:28.727717 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-710e9a98-7b9c-4b08-b9f9-f91c51b43db3 req-4981752c-2850-4c85-8259-0b9628aaf1e2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 945 time: 0.1176789 Nov 18 18:13:28.775955 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-710e9a98-7b9c-4b08-b9f9-f91c51b43db3 req-910e686f-2c43-45a7-9638-bfc4d085c8ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=27aac6bf-fdef-45dc-ad2d-8325c0844245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430350 Nov 18 18:13:29.950954 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9ca7c-52ff-49cd-80fb-c91c48cd5674 req-4ad3cdc2-a576-4df0-b197-9b02509d43b6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:29.952476 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41c9ca7c-52ff-49cd-80fb-c91c48cd5674 req-4ad3cdc2-a576-4df0-b197-9b02509d43b6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 945 time: 0.0997357 Nov 18 18:13:30.013092 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-41c9ca7c-52ff-49cd-80fb-c91c48cd5674 req-acb55b18-e05a-4f46-9163-88477e939c02 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=27aac6bf-fdef-45dc-ad2d-8325c0844245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545444 Nov 18 18:13:30.035426 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-80b8a715-1998-4d5d-b9bb-c8db6d7f62d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:30.039201 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39908) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:30.106388 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e09b5730-3948-40c6-981c-9efedc869d00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/floatingips/afa9bae3-86d4-49fb-819f-a42fdd1f5e5b HTTP/1.1" status: 200 len: 993 time: 0.0653408 Nov 18 18:13:31.508324 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bc8f8-51ab-4893-9816-753aa47041a4 req-a08ff22d-d4a8-4c6b-a08c-9e94fc3e338a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:31.509865 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a32bc8f8-51ab-4893-9816-753aa47041a4 req-a08ff22d-d4a8-4c6b-a08c-9e94fc3e338a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 945 time: 0.0529437 Nov 18 18:13:31.561031 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a32bc8f8-51ab-4893-9816-753aa47041a4 req-6ce9eefa-d47b-48e6-9de4-7875eadbe0a1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=27aac6bf-fdef-45dc-ad2d-8325c0844245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444498 Nov 18 18:13:32.464230 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aa9577fe-8955-402f-8315-4def74dd325d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:32.680303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8a2c8-64de-4cb1-b5c8-f476a355730a req-08fdc143-d984-4c4c-9372-a33cb68111f5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:32.682477 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21e8a2c8-64de-4cb1-b5c8-f476a355730a req-08fdc143-d984-4c4c-9372-a33cb68111f5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 945 time: 0.0499268 Nov 18 18:13:32.733062 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-21e8a2c8-64de-4cb1-b5c8-f476a355730a req-46bab444-0077-4da2-be4e-e667eac69ef1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=27aac6bf-fdef-45dc-ad2d-8325c0844245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443127 Nov 18 18:13:32.755116 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39918) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:32.818109 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-aec21611-65fd-4dc8-bda6-80031d2e2faa tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/floatingips/afa9bae3-86d4-49fb-819f-a42fdd1f5e5b HTTP/1.1" status: 200 len: 993 time: 0.0618396 Nov 18 18:13:33.040874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39924) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:33.206088 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port 60ff48a0-57db-46e2-ba0f-f5858eeb7e30 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:13:33.206448 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:33.286076 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:33.286413 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:33.298220 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for 60ff48a0-57db-46e2-ba0f-f5858eeb7e30 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:13:33.515704 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:33.545227 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=60ff48a0-57db-46e2-ba0f-f5858eeb7e30,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:33.557123 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:33.557497 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:33.557853 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:33.558205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:33.558555 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:33.558902 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:33.559245 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:33.559589 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:33.560447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:33.560794 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:33.561135 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:33.561471 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:33.614960 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:33.615303 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Floating IP afa9bae3-86d4-49fb-819f-a42fdd1f5e5b disassociated (deleted). External IP: 172.25.3.226, port: c1e1d0a7-a19e-4879-9e86-a3815ae183e5. Nov 18 18:13:33.792280 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:33.829558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router b794549c-a2c1-4ae3-8613-02a6a1cac6fc has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:13:33.938373 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:13:33.943187 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:33.947450 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b3ff5-b8a8-4810-9d7a-6a44db656e81 None None] Sync routers for ids ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:13:33.957169 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b3ff5-b8a8-4810-9d7a-6a44db656e81 None None] Routers {'b794549c-a2c1-4ae3-8613-02a6a1cac6fc'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:33.957781 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-dc2b3ff5-b8a8-4810-9d7a-6a44db656e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:13:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:33.974412 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0265e826-8abf-42e3-9dbe-352c11e2eac1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/floatingips/afa9bae3-86d4-49fb-819f-a42fdd1f5e5b HTTP/1.1" status: 204 len: 168 time: 0.9325244 Nov 18 18:13:33.975053 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a97f2e-d901-4060-b75d-432174d3f928', 'tag': 'c1e1d0a7-a19e-4879-9e86-a3815ae183e5'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:13:33.978389 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81c1f65620c2b619e54ef1f34f71e2c57117e756ba45fba3b6a8fdb297f35b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fe67eb-4d16-4f13-9749-afb81e0d7acc" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a97f2e-d901-4060-b75d-432174d3f928", "tag": "c1e1d0a7-a19e-4879-9e86-a3815ae183e5"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:13:34.021312 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88df41c1-1138-435d-8e75-6660ac330a64 x-openstack-request-id: req-88df41c1-1138-435d-8e75-6660ac330a64 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:13:34.021604 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a97f2e-d901-4060-b75d-432174d3f928", "tag": "c1e1d0a7-a19e-4879-9e86-a3815ae183e5", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:13:34.021864 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-88df41c1-1138-435d-8e75-6660ac330a64 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:13:34.022281 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a97f2e-d901-4060-b75d-432174d3f928', 'tag': 'c1e1d0a7-a19e-4879-9e86-a3815ae183e5', 'status': 'completed', 'code': 200} Nov 18 18:13:34.071420 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-dc2b3ff5-b8a8-4810-9d7a-6a44db656e81 None None] Set router b794549c-a2c1-4ae3-8613-02a6a1cac6fc gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:34.141421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe67eb-4d16-4f13-9749-afb81e0d7acc req-bcd85d9d-bfca-42c2-af18-e49961821300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:34.142956 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-49fe67eb-4d16-4f13-9749-afb81e0d7acc req-bcd85d9d-bfca-42c2-af18-e49961821300 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 1097 time: 0.0954890 Nov 18 18:13:34.240083 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe67eb-4d16-4f13-9749-afb81e0d7acc req-99f86c06-2118-457c-b66a-1acb3fbea42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:34.241589 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-49fe67eb-4d16-4f13-9749-afb81e0d7acc req-99f86c06-2118-457c-b66a-1acb3fbea42e service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 HTTP/1.1" status: 200 len: 899 time: 0.0906367 Nov 18 18:13:34.280481 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-dc2b3ff5-b8a8-4810-9d7a-6a44db656e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151349569', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:12:35Z', 'updated_at': '2021-11-18T18:12:40Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:36Z', 'updated_at': '2021-11-18T18:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '18943fb8-0b83-4b09-8030-1803f5c74251', 'name': '', 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:5e:9d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:39Z', 'updated_at': '2021-11-18T18:12:43Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:34.283513 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-49fe67eb-4d16-4f13-9749-afb81e0d7acc req-fed5570d-529c-4332-a074-6cfe72170c0f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1e1d0a7-a19e-4879-9e86-a3815ae183e5 HTTP/1.1" status: 200 len: 217 time: 0.0344870 Nov 18 18:13:34.339678 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe67eb-4d16-4f13-9749-afb81e0d7acc req-51add5dd-1e62-43ad-b1ca-1838aaee5f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:34.341661 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-49fe67eb-4d16-4f13-9749-afb81e0d7acc req-51add5dd-1e62-43ad-b1ca-1838aaee5f69 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c8b90751-7d18-42ed-bcad-4fae34cd4815 HTTP/1.1" status: 200 len: 835 time: 0.0486624 Nov 18 18:13:34.404870 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b3ff5-b8a8-4810-9d7a-6a44db656e81 None None] Checking router: b794549c-a2c1-4ae3-8613-02a6a1cac6fc for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:13:34.412572 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe67eb-4d16-4f13-9749-afb81e0d7acc req-b6289548-ceb3-46ba-bce2-eba60ae89eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:34.413457 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b3ff5-b8a8-4810-9d7a-6a44db656e81 None None] Routers {'b794549c-a2c1-4ae3-8613-02a6a1cac6fc'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:34.414060 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-dc2b3ff5-b8a8-4810-9d7a-6a44db656e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:13:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:34.415175 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-49fe67eb-4d16-4f13-9749-afb81e0d7acc req-b6289548-ceb3-46ba-bce2-eba60ae89eb5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8586938-dbc2-45b7-bac2-a9b8ca3f8e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669203 Nov 18 18:13:34.498747 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb992c8c-e019-4df3-aabc-8fbf88abf403 req-7c21306f-5e21-4a21-b630-43f2dfa9e053 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:34.500440 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb992c8c-e019-4df3-aabc-8fbf88abf403 req-7c21306f-5e21-4a21-b630-43f2dfa9e053 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 945 time: 0.0532861 Nov 18 18:13:34.516758 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-49fe67eb-4d16-4f13-9749-afb81e0d7acc req-a9b4191f-4a49-48ae-b733-68ca9427a6c7 service neutron] 10.222.0.81 "GET /v2.0/networks/f8586938-dbc2-45b7-bac2-a9b8ca3f8e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940547 Nov 18 18:13:34.526801 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-dc2b3ff5-b8a8-4810-9d7a-6a44db656e81 None None] Set router b794549c-a2c1-4ae3-8613-02a6a1cac6fc gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:34.553567 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fb992c8c-e019-4df3-aabc-8fbf88abf403 req-fc459c44-32d1-48ef-8066-fa64b9a0ca09 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=27aac6bf-fdef-45dc-ad2d-8325c0844245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468285 Nov 18 18:13:34.616194 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-49fe67eb-4d16-4f13-9749-afb81e0d7acc req-2c211bed-509d-4e4a-b8e4-099b7887bb1f service neutron] 10.222.0.81 "GET /v2.0/networks/f8586938-dbc2-45b7-bac2-a9b8ca3f8e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913806 Nov 18 18:13:34.724263 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-dc2b3ff5-b8a8-4810-9d7a-6a44db656e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151349569', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:12:35Z', 'updated_at': '2021-11-18T18:12:40Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:36Z', 'updated_at': '2021-11-18T18:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '18943fb8-0b83-4b09-8030-1803f5c74251', 'name': '', 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:5e:9d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:39Z', 'updated_at': '2021-11-18T18:12:43Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:34.754733 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b3ff5-b8a8-4810-9d7a-6a44db656e81 None None] The sync data for ids ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'] in n-d-813419-11 is: [{'id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151349569', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:12:35Z', 'updated_at': '2021-11-18T18:12:40Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:36Z', 'updated_at': '2021-11-18T18:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '18943fb8-0b83-4b09-8030-1803f5c74251', 'name': '', 'network_id': 'f8586938-dbc2-45b7-bac2-a9b8ca3f8e98', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:5e:9d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:39Z', 'updated_at': '2021-11-18T18:12:43Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'c8b90751-7d18-42ed-bcad-4fae34cd4815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:13:34.963349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c918f-08c6-423f-ad60-33a26059f7a5 None None] New status for floating IP afa9bae3-86d4-49fb-819f-a42fdd1f5e5b: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:13:35.204199 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:35.489756 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:35.678690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f464583-dbf2-42cb-a5b8-f6e14bf2c830 req-355335f0-168e-4a4f-a3d5-8163f5594f59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:35.680215 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f464583-dbf2-42cb-a5b8-f6e14bf2c830 req-355335f0-168e-4a4f-a3d5-8163f5594f59 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 945 time: 0.0524852 Nov 18 18:13:35.729702 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1f464583-dbf2-42cb-a5b8-f6e14bf2c830 req-60c8ceaf-8b96-4720-b868-c80a2b5aa6e2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=27aac6bf-fdef-45dc-ad2d-8325c0844245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433910 Nov 18 18:13:35.968997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098769e-5a0b-4217-b75e-fbb667b17f94 req-17fa1a07-45c0-4fa2-bfae-2bb590ae8664 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:35.970509 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c098769e-5a0b-4217-b75e-fbb667b17f94 req-17fa1a07-45c0-4fa2-bfae-2bb590ae8664 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 945 time: 0.0491872 Nov 18 18:13:36.062191 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c098769e-5a0b-4217-b75e-fbb667b17f94 req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port c1e1d0a7-a19e-4879-9e86-a3815ae183e5 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:13:36.062454 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c098769e-5a0b-4217-b75e-fbb667b17f94 req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:36.150688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c098769e-5a0b-4217-b75e-fbb667b17f94 req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] For port c1e1d0a7-a19e-4879-9e86-a3815ae183e5, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=c1e1d0a7-a19e-4879-9e86-a3815ae183e5,segment=NetworkSegment(403d9374-edf2-4257-b313-7487f460d536),segment_id=403d9374-edf2-4257-b313-7487f460d536)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:13:36.151058 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c098769e-5a0b-4217-b75e-fbb667b17f94 req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:36.164184 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c098769e-5a0b-4217-b75e-fbb667b17f94 req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for c1e1d0a7-a19e-4879-9e86-a3815ae183e5 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:13:36.358122 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c098769e-5a0b-4217-b75e-fbb667b17f94 req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:36.386449 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=c1e1d0a7-a19e-4879-9e86-a3815ae183e5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:36.399296 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:36.399668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:36.400101 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:36.400455 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:36.400800 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:36.401142 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:36.401487 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:36.401827 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:36.402172 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:36.402512 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:36.402847 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:36.403183 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:36.437595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c098769e-5a0b-4217-b75e-fbb667b17f94 req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] No DVR routers for this DVR port c1e1d0a7-a19e-4879-9e86-a3815ae183e5 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:13:36.440158 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c098769e-5a0b-4217-b75e-fbb667b17f94 req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:36.443505 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c098769e-5a0b-4217-b75e-fbb667b17f94 req-8be5a096-5e0c-4a29-ab32-ad037b3a3d0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "DELETE /v2.0/ports/c1e1d0a7-a19e-4879-9e86-a3815ae183e5 HTTP/1.1" status: 204 len: 173 time: 0.4668376 Nov 18 18:13:36.443989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a97f2e-d901-4060-b75d-432174d3f928', 'name': 'network-vif-deleted', 'tag': 'c1e1d0a7-a19e-4879-9e86-a3815ae183e5'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:13:36.446260 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d181a7e-6483-4806-b2a4-07704533486e" -d '{"events": [{"server_uuid": "f1a97f2e-d901-4060-b75d-432174d3f928", "name": "network-vif-deleted", "tag": "c1e1d0a7-a19e-4879-9e86-a3815ae183e5"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:13:36.482404 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ffdcce-63af-45ee-925e-4993c5398009 x-openstack-request-id: req-a1ffdcce-63af-45ee-925e-4993c5398009 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:13:36.482732 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a97f2e-d901-4060-b75d-432174d3f928", "name": "network-vif-deleted", "tag": "c1e1d0a7-a19e-4879-9e86-a3815ae183e5", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:13:36.483019 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a1ffdcce-63af-45ee-925e-4993c5398009 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:13:36.483432 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a97f2e-d901-4060-b75d-432174d3f928', 'name': 'network-vif-deleted', 'tag': 'c1e1d0a7-a19e-4879-9e86-a3815ae183e5', 'status': 'completed', 'code': 200} Nov 18 18:13:36.844705 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57716716-7add-4fe2-ac4f-cd2ab10b5bbc req-85ae1e8b-16c1-4580-87ec-db736fe05055 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1a97f2e-d901-4060-b75d-432174d3f928 HTTP/1.1" status: 200 len: 210 time: 0.0270138 Nov 18 18:13:37.918495 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39942) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:38.290546 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85f468ac-a7dd-4de5-8500-1f5e628033b0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:38.541117 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-85f468ac-a7dd-4de5-8500-1f5e628033b0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port 18943fb8-0b83-4b09-8030-1803f5c74251 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:13:38.541384 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85f468ac-a7dd-4de5-8500-1f5e628033b0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:38.629436 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-85f468ac-a7dd-4de5-8500-1f5e628033b0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] For port 18943fb8-0b83-4b09-8030-1803f5c74251, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=18943fb8-0b83-4b09-8030-1803f5c74251,segment=NetworkSegment(403d9374-edf2-4257-b313-7487f460d536),segment_id=403d9374-edf2-4257-b313-7487f460d536)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:13:38.629804 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85f468ac-a7dd-4de5-8500-1f5e628033b0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:38.642150 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-85f468ac-a7dd-4de5-8500-1f5e628033b0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for 18943fb8-0b83-4b09-8030-1803f5c74251 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:13:38.906656 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85f468ac-a7dd-4de5-8500-1f5e628033b0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:38.937179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f468ac-a7dd-4de5-8500-1f5e628033b0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=18943fb8-0b83-4b09-8030-1803f5c74251,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:39.114181 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-85f468ac-a7dd-4de5-8500-1f5e628033b0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:39.132018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c1e1d0a7-a19e-4879-9e86-a3815ae183e5 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:13:39.159013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: c1e1d0a7-a19e-4879-9e86-a3815ae183e5 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:13:39.159270 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device c1e1d0a7-a19e-4879-9e86-a3815ae183e5 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:13:39.679274 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f468ac-a7dd-4de5-8500-1f5e628033b0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router b794549c-a2c1-4ae3-8613-02a6a1cac6fc has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:13:39.785486 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f468ac-a7dd-4de5-8500-1f5e628033b0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:13:39.790504 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-85f468ac-a7dd-4de5-8500-1f5e628033b0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "PUT /v2.0/routers/b794549c-a2c1-4ae3-8613-02a6a1cac6fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8702810 Nov 18 18:13:39.793305 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39944) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:39.796331 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1c5f3-156f-45a1-bc7e-742f214a5a56 None None] Sync routers for ids ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:13:39.806062 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd1c5f3-156f-45a1-bc7e-742f214a5a56 None None] Routers {'b794549c-a2c1-4ae3-8613-02a6a1cac6fc'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:39.806677 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-acd1c5f3-156f-45a1-bc7e-742f214a5a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:13:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:39.852817 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e39a69-e921-4df2-a7a7-7d976af30752 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting subnet c8b90751-7d18-42ed-bcad-4fae34cd4815 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:13:39.855972 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07e39a69-e921-4df2-a7a7-7d976af30752 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:39.897844 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07e39a69-e921-4df2-a7a7-7d976af30752 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:39.918229 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-acd1c5f3-156f-45a1-bc7e-742f214a5a56 None None] Set router b794549c-a2c1-4ae3-8613-02a6a1cac6fc gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:39.985196 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07e39a69-e921-4df2-a7a7-7d976af30752 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:40.096021 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-acd1c5f3-156f-45a1-bc7e-742f214a5a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151349569', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:12:35Z', 'updated_at': '2021-11-18T18:13:38Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:36Z', 'updated_at': '2021-11-18T18:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:40.121950 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1c5f3-156f-45a1-bc7e-742f214a5a56 None None] Checking router: b794549c-a2c1-4ae3-8613-02a6a1cac6fc for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:13:40.130755 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd1c5f3-156f-45a1-bc7e-742f214a5a56 None None] Routers {'b794549c-a2c1-4ae3-8613-02a6a1cac6fc'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:40.131358 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-acd1c5f3-156f-45a1-bc7e-742f214a5a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:13:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:40.150576 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07e39a69-e921-4df2-a7a7-7d976af30752 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:40.178642 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e39a69-e921-4df2-a7a7-7d976af30752 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b90751-7d18-42ed-bcad-4fae34cd4815,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:40.187196 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07e39a69-e921-4df2-a7a7-7d976af30752 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:40.192761 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-07e39a69-e921-4df2-a7a7-7d976af30752 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/subnets/c8b90751-7d18-42ed-bcad-4fae34cd4815 HTTP/1.1" status: 204 len: 168 time: 0.3964052 Nov 18 18:13:40.192932 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975c579e-9307-4d1e-8044-0b29d8e38082 None None] Network f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:13:40.193627 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39946) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:40.258018 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-acd1c5f3-156f-45a1-bc7e-742f214a5a56 None None] Set router b794549c-a2c1-4ae3-8613-02a6a1cac6fc gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:40.304402 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b9e281b-0443-4768-9b3b-ac107e6f51b7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:40.381756 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] DHCP port deletion for f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:13:40.410924 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b9e281b-0443-4768-9b3b-ac107e6f51b7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:40.435475 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] Deleting port 4ab6ff61-83f6-4fbc-ac24-89c1dc771051 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:13:40.435741 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-acd1c5f3-156f-45a1-bc7e-742f214a5a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151349569', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:12:35Z', 'updated_at': '2021-11-18T18:13:38Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:36Z', 'updated_at': '2021-11-18T18:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:40.435904 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:40.462523 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1c5f3-156f-45a1-bc7e-742f214a5a56 None None] The sync data for ids ['b794549c-a2c1-4ae3-8613-02a6a1cac6fc'] in n-d-813419-11 is: [{'id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151349569', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:12:35Z', 'updated_at': '2021-11-18T18:13:38Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'd80c9b64-c1d7-4fd8-a60a-f0ee99db47f2', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794549c-a2c1-4ae3-8613-02a6a1cac6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:12:36Z', 'updated_at': '2021-11-18T18:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:13:40.498008 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] For port 4ab6ff61-83f6-4fbc-ac24-89c1dc771051, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4ab6ff61-83f6-4fbc-ac24-89c1dc771051,segment=NetworkSegment(403d9374-edf2-4257-b313-7487f460d536),segment_id=403d9374-edf2-4257-b313-7487f460d536)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:13:40.498409 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:40.510703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] Calling delete_port for 4ab6ff61-83f6-4fbc-ac24-89c1dc771051 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:13:40.560617 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e281b-0443-4768-9b3b-ac107e6f51b7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:13:40.560967 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b9e281b-0443-4768-9b3b-ac107e6f51b7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:40.639486 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-6b9e281b-0443-4768-9b3b-ac107e6f51b7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] For port d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:13:40.639899 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b9e281b-0443-4768-9b3b-ac107e6f51b7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:40.651295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e281b-0443-4768-9b3b-ac107e6f51b7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:13:40.678104 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:40.705213 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] No DVR routers for this DVR port 4ab6ff61-83f6-4fbc-ac24-89c1dc771051 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:13:40.707260 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] Pushing event deleted for resources: {'Port': ['ID=4ab6ff61-83f6-4fbc-ac24-89c1dc771051,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:40.717526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:40.717526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:40.717526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:40.717526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:40.717939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:40.717939 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:40.718285 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:40.718630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:40.718961 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:40.719300 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:40.719767 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:40.719975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71863c4-ade1-4c89-b6ee-100da24b95a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:40.923035 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b9e281b-0443-4768-9b3b-ac107e6f51b7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:40.949668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e281b-0443-4768-9b3b-ac107e6f51b7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:40.963055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcabe97-27d3-42ca-b96a-ef86ad338ed6 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:13:41.015049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b9e281b-0443-4768-9b3b-ac107e6f51b7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:41.106251 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b9e281b-0443-4768-9b3b-ac107e6f51b7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:41.108972 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b9e281b-0443-4768-9b3b-ac107e6f51b7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:41.224151 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b9e281b-0443-4768-9b3b-ac107e6f51b7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:41.224844 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9e281b-0443-4768-9b3b-ac107e6f51b7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Fanout notify agent at l3_agent the message router_deleted on router b794549c-a2c1-4ae3-8613-02a6a1cac6fc {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:13:41.247902 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b9e281b-0443-4768-9b3b-ac107e6f51b7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:41.248031 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:13:41.248535 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6b9e281b-0443-4768-9b3b-ac107e6f51b7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/routers/b794549c-a2c1-4ae3-8613-02a6a1cac6fc HTTP/1.1" status: 204 len: 168 time: 1.0412176 Nov 18 18:13:41.248647 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39948) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:41.317371 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16e9173b-53b4-4d77-b27a-7b29d3bb6a00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:41.412666 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16e9173b-53b4-4d77-b27a-7b29d3bb6a00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:41.432184 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-16e9173b-53b4-4d77-b27a-7b29d3bb6a00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8586938-dbc2-45b7-bac2-a9b8ca3f8e98']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:41.441325 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-16e9173b-53b4-4d77-b27a-7b29d3bb6a00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403d9374-edf2-4257-b313-7487f460d536') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:41.441634 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-16e9173b-53b4-4d77-b27a-7b29d3bb6a00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403d9374-edf2-4257-b313-7487f460d536') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:41.451421 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16e9173b-53b4-4d77-b27a-7b29d3bb6a00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:41.464570 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16e9173b-53b4-4d77-b27a-7b29d3bb6a00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:41.471212 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e9173b-53b4-4d77-b27a-7b29d3bb6a00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:13:41.471588 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16e9173b-53b4-4d77-b27a-7b29d3bb6a00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: timer() Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:13:41.474555 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:13:41.592625 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16e9173b-53b4-4d77-b27a-7b29d3bb6a00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:41.603256 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-16e9173b-53b4-4d77-b27a-7b29d3bb6a00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:41.603256 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-16e9173b-53b4-4d77-b27a-7b29d3bb6a00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/networks/f8586938-dbc2-45b7-bac2-a9b8ca3f8e98 HTTP/1.1" status: 204 len: 168 time: 0.3643045 Nov 18 18:13:41.605651 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39950) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:41.614633 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9173b-53b4-4d77-b27a-7b29d3bb6a00 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Network': ['ID=f8586938-dbc2-45b7-bac2-a9b8ca3f8e98,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:41.664614 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-30f3fb70-a9b0-40ef-8491-30a83db08186 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:41.696863 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-30f3fb70-a9b0-40ef-8491-30a83db08186 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:41.735029 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4ab6ff61-83f6-4fbc-ac24-89c1dc771051 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:13:41.755352 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 4ab6ff61-83f6-4fbc-ac24-89c1dc771051 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:13:41.757418 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4ab6ff61-83f6-4fbc-ac24-89c1dc771051 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:13:41.757418 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 18943fb8-0b83-4b09-8030-1803f5c74251 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:13:41.775042 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 18943fb8-0b83-4b09-8030-1803f5c74251 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:13:41.775390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 18943fb8-0b83-4b09-8030-1803f5c74251 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:13:41.830079 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-30f3fb70-a9b0-40ef-8491-30a83db08186 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:41.832928 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-30f3fb70-a9b0-40ef-8491-30a83db08186 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:41.834143 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-30f3fb70-a9b0-40ef-8491-30a83db08186 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/security-groups/27aac6bf-fdef-45dc-ad2d-8325c0844245 HTTP/1.1" status: 204 len: 168 time: 0.2273972 Nov 18 18:13:41.848086 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3fb70-a9b0-40ef-8491-30a83db08186 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aac6bf-fdef-45dc-ad2d-8325c0844245,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:42.355303 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39956) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:42.360108 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-96160cec-4f04-4070-b68e-8d2b7ae98449 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-881367769', 'description': 'tempest-secgroup-smoke-881367769 description', 'project_id': '2de165532611454c8ce5939d0b5a20ec'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:42.443723 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96160cec-4f04-4070-b68e-8d2b7ae98449 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:42.509938 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96160cec-4f04-4070-b68e-8d2b7ae98449 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:42.578105 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96160cec-4f04-4070-b68e-8d2b7ae98449 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:42.607000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96160cec-4f04-4070-b68e-8d2b7ae98449 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57065132-6d35-48c7-a816-cd0a89e93d67,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:42.671740 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96160cec-4f04-4070-b68e-8d2b7ae98449 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:42.673047 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-96160cec-4f04-4070-b68e-8d2b7ae98449 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3166933 Nov 18 18:13:42.675857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39958) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:42.680209 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e7a57e48-d834-4a43-9724-847e01918882 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '57065132-6d35-48c7-a816-cd0a89e93d67', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:42.777173 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7a57e48-d834-4a43-9724-847e01918882 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:42.832189 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7a57e48-d834-4a43-9724-847e01918882 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:42.906946 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7a57e48-d834-4a43-9724-847e01918882 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:42.925172 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a57e48-d834-4a43-9724-847e01918882 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4697f0-25f7-40a8-ab1d-dd6bec15ba7f,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:43.017372 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7a57e48-d834-4a43-9724-847e01918882 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:43.018604 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e7a57e48-d834-4a43-9724-847e01918882 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3418093 Nov 18 18:13:43.021299 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39960) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:43.025626 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-01457ade-aa2c-40dc-b23c-d234478e8fe4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '57065132-6d35-48c7-a816-cd0a89e93d67', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:43.146210 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01457ade-aa2c-40dc-b23c-d234478e8fe4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:43.205363 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01457ade-aa2c-40dc-b23c-d234478e8fe4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:43.286930 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01457ade-aa2c-40dc-b23c-d234478e8fe4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:43.307101 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01457ade-aa2c-40dc-b23c-d234478e8fe4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe4d95f-27cf-4523-8cc2-0ecb2cf0bbfb,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:43.339468 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:13:43.360867 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:13:43.361214 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device d80c9b64-c1d7-4fd8-a60a-f0ee99db47f2 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:13:43.388995 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01457ade-aa2c-40dc-b23c-d234478e8fe4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:43.390253 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-01457ade-aa2c-40dc-b23c-d234478e8fe4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3680193 Nov 18 18:13:43.393032 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39962) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:43.397480 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-67ff5982-1f1c-43f6-af85-66b367b23fce tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '57065132-6d35-48c7-a816-cd0a89e93d67', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:43.520670 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-67ff5982-1f1c-43f6-af85-66b367b23fce tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:43.577125 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-67ff5982-1f1c-43f6-af85-66b367b23fce tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:43.663961 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-67ff5982-1f1c-43f6-af85-66b367b23fce tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:43.682501 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff5982-1f1c-43f6-af85-66b367b23fce tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3e3242-dd8a-4713-8b99-edb1cb469ace,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:43.754131 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-67ff5982-1f1c-43f6-af85-66b367b23fce tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:43.755355 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-67ff5982-1f1c-43f6-af85-66b367b23fce tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3613832 Nov 18 18:13:43.758141 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39964) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:43.762514 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3ac6dbee-7db6-4e22-bc99-5e26a29327a8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '57065132-6d35-48c7-a816-cd0a89e93d67', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:43.862822 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ac6dbee-7db6-4e22-bc99-5e26a29327a8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:43.920153 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ac6dbee-7db6-4e22-bc99-5e26a29327a8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:44.001145 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ac6dbee-7db6-4e22-bc99-5e26a29327a8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:44.019527 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6dbee-7db6-4e22-bc99-5e26a29327a8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8792ff08-5717-440b-a035-b0f5427de5ff,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:44.120058 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ac6dbee-7db6-4e22-bc99-5e26a29327a8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:44.121342 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3ac6dbee-7db6-4e22-bc99-5e26a29327a8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3621869 Nov 18 18:13:44.124594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39966) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:44.129781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b6aae64c-7cee-44e4-87d2-d26d2648a100 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '57065132-6d35-48c7-a816-cd0a89e93d67', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:44.215534 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-b6aae64c-7cee-44e4-87d2-d26d2648a100 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Project 2de165532611454c8ce5939d0b5a20ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:13:44.221203 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6aae64c-7cee-44e4-87d2-d26d2648a100 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:44.281819 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6aae64c-7cee-44e4-87d2-d26d2648a100 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:44.341033 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6aae64c-7cee-44e4-87d2-d26d2648a100 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:44.649199 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aae64c-7cee-44e4-87d2-d26d2648a100 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb1a791-7eaf-4845-86c7-bbba5dd1e557,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:44.728818 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6aae64c-7cee-44e4-87d2-d26d2648a100 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:44.730037 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b6aae64c-7cee-44e4-87d2-d26d2648a100 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6044929 Nov 18 18:13:44.732822 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39968) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:44.737107 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8826c314-9ea9-45a2-8a90-051ec44c96ce tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '57065132-6d35-48c7-a816-cd0a89e93d67', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:44.827014 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-8826c314-9ea9-45a2-8a90-051ec44c96ce tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Project 2de165532611454c8ce5939d0b5a20ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:13:44.831980 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8826c314-9ea9-45a2-8a90-051ec44c96ce tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:44.882381 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8826c314-9ea9-45a2-8a90-051ec44c96ce tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:44.952615 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8826c314-9ea9-45a2-8a90-051ec44c96ce tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:44.970560 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826c314-9ea9-45a2-8a90-051ec44c96ce tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1078afc8-4544-4110-b304-8bd2add8ef4b,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:45.063903 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8826c314-9ea9-45a2-8a90-051ec44c96ce tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:45.065143 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8826c314-9ea9-45a2-8a90-051ec44c96ce tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3313956 Nov 18 18:13:45.068115 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39970) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:45.072927 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-db53fa27-7b85-4a80-b422-7a577c87694c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'network': {'name': 'tempest-network-smoke--1806842204', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'port_security_enabled': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:45.164055 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db53fa27-7b85-4a80-b422-7a577c87694c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Made reservation on behalf of 2de165532611454c8ce5939d0b5a20ec for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:45.168780 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db53fa27-7b85-4a80-b422-7a577c87694c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:45.197450 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db53fa27-7b85-4a80-b422-7a577c87694c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:13:45.206020 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db53fa27-7b85-4a80-b422-7a577c87694c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:45.206305 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-db53fa27-7b85-4a80-b422-7a577c87694c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Added segment 789fc186-9834-4bea-b1e9-b4dfc9e769ea of type vlan for network 4bdb414a-a941-495d-9d80-9bef426dd246 Nov 18 18:13:45.250810 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db53fa27-7b85-4a80-b422-7a577c87694c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:45.341049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db53fa27-7b85-4a80-b422-7a577c87694c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:45.346655 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53fa27-7b85-4a80-b422-7a577c87694c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:45.347274 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db53fa27-7b85-4a80-b422-7a577c87694c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:45.417123 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53fa27-7b85-4a80-b422-7a577c87694c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Network': ['ID=4bdb414a-a941-495d-9d80-9bef426dd246,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:45.428293 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 4bdb414a-a941-495d-9d80-9bef426dd246 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:13:45.446695 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-db53fa27-7b85-4a80-b422-7a577c87694c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3775604 Nov 18 18:13:45.449564 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39972) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:45.461350 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1191090368', 'admin_state_up': True, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:45.538575 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:45.539676 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:45.592011 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:45.835175 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:46.085397 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:46.104923 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:46.222002 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.25.3.45 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/00e57d5b-d855-4350-b2fb-e37746c38cb7) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:46.329968 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:46.424172 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:46.461389 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:46.464226 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:46.467854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:46.482862 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770a2282-4f16-4db8-828c-c298163bee03 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:13:46.493623 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=00e57d5b-d855-4350-b2fb-e37746c38cb7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:46.572790 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2244a1f0-25e8-4037-974d-1663bee19641 None None] Provisioning complete for port 00e57d5b-d855-4350-b2fb-e37746c38cb7 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:46.573176 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2244a1f0-25e8-4037-974d-1663bee19641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:46.606181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2244a1f0-25e8-4037-974d-1663bee19641 None None] Port 00e57d5b-d855-4350-b2fb-e37746c38cb7 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:13:46.797677 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:46.997114 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:47.195558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:13:47.306230 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:13:47.315663 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Sync routers for ids ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:13:47.327640 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Routers {'61f9b954-2f16-4c1e-a9c6-e8ce41752a47'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:47.328285 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:13:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:47.429203 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:47.430571 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-43026a12-9ef5-4a55-8d94-1d314ba171d8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9797168 Nov 18 18:13:47.434023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39974) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:47.463821 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-95f54105-a8a8-455c-bb83-3eadcdd2afad tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2de165532611454c8ce5939d0b5a20ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283983 Nov 18 18:13:47.467143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 39976) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:47.568572 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827d3532-38db-4622-a687-f85cd6adf0b3 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:47.570099 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-827d3532-38db-4622-a687-f85cd6adf0b3 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1021082 Nov 18 18:13:47.573094 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39978) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:47.595899 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Set router 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:47.610691 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-332b209d-7346-460c-b834-2a52d4c8fdbf tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344315 Nov 18 18:13:47.611682 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39980) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:47.616397 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-646b6ae4-235f-4c82-b4c8-cb248d81064f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2112493502', 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:47.764815 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646b6ae4-235f-4c82-b4c8-cb248d81064f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Made reservation on behalf of 2de165532611454c8ce5939d0b5a20ec for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:47.768433 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-646b6ae4-235f-4c82-b4c8-cb248d81064f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:47.768833 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191090368', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:45Z', 'updated_at': '2021-11-18T18:13:46Z', 'revision_number': 3, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:46Z', 'updated_at': '2021-11-18T18:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:47.799359 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Checking router: 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:13:47.799722 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Updating router 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 port 00e57d5b-d855-4350-b2fb-e37746c38cb7 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:13:47.824045 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:48.018634 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-646b6ae4-235f-4c82-b4c8-cb248d81064f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:48.076286 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:48.080257 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b6ae4-235f-4c82-b4c8-cb248d81064f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Subnet': ['ID=d5d09827-4d74-415e-8308-9b9c79d6c392,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:48.088611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646b6ae4-235f-4c82-b4c8-cb248d81064f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Checking segment: {'id': '789fc186-9834-4bea-b1e9-b4dfc9e769ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:13:48.089057 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646b6ae4-235f-4c82-b4c8-cb248d81064f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network hostable DHCP agents. Network: 4bdb414a-a941-495d-9d80-9bef426dd246, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:13:48.152531 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:48.181211 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646b6ae4-235f-4c82-b4c8-cb248d81064f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network 4bdb414a-a941-495d-9d80-9bef426dd246 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:13:48.199383 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43516bc7-bf1d-4772-948d-0e859cf96209 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:13:48.215207 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Attempting to bind port 00e57d5b-d855-4350-b2fb-e37746c38cb7 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:13:48.215589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Attempting to bind port 00e57d5b-d855-4350-b2fb-e37746c38cb7 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:13:48.225295 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Attempting to bind port 00e57d5b-d855-4350-b2fb-e37746c38cb7 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:48.225295 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730ef02-7b70-4f84-942d-7c5eab0b7e9a None None] Pushing event updated for resources: {'Port': ['ID=00e57d5b-d855-4350-b2fb-e37746c38cb7,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:48.225295 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:13:48.225295 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:13:48.225295 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:48.225295 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:13:48.226575 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Bound port: 00e57d5b-d855-4350-b2fb-e37746c38cb7, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:13:48.226575 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:48.276746 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0766c906-d260-4e59-bad9-890077bab25a None None] Provisioning complete for port 00e57d5b-d855-4350-b2fb-e37746c38cb7 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:48.277066 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0766c906-d260-4e59-bad9-890077bab25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:48.283590 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-646b6ae4-235f-4c82-b4c8-cb248d81064f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 4bdb414a-a941-495d-9d80-9bef426dd246) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:48.289700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646b6ae4-235f-4c82-b4c8-cb248d81064f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:48.290613 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-646b6ae4-235f-4c82-b4c8-cb248d81064f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:48.304282 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bdf0f3-878f-46cc-8527-b85724a25bcb None None] Network 4bdb414a-a941-495d-9d80-9bef426dd246 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:13:48.324616 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] For port 00e57d5b-d855-4350-b2fb-e37746c38cb7, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:13:48.350970 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0766c906-d260-4e59-bad9-890077bab25a None None] Port 00e57d5b-d855-4350-b2fb-e37746c38cb7 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:13:48.358379 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] For port 00e57d5b-d855-4350-b2fb-e37746c38cb7, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=00e57d5b-d855-4350-b2fb-e37746c38cb7,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:13:48.378727 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-646b6ae4-235f-4c82-b4c8-cb248d81064f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7633374 Nov 18 18:13:48.378912 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 39982) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:13:48.438165 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:48.501411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bad8a7-d4b8-41c8-9996-6cee24f9eb33 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:13:48.521607 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-4bdb414a-a941-495d-9d80-9bef426dd246', 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ips': [{'subnet_id': 'd5d09827-4d74-415e-8308-9b9c79d6c392'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:13:48.522453 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:48.549940 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730ef02-7b70-4f84-942d-7c5eab0b7e9a None None] Pushing event updated for resources: {'Port': ['ID=00e57d5b-d855-4350-b2fb-e37746c38cb7,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:48.554516 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Routers {'61f9b954-2f16-4c1e-a9c6-e8ce41752a47'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:48.555144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:13:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:48.675880 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1347d53d-03ff-4cf4-991c-170cc2177f4f None None] Provisioning complete for port 00e57d5b-d855-4350-b2fb-e37746c38cb7 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:48.676621 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1347d53d-03ff-4cf4-991c-170cc2177f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:48.787312 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] Set router 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:48.816791 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:48.879191 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Allocated IP 172.20.0.2 (4bdb414a-a941-495d-9d80-9bef426dd246/d5d09827-4d74-415e-8308-9b9c79d6c392/78326203-e055-4e00-b58b-2491c4a7291f) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:48.968703 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1347d53d-03ff-4cf4-991c-170cc2177f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:49.063030 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1347d53d-03ff-4cf4-991c-170cc2177f4f None None] For port 00e57d5b-d855-4350-b2fb-e37746c38cb7, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=00e57d5b-d855-4350-b2fb-e37746c38cb7,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:13:49.131555 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1347d53d-03ff-4cf4-991c-170cc2177f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:49.241248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347d53d-03ff-4cf4-991c-170cc2177f4f None None] Pushing event updated for resources: {'Port': ['ID=00e57d5b-d855-4350-b2fb-e37746c38cb7,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:49.269722 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:49.280136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191090368', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:45Z', 'updated_at': '2021-11-18T18:13:46Z', 'revision_number': 3, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:46Z', 'updated_at': '2021-11-18T18:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:49.315228 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b36997d-d028-447b-b77c-e7e6bae2cc5f None None] The sync data for ids ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'] in n-d-813419-11 is: [{'id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191090368', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:45Z', 'updated_at': '2021-11-18T18:13:46Z', 'revision_number': 3, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:46Z', 'updated_at': '2021-11-18T18:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:13:49.350838 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:49.390812 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Network 4bdb414a-a941-495d-9d80-9bef426dd246 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:49.396855 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:49.401576 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:49.402992 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.20.0.1 (4bdb414a-a941-495d-9d80-9bef426dd246/d5d09827-4d74-415e-8308-9b9c79d6c392/6c40eb06-56af-430a-b7f3-8ec1b63c2d38) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:49.415452 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Pushing event updated for resources: {'Port': ['ID=78326203-e055-4e00-b58b-2491c4a7291f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:49.541041 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:49.651386 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:49.659369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Attempting to bind port 78326203-e055-4e00-b58b-2491c4a7291f on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:13:49.660395 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Attempting to bind port 78326203-e055-4e00-b58b-2491c4a7291f by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '789fc186-9834-4bea-b1e9-b4dfc9e769ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:13:49.660395 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Attempting to bind port 78326203-e055-4e00-b58b-2491c4a7291f on network 4bdb414a-a941-495d-9d80-9bef426dd246 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:49.666371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:13:49.670898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Checking segment: {'id': '789fc186-9834-4bea-b1e9-b4dfc9e769ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:13:49.670898 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:49.670898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Bound using segment: {'id': '789fc186-9834-4bea-b1e9-b4dfc9e769ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:13:49.670898 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Bound port: 78326203-e055-4e00-b58b-2491c4a7291f, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789fc186-9834-4bea-b1e9-b4dfc9e769ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:13:49.670898 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:49.694328 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network 4bdb414a-a941-495d-9d80-9bef426dd246 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:49.703447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:49.707221 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:49.717894 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=6c40eb06-56af-430a-b7f3-8ec1b63c2d38,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:49.747413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] For port 78326203-e055-4e00-b58b-2491c4a7291f, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:13:49.750654 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] For port 78326203-e055-4e00-b58b-2491c4a7291f, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=78326203-e055-4e00-b58b-2491c4a7291f,segment=NetworkSegment(789fc186-9834-4bea-b1e9-b4dfc9e769ea),segment_id=789fc186-9834-4bea-b1e9-b4dfc9e769ea)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:13:49.760417 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:49.822060 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:49.904605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecfb22-1d40-4a7b-8a76-009efa44c3c8 None None] Pushing event updated for resources: {'Port': ['ID=78326203-e055-4e00-b58b-2491c4a7291f,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:50.312577 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-666e9e30-f181-4375-ad5a-e54fac0a2451 req-318c0e77-c498-46fe-bcad-c7983c04abff service neutron] (104007) timed out ('10.222.0.81', 64190) {{(pid=104007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 18:13:50.371231 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:50.658019 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:50.718346 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:50.798048 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:50.799942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=6c40eb06-56af-430a-b7f3-8ec1b63c2d38,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:50.889962 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f9ffb6-3852-4ccc-ae0e-994349536a6e None None] Network 4bdb414a-a941-495d-9d80-9bef426dd246 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:13:50.904203 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network 4bdb414a-a941-495d-9d80-9bef426dd246 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:50.905781 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:50.995484 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9284d887-36ba-40b8-ab85-b6b69cfd9ee1 None None] Provisioning complete for port 78326203-e055-4e00-b58b-2491c4a7291f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:50.996032 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9284d887-36ba-40b8-ab85-b6b69cfd9ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:51.041641 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:13:51.146864 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9284d887-36ba-40b8-ab85-b6b69cfd9ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:51.166840 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:13:51.180678 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2ca46444-b408-4ff7-9261-d596ec67f745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "PUT /v2.0/routers/61f9b954-2f16-4c1e-a9c6-e8ce41752a47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8006434 Nov 18 18:13:51.189113 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9284d887-36ba-40b8-ab85-b6b69cfd9ee1 None None] For port 78326203-e055-4e00-b58b-2491c4a7291f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=78326203-e055-4e00-b58b-2491c4a7291f,segment=NetworkSegment(789fc186-9834-4bea-b1e9-b4dfc9e769ea),segment_id=789fc186-9834-4bea-b1e9-b4dfc9e769ea)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:13:51.270358 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9284d887-36ba-40b8-ab85-b6b69cfd9ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:51.338194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284d887-36ba-40b8-ab85-b6b69cfd9ee1 None None] Pushing event updated for resources: {'Port': ['ID=78326203-e055-4e00-b58b-2491c4a7291f,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:51.411887 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bfaee424-1d97-4e0d-ad46-3e848555ff58 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-881367769&fields=id&tenant_id=2de165532611454c8ce5939d0b5a20ec HTTP/1.1" status: 200 len: 267 time: 0.0745554 Nov 18 18:13:51.484843 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 78326203-e055-4e00-b58b-2491c4a7291f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:13:51.511163 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Sync routers for ids ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:13:51.526693 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Routers {'61f9b954-2f16-4c1e-a9c6-e8ce41752a47'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:51.527349 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:13:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:51.547233 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8433692b-e30a-428b-97d6-b19b7e1fb143 None None] Provisioning complete for port 78326203-e055-4e00-b58b-2491c4a7291f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:51.547613 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8433692b-e30a-428b-97d6-b19b7e1fb143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:51.591036 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-31aa73a7-2cde-4676-af3a-969322f18343 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:51.592679 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-31aa73a7-2cde-4676-af3a-969322f18343 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/networks?id=4bdb414a-a941-495d-9d80-9bef426dd246 HTTP/1.1" status: 200 len: 797 time: 0.1739113 Nov 18 18:13:51.603383 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 78326203-e055-4e00-b58b-2491c4a7291f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:51.603754 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:51.616370 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-c3769b13-6660-4924-8d5a-ba1bb098c7fd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/quotas/2de165532611454c8ce5939d0b5a20ec HTTP/1.1" status: 200 len: 375 time: 0.0176823 Nov 18 18:13:51.672964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-38a13cef-0392-42e0-8819-1df48483f513 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551732 Nov 18 18:13:51.757050 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8433692b-e30a-428b-97d6-b19b7e1fb143 None None] Provisioning complete for port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:51.757569 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8433692b-e30a-428b-97d6-b19b7e1fb143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:51.761375 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Set router 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:51.765998 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 00e57d5b-d855-4350-b2fb-e37746c38cb7 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:13:51.813739 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-e73e6175-a811-4df2-a89f-bcfadc2552d5 service neutron] 10.222.0.72 "GET /v2.0/networks/4bdb414a-a941-495d-9d80-9bef426dd246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235387 Nov 18 18:13:51.823917 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8433692b-e30a-428b-97d6-b19b7e1fb143 None None] Port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:13:51.843731 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 00e57d5b-d855-4350-b2fb-e37746c38cb7 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:51.844296 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:51.954501 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-d363c499-436d-4eef-ba74-80a645caf195 service neutron] 10.222.0.72 "GET /v2.0/networks/4bdb414a-a941-495d-9d80-9bef426dd246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312449 Nov 18 18:13:51.995516 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bf56c243-f20f-424f-b578-6178aadfff68 None None] Provisioning complete for port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:51.996147 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bf56c243-f20f-424f-b578-6178aadfff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:52.074846 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191090368', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:45Z', 'updated_at': '2021-11-18T18:13:50Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:46Z', 'updated_at': '2021-11-18T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '6c40eb06-56af-430a-b7f3-8ec1b63c2d38', 'name': '', 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:e9:4e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:48Z', 'updated_at': '2021-11-18T18:13:50Z', 'revision_number': 2, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:52.082512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bf56c243-f20f-424f-b578-6178aadfff68 None None] Port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:13:52.141568 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:52.199751 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Checking router: 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:13:52.200311 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Updating router 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:13:52.220905 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e71c84d0-6996-4969-abe1-8bd8d85a1081 None None] Provisioning complete for port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:52.221236 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e71c84d0-6996-4969-abe1-8bd8d85a1081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:52.227423 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:52.268449 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-07bb4548-3572-4d1d-ae2c-aa46a0387e15 req-d89dc738-bd20-4f3c-9d00-e7801644cceb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 210 time: 0.0292246 Nov 18 18:13:52.269173 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e71c84d0-6996-4969-abe1-8bd8d85a1081 None None] Port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:13:52.525501 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:52.649862 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:52.701123 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04911aff-16b0-4e95-a41e-926d667bb5f8 None None] Pushing event updated for resources: {'Port': ['ID=6c40eb06-56af-430a-b7f3-8ec1b63c2d38,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:52.712400 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04911aff-16b0-4e95-a41e-926d667bb5f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:52.712762 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04911aff-16b0-4e95-a41e-926d667bb5f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:52.713105 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04911aff-16b0-4e95-a41e-926d667bb5f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:52.713446 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04911aff-16b0-4e95-a41e-926d667bb5f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:52.713781 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04911aff-16b0-4e95-a41e-926d667bb5f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:52.714112 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04911aff-16b0-4e95-a41e-926d667bb5f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:52.714496 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04911aff-16b0-4e95-a41e-926d667bb5f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:52.714759 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04911aff-16b0-4e95-a41e-926d667bb5f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:52.715112 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04911aff-16b0-4e95-a41e-926d667bb5f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:52.715422 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04911aff-16b0-4e95-a41e-926d667bb5f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:52.715726 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04911aff-16b0-4e95-a41e-926d667bb5f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:52.716106 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04911aff-16b0-4e95-a41e-926d667bb5f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:13:52.763690 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Attempting to bind port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:13:52.768373 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Attempting to bind port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '789fc186-9834-4bea-b1e9-b4dfc9e769ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:13:52.768373 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Attempting to bind port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 on network 4bdb414a-a941-495d-9d80-9bef426dd246 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:52.769620 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:13:52.770226 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Checking segment: {'id': '789fc186-9834-4bea-b1e9-b4dfc9e769ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:13:52.770808 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:52.771211 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Bound using segment: {'id': '789fc186-9834-4bea-b1e9-b4dfc9e769ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:13:52.771718 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Bound port: 6c40eb06-56af-430a-b7f3-8ec1b63c2d38, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789fc186-9834-4bea-b1e9-b4dfc9e769ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:13:52.772132 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:52.839505 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] For port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:13:52.843119 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] For port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6c40eb06-56af-430a-b7f3-8ec1b63c2d38,segment=NetworkSegment(789fc186-9834-4bea-b1e9-b4dfc9e769ea),segment_id=789fc186-9834-4bea-b1e9-b4dfc9e769ea)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:13:52.892150 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6363ab14-9910-4bd6-97b0-e472af26863b None None] Provisioning complete for port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:52.892522 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6363ab14-9910-4bd6-97b0-e472af26863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:52.932853 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6363ab14-9910-4bd6-97b0-e472af26863b None None] Port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:13:52.973100 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:53.023166 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Routers {'61f9b954-2f16-4c1e-a9c6-e8ce41752a47'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:13:53.023825 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:13:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:53.076334 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04911aff-16b0-4e95-a41e-926d667bb5f8 None None] Pushing event updated for resources: {'Port': ['ID=6c40eb06-56af-430a-b7f3-8ec1b63c2d38,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:53.176238 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] Set router 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:13:53.253993 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4c00e242-71d5-435b-bf80-2e93b50f4e1e None None] Provisioning complete for port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:53.254648 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4c00e242-71d5-435b-bf80-2e93b50f4e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:53.343057 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4c00e242-71d5-435b-bf80-2e93b50f4e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:53.386859 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4c00e242-71d5-435b-bf80-2e93b50f4e1e None None] For port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6c40eb06-56af-430a-b7f3-8ec1b63c2d38,segment=NetworkSegment(789fc186-9834-4bea-b1e9-b4dfc9e769ea),segment_id=789fc186-9834-4bea-b1e9-b4dfc9e769ea)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:13:53.401537 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191090368', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:45Z', 'updated_at': '2021-11-18T18:13:50Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:46Z', 'updated_at': '2021-11-18T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '6c40eb06-56af-430a-b7f3-8ec1b63c2d38', 'name': '', 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:e9:4e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:48Z', 'updated_at': '2021-11-18T18:13:52Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:13:53.418414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ebc218a3-be8d-445e-afbd-29fff085970c req-d8971718-d0a8-4d81-aaa8-3a969440878b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 210 time: 0.0471027 Nov 18 18:13:53.425970 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 78326203-e055-4e00-b58b-2491c4a7291f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:13:53.432545 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02087f0f-b528-4144-842a-c4a420b6ec45 None None] The sync data for ids ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'] in n-d-813419-11 is: [{'id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191090368', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:45Z', 'updated_at': '2021-11-18T18:13:50Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:46Z', 'updated_at': '2021-11-18T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '6c40eb06-56af-430a-b7f3-8ec1b63c2d38', 'name': '', 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:e9:4e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:48Z', 'updated_at': '2021-11-18T18:13:52Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:13:53.470668 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4c00e242-71d5-435b-bf80-2e93b50f4e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:53.529775 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 78326203-e055-4e00-b58b-2491c4a7291f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:53.530150 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:53.567001 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00e242-71d5-435b-bf80-2e93b50f4e1e None None] Pushing event updated for resources: {'Port': ['ID=6c40eb06-56af-430a-b7f3-8ec1b63c2d38,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:53.747013 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:54.490551 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-55c3f5d5-6645-4d11-81cd-91d35731399f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:54.492291 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-55c3f5d5-6645-4d11-81cd-91d35731399f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "GET /v2.0/networks?id=4bdb414a-a941-495d-9d80-9bef426dd246 HTTP/1.1" status: 200 len: 797 time: 0.1135352 Nov 18 18:13:54.526988 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2d68ae95-2a4b-4006-b3eb-a7e29c3cff93 req-27e7adad-f25e-4f46-9ee4-f72644e46f19 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 210 time: 0.0272882 Nov 18 18:13:54.569410 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-ea47fcbb-3e65-4a3e-bc5f-b0d1a3fdcb3d tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de165532611454c8ce5939d0b5a20ec HTTP/1.1" status: 200 len: 379 time: 0.0657220 Nov 18 18:13:54.579047 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-0369a7d4-1884-4718-95a6-148421806176 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'port': {'device_id': 'b9c46ad2-b887-40cf-b556-45e1cacb21f9', 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246', 'admin_state_up': True, 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'security_groups': ['57065132-6d35-48c7-a816-cd0a89e93d67']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:54.746660 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-0369a7d4-1884-4718-95a6-148421806176 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Made reservation on behalf of 2de165532611454c8ce5939d0b5a20ec for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:13:54.750973 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-0369a7d4-1884-4718-95a6-148421806176 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:54.879092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-0369a7d4-1884-4718-95a6-148421806176 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.20.0.3 (4bdb414a-a941-495d-9d80-9bef426dd246/d5d09827-4d74-415e-8308-9b9c79d6c392/076a91f4-4195-4369-a92c-c1ca9a61bf06) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:13:55.025189 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-0369a7d4-1884-4718-95a6-148421806176 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:55.138970 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-0369a7d4-1884-4718-95a6-148421806176 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:55.181753 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-0369a7d4-1884-4718-95a6-148421806176 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network 4bdb414a-a941-495d-9d80-9bef426dd246 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:13:55.184910 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-0369a7d4-1884-4718-95a6-148421806176 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:13:55.188948 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-0369a7d4-1884-4718-95a6-148421806176 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:13:55.198230 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369a7d4-1884-4718-95a6-148421806176 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=076a91f4-4195-4369-a92c-c1ca9a61bf06,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:55.247110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-0369a7d4-1884-4718-95a6-148421806176 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:55.247731 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-0369a7d4-1884-4718-95a6-148421806176 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:55.327424 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-0369a7d4-1884-4718-95a6-148421806176 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7526076 Nov 18 18:13:55.345556 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Request body: {'port': {'device_id': 'b9c46ad2-b887-40cf-b556-45e1cacb21f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:13:55.408044 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2a14a9df-1e95-4c14-a57e-6957fd4dbc70 None None] Provisioning complete for port 076a91f4-4195-4369-a92c-c1ca9a61bf06 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:55.408524 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a14a9df-1e95-4c14-a57e-6957fd4dbc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:55.431648 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:55.437232 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:13:55.483365 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2a14a9df-1e95-4c14-a57e-6957fd4dbc70 None None] Port 076a91f4-4195-4369-a92c-c1ca9a61bf06 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:13:55.502354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:13:55.502725 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:55.660655 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e03f0b-0d17-40eb-aa52-2992fb12b19e req-3f4d5c89-7bcc-483e-93f8-d9d37c8325f0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:55.662203 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02e03f0b-0d17-40eb-aa52-2992fb12b19e req-3f4d5c89-7bcc-483e-93f8-d9d37c8325f0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 931 time: 0.0646396 Nov 18 18:13:55.702071 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076a91f4-4195-4369-a92c-c1ca9a61bf06 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:13:55.709681 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:55.712414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-02e03f0b-0d17-40eb-aa52-2992fb12b19e req-7ab09b41-5b3c-4377-9b7a-0dca19e7b8d3 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438054 Nov 18 18:13:55.722769 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Transition to ACTIVE for port object 076a91f4-4195-4369-a92c-c1ca9a61bf06 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:13:55.786250 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:55.837944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Pushing event updated for resources: {'Port': ['ID=076a91f4-4195-4369-a92c-c1ca9a61bf06,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:55.914859 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Attempting to bind port 076a91f4-4195-4369-a92c-c1ca9a61bf06 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:13:55.915347 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Attempting to bind port 076a91f4-4195-4369-a92c-c1ca9a61bf06 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '789fc186-9834-4bea-b1e9-b4dfc9e769ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:13:55.915689 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Attempting to bind port 076a91f4-4195-4369-a92c-c1ca9a61bf06 on network 4bdb414a-a941-495d-9d80-9bef426dd246 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:55.921092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Port 076a91f4-4195-4369-a92c-c1ca9a61bf06 on network 4bdb414a-a941-495d-9d80-9bef426dd246 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:13:55.921439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Attempting to bind port 076a91f4-4195-4369-a92c-c1ca9a61bf06 on network 4bdb414a-a941-495d-9d80-9bef426dd246 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:13:55.926670 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:13:55.927010 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Checking segment: {'id': '789fc186-9834-4bea-b1e9-b4dfc9e769ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:13:55.927396 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Bound using segment: {'id': '789fc186-9834-4bea-b1e9-b4dfc9e769ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:13:55.927906 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Bound port: 076a91f4-4195-4369-a92c-c1ca9a61bf06, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789fc186-9834-4bea-b1e9-b4dfc9e769ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:13:55.928264 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:55.994301 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] For port 076a91f4-4195-4369-a92c-c1ca9a61bf06, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:13:55.997925 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] For port 076a91f4-4195-4369-a92c-c1ca9a61bf06, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=076a91f4-4195-4369-a92c-c1ca9a61bf06,segment=NetworkSegment(789fc186-9834-4bea-b1e9-b4dfc9e769ea),segment_id=789fc186-9834-4bea-b1e9-b4dfc9e769ea)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:13:56.067289 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:56.110788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:56.110788 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:56.110788 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] 10.222.0.81 "PUT /v2.0/ports/076a91f4-4195-4369-a92c-c1ca9a61bf06 HTTP/1.1" status: 200 len: 1092 time: 0.7689762 Nov 18 18:13:56.110788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c46ad2-b887-40cf-b556-45e1cacb21f9', 'tag': '076a91f4-4195-4369-a92c-c1ca9a61bf06'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:13:56.110788 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f11f8e-3330-45b0-a06b-6023912be2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c46ad2-b887-40cf-b556-45e1cacb21f9", "tag": "076a91f4-4195-4369-a92c-c1ca9a61bf06"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:13:56.135544 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45974b-ef47-4ceb-bb29-b75ad962d216 service neutron] Pushing event updated for resources: {'Port': ['ID=076a91f4-4195-4369-a92c-c1ca9a61bf06,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:56.159897 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c285d5a6-2507-4526-87da-26def0d590ba x-openstack-request-id: req-c285d5a6-2507-4526-87da-26def0d590ba {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:13:56.160207 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c46ad2-b887-40cf-b556-45e1cacb21f9", "tag": "076a91f4-4195-4369-a92c-c1ca9a61bf06", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:13:56.160464 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c285d5a6-2507-4526-87da-26def0d590ba {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:13:56.160891 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c46ad2-b887-40cf-b556-45e1cacb21f9', 'tag': '076a91f4-4195-4369-a92c-c1ca9a61bf06', 'status': 'completed', 'code': 200} Nov 18 18:13:56.225003 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f11f8e-3330-45b0-a06b-6023912be2c1 req-c75bd8ee-d9e0-49ee-9e93-85db3be86848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:56.226586 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34f11f8e-3330-45b0-a06b-6023912be2c1 req-c75bd8ee-d9e0-49ee-9e93-85db3be86848 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 1095 time: 0.0446177 Nov 18 18:13:56.334505 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f11f8e-3330-45b0-a06b-6023912be2c1 req-92872808-fa3e-443c-a69f-371b2c1172c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:56.336297 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34f11f8e-3330-45b0-a06b-6023912be2c1 req-92872808-fa3e-443c-a69f-371b2c1172c7 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=2de165532611454c8ce5939d0b5a20ec&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1021707 Nov 18 18:13:56.435208 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f11f8e-3330-45b0-a06b-6023912be2c1 req-8dc11148-ee9b-4f6c-981e-1cbc409c3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:56.436742 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-34f11f8e-3330-45b0-a06b-6023912be2c1 req-8dc11148-ee9b-4f6c-981e-1cbc409c3dd4 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0936553 Nov 18 18:13:56.511540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-ac402db9-77ee-4324-aa83-69ce586d0be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:56.513591 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-ac402db9-77ee-4324-aa83-69ce586d0be4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 1095 time: 0.0403142 Nov 18 18:13:56.555845 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-f43f1d85-a51f-440f-b7e0-53faae056593 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=076a91f4-4195-4369-a92c-c1ca9a61bf06 HTTP/1.1" status: 200 len: 217 time: 0.0334806 Nov 18 18:13:56.608785 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-cac3bdd5-2fa0-4ee8-aa75-c1e4fbf97578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:56.610274 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-cac3bdd5-2fa0-4ee8-aa75-c1e4fbf97578 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d5d09827-4d74-415e-8308-9b9c79d6c392 HTTP/1.1" status: 200 len: 835 time: 0.0477247 Nov 18 18:13:56.655253 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-f46aa94b-a0f0-43d0-9ddb-e9ebae4b9bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:56.656781 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-f46aa94b-a0f0-43d0-9ddb-e9ebae4b9bc4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4bdb414a-a941-495d-9d80-9bef426dd246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402482 Nov 18 18:13:56.744977 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-17d1c0b8-e399-4c15-bb7a-f306e4f8e4d8 service neutron] 10.222.0.81 "GET /v2.0/networks/4bdb414a-a941-495d-9d80-9bef426dd246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815101 Nov 18 18:13:56.833507 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad2c5-58bd-4cf8-a624-ce72c530bbb3 req-8aa002d5-ef95-4da5-83d9-31435608890b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:56.835155 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8dfad2c5-58bd-4cf8-a624-ce72c530bbb3 req-8aa002d5-ef95-4da5-83d9-31435608890b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 943 time: 0.0500460 Nov 18 18:13:56.845068 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-23e51d5d-e94a-4467-ae82-352a9041d7dc req-664271e6-0d4e-4d7f-879d-fa9c37c954a1 service neutron] 10.222.0.81 "GET /v2.0/networks/4bdb414a-a941-495d-9d80-9bef426dd246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930672 Nov 18 18:13:56.891306 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8dfad2c5-58bd-4cf8-a624-ce72c530bbb3 req-2088d29f-0bd7-4264-8f0b-4c47c6c4d9e0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495527 Nov 18 18:13:58.020298 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1489b-11f4-4702-a992-73118726cf9d req-e9662ac2-96f1-46dd-bfd5-8e4b5eaefc2b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:58.021877 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fac1489b-11f4-4702-a992-73118726cf9d req-e9662ac2-96f1-46dd-bfd5-8e4b5eaefc2b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 943 time: 0.0586519 Nov 18 18:13:58.071704 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fac1489b-11f4-4702-a992-73118726cf9d req-7ddc6763-1886-488b-b3c3-047c473df106 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438213 Nov 18 18:13:59.187029 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d77d80-c23f-451b-9502-b2a2c14def5a req-994e7819-02e1-497c-9ef2-3b8633e0391e tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:13:59.188488 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35d77d80-c23f-451b-9502-b2a2c14def5a req-994e7819-02e1-497c-9ef2-3b8633e0391e tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 943 time: 0.0502481 Nov 18 18:13:59.217024 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 076a91f4-4195-4369-a92c-c1ca9a61bf06 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:13:59.238241 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35d77d80-c23f-451b-9502-b2a2c14def5a req-849b516b-3e9c-418f-aaf4-2a5286be8cc7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438094 Nov 18 18:13:59.314438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 076a91f4-4195-4369-a92c-c1ca9a61bf06, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=076a91f4-4195-4369-a92c-c1ca9a61bf06,segment=NetworkSegment(789fc186-9834-4bea-b1e9-b4dfc9e769ea),segment_id=789fc186-9834-4bea-b1e9-b4dfc9e769ea)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:13:59.325126 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '076a91f4-4195-4369-a92c-c1ca9a61bf06', 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246', 'port_id': '076a91f4-4195-4369-a92c-c1ca9a61bf06', 'mac_address': 'fa:16:3e:d6:d8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:13:59.362346 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:59.374601 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076a91f4-4195-4369-a92c-c1ca9a61bf06 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:13:59.399242 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 076a91f4-4195-4369-a92c-c1ca9a61bf06, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=076a91f4-4195-4369-a92c-c1ca9a61bf06,segment=NetworkSegment(789fc186-9834-4bea-b1e9-b4dfc9e769ea),segment_id=789fc186-9834-4bea-b1e9-b4dfc9e769ea)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:13:59.526860 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:13:59.574139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=076a91f4-4195-4369-a92c-c1ca9a61bf06,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:13:59.728914 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['076a91f4-4195-4369-a92c-c1ca9a61bf06'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:14:00.032189 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-719695a2-105e-4303-8f65-5a9352eda212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:00.360433 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50addeac-80f3-4e54-9369-aac6727c99e3 req-3e6d6694-ef56-44d3-a027-bbe836af4443 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:00.361878 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50addeac-80f3-4e54-9369-aac6727c99e3 req-3e6d6694-ef56-44d3-a027-bbe836af4443 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 944 time: 0.0546806 Nov 18 18:14:00.414360 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-50addeac-80f3-4e54-9369-aac6727c99e3 req-7d6f7ced-f38c-46bb-bcb5-9814157cfc60 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464993 Nov 18 18:14:01.222674 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 076a91f4-4195-4369-a92c-c1ca9a61bf06 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:14:01.373251 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 076a91f4-4195-4369-a92c-c1ca9a61bf06 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:14:01.378290 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 076a91f4-4195-4369-a92c-c1ca9a61bf06 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:14:01.378686 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:01.455163 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:01.477472 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c46ad2-b887-40cf-b556-45e1cacb21f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076a91f4-4195-4369-a92c-c1ca9a61bf06'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:14:01.479773 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d60cfb5-cb45-4e68-a338-ee9c795132e7" -d '{"events": [{"server_uuid": "b9c46ad2-b887-40cf-b556-45e1cacb21f9", "name": "network-vif-plugged", "status": "completed", "tag": "076a91f4-4195-4369-a92c-c1ca9a61bf06"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:14:01.493470 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 076a91f4-4195-4369-a92c-c1ca9a61bf06, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=076a91f4-4195-4369-a92c-c1ca9a61bf06,segment=NetworkSegment(789fc186-9834-4bea-b1e9-b4dfc9e769ea),segment_id=789fc186-9834-4bea-b1e9-b4dfc9e769ea)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:14:01.518883 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d4f6a4-bb63-41e1-ae84-a8d4d4c570a1 x-openstack-request-id: req-12d4f6a4-bb63-41e1-ae84-a8d4d4c570a1 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:14:01.519180 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c46ad2-b887-40cf-b556-45e1cacb21f9", "name": "network-vif-plugged", "status": "completed", "tag": "076a91f4-4195-4369-a92c-c1ca9a61bf06", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:14:01.519437 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-12d4f6a4-bb63-41e1-ae84-a8d4d4c570a1 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:14:01.519879 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c46ad2-b887-40cf-b556-45e1cacb21f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076a91f4-4195-4369-a92c-c1ca9a61bf06', 'code': 200} Nov 18 18:14:01.536579 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b65096-455a-44e5-a01a-00d70384a31f req-191650bf-1ce8-4e09-8e5d-7d57e4220672 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:01.538274 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77b65096-455a-44e5-a01a-00d70384a31f req-191650bf-1ce8-4e09-8e5d-7d57e4220672 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 944 time: 0.0534711 Nov 18 18:14:01.590217 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:01.595364 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-77b65096-455a-44e5-a01a-00d70384a31f req-c56b3dd6-f171-45bd-9ce7-3a90e2eb2b8c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498345 Nov 18 18:14:01.630668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cd2d5-3c44-4a8f-bff6-83b152ec4c88 req-83af20f8-60f6-4765-84c3-349cbe791e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:01.632239 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-853cd2d5-3c44-4a8f-bff6-83b152ec4c88 req-83af20f8-60f6-4765-84c3-349cbe791e6d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 1097 time: 0.0525193 Nov 18 18:14:01.643436 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=076a91f4-4195-4369-a92c-c1ca9a61bf06,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:01.680572 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-853cd2d5-3c44-4a8f-bff6-83b152ec4c88 req-a494d85f-f6bd-4064-bf5c-9d46c97c313e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398211 Nov 18 18:14:02.549896 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40218f6a-a339-455c-961c-61267197cfdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:02.726142 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba694a-1980-47f1-aa75-c31d10534158 req-eb86e933-0caa-425e-b058-d1849b22b189 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:02.727668 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9eba694a-1980-47f1-aa75-c31d10534158 req-eb86e933-0caa-425e-b058-d1849b22b189 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0503581 Nov 18 18:14:02.782276 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9eba694a-1980-47f1-aa75-c31d10534158 req-20a4951f-3b6c-40bd-96ce-1cef2faed8de tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485787 Nov 18 18:14:03.786202 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:03.899508 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec15f8-fcea-4fb8-8239-638229e1ab84 req-79923773-817c-495e-9121-aa98457ea3a7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:03.901065 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aaec15f8-fcea-4fb8-8239-638229e1ab84 req-79923773-817c-495e-9121-aa98457ea3a7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0500810 Nov 18 18:14:03.950371 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aaec15f8-fcea-4fb8-8239-638229e1ab84 req-3597d2ae-384a-446f-ab14-a1367279b4f1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424707 Nov 18 18:14:04.072463 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c241be-90bc-4c10-80cc-239d5dcdf18d req-54379319-cccb-45c8-b371-6da344d2d469 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:04.072463 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f9c241be-90bc-4c10-80cc-239d5dcdf18d req-54379319-cccb-45c8-b371-6da344d2d469 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0508022 Nov 18 18:14:04.117877 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f9c241be-90bc-4c10-80cc-239d5dcdf18d req-5039831a-b5bb-4774-94e2-8f77c29d2047 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444069 Nov 18 18:14:04.139563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40038) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:14:04.186507 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1470f16-1ead-4ca9-b4e8-413ef4cde6c7 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:04.188630 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f1470f16-1ead-4ca9-b4e8-413ef4cde6c7 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 1092 time: 0.0475495 Nov 18 18:14:04.191446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40040) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:14:04.195708 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': '076a91f4-4195-4369-a92c-c1ca9a61bf06', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:14:04.281686 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:04.378755 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:04.484019 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.25.3.61 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/83cf158e-658e-46e3-8389-ad2a97c28aef) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:14:04.583263 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:04.681283 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:04.718212 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:14:04.721069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:14:04.724658 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:14:04.750262 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=83cf158e-658e-46e3-8389-ad2a97c28aef,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:05.084354 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:05.206448 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:05.209425 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:05.363471 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:05.420798 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:05.491273 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=83cf158e-658e-46e3-8389-ad2a97c28aef,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:14:05.500887 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:05.503125 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:05.604935 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Floating IP 3c6b6e46-3dc9-4ffe-9f03-e7dce1f74067 associated. External IP: 172.25.3.61, port: 076a91f4-4195-4369-a92c-c1ca9a61bf06. Nov 18 18:14:05.810172 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:14:05.919362 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:14:05.930160 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a232aec-12a6-4e8c-b5ac-0975d15d6f4e None None] Sync routers for ids ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:14:05.940442 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a232aec-12a6-4e8c-b5ac-0975d15d6f4e None None] Routers {'61f9b954-2f16-4c1e-a9c6-e8ce41752a47'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:14:05.941090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2a232aec-12a6-4e8c-b5ac-0975d15d6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:14:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:14:05.994712 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:06.025193 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-380ff2b7-2388-49ff-8376-15189cb22b33 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8294947 Nov 18 18:14:06.025193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c46ad2-b887-40cf-b556-45e1cacb21f9', 'tag': '076a91f4-4195-4369-a92c-c1ca9a61bf06'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:14:06.025193 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81c1f65620c2b619e54ef1f34f71e2c57117e756ba45fba3b6a8fdb297f35b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018e4e5b-fe7c-444d-bf81-d9553784edc9" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c46ad2-b887-40cf-b556-45e1cacb21f9", "tag": "076a91f4-4195-4369-a92c-c1ca9a61bf06"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:14:06.049666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-2a232aec-12a6-4e8c-b5ac-0975d15d6f4e None None] Set router 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:14:06.073037 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d494218-b01b-41bd-8dbf-42a7cd3418d9 x-openstack-request-id: req-7d494218-b01b-41bd-8dbf-42a7cd3418d9 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:14:06.073037 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c46ad2-b887-40cf-b556-45e1cacb21f9", "tag": "076a91f4-4195-4369-a92c-c1ca9a61bf06", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:14:06.073037 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7d494218-b01b-41bd-8dbf-42a7cd3418d9 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:14:06.073037 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c46ad2-b887-40cf-b556-45e1cacb21f9', 'tag': '076a91f4-4195-4369-a92c-c1ca9a61bf06', 'status': 'completed', 'code': 200} Nov 18 18:14:06.137236 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8483e-aa97-4bb6-8434-26837b3fa092 req-baa1d1f3-3d79-4e0c-9837-8bae3dca5d5a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:06.138807 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e6e8483e-aa97-4bb6-8434-26837b3fa092 req-baa1d1f3-3d79-4e0c-9837-8bae3dca5d5a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0512619 Nov 18 18:14:06.144911 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e4e5b-fe7c-444d-bf81-d9553784edc9 req-3a96b430-3400-487d-a494-76dd7f450dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:06.146567 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-018e4e5b-fe7c-444d-bf81-d9553784edc9 req-3a96b430-3400-487d-a494-76dd7f450dd7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 1097 time: 0.0510883 Nov 18 18:14:06.196275 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e6e8483e-aa97-4bb6-8434-26837b3fa092 req-c73924c3-f533-4663-8df3-348ed9b65d1c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502234 Nov 18 18:14:06.219946 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40046) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:14:06.295440 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2a232aec-12a6-4e8c-b5ac-0975d15d6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191090368', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:45Z', 'updated_at': '2021-11-18T18:13:50Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:46Z', 'updated_at': '2021-11-18T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '3c6b6e46-3dc9-4ffe-9f03-e7dce1f74067', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'port_id': '076a91f4-4195-4369-a92c-c1ca9a61bf06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246', 'mac_address': 'fa:16:3e:d6:d8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c46ad2-b887-40cf-b556-45e1cacb21f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:14:04Z', 'updated_at': '2021-11-18T18:14:04Z', 'revision_number': 0, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c40eb06-56af-430a-b7f3-8ec1b63c2d38', 'name': '', 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:e9:4e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:48Z', 'updated_at': '2021-11-18T18:13:53Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:14:06.303700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e4e5b-fe7c-444d-bf81-d9553784edc9 req-5f165ad2-fced-48af-acb9-263431637c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:06.305234 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-018e4e5b-fe7c-444d-bf81-d9553784edc9 req-5f165ad2-fced-48af-acb9-263431637c49 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4bdb414a-a941-495d-9d80-9bef426dd246 HTTP/1.1" status: 200 len: 899 time: 0.1514132 Nov 18 18:14:06.308437 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d5666f6a-c999-44b9-96a7-6258676fb05c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/floatingips/3c6b6e46-3dc9-4ffe-9f03-e7dce1f74067 HTTP/1.1" status: 200 len: 990 time: 0.0873828 Nov 18 18:14:06.321878 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a232aec-12a6-4e8c-b5ac-0975d15d6f4e None None] Checking router: 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:14:06.330805 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a232aec-12a6-4e8c-b5ac-0975d15d6f4e None None] Routers {'61f9b954-2f16-4c1e-a9c6-e8ce41752a47'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:14:06.331413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2a232aec-12a6-4e8c-b5ac-0975d15d6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:14:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:14:06.371583 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-018e4e5b-fe7c-444d-bf81-d9553784edc9 req-ca17fb65-eb2d-4202-ba73-e086a37ea70a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=076a91f4-4195-4369-a92c-c1ca9a61bf06 HTTP/1.1" status: 200 len: 998 time: 0.0585480 Nov 18 18:14:06.421757 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e4e5b-fe7c-444d-bf81-d9553784edc9 req-9e613ace-167f-4c9e-9ac5-dd960e5a59fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:06.423181 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-018e4e5b-fe7c-444d-bf81-d9553784edc9 req-9e613ace-167f-4c9e-9ac5-dd960e5a59fd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d5d09827-4d74-415e-8308-9b9c79d6c392 HTTP/1.1" status: 200 len: 835 time: 0.0441136 Nov 18 18:14:06.437328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-2a232aec-12a6-4e8c-b5ac-0975d15d6f4e None None] Set router 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:14:06.471842 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e4e5b-fe7c-444d-bf81-d9553784edc9 req-ace06034-c7ec-41d2-a126-43a7c1381f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:06.473374 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-018e4e5b-fe7c-444d-bf81-d9553784edc9 req-ace06034-c7ec-41d2-a126-43a7c1381f36 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4bdb414a-a941-495d-9d80-9bef426dd246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435433 Nov 18 18:14:06.567976 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-018e4e5b-fe7c-444d-bf81-d9553784edc9 req-4c55d0d8-5d0e-47b0-95d3-6126d6ac8b6c service neutron] 10.222.0.81 "GET /v2.0/networks/4bdb414a-a941-495d-9d80-9bef426dd246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867841 Nov 18 18:14:06.622770 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.81', 64930) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:14:06.666950 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e741477-83fe-4b71-81aa-a169f4cf7963 req-c4325734-069d-4844-a9e0-1196742d029a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428574 Nov 18 18:14:06.669850 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-018e4e5b-fe7c-444d-bf81-d9553784edc9 req-ac3b167e-9823-47f6-ad7c-bd1050543c4a service neutron] 10.222.0.81 "GET /v2.0/networks/4bdb414a-a941-495d-9d80-9bef426dd246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940795 Nov 18 18:14:06.818574 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-2a232aec-12a6-4e8c-b5ac-0975d15d6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191090368', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:45Z', 'updated_at': '2021-11-18T18:13:50Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:46Z', 'updated_at': '2021-11-18T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '3c6b6e46-3dc9-4ffe-9f03-e7dce1f74067', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'port_id': '076a91f4-4195-4369-a92c-c1ca9a61bf06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246', 'mac_address': 'fa:16:3e:d6:d8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c46ad2-b887-40cf-b556-45e1cacb21f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:14:04Z', 'updated_at': '2021-11-18T18:14:04Z', 'revision_number': 0, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c40eb06-56af-430a-b7f3-8ec1b63c2d38', 'name': '', 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:e9:4e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:48Z', 'updated_at': '2021-11-18T18:13:53Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:14:06.846073 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a232aec-12a6-4e8c-b5ac-0975d15d6f4e None None] The sync data for ids ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'] in n-d-813419-11 is: [{'id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191090368', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:45Z', 'updated_at': '2021-11-18T18:13:50Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:46Z', 'updated_at': '2021-11-18T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '3c6b6e46-3dc9-4ffe-9f03-e7dce1f74067', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'port_id': '076a91f4-4195-4369-a92c-c1ca9a61bf06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246', 'mac_address': 'fa:16:3e:d6:d8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c46ad2-b887-40cf-b556-45e1cacb21f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:14:04Z', 'updated_at': '2021-11-18T18:14:04Z', 'revision_number': 0, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c40eb06-56af-430a-b7f3-8ec1b63c2d38', 'name': '', 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:e9:4e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:48Z', 'updated_at': '2021-11-18T18:13:53Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:14:06.869150 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e741477-83fe-4b71-81aa-a169f4cf7963 req-89abccbb-43a8-427e-8c12-945d76e2c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:06.870733 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6e741477-83fe-4b71-81aa-a169f4cf7963 req-89abccbb-43a8-427e-8c12-945d76e2c78c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 1097 time: 0.0417733 Nov 18 18:14:06.982582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e741477-83fe-4b71-81aa-a169f4cf7963 req-f94bf6ba-fbe6-4254-8c9a-1888987134a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:06.984135 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6e741477-83fe-4b71-81aa-a169f4cf7963 req-f94bf6ba-fbe6-4254-8c9a-1888987134a9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4bdb414a-a941-495d-9d80-9bef426dd246 HTTP/1.1" status: 200 len: 899 time: 0.0928426 Nov 18 18:14:07.043256 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447fa289-84b7-4cb1-8d15-1ff9be0e5383 None None] New status for floating IP 3c6b6e46-3dc9-4ffe-9f03-e7dce1f74067: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:14:07.061416 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6e741477-83fe-4b71-81aa-a169f4cf7963 req-41a73473-e47b-4202-992f-2665839584ce service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=076a91f4-4195-4369-a92c-c1ca9a61bf06 HTTP/1.1" status: 200 len: 998 time: 0.0623124 Nov 18 18:14:07.112074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e741477-83fe-4b71-81aa-a169f4cf7963 req-0030e834-5187-4cb8-9887-debce1e0fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:07.113497 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6e741477-83fe-4b71-81aa-a169f4cf7963 req-0030e834-5187-4cb8-9887-debce1e0fc8a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d5d09827-4d74-415e-8308-9b9c79d6c392 HTTP/1.1" status: 200 len: 835 time: 0.0443277 Nov 18 18:14:07.174917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e741477-83fe-4b71-81aa-a169f4cf7963 req-91988ef4-407a-4dec-85c2-9d795ad62f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:07.176471 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6e741477-83fe-4b71-81aa-a169f4cf7963 req-91988ef4-407a-4dec-85c2-9d795ad62f7c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4bdb414a-a941-495d-9d80-9bef426dd246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491655 Nov 18 18:14:07.272871 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6e741477-83fe-4b71-81aa-a169f4cf7963 req-aa6ef547-811a-49dd-af6d-9752bcf6f46d service neutron] 10.222.0.81 "GET /v2.0/networks/4bdb414a-a941-495d-9d80-9bef426dd246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882432 Nov 18 18:14:07.313285 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40048) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:14:07.379092 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a233f6f4-bc79-4856-8e2c-aa1e41f20bb1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/floatingips/3c6b6e46-3dc9-4ffe-9f03-e7dce1f74067 HTTP/1.1" status: 200 len: 992 time: 0.0645616 Nov 18 18:14:07.379529 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6e741477-83fe-4b71-81aa-a169f4cf7963 req-877c1ab3-b76e-473e-86e6-9cbc6d1e22a9 service neutron] 10.222.0.81 "GET /v2.0/networks/4bdb414a-a941-495d-9d80-9bef426dd246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992739 Nov 18 18:14:18.234871 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:14:22.111766 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:23.732451 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:30.009644 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e9a29b49-7b48-4180-9ad8-a43449651647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:32.471983 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b1864550-7229-4cef-99ff-ec2caa2b1945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:33.854957 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:35.257636 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:35.494486 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:38.927371 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee18c3-e31f-40ab-b329-a149f84f35df req-19c56f3f-d919-4326-b0f9-4aa42f2e86cd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:38.928929 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-81ee18c3-e31f-40ab-b329-a149f84f35df req-19c56f3f-d919-4326-b0f9-4aa42f2e86cd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0526497 Nov 18 18:14:38.979425 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-81ee18c3-e31f-40ab-b329-a149f84f35df req-ec797c60-d213-4c04-b751-8e67eb405848 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437653 Nov 18 18:14:39.030028 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd905b-a7d9-4f78-ab22-ca27bace2437 req-cd8fabd1-709b-4f51-9372-caa8dd109589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:39.031547 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b9bd905b-a7d9-4f78-ab22-ca27bace2437 req-cd8fabd1-709b-4f51-9372-caa8dd109589 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 1097 time: 0.0417399 Nov 18 18:14:39.125586 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd905b-a7d9-4f78-ab22-ca27bace2437 req-ef850205-8195-4f7d-be53-42f361ef8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:39.127083 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b9bd905b-a7d9-4f78-ab22-ca27bace2437 req-ef850205-8195-4f7d-be53-42f361ef8e86 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4bdb414a-a941-495d-9d80-9bef426dd246 HTTP/1.1" status: 200 len: 899 time: 0.0880935 Nov 18 18:14:39.202151 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b9bd905b-a7d9-4f78-ab22-ca27bace2437 req-5f80e5b5-787d-4120-9cbf-80b7d55fa7e2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=076a91f4-4195-4369-a92c-c1ca9a61bf06 HTTP/1.1" status: 200 len: 1000 time: 0.0672951 Nov 18 18:14:39.252117 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd905b-a7d9-4f78-ab22-ca27bace2437 req-972d0a42-91a3-4c7f-b1f7-5a4dc91ae05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:39.253612 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b9bd905b-a7d9-4f78-ab22-ca27bace2437 req-972d0a42-91a3-4c7f-b1f7-5a4dc91ae05e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d5d09827-4d74-415e-8308-9b9c79d6c392 HTTP/1.1" status: 200 len: 835 time: 0.0444574 Nov 18 18:14:39.301791 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd905b-a7d9-4f78-ab22-ca27bace2437 req-8f7f67fc-ea86-4ed2-b919-8f162dd441e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:39.303256 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b9bd905b-a7d9-4f78-ab22-ca27bace2437 req-8f7f67fc-ea86-4ed2-b919-8f162dd441e9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4bdb414a-a941-495d-9d80-9bef426dd246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424860 Nov 18 18:14:39.392493 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b9bd905b-a7d9-4f78-ab22-ca27bace2437 req-e614a123-40e5-4674-bc32-e0a6fbc83181 service neutron] 10.222.0.81 "GET /v2.0/networks/4bdb414a-a941-495d-9d80-9bef426dd246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809832 Nov 18 18:14:39.485664 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b9bd905b-a7d9-4f78-ab22-ca27bace2437 req-92c50e66-184c-48d7-99e3-08b324c603c1 service neutron] 10.222.0.81 "GET /v2.0/networks/4bdb414a-a941-495d-9d80-9bef426dd246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854383 Nov 18 18:14:40.097031 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac25ec-9ed2-40d9-82e7-d812bf3612b6 req-7926c681-34fb-460f-9b64-34b3daf7d110 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:40.098591 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2cac25ec-9ed2-40d9-82e7-d812bf3612b6 req-7926c681-34fb-460f-9b64-34b3daf7d110 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0488274 Nov 18 18:14:40.147479 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2cac25ec-9ed2-40d9-82e7-d812bf3612b6 req-d80c4f76-c22d-4877-8f71-92fb954437a2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421269 Nov 18 18:14:41.263394 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00a784-fd27-4b85-a5e6-f696c2dee972 req-bc8ab2ad-5c92-4a95-b3a2-1798df9bcba0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:41.264947 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c00a784-fd27-4b85-a5e6-f696c2dee972 req-bc8ab2ad-5c92-4a95-b3a2-1798df9bcba0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0489757 Nov 18 18:14:41.324286 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5c00a784-fd27-4b85-a5e6-f696c2dee972 req-b86d88be-a9df-43c7-b86f-bb4482a04b74 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499299 Nov 18 18:14:42.440054 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a6074-5df5-4d55-a412-e9307219f7b9 req-80ae94c6-b60a-4a80-a6d6-d379cd86be28 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:42.441543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b5a6074-5df5-4d55-a412-e9307219f7b9 req-80ae94c6-b60a-4a80-a6d6-d379cd86be28 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0481284 Nov 18 18:14:42.490907 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6b5a6074-5df5-4d55-a412-e9307219f7b9 req-67ba7fff-a52a-48be-a468-94c1a3bf99c1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428388 Nov 18 18:14:43.604759 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fac47-9ca8-414e-8cdc-53d6c5faf7fa req-840497c9-c9ac-465a-998f-eb2abefe1318 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:43.606259 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-937fac47-9ca8-414e-8cdc-53d6c5faf7fa req-840497c9-c9ac-465a-998f-eb2abefe1318 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0484960 Nov 18 18:14:43.657379 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-937fac47-9ca8-414e-8cdc-53d6c5faf7fa req-30880bc1-7a01-4a98-bf21-7b67ebdc11c3 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449090 Nov 18 18:14:44.776666 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aee8bc-55cd-404b-800a-52416cc91405 req-483e7cb5-f9bd-4a86-b13f-4d2996dfb4a7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:44.778179 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-00aee8bc-55cd-404b-800a-52416cc91405 req-483e7cb5-f9bd-4a86-b13f-4d2996dfb4a7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0527322 Nov 18 18:14:44.826790 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-00aee8bc-55cd-404b-800a-52416cc91405 req-199ad05a-39b5-48be-ad3d-e58de2ba73d9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424652 Nov 18 18:14:45.942611 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d4ac5-8561-4645-bf55-3f0b45ab8473 req-f38b475f-f5a1-474b-8d12-e7debc836652 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:45.944114 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c48d4ac5-8561-4645-bf55-3f0b45ab8473 req-f38b475f-f5a1-474b-8d12-e7debc836652 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0484447 Nov 18 18:14:45.993350 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c48d4ac5-8561-4645-bf55-3f0b45ab8473 req-b78813bf-0d78-4608-ad95-b6a592fc7c8c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432475 Nov 18 18:14:47.108558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1ec27-3e06-481b-9798-aea362c94091 req-cc4759da-3a90-4b75-8665-709ead530e42 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:47.110051 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2f1ec27-3e06-481b-9798-aea362c94091 req-cc4759da-3a90-4b75-8665-709ead530e42 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0485687 Nov 18 18:14:47.167956 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a2f1ec27-3e06-481b-9798-aea362c94091 req-20f56d5d-8f7e-4bc2-b163-aa2f78381c30 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518246 Nov 18 18:14:48.282959 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91eaa1-45b3-403c-ba78-4bb0e23b7865 req-8358937e-7255-452c-9525-5f05de4cd98a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:48.284478 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e91eaa1-45b3-403c-ba78-4bb0e23b7865 req-8358937e-7255-452c-9525-5f05de4cd98a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0486848 Nov 18 18:14:48.332536 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e91eaa1-45b3-403c-ba78-4bb0e23b7865 req-458c9882-813f-4c5a-845e-bed5769ca5d9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422277 Nov 18 18:14:49.447798 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a75eeb-e5b3-43d9-ad77-6b2d57bb25be req-0be98558-8f35-400a-b020-ea56b08d99ce tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:49.449310 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57a75eeb-e5b3-43d9-ad77-6b2d57bb25be req-0be98558-8f35-400a-b020-ea56b08d99ce tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0486307 Nov 18 18:14:49.498585 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57a75eeb-e5b3-43d9-ad77-6b2d57bb25be req-b8fb252a-7183-494e-8f74-922616919f50 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432303 Nov 18 18:14:50.620878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1570303-962a-4d9a-902c-bc23aa247d84 req-ec7e646a-e67a-4bed-b981-d83fdde0b0a5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:50.622386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f1570303-962a-4d9a-902c-bc23aa247d84 req-ec7e646a-e67a-4bed-b981-d83fdde0b0a5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0534558 Nov 18 18:14:50.672216 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f1570303-962a-4d9a-902c-bc23aa247d84 req-3ad0e319-58b8-442b-b387-770bbf503b2f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436206 Nov 18 18:14:51.793596 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e21dc-5331-4482-9f0a-a99bbb74b09d req-e3adc48b-fd2f-4afb-9ee3-765f3b35f762 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:51.795089 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f97e21dc-5331-4482-9f0a-a99bbb74b09d req-e3adc48b-fd2f-4afb-9ee3-765f3b35f762 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0495574 Nov 18 18:14:51.848964 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f97e21dc-5331-4482-9f0a-a99bbb74b09d req-072a1afb-2137-4419-bf06-139ac9f97439 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477729 Nov 18 18:14:52.123346 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:52.971692 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdfcb7-0927-4e5f-a595-96f73a96f9f2 req-2905aae2-79ad-4261-a51a-ce96abbcf700 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:52.973896 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7afdfcb7-0927-4e5f-a595-96f73a96f9f2 req-2905aae2-79ad-4261-a51a-ce96abbcf700 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0538106 Nov 18 18:14:53.022071 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7afdfcb7-0927-4e5f-a595-96f73a96f9f2 req-066c3bb2-72c1-4d04-955d-826a30739e1e tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422010 Nov 18 18:14:53.737519 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:14:54.135906 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e3b86-3d57-4b84-a7c2-e215053ae2a9 req-f18c66fd-1372-4e53-a55b-edd3c133c157 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:54.137400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c9e3b86-3d57-4b84-a7c2-e215053ae2a9 req-f18c66fd-1372-4e53-a55b-edd3c133c157 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0479848 Nov 18 18:14:54.186012 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c9e3b86-3d57-4b84-a7c2-e215053ae2a9 req-5bba8b43-3336-46bb-a91e-f32baae2b0c4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426815 Nov 18 18:14:55.234472 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:14:55.299612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc8aee-6aa1-43da-948c-aff5a4763280 req-bb80a9d8-51d3-4705-84c5-9b5965efe18b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:55.301150 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8bc8aee-6aa1-43da-948c-aff5a4763280 req-bb80a9d8-51d3-4705-84c5-9b5965efe18b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0475960 Nov 18 18:14:55.354915 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f8bc8aee-6aa1-43da-948c-aff5a4763280 req-89321c68-2e07-4f49-add2-b80eba590d75 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469978 Nov 18 18:14:56.475132 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda0d46-b4d7-48b2-92e0-6b13d4a6eda8 req-ee093215-ed1d-462d-a088-f533d38c5ff7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:14:56.477277 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3dda0d46-b4d7-48b2-92e0-6b13d4a6eda8 req-ee093215-ed1d-462d-a088-f533d38c5ff7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0483332 Nov 18 18:14:56.526366 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3dda0d46-b4d7-48b2-92e0-6b13d4a6eda8 req-a21cc2e1-d35d-4e46-aa82-46012c5529d1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430374 Nov 18 18:14:56.548197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40096) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:14:56.606880 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ac1067c0-0119-4f17-910a-f8586fae46cb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/floatingips/3c6b6e46-3dc9-4ffe-9f03-e7dce1f74067 HTTP/1.1" status: 200 len: 992 time: 0.0575221 Nov 18 18:15:00.035132 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4915be9d-637c-4643-beb1-09472f3c14f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:02.478033 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-37a0102d-4347-4f03-b50a-5cf666448d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:03.837704 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:05.237502 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:05.517489 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:07.553147 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd8749f6-067a-4808-8242-6a3095f0140d req-7cd62ba4-1387-40b5-bdbc-8b4106c3059b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405121 Nov 18 18:15:07.646425 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8749f6-067a-4808-8242-6a3095f0140d req-721df69e-c249-497a-a246-70af6ea03f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:07.648101 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd8749f6-067a-4808-8242-6a3095f0140d req-721df69e-c249-497a-a246-70af6ea03f60 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 1097 time: 0.0420587 Nov 18 18:15:07.760797 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8749f6-067a-4808-8242-6a3095f0140d req-e12986a0-389d-49d7-b33e-745353d6f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:07.762297 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd8749f6-067a-4808-8242-6a3095f0140d req-e12986a0-389d-49d7-b33e-745353d6f2c4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4bdb414a-a941-495d-9d80-9bef426dd246 HTTP/1.1" status: 200 len: 899 time: 0.0916038 Nov 18 18:15:07.828659 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd8749f6-067a-4808-8242-6a3095f0140d req-0fe05d5e-1889-41d0-860f-aff220a31a7e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=076a91f4-4195-4369-a92c-c1ca9a61bf06 HTTP/1.1" status: 200 len: 1000 time: 0.0580013 Nov 18 18:15:07.882538 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8749f6-067a-4808-8242-6a3095f0140d req-eedc81ce-fedf-4312-893c-85ca1349915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:07.884043 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd8749f6-067a-4808-8242-6a3095f0140d req-eedc81ce-fedf-4312-893c-85ca1349915e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d5d09827-4d74-415e-8308-9b9c79d6c392 HTTP/1.1" status: 200 len: 835 time: 0.0490425 Nov 18 18:15:07.929852 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8749f6-067a-4808-8242-6a3095f0140d req-3dcf7375-2c81-4482-81c1-268668dc1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:07.931328 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd8749f6-067a-4808-8242-6a3095f0140d req-3dcf7375-2c81-4482-81c1-268668dc1443 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4bdb414a-a941-495d-9d80-9bef426dd246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394855 Nov 18 18:15:08.023259 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd8749f6-067a-4808-8242-6a3095f0140d req-23c84aae-7ec6-4d12-aba6-ceb82b6249ef service neutron] 10.222.0.81 "GET /v2.0/networks/4bdb414a-a941-495d-9d80-9bef426dd246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845208 Nov 18 18:15:08.112739 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-dd8749f6-067a-4808-8242-6a3095f0140d req-ff303ddd-b701-4761-8f14-6136ee66daf4 service neutron] 10.222.0.81 "GET /v2.0/networks/4bdb414a-a941-495d-9d80-9bef426dd246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824921 Nov 18 18:15:22.222809 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:23.743263 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:26.964020 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40122) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:27.121810 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port 83cf158e-658e-46e3-8389-ad2a97c28aef {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:15:27.122149 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:27.195149 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:27.195398 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:27.206803 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for 83cf158e-658e-46e3-8389-ad2a97c28aef owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:15:27.431307 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:27.456951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=83cf158e-658e-46e3-8389-ad2a97c28aef,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:27.469497 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:27.469865 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:27.470222 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:27.470573 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:27.470920 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:27.471265 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:27.471623 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:27.472001 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:27.472341 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:27.472678 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:27.473033 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:27.473356 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:27.529729 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:27.530070 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Floating IP 3c6b6e46-3dc9-4ffe-9f03-e7dce1f74067 disassociated (deleted). External IP: 172.25.3.61, port: 076a91f4-4195-4369-a92c-c1ca9a61bf06. Nov 18 18:15:28.083339 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:15:28.190930 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:15:28.195887 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:28.201118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1ded9e-e3de-466f-9cc2-c6a6cb86c7ef None None] Sync routers for ids ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:15:28.210133 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1ded9e-e3de-466f-9cc2-c6a6cb86c7ef None None] Routers {'61f9b954-2f16-4c1e-a9c6-e8ce41752a47'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:15:28.211094 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-eb1ded9e-e3de-466f-9cc2-c6a6cb86c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:15:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:28.223466 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-db23db53-842f-4560-8af1-1c3cb10fe7ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/floatingips/3c6b6e46-3dc9-4ffe-9f03-e7dce1f74067 HTTP/1.1" status: 204 len: 168 time: 1.2582877 Nov 18 18:15:28.224187 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c46ad2-b887-40cf-b556-45e1cacb21f9', 'tag': '076a91f4-4195-4369-a92c-c1ca9a61bf06'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:15:28.228069 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81c1f65620c2b619e54ef1f34f71e2c57117e756ba45fba3b6a8fdb297f35b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa615d35-263b-4296-b8bb-870f6ffb91b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c46ad2-b887-40cf-b556-45e1cacb21f9", "tag": "076a91f4-4195-4369-a92c-c1ca9a61bf06"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:15:28.270251 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5496bbbf-e532-49b2-9615-872c56c73ee2 x-openstack-request-id: req-5496bbbf-e532-49b2-9615-872c56c73ee2 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:15:28.270564 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c46ad2-b887-40cf-b556-45e1cacb21f9", "tag": "076a91f4-4195-4369-a92c-c1ca9a61bf06", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:15:28.271274 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5496bbbf-e532-49b2-9615-872c56c73ee2 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:15:28.271274 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c46ad2-b887-40cf-b556-45e1cacb21f9', 'tag': '076a91f4-4195-4369-a92c-c1ca9a61bf06', 'status': 'completed', 'code': 200} Nov 18 18:15:28.324812 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-eb1ded9e-e3de-466f-9cc2-c6a6cb86c7ef None None] Set router 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:15:28.332718 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615d35-263b-4296-b8bb-870f6ffb91b5 req-01b382c4-d1c9-486c-a318-078de935ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:28.334245 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fa615d35-263b-4296-b8bb-870f6ffb91b5 req-01b382c4-d1c9-486c-a318-078de935ec57 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 1097 time: 0.0418136 Nov 18 18:15:28.431692 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615d35-263b-4296-b8bb-870f6ffb91b5 req-adf6fa54-8eb9-4b40-b26f-dd2ead8bdf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:28.433371 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fa615d35-263b-4296-b8bb-870f6ffb91b5 req-adf6fa54-8eb9-4b40-b26f-dd2ead8bdf16 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4bdb414a-a941-495d-9d80-9bef426dd246 HTTP/1.1" status: 200 len: 899 time: 0.0923269 Nov 18 18:15:28.488341 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fa615d35-263b-4296-b8bb-870f6ffb91b5 req-2acafefb-232b-4886-8feb-7b0ad6c46f45 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=076a91f4-4195-4369-a92c-c1ca9a61bf06 HTTP/1.1" status: 200 len: 217 time: 0.0387528 Nov 18 18:15:28.536951 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-eb1ded9e-e3de-466f-9cc2-c6a6cb86c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191090368', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:45Z', 'updated_at': '2021-11-18T18:13:50Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:46Z', 'updated_at': '2021-11-18T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '6c40eb06-56af-430a-b7f3-8ec1b63c2d38', 'name': '', 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:e9:4e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:48Z', 'updated_at': '2021-11-18T18:13:53Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:28.542940 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615d35-263b-4296-b8bb-870f6ffb91b5 req-4490c700-3b05-46f2-a383-ecfde3c574a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:28.544690 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fa615d35-263b-4296-b8bb-870f6ffb91b5 req-4490c700-3b05-46f2-a383-ecfde3c574a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d5d09827-4d74-415e-8308-9b9c79d6c392 HTTP/1.1" status: 200 len: 835 time: 0.0496695 Nov 18 18:15:28.567806 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1ded9e-e3de-466f-9cc2-c6a6cb86c7ef None None] Checking router: 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:15:28.580832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1ded9e-e3de-466f-9cc2-c6a6cb86c7ef None None] Routers {'61f9b954-2f16-4c1e-a9c6-e8ce41752a47'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:15:28.580832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-eb1ded9e-e3de-466f-9cc2-c6a6cb86c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:15:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:28.593274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615d35-263b-4296-b8bb-870f6ffb91b5 req-34dc72a2-98eb-443a-86e0-aee65eb7de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:28.594818 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fa615d35-263b-4296-b8bb-870f6ffb91b5 req-34dc72a2-98eb-443a-86e0-aee65eb7de7c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4bdb414a-a941-495d-9d80-9bef426dd246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425265 Nov 18 18:15:28.677118 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760b5d1-8c8c-4fbb-a51e-489aa4a980a0 req-67feac16-cb2a-4f0e-8fde-c2c4dab7d715 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:28.678650 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f760b5d1-8c8c-4fbb-a51e-489aa4a980a0 req-67feac16-cb2a-4f0e-8fde-c2c4dab7d715 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0521975 Nov 18 18:15:28.693445 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-eb1ded9e-e3de-466f-9cc2-c6a6cb86c7ef None None] Set router 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:15:28.694235 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fa615d35-263b-4296-b8bb-870f6ffb91b5 req-83e44571-206d-4f74-b65e-f3a9a8495a9f service neutron] 10.222.0.81 "GET /v2.0/networks/4bdb414a-a941-495d-9d80-9bef426dd246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914464 Nov 18 18:15:28.734825 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f760b5d1-8c8c-4fbb-a51e-489aa4a980a0 req-282dba0a-860f-4994-bccb-20b514b31489 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500319 Nov 18 18:15:28.791690 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fa615d35-263b-4296-b8bb-870f6ffb91b5 req-d8b243b3-917c-40a7-9e41-ed5515c96075 service neutron] 10.222.0.81 "GET /v2.0/networks/4bdb414a-a941-495d-9d80-9bef426dd246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890861 Nov 18 18:15:28.893042 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-eb1ded9e-e3de-466f-9cc2-c6a6cb86c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191090368', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:45Z', 'updated_at': '2021-11-18T18:13:50Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:46Z', 'updated_at': '2021-11-18T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '6c40eb06-56af-430a-b7f3-8ec1b63c2d38', 'name': '', 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:e9:4e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:48Z', 'updated_at': '2021-11-18T18:13:53Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:28.920409 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1ded9e-e3de-466f-9cc2-c6a6cb86c7ef None None] The sync data for ids ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'] in n-d-813419-11 is: [{'id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191090368', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:45Z', 'updated_at': '2021-11-18T18:13:50Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:46Z', 'updated_at': '2021-11-18T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '6c40eb06-56af-430a-b7f3-8ec1b63c2d38', 'name': '', 'network_id': '4bdb414a-a941-495d-9d80-9bef426dd246', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:e9:4e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:48Z', 'updated_at': '2021-11-18T18:13:53Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'd5d09827-4d74-415e-8308-9b9c79d6c392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:15:29.141701 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc7299-3b99-4cb4-878d-16abac7bf965 None None] New status for floating IP 3c6b6e46-3dc9-4ffe-9f03-e7dce1f74067: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:15:29.851404 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c9d8b-5e14-42cf-918a-7f68cfeaa420 req-71ac6107-af6a-4e18-a032-9e726d7fdd63 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:29.852930 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c15c9d8b-5e14-42cf-918a-7f68cfeaa420 req-71ac6107-af6a-4e18-a032-9e726d7fdd63 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0489528 Nov 18 18:15:29.906737 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c15c9d8b-5e14-42cf-918a-7f68cfeaa420 req-f953adee-ff4a-4b8d-8404-9b8ea1d7b198 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=57065132-6d35-48c7-a816-cd0a89e93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476274 Nov 18 18:15:30.091674 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-de25e656-43f9-43d0-8610-bb6c6f652430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:30.152392 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9633a-36fa-4890-b2e5-0b6f54cf7c5b req-8d3b3710-bb85-42df-aa07-9c04a5272e47 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:30.157497 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-59b9633a-36fa-4890-b2e5-0b6f54cf7c5b req-8d3b3710-bb85-42df-aa07-9c04a5272e47 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 945 time: 0.0481081 Nov 18 18:15:30.244650 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-59b9633a-36fa-4890-b2e5-0b6f54cf7c5b req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port 076a91f4-4195-4369-a92c-c1ca9a61bf06 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:15:30.244993 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-59b9633a-36fa-4890-b2e5-0b6f54cf7c5b req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:30.331452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-59b9633a-36fa-4890-b2e5-0b6f54cf7c5b req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] For port 076a91f4-4195-4369-a92c-c1ca9a61bf06, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=076a91f4-4195-4369-a92c-c1ca9a61bf06,segment=NetworkSegment(789fc186-9834-4bea-b1e9-b4dfc9e769ea),segment_id=789fc186-9834-4bea-b1e9-b4dfc9e769ea)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:30.331839 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-59b9633a-36fa-4890-b2e5-0b6f54cf7c5b req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:30.345018 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-59b9633a-36fa-4890-b2e5-0b6f54cf7c5b req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for 076a91f4-4195-4369-a92c-c1ca9a61bf06 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:15:30.551555 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-59b9633a-36fa-4890-b2e5-0b6f54cf7c5b req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:30.579077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=076a91f4-4195-4369-a92c-c1ca9a61bf06,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:30.590370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:30.590737 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:30.591091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:30.591446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:30.591825 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:30.592164 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:30.592506 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:30.592848 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:30.593195 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:30.594145 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:30.594145 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:30.594447 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:30.638955 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b9633a-36fa-4890-b2e5-0b6f54cf7c5b req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] No DVR routers for this DVR port 076a91f4-4195-4369-a92c-c1ca9a61bf06 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:15:30.641684 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-59b9633a-36fa-4890-b2e5-0b6f54cf7c5b req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:30.645160 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-59b9633a-36fa-4890-b2e5-0b6f54cf7c5b req-297e6b44-5838-4603-a056-d56343bb6247 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "DELETE /v2.0/ports/076a91f4-4195-4369-a92c-c1ca9a61bf06 HTTP/1.1" status: 204 len: 173 time: 0.4854364 Nov 18 18:15:30.645614 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c46ad2-b887-40cf-b556-45e1cacb21f9', 'name': 'network-vif-deleted', 'tag': '076a91f4-4195-4369-a92c-c1ca9a61bf06'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:15:30.647907 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306ae83b-6de9-4a20-b013-e70e7bf7f551" -d '{"events": [{"server_uuid": "b9c46ad2-b887-40cf-b556-45e1cacb21f9", "name": "network-vif-deleted", "tag": "076a91f4-4195-4369-a92c-c1ca9a61bf06"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:15:30.739508 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cf85c8-6eec-4992-93fd-9a59904f7695 x-openstack-request-id: req-19cf85c8-6eec-4992-93fd-9a59904f7695 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:15:30.739838 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c46ad2-b887-40cf-b556-45e1cacb21f9", "name": "network-vif-deleted", "tag": "076a91f4-4195-4369-a92c-c1ca9a61bf06", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:15:30.740105 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-19cf85c8-6eec-4992-93fd-9a59904f7695 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:15:30.740522 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c46ad2-b887-40cf-b556-45e1cacb21f9', 'name': 'network-vif-deleted', 'tag': '076a91f4-4195-4369-a92c-c1ca9a61bf06', 'status': 'completed', 'code': 200} Nov 18 18:15:31.010535 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97a43fc0-8bdc-40cb-b724-3996228ccaa8 req-0f2d32cb-83b5-45bb-8c36-2a67fe1ee89b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c46ad2-b887-40cf-b556-45e1cacb21f9 HTTP/1.1" status: 200 len: 210 time: 0.0295193 Nov 18 18:15:32.066924 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40140) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:32.232948 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:15:32.486227 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0bcd5549-373b-4e0e-9769-0583f7802b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:32.720530 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-49491503-33f7-4962-b557-2069b600c506 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:32.971732 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-49491503-33f7-4962-b557-2069b600c506 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:15:32.976845 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-49491503-33f7-4962-b557-2069b600c506 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:33.061860 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-49491503-33f7-4962-b557-2069b600c506 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] For port 6c40eb06-56af-430a-b7f3-8ec1b63c2d38, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=6c40eb06-56af-430a-b7f3-8ec1b63c2d38,segment=NetworkSegment(789fc186-9834-4bea-b1e9-b4dfc9e769ea),segment_id=789fc186-9834-4bea-b1e9-b4dfc9e769ea)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:33.062226 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-49491503-33f7-4962-b557-2069b600c506 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:33.075203 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-49491503-33f7-4962-b557-2069b600c506 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:15:33.345806 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-49491503-33f7-4962-b557-2069b600c506 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:33.373112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49491503-33f7-4962-b557-2069b600c506 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=6c40eb06-56af-430a-b7f3-8ec1b63c2d38,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:33.556341 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-49491503-33f7-4962-b557-2069b600c506 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:33.769852 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49491503-33f7-4962-b557-2069b600c506 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:15:33.822881 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:33.886094 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49491503-33f7-4962-b557-2069b600c506 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:15:33.896011 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-49491503-33f7-4962-b557-2069b600c506 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "PUT /v2.0/routers/61f9b954-2f16-4c1e-a9c6-e8ce41752a47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8231552 Nov 18 18:15:33.896011 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40142) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:33.896364 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c336e9-5a5b-4f7d-a60e-d0c68512a274 None None] Sync routers for ids ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:15:33.906703 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c336e9-5a5b-4f7d-a60e-d0c68512a274 None None] Routers {'61f9b954-2f16-4c1e-a9c6-e8ce41752a47'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:15:33.907314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e7c336e9-5a5b-4f7d-a60e-d0c68512a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:15:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:33.957608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-99169dfa-a495-4df6-98ed-103545480f09 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting subnet d5d09827-4d74-415e-8308-9b9c79d6c392 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:15:33.961569 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-99169dfa-a495-4df6-98ed-103545480f09 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:34.004401 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-99169dfa-a495-4df6-98ed-103545480f09 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:34.012601 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-e7c336e9-5a5b-4f7d-a60e-d0c68512a274 None None] Set router 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:15:34.090271 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-99169dfa-a495-4df6-98ed-103545480f09 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:34.193993 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e7c336e9-5a5b-4f7d-a60e-d0c68512a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191090368', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:45Z', 'updated_at': '2021-11-18T18:15:33Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:46Z', 'updated_at': '2021-11-18T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:34.224872 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c336e9-5a5b-4f7d-a60e-d0c68512a274 None None] Checking router: 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:15:34.233278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c336e9-5a5b-4f7d-a60e-d0c68512a274 None None] Routers {'61f9b954-2f16-4c1e-a9c6-e8ce41752a47'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:15:34.233886 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e7c336e9-5a5b-4f7d-a60e-d0c68512a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:15:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:34.260532 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-99169dfa-a495-4df6-98ed-103545480f09 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:34.288327 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99169dfa-a495-4df6-98ed-103545480f09 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d09827-4d74-415e-8308-9b9c79d6c392,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:34.292106 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-99169dfa-a495-4df6-98ed-103545480f09 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:34.295389 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-99169dfa-a495-4df6-98ed-103545480f09 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/subnets/d5d09827-4d74-415e-8308-9b9c79d6c392 HTTP/1.1" status: 204 len: 168 time: 0.3985636 Nov 18 18:15:34.298058 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40144) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:34.316838 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7833678e-3db5-4aca-83a8-072abf72a4f9 None None] Network 4bdb414a-a941-495d-9d80-9bef426dd246 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:15:34.412919 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1ba49ad-afe1-409f-a52f-a0b09e0f0a48 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:34.524014 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1ba49ad-afe1-409f-a52f-a0b09e0f0a48 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:34.551944 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-e7c336e9-5a5b-4f7d-a60e-d0c68512a274 None None] Set router 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:15:34.655044 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c1ba49ad-afe1-409f-a52f-a0b09e0f0a48 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port 00e57d5b-d855-4350-b2fb-e37746c38cb7 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:15:34.655544 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1ba49ad-afe1-409f-a52f-a0b09e0f0a48 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:34.736016 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-c1ba49ad-afe1-409f-a52f-a0b09e0f0a48 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] For port 00e57d5b-d855-4350-b2fb-e37746c38cb7, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=00e57d5b-d855-4350-b2fb-e37746c38cb7,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:34.736302 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1ba49ad-afe1-409f-a52f-a0b09e0f0a48 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:34.750496 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c1ba49ad-afe1-409f-a52f-a0b09e0f0a48 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for 00e57d5b-d855-4350-b2fb-e37746c38cb7 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:15:34.794768 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e7c336e9-5a5b-4f7d-a60e-d0c68512a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191090368', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:45Z', 'updated_at': '2021-11-18T18:15:33Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:46Z', 'updated_at': '2021-11-18T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:34.824673 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] DHCP port deletion for 4bdb414a-a941-495d-9d80-9bef426dd246 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:15:34.827782 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c336e9-5a5b-4f7d-a60e-d0c68512a274 None None] The sync data for ids ['61f9b954-2f16-4c1e-a9c6-e8ce41752a47'] in n-d-813419-11 is: [{'id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191090368', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:13:45Z', 'updated_at': '2021-11-18T18:15:33Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '00e57d5b-d855-4350-b2fb-e37746c38cb7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f9b954-2f16-4c1e-a9c6-e8ce41752a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:13:46Z', 'updated_at': '2021-11-18T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:15:34.882086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] Deleting port 78326203-e055-4e00-b58b-2491c4a7291f {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:15:34.882470 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:34.948832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] For port 78326203-e055-4e00-b58b-2491c4a7291f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=78326203-e055-4e00-b58b-2491c4a7291f,segment=NetworkSegment(789fc186-9834-4bea-b1e9-b4dfc9e769ea),segment_id=789fc186-9834-4bea-b1e9-b4dfc9e769ea)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:34.949315 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:34.961153 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] Calling delete_port for 78326203-e055-4e00-b58b-2491c4a7291f owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:15:34.989078 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1ba49ad-afe1-409f-a52f-a0b09e0f0a48 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:35.019920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba49ad-afe1-409f-a52f-a0b09e0f0a48 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=00e57d5b-d855-4350-b2fb-e37746c38cb7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:35.039434 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3a5757-7153-43c0-b96c-d01635256d3d None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:15:35.085087 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1ba49ad-afe1-409f-a52f-a0b09e0f0a48 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:35.145967 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:35.181571 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] Pushing event deleted for resources: {'Port': ['ID=78326203-e055-4e00-b58b-2491c4a7291f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:35.184843 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1ba49ad-afe1-409f-a52f-a0b09e0f0a48 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:35.187509 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1ba49ad-afe1-409f-a52f-a0b09e0f0a48 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:35.189719 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] No DVR routers for this DVR port 78326203-e055-4e00-b58b-2491c4a7291f on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:15:35.204181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:35.204719 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:35.204899 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:35.205249 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:35.205662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:35.205947 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:35.206270 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:35.206605 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:35.206946 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:35.207333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:35.207607 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:35.207965 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd10a1e-d8f7-495a-acc2-eeb99131353d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:35.332923 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:35.369068 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1ba49ad-afe1-409f-a52f-a0b09e0f0a48 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:35.369706 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ba49ad-afe1-409f-a52f-a0b09e0f0a48 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Fanout notify agent at l3_agent the message router_deleted on router 61f9b954-2f16-4c1e-a9c6-e8ce41752a47 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:15:35.376845 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c1ba49ad-afe1-409f-a52f-a0b09e0f0a48 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:35.378009 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c1ba49ad-afe1-409f-a52f-a0b09e0f0a48 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/routers/61f9b954-2f16-4c1e-a9c6-e8ce41752a47 HTTP/1.1" status: 204 len: 168 time: 1.0788808 Nov 18 18:15:35.380763 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40146) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:35.467625 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-479502df-24ae-46d0-ab63-42983806c878 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:35.557370 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:35.573927 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-479502df-24ae-46d0-ab63-42983806c878 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:35.594452 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-479502df-24ae-46d0-ab63-42983806c878 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdb414a-a941-495d-9d80-9bef426dd246']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:35.604155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-479502df-24ae-46d0-ab63-42983806c878 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789fc186-9834-4bea-b1e9-b4dfc9e769ea') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:35.604453 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-479502df-24ae-46d0-ab63-42983806c878 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789fc186-9834-4bea-b1e9-b4dfc9e769ea') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:35.613625 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-479502df-24ae-46d0-ab63-42983806c878 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:35.627180 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-479502df-24ae-46d0-ab63-42983806c878 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:35.633047 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479502df-24ae-46d0-ab63-42983806c878 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:15:35.633430 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-479502df-24ae-46d0-ab63-42983806c878 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: timer() Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:15:35.636522 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:15:35.690082 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 076a91f4-4195-4369-a92c-c1ca9a61bf06 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:15:35.710768 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 076a91f4-4195-4369-a92c-c1ca9a61bf06 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:15:35.711118 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 076a91f4-4195-4369-a92c-c1ca9a61bf06 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:15:35.808666 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-479502df-24ae-46d0-ab63-42983806c878 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:35.816020 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-479502df-24ae-46d0-ab63-42983806c878 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:35.818866 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-479502df-24ae-46d0-ab63-42983806c878 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/networks/4bdb414a-a941-495d-9d80-9bef426dd246 HTTP/1.1" status: 204 len: 168 time: 0.4371402 Nov 18 18:15:35.821854 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40148) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:35.830177 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479502df-24ae-46d0-ab63-42983806c878 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Network': ['ID=4bdb414a-a941-495d-9d80-9bef426dd246,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:35.887465 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-028a99b0-b351-47fc-95e2-4609ff47e6ee tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:35.888095 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 78326203-e055-4e00-b58b-2491c4a7291f no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:15:35.910948 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 78326203-e055-4e00-b58b-2491c4a7291f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:15:35.911297 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 78326203-e055-4e00-b58b-2491c4a7291f not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:15:35.911737 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:15:35.914042 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-028a99b0-b351-47fc-95e2-4609ff47e6ee tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:35.935367 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:15:35.935907 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 6c40eb06-56af-430a-b7f3-8ec1b63c2d38 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:15:36.137617 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-028a99b0-b351-47fc-95e2-4609ff47e6ee tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:36.140412 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-028a99b0-b351-47fc-95e2-4609ff47e6ee tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:36.141635 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-028a99b0-b351-47fc-95e2-4609ff47e6ee tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/security-groups/57065132-6d35-48c7-a816-cd0a89e93d67 HTTP/1.1" status: 204 len: 168 time: 0.3182652 Nov 18 18:15:36.156483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a99b0-b351-47fc-95e2-4609ff47e6ee tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57065132-6d35-48c7-a816-cd0a89e93d67,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:36.492447 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40154) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:36.497066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ff2a5ce6-54cb-476b-a84a-927eda922c92 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1341523070', 'description': 'tempest-secgroup-smoke-1341523070 description', 'project_id': '2de165532611454c8ce5939d0b5a20ec'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:36.586778 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5ce6-54cb-476b-a84a-927eda922c92 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:36.653350 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5ce6-54cb-476b-a84a-927eda922c92 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:36.748526 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5ce6-54cb-476b-a84a-927eda922c92 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:36.777523 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a5ce6-54cb-476b-a84a-927eda922c92 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:36.861994 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5ce6-54cb-476b-a84a-927eda922c92 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:36.863304 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ff2a5ce6-54cb-476b-a84a-927eda922c92 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3698287 Nov 18 18:15:36.866842 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40156) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:36.871641 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e9871552-f8fe-42a0-85ac-f597cb3890ea tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '5e21f9e4-2ea4-4447-b25f-31d3fc86ac81', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:36.982328 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9871552-f8fe-42a0-85ac-f597cb3890ea tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:37.040317 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9871552-f8fe-42a0-85ac-f597cb3890ea tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:37.165896 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9871552-f8fe-42a0-85ac-f597cb3890ea tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:37.184563 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9871552-f8fe-42a0-85ac-f597cb3890ea tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919baad0-407f-4f14-a3ed-0346cd88dae6,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:37.362208 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9871552-f8fe-42a0-85ac-f597cb3890ea tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:37.363371 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e9871552-f8fe-42a0-85ac-f597cb3890ea tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4955652 Nov 18 18:15:37.366154 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40158) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:37.371075 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5560cf7c-11ac-4f2c-ab7c-482581026bd6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '5e21f9e4-2ea4-4447-b25f-31d3fc86ac81', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:37.453592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 00e57d5b-d855-4350-b2fb-e37746c38cb7 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:15:37.474552 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 00e57d5b-d855-4350-b2fb-e37746c38cb7 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:15:37.474912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 00e57d5b-d855-4350-b2fb-e37746c38cb7 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:15:37.487459 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5560cf7c-11ac-4f2c-ab7c-482581026bd6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:37.541791 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5560cf7c-11ac-4f2c-ab7c-482581026bd6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:37.608263 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5560cf7c-11ac-4f2c-ab7c-482581026bd6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:37.628094 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560cf7c-11ac-4f2c-ab7c-482581026bd6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f114c82-8592-453f-8d96-16614c8e8da3,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:37.722209 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5560cf7c-11ac-4f2c-ab7c-482581026bd6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:37.723455 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5560cf7c-11ac-4f2c-ab7c-482581026bd6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3557937 Nov 18 18:15:37.726995 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40160) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:37.731532 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a4c55fe1-4a86-43a5-94f0-2fff89b919bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '5e21f9e4-2ea4-4447-b25f-31d3fc86ac81', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:37.836133 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a4c55fe1-4a86-43a5-94f0-2fff89b919bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:37.893935 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a4c55fe1-4a86-43a5-94f0-2fff89b919bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:38.005909 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a4c55fe1-4a86-43a5-94f0-2fff89b919bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:38.025343 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c55fe1-4a86-43a5-94f0-2fff89b919bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48573c06-e249-4d0c-ad20-8dd6e7804e44,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:38.142297 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a4c55fe1-4a86-43a5-94f0-2fff89b919bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:38.143648 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a4c55fe1-4a86-43a5-94f0-2fff89b919bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4156313 Nov 18 18:15:38.146446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40162) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:38.151065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d364c3d5-8c90-41d2-97a7-68f515bec616 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '5e21f9e4-2ea4-4447-b25f-31d3fc86ac81', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:38.288052 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d364c3d5-8c90-41d2-97a7-68f515bec616 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:38.348129 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d364c3d5-8c90-41d2-97a7-68f515bec616 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:38.425918 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d364c3d5-8c90-41d2-97a7-68f515bec616 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:38.444117 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364c3d5-8c90-41d2-97a7-68f515bec616 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e80d6d5-a7a8-46ea-9e6b-a6b087ab7943,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:38.539528 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d364c3d5-8c90-41d2-97a7-68f515bec616 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:38.540813 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d364c3d5-8c90-41d2-97a7-68f515bec616 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3934882 Nov 18 18:15:38.543522 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40164) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:38.547914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a96b03e0-f2e8-4d13-a49d-9255a2416cf8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '5e21f9e4-2ea4-4447-b25f-31d3fc86ac81', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:38.645913 n-d-813419-11 neutron-server[104007]: INFO neutron.db.securitygroups_db [None req-a96b03e0-f2e8-4d13-a49d-9255a2416cf8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Project 2de165532611454c8ce5939d0b5a20ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:15:38.650903 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a96b03e0-f2e8-4d13-a49d-9255a2416cf8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:38.707739 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a96b03e0-f2e8-4d13-a49d-9255a2416cf8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:38.791082 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a96b03e0-f2e8-4d13-a49d-9255a2416cf8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:38.806529 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b03e0-f2e8-4d13-a49d-9255a2416cf8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29074bd3-d113-490a-a4a3-4058ce289a55,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:38.873587 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a96b03e0-f2e8-4d13-a49d-9255a2416cf8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:38.875008 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a96b03e0-f2e8-4d13-a49d-9255a2416cf8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3304989 Nov 18 18:15:38.877838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40166) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:38.882387 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-c4cab150-a2fe-4877-a41d-abc69b5913a9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '5e21f9e4-2ea4-4447-b25f-31d3fc86ac81', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:38.974145 n-d-813419-11 neutron-server[104007]: INFO neutron.db.securitygroups_db [None req-c4cab150-a2fe-4877-a41d-abc69b5913a9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Project 2de165532611454c8ce5939d0b5a20ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:15:38.979668 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c4cab150-a2fe-4877-a41d-abc69b5913a9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:39.038130 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c4cab150-a2fe-4877-a41d-abc69b5913a9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:39.139493 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c4cab150-a2fe-4877-a41d-abc69b5913a9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:39.157199 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cab150-a2fe-4877-a41d-abc69b5913a9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0646e49e-ac26-4ca8-bedf-0ee8bedaea58,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:39.264985 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c4cab150-a2fe-4877-a41d-abc69b5913a9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:39.266156 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c4cab150-a2fe-4877-a41d-abc69b5913a9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3873432 Nov 18 18:15:39.269099 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40168) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:39.274526 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e6af12e0-3096-4c5b-9393-9bb7265837b5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'network': {'name': 'tempest-network-smoke--999456197', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'port_security_enabled': True}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:39.362618 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6af12e0-3096-4c5b-9393-9bb7265837b5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Made reservation on behalf of 2de165532611454c8ce5939d0b5a20ec for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:15:39.366338 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e6af12e0-3096-4c5b-9393-9bb7265837b5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:39.389821 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6af12e0-3096-4c5b-9393-9bb7265837b5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:15:39.398951 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e6af12e0-3096-4c5b-9393-9bb7265837b5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:39.399298 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-e6af12e0-3096-4c5b-9393-9bb7265837b5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Added segment 5d481760-38fb-497e-915a-1c5bb5931c0d of type vlan for network 371d0aed-4691-42e9-86c8-7942298ae664 Nov 18 18:15:39.439706 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e6af12e0-3096-4c5b-9393-9bb7265837b5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:39.525509 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e6af12e0-3096-4c5b-9393-9bb7265837b5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:39.531190 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6af12e0-3096-4c5b-9393-9bb7265837b5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:39.535453 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e6af12e0-3096-4c5b-9393-9bb7265837b5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:39.597375 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af12e0-3096-4c5b-9393-9bb7265837b5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Network': ['ID=371d0aed-4691-42e9-86c8-7942298ae664,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:39.607764 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 371d0aed-4691-42e9-86c8-7942298ae664 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:15:39.625860 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e6af12e0-3096-4c5b-9393-9bb7265837b5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3557434 Nov 18 18:15:39.628599 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40170) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:39.633730 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-247589778', 'admin_state_up': True, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:39.714686 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:39.715756 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:39.770683 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:40.012659 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:40.318209 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:40.339682 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:40.439419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.25.3.121 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/dd752a67-f478-4f10-a5dd-e35fb77d67f4) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:15:40.545698 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:40.642809 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:40.681988 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:15:40.684972 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:40.687536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:15:40.699340 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8797e809-6b05-4d27-99ed-3f653d0b0cf3 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:15:40.720264 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=dd752a67-f478-4f10-a5dd-e35fb77d67f4,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:40.777165 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ab3c8f45-a18d-414d-86eb-ab960a53b0ac None None] Provisioning complete for port dd752a67-f478-4f10-a5dd-e35fb77d67f4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:40.777544 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ab3c8f45-a18d-414d-86eb-ab960a53b0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:40.810231 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c8f45-a18d-414d-86eb-ab960a53b0ac None None] Port dd752a67-f478-4f10-a5dd-e35fb77d67f4 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:15:41.048314 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:41.245158 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:41.471231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router 51a65e08-048e-4dcb-8d06-84a09573b8f7 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:15:41.578849 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:15:41.589336 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Sync routers for ids ['51a65e08-048e-4dcb-8d06-84a09573b8f7'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:15:41.603558 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Routers {'51a65e08-048e-4dcb-8d06-84a09573b8f7'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:15:41.605237 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:15:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51a65e08-048e-4dcb-8d06-84a09573b8f7'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:41.655128 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:41.656432 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2de2ca50-ebec-4ec6-baed-033ffc768050 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0268812 Nov 18 18:15:41.659497 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40172) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:41.688167 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f8538777-36fe-43e3-aaf6-e8a3884c9f29 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2de165532611454c8ce5939d0b5a20ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274041 Nov 18 18:15:41.699754 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40174) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:41.711075 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Set router 51a65e08-048e-4dcb-8d06-84a09573b8f7 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:15:41.782692 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ad842-b134-46f4-9734-e37429c8e486 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:41.784407 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-628ad842-b134-46f4-9734-e37429c8e486 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927706 Nov 18 18:15:41.787153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40176) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:41.814657 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d6b5b869-c27d-4f9f-903b-567fd235bf0e tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264421 Nov 18 18:15:41.817058 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40178) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:41.822338 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9867badb-9962-4e17-bff8-489ac5c7d779 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1391105947', 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:41.891009 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247589778', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:40Z', 'revision_number': 3, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:87:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:40Z', 'updated_at': '2021-11-18T18:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:41.984193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9867badb-9962-4e17-bff8-489ac5c7d779 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Made reservation on behalf of 2de165532611454c8ce5939d0b5a20ec for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:15:41.987772 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9867badb-9962-4e17-bff8-489ac5c7d779 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:42.004841 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Checking router: 51a65e08-048e-4dcb-8d06-84a09573b8f7 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:15:42.005187 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Updating router 51a65e08-048e-4dcb-8d06-84a09573b8f7 port dd752a67-f478-4f10-a5dd-e35fb77d67f4 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:15:42.030896 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:42.234452 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9867badb-9962-4e17-bff8-489ac5c7d779 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:42.280038 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:42.296732 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867badb-9962-4e17-bff8-489ac5c7d779 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Subnet': ['ID=f7b1c46d-31d6-48a5-98e7-fb0bd97be358,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:42.304877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9867badb-9962-4e17-bff8-489ac5c7d779 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Checking segment: {'id': '5d481760-38fb-497e-915a-1c5bb5931c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:15:42.305247 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9867badb-9962-4e17-bff8-489ac5c7d779 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network hostable DHCP agents. Network: 371d0aed-4691-42e9-86c8-7942298ae664, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:15:42.351895 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:42.390479 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a1f7a4-df35-4985-a15c-57ef91ff1b88 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:15:42.399858 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Attempting to bind port dd752a67-f478-4f10-a5dd-e35fb77d67f4 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:15:42.400347 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Attempting to bind port dd752a67-f478-4f10-a5dd-e35fb77d67f4 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:15:42.400582 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Attempting to bind port dd752a67-f478-4f10-a5dd-e35fb77d67f4 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:15:42.409425 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bb585-10e0-44bb-aa8c-26fdd5bd74b7 None None] Pushing event updated for resources: {'Port': ['ID=dd752a67-f478-4f10-a5dd-e35fb77d67f4,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:42.414733 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9867badb-9962-4e17-bff8-489ac5c7d779 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network 371d0aed-4691-42e9-86c8-7942298ae664 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:15:42.416169 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:15:42.416525 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:15:42.416920 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:42.417310 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:15:42.417983 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Bound port: dd752a67-f478-4f10-a5dd-e35fb77d67f4, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:15:42.418369 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:42.422015 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bb585-10e0-44bb-aa8c-26fdd5bd74b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:42.422357 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bb585-10e0-44bb-aa8c-26fdd5bd74b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:42.422832 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bb585-10e0-44bb-aa8c-26fdd5bd74b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:42.423315 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bb585-10e0-44bb-aa8c-26fdd5bd74b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:42.423651 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bb585-10e0-44bb-aa8c-26fdd5bd74b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:42.424218 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bb585-10e0-44bb-aa8c-26fdd5bd74b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:42.429732 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bb585-10e0-44bb-aa8c-26fdd5bd74b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:42.429732 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bb585-10e0-44bb-aa8c-26fdd5bd74b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:42.429732 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bb585-10e0-44bb-aa8c-26fdd5bd74b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:42.429732 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bb585-10e0-44bb-aa8c-26fdd5bd74b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:42.429732 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bb585-10e0-44bb-aa8c-26fdd5bd74b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:42.429732 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bb585-10e0-44bb-aa8c-26fdd5bd74b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:15:42.445361 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cd8a4722-9914-4ece-aba4-4e687c4b1cf7 None None] Provisioning complete for port dd752a67-f478-4f10-a5dd-e35fb77d67f4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:42.445741 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd8a4722-9914-4ece-aba4-4e687c4b1cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:42.478082 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] For port dd752a67-f478-4f10-a5dd-e35fb77d67f4, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:15:42.481110 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] For port dd752a67-f478-4f10-a5dd-e35fb77d67f4, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=dd752a67-f478-4f10-a5dd-e35fb77d67f4,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:15:42.483564 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a4722-9914-4ece-aba4-4e687c4b1cf7 None None] Port dd752a67-f478-4f10-a5dd-e35fb77d67f4 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:15:42.511377 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-9867badb-9962-4e17-bff8-489ac5c7d779 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 371d0aed-4691-42e9-86c8-7942298ae664) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:42.515319 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9867badb-9962-4e17-bff8-489ac5c7d779 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:42.516057 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9867badb-9962-4e17-bff8-489ac5c7d779 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:42.519358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51339d9a-8913-49ca-a3ac-625c888204ef None None] Network 371d0aed-4691-42e9-86c8-7942298ae664 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:15:42.575066 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:42.605877 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9867badb-9962-4e17-bff8-489ac5c7d779 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7877812 Nov 18 18:15:42.609041 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40180) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:42.622990 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181d7c7f-a80f-4074-a8c6-822e87158811 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:15:42.646578 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bb585-10e0-44bb-aa8c-26fdd5bd74b7 None None] Pushing event updated for resources: {'Port': ['ID=dd752a67-f478-4f10-a5dd-e35fb77d67f4,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:42.661223 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Routers {'51a65e08-048e-4dcb-8d06-84a09573b8f7'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:15:42.661861 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:15:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51a65e08-048e-4dcb-8d06-84a09573b8f7'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:42.678919 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-371d0aed-4691-42e9-86c8-7942298ae664', 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ips': [{'subnet_id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:15:42.679831 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:42.769868 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0926f6fe-eb07-49ed-9f40-e974a0de59fd None None] Provisioning complete for port dd752a67-f478-4f10-a5dd-e35fb77d67f4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:42.770161 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0926f6fe-eb07-49ed-9f40-e974a0de59fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:42.777805 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] Set router 51a65e08-048e-4dcb-8d06-84a09573b8f7 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:15:42.859530 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Allocated IP 172.20.0.2 (371d0aed-4691-42e9-86c8-7942298ae664/f7b1c46d-31d6-48a5-98e7-fb0bd97be358/4427ae86-ff84-4259-a885-151d18f831fd) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:15:42.954363 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0926f6fe-eb07-49ed-9f40-e974a0de59fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:42.973980 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247589778', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:40Z', 'revision_number': 3, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:87:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:40Z', 'updated_at': '2021-11-18T18:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:42.993835 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0926f6fe-eb07-49ed-9f40-e974a0de59fd None None] For port dd752a67-f478-4f10-a5dd-e35fb77d67f4, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=dd752a67-f478-4f10-a5dd-e35fb77d67f4,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:43.025982 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc72195-3e63-4df6-9ee7-cfba207dac33 None None] The sync data for ids ['51a65e08-048e-4dcb-8d06-84a09573b8f7'] in n-d-813419-11 is: [{'id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247589778', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:40Z', 'revision_number': 3, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:87:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:40Z', 'updated_at': '2021-11-18T18:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:15:43.069136 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:43.074496 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0926f6fe-eb07-49ed-9f40-e974a0de59fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:43.101847 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:43.127890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926f6fe-eb07-49ed-9f40-e974a0de59fd None None] Pushing event updated for resources: {'Port': ['ID=dd752a67-f478-4f10-a5dd-e35fb77d67f4,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:43.156019 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:43.196970 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Network 371d0aed-4691-42e9-86c8-7942298ae664 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:15:43.200222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:43.204190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:15:43.219308 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Pushing event updated for resources: {'Port': ['ID=4427ae86-ff84-4259-a885-151d18f831fd,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:43.283268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Attempting to bind port 4427ae86-ff84-4259-a885-151d18f831fd on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:15:43.285451 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Attempting to bind port 4427ae86-ff84-4259-a885-151d18f831fd by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '5d481760-38fb-497e-915a-1c5bb5931c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:15:43.285451 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Attempting to bind port 4427ae86-ff84-4259-a885-151d18f831fd on network 371d0aed-4691-42e9-86c8-7942298ae664 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:15:43.292284 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:15:43.292830 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Checking segment: {'id': '5d481760-38fb-497e-915a-1c5bb5931c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:15:43.293540 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:43.294056 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Bound using segment: {'id': '5d481760-38fb-497e-915a-1c5bb5931c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:15:43.294640 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Bound port: 4427ae86-ff84-4259-a885-151d18f831fd, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d481760-38fb-497e-915a-1c5bb5931c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:15:43.295225 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:43.381189 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] For port 4427ae86-ff84-4259-a885-151d18f831fd, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:15:43.385972 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] For port 4427ae86-ff84-4259-a885-151d18f831fd, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4427ae86-ff84-4259-a885-151d18f831fd,segment=NetworkSegment(5d481760-38fb-497e-915a-1c5bb5931c0d),segment_id=5d481760-38fb-497e-915a-1c5bb5931c0d)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:15:43.497626 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:43.543065 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.20.0.1 (371d0aed-4691-42e9-86c8-7942298ae664/f7b1c46d-31d6-48a5-98e7-fb0bd97be358/87c351c9-37b3-4378-a129-dd7f7cad93de) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:15:43.560267 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device dd752a67-f478-4f10-a5dd-e35fb77d67f4 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:15:43.605503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b902631-8bb3-4f38-a753-c9927cd462d8 None None] Pushing event updated for resources: {'Port': ['ID=4427ae86-ff84-4259-a885-151d18f831fd,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:43.646294 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port dd752a67-f478-4f10-a5dd-e35fb77d67f4 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:43.647003 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:43.693084 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:43.817221 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:43.861942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network 371d0aed-4691-42e9-86c8-7942298ae664 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:15:43.878542 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:43.883821 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:15:43.897016 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=87c351c9-37b3-4378-a129-dd7f7cad93de,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:43.941817 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:44.159197 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:44.611592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990a571d-f06f-4938-a09c-40c1a1892c22 None None] Network 371d0aed-4691-42e9-86c8-7942298ae664 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:15:44.743281 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1f07518f-8b29-4b98-b004-6029eeaa1ce2 None None] Provisioning complete for port 4427ae86-ff84-4259-a885-151d18f831fd triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:44.743661 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f07518f-8b29-4b98-b004-6029eeaa1ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:44.755053 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:44.820201 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:44.855436 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f07518f-8b29-4b98-b004-6029eeaa1ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:44.896282 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1f07518f-8b29-4b98-b004-6029eeaa1ce2 None None] For port 4427ae86-ff84-4259-a885-151d18f831fd, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4427ae86-ff84-4259-a885-151d18f831fd,segment=NetworkSegment(5d481760-38fb-497e-915a-1c5bb5931c0d),segment_id=5d481760-38fb-497e-915a-1c5bb5931c0d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:44.904113 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:44.906067 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=87c351c9-37b3-4378-a129-dd7f7cad93de,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:45.008774 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network 371d0aed-4691-42e9-86c8-7942298ae664 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:15:45.010363 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:45.027180 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f07518f-8b29-4b98-b004-6029eeaa1ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:45.087946 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07518f-8b29-4b98-b004-6029eeaa1ce2 None None] Pushing event updated for resources: {'Port': ['ID=4427ae86-ff84-4259-a885-151d18f831fd,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:45.136777 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router 51a65e08-048e-4dcb-8d06-84a09573b8f7 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:15:45.156463 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-df4b07bd-e5a3-4976-8f06-543c9f6f8648 None None] Provisioning complete for port 87c351c9-37b3-4378-a129-dd7f7cad93de triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:45.156850 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-df4b07bd-e5a3-4976-8f06-543c9f6f8648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:45.194010 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-df4b07bd-e5a3-4976-8f06-543c9f6f8648 None None] Port 87c351c9-37b3-4378-a129-dd7f7cad93de cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:15:45.206091 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-df4b07bd-e5a3-4976-8f06-543c9f6f8648 None None] Provisioning complete for port 4427ae86-ff84-4259-a885-151d18f831fd triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:45.206091 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-df4b07bd-e5a3-4976-8f06-543c9f6f8648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:45.254897 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:15:45.264339 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1738956f-1cf1-4070-b43e-02f16a162d9b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "PUT /v2.0/routers/51a65e08-048e-4dcb-8d06-84a09573b8f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6536365 Nov 18 18:15:45.278979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Sync routers for ids ['51a65e08-048e-4dcb-8d06-84a09573b8f7'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:15:45.305839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Routers {'51a65e08-048e-4dcb-8d06-84a09573b8f7'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:15:45.306473 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:15:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51a65e08-048e-4dcb-8d06-84a09573b8f7'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:45.422985 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-c8c3f796-6cb1-4abf-9494-4e9ba309e00b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1341523070&fields=id&tenant_id=2de165532611454c8ce5939d0b5a20ec HTTP/1.1" status: 200 len: 267 time: 0.0483732 Nov 18 18:15:45.434702 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Set router 51a65e08-048e-4dcb-8d06-84a09573b8f7 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:15:45.467653 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-079d7b26-e279-443d-96d5-05b62cfe24b2 None None] Provisioning complete for port 87c351c9-37b3-4378-a129-dd7f7cad93de triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:45.468061 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-079d7b26-e279-443d-96d5-05b62cfe24b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:45.545401 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-079d7b26-e279-443d-96d5-05b62cfe24b2 None None] Port 87c351c9-37b3-4378-a129-dd7f7cad93de cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:15:45.563913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4427ae86-ff84-4259-a885-151d18f831fd up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:15:45.568010 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-39c79662-ea8d-4e79-b28b-178123cc6a42 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:45.569643 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-39c79662-ea8d-4e79-b28b-178123cc6a42 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/networks?id=371d0aed-4691-42e9-86c8-7942298ae664 HTTP/1.1" status: 200 len: 796 time: 0.1387811 Nov 18 18:15:45.585287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-b853612c-b975-44e9-b113-945dcdff1112 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/quotas/2de165532611454c8ce5939d0b5a20ec HTTP/1.1" status: 200 len: 375 time: 0.0092335 Nov 18 18:15:45.636437 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-64f0c1b2-1c14-4436-b426-2b2dda001745 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455546 Nov 18 18:15:45.737329 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-b0ac3eae-9c89-470f-8f5c-8b38b479ce9b service neutron] 10.222.0.72 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874791 Nov 18 18:15:45.831975 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-2bb14337-c002-4591-b472-e3d695327f19 service neutron] 10.222.0.72 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883107 Nov 18 18:15:45.837532 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e163e8e2-7bc4-4d22-a786-513cd6d43ab6 None None] Provisioning complete for port 87c351c9-37b3-4378-a129-dd7f7cad93de triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:45.837999 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e163e8e2-7bc4-4d22-a786-513cd6d43ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:45.890619 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 4427ae86-ff84-4259-a885-151d18f831fd triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:45.891006 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:45.926723 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e163e8e2-7bc4-4d22-a786-513cd6d43ab6 None None] Port 87c351c9-37b3-4378-a129-dd7f7cad93de cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:15:45.959341 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247589778', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:44Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:40Z', 'updated_at': '2021-11-18T18:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '87c351c9-37b3-4378-a129-dd7f7cad93de', 'name': '', 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:a3:40:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:43Z', 'updated_at': '2021-11-18T18:15:44Z', 'revision_number': 2, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:46.012016 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Checking router: 51a65e08-048e-4dcb-8d06-84a09573b8f7 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:15:46.012675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Updating router 51a65e08-048e-4dcb-8d06-84a09573b8f7 port 87c351c9-37b3-4378-a129-dd7f7cad93de binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:15:46.064527 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:46.068483 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-53961c0f-fc37-48fc-b80a-a659e0323837 req-b7de53d5-890b-4976-87bb-0d4886a0899e tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 210 time: 0.0299385 Nov 18 18:15:46.337217 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:46.434457 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:46.487040 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008672cc-bdf0-4d00-8814-3c8f1e980fa0 None None] Pushing event updated for resources: {'Port': ['ID=87c351c9-37b3-4378-a129-dd7f7cad93de,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:46.537264 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Attempting to bind port 87c351c9-37b3-4378-a129-dd7f7cad93de on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:15:46.537672 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Attempting to bind port 87c351c9-37b3-4378-a129-dd7f7cad93de by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '5d481760-38fb-497e-915a-1c5bb5931c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:15:46.538080 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Attempting to bind port 87c351c9-37b3-4378-a129-dd7f7cad93de on network 371d0aed-4691-42e9-86c8-7942298ae664 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:15:46.543760 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:15:46.544176 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Checking segment: {'id': '5d481760-38fb-497e-915a-1c5bb5931c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:15:46.544593 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:46.544997 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Bound using segment: {'id': '5d481760-38fb-497e-915a-1c5bb5931c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:15:46.545481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Bound port: 87c351c9-37b3-4378-a129-dd7f7cad93de, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d481760-38fb-497e-915a-1c5bb5931c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:15:46.545875 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:46.625001 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] For port 87c351c9-37b3-4378-a129-dd7f7cad93de, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:15:46.628358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] For port 87c351c9-37b3-4378-a129-dd7f7cad93de, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=87c351c9-37b3-4378-a129-dd7f7cad93de,segment=NetworkSegment(5d481760-38fb-497e-915a-1c5bb5931c0d),segment_id=5d481760-38fb-497e-915a-1c5bb5931c0d)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:15:46.706377 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:46.774513 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Routers {'51a65e08-048e-4dcb-8d06-84a09573b8f7'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:15:46.775182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:15:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51a65e08-048e-4dcb-8d06-84a09573b8f7'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:46.781559 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008672cc-bdf0-4d00-8814-3c8f1e980fa0 None None] Pushing event updated for resources: {'Port': ['ID=87c351c9-37b3-4378-a129-dd7f7cad93de,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:46.813887 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c52dabf5-2f63-4ae4-809b-774b00e28128 None None] Provisioning complete for port 87c351c9-37b3-4378-a129-dd7f7cad93de triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:46.814273 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c52dabf5-2f63-4ae4-809b-774b00e28128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:46.926076 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] Set router 51a65e08-048e-4dcb-8d06-84a09573b8f7 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:15:47.024190 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c52dabf5-2f63-4ae4-809b-774b00e28128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:47.113557 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c52dabf5-2f63-4ae4-809b-774b00e28128 None None] For port 87c351c9-37b3-4378-a129-dd7f7cad93de, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=87c351c9-37b3-4378-a129-dd7f7cad93de,segment=NetworkSegment(5d481760-38fb-497e-915a-1c5bb5931c0d),segment_id=5d481760-38fb-497e-915a-1c5bb5931c0d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:47.170368 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0c1619c8-0211-4827-ac85-e23c07858198 req-002439c5-f0ae-4698-ae9f-fe02c695eae7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 210 time: 0.0281622 Nov 18 18:15:47.179715 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c52dabf5-2f63-4ae4-809b-774b00e28128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:47.187246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247589778', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:44Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:40Z', 'updated_at': '2021-11-18T18:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '87c351c9-37b3-4378-a129-dd7f7cad93de', 'name': '', 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:a3:40:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:43Z', 'updated_at': '2021-11-18T18:15:46Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:47.234532 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c468cea-c8ae-4d22-9ccc-aa262fb3aed6 None None] The sync data for ids ['51a65e08-048e-4dcb-8d06-84a09573b8f7'] in n-d-813419-11 is: [{'id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247589778', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:44Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:40Z', 'updated_at': '2021-11-18T18:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '87c351c9-37b3-4378-a129-dd7f7cad93de', 'name': '', 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:a3:40:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:43Z', 'updated_at': '2021-11-18T18:15:46Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:15:47.267342 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dabf5-2f63-4ae4-809b-774b00e28128 None None] Pushing event updated for resources: {'Port': ['ID=87c351c9-37b3-4378-a129-dd7f7cad93de,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:47.314207 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-70b67f48-a4ec-42c2-b23e-bdad74f3b013 None None] Provisioning complete for port 87c351c9-37b3-4378-a129-dd7f7cad93de triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:47.314592 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-70b67f48-a4ec-42c2-b23e-bdad74f3b013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:47.527139 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 87c351c9-37b3-4378-a129-dd7f7cad93de up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:15:47.583592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 87c351c9-37b3-4378-a129-dd7f7cad93de triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:47.589096 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:48.192013 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-a42f6440-9484-4593-9af4-9f0680ae1ab1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:48.195347 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-a42f6440-9484-4593-9af4-9f0680ae1ab1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "GET /v2.0/networks?id=371d0aed-4691-42e9-86c8-7942298ae664 HTTP/1.1" status: 200 len: 796 time: 0.1167676 Nov 18 18:15:48.267121 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-c2df8f9a-5196-4d3e-97db-666fc5f95a2a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de165532611454c8ce5939d0b5a20ec HTTP/1.1" status: 200 len: 380 time: 0.0631647 Nov 18 18:15:48.277075 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-b94b0804-76f1-4765-b4cc-3f63dd31179b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'port': {'device_id': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664', 'admin_state_up': True, 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'security_groups': ['5e21f9e4-2ea4-4447-b25f-31d3fc86ac81']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:48.286993 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-49567b64-d908-426f-ac8a-d1c8d2b3ef56 req-b607af54-2718-4f1d-a03c-058c2737a030 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 210 time: 0.0361841 Nov 18 18:15:48.480322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-b94b0804-76f1-4765-b4cc-3f63dd31179b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Made reservation on behalf of 2de165532611454c8ce5939d0b5a20ec for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:15:48.483958 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-b94b0804-76f1-4765-b4cc-3f63dd31179b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:48.609040 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-b94b0804-76f1-4765-b4cc-3f63dd31179b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.20.0.10 (371d0aed-4691-42e9-86c8-7942298ae664/f7b1c46d-31d6-48a5-98e7-fb0bd97be358/36a9e0b7-23f4-4815-b633-afdc543da766) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:15:48.754148 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-b94b0804-76f1-4765-b4cc-3f63dd31179b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:48.848688 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-b94b0804-76f1-4765-b4cc-3f63dd31179b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:48.891344 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-b94b0804-76f1-4765-b4cc-3f63dd31179b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network 371d0aed-4691-42e9-86c8-7942298ae664 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:15:48.894549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-b94b0804-76f1-4765-b4cc-3f63dd31179b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:48.898763 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-b94b0804-76f1-4765-b4cc-3f63dd31179b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:15:48.907322 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b0804-76f1-4765-b4cc-3f63dd31179b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=36a9e0b7-23f4-4815-b633-afdc543da766,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:48.956324 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-b94b0804-76f1-4765-b4cc-3f63dd31179b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:48.956976 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-b94b0804-76f1-4765-b4cc-3f63dd31179b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:49.037059 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-b94b0804-76f1-4765-b4cc-3f63dd31179b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7608290 Nov 18 18:15:49.046539 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Request body: {'port': {'device_id': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:49.109401 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:49.147119 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b339223e-7be6-4936-ad95-4956514f99d6 None None] Provisioning complete for port 36a9e0b7-23f4-4815-b633-afdc543da766 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:49.148299 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b339223e-7be6-4936-ad95-4956514f99d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:49.186958 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b339223e-7be6-4936-ad95-4956514f99d6 None None] Port 36a9e0b7-23f4-4815-b633-afdc543da766 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:15:49.372815 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a9e0b7-23f4-4815-b633-afdc543da766 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:15:49.386313 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:49.400599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Transition to ACTIVE for port object 36a9e0b7-23f4-4815-b633-afdc543da766 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:15:49.408787 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e1696-fa17-4f9f-9a17-be2437c70797 req-781aa653-8de9-4f42-89af-33991b97f09e tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:49.410314 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a09e1696-fa17-4f9f-9a17-be2437c70797 req-781aa653-8de9-4f42-89af-33991b97f09e tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 932 time: 0.0509167 Nov 18 18:15:49.460707 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a09e1696-fa17-4f9f-9a17-be2437c70797 req-23681f1e-234b-41f8-935d-0adf273530a6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439816 Nov 18 18:15:49.480193 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:49.538935 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Pushing event updated for resources: {'Port': ['ID=36a9e0b7-23f4-4815-b633-afdc543da766,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:49.605061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Attempting to bind port 36a9e0b7-23f4-4815-b633-afdc543da766 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:15:49.605410 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Attempting to bind port 36a9e0b7-23f4-4815-b633-afdc543da766 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '5d481760-38fb-497e-915a-1c5bb5931c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:15:49.605749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Attempting to bind port 36a9e0b7-23f4-4815-b633-afdc543da766 on network 371d0aed-4691-42e9-86c8-7942298ae664 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:15:49.610649 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Port 36a9e0b7-23f4-4815-b633-afdc543da766 on network 371d0aed-4691-42e9-86c8-7942298ae664 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:15:49.611116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Attempting to bind port 36a9e0b7-23f4-4815-b633-afdc543da766 on network 371d0aed-4691-42e9-86c8-7942298ae664 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:15:49.616791 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:15:49.617140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Checking segment: {'id': '5d481760-38fb-497e-915a-1c5bb5931c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:15:49.617533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Bound using segment: {'id': '5d481760-38fb-497e-915a-1c5bb5931c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:15:49.617979 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Bound port: 36a9e0b7-23f4-4815-b633-afdc543da766, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d481760-38fb-497e-915a-1c5bb5931c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:15:49.618348 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:49.687422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] For port 36a9e0b7-23f4-4815-b633-afdc543da766, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:15:49.690849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] For port 36a9e0b7-23f4-4815-b633-afdc543da766, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=36a9e0b7-23f4-4815-b633-afdc543da766,segment=NetworkSegment(5d481760-38fb-497e-915a-1c5bb5931c0d),segment_id=5d481760-38fb-497e-915a-1c5bb5931c0d)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:15:49.763096 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:49.803079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:49.803727 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:49.805207 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] 10.222.0.81 "PUT /v2.0/ports/36a9e0b7-23f4-4815-b633-afdc543da766 HTTP/1.1" status: 200 len: 1093 time: 0.7630908 Nov 18 18:15:49.805625 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'tag': '36a9e0b7-23f4-4815-b633-afdc543da766'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:15:49.807946 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032d3e00-47a0-4551-993e-625f9d4f635e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7", "tag": "36a9e0b7-23f4-4815-b633-afdc543da766"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:15:49.833311 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7230f-ac6b-4daf-9694-32e923bc1f2b service neutron] Pushing event updated for resources: {'Port': ['ID=36a9e0b7-23f4-4815-b633-afdc543da766,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:49.854471 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd457af-e84e-4a57-88e6-94d16a368538 x-openstack-request-id: req-0fd457af-e84e-4a57-88e6-94d16a368538 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:15:49.854769 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7", "tag": "36a9e0b7-23f4-4815-b633-afdc543da766", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:15:49.855024 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0fd457af-e84e-4a57-88e6-94d16a368538 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:15:49.855436 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'tag': '36a9e0b7-23f4-4815-b633-afdc543da766', 'status': 'completed', 'code': 200} Nov 18 18:15:49.926361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d3e00-47a0-4551-993e-625f9d4f635e req-310ddd4a-7d37-4dd6-aac3-06e3a118a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:49.927950 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-032d3e00-47a0-4551-993e-625f9d4f635e req-310ddd4a-7d37-4dd6-aac3-06e3a118a83e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 1096 time: 0.0446267 Nov 18 18:15:50.035663 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d3e00-47a0-4551-993e-625f9d4f635e req-494242f8-f542-4fb0-84f8-4a17d0b7c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:50.037557 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-032d3e00-47a0-4551-993e-625f9d4f635e req-494242f8-f542-4fb0-84f8-4a17d0b7c3b3 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=2de165532611454c8ce5939d0b5a20ec&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0999451 Nov 18 18:15:50.137345 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d3e00-47a0-4551-993e-625f9d4f635e req-14afaca4-b7e1-4a9f-8398-42d48e362731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:50.138833 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-032d3e00-47a0-4551-993e-625f9d4f635e req-14afaca4-b7e1-4a9f-8398-42d48e362731 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0941997 Nov 18 18:15:50.213785 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-a3a22388-aecc-45d2-81e6-555484556b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:50.215612 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-a3a22388-aecc-45d2-81e6-555484556b93 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 1096 time: 0.0413494 Nov 18 18:15:50.262889 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-86c54d7f-d40b-42ba-b397-a781053668d5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a9e0b7-23f4-4815-b633-afdc543da766 HTTP/1.1" status: 200 len: 217 time: 0.0385482 Nov 18 18:15:50.313185 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-9296cf79-18fe-4314-a467-529b433367bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:50.314629 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-9296cf79-18fe-4314-a467-529b433367bb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f7b1c46d-31d6-48a5-98e7-fb0bd97be358 HTTP/1.1" status: 200 len: 835 time: 0.0444543 Nov 18 18:15:50.360021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-be2ebb3f-33d7-4a74-8743-d3ee496b0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:50.361492 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-be2ebb3f-33d7-4a74-8743-d3ee496b0aae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=371d0aed-4691-42e9-86c8-7942298ae664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392270 Nov 18 18:15:50.454233 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-16a700c0-bcca-468b-ac2b-4f8028187568 service neutron] 10.222.0.81 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856361 Nov 18 18:15:50.545441 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-c0ff575f-d5e4-4bb8-9fa0-462df75a3ea7 req-19dc9e54-2515-4086-98a1-a4759e0bdb09 service neutron] 10.222.0.81 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837123 Nov 18 18:15:50.577285 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3dcc5-21e2-45d2-87cf-180fe105559c req-74fe4ccf-4a34-43ff-948a-c905b9b27ee9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:50.578793 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76f3dcc5-21e2-45d2-87cf-180fe105559c req-74fe4ccf-4a34-43ff-948a-c905b9b27ee9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 944 time: 0.0497849 Nov 18 18:15:50.628784 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76f3dcc5-21e2-45d2-87cf-180fe105559c req-ec469107-0308-4699-ba2d-58855d5805ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437880 Nov 18 18:15:51.749923 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ba256-e367-40e6-bc21-e9f0072453b3 req-22ac1c4e-4620-4270-91b7-7c7d5c860d9e tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:51.751353 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b86ba256-e367-40e6-bc21-e9f0072453b3 req-22ac1c4e-4620-4270-91b7-7c7d5c860d9e tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 944 time: 0.0535390 Nov 18 18:15:51.798904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 36a9e0b7-23f4-4815-b633-afdc543da766 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:15:51.809315 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b86ba256-e367-40e6-bc21-e9f0072453b3 req-eb60181e-9b39-429c-a832-3f63d1602f20 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518956 Nov 18 18:15:51.894839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 36a9e0b7-23f4-4815-b633-afdc543da766, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=36a9e0b7-23f4-4815-b633-afdc543da766,segment=NetworkSegment(5d481760-38fb-497e-915a-1c5bb5931c0d),segment_id=5d481760-38fb-497e-915a-1c5bb5931c0d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:51.906390 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '36a9e0b7-23f4-4815-b633-afdc543da766', 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664', 'port_id': '36a9e0b7-23f4-4815-b633-afdc543da766', 'mac_address': 'fa:16:3e:6b:91:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:15:51.947058 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:51.959540 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a9e0b7-23f4-4815-b633-afdc543da766 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:15:51.980285 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 36a9e0b7-23f4-4815-b633-afdc543da766, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=36a9e0b7-23f4-4815-b633-afdc543da766,segment=NetworkSegment(5d481760-38fb-497e-915a-1c5bb5931c0d),segment_id=5d481760-38fb-497e-915a-1c5bb5931c0d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:52.120023 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:52.164555 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:52.167369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=36a9e0b7-23f4-4815-b633-afdc543da766,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:52.322725 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['36a9e0b7-23f4-4815-b633-afdc543da766'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:15:52.926392 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68393ec2-f951-4545-a2b7-323bf91887e3 req-c6396984-8a5c-4e1f-8c4d-22d544b3e7e4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:52.927890 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68393ec2-f951-4545-a2b7-323bf91887e3 req-c6396984-8a5c-4e1f-8c4d-22d544b3e7e4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 945 time: 0.0487375 Nov 18 18:15:52.978457 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-68393ec2-f951-4545-a2b7-323bf91887e3 req-be13054e-30cc-4a2b-aa82-79c45a57f5fc tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445490 Nov 18 18:15:53.745035 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:53.814435 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 36a9e0b7-23f4-4815-b633-afdc543da766 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:15:53.916765 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 36a9e0b7-23f4-4815-b633-afdc543da766 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:15:53.920839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 36a9e0b7-23f4-4815-b633-afdc543da766 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:15:53.921214 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:53.997484 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:54.021722 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a9e0b7-23f4-4815-b633-afdc543da766'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:15:54.024651 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2314ba-90be-4808-988c-c4d06b74c195" -d '{"events": [{"server_uuid": "3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7", "name": "network-vif-plugged", "status": "completed", "tag": "36a9e0b7-23f4-4815-b633-afdc543da766"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:15:54.037572 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 36a9e0b7-23f4-4815-b633-afdc543da766, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=36a9e0b7-23f4-4815-b633-afdc543da766,segment=NetworkSegment(5d481760-38fb-497e-915a-1c5bb5931c0d),segment_id=5d481760-38fb-497e-915a-1c5bb5931c0d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:15:54.095093 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7a580-95ea-43c4-bd2e-264dab20b773 req-39cc7519-9d79-4e68-b220-a5027919d332 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:54.097369 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bac7a580-95ea-43c4-bd2e-264dab20b773 req-39cc7519-9d79-4e68-b220-a5027919d332 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 945 time: 0.0501916 Nov 18 18:15:54.109643 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:54.154700 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bac7a580-95ea-43c4-bd2e-264dab20b773 req-d007c7bb-3be3-489a-b609-c12f4a871d74 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504448 Nov 18 18:15:54.191292 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=36a9e0b7-23f4-4815-b633-afdc543da766,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:54.204436 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad384529-04e2-4141-855c-9b8075cdcc6d x-openstack-request-id: req-ad384529-04e2-4141-855c-9b8075cdcc6d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:15:54.204765 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7", "name": "network-vif-plugged", "status": "completed", "tag": "36a9e0b7-23f4-4815-b633-afdc543da766", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:15:54.205089 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ad384529-04e2-4141-855c-9b8075cdcc6d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:15:54.205540 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a9e0b7-23f4-4815-b633-afdc543da766', 'code': 200} Nov 18 18:15:54.306755 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bebad-3684-4f9e-8357-ac51d4d2e2a1 req-89ee19bc-0596-4436-b17e-322e7e45ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:54.308311 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-625bebad-3684-4f9e-8357-ac51d4d2e2a1 req-89ee19bc-0596-4436-b17e-322e7e45ba3e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 1098 time: 0.0451760 Nov 18 18:15:54.357801 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-625bebad-3684-4f9e-8357-ac51d4d2e2a1 req-b0f59f5c-b51c-431a-9654-d2021afded5c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414696 Nov 18 18:15:55.272538 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac0f94-3de8-43e2-b3bb-50391ed676ec req-02e04ad2-a792-49be-a65a-ddeffb590ea9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:55.274140 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bfac0f94-3de8-43e2-b3bb-50391ed676ec req-02e04ad2-a792-49be-a65a-ddeffb590ea9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0502696 Nov 18 18:15:55.323862 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bfac0f94-3de8-43e2-b3bb-50391ed676ec req-7b6e639c-84bf-45e4-ae9f-0a23c16ff4ca tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438545 Nov 18 18:15:56.440515 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569287e-f94a-4ce1-a085-2575574f3c4b req-fdb3d11f-c268-485f-9804-645e805db456 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:56.442030 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f569287e-f94a-4ce1-a085-2575574f3c4b req-fdb3d11f-c268-485f-9804-645e805db456 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0493503 Nov 18 18:15:56.491660 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f569287e-f94a-4ce1-a085-2575574f3c4b req-039d5b80-0cbe-4e7d-9bc5-4783ee14650d tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436311 Nov 18 18:15:56.608160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f64548-1cc9-4a01-b05a-83e5a2b50bff req-0cc7621c-dc40-4a80-a9a6-ac142646f12a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:56.609554 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-85f64548-1cc9-4a01-b05a-83e5a2b50bff req-0cc7621c-dc40-4a80-a9a6-ac142646f12a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0521169 Nov 18 18:15:56.658833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-85f64548-1cc9-4a01-b05a-83e5a2b50bff req-0d633509-e14a-40d6-8ed7-9471be6fbb0a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433862 Nov 18 18:15:56.679672 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40234) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:56.718829 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5a26f5-6617-40c9-967b-db7fc8df4bc2 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:56.720357 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0d5a26f5-6617-40c9-967b-db7fc8df4bc2 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 1093 time: 0.0396760 Nov 18 18:15:56.723124 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40236) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:56.729467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': '36a9e0b7-23f4-4815-b633-afdc543da766', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:15:56.859594 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:56.958872 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:57.064971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.25.3.3 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/688e53b6-8352-4a50-99e2-e10a270181ea) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:15:57.180565 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:57.268828 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:57.307310 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:15:57.310293 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:15:57.313827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:15:57.338007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=688e53b6-8352-4a50-99e2-e10a270181ea,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:57.688960 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:57.824783 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:57.974545 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:58.068569 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:58.474776 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=688e53b6-8352-4a50-99e2-e10a270181ea,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:15:58.484611 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:58.588363 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Floating IP 8d35c953-d33d-46bc-b6a6-14272e411cf5 associated. External IP: 172.25.3.3, port: 36a9e0b7-23f4-4815-b633-afdc543da766. Nov 18 18:15:58.799229 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router 51a65e08-048e-4dcb-8d06-84a09573b8f7 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:15:58.914998 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:15:58.925676 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b8ec4f-c8a0-4494-9559-6d3ddbb8af86 None None] Sync routers for ids ['51a65e08-048e-4dcb-8d06-84a09573b8f7'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:15:58.935596 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b8ec4f-c8a0-4494-9559-6d3ddbb8af86 None None] Routers {'51a65e08-048e-4dcb-8d06-84a09573b8f7'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:15:58.936240 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e1b8ec4f-c8a0-4494-9559-6d3ddbb8af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:15:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51a65e08-048e-4dcb-8d06-84a09573b8f7'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:58.999516 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:15:59.026585 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c37a4883-7389-46e7-9461-0a39cb006b34 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3024263 Nov 18 18:15:59.027196 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'tag': '36a9e0b7-23f4-4815-b633-afdc543da766'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:15:59.029615 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81c1f65620c2b619e54ef1f34f71e2c57117e756ba45fba3b6a8fdb297f35b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8003382b-57cb-4777-a7ec-84730f315e56" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7", "tag": "36a9e0b7-23f4-4815-b633-afdc543da766"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:15:59.044679 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-e1b8ec4f-c8a0-4494-9559-6d3ddbb8af86 None None] Set router 51a65e08-048e-4dcb-8d06-84a09573b8f7 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:15:59.135874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33368e25-cdd1-46f4-a047-e1b700bdb52c req-6c50341c-321e-47bf-abf2-70d2c41e9dda tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:59.137454 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33368e25-cdd1-46f4-a047-e1b700bdb52c req-6c50341c-321e-47bf-abf2-70d2c41e9dda tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0579538 Nov 18 18:15:59.145818 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e380f73e-9c9f-4ad5-9b78-19456dadd9c4 x-openstack-request-id: req-e380f73e-9c9f-4ad5-9b78-19456dadd9c4 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:15:59.146211 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7", "tag": "36a9e0b7-23f4-4815-b633-afdc543da766", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:15:59.146538 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e380f73e-9c9f-4ad5-9b78-19456dadd9c4 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:15:59.147066 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'tag': '36a9e0b7-23f4-4815-b633-afdc543da766', 'status': 'completed', 'code': 200} Nov 18 18:15:59.203473 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-33368e25-cdd1-46f4-a047-e1b700bdb52c req-351b7d4f-43c2-45d5-801f-e40e8b4197c5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555334 Nov 18 18:15:59.230911 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003382b-57cb-4777-a7ec-84730f315e56 req-d442239e-e586-469d-8430-5808c1b725f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:59.230911 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8003382b-57cb-4777-a7ec-84730f315e56 req-d442239e-e586-469d-8430-5808c1b725f2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 1098 time: 0.0478632 Nov 18 18:15:59.231523 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40244) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:15:59.298101 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e1b8ec4f-c8a0-4494-9559-6d3ddbb8af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247589778', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:44Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:40Z', 'updated_at': '2021-11-18T18:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '8d35c953-d33d-46bc-b6a6-14272e411cf5', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'floating_ip_address': '172.25.3.3', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'port_id': '36a9e0b7-23f4-4815-b633-afdc543da766', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664', 'mac_address': 'fa:16:3e:6b:91:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:15:57Z', 'updated_at': '2021-11-18T18:15:57Z', 'revision_number': 0, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87c351c9-37b3-4378-a129-dd7f7cad93de', 'name': '', 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:a3:40:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:43Z', 'updated_at': '2021-11-18T18:15:47Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:59.299568 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-acdf608c-714c-4370-bca6-c9ef5e5f3fba tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/floatingips/8d35c953-d33d-46bc-b6a6-14272e411cf5 HTTP/1.1" status: 200 len: 990 time: 0.0666792 Nov 18 18:15:59.324451 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003382b-57cb-4777-a7ec-84730f315e56 req-e3a2fceb-be93-4f61-88a6-0522ccdb9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:59.325945 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8003382b-57cb-4777-a7ec-84730f315e56 req-e3a2fceb-be93-4f61-88a6-0522ccdb9d05 service neutron] 10.222.0.81 "GET /v2.0/networks?id=371d0aed-4691-42e9-86c8-7942298ae664 HTTP/1.1" status: 200 len: 898 time: 0.0954738 Nov 18 18:15:59.326491 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b8ec4f-c8a0-4494-9559-6d3ddbb8af86 None None] Checking router: 51a65e08-048e-4dcb-8d06-84a09573b8f7 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:15:59.334808 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b8ec4f-c8a0-4494-9559-6d3ddbb8af86 None None] Routers {'51a65e08-048e-4dcb-8d06-84a09573b8f7'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:15:59.335660 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e1b8ec4f-c8a0-4494-9559-6d3ddbb8af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:15:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51a65e08-048e-4dcb-8d06-84a09573b8f7'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:59.392677 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8003382b-57cb-4777-a7ec-84730f315e56 req-206c03c7-da22-4e7c-a729-25a781da08ca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a9e0b7-23f4-4815-b633-afdc543da766 HTTP/1.1" status: 200 len: 998 time: 0.0598881 Nov 18 18:15:59.439545 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-e1b8ec4f-c8a0-4494-9559-6d3ddbb8af86 None None] Set router 51a65e08-048e-4dcb-8d06-84a09573b8f7 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:15:59.441504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003382b-57cb-4777-a7ec-84730f315e56 req-6ef926d1-81e0-4b73-85cc-ec925443530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:59.443127 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8003382b-57cb-4777-a7ec-84730f315e56 req-6ef926d1-81e0-4b73-85cc-ec925443530a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f7b1c46d-31d6-48a5-98e7-fb0bd97be358 HTTP/1.1" status: 200 len: 835 time: 0.0437431 Nov 18 18:15:59.497898 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003382b-57cb-4777-a7ec-84730f315e56 req-677e693f-6f6f-49a1-bd71-d79c335e883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:15:59.499416 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8003382b-57cb-4777-a7ec-84730f315e56 req-677e693f-6f6f-49a1-bd71-d79c335e883b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=371d0aed-4691-42e9-86c8-7942298ae664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487204 Nov 18 18:15:59.590170 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8003382b-57cb-4777-a7ec-84730f315e56 req-41eea907-a495-412f-a439-b0dce238ba8b service neutron] 10.222.0.81 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837090 Nov 18 18:15:59.666867 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e1b8ec4f-c8a0-4494-9559-6d3ddbb8af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247589778', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:44Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:40Z', 'updated_at': '2021-11-18T18:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '8d35c953-d33d-46bc-b6a6-14272e411cf5', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'floating_ip_address': '172.25.3.3', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'port_id': '36a9e0b7-23f4-4815-b633-afdc543da766', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664', 'mac_address': 'fa:16:3e:6b:91:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:15:57Z', 'updated_at': '2021-11-18T18:15:57Z', 'revision_number': 0, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87c351c9-37b3-4378-a129-dd7f7cad93de', 'name': '', 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:a3:40:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:43Z', 'updated_at': '2021-11-18T18:15:47Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:15:59.684539 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-8003382b-57cb-4777-a7ec-84730f315e56 req-0bde4859-703e-4ea4-938f-df8b4d68f68f service neutron] 10.222.0.81 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877359 Nov 18 18:15:59.695310 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b8ec4f-c8a0-4494-9559-6d3ddbb8af86 None None] The sync data for ids ['51a65e08-048e-4dcb-8d06-84a09573b8f7'] in n-d-813419-11 is: [{'id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247589778', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:44Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:40Z', 'updated_at': '2021-11-18T18:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '8d35c953-d33d-46bc-b6a6-14272e411cf5', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'floating_ip_address': '172.25.3.3', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'port_id': '36a9e0b7-23f4-4815-b633-afdc543da766', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664', 'mac_address': 'fa:16:3e:6b:91:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:15:57Z', 'updated_at': '2021-11-18T18:15:57Z', 'revision_number': 0, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87c351c9-37b3-4378-a129-dd7f7cad93de', 'name': '', 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:a3:40:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:43Z', 'updated_at': '2021-11-18T18:15:47Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:15:59.893518 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c695b87-7a26-4886-98da-69af67d75722 None None] New status for floating IP 8d35c953-d33d-46bc-b6a6-14272e411cf5: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:16:00.070973 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b221-34f8-4eba-a89f-90b30cafdfe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:00.303586 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40246) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:16:00.364772 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-4afabdf6-52cf-4330-bb16-e9e106f251ee tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/floatingips/8d35c953-d33d-46bc-b6a6-14272e411cf5 HTTP/1.1" status: 200 len: 992 time: 0.0599792 Nov 18 18:16:02.528583 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-70ffe274-84b5-4f66-bb31-d7389e04e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:03.856834 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:05.228634 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:05.542375 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:08.983455 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2b6878e-4141-4f94-a997-57ad739f8a9f req-45b4487b-b8be-427c-833e-e27e7f5d2dc7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409827 Nov 18 18:16:09.081931 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6878e-4141-4f94-a997-57ad739f8a9f req-4d390967-74ca-4aa9-9751-2e0aef24cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:09.083472 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2b6878e-4141-4f94-a997-57ad739f8a9f req-4d390967-74ca-4aa9-9751-2e0aef24cac5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 1098 time: 0.0414906 Nov 18 18:16:09.195664 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6878e-4141-4f94-a997-57ad739f8a9f req-93bba99f-f76b-4e6f-98d7-3b942b74a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:09.197100 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2b6878e-4141-4f94-a997-57ad739f8a9f req-93bba99f-f76b-4e6f-98d7-3b942b74a208 service neutron] 10.222.0.81 "GET /v2.0/networks?id=371d0aed-4691-42e9-86c8-7942298ae664 HTTP/1.1" status: 200 len: 898 time: 0.0891690 Nov 18 18:16:09.232641 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:16:09.264857 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2b6878e-4141-4f94-a997-57ad739f8a9f req-f9471421-6ad8-4039-b779-6654b16378b8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a9e0b7-23f4-4815-b633-afdc543da766 HTTP/1.1" status: 200 len: 1000 time: 0.0592701 Nov 18 18:16:09.319839 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6878e-4141-4f94-a997-57ad739f8a9f req-ed9b6b0d-f031-4da3-9089-48c824b455e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:09.321280 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2b6878e-4141-4f94-a997-57ad739f8a9f req-ed9b6b0d-f031-4da3-9089-48c824b455e6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f7b1c46d-31d6-48a5-98e7-fb0bd97be358 HTTP/1.1" status: 200 len: 835 time: 0.0470724 Nov 18 18:16:09.372437 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6878e-4141-4f94-a997-57ad739f8a9f req-3d509f31-a37c-4f02-a6a7-7bdf80021611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:09.374036 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2b6878e-4141-4f94-a997-57ad739f8a9f req-3d509f31-a37c-4f02-a6a7-7bdf80021611 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=371d0aed-4691-42e9-86c8-7942298ae664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398104 Nov 18 18:16:09.468907 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2b6878e-4141-4f94-a997-57ad739f8a9f req-cf7fec8d-66fc-46f3-9d36-12632893ac88 service neutron] 10.222.0.81 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835304 Nov 18 18:16:09.564319 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f2b6878e-4141-4f94-a997-57ad739f8a9f req-6a9d2b86-f4df-4398-b2d6-51197ad32cb8 service neutron] 10.222.0.81 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855153 Nov 18 18:16:22.145254 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:23.876562 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:30.056629 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c7cc14a-63d5-48ad-8292-4fb7fd1e2873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:31.617681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-0187dcfe-60f5-4ec4-a4dd-a18df9bf03b4 req-51ed0739-3f97-43a9-809a-bfa24269a137 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:16:31.619232 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0187dcfe-60f5-4ec4-a4dd-a18df9bf03b4 req-51ed0739-3f97-43a9-809a-bfa24269a137 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060177 Nov 18 18:16:31.980585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d23767-671c-4f30-92b0-313846cfa806 req-f3fb71bf-c078-49e6-98d2-d79b80f9b26e tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:31.982417 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4d23767-671c-4f30-92b0-313846cfa806 req-f3fb71bf-c078-49e6-98d2-d79b80f9b26e tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0498204 Nov 18 18:16:32.036382 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f4d23767-671c-4f30-92b0-313846cfa806 req-873b88d2-2871-4407-9487-a2d44a2f7455 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480332 Nov 18 18:16:32.242584 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40264) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:16:32.320545 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-dfc3e4d5-ea36-4048-a8b2-1f618c885891 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767813 Nov 18 18:16:32.329412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-3324b3d1-9eea-4e9b-96f2-74ebe50ce0e5 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:16:32.330400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-3324b3d1-9eea-4e9b-96f2-74ebe50ce0e5 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049932 Nov 18 18:16:32.545362 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5e3d2fce-5eab-4a0b-998e-b7835e589aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:33.155456 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1db90a-7b75-4def-90f0-a75841615dc2 req-6bc8b86b-87e6-4773-a918-87a93369cf31 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:33.156996 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab1db90a-7b75-4def-90f0-a75841615dc2 req-6bc8b86b-87e6-4773-a918-87a93369cf31 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0513713 Nov 18 18:16:33.206740 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab1db90a-7b75-4def-90f0-a75841615dc2 req-ef0b1e05-153c-410f-afde-dffc9848d3ea tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437186 Nov 18 18:16:33.816418 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:34.332663 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dc3e8-41e8-4389-b67b-b1e80afdd21c req-ea771aa3-4d6d-4b51-b29b-f5d516ac8584 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:34.334188 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-910dc3e8-41e8-4389-b67b-b1e80afdd21c req-ea771aa3-4d6d-4b51-b29b-f5d516ac8584 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0525367 Nov 18 18:16:34.393927 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-910dc3e8-41e8-4389-b67b-b1e80afdd21c req-537abfff-935e-449e-bf8d-46f11934bcdb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528991 Nov 18 18:16:35.264900 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:35.513071 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62a499-f0aa-4c70-81ee-054d145b7e4a req-05ef14c7-695a-4f2e-8148-6880eeb2a63d tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:35.514548 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af62a499-f0aa-4c70-81ee-054d145b7e4a req-05ef14c7-695a-4f2e-8148-6880eeb2a63d tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0496120 Nov 18 18:16:35.562532 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:35.566755 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af62a499-f0aa-4c70-81ee-054d145b7e4a req-5c138751-1a87-4611-ae6a-a6a460a6f737 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457211 Nov 18 18:16:36.003622 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-5a82278f-f23c-4aaa-855e-1830d8c6e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:36.005417 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-5a82278f-f23c-4aaa-855e-1830d8c6e690 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 1098 time: 0.0410507 Nov 18 18:16:36.107268 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-d5265c3d-6c1c-4d1e-84cf-3b27df9e1fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:36.111612 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-d5265c3d-6c1c-4d1e-84cf-3b27df9e1fd4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=371d0aed-4691-42e9-86c8-7942298ae664 HTTP/1.1" status: 200 len: 898 time: 0.0959892 Nov 18 18:16:36.175126 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-4a519679-fd76-46cc-a56b-159efdb199f6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a9e0b7-23f4-4815-b633-afdc543da766 HTTP/1.1" status: 200 len: 1000 time: 0.0589089 Nov 18 18:16:36.224029 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-3620595e-4fbd-41ec-8eb5-84d247610710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:36.225469 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-3620595e-4fbd-41ec-8eb5-84d247610710 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f7b1c46d-31d6-48a5-98e7-fb0bd97be358 HTTP/1.1" status: 200 len: 835 time: 0.0430954 Nov 18 18:16:36.275119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-87eda10e-d8b2-4e9d-ba7a-6de453b5f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:36.276640 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-87eda10e-d8b2-4e9d-ba7a-6de453b5f16c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=371d0aed-4691-42e9-86c8-7942298ae664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436113 Nov 18 18:16:36.367428 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-3b8e7416-0538-4689-a16c-c240abf84d8a service neutron] 10.222.0.81 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841451 Nov 18 18:16:36.462214 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-f4b259a5-eb05-4f33-b863-88d2103366d2 service neutron] 10.222.0.81 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878656 Nov 18 18:16:36.682428 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d527e22-9bbb-40d8-af1f-44ed08e0bf20 req-837c7dc4-5cef-48dd-9b34-e6dde233a248 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:36.683958 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d527e22-9bbb-40d8-af1f-44ed08e0bf20 req-837c7dc4-5cef-48dd-9b34-e6dde233a248 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0493770 Nov 18 18:16:36.733519 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d527e22-9bbb-40d8-af1f-44ed08e0bf20 req-54d749d3-b860-4263-8642-e6cbd8b79ef4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435421 Nov 18 18:16:37.851179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c1523-faad-46ee-9250-154a756485c0 req-b2c52136-bc5a-41d6-8eaa-bd8f282b7ce3 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:37.853232 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b6c1523-faad-46ee-9250-154a756485c0 req-b2c52136-bc5a-41d6-8eaa-bd8f282b7ce3 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0527434 Nov 18 18:16:37.903038 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7b6c1523-faad-46ee-9250-154a756485c0 req-aff27d96-1354-4299-a128-53dd4b43cd1c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437481 Nov 18 18:16:39.020280 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d7573-e0f5-46a5-ac84-94d90f62c8ce req-48029427-c72c-4dd0-881b-8e2cee80c5bb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:39.021806 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e0d7573-e0f5-46a5-ac84-94d90f62c8ce req-48029427-c72c-4dd0-881b-8e2cee80c5bb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0500848 Nov 18 18:16:39.071836 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e0d7573-e0f5-46a5-ac84-94d90f62c8ce req-fafc48f2-c1d7-43f9-80ea-9b4eb201ad7a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439370 Nov 18 18:16:40.189698 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c4ce0-2180-47ae-9fd3-d0cb9447f2a4 req-277f1d61-1bc7-490b-acc8-ef837bc9d8e4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:40.191133 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea3c4ce0-2180-47ae-9fd3-d0cb9447f2a4 req-277f1d61-1bc7-490b-acc8-ef837bc9d8e4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0522518 Nov 18 18:16:40.240466 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ea3c4ce0-2180-47ae-9fd3-d0cb9447f2a4 req-2ac7c857-8d4b-40cf-9a27-29a6c82aa9b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427573 Nov 18 18:16:41.355689 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03379d-76cd-4274-b145-9775ed22808c req-05992819-c4e4-42c4-8d53-fac9ef82e93c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:41.357231 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e03379d-76cd-4274-b145-9775ed22808c req-05992819-c4e4-42c4-8d53-fac9ef82e93c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0492618 Nov 18 18:16:41.405644 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e03379d-76cd-4274-b145-9775ed22808c req-81f45288-610d-4bc5-ac04-11f984dd26b5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425303 Nov 18 18:16:42.521318 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f87f93-ea07-4a25-bad2-ee14ff4ed262 req-d76f109f-5a89-4f5b-be5f-431b7c197e36 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:42.522808 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4f87f93-ea07-4a25-bad2-ee14ff4ed262 req-d76f109f-5a89-4f5b-be5f-431b7c197e36 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0486777 Nov 18 18:16:42.575762 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b4f87f93-ea07-4a25-bad2-ee14ff4ed262 req-874dbccd-b23e-4d49-a339-466f885cedb4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469291 Nov 18 18:16:43.696105 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4173f-e519-46bf-abb5-97ab2cfd17fc req-35eb17fc-850b-40cf-a079-f46a77021d44 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:43.697606 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7eb4173f-e519-46bf-abb5-97ab2cfd17fc req-35eb17fc-850b-40cf-a079-f46a77021d44 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0503790 Nov 18 18:16:43.749900 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7eb4173f-e519-46bf-abb5-97ab2cfd17fc req-9d1ca411-2c26-436f-8d43-78333d2a52ed tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446787 Nov 18 18:16:44.869796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12adb0-a71d-457e-a9c9-ae8ac6130da0 req-3aaa0e35-2e21-47ed-92fa-76d8c37c65d2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:44.871323 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d12adb0-a71d-457e-a9c9-ae8ac6130da0 req-3aaa0e35-2e21-47ed-92fa-76d8c37c65d2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0498559 Nov 18 18:16:44.921990 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d12adb0-a71d-457e-a9c9-ae8ac6130da0 req-b86005be-ae84-4bb4-8742-0123e27fc656 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438330 Nov 18 18:16:46.042766 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bd677-806b-45fe-890a-70609ecbc2fd req-5d7c7013-0c17-4e48-b643-883cb6d137a0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:46.044346 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-223bd677-806b-45fe-890a-70609ecbc2fd req-5d7c7013-0c17-4e48-b643-883cb6d137a0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0538552 Nov 18 18:16:46.094270 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-223bd677-806b-45fe-890a-70609ecbc2fd req-7d336742-8c79-4dbc-add7-76d6df659aaa tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439084 Nov 18 18:16:46.231456 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:16:47.211251 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4c71b-d12f-451b-bad6-dc20b4c2eca1 req-2416e68d-6545-4cfb-b665-145881f4f4bc tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:47.213873 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76f4c71b-d12f-451b-bad6-dc20b4c2eca1 req-2416e68d-6545-4cfb-b665-145881f4f4bc tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0506392 Nov 18 18:16:47.263015 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-76f4c71b-d12f-451b-bad6-dc20b4c2eca1 req-8c8e2765-2800-4c5f-944b-cbafa584d9bb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429161 Nov 18 18:16:48.379193 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd5e6b-3fdc-4264-b399-c11b2eccf456 req-a7573421-73ea-48db-a3ad-d0e196ee0547 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:48.380720 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8fcd5e6b-3fdc-4264-b399-c11b2eccf456 req-a7573421-73ea-48db-a3ad-d0e196ee0547 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0492687 Nov 18 18:16:48.433535 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8fcd5e6b-3fdc-4264-b399-c11b2eccf456 req-b47bc021-073b-4944-81c6-68a6171d6982 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468853 Nov 18 18:16:48.631818 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-75ffc3a8-dac1-414e-b9e5-dc081440edcf service neutron] show failed (client error): The resource could not be found. Nov 18 18:16:48.632841 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-75ffc3a8-dac1-414e-b9e5-dc081440edcf service neutron] 10.222.0.81 "GET /v2.0/ports/36a9e0b7-23f4-4815-b633-afdc543da766/bindings/n-h2-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.0547197 Nov 18 18:16:49.447886 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-0eb26bff-a9d5-4ef1-aa0c-181c3ecc78d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:49.449377 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-0eb26bff-a9d5-4ef1-aa0c-181c3ecc78d4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7&tenant_id=2de165532611454c8ce5939d0b5a20ec HTTP/1.1" status: 200 len: 1098 time: 0.1020296 Nov 18 18:16:49.462310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-b715a5d4-35bf-41d4-ad51-9f27c173f02f service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:16:49.463301 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-b715a5d4-35bf-41d4-ad51-9f27c173f02f service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054700 Nov 18 18:16:49.476407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-11', 'device_owner': 'compute:nova'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:16:49.535867 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:49.556772 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bdb79-77e9-40dc-89dd-68b34033b44a req-40f6fcc5-4358-4d63-a5ec-05d5bdaca5ea tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:49.558299 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d9bdb79-77e9-40dc-89dd-68b34033b44a req-40f6fcc5-4358-4d63-a5ec-05d5bdaca5ea tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0561860 Nov 18 18:16:49.609036 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8d9bdb79-77e9-40dc-89dd-68b34033b44a req-2db0e369-b11d-42fe-be42-5aa3599c6cdc tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441797 Nov 18 18:16:49.737830 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] For port 36a9e0b7-23f4-4815-b633-afdc543da766, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=36a9e0b7-23f4-4815-b633-afdc543da766,segment=NetworkSegment(5d481760-38fb-497e-915a-1c5bb5931c0d),segment_id=5d481760-38fb-497e-915a-1c5bb5931c0d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:16:49.770138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] For port 36a9e0b7-23f4-4815-b633-afdc543da766, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:16:49.808906 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a9e0b7-23f4-4815-b633-afdc543da766'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:16:49.811224 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2c719d-5fdd-4af5-babe-ca120276d22f" -d '{"events": [{"server_uuid": "3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7", "name": "network-vif-unplugged", "status": "completed", "tag": "36a9e0b7-23f4-4815-b633-afdc543da766"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:16:49.815573 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:49.828190 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Transition to ACTIVE for port object 36a9e0b7-23f4-4815-b633-afdc543da766 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:16:49.859113 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 18:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d7c36e-e2ff-4774-8ef0-c752bc1ab15d x-openstack-request-id: req-c6d7c36e-e2ff-4774-8ef0-c752bc1ab15d {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:16:49.859354 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7", "name": "network-vif-unplugged", "status": "completed", "tag": "36a9e0b7-23f4-4815-b633-afdc543da766", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:16:49.859615 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c6d7c36e-e2ff-4774-8ef0-c752bc1ab15d {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:16:49.860078 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a9e0b7-23f4-4815-b633-afdc543da766', 'code': 200} Nov 18 18:16:49.922073 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:50.004509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Pushing event updated for resources: {'Port': ['ID=36a9e0b7-23f4-4815-b633-afdc543da766,revision_number=6']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:50.023923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:50.023923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:50.023923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:50.023923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:50.023923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:50.023923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:50.023923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:50.023923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:50.023923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:50.023923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:50.023923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:50.023923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:50.060481 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] No DVR routers for this DVR port 36a9e0b7-23f4-4815-b633-afdc543da766 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:16:50.196779 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Attempting to bind port 36a9e0b7-23f4-4815-b633-afdc543da766 on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:16:50.197132 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Attempting to bind port 36a9e0b7-23f4-4815-b633-afdc543da766 by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': '5d481760-38fb-497e-915a-1c5bb5931c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:16:50.197459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Attempting to bind port 36a9e0b7-23f4-4815-b633-afdc543da766 on network 371d0aed-4691-42e9-86c8-7942298ae664 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:16:50.201912 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Port 36a9e0b7-23f4-4815-b633-afdc543da766 on network 371d0aed-4691-42e9-86c8-7942298ae664 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:16:50.202258 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Attempting to bind port 36a9e0b7-23f4-4815-b633-afdc543da766 on network 371d0aed-4691-42e9-86c8-7942298ae664 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:16:50.207116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:16:50.207500 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Checking segment: {'id': '5d481760-38fb-497e-915a-1c5bb5931c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:16:50.207850 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Bound using segment: {'id': '5d481760-38fb-497e-915a-1c5bb5931c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:16:50.208297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Bound port: 36a9e0b7-23f4-4815-b633-afdc543da766, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d481760-38fb-497e-915a-1c5bb5931c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:16:50.208649 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:50.274432 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] For port 36a9e0b7-23f4-4815-b633-afdc543da766, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:16:50.277314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] For port 36a9e0b7-23f4-4815-b633-afdc543da766, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=36a9e0b7-23f4-4815-b633-afdc543da766,segment=NetworkSegment(5d481760-38fb-497e-915a-1c5bb5931c0d),segment_id=5d481760-38fb-497e-915a-1c5bb5931c0d)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:16:50.402575 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:50.437808 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:50.438479 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:50.439851 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] 10.222.0.83 "PUT /v2.0/ports/36a9e0b7-23f4-4815-b633-afdc543da766 HTTP/1.1" status: 200 len: 1093 time: 0.9676168 Nov 18 18:16:50.462524 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0a698-6f67-437d-88b5-ca22ef9c9851 service neutron] Pushing event updated for resources: {'Port': ['ID=36a9e0b7-23f4-4815-b633-afdc543da766,revision_number=7']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:50.509271 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-ba07fe1c-80a3-4caa-8a4a-2095fa20651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:50.511075 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-ba07fe1c-80a3-4caa-8a4a-2095fa20651c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 1096 time: 0.0440018 Nov 18 18:16:50.611610 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-60c171ae-fbb9-4a97-8c04-0889d86a8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:50.613207 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-60c171ae-fbb9-4a97-8c04-0889d86a8c98 service neutron] 10.222.0.83 "GET /v2.0/networks?id=371d0aed-4691-42e9-86c8-7942298ae664 HTTP/1.1" status: 200 len: 898 time: 0.0948324 Nov 18 18:16:50.682788 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-aa121f45-a04d-4a0b-b357-7a81abda76d7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a9e0b7-23f4-4815-b633-afdc543da766 HTTP/1.1" status: 200 len: 998 time: 0.0614362 Nov 18 18:16:50.728314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f3307-a036-46a6-a525-5b9451dc990c req-f581c401-d4fa-47be-a9db-65b1dc6bfea8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:50.730113 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba8f3307-a036-46a6-a525-5b9451dc990c req-f581c401-d4fa-47be-a9db-65b1dc6bfea8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 944 time: 0.0511775 Nov 18 18:16:50.733829 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-8e0dc900-d68f-47be-9eef-19a5bd062e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:50.735351 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-8e0dc900-d68f-47be-9eef-19a5bd062e2d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f7b1c46d-31d6-48a5-98e7-fb0bd97be358 HTTP/1.1" status: 200 len: 835 time: 0.0449824 Nov 18 18:16:50.779816 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba8f3307-a036-46a6-a525-5b9451dc990c req-90350821-a934-4781-902b-0361acbbc7d1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437152 Nov 18 18:16:50.786347 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-d9a2d9ea-a33a-4705-9468-79e2c262632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:50.787926 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-d9a2d9ea-a33a-4705-9468-79e2c262632b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=371d0aed-4691-42e9-86c8-7942298ae664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441382 Nov 18 18:16:50.884596 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-71e86113-e378-456e-9b45-4c58654fd0cc service neutron] 10.222.0.83 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858889 Nov 18 18:16:50.988400 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3dfb25ae-6a9f-48a7-9984-ef7045f69507 req-b8430e31-0aad-4d1a-8fd8-d05ae78177c0 service neutron] 10.222.0.83 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958805 Nov 18 18:16:51.861662 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'tag': '36a9e0b7-23f4-4815-b633-afdc543da766'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:16:51.864057 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7", "tag": "36a9e0b7-23f4-4815-b633-afdc543da766"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:16:51.907695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15ac19-e772-4ee1-9bba-0a7be9090ca2 req-26a728e5-dc10-49eb-a3d5-b31d1597f33a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:51.909323 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec15ac19-e772-4ee1-9bba-0a7be9090ca2 req-26a728e5-dc10-49eb-a3d5-b31d1597f33a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 944 time: 0.0574605 Nov 18 18:16:51.916566 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17265a9-49c5-4012-b796-8abb1ea02d23 x-openstack-request-id: req-e17265a9-49c5-4012-b796-8abb1ea02d23 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:16:51.917110 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7", "tag": "36a9e0b7-23f4-4815-b633-afdc543da766", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:16:51.917434 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e17265a9-49c5-4012-b796-8abb1ea02d23 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:16:51.917980 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'tag': '36a9e0b7-23f4-4815-b633-afdc543da766', 'status': 'completed', 'code': 200} Nov 18 18:16:51.969327 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ec15ac19-e772-4ee1-9bba-0a7be9090ca2 req-6e9ec4e5-1b25-4756-a8f4-39404c9c50f5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529125 Nov 18 18:16:52.005922 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-7a555855-9205-4f8f-b7b8-544772fd38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:52.007468 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-7a555855-9205-4f8f-b7b8-544772fd38f8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 1096 time: 0.0715108 Nov 18 18:16:52.012778 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-bd7b8ffa-73d5-41b4-9374-256e9a39027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:52.014153 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-bd7b8ffa-73d5-41b4-9374-256e9a39027b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 1096 time: 0.0701270 Nov 18 18:16:52.173624 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:52.472297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-0c9fd028-6514-425c-9a38-25c80cb35161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:52.473760 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-0c9fd028-6514-425c-9a38-25c80cb35161 service neutron] 10.222.0.81 "GET /v2.0/networks?id=371d0aed-4691-42e9-86c8-7942298ae664 HTTP/1.1" status: 200 len: 898 time: 0.4581017 Nov 18 18:16:52.475094 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-cbb87b0a-9f45-40a2-b072-04624e84e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:52.476425 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-cbb87b0a-9f45-40a2-b072-04624e84e7ab service neutron] 10.222.0.83 "GET /v2.0/networks?id=371d0aed-4691-42e9-86c8-7942298ae664 HTTP/1.1" status: 200 len: 898 time: 0.4523680 Nov 18 18:16:52.582875 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-c8bc6cb1-5e0e-4fde-8bb1-2ce05d2f3267 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a9e0b7-23f4-4815-b633-afdc543da766 HTTP/1.1" status: 200 len: 998 time: 0.1006541 Nov 18 18:16:52.589401 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-5ddb4511-7cec-4285-8b91-6a025c7a6d61 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a9e0b7-23f4-4815-b633-afdc543da766 HTTP/1.1" status: 200 len: 998 time: 0.1016955 Nov 18 18:16:52.604127 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 36a9e0b7-23f4-4815-b633-afdc543da766 details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:16:52.666762 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-8bb8c7ad-1304-4d6a-9a3d-cb77e379817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:52.668254 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-8bb8c7ad-1304-4d6a-9a3d-cb77e379817d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f7b1c46d-31d6-48a5-98e7-fb0bd97be358 HTTP/1.1" status: 200 len: 835 time: 0.0780294 Nov 18 18:16:52.669680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-17f543db-19b1-4029-a97e-5da04e1a1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:52.670978 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-17f543db-19b1-4029-a97e-5da04e1a1046 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f7b1c46d-31d6-48a5-98e7-fb0bd97be358 HTTP/1.1" status: 200 len: 835 time: 0.0738332 Nov 18 18:16:52.702768 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 36a9e0b7-23f4-4815-b633-afdc543da766, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=36a9e0b7-23f4-4815-b633-afdc543da766,segment=NetworkSegment(5d481760-38fb-497e-915a-1c5bb5931c0d),segment_id=5d481760-38fb-497e-915a-1c5bb5931c0d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:16:52.715747 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': '36a9e0b7-23f4-4815-b633-afdc543da766', 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664', 'port_id': '36a9e0b7-23f4-4815-b633-afdc543da766', 'mac_address': 'fa:16:3e:6b:91:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:16:52.746375 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-e33fcc14-fc49-48a4-b72c-22f460f5ea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:52.747878 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-e33fcc14-fc49-48a4-b72c-22f460f5ea42 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=371d0aed-4691-42e9-86c8-7942298ae664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728271 Nov 18 18:16:52.749674 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-c684decd-79d7-4588-a72c-f8bcd66ee700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:52.751023 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-c684decd-79d7-4588-a72c-f8bcd66ee700 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=371d0aed-4691-42e9-86c8-7942298ae664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673628 Nov 18 18:16:52.752714 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:52.766721 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a9e0b7-23f4-4815-b633-afdc543da766 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:16:52.786742 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 36a9e0b7-23f4-4815-b633-afdc543da766, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=36a9e0b7-23f4-4815-b633-afdc543da766,segment=NetworkSegment(5d481760-38fb-497e-915a-1c5bb5931c0d),segment_id=5d481760-38fb-497e-915a-1c5bb5931c0d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:16:52.891126 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:52.912128 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-a03c2140-b5e4-4ff0-b6bc-6526d8eaa3fb service neutron] 10.222.0.81 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572018 Nov 18 18:16:52.915840 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-e36891dc-5d49-49c4-ae05-3f2a133b5c9c service neutron] 10.222.0.83 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522503 Nov 18 18:16:52.943682 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=36a9e0b7-23f4-4815-b633-afdc543da766,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:52.952149 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:52.952512 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:52.952864 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:52.953209 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:52.953554 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:52.953895 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:52.954230 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:52.954565 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:52.954904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:52.955233 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:52.955564 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:52.955926 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:16:53.079658 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-ef4fd540-b0c2-4add-a76a-0771a3848daf service neutron] 10.222.0.81 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601777 Nov 18 18:16:53.081663 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-fd3743f0-a0a9-4d89-a9f8-82dc6949889b req-91b85d44-d661-4f18-b397-274150670483 service neutron] 10.222.0.83 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542556 Nov 18 18:16:53.099845 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cfd8c-ed2e-41ac-a487-413c23f17649 req-06048961-5733-40e4-9025-fd629128c330 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:53.101400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d2cfd8c-ed2e-41ac-a487-413c23f17649 req-06048961-5733-40e4-9025-fd629128c330 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 945 time: 0.0552001 Nov 18 18:16:53.153881 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6d2cfd8c-ed2e-41ac-a487-413c23f17649 req-c8971036-9ce7-4842-9ede-a1e807ecf654 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448408 Nov 18 18:16:53.192359 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['36a9e0b7-23f4-4815-b633-afdc543da766'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:16:53.796501 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:54.016578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 36a9e0b7-23f4-4815-b633-afdc543da766 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:16:54.055039 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 36a9e0b7-23f4-4815-b633-afdc543da766 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:16:54.273413 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386fa99-3894-4daa-b32f-c62ad395da31 req-86080820-83d7-46b4-bdd6-d5254acfbfd7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:54.275519 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6386fa99-3894-4daa-b32f-c62ad395da31 req-86080820-83d7-46b4-bdd6-d5254acfbfd7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 945 time: 0.0526128 Nov 18 18:16:54.324563 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6386fa99-3894-4daa-b32f-c62ad395da31 req-1abdb82c-0a3a-42c5-9b72-ffe535ae816f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429211 Nov 18 18:16:54.610511 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 36a9e0b7-23f4-4815-b633-afdc543da766 up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:16:54.724626 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3593f88-bd27-4043-b9aa-1ba596663361 req-fa9b9691-e47f-42e9-a3c3-00379215f478 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:54.726138 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c3593f88-bd27-4043-b9aa-1ba596663361 req-fa9b9691-e47f-42e9-a3c3-00379215f478 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 945 time: 0.0498626 Nov 18 18:16:54.762303 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port 36a9e0b7-23f4-4815-b633-afdc543da766 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:16:54.766938 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port 36a9e0b7-23f4-4815-b633-afdc543da766 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:16:54.767314 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:54.778238 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c3593f88-bd27-4043-b9aa-1ba596663361 req-d31a666b-eaed-4bdf-9b91-c5d68ab61ab7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446563 Nov 18 18:16:54.830523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422f0ad-58a2-4348-9de3-5f527b209be8 req-9831e6c1-4140-4794-975d-d28ba0e56854 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:54.835523 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6422f0ad-58a2-4348-9de3-5f527b209be8 req-9831e6c1-4140-4794-975d-d28ba0e56854 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7&tenant_id=2de165532611454c8ce5939d0b5a20ec&binding%3Ahost_id=n-h2-813419-11 HTTP/1.1" status: 200 len: 945 time: 0.0615070 Nov 18 18:16:54.880351 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:54.904717 n-d-813419-11 neutron-server[104008]: INFO neutron.api.v2.resource [req-6422f0ad-58a2-4348-9de3-5f527b209be8 req-767853eb-1a46-4f3f-a157-9f8506bbface service neutron] delete failed (client error): The resource could not be found. Nov 18 18:16:54.905389 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a9e0b7-23f4-4815-b633-afdc543da766'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:16:54.905758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5b8ad-0ee3-45a1-b0b8-5431b19b9ee2 req-09f35232-ef85-4486-bc12-932557b7456d tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:54.905935 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6422f0ad-58a2-4348-9de3-5f527b209be8 req-767853eb-1a46-4f3f-a157-9f8506bbface service neutron] 10.222.0.81 "DELETE /v2.0/ports/36a9e0b7-23f4-4815-b633-afdc543da766/bindings/n-h1-813419-11 HTTP/1.1" status: 404 len: 381 time: 0.0652525 Nov 18 18:16:54.907503 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74a5b8ad-0ee3-45a1-b0b8-5431b19b9ee2 req-09f35232-ef85-4486-bc12-932557b7456d tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 945 time: 0.0514617 Nov 18 18:16:54.907706 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd3a029-633c-4c99-8ffa-69584874e562" -d '{"events": [{"server_uuid": "3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7", "name": "network-vif-plugged", "status": "completed", "tag": "36a9e0b7-23f4-4815-b633-afdc543da766"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:16:54.926941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port 36a9e0b7-23f4-4815-b633-afdc543da766, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=36a9e0b7-23f4-4815-b633-afdc543da766,segment=NetworkSegment(5d481760-38fb-497e-915a-1c5bb5931c0d),segment_id=5d481760-38fb-497e-915a-1c5bb5931c0d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:16:54.967395 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5b0d44-871f-462d-a347-96fabe1ee0d6 x-openstack-request-id: req-ea5b0d44-871f-462d-a347-96fabe1ee0d6 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:16:54.967690 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7", "name": "network-vif-plugged", "status": "completed", "tag": "36a9e0b7-23f4-4815-b633-afdc543da766", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:16:54.969317 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ea5b0d44-871f-462d-a347-96fabe1ee0d6 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:16:54.969731 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a9e0b7-23f4-4815-b633-afdc543da766', 'code': 200} Nov 18 18:16:54.982338 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-74a5b8ad-0ee3-45a1-b0b8-5431b19b9ee2 req-ece03373-8339-4301-ab81-f645e746af28 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628028 Nov 18 18:16:54.994685 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422f0ad-58a2-4348-9de3-5f527b209be8 req-362e565f-f68b-479c-a3ba-b4597dc2cc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:54.996258 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6422f0ad-58a2-4348-9de3-5f527b209be8 req-362e565f-f68b-479c-a3ba-b4597dc2cc04 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 1097 time: 0.0438282 Nov 18 18:16:55.086479 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422f0ad-58a2-4348-9de3-5f527b209be8 req-f9e246b7-05cc-4320-8db8-9f6897756235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:55.088015 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6422f0ad-58a2-4348-9de3-5f527b209be8 req-f9e246b7-05cc-4320-8db8-9f6897756235 service neutron] 10.222.0.81 "GET /v2.0/networks?id=371d0aed-4691-42e9-86c8-7942298ae664 HTTP/1.1" status: 200 len: 898 time: 0.0853357 Nov 18 18:16:55.096628 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:16:55.146323 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=36a9e0b7-23f4-4815-b633-afdc543da766,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:16:55.158772 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6422f0ad-58a2-4348-9de3-5f527b209be8 req-13c2d92b-9dad-4744-94a6-00ab4ed0dc48 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a9e0b7-23f4-4815-b633-afdc543da766 HTTP/1.1" status: 200 len: 1000 time: 0.0639255 Nov 18 18:16:55.208828 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422f0ad-58a2-4348-9de3-5f527b209be8 req-849d385d-d9c8-4345-b223-9887bdeb7861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:55.210563 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6422f0ad-58a2-4348-9de3-5f527b209be8 req-849d385d-d9c8-4345-b223-9887bdeb7861 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f7b1c46d-31d6-48a5-98e7-fb0bd97be358 HTTP/1.1" status: 200 len: 835 time: 0.0446315 Nov 18 18:16:55.256255 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422f0ad-58a2-4348-9de3-5f527b209be8 req-d0244775-217c-4586-983d-c3376ecfc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:55.257767 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6422f0ad-58a2-4348-9de3-5f527b209be8 req-d0244775-217c-4586-983d-c3376ecfc1e9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=371d0aed-4691-42e9-86c8-7942298ae664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406461 Nov 18 18:16:55.352940 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6422f0ad-58a2-4348-9de3-5f527b209be8 req-870ff3a7-c19c-4903-b639-e40142284f5d service neutron] 10.222.0.81 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882359 Nov 18 18:16:55.446327 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-6422f0ad-58a2-4348-9de3-5f527b209be8 req-818d6552-f7e5-4d92-8599-446b57839aa4 service neutron] 10.222.0.81 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860515 Nov 18 18:16:56.104333 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681dc5b-e729-4a3a-aca9-fc88b53097fc req-df8d86d6-d442-4395-a767-15272661dcd2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:56.105839 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2681dc5b-e729-4a3a-aca9-fc88b53097fc req-df8d86d6-d442-4395-a767-15272661dcd2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0495465 Nov 18 18:16:56.155016 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2681dc5b-e729-4a3a-aca9-fc88b53097fc req-553dafcb-31ff-4d16-a57e-4cfbba6bbd81 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430584 Nov 18 18:16:57.270247 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f667f-c739-4e97-aca5-34e5341db938 req-75c8d92c-1527-43f1-bbad-f9cc836f896c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:16:57.271742 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-965f667f-c739-4e97-aca5-34e5341db938 req-75c8d92c-1527-43f1-bbad-f9cc836f896c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0480695 Nov 18 18:16:57.321341 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-965f667f-c739-4e97-aca5-34e5341db938 req-a4ba9ee7-34c5-41a2-b588-d24039b755df tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424447 Nov 18 18:16:57.346000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40348) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:16:57.406975 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-f4eba507-4e37-4fbf-9729-e8b6e9dfda42 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/floatingips/8d35c953-d33d-46bc-b6a6-14272e411cf5 HTTP/1.1" status: 200 len: 992 time: 0.0597255 Nov 18 18:17:00.042086 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-39a6ab7e-ee92-41f5-be88-7955fa2985ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:02.518702 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cee14109-b93a-4196-9105-90bb1640392f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:03.819320 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:05.236081 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:05.527522 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:11.483495 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7cfaeee-29ab-48b0-87c0-b9f4ee89d883 req-3cf958bd-8a11-423c-8690-1d669e6c4988 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397696 Nov 18 18:17:11.571932 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfaeee-29ab-48b0-87c0-b9f4ee89d883 req-88bc9016-a513-4555-8099-b115b787a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:11.573446 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7cfaeee-29ab-48b0-87c0-b9f4ee89d883 req-88bc9016-a513-4555-8099-b115b787a090 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 1098 time: 0.0444350 Nov 18 18:17:11.683272 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfaeee-29ab-48b0-87c0-b9f4ee89d883 req-dafd47b0-481c-42c9-a8ec-0d55639349f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:11.684789 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7cfaeee-29ab-48b0-87c0-b9f4ee89d883 req-dafd47b0-481c-42c9-a8ec-0d55639349f6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=371d0aed-4691-42e9-86c8-7942298ae664 HTTP/1.1" status: 200 len: 898 time: 0.0850596 Nov 18 18:17:11.754845 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7cfaeee-29ab-48b0-87c0-b9f4ee89d883 req-3d61aa82-89ab-4111-9324-93af750f9d1f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a9e0b7-23f4-4815-b633-afdc543da766 HTTP/1.1" status: 200 len: 1000 time: 0.0625403 Nov 18 18:17:11.804860 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfaeee-29ab-48b0-87c0-b9f4ee89d883 req-1e663178-f2c5-462c-91ee-c502c72c6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:11.806300 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7cfaeee-29ab-48b0-87c0-b9f4ee89d883 req-1e663178-f2c5-462c-91ee-c502c72c6559 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f7b1c46d-31d6-48a5-98e7-fb0bd97be358 HTTP/1.1" status: 200 len: 835 time: 0.0441525 Nov 18 18:17:11.854567 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfaeee-29ab-48b0-87c0-b9f4ee89d883 req-e53ca2ae-dc61-40c2-8db9-0a8530223071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:11.856071 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7cfaeee-29ab-48b0-87c0-b9f4ee89d883 req-e53ca2ae-dc61-40c2-8db9-0a8530223071 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=371d0aed-4691-42e9-86c8-7942298ae664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396111 Nov 18 18:17:11.950650 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7cfaeee-29ab-48b0-87c0-b9f4ee89d883 req-214a48a1-39ac-4460-83ad-c56f5f2bf21d service neutron] 10.222.0.83 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868342 Nov 18 18:17:12.042111 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7cfaeee-29ab-48b0-87c0-b9f4ee89d883 req-ef3cbcc4-44c5-4b99-8e5d-8e225cb3e856 service neutron] 10.222.0.83 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825999 Nov 18 18:17:22.207626 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:23.231645 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:17:23.813192 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:27.928928 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40362) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:28.094327 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port 688e53b6-8352-4a50-99e2-e10a270181ea {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:17:28.094681 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:28.169813 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:28.170050 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:28.182874 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for 688e53b6-8352-4a50-99e2-e10a270181ea owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:17:28.493183 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:28.520552 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=688e53b6-8352-4a50-99e2-e10a270181ea,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:28.545429 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:28.554884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:28.554884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:28.554884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:28.554884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:28.554884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:28.554884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:28.554884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:28.554884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:28.554884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:28.554884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:28.554884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:28.591929 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:28.592267 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Floating IP 8d35c953-d33d-46bc-b6a6-14272e411cf5 disassociated (deleted). External IP: 172.25.3.3, port: 36a9e0b7-23f4-4815-b633-afdc543da766. Nov 18 18:17:28.798509 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router 51a65e08-048e-4dcb-8d06-84a09573b8f7 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:17:28.906353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:17:28.911515 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:28.916964 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b6cab-ad28-4006-8b27-7b0a08b541e5 None None] Sync routers for ids ['51a65e08-048e-4dcb-8d06-84a09573b8f7'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:17:28.926211 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b6cab-ad28-4006-8b27-7b0a08b541e5 None None] Routers {'51a65e08-048e-4dcb-8d06-84a09573b8f7'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:17:28.930043 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-dc9b6cab-ad28-4006-8b27-7b0a08b541e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:17:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51a65e08-048e-4dcb-8d06-84a09573b8f7'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:28.938014 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ef040e23-5971-4f57-87b3-bc851bf29771 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/floatingips/8d35c953-d33d-46bc-b6a6-14272e411cf5 HTTP/1.1" status: 204 len: 168 time: 1.0079577 Nov 18 18:17:28.938632 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'tag': '36a9e0b7-23f4-4815-b633-afdc543da766'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:17:28.940943 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81c1f65620c2b619e54ef1f34f71e2c57117e756ba45fba3b6a8fdb297f35b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149ea0d7-64a6-4b18-abcf-009906e888e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7", "tag": "36a9e0b7-23f4-4815-b633-afdc543da766"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:17:28.981743 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f78caa1-184a-44a5-a876-96ff29b6dd20 x-openstack-request-id: req-4f78caa1-184a-44a5-a876-96ff29b6dd20 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:17:28.982101 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7", "tag": "36a9e0b7-23f4-4815-b633-afdc543da766", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:17:28.982354 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4f78caa1-184a-44a5-a876-96ff29b6dd20 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:17:28.982773 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'tag': '36a9e0b7-23f4-4815-b633-afdc543da766', 'status': 'completed', 'code': 200} Nov 18 18:17:29.048969 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-dc9b6cab-ad28-4006-8b27-7b0a08b541e5 None None] Set router 51a65e08-048e-4dcb-8d06-84a09573b8f7 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:17:29.055696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ea0d7-64a6-4b18-abcf-009906e888e9 req-54c4ec41-d404-4479-96fa-31145d7f6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:29.059837 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-149ea0d7-64a6-4b18-abcf-009906e888e9 req-54c4ec41-d404-4479-96fa-31145d7f6224 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 1098 time: 0.0456095 Nov 18 18:17:29.154141 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ea0d7-64a6-4b18-abcf-009906e888e9 req-7a52f3bd-f521-4840-b5c3-ee6e45c7db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:29.155667 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-149ea0d7-64a6-4b18-abcf-009906e888e9 req-7a52f3bd-f521-4840-b5c3-ee6e45c7db6b service neutron] 10.222.0.83 "GET /v2.0/networks?id=371d0aed-4691-42e9-86c8-7942298ae664 HTTP/1.1" status: 200 len: 898 time: 0.0904450 Nov 18 18:17:29.204412 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-149ea0d7-64a6-4b18-abcf-009906e888e9 req-7de90cde-570e-4f53-8be1-656883c238fd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a9e0b7-23f4-4815-b633-afdc543da766 HTTP/1.1" status: 200 len: 217 time: 0.0395994 Nov 18 18:17:29.255460 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ea0d7-64a6-4b18-abcf-009906e888e9 req-398b6dfa-0e57-425b-a658-32f12b2e38dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:29.257021 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-149ea0d7-64a6-4b18-abcf-009906e888e9 req-398b6dfa-0e57-425b-a658-32f12b2e38dd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f7b1c46d-31d6-48a5-98e7-fb0bd97be358 HTTP/1.1" status: 200 len: 835 time: 0.0452883 Nov 18 18:17:29.317680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ea0d7-64a6-4b18-abcf-009906e888e9 req-490ea3a3-3da0-4bea-ac86-4236f1d954b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:29.319132 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-149ea0d7-64a6-4b18-abcf-009906e888e9 req-490ea3a3-3da0-4bea-ac86-4236f1d954b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=371d0aed-4691-42e9-86c8-7942298ae664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540178 Nov 18 18:17:29.367114 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-dc9b6cab-ad28-4006-8b27-7b0a08b541e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247589778', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:44Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:40Z', 'updated_at': '2021-11-18T18:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '87c351c9-37b3-4378-a129-dd7f7cad93de', 'name': '', 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:a3:40:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:43Z', 'updated_at': '2021-11-18T18:15:47Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:29.395078 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b6cab-ad28-4006-8b27-7b0a08b541e5 None None] Checking router: 51a65e08-048e-4dcb-8d06-84a09573b8f7 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:17:29.404461 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b6cab-ad28-4006-8b27-7b0a08b541e5 None None] Routers {'51a65e08-048e-4dcb-8d06-84a09573b8f7'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:17:29.405278 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-dc9b6cab-ad28-4006-8b27-7b0a08b541e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:17:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51a65e08-048e-4dcb-8d06-84a09573b8f7'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:29.416176 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-149ea0d7-64a6-4b18-abcf-009906e888e9 req-cbacffef-1180-48d9-a648-a77add633510 service neutron] 10.222.0.83 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886133 Nov 18 18:17:29.509912 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-149ea0d7-64a6-4b18-abcf-009906e888e9 req-9d90f9eb-86cc-400a-87aa-0e88f2e8c3d8 service neutron] 10.222.0.83 "GET /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866396 Nov 18 18:17:29.518021 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-dc9b6cab-ad28-4006-8b27-7b0a08b541e5 None None] Set router 51a65e08-048e-4dcb-8d06-84a09573b8f7 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:17:29.737725 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-dc9b6cab-ad28-4006-8b27-7b0a08b541e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247589778', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:44Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:40Z', 'updated_at': '2021-11-18T18:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '87c351c9-37b3-4378-a129-dd7f7cad93de', 'name': '', 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:a3:40:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:43Z', 'updated_at': '2021-11-18T18:15:47Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:29.747302 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420715e4-331a-4ccc-a624-40844fe03565 req-52a24dee-84a6-44e2-b2b0-4ff516ee65ba tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:29.748860 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-420715e4-331a-4ccc-a624-40844fe03565 req-52a24dee-84a6-44e2-b2b0-4ff516ee65ba tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0546911 Nov 18 18:17:29.764611 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b6cab-ad28-4006-8b27-7b0a08b541e5 None None] The sync data for ids ['51a65e08-048e-4dcb-8d06-84a09573b8f7'] in n-d-813419-11 is: [{'id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247589778', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:15:44Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:40Z', 'updated_at': '2021-11-18T18:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '87c351c9-37b3-4378-a129-dd7f7cad93de', 'name': '', 'network_id': '371d0aed-4691-42e9-86c8-7942298ae664', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:a3:40:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:43Z', 'updated_at': '2021-11-18T18:15:47Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'f7b1c46d-31d6-48a5-98e7-fb0bd97be358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:17:29.802832 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-420715e4-331a-4ccc-a624-40844fe03565 req-f6067a91-5ef0-4620-b707-faae92f087ef tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478172 Nov 18 18:17:29.994214 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae26cfe9-5866-4d4a-8eda-a4752b698f8f None None] New status for floating IP 8d35c953-d33d-46bc-b6a6-14272e411cf5: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:17:30.072752 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3706034-949f-4753-87f6-64c3e720ec58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:30.966323 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc7dae-df30-4376-beb3-317148ea4753 req-b6ff55ce-3341-42a0-a371-f45171d952c3 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:30.967979 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-69dc7dae-df30-4376-beb3-317148ea4753 req-b6ff55ce-3341-42a0-a371-f45171d952c3 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0912745 Nov 18 18:17:31.017322 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-69dc7dae-df30-4376-beb3-317148ea4753 req-dda6e205-507b-427e-83ff-265c6901fff7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432732 Nov 18 18:17:31.231665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4d0fe-17a2-4cde-9407-416ee7d1f007 req-d4183d35-c8c5-404f-8cf7-be743e93cc6b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:31.233193 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-93c4d0fe-17a2-4cde-9407-416ee7d1f007 req-d4183d35-c8c5-404f-8cf7-be743e93cc6b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 946 time: 0.0484586 Nov 18 18:17:31.327062 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-93c4d0fe-17a2-4cde-9407-416ee7d1f007 req-7c207764-50d4-47c7-bc88-3e092f8e61f8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port 36a9e0b7-23f4-4815-b633-afdc543da766 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:17:31.327403 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-93c4d0fe-17a2-4cde-9407-416ee7d1f007 req-7c207764-50d4-47c7-bc88-3e092f8e61f8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:31.419860 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-93c4d0fe-17a2-4cde-9407-416ee7d1f007 req-7c207764-50d4-47c7-bc88-3e092f8e61f8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] For port 36a9e0b7-23f4-4815-b633-afdc543da766, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=36a9e0b7-23f4-4815-b633-afdc543da766,segment=NetworkSegment(5d481760-38fb-497e-915a-1c5bb5931c0d),segment_id=5d481760-38fb-497e-915a-1c5bb5931c0d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:17:31.420232 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-93c4d0fe-17a2-4cde-9407-416ee7d1f007 req-7c207764-50d4-47c7-bc88-3e092f8e61f8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:31.432104 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-93c4d0fe-17a2-4cde-9407-416ee7d1f007 req-7c207764-50d4-47c7-bc88-3e092f8e61f8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for 36a9e0b7-23f4-4815-b633-afdc543da766 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:17:31.701849 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-93c4d0fe-17a2-4cde-9407-416ee7d1f007 req-7c207764-50d4-47c7-bc88-3e092f8e61f8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:31.734997 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c207764-50d4-47c7-bc88-3e092f8e61f8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=36a9e0b7-23f4-4815-b633-afdc543da766,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:31.777548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c4d0fe-17a2-4cde-9407-416ee7d1f007 req-7c207764-50d4-47c7-bc88-3e092f8e61f8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] No DVR routers for this DVR port 36a9e0b7-23f4-4815-b633-afdc543da766 on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:17:31.780364 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-93c4d0fe-17a2-4cde-9407-416ee7d1f007 req-7c207764-50d4-47c7-bc88-3e092f8e61f8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:31.783896 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-93c4d0fe-17a2-4cde-9407-416ee7d1f007 req-7c207764-50d4-47c7-bc88-3e092f8e61f8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.83 "DELETE /v2.0/ports/36a9e0b7-23f4-4815-b633-afdc543da766 HTTP/1.1" status: 204 len: 173 time: 0.5438809 Nov 18 18:17:31.784348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'name': 'network-vif-deleted', 'tag': '36a9e0b7-23f4-4815-b633-afdc543da766'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:17:31.786767 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a216e4a7-e1a4-4117-9045-6331a672265f" -d '{"events": [{"server_uuid": "3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7", "name": "network-vif-deleted", "tag": "36a9e0b7-23f4-4815-b633-afdc543da766"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:17:31.823676 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5516d214-f9fd-418c-baba-a7c588dacbc9 x-openstack-request-id: req-5516d214-f9fd-418c-baba-a7c588dacbc9 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:17:31.824173 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7", "name": "network-vif-deleted", "tag": "36a9e0b7-23f4-4815-b633-afdc543da766", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:17:31.824543 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5516d214-f9fd-418c-baba-a7c588dacbc9 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:17:31.824961 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7', 'name': 'network-vif-deleted', 'tag': '36a9e0b7-23f4-4815-b633-afdc543da766', 'status': 'completed', 'code': 200} Nov 18 18:17:32.113712 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b522a658-62c8-46d6-8a97-d9141ebb45ae req-2dd42d3b-cc11-4517-bc9e-405ab32ace46 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f7cae1c-bdb5-4b34-b407-4f288ffaf5e7 HTTP/1.1" status: 200 len: 210 time: 0.0264339 Nov 18 18:17:32.504213 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8df556b3-6ceb-41d4-ba7e-1d8483010c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:33.172271 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40380) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:33.532423 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c8ad81ee-90ce-46f2-a9fb-7b9eb4e7d7a2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:33.789980 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad81ee-90ce-46f2-a9fb-7b9eb4e7d7a2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port 87c351c9-37b3-4378-a129-dd7f7cad93de {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:17:33.790225 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c8ad81ee-90ce-46f2-a9fb-7b9eb4e7d7a2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:33.841494 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:33.883676 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-c8ad81ee-90ce-46f2-a9fb-7b9eb4e7d7a2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] For port 87c351c9-37b3-4378-a129-dd7f7cad93de, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=87c351c9-37b3-4378-a129-dd7f7cad93de,segment=NetworkSegment(5d481760-38fb-497e-915a-1c5bb5931c0d),segment_id=5d481760-38fb-497e-915a-1c5bb5931c0d)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:17:33.884077 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c8ad81ee-90ce-46f2-a9fb-7b9eb4e7d7a2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:33.895868 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad81ee-90ce-46f2-a9fb-7b9eb4e7d7a2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for 87c351c9-37b3-4378-a129-dd7f7cad93de owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:17:34.204433 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c8ad81ee-90ce-46f2-a9fb-7b9eb4e7d7a2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:34.231578 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad81ee-90ce-46f2-a9fb-7b9eb4e7d7a2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=87c351c9-37b3-4378-a129-dd7f7cad93de,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:34.412133 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c8ad81ee-90ce-46f2-a9fb-7b9eb4e7d7a2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:34.626185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ad81ee-90ce-46f2-a9fb-7b9eb4e7d7a2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router 51a65e08-048e-4dcb-8d06-84a09573b8f7 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:17:35.078303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ad81ee-90ce-46f2-a9fb-7b9eb4e7d7a2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:17:35.092645 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c8ad81ee-90ce-46f2-a9fb-7b9eb4e7d7a2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "PUT /v2.0/routers/51a65e08-048e-4dcb-8d06-84a09573b8f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9100504 Nov 18 18:17:35.092645 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40382) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:35.092845 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d55e53-3ff1-4778-8616-ab27546072ad None None] Sync routers for ids ['51a65e08-048e-4dcb-8d06-84a09573b8f7'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:17:35.099719 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d55e53-3ff1-4778-8616-ab27546072ad None None] Routers {'51a65e08-048e-4dcb-8d06-84a09573b8f7'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:17:35.100346 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-60d55e53-3ff1-4778-8616-ab27546072ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:17:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51a65e08-048e-4dcb-8d06-84a09573b8f7'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:35.138296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca64787-1ed6-4fe9-900b-25b01c25cd5a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting subnet f7b1c46d-31d6-48a5-98e7-fb0bd97be358 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:17:35.141484 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3ca64787-1ed6-4fe9-900b-25b01c25cd5a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:35.184325 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3ca64787-1ed6-4fe9-900b-25b01c25cd5a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:35.209584 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-60d55e53-3ff1-4778-8616-ab27546072ad None None] Set router 51a65e08-048e-4dcb-8d06-84a09573b8f7 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:17:35.271224 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3ca64787-1ed6-4fe9-900b-25b01c25cd5a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:35.276326 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:35.384897 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-60d55e53-3ff1-4778-8616-ab27546072ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247589778', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:17:34Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:40Z', 'updated_at': '2021-11-18T18:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:35.415370 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d55e53-3ff1-4778-8616-ab27546072ad None None] Checking router: 51a65e08-048e-4dcb-8d06-84a09573b8f7 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:17:35.423465 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d55e53-3ff1-4778-8616-ab27546072ad None None] Routers {'51a65e08-048e-4dcb-8d06-84a09573b8f7'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:17:35.424103 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-60d55e53-3ff1-4778-8616-ab27546072ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:17:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['51a65e08-048e-4dcb-8d06-84a09573b8f7'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:35.445147 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3ca64787-1ed6-4fe9-900b-25b01c25cd5a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:35.475940 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca64787-1ed6-4fe9-900b-25b01c25cd5a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b1c46d-31d6-48a5-98e7-fb0bd97be358,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:35.477974 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3ca64787-1ed6-4fe9-900b-25b01c25cd5a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:35.481283 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3ca64787-1ed6-4fe9-900b-25b01c25cd5a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/subnets/f7b1c46d-31d6-48a5-98e7-fb0bd97be358 HTTP/1.1" status: 204 len: 168 time: 0.3939087 Nov 18 18:17:35.484007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40384) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:35.486707 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22efe208-4e6e-4770-92ff-c08bc53fb83f None None] Network 371d0aed-4691-42e9-86c8-7942298ae664 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:17:35.529475 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-60d55e53-3ff1-4778-8616-ab27546072ad None None] Set router 51a65e08-048e-4dcb-8d06-84a09573b8f7 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:17:35.555985 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:35.626158 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04871a16-74f0-4266-a8eb-ee22c9898d95 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:35.688509 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bba4ac9-a04c-4eb4-8db1-7914cd809c35 None None] DHCP port deletion for 371d0aed-4691-42e9-86c8-7942298ae664 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:17:35.711123 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-60d55e53-3ff1-4778-8616-ab27546072ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247589778', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:17:34Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:40Z', 'updated_at': '2021-11-18T18:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:35.742098 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6bba4ac9-a04c-4eb4-8db1-7914cd809c35 None None] Deleting port 4427ae86-ff84-4259-a885-151d18f831fd {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:17:35.742803 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6bba4ac9-a04c-4eb4-8db1-7914cd809c35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:35.749674 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04871a16-74f0-4266-a8eb-ee22c9898d95 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:35.751662 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d55e53-3ff1-4778-8616-ab27546072ad None None] The sync data for ids ['51a65e08-048e-4dcb-8d06-84a09573b8f7'] in n-d-813419-11 is: [{'id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247589778', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:15:39Z', 'updated_at': '2021-11-18T18:17:34Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': 'dd752a67-f478-4f10-a5dd-e35fb77d67f4', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a65e08-048e-4dcb-8d06-84a09573b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:15:40Z', 'updated_at': '2021-11-18T18:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:17:35.812220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6bba4ac9-a04c-4eb4-8db1-7914cd809c35 None None] For port 4427ae86-ff84-4259-a885-151d18f831fd, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=4427ae86-ff84-4259-a885-151d18f831fd,segment=NetworkSegment(5d481760-38fb-497e-915a-1c5bb5931c0d),segment_id=5d481760-38fb-497e-915a-1c5bb5931c0d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:17:35.812621 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6bba4ac9-a04c-4eb4-8db1-7914cd809c35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:35.824830 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6bba4ac9-a04c-4eb4-8db1-7914cd809c35 None None] Calling delete_port for 4427ae86-ff84-4259-a885-151d18f831fd owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:17:35.872027 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-04871a16-74f0-4266-a8eb-ee22c9898d95 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port dd752a67-f478-4f10-a5dd-e35fb77d67f4 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:17:35.872704 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04871a16-74f0-4266-a8eb-ee22c9898d95 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:35.955864 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-04871a16-74f0-4266-a8eb-ee22c9898d95 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] For port dd752a67-f478-4f10-a5dd-e35fb77d67f4, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=dd752a67-f478-4f10-a5dd-e35fb77d67f4,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:17:35.956170 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04871a16-74f0-4266-a8eb-ee22c9898d95 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:35.968059 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-04871a16-74f0-4266-a8eb-ee22c9898d95 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for dd752a67-f478-4f10-a5dd-e35fb77d67f4 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:17:35.998480 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6bba4ac9-a04c-4eb4-8db1-7914cd809c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:36.029129 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba4ac9-a04c-4eb4-8db1-7914cd809c35 None None] Pushing event deleted for resources: {'Port': ['ID=4427ae86-ff84-4259-a885-151d18f831fd,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:36.030999 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bba4ac9-a04c-4eb4-8db1-7914cd809c35 None None] No DVR routers for this DVR port 4427ae86-ff84-4259-a885-151d18f831fd on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:17:36.241437 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04871a16-74f0-4266-a8eb-ee22c9898d95 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:36.265971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04871a16-74f0-4266-a8eb-ee22c9898d95 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=dd752a67-f478-4f10-a5dd-e35fb77d67f4,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:36.281143 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eb7c6a-55fc-4c76-b399-28e67c17199b None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:17:36.330528 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04871a16-74f0-4266-a8eb-ee22c9898d95 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:36.424871 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04871a16-74f0-4266-a8eb-ee22c9898d95 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:36.427050 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04871a16-74f0-4266-a8eb-ee22c9898d95 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:36.550102 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04871a16-74f0-4266-a8eb-ee22c9898d95 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:36.550572 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04871a16-74f0-4266-a8eb-ee22c9898d95 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Fanout notify agent at l3_agent the message router_deleted on router 51a65e08-048e-4dcb-8d06-84a09573b8f7 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:17:36.557534 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04871a16-74f0-4266-a8eb-ee22c9898d95 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:36.558940 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-04871a16-74f0-4266-a8eb-ee22c9898d95 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/routers/51a65e08-048e-4dcb-8d06-84a09573b8f7 HTTP/1.1" status: 204 len: 168 time: 1.0730166 Nov 18 18:17:36.561462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40386) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:36.640621 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-485bfdd3-e838-436e-b79a-01062e8c99b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:36.734961 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-485bfdd3-e838-436e-b79a-01062e8c99b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:36.755590 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-485bfdd3-e838-436e-b79a-01062e8c99b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371d0aed-4691-42e9-86c8-7942298ae664']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:36.764984 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-485bfdd3-e838-436e-b79a-01062e8c99b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d481760-38fb-497e-915a-1c5bb5931c0d') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:36.765286 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-485bfdd3-e838-436e-b79a-01062e8c99b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d481760-38fb-497e-915a-1c5bb5931c0d') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:36.774683 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-485bfdd3-e838-436e-b79a-01062e8c99b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:36.789878 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-485bfdd3-e838-436e-b79a-01062e8c99b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:36.796572 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485bfdd3-e838-436e-b79a-01062e8c99b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:17:36.796990 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-485bfdd3-e838-436e-b79a-01062e8c99b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: timer() Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:17:36.800376 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:17:36.869014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 36a9e0b7-23f4-4815-b633-afdc543da766 no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:17:36.889958 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: 36a9e0b7-23f4-4815-b633-afdc543da766 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:17:36.890321 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device 36a9e0b7-23f4-4815-b633-afdc543da766 not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:17:36.981705 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-485bfdd3-e838-436e-b79a-01062e8c99b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:36.990822 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-485bfdd3-e838-436e-b79a-01062e8c99b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:36.994287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-485bfdd3-e838-436e-b79a-01062e8c99b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/networks/371d0aed-4691-42e9-86c8-7942298ae664 HTTP/1.1" status: 204 len: 168 time: 0.4316187 Nov 18 18:17:36.997083 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40388) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:37.007321 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485bfdd3-e838-436e-b79a-01062e8c99b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Network': ['ID=371d0aed-4691-42e9-86c8-7942298ae664,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:37.059148 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01f27d7f-86f9-43fe-b23a-729d2e6479b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:37.083632 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01f27d7f-86f9-43fe-b23a-729d2e6479b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:37.212803 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01f27d7f-86f9-43fe-b23a-729d2e6479b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:37.216207 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01f27d7f-86f9-43fe-b23a-729d2e6479b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:37.217379 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-01f27d7f-86f9-43fe-b23a-729d2e6479b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/security-groups/5e21f9e4-2ea4-4447-b25f-31d3fc86ac81 HTTP/1.1" status: 204 len: 168 time: 0.2186782 Nov 18 18:17:37.226617 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f27d7f-86f9-43fe-b23a-729d2e6479b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e21f9e4-2ea4-4447-b25f-31d3fc86ac81,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:37.559804 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device dd752a67-f478-4f10-a5dd-e35fb77d67f4 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:17:37.580507 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: dd752a67-f478-4f10-a5dd-e35fb77d67f4 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:17:37.580862 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device dd752a67-f478-4f10-a5dd-e35fb77d67f4 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:17:37.581287 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 87c351c9-37b3-4378-a129-dd7f7cad93de no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:17:37.601502 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 87c351c9-37b3-4378-a129-dd7f7cad93de {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:17:37.601775 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 87c351c9-37b3-4378-a129-dd7f7cad93de not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:17:37.602203 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4427ae86-ff84-4259-a885-151d18f831fd no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:17:37.630076 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 4427ae86-ff84-4259-a885-151d18f831fd {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:17:37.630454 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 4427ae86-ff84-4259-a885-151d18f831fd not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:17:37.896923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40394) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:37.901500 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e390586a-8db9-42ed-b3d7-7c62a8e33491 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1265753717', 'description': 'tempest-secgroup-smoke-1265753717 description', 'project_id': '2de165532611454c8ce5939d0b5a20ec'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:17:38.073155 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e390586a-8db9-42ed-b3d7-7c62a8e33491 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:38.144429 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e390586a-8db9-42ed-b3d7-7c62a8e33491 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:38.293426 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e390586a-8db9-42ed-b3d7-7c62a8e33491 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:38.322284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390586a-8db9-42ed-b3d7-7c62a8e33491 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c526d4-525e-4c50-9cb9-2033e4129913,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:38.464392 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e390586a-8db9-42ed-b3d7-7c62a8e33491 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:38.465590 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e390586a-8db9-42ed-b3d7-7c62a8e33491 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5676427 Nov 18 18:17:38.468431 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40396) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:38.472923 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-531e4b16-699a-4620-8f2c-dff7bb840674 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '93c526d4-525e-4c50-9cb9-2033e4129913', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:17:38.615086 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-531e4b16-699a-4620-8f2c-dff7bb840674 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:38.669812 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-531e4b16-699a-4620-8f2c-dff7bb840674 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:38.758189 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-531e4b16-699a-4620-8f2c-dff7bb840674 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:38.775927 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e4b16-699a-4620-8f2c-dff7bb840674 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02644b4-7357-4a54-bfa8-1219d7af71e9,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:38.880846 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-531e4b16-699a-4620-8f2c-dff7bb840674 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:38.882095 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-531e4b16-699a-4620-8f2c-dff7bb840674 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4127126 Nov 18 18:17:38.884888 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40398) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:38.889857 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-21e734bb-70e0-4444-a726-fdc898139eed tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '93c526d4-525e-4c50-9cb9-2033e4129913', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:17:38.994741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21e734bb-70e0-4444-a726-fdc898139eed tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:39.049373 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21e734bb-70e0-4444-a726-fdc898139eed tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:39.121951 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21e734bb-70e0-4444-a726-fdc898139eed tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:39.139213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e734bb-70e0-4444-a726-fdc898139eed tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b5c1a4-6609-4913-b62a-0fa3843d70e6,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:39.226250 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21e734bb-70e0-4444-a726-fdc898139eed tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:39.227479 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-21e734bb-70e0-4444-a726-fdc898139eed tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3416371 Nov 18 18:17:39.230189 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40400) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:39.234974 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-12a8cea1-aa52-4878-a07b-502a62f10dd5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '93c526d4-525e-4c50-9cb9-2033e4129913', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:17:39.332476 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12a8cea1-aa52-4878-a07b-502a62f10dd5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:39.392545 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12a8cea1-aa52-4878-a07b-502a62f10dd5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:39.486868 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12a8cea1-aa52-4878-a07b-502a62f10dd5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:39.506696 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8cea1-aa52-4878-a07b-502a62f10dd5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59e5800-475c-40cf-8f41-3010e10ea87c,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:39.638467 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12a8cea1-aa52-4878-a07b-502a62f10dd5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:39.639749 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-12a8cea1-aa52-4878-a07b-502a62f10dd5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4081490 Nov 18 18:17:39.642604 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40402) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:39.647256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1d96d162-3f03-43bf-9565-24d5b56f7540 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '93c526d4-525e-4c50-9cb9-2033e4129913', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:17:39.749355 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1d96d162-3f03-43bf-9565-24d5b56f7540 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:39.809179 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1d96d162-3f03-43bf-9565-24d5b56f7540 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:39.944289 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1d96d162-3f03-43bf-9565-24d5b56f7540 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:39.964221 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96d162-3f03-43bf-9565-24d5b56f7540 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db063e3d-0c35-4ce7-b174-1ed09170da16,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:40.111994 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1d96d162-3f03-43bf-9565-24d5b56f7540 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:40.113294 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1d96d162-3f03-43bf-9565-24d5b56f7540 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4696934 Nov 18 18:17:40.116198 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40404) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:40.120575 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3be273c9-0861-44e7-a118-cf3b90e797d9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '93c526d4-525e-4c50-9cb9-2033e4129913', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:17:40.213147 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-3be273c9-0861-44e7-a118-cf3b90e797d9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Project 2de165532611454c8ce5939d0b5a20ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:17:40.218972 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3be273c9-0861-44e7-a118-cf3b90e797d9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:40.276655 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3be273c9-0861-44e7-a118-cf3b90e797d9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:40.366683 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3be273c9-0861-44e7-a118-cf3b90e797d9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:40.384582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be273c9-0861-44e7-a118-cf3b90e797d9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2137ab72-5906-4a01-8aaf-968cbb5853a9,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:40.480547 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3be273c9-0861-44e7-a118-cf3b90e797d9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:40.481753 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-3be273c9-0861-44e7-a118-cf3b90e797d9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3645527 Nov 18 18:17:40.484642 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40406) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:40.489119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c8acd5b8-6341-488b-80e7-0868e55f90ba tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': '93c526d4-525e-4c50-9cb9-2033e4129913', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:17:40.576425 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-c8acd5b8-6341-488b-80e7-0868e55f90ba tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Project 2de165532611454c8ce5939d0b5a20ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:17:40.581571 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c8acd5b8-6341-488b-80e7-0868e55f90ba tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:40.642398 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c8acd5b8-6341-488b-80e7-0868e55f90ba tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:40.755296 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c8acd5b8-6341-488b-80e7-0868e55f90ba tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:40.773093 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acd5b8-6341-488b-80e7-0868e55f90ba tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2580cd1d-4ba0-4b60-a188-bd9010bc1ae8,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:40.842940 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c8acd5b8-6341-488b-80e7-0868e55f90ba tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:40.844215 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c8acd5b8-6341-488b-80e7-0868e55f90ba tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3586192 Nov 18 18:17:40.847302 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40408) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:40.852067 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1c0f3974-42ff-4022-a767-99628ec843e6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'network': {'name': 'tempest-network-smoke--631960843', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'port_security_enabled': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:17:40.946734 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0f3974-42ff-4022-a767-99628ec843e6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Made reservation on behalf of 2de165532611454c8ce5939d0b5a20ec for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:17:40.950457 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c0f3974-42ff-4022-a767-99628ec843e6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:40.974637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0f3974-42ff-4022-a767-99628ec843e6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] vlan segment allocate from pool success with {'vlan_id': 1130, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:17:40.984035 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c0f3974-42ff-4022-a767-99628ec843e6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:40.984372 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-1c0f3974-42ff-4022-a767-99628ec843e6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Added segment 35dbc157-a123-4738-965a-13a49b06f1c9 of type vlan for network 31b31a7e-3f02-4a82-9e16-a3ed845f2b55 Nov 18 18:17:41.023574 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c0f3974-42ff-4022-a767-99628ec843e6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:41.107283 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c0f3974-42ff-4022-a767-99628ec843e6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:41.112882 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0f3974-42ff-4022-a767-99628ec843e6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:41.113499 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c0f3974-42ff-4022-a767-99628ec843e6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:41.180583 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f3974-42ff-4022-a767-99628ec843e6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Network': ['ID=31b31a7e-3f02-4a82-9e16-a3ed845f2b55,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:41.202358 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 31b31a7e-3f02-4a82-9e16-a3ed845f2b55 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:17:41.233497 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1c0f3974-42ff-4022-a767-99628ec843e6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3850987 Nov 18 18:17:41.236374 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40410) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:41.241259 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-3569517', 'admin_state_up': True, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:17:41.355972 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:41.357118 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:41.408676 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:41.953911 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:42.203317 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:42.221896 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:42.327645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.25.3.108 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/922d30a6-f341-4ab4-a3d4-35827d19eb48) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:17:42.431256 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:42.544880 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:42.581998 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:17:42.586677 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:17:42.593560 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:17:42.596633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=922d30a6-f341-4ab4-a3d4-35827d19eb48,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:42.600370 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675f44fc-abfc-4df7-9143-4229e128e507 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:17:42.661942 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7ab7f0e0-f535-46ae-b1d4-6c3037cf1c70 None None] Provisioning complete for port 922d30a6-f341-4ab4-a3d4-35827d19eb48 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:17:42.662322 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7ab7f0e0-f535-46ae-b1d4-6c3037cf1c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:42.700556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7f0e0-f535-46ae-b1d4-6c3037cf1c70 None None] Port 922d30a6-f341-4ab4-a3d4-35827d19eb48 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:17:42.907475 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:43.103496 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:43.304046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router 9a8340b2-5637-4df1-9485-45b54ce2b78b is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:17:43.411472 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:17:43.422171 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Sync routers for ids ['9a8340b2-5637-4df1-9485-45b54ce2b78b'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:17:43.432781 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Routers {'9a8340b2-5637-4df1-9485-45b54ce2b78b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:17:43.439012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:17:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9a8340b2-5637-4df1-9485-45b54ce2b78b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:43.486050 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:43.487362 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-13a008e0-e298-4b81-a2ad-41732dde4d4b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2499647 Nov 18 18:17:43.490719 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40412) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:43.541870 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Set router 9a8340b2-5637-4df1-9485-45b54ce2b78b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:17:43.564041 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cd7be08a-bae1-4cdc-a761-8d4806db81f4 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2de165532611454c8ce5939d0b5a20ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0720971 Nov 18 18:17:43.566598 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40416) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:43.653431 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7ff3fc-5f47-4f0e-8ec0-733a1349b6fd tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:43.654961 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ba7ff3fc-5f47-4f0e-8ec0-733a1349b6fd tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874546 Nov 18 18:17:43.663317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40418) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:43.696038 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-48975678-ade4-4b72-828e-7d5ee39c4469 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315223 Nov 18 18:17:43.698725 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40420) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:43.704544 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5ce86476-49f0-4389-8c97-dc4920ab5a0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1740195444', 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:17:43.726863 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3569517', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:17:41Z', 'updated_at': '2021-11-18T18:17:42Z', 'revision_number': 3, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:42Z', 'updated_at': '2021-11-18T18:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:43.756637 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Checking router: 9a8340b2-5637-4df1-9485-45b54ce2b78b for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:17:43.756994 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Updating router 9a8340b2-5637-4df1-9485-45b54ce2b78b port 922d30a6-f341-4ab4-a3d4-35827d19eb48 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:17:43.782826 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:43.844396 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce86476-49f0-4389-8c97-dc4920ab5a0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Made reservation on behalf of 2de165532611454c8ce5939d0b5a20ec for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:17:43.848000 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ce86476-49f0-4389-8c97-dc4920ab5a0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:44.031707 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:44.084508 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ce86476-49f0-4389-8c97-dc4920ab5a0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:44.112993 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:44.157471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb82fe52-9a1f-45a6-9d26-36ad049e5bcc None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:17:44.157629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce86476-49f0-4389-8c97-dc4920ab5a0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Subnet': ['ID=45969245-9a35-460f-a882-63a762b936e7,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:44.164247 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce86476-49f0-4389-8c97-dc4920ab5a0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Checking segment: {'id': '35dbc157-a123-4738-965a-13a49b06f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:17:44.165163 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce86476-49f0-4389-8c97-dc4920ab5a0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network hostable DHCP agents. Network: 31b31a7e-3f02-4a82-9e16-a3ed845f2b55, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:17:44.174840 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Attempting to bind port 922d30a6-f341-4ab4-a3d4-35827d19eb48 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:17:44.175268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Attempting to bind port 922d30a6-f341-4ab4-a3d4-35827d19eb48 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:17:44.175606 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Attempting to bind port 922d30a6-f341-4ab4-a3d4-35827d19eb48 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:17:44.177528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bea4db-5ccb-4311-9146-4811cdea233b None None] Pushing event updated for resources: {'Port': ['ID=922d30a6-f341-4ab4-a3d4-35827d19eb48,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:44.185132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:17:44.186964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:17:44.186964 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:44.186964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:17:44.186964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Bound port: 922d30a6-f341-4ab4-a3d4-35827d19eb48, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:17:44.188009 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:44.232933 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce86476-49f0-4389-8c97-dc4920ab5a0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network 31b31a7e-3f02-4a82-9e16-a3ed845f2b55 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:17:44.247893 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] For port 922d30a6-f341-4ab4-a3d4-35827d19eb48, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:17:44.249731 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-37ef03d2-4528-4c11-8d51-080168bd2ad1 None None] Provisioning complete for port 922d30a6-f341-4ab4-a3d4-35827d19eb48 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:17:44.252760 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-37ef03d2-4528-4c11-8d51-080168bd2ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:44.252760 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] For port 922d30a6-f341-4ab4-a3d4-35827d19eb48, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=922d30a6-f341-4ab4-a3d4-35827d19eb48,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:17:44.284495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-37ef03d2-4528-4c11-8d51-080168bd2ad1 None None] Port 922d30a6-f341-4ab4-a3d4-35827d19eb48 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:17:44.298540 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-5ce86476-49f0-4389-8c97-dc4920ab5a0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 31b31a7e-3f02-4a82-9e16-a3ed845f2b55) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:17:44.302558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce86476-49f0-4389-8c97-dc4920ab5a0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:44.304529 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5ce86476-49f0-4389-8c97-dc4920ab5a0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:44.306840 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc0bdcc-f8f8-4ec6-a131-5b0ef5a3475b None None] Network 31b31a7e-3f02-4a82-9e16-a3ed845f2b55 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:17:44.321754 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:44.364591 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5ce86476-49f0-4389-8c97-dc4920ab5a0f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6640408 Nov 18 18:17:44.367265 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40422) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:17:44.397429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3052cee-9578-4c20-b91f-c29d070b40c9 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:17:44.447633 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bea4db-5ccb-4311-9146-4811cdea233b None None] Pushing event updated for resources: {'Port': ['ID=922d30a6-f341-4ab4-a3d4-35827d19eb48,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:44.454335 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Routers {'9a8340b2-5637-4df1-9485-45b54ce2b78b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:17:44.454646 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:17:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9a8340b2-5637-4df1-9485-45b54ce2b78b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:44.578562 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e32ce8fc-2f5b-4b9f-a9ff-ba8448a1b065 None None] Provisioning complete for port 922d30a6-f341-4ab4-a3d4-35827d19eb48 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:17:44.578932 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e32ce8fc-2f5b-4b9f-a9ff-ba8448a1b065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:44.777413 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-31b31a7e-3f02-4a82-9e16-a3ed845f2b55', 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ips': [{'subnet_id': '45969245-9a35-460f-a882-63a762b936e7'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:17:44.778259 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:44.809787 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:44.816596 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] Set router 9a8340b2-5637-4df1-9485-45b54ce2b78b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:17:45.070103 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e32ce8fc-2f5b-4b9f-a9ff-ba8448a1b065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:45.130879 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Allocated IP 172.20.0.2 (31b31a7e-3f02-4a82-9e16-a3ed845f2b55/45969245-9a35-460f-a882-63a762b936e7/2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:17:45.133779 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e32ce8fc-2f5b-4b9f-a9ff-ba8448a1b065 None None] For port 922d30a6-f341-4ab4-a3d4-35827d19eb48, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=922d30a6-f341-4ab4-a3d4-35827d19eb48,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:17:45.211643 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e32ce8fc-2f5b-4b9f-a9ff-ba8448a1b065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:45.260191 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3569517', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:17:41Z', 'updated_at': '2021-11-18T18:17:42Z', 'revision_number': 3, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:42Z', 'updated_at': '2021-11-18T18:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:45.310327 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca64b3f-a4f6-48b1-aa29-1dc4a91ebc46 None None] The sync data for ids ['9a8340b2-5637-4df1-9485-45b54ce2b78b'] in n-d-813419-11 is: [{'id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3569517', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:17:41Z', 'updated_at': '2021-11-18T18:17:42Z', 'revision_number': 3, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:42Z', 'updated_at': '2021-11-18T18:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:17:45.339268 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ce8fc-2f5b-4b9f-a9ff-ba8448a1b065 None None] Pushing event updated for resources: {'Port': ['ID=922d30a6-f341-4ab4-a3d4-35827d19eb48,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:45.365190 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:45.439033 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:45.480155 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Network 31b31a7e-3f02-4a82-9e16-a3ed845f2b55 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:17:45.483662 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:17:45.486648 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:17:45.499673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.20.0.1 (31b31a7e-3f02-4a82-9e16-a3ed845f2b55/45969245-9a35-460f-a882-63a762b936e7/756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:17:45.502649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Pushing event updated for resources: {'Port': ['ID=2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:45.566486 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Attempting to bind port 2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:17:45.568729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Attempting to bind port 2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '35dbc157-a123-4738-965a-13a49b06f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:17:45.568729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Attempting to bind port 2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4 on network 31b31a7e-3f02-4a82-9e16-a3ed845f2b55 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:17:45.574216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:17:45.574887 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Checking segment: {'id': '35dbc157-a123-4738-965a-13a49b06f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:17:45.575419 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:45.575974 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Bound using segment: {'id': '35dbc157-a123-4738-965a-13a49b06f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:17:45.576468 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Bound port: 2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35dbc157-a123-4738-965a-13a49b06f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:17:45.579360 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:45.658084 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] For port 2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:17:45.662096 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] For port 2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4,segment=NetworkSegment(35dbc157-a123-4738-965a-13a49b06f1c9),segment_id=35dbc157-a123-4738-965a-13a49b06f1c9)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:17:45.666648 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:45.773505 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:45.814124 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:45.839780 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cbbe0-7a15-4b05-80f3-e18dcf8a241d None None] Pushing event updated for resources: {'Port': ['ID=2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:45.862346 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network 31b31a7e-3f02-4a82-9e16-a3ed845f2b55 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:17:45.865941 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:17:45.873326 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:17:45.882466 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:45.942034 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:46.170884 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:46.460460 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:46.549915 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:46.624462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:46.626839 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:46.730160 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network 31b31a7e-3f02-4a82-9e16-a3ed845f2b55 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:17:46.732253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:17:46.778256 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6490e40b-3732-4f0e-b924-83e1088e6e54 None None] Network 31b31a7e-3f02-4a82-9e16-a3ed845f2b55 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:17:46.859491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router 9a8340b2-5637-4df1-9485-45b54ce2b78b has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:17:46.871925 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ff1823d7-609b-4e7f-80e2-1aed93aca49d None None] Provisioning complete for port 2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:17:46.876982 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ff1823d7-609b-4e7f-80e2-1aed93aca49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:46.987899 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:17:46.993287 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-c69a911f-76dc-4a3d-9ff2-377667f07f12 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "PUT /v2.0/routers/9a8340b2-5637-4df1-9485-45b54ce2b78b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6249232 Nov 18 18:17:47.008490 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ff1823d7-609b-4e7f-80e2-1aed93aca49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:47.048005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ff1823d7-609b-4e7f-80e2-1aed93aca49d None None] For port 2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4,segment=NetworkSegment(35dbc157-a123-4738-965a-13a49b06f1c9),segment_id=35dbc157-a123-4738-965a-13a49b06f1c9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:17:47.133037 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ff1823d7-609b-4e7f-80e2-1aed93aca49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:47.163086 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ddfb2462-89cb-403c-b0e6-b824a67de0ba tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1265753717&fields=id&tenant_id=2de165532611454c8ce5939d0b5a20ec HTTP/1.1" status: 200 len: 267 time: 0.0511072 Nov 18 18:17:47.195885 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1823d7-609b-4e7f-80e2-1aed93aca49d None None] Pushing event updated for resources: {'Port': ['ID=2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:47.234197 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Sync routers for ids ['9a8340b2-5637-4df1-9485-45b54ce2b78b'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:17:47.244827 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Routers {'9a8340b2-5637-4df1-9485-45b54ce2b78b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:17:47.245432 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:17:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9a8340b2-5637-4df1-9485-45b54ce2b78b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:47.297262 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-a7c0cdbb-de9e-42f4-88e1-46c022418f27 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:47.299047 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-a7c0cdbb-de9e-42f4-88e1-46c022418f27 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/networks?id=31b31a7e-3f02-4a82-9e16-a3ed845f2b55 HTTP/1.1" status: 200 len: 796 time: 0.1255145 Nov 18 18:17:47.315238 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-b5c82394-007f-4082-961e-65960a0d2104 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/quotas/2de165532611454c8ce5939d0b5a20ec HTTP/1.1" status: 200 len: 375 time: 0.0098581 Nov 18 18:17:47.356714 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2c8e379e-3960-4b8e-9909-a31ea386703f None None] Provisioning complete for port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:17:47.357631 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c8e379e-3960-4b8e-9909-a31ea386703f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:47.373479 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-b081c932-7c4f-4eb1-8a32-320aa145222b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520713 Nov 18 18:17:47.398766 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e379e-3960-4b8e-9909-a31ea386703f None None] Port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:17:47.412712 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2c8e379e-3960-4b8e-9909-a31ea386703f None None] Provisioning complete for port 2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:17:47.413152 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c8e379e-3960-4b8e-9909-a31ea386703f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:47.461559 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Set router 9a8340b2-5637-4df1-9485-45b54ce2b78b gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:17:47.556818 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-33c4f6f0-9041-402c-9831-32ca4d9a7c82 service neutron] 10.222.0.72 "GET /v2.0/networks/31b31a7e-3f02-4a82-9e16-a3ed845f2b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684680 Nov 18 18:17:47.668555 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6d21f178-e872-4d3c-92f6-67bfdc864b2b None None] Provisioning complete for port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:17:47.668940 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d21f178-e872-4d3c-92f6-67bfdc864b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:47.704646 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-629f3f01-6ace-4b48-94fd-81733e3ee66c service neutron] 10.222.0.72 "GET /v2.0/networks/31b31a7e-3f02-4a82-9e16-a3ed845f2b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383610 Nov 18 18:17:47.707622 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 922d30a6-f341-4ab4-a3d4-35827d19eb48 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:17:47.736613 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3569517', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:17:41Z', 'updated_at': '2021-11-18T18:17:46Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:42Z', 'updated_at': '2021-11-18T18:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1', 'name': '', 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:71:98:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '45969245-9a35-460f-a882-63a762b936e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:44Z', 'updated_at': '2021-11-18T18:17:46Z', 'revision_number': 2, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': '45969245-9a35-460f-a882-63a762b936e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:47.748630 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6d21f178-e872-4d3c-92f6-67bfdc864b2b None None] Port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:17:47.764998 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Checking router: 9a8340b2-5637-4df1-9485-45b54ce2b78b for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:17:47.765631 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Updating router 9a8340b2-5637-4df1-9485-45b54ce2b78b port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:17:47.772369 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 922d30a6-f341-4ab4-a3d4-35827d19eb48 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:17:47.772759 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:47.799690 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:47.859872 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:17:47.913131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-99f7d56e-e6ad-49e2-a09c-db7759037a85 None None] Provisioning complete for port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:17:47.913131 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-99f7d56e-e6ad-49e2-a09c-db7759037a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:47.956789 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-99f7d56e-e6ad-49e2-a09c-db7759037a85 None None] Port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:17:47.965974 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:17:47.966362 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:47.983145 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6bca0167-02c8-4c66-8e24-08d6c403fb62 req-a9982c95-c338-4b32-8a36-bde569f19a3b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 210 time: 0.0351574 Nov 18 18:17:48.115032 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:48.212877 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:48.280276 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a92099-4014-483e-aa58-92c90dfd1d6b None None] Pushing event updated for resources: {'Port': ['ID=756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:48.306892 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a92099-4014-483e-aa58-92c90dfd1d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:48.307245 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a92099-4014-483e-aa58-92c90dfd1d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:48.307589 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a92099-4014-483e-aa58-92c90dfd1d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:48.309063 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a92099-4014-483e-aa58-92c90dfd1d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:48.309063 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a92099-4014-483e-aa58-92c90dfd1d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:48.309268 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a92099-4014-483e-aa58-92c90dfd1d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:48.309561 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a92099-4014-483e-aa58-92c90dfd1d6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:48.309887 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a92099-4014-483e-aa58-92c90dfd1d6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:48.310213 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a92099-4014-483e-aa58-92c90dfd1d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:48.310538 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a92099-4014-483e-aa58-92c90dfd1d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:48.310861 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a92099-4014-483e-aa58-92c90dfd1d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:48.311183 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a92099-4014-483e-aa58-92c90dfd1d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:48.327426 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Attempting to bind port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:17:48.327804 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Attempting to bind port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '35dbc157-a123-4738-965a-13a49b06f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:17:48.328177 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Attempting to bind port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 on network 31b31a7e-3f02-4a82-9e16-a3ed845f2b55 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:17:48.333877 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:17:48.334147 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Checking segment: {'id': '35dbc157-a123-4738-965a-13a49b06f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:17:48.334566 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:48.335362 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Bound using segment: {'id': '35dbc157-a123-4738-965a-13a49b06f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:17:48.335891 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Bound port: 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35dbc157-a123-4738-965a-13a49b06f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:17:48.342943 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:48.402414 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] For port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:17:48.405713 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] For port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1,segment=NetworkSegment(35dbc157-a123-4738-965a-13a49b06f1c9),segment_id=35dbc157-a123-4738-965a-13a49b06f1c9)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:17:48.477873 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9a70dbb8-8b9c-4042-834d-b0e4f75c9e73 None None] Provisioning complete for port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:17:48.478259 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a70dbb8-8b9c-4042-834d-b0e4f75c9e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:48.493014 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:48.513081 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9a70dbb8-8b9c-4042-834d-b0e4f75c9e73 None None] Port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:17:48.558408 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Routers {'9a8340b2-5637-4df1-9485-45b54ce2b78b'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:17:48.559044 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:17:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9a8340b2-5637-4df1-9485-45b54ce2b78b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:48.597878 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a92099-4014-483e-aa58-92c90dfd1d6b None None] Pushing event updated for resources: {'Port': ['ID=756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:48.676342 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] Set router 9a8340b2-5637-4df1-9485-45b54ce2b78b gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:17:48.733356 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-474c8d5b-093b-4632-bc32-e40276ae65ed None None] Provisioning complete for port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:17:48.733732 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-474c8d5b-093b-4632-bc32-e40276ae65ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:48.814571 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-474c8d5b-093b-4632-bc32-e40276ae65ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:48.847520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-474c8d5b-093b-4632-bc32-e40276ae65ed None None] For port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1,segment=NetworkSegment(35dbc157-a123-4738-965a-13a49b06f1c9),segment_id=35dbc157-a123-4738-965a-13a49b06f1c9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:17:48.881721 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3569517', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:17:41Z', 'updated_at': '2021-11-18T18:17:46Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:42Z', 'updated_at': '2021-11-18T18:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1', 'name': '', 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:71:98:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '45969245-9a35-460f-a882-63a762b936e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:44Z', 'updated_at': '2021-11-18T18:17:48Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': '45969245-9a35-460f-a882-63a762b936e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:17:48.907753 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bff103-7cc1-4002-bb88-431b20a9673a None None] The sync data for ids ['9a8340b2-5637-4df1-9485-45b54ce2b78b'] in n-d-813419-11 is: [{'id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3569517', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:17:41Z', 'updated_at': '2021-11-18T18:17:46Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:42Z', 'updated_at': '2021-11-18T18:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1', 'name': '', 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:71:98:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '45969245-9a35-460f-a882-63a762b936e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:44Z', 'updated_at': '2021-11-18T18:17:48Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': '45969245-9a35-460f-a882-63a762b936e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:17:48.976796 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-474c8d5b-093b-4632-bc32-e40276ae65ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:49.074741 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c8d5b-093b-4632-bc32-e40276ae65ed None None] Pushing event updated for resources: {'Port': ['ID=756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:49.090328 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e6ac6668-37fd-4eda-afdd-83df496ccc4e req-3abac566-d5a9-4537-9f37-1e39fd4d3d5c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 210 time: 0.0402529 Nov 18 18:17:49.586564 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:17:49.640154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:17:49.640533 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:50.161881 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-a3f90943-7497-4f83-bce2-d1b32e2095dc tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:50.163338 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-a3f90943-7497-4f83-bce2-d1b32e2095dc tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "GET /v2.0/networks?id=31b31a7e-3f02-4a82-9e16-a3ed845f2b55 HTTP/1.1" status: 200 len: 796 time: 0.1033466 Nov 18 18:17:50.200889 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dcd2c889-3cca-414e-be4b-94466b91cf43 req-34c4260f-84eb-40f9-a66c-ea4e189c3534 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 210 time: 0.0351491 Nov 18 18:17:50.235490 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-30c98fc3-f8f8-4e00-acab-d443242b88c9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de165532611454c8ce5939d0b5a20ec HTTP/1.1" status: 200 len: 380 time: 0.0633874 Nov 18 18:17:50.244579 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'port': {'device_id': '94f92d4b-f3de-4581-aeb4-1666a3edd3d8', 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55', 'admin_state_up': True, 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'security_groups': ['93c526d4-525e-4c50-9cb9-2033e4129913']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:17:50.441031 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Made reservation on behalf of 2de165532611454c8ce5939d0b5a20ec for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:17:50.444920 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:50.575012 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.20.0.6 (31b31a7e-3f02-4a82-9e16-a3ed845f2b55/45969245-9a35-460f-a882-63a762b936e7/cd76c26c-94c9-4b76-8d59-6ae4730d08d7) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:17:50.712578 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:50.807247 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:50.856070 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network 31b31a7e-3f02-4a82-9e16-a3ed845f2b55 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:17:50.859270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:17:50.863207 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:17:50.891494 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=cd76c26c-94c9-4b76-8d59-6ae4730d08d7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:50.909061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:50.914138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:50.914138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:50.914138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:50.914138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:50.914138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:50.914138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:50.914138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:50.914138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:50.914138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:50.914138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:50.914138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:50.937580 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:50.938241 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:51.035710 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-68b80860-b3fe-4327-9d8c-4e208f74eedb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7947538 Nov 18 18:17:51.052444 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Request body: {'port': {'device_id': '94f92d4b-f3de-4581-aeb4-1666a3edd3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:17:51.112449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-032f2c5d-70b0-4a69-8cf8-bcd348816137 None None] Provisioning complete for port cd76c26c-94c9-4b76-8d59-6ae4730d08d7 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:17:51.113137 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:51.113666 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-032f2c5d-70b0-4a69-8cf8-bcd348816137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:51.150915 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-032f2c5d-70b0-4a69-8cf8-bcd348816137 None None] Port cd76c26c-94c9-4b76-8d59-6ae4730d08d7 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:17:51.332859 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0befb-5ae6-4201-b281-b33737fe9624 req-3ce3a0ef-7b23-4169-bd50-3b86c7259fb4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:51.334365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fb0befb-5ae6-4201-b281-b33737fe9624 req-3ce3a0ef-7b23-4169-bd50-3b86c7259fb4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 931 time: 0.0509024 Nov 18 18:17:51.388940 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1fb0befb-5ae6-4201-b281-b33737fe9624 req-9e4d5b79-237b-45f9-aaf9-d955ac7bb319 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473917 Nov 18 18:17:51.392406 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd76c26c-94c9-4b76-8d59-6ae4730d08d7 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:17:51.400192 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:51.412899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Transition to ACTIVE for port object cd76c26c-94c9-4b76-8d59-6ae4730d08d7 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:17:51.529761 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:51.583813 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Pushing event updated for resources: {'Port': ['ID=cd76c26c-94c9-4b76-8d59-6ae4730d08d7,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:51.661248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Attempting to bind port cd76c26c-94c9-4b76-8d59-6ae4730d08d7 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:17:51.661629 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Attempting to bind port cd76c26c-94c9-4b76-8d59-6ae4730d08d7 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '35dbc157-a123-4738-965a-13a49b06f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:17:51.661909 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Attempting to bind port cd76c26c-94c9-4b76-8d59-6ae4730d08d7 on network 31b31a7e-3f02-4a82-9e16-a3ed845f2b55 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:17:51.666662 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Port cd76c26c-94c9-4b76-8d59-6ae4730d08d7 on network 31b31a7e-3f02-4a82-9e16-a3ed845f2b55 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:17:51.666983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Attempting to bind port cd76c26c-94c9-4b76-8d59-6ae4730d08d7 on network 31b31a7e-3f02-4a82-9e16-a3ed845f2b55 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:17:51.672633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:17:51.673101 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Checking segment: {'id': '35dbc157-a123-4738-965a-13a49b06f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:17:51.673511 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Bound using segment: {'id': '35dbc157-a123-4738-965a-13a49b06f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:17:51.673974 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Bound port: cd76c26c-94c9-4b76-8d59-6ae4730d08d7, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35dbc157-a123-4738-965a-13a49b06f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:17:51.674336 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:51.744771 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] For port cd76c26c-94c9-4b76-8d59-6ae4730d08d7, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:17:51.748790 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] For port cd76c26c-94c9-4b76-8d59-6ae4730d08d7, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cd76c26c-94c9-4b76-8d59-6ae4730d08d7,segment=NetworkSegment(35dbc157-a123-4738-965a-13a49b06f1c9),segment_id=35dbc157-a123-4738-965a-13a49b06f1c9)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:17:51.816041 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:51.853704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:51.854403 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:51.856402 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] 10.222.0.81 "PUT /v2.0/ports/cd76c26c-94c9-4b76-8d59-6ae4730d08d7 HTTP/1.1" status: 200 len: 1092 time: 0.8119800 Nov 18 18:17:51.856961 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f92d4b-f3de-4581-aeb4-1666a3edd3d8', 'tag': 'cd76c26c-94c9-4b76-8d59-6ae4730d08d7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:17:51.859346 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e036a4-0376-480f-8518-8eb1a5263bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "94f92d4b-f3de-4581-aeb4-1666a3edd3d8", "tag": "cd76c26c-94c9-4b76-8d59-6ae4730d08d7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:17:51.892511 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97a7bc-ea06-4bef-b098-517897d6b814 service neutron] Pushing event updated for resources: {'Port': ['ID=cd76c26c-94c9-4b76-8d59-6ae4730d08d7,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:51.921957 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6018cc-d71d-40dd-841b-251addcb7f73 x-openstack-request-id: req-0b6018cc-d71d-40dd-841b-251addcb7f73 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:17:51.922346 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f92d4b-f3de-4581-aeb4-1666a3edd3d8", "tag": "cd76c26c-94c9-4b76-8d59-6ae4730d08d7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:17:51.922670 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0b6018cc-d71d-40dd-841b-251addcb7f73 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:17:51.923163 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f92d4b-f3de-4581-aeb4-1666a3edd3d8', 'tag': 'cd76c26c-94c9-4b76-8d59-6ae4730d08d7', 'status': 'completed', 'code': 200} Nov 18 18:17:51.992747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e036a4-0376-480f-8518-8eb1a5263bc8 req-cca00987-842c-4584-a281-e02a688d3619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:51.994345 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b7e036a4-0376-480f-8518-8eb1a5263bc8 req-cca00987-842c-4584-a281-e02a688d3619 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 1095 time: 0.0479355 Nov 18 18:17:52.101261 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e036a4-0376-480f-8518-8eb1a5263bc8 req-5cfdb71d-e143-4f88-954b-b03fb176f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:52.102765 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b7e036a4-0376-480f-8518-8eb1a5263bc8 req-5cfdb71d-e143-4f88-954b-b03fb176f06a service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=2de165532611454c8ce5939d0b5a20ec&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0997679 Nov 18 18:17:52.164814 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:52.208663 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e036a4-0376-480f-8518-8eb1a5263bc8 req-dca82caa-c1c5-4ef4-baa2-58de5db7b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:52.210462 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b7e036a4-0376-480f-8518-8eb1a5263bc8 req-dca82caa-c1c5-4ef4-baa2-58de5db7b019 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1007729 Nov 18 18:17:52.286951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-863b24e2-3f95-44a7-b8fa-323d2e309d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:52.288393 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-863b24e2-3f95-44a7-b8fa-323d2e309d42 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 1095 time: 0.0414681 Nov 18 18:17:52.329563 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-359f047d-3e6a-4175-b49b-11ab6449abac service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd76c26c-94c9-4b76-8d59-6ae4730d08d7 HTTP/1.1" status: 200 len: 217 time: 0.0329204 Nov 18 18:17:52.377205 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-2fa458e3-ce4d-463c-a96f-e63934663e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:52.378659 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-2fa458e3-ce4d-463c-a96f-e63934663e18 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=45969245-9a35-460f-a882-63a762b936e7 HTTP/1.1" status: 200 len: 835 time: 0.0428770 Nov 18 18:17:52.428126 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-680cf41f-c32f-450b-aa69-f1f5118839a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:52.429630 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-680cf41f-c32f-450b-aa69-f1f5118839a0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=31b31a7e-3f02-4a82-9e16-a3ed845f2b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444965 Nov 18 18:17:52.505184 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79d97d-334f-457d-8027-90177c6560f2 req-0c8cb631-8614-401a-92e5-293455b8532b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:52.506816 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc79d97d-334f-457d-8027-90177c6560f2 req-0c8cb631-8614-401a-92e5-293455b8532b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0486751 Nov 18 18:17:52.521137 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-7eab8400-55dd-4885-bc07-163b447cc77a service neutron] 10.222.0.81 "GET /v2.0/networks/31b31a7e-3f02-4a82-9e16-a3ed845f2b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838978 Nov 18 18:17:52.557004 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fc79d97d-334f-457d-8027-90177c6560f2 req-255963df-ccd4-4769-ac0e-105baac6ce01 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436671 Nov 18 18:17:52.616076 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d1c70cd9-56e7-44c9-a71a-d76ced612932 req-345686b4-889d-4604-8a55-617d0d90729e service neutron] 10.222.0.81 "GET /v2.0/networks/31b31a7e-3f02-4a82-9e16-a3ed845f2b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874312 Nov 18 18:17:53.680618 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310e47a-5fdf-4cff-bced-66eb1db30552 req-69a27663-17d7-40b7-94d0-5197ed193b1b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:53.682155 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7310e47a-5fdf-4cff-bced-66eb1db30552 req-69a27663-17d7-40b7-94d0-5197ed193b1b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0524771 Nov 18 18:17:53.733543 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7310e47a-5fdf-4cff-bced-66eb1db30552 req-e1c99edf-aec9-4c08-81bb-5ddb0164783a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447383 Nov 18 18:17:53.779010 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:54.859245 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ef594-c629-4e32-84a1-9a543a526859 req-8948fae6-cdd0-40bd-ab84-cf1e5f078e3b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:54.860771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa2ef594-c629-4e32-84a1-9a543a526859 req-8948fae6-cdd0-40bd-ab84-cf1e5f078e3b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0495355 Nov 18 18:17:54.911447 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fa2ef594-c629-4e32-84a1-9a543a526859 req-f46f11da-58b4-41c8-af24-29bf1f0b8e45 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443640 Nov 18 18:17:56.028314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ae0da-d31f-47fc-a84e-c881f85b49b5 req-78c81c38-861c-41cc-a694-6cb456a3140c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:56.029809 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d4ae0da-d31f-47fc-a84e-c881f85b49b5 req-78c81c38-861c-41cc-a694-6cb456a3140c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 943 time: 0.0500243 Nov 18 18:17:56.082295 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d4ae0da-d31f-47fc-a84e-c881f85b49b5 req-6a400d8e-9a00-464a-bf29-94460b2fa0c1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465012 Nov 18 18:17:56.406497 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device cd76c26c-94c9-4b76-8d59-6ae4730d08d7 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:17:56.502771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port cd76c26c-94c9-4b76-8d59-6ae4730d08d7, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cd76c26c-94c9-4b76-8d59-6ae4730d08d7,segment=NetworkSegment(35dbc157-a123-4738-965a-13a49b06f1c9),segment_id=35dbc157-a123-4738-965a-13a49b06f1c9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:17:56.668804 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'cd76c26c-94c9-4b76-8d59-6ae4730d08d7', 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55', 'port_id': 'cd76c26c-94c9-4b76-8d59-6ae4730d08d7', 'mac_address': 'fa:16:3e:fe:67:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45969245-9a35-460f-a882-63a762b936e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:17:56.705303 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:56.718456 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd76c26c-94c9-4b76-8d59-6ae4730d08d7 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:17:56.737770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port cd76c26c-94c9-4b76-8d59-6ae4730d08d7, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cd76c26c-94c9-4b76-8d59-6ae4730d08d7,segment=NetworkSegment(35dbc157-a123-4738-965a-13a49b06f1c9),segment_id=35dbc157-a123-4738-965a-13a49b06f1c9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:17:56.806776 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:56.852428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=cd76c26c-94c9-4b76-8d59-6ae4730d08d7,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:56.860472 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:56.860829 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:56.861186 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:56.861539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:56.861885 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:56.862229 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:56.862595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:56.862916 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:56.863252 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:56.863588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:56.863959 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:56.864300 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:17:57.015357 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['cd76c26c-94c9-4b76-8d59-6ae4730d08d7'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:17:57.199483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0006ca-ec90-4deb-9fde-b55dc15baff6 req-2c9e59ef-4112-4627-8e41-6c8d6a0a701c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:57.201429 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f0006ca-ec90-4deb-9fde-b55dc15baff6 req-2c9e59ef-4112-4627-8e41-6c8d6a0a701c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 944 time: 0.0499446 Nov 18 18:17:57.251446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0f0006ca-ec90-4deb-9fde-b55dc15baff6 req-22b23032-72af-49d7-be8b-bdb95890ae3e tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440423 Nov 18 18:17:58.365553 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92818ca2-4524-403e-88c4-81e5999a63c2 req-e62806e3-063d-49c4-8641-9c6a2e3f148b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:58.367037 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92818ca2-4524-403e-88c4-81e5999a63c2 req-e62806e3-063d-49c4-8641-9c6a2e3f148b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 944 time: 0.0481384 Nov 18 18:17:58.406421 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device cd76c26c-94c9-4b76-8d59-6ae4730d08d7 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:17:58.414789 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-92818ca2-4524-403e-88c4-81e5999a63c2 req-d32967ba-69e1-4bdc-9bc0-4f78e0495be4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417688 Nov 18 18:17:58.581332 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port cd76c26c-94c9-4b76-8d59-6ae4730d08d7 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:17:58.585742 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port cd76c26c-94c9-4b76-8d59-6ae4730d08d7 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:17:58.586122 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:58.661903 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:58.685931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f92d4b-f3de-4581-aeb4-1666a3edd3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd76c26c-94c9-4b76-8d59-6ae4730d08d7'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:17:58.688269 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789264a9-549b-4fa4-9473-c5bee5595a72" -d '{"events": [{"server_uuid": "94f92d4b-f3de-4581-aeb4-1666a3edd3d8", "name": "network-vif-plugged", "status": "completed", "tag": "cd76c26c-94c9-4b76-8d59-6ae4730d08d7"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:17:58.701216 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port cd76c26c-94c9-4b76-8d59-6ae4730d08d7, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cd76c26c-94c9-4b76-8d59-6ae4730d08d7,segment=NetworkSegment(35dbc157-a123-4738-965a-13a49b06f1c9),segment_id=35dbc157-a123-4738-965a-13a49b06f1c9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:17:58.723680 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f8e77b-f86d-463b-a648-96243962d1ac x-openstack-request-id: req-72f8e77b-f86d-463b-a648-96243962d1ac {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:17:58.724007 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f92d4b-f3de-4581-aeb4-1666a3edd3d8", "name": "network-vif-plugged", "status": "completed", "tag": "cd76c26c-94c9-4b76-8d59-6ae4730d08d7", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:17:58.724268 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-72f8e77b-f86d-463b-a648-96243962d1ac {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:17:58.724668 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f92d4b-f3de-4581-aeb4-1666a3edd3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd76c26c-94c9-4b76-8d59-6ae4730d08d7', 'code': 200} Nov 18 18:17:58.798630 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:17:58.821684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0363f-2cab-498f-9bbb-e0ceeeb1f251 req-c44f2c87-e9d8-46b8-b561-d1cbaa565316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:58.823252 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0aa0363f-2cab-498f-9bbb-e0ceeeb1f251 req-c44f2c87-e9d8-46b8-b561-d1cbaa565316 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 1096 time: 0.0418758 Nov 18 18:17:58.849266 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=cd76c26c-94c9-4b76-8d59-6ae4730d08d7,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:17:58.872243 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0aa0363f-2cab-498f-9bbb-e0ceeeb1f251 req-9d2d5d40-175a-4554-8be4-80a95d2fe51e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412316 Nov 18 18:17:59.533207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de349a1-dd1f-4e48-91b7-5438da992230 req-845cfb0e-ed85-431b-998a-e8fc430a1d54 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:17:59.534719 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6de349a1-dd1f-4e48-91b7-5438da992230 req-845cfb0e-ed85-431b-998a-e8fc430a1d54 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0534956 Nov 18 18:17:59.583196 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6de349a1-dd1f-4e48-91b7-5438da992230 req-55f0c78a-6c6d-48b0-9c4f-d13964775583 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425448 Nov 18 18:18:00.069296 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ff4f513b-8f7b-4eb1-aed4-1ff1a180a59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:00.230411 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:18:00.701491 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ae458-d3c7-48e7-b430-5419730f888c req-f177d8f2-322a-435d-8905-23c16cffdbd5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:00.702998 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-883ae458-d3c7-48e7-b430-5419730f888c req-f177d8f2-322a-435d-8905-23c16cffdbd5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0490127 Nov 18 18:18:00.752887 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-883ae458-d3c7-48e7-b430-5419730f888c req-d8903147-8e2c-408e-87ef-a130319e24e8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436110 Nov 18 18:18:00.874566 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb446e-fa74-4e31-ac84-0fb2fc0b48d5 req-93dea754-d634-4133-8931-eba5eecad43c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:00.874566 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56fb446e-fa74-4e31-ac84-0fb2fc0b48d5 req-93dea754-d634-4133-8931-eba5eecad43c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0550656 Nov 18 18:18:00.929797 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-56fb446e-fa74-4e31-ac84-0fb2fc0b48d5 req-9c1a7075-24b6-44ca-bad1-547b55c74d8c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489018 Nov 18 18:18:00.952200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40482) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:18:00.995143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b975e3-b156-4f4e-80e2-05734acfabd9 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:00.997417 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-81b975e3-b156-4f4e-80e2-05734acfabd9 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 1092 time: 0.0441418 Nov 18 18:18:01.000148 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40484) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:18:01.004389 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': 'cd76c26c-94c9-4b76-8d59-6ae4730d08d7', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:18:01.084104 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:01.179123 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:01.290159 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.25.3.98 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/6ca4d64e-055a-4d24-a0cf-4ef86648e28f) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:18:01.391597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:01.478442 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:01.517768 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:18:01.520665 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:18:01.524355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:18:01.550551 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=6ca4d64e-055a-4d24-a0cf-4ef86648e28f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:18:02.332794 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:02.486715 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:02.489871 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4fe9393b-3a0c-4835-89ea-380179fcfb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:02.654846 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:02.716200 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:02.783103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=6ca4d64e-055a-4d24-a0cf-4ef86648e28f,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:18:02.795185 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:02.900415 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Floating IP b1a22475-6a5f-404c-bc3d-d269e4258758 associated. External IP: 172.25.3.98, port: cd76c26c-94c9-4b76-8d59-6ae4730d08d7. Nov 18 18:18:03.114561 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router 9a8340b2-5637-4df1-9485-45b54ce2b78b has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:18:03.229196 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:18:03.241733 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ebe94c-3716-49a7-9394-ffc246e20a89 None None] Sync routers for ids ['9a8340b2-5637-4df1-9485-45b54ce2b78b'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:18:03.253592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ebe94c-3716-49a7-9394-ffc246e20a89 None None] Routers {'9a8340b2-5637-4df1-9485-45b54ce2b78b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:18:03.254226 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-73ebe94c-3716-49a7-9394-ffc246e20a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:18:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9a8340b2-5637-4df1-9485-45b54ce2b78b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:18:03.335386 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:03.363335 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-635205f9-ad2c-47f0-b08f-c186e6f0ec0b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3621280 Nov 18 18:18:03.364069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f92d4b-f3de-4581-aeb4-1666a3edd3d8', 'tag': 'cd76c26c-94c9-4b76-8d59-6ae4730d08d7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:18:03.366592 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0884dd84-2023-4ec5-b819-b34dbe56b69a" -d '{"events": [{"name": "network-changed", "server_uuid": "94f92d4b-f3de-4581-aeb4-1666a3edd3d8", "tag": "cd76c26c-94c9-4b76-8d59-6ae4730d08d7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:18:03.384210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-73ebe94c-3716-49a7-9394-ffc246e20a89 None None] Set router 9a8340b2-5637-4df1-9485-45b54ce2b78b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:18:03.409174 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2dcea7-f0a8-4c4d-a367-4d825e2e0ec7 x-openstack-request-id: req-1d2dcea7-f0a8-4c4d-a367-4d825e2e0ec7 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:18:03.409543 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f92d4b-f3de-4581-aeb4-1666a3edd3d8", "tag": "cd76c26c-94c9-4b76-8d59-6ae4730d08d7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:18:03.409890 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1d2dcea7-f0a8-4c4d-a367-4d825e2e0ec7 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:18:03.410527 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f92d4b-f3de-4581-aeb4-1666a3edd3d8', 'tag': 'cd76c26c-94c9-4b76-8d59-6ae4730d08d7', 'status': 'completed', 'code': 200} Nov 18 18:18:03.472991 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571c96e-3ef7-44cf-a408-bd54ad4bb956 req-01aab307-b0ea-47c5-9558-6b320ac2c18d tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:03.475232 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6571c96e-3ef7-44cf-a408-bd54ad4bb956 req-01aab307-b0ea-47c5-9558-6b320ac2c18d tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0524349 Nov 18 18:18:03.483999 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884dd84-2023-4ec5-b819-b34dbe56b69a req-d360e904-28ac-4bd0-bbff-766434e2331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:03.485626 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0884dd84-2023-4ec5-b819-b34dbe56b69a req-d360e904-28ac-4bd0-bbff-766434e2331c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 1097 time: 0.0504186 Nov 18 18:18:03.530913 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6571c96e-3ef7-44cf-a408-bd54ad4bb956 req-13d95858-2e96-4c57-81e2-3a5be35a8b79 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485222 Nov 18 18:18:03.557924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40490) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:18:03.605284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884dd84-2023-4ec5-b819-b34dbe56b69a req-9fac1c94-ef25-4f4d-96d3-8fe3550b3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:03.606968 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0884dd84-2023-4ec5-b819-b34dbe56b69a req-9fac1c94-ef25-4f4d-96d3-8fe3550b3f73 service neutron] 10.222.0.81 "GET /v2.0/networks?id=31b31a7e-3f02-4a82-9e16-a3ed845f2b55 HTTP/1.1" status: 200 len: 898 time: 0.1139650 Nov 18 18:18:03.620232 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-73ebe94c-3716-49a7-9394-ffc246e20a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3569517', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:17:41Z', 'updated_at': '2021-11-18T18:17:46Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:42Z', 'updated_at': '2021-11-18T18:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'b1a22475-6a5f-404c-bc3d-d269e4258758', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'floating_ip_address': '172.25.3.98', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'port_id': 'cd76c26c-94c9-4b76-8d59-6ae4730d08d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55', 'mac_address': 'fa:16:3e:fe:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f92d4b-f3de-4581-aeb4-1666a3edd3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:18:01Z', 'updated_at': '2021-11-18T18:18:01Z', 'revision_number': 0, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1', 'name': '', 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:71:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '45969245-9a35-460f-a882-63a762b936e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:44Z', 'updated_at': '2021-11-18T18:17:48Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': '45969245-9a35-460f-a882-63a762b936e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:18:03.648985 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ebe94c-3716-49a7-9394-ffc246e20a89 None None] Checking router: 9a8340b2-5637-4df1-9485-45b54ce2b78b for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:18:03.659302 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ebe94c-3716-49a7-9394-ffc246e20a89 None None] Routers {'9a8340b2-5637-4df1-9485-45b54ce2b78b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:18:03.660067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-73ebe94c-3716-49a7-9394-ffc246e20a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:18:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9a8340b2-5637-4df1-9485-45b54ce2b78b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:18:03.682656 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0884dd84-2023-4ec5-b819-b34dbe56b69a req-907ca76c-0e83-4e1a-9c77-d1910617dfa1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd76c26c-94c9-4b76-8d59-6ae4730d08d7 HTTP/1.1" status: 200 len: 998 time: 0.0675941 Nov 18 18:18:03.737265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884dd84-2023-4ec5-b819-b34dbe56b69a req-006c934c-e306-4ceb-a13f-ed47cfd5aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:03.738971 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0884dd84-2023-4ec5-b819-b34dbe56b69a req-006c934c-e306-4ceb-a13f-ed47cfd5aeae service neutron] 10.222.0.81 "GET /v2.0/subnets?id=45969245-9a35-460f-a882-63a762b936e7 HTTP/1.1" status: 200 len: 835 time: 0.0484452 Nov 18 18:18:03.788580 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-73ebe94c-3716-49a7-9394-ffc246e20a89 None None] Set router 9a8340b2-5637-4df1-9485-45b54ce2b78b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:18:03.789185 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884dd84-2023-4ec5-b819-b34dbe56b69a req-b65a55ec-4a74-49e6-8db4-954d600b8359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:03.792028 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0884dd84-2023-4ec5-b819-b34dbe56b69a req-b65a55ec-4a74-49e6-8db4-954d600b8359 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=31b31a7e-3f02-4a82-9e16-a3ed845f2b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441918 Nov 18 18:18:03.838050 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:03.903508 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0884dd84-2023-4ec5-b819-b34dbe56b69a req-7e62fb97-9b4e-4f28-8497-b56c3ac2f292 service neutron] 10.222.0.81 "GET /v2.0/networks/31b31a7e-3f02-4a82-9e16-a3ed845f2b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039889 Nov 18 18:18:03.996575 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1509a40e-791d-4fa2-b1cc-07d7e04b8e6e tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/floatingips/b1a22475-6a5f-404c-bc3d-d269e4258758 HTTP/1.1" status: 200 len: 990 time: 0.4362774 Nov 18 18:18:04.002502 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0884dd84-2023-4ec5-b819-b34dbe56b69a req-8fc23b10-a95c-4b01-a5e2-26c05476ccfd service neutron] 10.222.0.81 "GET /v2.0/networks/31b31a7e-3f02-4a82-9e16-a3ed845f2b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912762 Nov 18 18:18:04.031932 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-73ebe94c-3716-49a7-9394-ffc246e20a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3569517', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:17:41Z', 'updated_at': '2021-11-18T18:17:46Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:42Z', 'updated_at': '2021-11-18T18:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'b1a22475-6a5f-404c-bc3d-d269e4258758', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'floating_ip_address': '172.25.3.98', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'port_id': 'cd76c26c-94c9-4b76-8d59-6ae4730d08d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55', 'mac_address': 'fa:16:3e:fe:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f92d4b-f3de-4581-aeb4-1666a3edd3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:18:01Z', 'updated_at': '2021-11-18T18:18:01Z', 'revision_number': 0, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1', 'name': '', 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:71:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '45969245-9a35-460f-a882-63a762b936e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:44Z', 'updated_at': '2021-11-18T18:17:48Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': '45969245-9a35-460f-a882-63a762b936e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:18:04.063192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ebe94c-3716-49a7-9394-ffc246e20a89 None None] The sync data for ids ['9a8340b2-5637-4df1-9485-45b54ce2b78b'] in n-d-813419-11 is: [{'id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3569517', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:17:41Z', 'updated_at': '2021-11-18T18:17:46Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:42Z', 'updated_at': '2021-11-18T18:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': 'b1a22475-6a5f-404c-bc3d-d269e4258758', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'floating_ip_address': '172.25.3.98', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'port_id': 'cd76c26c-94c9-4b76-8d59-6ae4730d08d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55', 'mac_address': 'fa:16:3e:fe:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f92d4b-f3de-4581-aeb4-1666a3edd3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:18:01Z', 'updated_at': '2021-11-18T18:18:01Z', 'revision_number': 0, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1', 'name': '', 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:71:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '45969245-9a35-460f-a882-63a762b936e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:44Z', 'updated_at': '2021-11-18T18:17:48Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': '45969245-9a35-460f-a882-63a762b936e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:18:04.268085 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09827c10-3e8d-4d9c-aa5b-06041f6813ef None None] New status for floating IP b1a22475-6a5f-404c-bc3d-d269e4258758: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:18:04.999885 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40492) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:18:05.060259 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e3d40716-4a44-49e2-9936-9695a18ec130 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/floatingips/b1a22475-6a5f-404c-bc3d-d269e4258758 HTTP/1.1" status: 200 len: 992 time: 0.0592146 Nov 18 18:18:05.238182 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:05.537930 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:09.922770 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-495246f6-ff7e-4763-8200-393084edb63f req-b5ed6b28-9dce-4a82-9c82-ab5cc684932b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391967 Nov 18 18:18:10.007732 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495246f6-ff7e-4763-8200-393084edb63f req-84de0361-f097-4ffc-b2e7-b27bf70ed550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:10.009276 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-495246f6-ff7e-4763-8200-393084edb63f req-84de0361-f097-4ffc-b2e7-b27bf70ed550 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 1097 time: 0.0441582 Nov 18 18:18:10.111535 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495246f6-ff7e-4763-8200-393084edb63f req-e4b18c5d-83c9-4d8f-8e92-f662cf013cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:10.113056 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-495246f6-ff7e-4763-8200-393084edb63f req-e4b18c5d-83c9-4d8f-8e92-f662cf013cc4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=31b31a7e-3f02-4a82-9e16-a3ed845f2b55 HTTP/1.1" status: 200 len: 898 time: 0.0841575 Nov 18 18:18:10.192806 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-495246f6-ff7e-4763-8200-393084edb63f req-dd17709a-2931-4577-8939-37283fd30825 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd76c26c-94c9-4b76-8d59-6ae4730d08d7 HTTP/1.1" status: 200 len: 1000 time: 0.0647984 Nov 18 18:18:10.252418 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495246f6-ff7e-4763-8200-393084edb63f req-aa1d0f43-83ef-4111-be9b-f340aed11e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:10.253949 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-495246f6-ff7e-4763-8200-393084edb63f req-aa1d0f43-83ef-4111-be9b-f340aed11e2f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=45969245-9a35-460f-a882-63a762b936e7 HTTP/1.1" status: 200 len: 835 time: 0.0480566 Nov 18 18:18:10.304906 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495246f6-ff7e-4763-8200-393084edb63f req-f25c47e5-bdac-429a-a29f-dcb84510e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:10.306673 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-495246f6-ff7e-4763-8200-393084edb63f req-f25c47e5-bdac-429a-a29f-dcb84510e7bc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=31b31a7e-3f02-4a82-9e16-a3ed845f2b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413940 Nov 18 18:18:10.408914 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-495246f6-ff7e-4763-8200-393084edb63f req-6ab8b31e-2c93-45da-8c10-3f7c5b3be9e9 service neutron] 10.222.0.81 "GET /v2.0/networks/31b31a7e-3f02-4a82-9e16-a3ed845f2b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916357 Nov 18 18:18:10.510074 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-495246f6-ff7e-4763-8200-393084edb63f req-ba609361-c26e-4af3-8fb8-958dbe62a984 service neutron] 10.222.0.81 "GET /v2.0/networks/31b31a7e-3f02-4a82-9e16-a3ed845f2b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867264 Nov 18 18:18:22.240940 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:23.789463 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:30.032151 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b8c1f173-0220-4f66-8df0-672fda6be844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:32.477906 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2939e0e6-69ae-4948-8a94-02bd7d5e6d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:33.835067 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:35.240498 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:35.526376 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:37.229976 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:18:38.707147 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08b29-b956-457b-9163-c676b7ab9674 req-407db1ee-4e7b-46eb-a152-fc98a366e09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:38.708838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39d08b29-b956-457b-9163-c676b7ab9674 req-407db1ee-4e7b-46eb-a152-fc98a366e09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0953476 Nov 18 18:18:38.759951 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-39d08b29-b956-457b-9163-c676b7ab9674 req-e9281206-124f-4d26-ab3a-80553cc82e7b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442815 Nov 18 18:18:39.926442 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf3314-e0db-40d5-94ec-88bbbc4aa0b6 req-db34f3c7-e097-4ec5-935b-48a8cb2ad240 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:39.927954 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ddf3314-e0db-40d5-94ec-88bbbc4aa0b6 req-db34f3c7-e097-4ec5-935b-48a8cb2ad240 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0968826 Nov 18 18:18:39.977410 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8ddf3314-e0db-40d5-94ec-88bbbc4aa0b6 req-5e9dd4d9-38ca-4c38-8304-1f9546585739 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434568 Nov 18 18:18:41.091562 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57606ac-40ad-4b2c-b352-90cc5e9747a9 req-64503ff8-880e-43b6-9644-e753f73aee38 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:41.093092 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f57606ac-40ad-4b2c-b352-90cc5e9747a9 req-64503ff8-880e-43b6-9644-e753f73aee38 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0480583 Nov 18 18:18:41.142209 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f57606ac-40ad-4b2c-b352-90cc5e9747a9 req-8d7584be-7a9e-4c59-8b4c-803e9b284b10 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425775 Nov 18 18:18:42.259838 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeae837-8589-4624-9997-1a7e0e7fcb5a req-505c19f2-6c03-44bf-b863-d9c173ea348b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:42.261426 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bfeae837-8589-4624-9997-1a7e0e7fcb5a req-505c19f2-6c03-44bf-b863-d9c173ea348b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0525796 Nov 18 18:18:42.312333 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bfeae837-8589-4624-9997-1a7e0e7fcb5a req-613c3638-3132-4a89-9282-48ab439077ea tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442212 Nov 18 18:18:43.427665 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142de5dc-15cb-40b2-8062-c49207938650 req-7f495cf7-9255-4e2c-a972-f41d9938d0a5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:43.429175 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-142de5dc-15cb-40b2-8062-c49207938650 req-7f495cf7-9255-4e2c-a972-f41d9938d0a5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0483994 Nov 18 18:18:43.477704 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-142de5dc-15cb-40b2-8062-c49207938650 req-29508ca7-f3ef-45dc-b9fc-041a3d31c426 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426614 Nov 18 18:18:44.592065 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461b2b1-c4ac-45b0-bc1f-d3cd8ee4e836 req-54fd276c-81c4-43bb-a83a-688bccf5dfe1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:44.593556 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3461b2b1-c4ac-45b0-bc1f-d3cd8ee4e836 req-54fd276c-81c4-43bb-a83a-688bccf5dfe1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0490582 Nov 18 18:18:44.646245 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3461b2b1-c4ac-45b0-bc1f-d3cd8ee4e836 req-c6b09dbc-3148-4781-b4e7-2cdbefbcf827 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461590 Nov 18 18:18:45.768009 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d20ebc-75fc-4f44-bd42-ae5613497171 req-1bef9eb3-f33a-4c35-a54d-95a4e40cb3d0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:45.769499 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03d20ebc-75fc-4f44-bd42-ae5613497171 req-1bef9eb3-f33a-4c35-a54d-95a4e40cb3d0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0485268 Nov 18 18:18:45.818535 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03d20ebc-75fc-4f44-bd42-ae5613497171 req-645d351f-7a7c-457a-8f67-f8fffb5e04cc tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430634 Nov 18 18:18:46.932427 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352de05-7704-4d3d-82bb-c360e96602e7 req-9aa4625b-13c1-4d86-b26b-b3441da86c25 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:46.933912 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9352de05-7704-4d3d-82bb-c360e96602e7 req-9aa4625b-13c1-4d86-b26b-b3441da86c25 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0485590 Nov 18 18:18:46.986766 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9352de05-7704-4d3d-82bb-c360e96602e7 req-b54e5981-6d65-4322-bf7e-618d5248a8a0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470245 Nov 18 18:18:48.105450 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082a234-6292-4355-bd94-01aecfcd2041 req-7fe44d1f-0212-4ce1-96d8-bc2502c0f57b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:48.106942 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c082a234-6292-4355-bd94-01aecfcd2041 req-7fe44d1f-0212-4ce1-96d8-bc2502c0f57b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0528214 Nov 18 18:18:48.159446 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c082a234-6292-4355-bd94-01aecfcd2041 req-c78f41f3-97e9-42ec-b030-46d51ab054e3 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463688 Nov 18 18:18:49.275583 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b626b4c-157a-4e69-a810-412c57e646ce req-14773128-e328-453f-9cee-8ab88c071754 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:49.277085 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b626b4c-157a-4e69-a810-412c57e646ce req-14773128-e328-453f-9cee-8ab88c071754 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0492463 Nov 18 18:18:49.325260 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8b626b4c-157a-4e69-a810-412c57e646ce req-cffcc985-e178-4191-bbe0-c1067ef91322 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423079 Nov 18 18:18:49.348415 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40538) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:18:49.411474 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e5768115-e84f-4748-aa24-822f75d5f75e tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/floatingips/b1a22475-6a5f-404c-bc3d-d269e4258758 HTTP/1.1" status: 200 len: 992 time: 0.0618780 Nov 18 18:18:50.900787 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51da2f-5052-408a-8fdb-c3091e4f8683 req-1e25898f-504c-4372-9f27-c90d96b61003 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:50.902304 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b51da2f-5052-408a-8fdb-c3091e4f8683 req-1e25898f-504c-4372-9f27-c90d96b61003 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0501740 Nov 18 18:18:50.955453 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9b51da2f-5052-408a-8fdb-c3091e4f8683 req-690eef54-1cb9-4430-856e-2a5d047d24ad tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466599 Nov 18 18:18:51.070131 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7294624-c040-4a50-b55b-7f33d8374a5a req-aa5a31bf-5013-4d1e-8ff1-9101cba70de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:51.071867 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e7294624-c040-4a50-b55b-7f33d8374a5a req-aa5a31bf-5013-4d1e-8ff1-9101cba70de1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 1097 time: 0.0887322 Nov 18 18:18:51.164988 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7294624-c040-4a50-b55b-7f33d8374a5a req-2139ac53-a637-4a57-b2d8-8a33aca86cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:51.166483 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e7294624-c040-4a50-b55b-7f33d8374a5a req-2139ac53-a637-4a57-b2d8-8a33aca86cb5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=31b31a7e-3f02-4a82-9e16-a3ed845f2b55 HTTP/1.1" status: 200 len: 898 time: 0.0879669 Nov 18 18:18:51.236060 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e7294624-c040-4a50-b55b-7f33d8374a5a req-3bc35be4-cccd-42bb-81fa-f86185bd64ba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd76c26c-94c9-4b76-8d59-6ae4730d08d7 HTTP/1.1" status: 200 len: 1000 time: 0.0624118 Nov 18 18:18:51.285030 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7294624-c040-4a50-b55b-7f33d8374a5a req-4a26cb30-56f2-47da-9da2-e685d473c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:51.287187 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e7294624-c040-4a50-b55b-7f33d8374a5a req-4a26cb30-56f2-47da-9da2-e685d473c861 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=45969245-9a35-460f-a882-63a762b936e7 HTTP/1.1" status: 200 len: 835 time: 0.0447545 Nov 18 18:18:51.332670 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7294624-c040-4a50-b55b-7f33d8374a5a req-4c7906e7-978a-4626-9249-2e928593a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:51.334093 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e7294624-c040-4a50-b55b-7f33d8374a5a req-4c7906e7-978a-4626-9249-2e928593a738 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=31b31a7e-3f02-4a82-9e16-a3ed845f2b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403676 Nov 18 18:18:51.434124 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e7294624-c040-4a50-b55b-7f33d8374a5a req-4e239bbe-5185-42fb-81c9-3d8ca1b618ca service neutron] 10.222.0.81 "GET /v2.0/networks/31b31a7e-3f02-4a82-9e16-a3ed845f2b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920477 Nov 18 18:18:51.528202 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e7294624-c040-4a50-b55b-7f33d8374a5a req-20b1e123-a2a6-4bff-a17b-e13783299a8f service neutron] 10.222.0.81 "GET /v2.0/networks/31b31a7e-3f02-4a82-9e16-a3ed845f2b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867157 Nov 18 18:18:52.078657 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752682a-a589-4319-9259-f8208ff06e6a req-bc948e91-83b5-42ae-805b-1327ff204d25 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:52.080345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a752682a-a589-4319-9259-f8208ff06e6a req-bc948e91-83b5-42ae-805b-1327ff204d25 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0501332 Nov 18 18:18:52.140314 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a752682a-a589-4319-9259-f8208ff06e6a req-2a35bc82-180a-4a53-85c9-951a3e41a449 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528779 Nov 18 18:18:52.217190 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:18:53.254485 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74996c-4554-4656-83bd-7b3262432fd1 req-f535aafb-6b64-4050-9e84-781a29f094b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:18:53.256069 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a74996c-4554-4656-83bd-7b3262432fd1 req-f535aafb-6b64-4050-9e84-781a29f094b9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0492058 Nov 18 18:18:53.306554 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6a74996c-4554-4656-83bd-7b3262432fd1 req-495f5b9c-5c8b-4cb1-b438-9df8bfe62faa tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445173 Nov 18 18:18:53.328494 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40554) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:18:53.389266 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-2fb14783-c2a3-4a06-a76f-c1810ca804d5 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/floatingips/b1a22475-6a5f-404c-bc3d-d269e4258758 HTTP/1.1" status: 200 len: 992 time: 0.0596356 Nov 18 18:18:53.788670 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:00.023098 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8407d798-69a0-4e57-95b7-12b4c52ac740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:02.471088 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8fa03914-dd31-45f9-8321-de461a0076ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:03.845571 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:05.268558 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:05.514281 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:11.928971 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e68241b-6267-4bf3-abbb-967db3f57996 req-d2a5aa6d-07de-4d92-a0f4-ec706307fb2d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454397 Nov 18 18:19:12.015813 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68241b-6267-4bf3-abbb-967db3f57996 req-175202c9-7e8d-4d9a-b8f7-4d9d93e49aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:12.017318 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e68241b-6267-4bf3-abbb-967db3f57996 req-175202c9-7e8d-4d9a-b8f7-4d9d93e49aec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 1097 time: 0.0400038 Nov 18 18:19:12.121672 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68241b-6267-4bf3-abbb-967db3f57996 req-97a8c26f-3c43-44ce-82d6-0456e20acac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:12.123156 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e68241b-6267-4bf3-abbb-967db3f57996 req-97a8c26f-3c43-44ce-82d6-0456e20acac7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=31b31a7e-3f02-4a82-9e16-a3ed845f2b55 HTTP/1.1" status: 200 len: 898 time: 0.0845814 Nov 18 18:19:12.199604 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e68241b-6267-4bf3-abbb-967db3f57996 req-94d1bc68-0cfe-4f5b-9456-3fa42970836f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd76c26c-94c9-4b76-8d59-6ae4730d08d7 HTTP/1.1" status: 200 len: 1000 time: 0.0607843 Nov 18 18:19:12.259882 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68241b-6267-4bf3-abbb-967db3f57996 req-1281a312-d781-4f38-b9da-3e22df4a2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:12.261401 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e68241b-6267-4bf3-abbb-967db3f57996 req-1281a312-d781-4f38-b9da-3e22df4a2c73 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=45969245-9a35-460f-a882-63a762b936e7 HTTP/1.1" status: 200 len: 835 time: 0.0528808 Nov 18 18:19:12.309872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68241b-6267-4bf3-abbb-967db3f57996 req-61142a9a-9bbc-4911-96c3-14a27ee86a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:12.311371 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e68241b-6267-4bf3-abbb-967db3f57996 req-61142a9a-9bbc-4911-96c3-14a27ee86a24 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=31b31a7e-3f02-4a82-9e16-a3ed845f2b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398655 Nov 18 18:19:12.324328 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-3e68241b-6267-4bf3-abbb-967db3f57996 req-e0e0469e-b173-4ba4-b245-e51662c0bc83 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:19:12.325276 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e68241b-6267-4bf3-abbb-967db3f57996 req-e0e0469e-b173-4ba4-b245-e51662c0bc83 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049500 Nov 18 18:19:12.419767 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e68241b-6267-4bf3-abbb-967db3f57996 req-c7294e73-b8a8-4bdc-8a4f-1538bf1bbd90 service neutron] 10.222.0.81 "GET /v2.0/networks/31b31a7e-3f02-4a82-9e16-a3ed845f2b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863249 Nov 18 18:19:12.519266 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3e68241b-6267-4bf3-abbb-967db3f57996 req-01d1d24c-cf27-45af-b52f-e57a866f9f0a service neutron] 10.222.0.81 "GET /v2.0/networks/31b31a7e-3f02-4a82-9e16-a3ed845f2b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921700 Nov 18 18:19:14.229117 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:19:22.262785 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:23.882648 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:23.928891 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40566) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:24.088312 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port 6ca4d64e-055a-4d24-a0cf-4ef86648e28f {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:19:24.088655 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:24.162650 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:24.162892 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:24.174457 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for 6ca4d64e-055a-4d24-a0cf-4ef86648e28f owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:19:24.400806 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:24.432753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=6ca4d64e-055a-4d24-a0cf-4ef86648e28f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:24.457840 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:24.458207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:24.458601 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:24.459225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:24.459592 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:24.459977 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:24.460328 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:24.460674 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:24.461015 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:24.461370 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:24.461715 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:24.462053 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:24.503700 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:24.504081 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Floating IP b1a22475-6a5f-404c-bc3d-d269e4258758 disassociated (deleted). External IP: 172.25.3.98, port: cd76c26c-94c9-4b76-8d59-6ae4730d08d7. Nov 18 18:19:24.712314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router 9a8340b2-5637-4df1-9485-45b54ce2b78b has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:19:24.822616 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:19:24.827688 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:24.833179 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62801cd-bbf8-449f-aeb3-9e42292c6ffd None None] Sync routers for ids ['9a8340b2-5637-4df1-9485-45b54ce2b78b'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:19:24.845783 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62801cd-bbf8-449f-aeb3-9e42292c6ffd None None] Routers {'9a8340b2-5637-4df1-9485-45b54ce2b78b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:19:24.846385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e62801cd-bbf8-449f-aeb3-9e42292c6ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:19:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9a8340b2-5637-4df1-9485-45b54ce2b78b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:24.855764 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b6863baa-8949-41da-9cf0-0e24afd150bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/floatingips/b1a22475-6a5f-404c-bc3d-d269e4258758 HTTP/1.1" status: 204 len: 168 time: 0.9257715 Nov 18 18:19:24.856687 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f92d4b-f3de-4581-aeb4-1666a3edd3d8', 'tag': 'cd76c26c-94c9-4b76-8d59-6ae4730d08d7'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:19:24.859143 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81c1f65620c2b619e54ef1f34f71e2c57117e756ba45fba3b6a8fdb297f35b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a02d7e-7dbb-43b4-a6c6-9be903268c61" -d '{"events": [{"name": "network-changed", "server_uuid": "94f92d4b-f3de-4581-aeb4-1666a3edd3d8", "tag": "cd76c26c-94c9-4b76-8d59-6ae4730d08d7"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:19:24.900139 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b292de07-f93f-440c-97ae-0819720c1a14 x-openstack-request-id: req-b292de07-f93f-440c-97ae-0819720c1a14 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:19:24.900441 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f92d4b-f3de-4581-aeb4-1666a3edd3d8", "tag": "cd76c26c-94c9-4b76-8d59-6ae4730d08d7", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:19:24.900726 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b292de07-f93f-440c-97ae-0819720c1a14 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:19:24.901141 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f92d4b-f3de-4581-aeb4-1666a3edd3d8', 'tag': 'cd76c26c-94c9-4b76-8d59-6ae4730d08d7', 'status': 'completed', 'code': 200} Nov 18 18:19:24.961539 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-e62801cd-bbf8-449f-aeb3-9e42292c6ffd None None] Set router 9a8340b2-5637-4df1-9485-45b54ce2b78b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:19:24.972395 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a02d7e-7dbb-43b4-a6c6-9be903268c61 req-db798626-1405-49c8-8764-c7889dcd5e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:24.973847 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b1a02d7e-7dbb-43b4-a6c6-9be903268c61 req-db798626-1405-49c8-8764-c7889dcd5e42 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 1097 time: 0.0481226 Nov 18 18:19:25.067467 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a02d7e-7dbb-43b4-a6c6-9be903268c61 req-7b26f06d-2a28-4241-8197-8b56cbb28842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:25.069065 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b1a02d7e-7dbb-43b4-a6c6-9be903268c61 req-7b26f06d-2a28-4241-8197-8b56cbb28842 service neutron] 10.222.0.81 "GET /v2.0/networks?id=31b31a7e-3f02-4a82-9e16-a3ed845f2b55 HTTP/1.1" status: 200 len: 898 time: 0.0881217 Nov 18 18:19:25.116191 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b1a02d7e-7dbb-43b4-a6c6-9be903268c61 req-9cbb12fd-a56c-4ebf-a6ea-2f79b11b52a6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd76c26c-94c9-4b76-8d59-6ae4730d08d7 HTTP/1.1" status: 200 len: 217 time: 0.0386841 Nov 18 18:19:25.166009 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e62801cd-bbf8-449f-aeb3-9e42292c6ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3569517', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:17:41Z', 'updated_at': '2021-11-18T18:17:46Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:42Z', 'updated_at': '2021-11-18T18:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1', 'name': '', 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:71:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '45969245-9a35-460f-a882-63a762b936e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:44Z', 'updated_at': '2021-11-18T18:17:48Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': '45969245-9a35-460f-a882-63a762b936e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:25.168100 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a02d7e-7dbb-43b4-a6c6-9be903268c61 req-ea2409a2-206c-46c2-9d0f-328e9c4f8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:25.168246 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b1a02d7e-7dbb-43b4-a6c6-9be903268c61 req-ea2409a2-206c-46c2-9d0f-328e9c4f8ef9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=45969245-9a35-460f-a882-63a762b936e7 HTTP/1.1" status: 200 len: 835 time: 0.0453196 Nov 18 18:19:25.192629 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62801cd-bbf8-449f-aeb3-9e42292c6ffd None None] Checking router: 9a8340b2-5637-4df1-9485-45b54ce2b78b for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:19:25.200953 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62801cd-bbf8-449f-aeb3-9e42292c6ffd None None] Routers {'9a8340b2-5637-4df1-9485-45b54ce2b78b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:19:25.201562 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e62801cd-bbf8-449f-aeb3-9e42292c6ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:19:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9a8340b2-5637-4df1-9485-45b54ce2b78b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:25.219733 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a02d7e-7dbb-43b4-a6c6-9be903268c61 req-5828396d-6c78-44d9-8d5f-19a1b914e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:25.225395 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b1a02d7e-7dbb-43b4-a6c6-9be903268c61 req-5828396d-6c78-44d9-8d5f-19a1b914e88d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=31b31a7e-3f02-4a82-9e16-a3ed845f2b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415225 Nov 18 18:19:25.310040 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-e62801cd-bbf8-449f-aeb3-9e42292c6ffd None None] Set router 9a8340b2-5637-4df1-9485-45b54ce2b78b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:19:25.319421 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b1a02d7e-7dbb-43b4-a6c6-9be903268c61 req-356de6fa-e5b6-421b-b885-e0df14ce7de5 service neutron] 10.222.0.81 "GET /v2.0/networks/31b31a7e-3f02-4a82-9e16-a3ed845f2b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898623 Nov 18 18:19:25.421330 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b1a02d7e-7dbb-43b4-a6c6-9be903268c61 req-a80dbb33-a1ff-4979-a8d7-2e9ff4d1c3e4 service neutron] 10.222.0.81 "GET /v2.0/networks/31b31a7e-3f02-4a82-9e16-a3ed845f2b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919492 Nov 18 18:19:25.491068 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b8cbf-cb91-46b9-8909-2c899a90c94b req-f86420e8-e2bb-4335-a288-7195030a96b2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:25.492556 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d6b8cbf-cb91-46b9-8909-2c899a90c94b req-f86420e8-e2bb-4335-a288-7195030a96b2 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0537996 Nov 18 18:19:25.516736 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e62801cd-bbf8-449f-aeb3-9e42292c6ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3569517', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:17:41Z', 'updated_at': '2021-11-18T18:17:46Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:42Z', 'updated_at': '2021-11-18T18:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1', 'name': '', 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:71:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '45969245-9a35-460f-a882-63a762b936e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:44Z', 'updated_at': '2021-11-18T18:17:48Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': '45969245-9a35-460f-a882-63a762b936e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:25.544400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d6b8cbf-cb91-46b9-8909-2c899a90c94b req-25858658-bdfa-4dfd-b5cc-f10b46040fd7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455370 Nov 18 18:19:25.544666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62801cd-bbf8-449f-aeb3-9e42292c6ffd None None] The sync data for ids ['9a8340b2-5637-4df1-9485-45b54ce2b78b'] in n-d-813419-11 is: [{'id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3569517', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:17:41Z', 'updated_at': '2021-11-18T18:17:46Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:42Z', 'updated_at': '2021-11-18T18:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1', 'name': '', 'network_id': '31b31a7e-3f02-4a82-9e16-a3ed845f2b55', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:71:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '45969245-9a35-460f-a882-63a762b936e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:44Z', 'updated_at': '2021-11-18T18:17:48Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': '45969245-9a35-460f-a882-63a762b936e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:19:25.762823 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef18aa-01d4-42ec-9840-0b5cbabdf877 None None] New status for floating IP b1a22475-6a5f-404c-bc3d-d269e4258758: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:19:26.662974 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121c4fb-9db9-4d6c-a60e-658a8f4b5986 req-7243bb84-989f-4d2f-9b73-a1738b6011e1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:26.664534 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9121c4fb-9db9-4d6c-a60e-658a8f4b5986 req-7243bb84-989f-4d2f-9b73-a1738b6011e1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0483549 Nov 18 18:19:26.715153 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9121c4fb-9db9-4d6c-a60e-658a8f4b5986 req-bc571a2c-b27c-4a9b-93a7-fa1b2f083df0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=93c526d4-525e-4c50-9cb9-2033e4129913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441196 Nov 18 18:19:27.046958 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243c1d8-140a-40c9-b5c0-fe38557e31b8 req-3ae8c529-5e7a-4105-a489-69745cf7ee84 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:27.048452 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5243c1d8-140a-40c9-b5c0-fe38557e31b8 req-3ae8c529-5e7a-4105-a489-69745cf7ee84 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 945 time: 0.0557797 Nov 18 18:19:27.135105 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-5243c1d8-140a-40c9-b5c0-fe38557e31b8 req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port cd76c26c-94c9-4b76-8d59-6ae4730d08d7 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:19:27.135364 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5243c1d8-140a-40c9-b5c0-fe38557e31b8 req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:27.226138 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5243c1d8-140a-40c9-b5c0-fe38557e31b8 req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] For port cd76c26c-94c9-4b76-8d59-6ae4730d08d7, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=cd76c26c-94c9-4b76-8d59-6ae4730d08d7,segment=NetworkSegment(35dbc157-a123-4738-965a-13a49b06f1c9),segment_id=35dbc157-a123-4738-965a-13a49b06f1c9)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:19:27.226500 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5243c1d8-140a-40c9-b5c0-fe38557e31b8 req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:27.238504 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-5243c1d8-140a-40c9-b5c0-fe38557e31b8 req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for cd76c26c-94c9-4b76-8d59-6ae4730d08d7 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:19:27.445854 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5243c1d8-140a-40c9-b5c0-fe38557e31b8 req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:27.474977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=cd76c26c-94c9-4b76-8d59-6ae4730d08d7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:27.490332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:27.490332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:27.490332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:27.490332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:27.490685 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:27.491009 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:27.491350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:27.491692 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:27.492061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:27.492407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:27.492749 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:27.493092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:27.527763 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5243c1d8-140a-40c9-b5c0-fe38557e31b8 req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] No DVR routers for this DVR port cd76c26c-94c9-4b76-8d59-6ae4730d08d7 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:19:27.530307 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5243c1d8-140a-40c9-b5c0-fe38557e31b8 req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:27.533690 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5243c1d8-140a-40c9-b5c0-fe38557e31b8 req-5889c5d4-e517-420d-88f3-c8b4f03500c0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "DELETE /v2.0/ports/cd76c26c-94c9-4b76-8d59-6ae4730d08d7 HTTP/1.1" status: 204 len: 173 time: 0.4792447 Nov 18 18:19:27.534135 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f92d4b-f3de-4581-aeb4-1666a3edd3d8', 'name': 'network-vif-deleted', 'tag': 'cd76c26c-94c9-4b76-8d59-6ae4730d08d7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:19:27.536448 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c92083f-7b3d-4cf9-b0c5-c68e12a2c77b" -d '{"events": [{"server_uuid": "94f92d4b-f3de-4581-aeb4-1666a3edd3d8", "name": "network-vif-deleted", "tag": "cd76c26c-94c9-4b76-8d59-6ae4730d08d7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:19:27.573573 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acee423a-005e-4081-9542-4ad30e035b5b x-openstack-request-id: req-acee423a-005e-4081-9542-4ad30e035b5b {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:19:27.573882 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f92d4b-f3de-4581-aeb4-1666a3edd3d8", "name": "network-vif-deleted", "tag": "cd76c26c-94c9-4b76-8d59-6ae4730d08d7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:19:27.574145 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-acee423a-005e-4081-9542-4ad30e035b5b {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:19:27.574552 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f92d4b-f3de-4581-aeb4-1666a3edd3d8', 'name': 'network-vif-deleted', 'tag': 'cd76c26c-94c9-4b76-8d59-6ae4730d08d7', 'status': 'completed', 'code': 200} Nov 18 18:19:27.809849 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-179ac07e-020e-44c5-8ae3-4c24b5db6525 req-70eec986-3e0e-42f6-800b-47a6ab93db51 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=94f92d4b-f3de-4581-aeb4-1666a3edd3d8 HTTP/1.1" status: 200 len: 210 time: 0.0267515 Nov 18 18:19:28.871492 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40582) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:29.231147 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d8e6656a-e884-4d91-b36d-c85887a37bfd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:29.792336 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d8e6656a-e884-4d91-b36d-c85887a37bfd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:19:29.792680 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d8e6656a-e884-4d91-b36d-c85887a37bfd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:29.879112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-d8e6656a-e884-4d91-b36d-c85887a37bfd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] For port 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1,segment=NetworkSegment(35dbc157-a123-4738-965a-13a49b06f1c9),segment_id=35dbc157-a123-4738-965a-13a49b06f1c9)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:19:29.879642 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d8e6656a-e884-4d91-b36d-c85887a37bfd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:29.892146 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d8e6656a-e884-4d91-b36d-c85887a37bfd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:19:30.045744 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b5bb3996-7f14-4da5-b3d7-8debd954d514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:30.145381 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d8e6656a-e884-4d91-b36d-c85887a37bfd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:30.175678 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6656a-e884-4d91-b36d-c85887a37bfd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:30.347222 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d8e6656a-e884-4d91-b36d-c85887a37bfd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:30.580528 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e6656a-e884-4d91-b36d-c85887a37bfd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router 9a8340b2-5637-4df1-9485-45b54ce2b78b has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:19:30.687414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e6656a-e884-4d91-b36d-c85887a37bfd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:19:30.692586 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d8e6656a-e884-4d91-b36d-c85887a37bfd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "PUT /v2.0/routers/9a8340b2-5637-4df1-9485-45b54ce2b78b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8198864 Nov 18 18:19:30.695265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40584) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:30.698430 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31afdf98-5063-44b8-970f-7e9f8c9dd2a2 None None] Sync routers for ids ['9a8340b2-5637-4df1-9485-45b54ce2b78b'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:19:30.709925 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31afdf98-5063-44b8-970f-7e9f8c9dd2a2 None None] Routers {'9a8340b2-5637-4df1-9485-45b54ce2b78b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:19:30.710589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-31afdf98-5063-44b8-970f-7e9f8c9dd2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:19:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9a8340b2-5637-4df1-9485-45b54ce2b78b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:30.746215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf90d41-e043-4d52-bf9b-58fa57bec638 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting subnet 45969245-9a35-460f-a882-63a762b936e7 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:19:30.749728 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ccf90d41-e043-4d52-bf9b-58fa57bec638 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:30.792370 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ccf90d41-e043-4d52-bf9b-58fa57bec638 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:30.893763 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ccf90d41-e043-4d52-bf9b-58fa57bec638 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:30.905244 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device cd76c26c-94c9-4b76-8d59-6ae4730d08d7 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:19:30.929669 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: cd76c26c-94c9-4b76-8d59-6ae4730d08d7 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:19:30.930020 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device cd76c26c-94c9-4b76-8d59-6ae4730d08d7 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:19:30.996797 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-31afdf98-5063-44b8-970f-7e9f8c9dd2a2 None None] Set router 9a8340b2-5637-4df1-9485-45b54ce2b78b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:19:31.017151 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ccf90d41-e043-4d52-bf9b-58fa57bec638 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:31.048315 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ccf90d41-e043-4d52-bf9b-58fa57bec638 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:31.051561 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ccf90d41-e043-4d52-bf9b-58fa57bec638 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/subnets/45969245-9a35-460f-a882-63a762b936e7 HTTP/1.1" status: 204 len: 168 time: 0.3552966 Nov 18 18:19:31.052584 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf90d41-e043-4d52-bf9b-58fa57bec638 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Subnet': ['ID=45969245-9a35-460f-a882-63a762b936e7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:31.054384 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40586) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:31.063832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a564b7-0b81-4e63-9339-b5528038a179 None None] Network 31b31a7e-3f02-4a82-9e16-a3ed845f2b55 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:19:31.162556 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fe03559-ef9c-4b38-97b2-eff0f5f05795 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:31.268292 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fe03559-ef9c-4b38-97b2-eff0f5f05795 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:31.286238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-31afdf98-5063-44b8-970f-7e9f8c9dd2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3569517', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:17:41Z', 'updated_at': '2021-11-18T18:19:30Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:42Z', 'updated_at': '2021-11-18T18:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:31.313438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31afdf98-5063-44b8-970f-7e9f8c9dd2a2 None None] Checking router: 9a8340b2-5637-4df1-9485-45b54ce2b78b for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:19:31.321927 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31afdf98-5063-44b8-970f-7e9f8c9dd2a2 None None] Routers {'9a8340b2-5637-4df1-9485-45b54ce2b78b'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:19:31.322537 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-31afdf98-5063-44b8-970f-7e9f8c9dd2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:19:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['9a8340b2-5637-4df1-9485-45b54ce2b78b'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:31.362339 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] DHCP port deletion for 31b31a7e-3f02-4a82-9e16-a3ed845f2b55 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:19:31.385917 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6fe03559-ef9c-4b38-97b2-eff0f5f05795 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port 922d30a6-f341-4ab4-a3d4-35827d19eb48 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:19:31.386307 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fe03559-ef9c-4b38-97b2-eff0f5f05795 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:31.460191 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-31afdf98-5063-44b8-970f-7e9f8c9dd2a2 None None] Set router 9a8340b2-5637-4df1-9485-45b54ce2b78b gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:19:31.471572 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-6fe03559-ef9c-4b38-97b2-eff0f5f05795 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] For port 922d30a6-f341-4ab4-a3d4-35827d19eb48, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=922d30a6-f341-4ab4-a3d4-35827d19eb48,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:19:31.471989 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fe03559-ef9c-4b38-97b2-eff0f5f05795 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:31.484215 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6fe03559-ef9c-4b38-97b2-eff0f5f05795 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for 922d30a6-f341-4ab4-a3d4-35827d19eb48 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:19:31.529588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] Deleting port 2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:19:31.529968 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:31.651719 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] For port 2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4,segment=NetworkSegment(35dbc157-a123-4738-965a-13a49b06f1c9),segment_id=35dbc157-a123-4738-965a-13a49b06f1c9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:19:31.652151 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:31.667875 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] Calling delete_port for 2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:19:31.670428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:19:31.765461 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fe03559-ef9c-4b38-97b2-eff0f5f05795 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:31.792332 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe03559-ef9c-4b38-97b2-eff0f5f05795 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=922d30a6-f341-4ab4-a3d4-35827d19eb48,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:31.818188 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd0de39-267c-45bd-8d99-fb537fded1b6 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:19:31.854693 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fe03559-ef9c-4b38-97b2-eff0f5f05795 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:31.862962 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:31.870330 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-31afdf98-5063-44b8-970f-7e9f8c9dd2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3569517', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:17:41Z', 'updated_at': '2021-11-18T18:19:30Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:42Z', 'updated_at': '2021-11-18T18:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:31.897927 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31afdf98-5063-44b8-970f-7e9f8c9dd2a2 None None] The sync data for ids ['9a8340b2-5637-4df1-9485-45b54ce2b78b'] in n-d-813419-11 is: [{'id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3569517', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:17:41Z', 'updated_at': '2021-11-18T18:19:30Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '922d30a6-f341-4ab4-a3d4-35827d19eb48', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8340b2-5637-4df1-9485-45b54ce2b78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:17:42Z', 'updated_at': '2021-11-18T18:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:19:31.956583 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fe03559-ef9c-4b38-97b2-eff0f5f05795 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:31.959236 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fe03559-ef9c-4b38-97b2-eff0f5f05795 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:31.967114 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:32.014745 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] Pushing event deleted for resources: {'Port': ['ID=2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:32.017321 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] No DVR routers for this DVR port 2d2433f4-6ac6-4ac5-b10a-2cd59937cbc4 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:19:32.027010 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:32.027350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:32.027552 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:32.027839 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:32.028097 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:32.028438 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:32.028775 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:32.029109 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:32.029442 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:32.029771 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:32.030110 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:32.030437 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1314284d-6102-49f8-bd7e-47dc2b68069d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:32.071338 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fe03559-ef9c-4b38-97b2-eff0f5f05795 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:32.072605 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe03559-ef9c-4b38-97b2-eff0f5f05795 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Fanout notify agent at l3_agent the message router_deleted on router 9a8340b2-5637-4df1-9485-45b54ce2b78b {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:19:32.080058 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fe03559-ef9c-4b38-97b2-eff0f5f05795 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:32.081184 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6fe03559-ef9c-4b38-97b2-eff0f5f05795 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/routers/9a8340b2-5637-4df1-9485-45b54ce2b78b HTTP/1.1" status: 204 len: 168 time: 1.0258603 Nov 18 18:19:32.084314 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40588) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:32.160083 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f11d-0a28-4e89-be15-6cee18e3f96b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:32.250277 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f11d-0a28-4e89-be15-6cee18e3f96b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:32.272599 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-6ae3f11d-0a28-4e89-be15-6cee18e3f96b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b31a7e-3f02-4a82-9e16-a3ed845f2b55']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:32.283080 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-6ae3f11d-0a28-4e89-be15-6cee18e3f96b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35dbc157-a123-4738-965a-13a49b06f1c9') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:32.283375 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-6ae3f11d-0a28-4e89-be15-6cee18e3f96b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35dbc157-a123-4738-965a-13a49b06f1c9') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:32.293789 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f11d-0a28-4e89-be15-6cee18e3f96b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:32.307565 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f11d-0a28-4e89-be15-6cee18e3f96b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae3f11d-0a28-4e89-be15-6cee18e3f96b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f11d-0a28-4e89-be15-6cee18e3f96b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: timer() Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:19:32.318702 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:19:32.468501 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f11d-0a28-4e89-be15-6cee18e3f96b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:32.477220 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f11d-0a28-4e89-be15-6cee18e3f96b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:32.479645 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6ae3f11d-0a28-4e89-be15-6cee18e3f96b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/networks/31b31a7e-3f02-4a82-9e16-a3ed845f2b55 HTTP/1.1" status: 204 len: 168 time: 0.3943505 Nov 18 18:19:32.482460 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40590) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:32.493241 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3f11d-0a28-4e89-be15-6cee18e3f96b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Network': ['ID=31b31a7e-3f02-4a82-9e16-a3ed845f2b55,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:32.502694 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-04faf15b-7b46-45ba-8f48-bc3bb2e3e013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:32.552298 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba274c27-a026-44da-ac24-857edad561e1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:32.585852 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba274c27-a026-44da-ac24-857edad561e1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:32.733759 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba274c27-a026-44da-ac24-857edad561e1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:32.737137 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ba274c27-a026-44da-ac24-857edad561e1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:32.741532 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ba274c27-a026-44da-ac24-857edad561e1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/security-groups/93c526d4-525e-4c50-9cb9-2033e4129913 HTTP/1.1" status: 204 len: 168 time: 0.2543261 Nov 18 18:19:32.752201 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba274c27-a026-44da-ac24-857edad561e1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c526d4-525e-4c50-9cb9-2033e4129913,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:33.285914 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40596) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:33.291141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8df2b845-421f-45d5-99e9-f0d737122900 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1569162386', 'description': 'tempest-secgroup-smoke-1569162386 description', 'project_id': '2de165532611454c8ce5939d0b5a20ec'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:19:33.420130 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8df2b845-421f-45d5-99e9-f0d737122900 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:33.485519 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8df2b845-421f-45d5-99e9-f0d737122900 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:33.559476 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8df2b845-421f-45d5-99e9-f0d737122900 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:33.590206 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2b845-421f-45d5-99e9-f0d737122900 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fea38f-273c-4056-b4ae-9f74f2edf2ab,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:33.617420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:19:33.638702 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:19:33.639060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 756a6c6a-bd8c-4fda-a841-4ff7cd15e7f1 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:19:33.639491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 922d30a6-f341-4ab4-a3d4-35827d19eb48 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:19:33.658973 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 922d30a6-f341-4ab4-a3d4-35827d19eb48 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:19:33.659324 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 922d30a6-f341-4ab4-a3d4-35827d19eb48 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:19:33.670416 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8df2b845-421f-45d5-99e9-f0d737122900 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:33.674124 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8df2b845-421f-45d5-99e9-f0d737122900 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3871295 Nov 18 18:19:33.675042 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40598) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:33.679481 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ab3f1047-807d-45bf-89ac-67c3dc4f285b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': 'c7fea38f-273c-4056-b4ae-9f74f2edf2ab', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:19:33.808953 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ab3f1047-807d-45bf-89ac-67c3dc4f285b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:33.848315 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:33.864640 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ab3f1047-807d-45bf-89ac-67c3dc4f285b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:33.936665 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ab3f1047-807d-45bf-89ac-67c3dc4f285b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:33.957473 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f1047-807d-45bf-89ac-67c3dc4f285b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6b4854-fed5-4461-9319-abb23980aae6,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:34.027490 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ab3f1047-807d-45bf-89ac-67c3dc4f285b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:34.028792 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-ab3f1047-807d-45bf-89ac-67c3dc4f285b tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3527896 Nov 18 18:19:34.031444 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40600) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:34.035780 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-94e6973b-ac48-4983-b7bd-8227f45774c4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': 'c7fea38f-273c-4056-b4ae-9f74f2edf2ab', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:19:34.136372 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94e6973b-ac48-4983-b7bd-8227f45774c4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:34.192967 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94e6973b-ac48-4983-b7bd-8227f45774c4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:34.279278 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94e6973b-ac48-4983-b7bd-8227f45774c4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:34.297416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6973b-ac48-4983-b7bd-8227f45774c4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f096d3c0-e491-405e-be81-9e84b82890d8,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:34.361530 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-94e6973b-ac48-4983-b7bd-8227f45774c4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:34.362751 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-94e6973b-ac48-4983-b7bd-8227f45774c4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3303313 Nov 18 18:19:34.371296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40602) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:34.375680 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7e102be9-dccc-4a54-bde0-1ae8b3a1ee74 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': 'c7fea38f-273c-4056-b4ae-9f74f2edf2ab', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:19:34.496280 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7e102be9-dccc-4a54-bde0-1ae8b3a1ee74 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:34.554235 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7e102be9-dccc-4a54-bde0-1ae8b3a1ee74 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:34.622257 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7e102be9-dccc-4a54-bde0-1ae8b3a1ee74 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:34.641352 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e102be9-dccc-4a54-bde0-1ae8b3a1ee74 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404a9fb3-4191-4733-aeef-640a9fb97fd2,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:34.713737 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7e102be9-dccc-4a54-bde0-1ae8b3a1ee74 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:34.714996 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-7e102be9-dccc-4a54-bde0-1ae8b3a1ee74 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3427045 Nov 18 18:19:34.717773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40604) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:34.722251 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-43312c5b-861a-44bd-8ff3-3616ea3128e8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': 'c7fea38f-273c-4056-b4ae-9f74f2edf2ab', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:19:34.796045 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43312c5b-861a-44bd-8ff3-3616ea3128e8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:34.853108 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43312c5b-861a-44bd-8ff3-3616ea3128e8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:34.925513 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43312c5b-861a-44bd-8ff3-3616ea3128e8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:34.947055 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43312c5b-861a-44bd-8ff3-3616ea3128e8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69b0fca-3639-4067-af17-9b18e37dedc2,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:35.034088 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-43312c5b-861a-44bd-8ff3-3616ea3128e8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:35.035640 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-43312c5b-861a-44bd-8ff3-3616ea3128e8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3165889 Nov 18 18:19:35.039200 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40606) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:35.044137 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4a43d622-8b0a-4e87-bb3f-e55c03226e0a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': 'c7fea38f-273c-4056-b4ae-9f74f2edf2ab', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:19:35.151119 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-4a43d622-8b0a-4e87-bb3f-e55c03226e0a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Project 2de165532611454c8ce5939d0b5a20ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:19:35.156413 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a43d622-8b0a-4e87-bb3f-e55c03226e0a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:35.214805 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a43d622-8b0a-4e87-bb3f-e55c03226e0a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:35.265024 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:35.287775 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a43d622-8b0a-4e87-bb3f-e55c03226e0a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:35.306824 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43d622-8b0a-4e87-bb3f-e55c03226e0a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b58143-44ca-46e3-8081-1b601c11850e,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:35.390084 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a43d622-8b0a-4e87-bb3f-e55c03226e0a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:35.391281 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4a43d622-8b0a-4e87-bb3f-e55c03226e0a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3510060 Nov 18 18:19:35.394051 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40608) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:35.398394 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b65e2c84-16ce-43b5-8112-fe0c463e1874 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'security_group_rule': {'security_group_id': 'c7fea38f-273c-4056-b4ae-9f74f2edf2ab', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:19:35.494891 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-b65e2c84-16ce-43b5-8112-fe0c463e1874 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Project 2de165532611454c8ce5939d0b5a20ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:19:35.500308 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b65e2c84-16ce-43b5-8112-fe0c463e1874 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:35.525187 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:35.563074 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b65e2c84-16ce-43b5-8112-fe0c463e1874 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:35.633879 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b65e2c84-16ce-43b5-8112-fe0c463e1874 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:35.655192 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e2c84-16ce-43b5-8112-fe0c463e1874 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1957882-2c78-4212-ba00-50e36c7e576f,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:35.756134 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b65e2c84-16ce-43b5-8112-fe0c463e1874 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:35.757333 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b65e2c84-16ce-43b5-8112-fe0c463e1874 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3623292 Nov 18 18:19:35.760201 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40610) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:35.765211 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-743954e7-614f-4ceb-95a0-1853d498f2c6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'network': {'name': 'tempest-network-smoke--1073861339', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'port_security_enabled': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:19:35.839376 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743954e7-614f-4ceb-95a0-1853d498f2c6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Made reservation on behalf of 2de165532611454c8ce5939d0b5a20ec for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:19:35.842851 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-743954e7-614f-4ceb-95a0-1853d498f2c6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:35.866715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743954e7-614f-4ceb-95a0-1853d498f2c6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] vlan segment allocate from pool success with {'vlan_id': 1115, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:19:35.879347 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-743954e7-614f-4ceb-95a0-1853d498f2c6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:35.879698 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-743954e7-614f-4ceb-95a0-1853d498f2c6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Added segment 3a17e178-4ecb-4932-8666-28883f9ac479 of type vlan for network 9f343f1b-5aba-472e-a524-c0e811d34532 Nov 18 18:19:35.919194 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-743954e7-614f-4ceb-95a0-1853d498f2c6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:36.042399 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-743954e7-614f-4ceb-95a0-1853d498f2c6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:36.048300 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743954e7-614f-4ceb-95a0-1853d498f2c6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:36.048893 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-743954e7-614f-4ceb-95a0-1853d498f2c6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:36.114304 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743954e7-614f-4ceb-95a0-1853d498f2c6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Network': ['ID=9f343f1b-5aba-472e-a524-c0e811d34532,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:36.126018 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 9f343f1b-5aba-472e-a524-c0e811d34532 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:19:36.157041 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-743954e7-614f-4ceb-95a0-1853d498f2c6 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3932312 Nov 18 18:19:36.157380 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40612) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:36.163520 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1465597777', 'admin_state_up': True, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:19:36.270939 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:36.272161 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:36.325721 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:36.524586 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:36.766274 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:36.784485 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:36.889849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.25.3.146 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/57809fb3-b23a-4189-a82a-8d91f1913c23) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:19:36.988774 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:37.088430 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:37.126776 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:19:37.129688 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:19:37.133211 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:19:37.142047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf2c843-31ae-4f25-8327-af69b295a733 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:19:37.157172 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=57809fb3-b23a-4189-a82a-8d91f1913c23,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:37.246773 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3da324c1-1b84-40e1-ba7e-db0165fbbec3 None None] Provisioning complete for port 57809fb3-b23a-4189-a82a-8d91f1913c23 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:19:37.247128 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3da324c1-1b84-40e1-ba7e-db0165fbbec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:37.280440 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3da324c1-1b84-40e1-ba7e-db0165fbbec3 None None] Port 57809fb3-b23a-4189-a82a-8d91f1913c23 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:19:37.456660 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:37.975360 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:38.183056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router a23f0cc0-39a6-4ebf-95c3-41384d17696a is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:19:38.286752 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:19:38.296670 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Sync routers for ids ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:19:38.306615 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Routers {'a23f0cc0-39a6-4ebf-95c3-41384d17696a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:19:38.312549 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:19:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:38.370845 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:38.372150 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-e7d627b2-d80f-4dbf-b703-29e6d5c22b53 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2136626 Nov 18 18:19:38.375228 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40614) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:38.407947 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-940c6bcd-c484-490f-a819-a3faa72fa909 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2de165532611454c8ce5939d0b5a20ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315218 Nov 18 18:19:38.410684 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40616) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:38.515640 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Set router a23f0cc0-39a6-4ebf-95c3-41384d17696a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:19:38.516899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4ce58b-5972-4ef4-9298-802351efb817 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:38.518414 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5a4ce58b-5972-4ef4-9298-802351efb817 tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1067774 Nov 18 18:19:38.521421 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40618) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:38.549415 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-da9e9782-8973-48e6-9c56-e8a21c627b8a tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=b4d1cde8-1533-4ffb-87b1-aa80817fd09e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269177 Nov 18 18:19:38.551905 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40620) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:38.557301 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8e83bddc-07a7-43f9-b378-562c2f3e7687 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-377137956', 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532', 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:19:38.695175 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465597777', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:37Z', 'revision_number': 3, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:38.721944 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Checking router: a23f0cc0-39a6-4ebf-95c3-41384d17696a for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:19:38.722303 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Updating router a23f0cc0-39a6-4ebf-95c3-41384d17696a port 57809fb3-b23a-4189-a82a-8d91f1913c23 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:19:38.725192 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e83bddc-07a7-43f9-b378-562c2f3e7687 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Made reservation on behalf of 2de165532611454c8ce5939d0b5a20ec for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:19:38.728801 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e83bddc-07a7-43f9-b378-562c2f3e7687 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:38.750747 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:38.979954 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e83bddc-07a7-43f9-b378-562c2f3e7687 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:39.000191 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:39.041699 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83bddc-07a7-43f9-b378-562c2f3e7687 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Subnet': ['ID=b13c23dc-d710-4fe9-a459-f5fb435b902e,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:39.049306 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e83bddc-07a7-43f9-b378-562c2f3e7687 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Checking segment: {'id': '3a17e178-4ecb-4932-8666-28883f9ac479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:19:39.049674 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e83bddc-07a7-43f9-b378-562c2f3e7687 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network hostable DHCP agents. Network: 9f343f1b-5aba-472e-a524-c0e811d34532, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:19:39.076927 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:39.120419 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27870648-335f-448a-9446-04426574eb16 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:19:39.132705 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Attempting to bind port 57809fb3-b23a-4189-a82a-8d91f1913c23 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:19:39.133081 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Attempting to bind port 57809fb3-b23a-4189-a82a-8d91f1913c23 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:19:39.133445 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Attempting to bind port 57809fb3-b23a-4189-a82a-8d91f1913c23 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:19:39.133733 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e83bddc-07a7-43f9-b378-562c2f3e7687 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network 9f343f1b-5aba-472e-a524-c0e811d34532 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:19:39.135553 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa74b07-17e9-4036-93f8-85f79f26c2bb None None] Pushing event updated for resources: {'Port': ['ID=57809fb3-b23a-4189-a82a-8d91f1913c23,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:39.144226 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:19:39.144704 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:19:39.145110 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:39.145539 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:19:39.146006 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Bound port: 57809fb3-b23a-4189-a82a-8d91f1913c23, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:19:39.146390 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:39.148682 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa74b07-17e9-4036-93f8-85f79f26c2bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:39.151254 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa74b07-17e9-4036-93f8-85f79f26c2bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:39.151254 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa74b07-17e9-4036-93f8-85f79f26c2bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:39.151254 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa74b07-17e9-4036-93f8-85f79f26c2bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:39.151254 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa74b07-17e9-4036-93f8-85f79f26c2bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:39.151254 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa74b07-17e9-4036-93f8-85f79f26c2bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:39.151254 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa74b07-17e9-4036-93f8-85f79f26c2bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:39.151254 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa74b07-17e9-4036-93f8-85f79f26c2bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:39.151254 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa74b07-17e9-4036-93f8-85f79f26c2bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:39.151972 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa74b07-17e9-4036-93f8-85f79f26c2bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:39.151972 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa74b07-17e9-4036-93f8-85f79f26c2bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:39.152158 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa74b07-17e9-4036-93f8-85f79f26c2bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:19:39.207177 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] For port 57809fb3-b23a-4189-a82a-8d91f1913c23, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:19:39.209857 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-53ffe928-453b-4b55-9e7a-d8ab7fa7e2f0 None None] Provisioning complete for port 57809fb3-b23a-4189-a82a-8d91f1913c23 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:19:39.210228 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-53ffe928-453b-4b55-9e7a-d8ab7fa7e2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:39.210414 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] For port 57809fb3-b23a-4189-a82a-8d91f1913c23, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=57809fb3-b23a-4189-a82a-8d91f1913c23,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:19:39.247625 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-53ffe928-453b-4b55-9e7a-d8ab7fa7e2f0 None None] Port 57809fb3-b23a-4189-a82a-8d91f1913c23 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:19:39.251507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-8e83bddc-07a7-43f9-b378-562c2f3e7687 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 9f343f1b-5aba-472e-a524-c0e811d34532) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:19:39.260227 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e83bddc-07a7-43f9-b378-562c2f3e7687 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:39.260227 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e83bddc-07a7-43f9-b378-562c2f3e7687 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:39.260472 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9baf84-8747-4c19-b7e5-9650c17b5cf3 None None] Network 9f343f1b-5aba-472e-a524-c0e811d34532 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:19:39.292020 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:39.333976 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4086d35b-3807-4518-bdf4-5955fb6efde8 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:19:39.351130 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa74b07-17e9-4036-93f8-85f79f26c2bb None None] Pushing event updated for resources: {'Port': ['ID=57809fb3-b23a-4189-a82a-8d91f1913c23,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:39.357376 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Routers {'a23f0cc0-39a6-4ebf-95c3-41384d17696a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:19:39.358005 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:19:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:39.391160 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8e83bddc-07a7-43f9-b378-562c2f3e7687 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8381369 Nov 18 18:19:39.394027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40622) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:39.394553 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2c5d1fc4-47b5-4be9-a0fb-606e3806b8fc None None] Provisioning complete for port 57809fb3-b23a-4189-a82a-8d91f1913c23 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:19:39.395026 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1fc4-47b5-4be9-a0fb-606e3806b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:39.450243 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-9f343f1b-5aba-472e-a524-c0e811d34532', 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ips': [{'subnet_id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:19:39.451104 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:39.477016 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] Set router a23f0cc0-39a6-4ebf-95c3-41384d17696a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:19:39.580760 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1fc4-47b5-4be9-a0fb-606e3806b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:39.631151 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2c5d1fc4-47b5-4be9-a0fb-606e3806b8fc None None] For port 57809fb3-b23a-4189-a82a-8d91f1913c23, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=57809fb3-b23a-4189-a82a-8d91f1913c23,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:19:39.647813 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Allocated IP 172.20.0.2 (9f343f1b-5aba-472e-a524-c0e811d34532/b13c23dc-d710-4fe9-a459-f5fb435b902e/873c598b-de6e-4a77-bc99-f1fff621ddfd) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:19:39.663949 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465597777', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:37Z', 'revision_number': 3, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:39.695919 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac386fab-a088-436e-8c12-b42a980ddf23 None None] The sync data for ids ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'] in n-d-813419-11 is: [{'id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465597777', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:37Z', 'revision_number': 3, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:19:39.782579 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1fc4-47b5-4be9-a0fb-606e3806b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:39.833055 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:39.859604 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d1fc4-47b5-4be9-a0fb-606e3806b8fc None None] Pushing event updated for resources: {'Port': ['ID=57809fb3-b23a-4189-a82a-8d91f1913c23,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:39.877351 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:39.997340 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:40.034013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Network 9f343f1b-5aba-472e-a524-c0e811d34532 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:19:40.037084 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:19:40.042092 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:19:40.056333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Pushing event updated for resources: {'Port': ['ID=873c598b-de6e-4a77-bc99-f1fff621ddfd,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:40.119651 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Attempting to bind port 873c598b-de6e-4a77-bc99-f1fff621ddfd on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:19:40.120706 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Attempting to bind port 873c598b-de6e-4a77-bc99-f1fff621ddfd by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '3a17e178-4ecb-4932-8666-28883f9ac479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:19:40.121424 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Attempting to bind port 873c598b-de6e-4a77-bc99-f1fff621ddfd on network 9f343f1b-5aba-472e-a524-c0e811d34532 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:19:40.128182 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:19:40.128895 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Checking segment: {'id': '3a17e178-4ecb-4932-8666-28883f9ac479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:19:40.129472 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:40.129890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Bound using segment: {'id': '3a17e178-4ecb-4932-8666-28883f9ac479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:19:40.130395 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Bound port: 873c598b-de6e-4a77-bc99-f1fff621ddfd, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a17e178-4ecb-4932-8666-28883f9ac479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:19:40.130793 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:40.204018 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.20.0.1 (9f343f1b-5aba-472e-a524-c0e811d34532/b13c23dc-d710-4fe9-a459-f5fb435b902e/92186e5e-a7e9-4fbd-acce-c32b2fd3f33b) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:19:40.205937 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] For port 873c598b-de6e-4a77-bc99-f1fff621ddfd, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:19:40.210419 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] For port 873c598b-de6e-4a77-bc99-f1fff621ddfd, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=873c598b-de6e-4a77-bc99-f1fff621ddfd,segment=NetworkSegment(3a17e178-4ecb-4932-8666-28883f9ac479),segment_id=3a17e178-4ecb-4932-8666-28883f9ac479)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:19:40.318213 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:40.327612 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:40.388788 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793c743-a977-4430-ae42-cd26df653d96 None None] Pushing event updated for resources: {'Port': ['ID=873c598b-de6e-4a77-bc99-f1fff621ddfd,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:40.489027 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:40.555890 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network 9f343f1b-5aba-472e-a524-c0e811d34532 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:19:40.562965 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:19:40.567781 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:19:40.595049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=92186e5e-a7e9-4fbd-acce-c32b2fd3f33b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:40.632885 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:40.860558 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:41.143815 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:41.202277 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:41.280898 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=92186e5e-a7e9-4fbd-acce-c32b2fd3f33b,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:41.283295 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:41.379368 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network 9f343f1b-5aba-472e-a524-c0e811d34532 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:19:41.380820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:19:41.494555 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router a23f0cc0-39a6-4ebf-95c3-41384d17696a has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:19:41.606167 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:19:41.611281 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bf11ee77-09fd-477d-8d3d-c53166d40865 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "PUT /v2.0/routers/a23f0cc0-39a6-4ebf-95c3-41384d17696a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2152665 Nov 18 18:19:41.623417 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Sync routers for ids ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:19:41.635644 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Routers {'a23f0cc0-39a6-4ebf-95c3-41384d17696a'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:19:41.636533 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:19:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:41.744031 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 873c598b-de6e-4a77-bc99-f1fff621ddfd up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:19:41.796699 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-9cf80cfb-a511-4be8-a778-223e46ec6351 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1569162386&fields=id&tenant_id=2de165532611454c8ce5939d0b5a20ec HTTP/1.1" status: 200 len: 267 time: 0.0504184 Nov 18 18:19:41.916877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-371b2ac2-bc84-409c-bcfb-ce4b71e34e85 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:41.918504 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-371b2ac2-bc84-409c-bcfb-ce4b71e34e85 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/networks?id=9f343f1b-5aba-472e-a524-c0e811d34532 HTTP/1.1" status: 200 len: 797 time: 0.1145704 Nov 18 18:19:41.937258 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-bd06d053-8d16-406b-8fe4-578a673cb679 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/quotas/2de165532611454c8ce5939d0b5a20ec HTTP/1.1" status: 200 len: 375 time: 0.0126054 Nov 18 18:19:41.960021 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Set router a23f0cc0-39a6-4ebf-95c3-41384d17696a gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:19:41.999178 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-d5e733dd-1f74-49d8-8601-11ab45d45190 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565913 Nov 18 18:19:42.011856 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731c203d-a52d-4bc0-a158-b8d2a9b1f7fe None None] Network 9f343f1b-5aba-472e-a524-c0e811d34532 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:19:42.059587 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-814e7940-1d4b-4bfc-b046-4437852bc03d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:19:42.060846 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-814e7940-1d4b-4bfc-b046-4437852bc03d service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476425 Nov 18 18:19:42.067371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 873c598b-de6e-4a77-bc99-f1fff621ddfd triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:19:42.067758 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:42.152853 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-8a5e6df6-e1c9-4ad0-bd51-ad1609650467 service neutron] 10.222.0.72 "GET /v2.0/networks/9f343f1b-5aba-472e-a524-c0e811d34532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858543 Nov 18 18:19:42.155436 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c642740e-3100-4c60-baf7-0deed7bc7e6f None None] Provisioning complete for port 873c598b-de6e-4a77-bc99-f1fff621ddfd triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:19:42.155838 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c642740e-3100-4c60-baf7-0deed7bc7e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:42.248771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5cefe765-9869-46c5-a6e8-b87c7a468cc0 service neutron] 10.222.0.72 "GET /v2.0/networks/9f343f1b-5aba-472e-a524-c0e811d34532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895667 Nov 18 18:19:42.402076 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:42.430374 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c642740e-3100-4c60-baf7-0deed7bc7e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:42.503065 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port 873c598b-de6e-4a77-bc99-f1fff621ddfd, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=873c598b-de6e-4a77-bc99-f1fff621ddfd,segment=NetworkSegment(3a17e178-4ecb-4932-8666-28883f9ac479),segment_id=3a17e178-4ecb-4932-8666-28883f9ac479)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:19:42.513728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465597777', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:40Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '92186e5e-a7e9-4fbd-acce-c32b2fd3f33b', 'name': '', 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:99:62:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:40Z', 'updated_at': '2021-11-18T18:19:41Z', 'revision_number': 2, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:42.548672 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Checking router: a23f0cc0-39a6-4ebf-95c3-41384d17696a for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:19:42.549055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Updating router a23f0cc0-39a6-4ebf-95c3-41384d17696a port 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:19:42.576718 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:42.579315 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-82dfbb7f-44b0-4831-bb75-8869ea0760c5 req-8ef9455a-00b5-4c84-bb75-9b42d5d50941 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 210 time: 0.0547023 Nov 18 18:19:42.590130 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:42.591220 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 57809fb3-b23a-4189-a82a-8d91f1913c23 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:19:42.735378 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-c642740e-3100-4c60-baf7-0deed7bc7e6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 18:19:42.737745 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-c642740e-3100-4c60-baf7-0deed7bc7e6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 18:19:42.797090 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=873c598b-de6e-4a77-bc99-f1fff621ddfd,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:42.827278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 57809fb3-b23a-4189-a82a-8d91f1913c23 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:19:42.834215 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:43.062763 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:43.151490 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:43.200347 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdc62c-2ba1-4bc8-ba39-46115b376ad9 None None] Pushing event updated for resources: {'Port': ['ID=92186e5e-a7e9-4fbd-acce-c32b2fd3f33b,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:43.278610 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Attempting to bind port 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:19:43.281877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Attempting to bind port 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '3a17e178-4ecb-4932-8666-28883f9ac479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:19:43.281877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Attempting to bind port 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b on network 9f343f1b-5aba-472e-a524-c0e811d34532 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:19:43.290650 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:19:43.291044 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Checking segment: {'id': '3a17e178-4ecb-4932-8666-28883f9ac479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:19:43.291459 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:43.291948 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Bound using segment: {'id': '3a17e178-4ecb-4932-8666-28883f9ac479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:19:43.292395 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Bound port: 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a17e178-4ecb-4932-8666-28883f9ac479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:19:43.292792 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:43.366801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] For port 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:19:43.370588 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] For port 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=92186e5e-a7e9-4fbd-acce-c32b2fd3f33b,segment=NetworkSegment(3a17e178-4ecb-4932-8666-28883f9ac479),segment_id=3a17e178-4ecb-4932-8666-28883f9ac479)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:19:43.419086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-83968b2f-ce02-405a-8682-2debc2f9c122 None None] Provisioning complete for port 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:19:43.419540 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83968b2f-ce02-405a-8682-2debc2f9c122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:43.447080 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:43.490978 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-83968b2f-ce02-405a-8682-2debc2f9c122 None None] Port 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:19:43.530010 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Routers {'a23f0cc0-39a6-4ebf-95c3-41384d17696a'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:19:43.530793 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:19:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:43.535828 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdc62c-2ba1-4bc8-ba39-46115b376ad9 None None] Pushing event updated for resources: {'Port': ['ID=92186e5e-a7e9-4fbd-acce-c32b2fd3f33b,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:43.573033 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-83968b2f-ce02-405a-8682-2debc2f9c122 None None] Provisioning complete for port 873c598b-de6e-4a77-bc99-f1fff621ddfd triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:19:43.573033 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83968b2f-ce02-405a-8682-2debc2f9c122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:43.693781 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f6b51047-1de3-47f6-86b9-6e1bf36ecfff req-c0c9ca2f-690b-4f10-a01a-7eb542c30726 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 210 time: 0.0343554 Nov 18 18:19:43.704066 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 873c598b-de6e-4a77-bc99-f1fff621ddfd up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:19:43.761246 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] Set router a23f0cc0-39a6-4ebf-95c3-41384d17696a gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:19:43.902815 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 873c598b-de6e-4a77-bc99-f1fff621ddfd triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:19:43.903204 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:44.027744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6c7f5fcc-d9f0-4773-82c8-d47e4d471f54 None None] Provisioning complete for port 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:19:44.028139 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5fcc-d9f0-4773-82c8-d47e4d471f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:44.125673 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465597777', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:40Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '92186e5e-a7e9-4fbd-acce-c32b2fd3f33b', 'name': '', 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:99:62:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:40Z', 'updated_at': '2021-11-18T18:19:43Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:44.168863 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba349c8-f853-4068-bf3c-7baf6dadd41c None None] The sync data for ids ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'] in n-d-813419-11 is: [{'id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465597777', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:40Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '92186e5e-a7e9-4fbd-acce-c32b2fd3f33b', 'name': '', 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:99:62:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:40Z', 'updated_at': '2021-11-18T18:19:43Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:19:44.185324 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5fcc-d9f0-4773-82c8-d47e4d471f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:44.228563 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6c7f5fcc-d9f0-4773-82c8-d47e4d471f54 None None] For port 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=92186e5e-a7e9-4fbd-acce-c32b2fd3f33b,segment=NetworkSegment(3a17e178-4ecb-4932-8666-28883f9ac479),segment_id=3a17e178-4ecb-4932-8666-28883f9ac479)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:19:44.331257 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5fcc-d9f0-4773-82c8-d47e4d471f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:44.389602 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f5fcc-d9f0-4773-82c8-d47e4d471f54 None None] Pushing event updated for resources: {'Port': ['ID=92186e5e-a7e9-4fbd-acce-c32b2fd3f33b,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:44.616783 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5dae1a91-1154-4bb4-9053-cb736eb2de73 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:44.626071 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5dae1a91-1154-4bb4-9053-cb736eb2de73 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "GET /v2.0/networks?id=9f343f1b-5aba-472e-a524-c0e811d34532 HTTP/1.1" status: 200 len: 797 time: 0.1147738 Nov 18 18:19:44.693310 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-3088168b-77f4-4688-bd6d-b3edacf6b3e7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de165532611454c8ce5939d0b5a20ec HTTP/1.1" status: 200 len: 380 time: 0.0635977 Nov 18 18:19:44.704318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-cda9f26e-8fd3-4e15-b2e7-662565ba95f1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'port': {'device_id': 'f13c734d-6bb1-48ce-97b7-c0a04853111f', 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532', 'admin_state_up': True, 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'security_groups': ['c7fea38f-273c-4056-b4ae-9f74f2edf2ab']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:19:44.800211 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54a9ac14-bf2c-47b7-a95e-2128ef235b78 req-bbf57502-d01d-47bf-9319-c9ab6187facf tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 210 time: 0.0312347 Nov 18 18:19:44.919364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-cda9f26e-8fd3-4e15-b2e7-662565ba95f1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Made reservation on behalf of 2de165532611454c8ce5939d0b5a20ec for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:19:44.923177 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-cda9f26e-8fd3-4e15-b2e7-662565ba95f1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:45.064277 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-cda9f26e-8fd3-4e15-b2e7-662565ba95f1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.20.0.13 (9f343f1b-5aba-472e-a524-c0e811d34532/b13c23dc-d710-4fe9-a459-f5fb435b902e/182ff399-b29e-45eb-b2cc-dadf44ef63a2) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:19:45.211280 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-cda9f26e-8fd3-4e15-b2e7-662565ba95f1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:45.305562 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-cda9f26e-8fd3-4e15-b2e7-662565ba95f1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:45.351339 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-cda9f26e-8fd3-4e15-b2e7-662565ba95f1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network 9f343f1b-5aba-472e-a524-c0e811d34532 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:19:45.355085 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-cda9f26e-8fd3-4e15-b2e7-662565ba95f1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:19:45.362010 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-cda9f26e-8fd3-4e15-b2e7-662565ba95f1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:19:45.364766 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9f26e-8fd3-4e15-b2e7-662565ba95f1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=182ff399-b29e-45eb-b2cc-dadf44ef63a2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:45.416518 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-cda9f26e-8fd3-4e15-b2e7-662565ba95f1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:45.417156 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-cda9f26e-8fd3-4e15-b2e7-662565ba95f1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:45.539075 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-cda9f26e-8fd3-4e15-b2e7-662565ba95f1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8389375 Nov 18 18:19:45.551695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Request body: {'port': {'device_id': 'f13c734d-6bb1-48ce-97b7-c0a04853111f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:19:45.560899 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-66137388-25ff-463b-b412-31d1ad1acd02 None None] Provisioning complete for port 182ff399-b29e-45eb-b2cc-dadf44ef63a2 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:19:45.561446 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-66137388-25ff-463b-b412-31d1ad1acd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:45.600393 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-66137388-25ff-463b-b412-31d1ad1acd02 None None] Port 182ff399-b29e-45eb-b2cc-dadf44ef63a2 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:19:45.611590 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:45.653937 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:19:45.703682 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:19:45.704010 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:45.890191 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182ff399-b29e-45eb-b2cc-dadf44ef63a2 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:19:45.898568 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:45.912668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Transition to ACTIVE for port object 182ff399-b29e-45eb-b2cc-dadf44ef63a2 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:19:45.930558 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ebf9e-7d22-4fb6-b7a9-78621a45bd8f req-d1fd5835-1d7f-46f4-a604-607d2db03e93 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:45.932303 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a3ebf9e-7d22-4fb6-b7a9-78621a45bd8f req-d1fd5835-1d7f-46f4-a604-607d2db03e93 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 932 time: 0.0532308 Nov 18 18:19:45.986833 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0a3ebf9e-7d22-4fb6-b7a9-78621a45bd8f req-61375c57-c1f7-4683-ba70-9482281b93e9 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483594 Nov 18 18:19:45.996878 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:46.050297 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Pushing event updated for resources: {'Port': ['ID=182ff399-b29e-45eb-b2cc-dadf44ef63a2,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:46.121214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Attempting to bind port 182ff399-b29e-45eb-b2cc-dadf44ef63a2 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:19:46.121549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Attempting to bind port 182ff399-b29e-45eb-b2cc-dadf44ef63a2 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': '3a17e178-4ecb-4932-8666-28883f9ac479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:19:46.121876 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Attempting to bind port 182ff399-b29e-45eb-b2cc-dadf44ef63a2 on network 9f343f1b-5aba-472e-a524-c0e811d34532 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:19:46.126397 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Port 182ff399-b29e-45eb-b2cc-dadf44ef63a2 on network 9f343f1b-5aba-472e-a524-c0e811d34532 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:19:46.126718 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Attempting to bind port 182ff399-b29e-45eb-b2cc-dadf44ef63a2 on network 9f343f1b-5aba-472e-a524-c0e811d34532 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:19:46.131751 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:19:46.132187 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Checking segment: {'id': '3a17e178-4ecb-4932-8666-28883f9ac479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:19:46.132616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Bound using segment: {'id': '3a17e178-4ecb-4932-8666-28883f9ac479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:19:46.133120 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Bound port: 182ff399-b29e-45eb-b2cc-dadf44ef63a2, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a17e178-4ecb-4932-8666-28883f9ac479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:19:46.133478 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:46.200767 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] For port 182ff399-b29e-45eb-b2cc-dadf44ef63a2, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:19:46.203863 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] For port 182ff399-b29e-45eb-b2cc-dadf44ef63a2, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=182ff399-b29e-45eb-b2cc-dadf44ef63a2,segment=NetworkSegment(3a17e178-4ecb-4932-8666-28883f9ac479),segment_id=3a17e178-4ecb-4932-8666-28883f9ac479)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:19:46.265817 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:46.300065 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:46.300719 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:46.302067 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] 10.222.0.81 "PUT /v2.0/ports/182ff399-b29e-45eb-b2cc-dadf44ef63a2 HTTP/1.1" status: 200 len: 1093 time: 0.7546632 Nov 18 18:19:46.302518 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13c734d-6bb1-48ce-97b7-c0a04853111f', 'tag': '182ff399-b29e-45eb-b2cc-dadf44ef63a2'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:19:46.304848 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477fc624-1226-478d-8b9c-66e95bddb4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f13c734d-6bb1-48ce-97b7-c0a04853111f", "tag": "182ff399-b29e-45eb-b2cc-dadf44ef63a2"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:19:46.339742 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f600d24-e72a-4eca-ba15-2151109f869f service neutron] Pushing event updated for resources: {'Port': ['ID=182ff399-b29e-45eb-b2cc-dadf44ef63a2,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:46.352846 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a456f0b4-065c-480d-905a-f5831f771613 x-openstack-request-id: req-a456f0b4-065c-480d-905a-f5831f771613 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:19:46.355693 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13c734d-6bb1-48ce-97b7-c0a04853111f", "tag": "182ff399-b29e-45eb-b2cc-dadf44ef63a2", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:19:46.355693 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a456f0b4-065c-480d-905a-f5831f771613 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:19:46.355693 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13c734d-6bb1-48ce-97b7-c0a04853111f', 'tag': '182ff399-b29e-45eb-b2cc-dadf44ef63a2', 'status': 'completed', 'code': 200} Nov 18 18:19:46.423879 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fc624-1226-478d-8b9c-66e95bddb4f1 req-a16842ad-dba1-4eca-aa65-c0834e2acf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:46.425483 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-477fc624-1226-478d-8b9c-66e95bddb4f1 req-a16842ad-dba1-4eca-aa65-c0834e2acf6c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 1096 time: 0.0513330 Nov 18 18:19:46.528261 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fc624-1226-478d-8b9c-66e95bddb4f1 req-da561d83-9acf-4004-a9ea-7a074e502e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:46.529781 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-477fc624-1226-478d-8b9c-66e95bddb4f1 req-da561d83-9acf-4004-a9ea-7a074e502e69 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=2de165532611454c8ce5939d0b5a20ec&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0953398 Nov 18 18:19:46.633730 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fc624-1226-478d-8b9c-66e95bddb4f1 req-ed5de47e-4439-456c-ba4f-82046e999b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:46.635763 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-477fc624-1226-478d-8b9c-66e95bddb4f1 req-ed5de47e-4439-456c-ba4f-82046e999b39 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0981362 Nov 18 18:19:46.713931 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-55f3e8ef-c043-4949-bed8-815b912385e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:46.715429 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-55f3e8ef-c043-4949-bed8-815b912385e2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 1096 time: 0.0414033 Nov 18 18:19:46.761225 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-39bab2d8-9db1-41f0-9666-513ab9fbbee1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=182ff399-b29e-45eb-b2cc-dadf44ef63a2 HTTP/1.1" status: 200 len: 217 time: 0.0371113 Nov 18 18:19:46.810942 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-bcaa98f6-ea3c-4343-aec9-a24184216eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:46.812405 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-bcaa98f6-ea3c-4343-aec9-a24184216eed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b13c23dc-d710-4fe9-a459-f5fb435b902e HTTP/1.1" status: 200 len: 834 time: 0.0427926 Nov 18 18:19:46.858569 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-c4a13a24-8ec4-4cc4-9155-a8df5d7a80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:46.860165 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-c4a13a24-8ec4-4cc4-9155-a8df5d7a80a3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9f343f1b-5aba-472e-a524-c0e811d34532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411890 Nov 18 18:19:46.952555 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-f34bd22c-81f7-4e66-8781-8486f6cfc6b6 service neutron] 10.222.0.81 "GET /v2.0/networks/9f343f1b-5aba-472e-a524-c0e811d34532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855982 Nov 18 18:19:47.042043 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-1c79b331-9067-447d-aa1e-884f437ac4b9 req-c33ec249-ea0c-400c-86ac-8e05fdd73584 service neutron] 10.222.0.81 "GET /v2.0/networks/9f343f1b-5aba-472e-a524-c0e811d34532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825720 Nov 18 18:19:47.106171 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f569d-167c-47a3-a582-df50c3b0f9b6 req-14d66cc3-6b6e-4bb4-957e-2300d8c96c19 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:47.107685 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-081f569d-167c-47a3-a582-df50c3b0f9b6 req-14d66cc3-6b6e-4bb4-957e-2300d8c96c19 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 944 time: 0.0492814 Nov 18 18:19:47.157335 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-081f569d-167c-47a3-a582-df50c3b0f9b6 req-0e5f8045-8e8a-4aa2-93cc-884ac437b370 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436933 Nov 18 18:19:48.278455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c5303-92b6-4f35-8671-677eb4e7a5c5 req-6d316238-d178-4d35-8a4f-22e6aeaa6b14 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:48.279991 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-770c5303-92b6-4f35-8671-677eb4e7a5c5 req-6d316238-d178-4d35-8a4f-22e6aeaa6b14 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 944 time: 0.0489941 Nov 18 18:19:48.328640 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-770c5303-92b6-4f35-8671-677eb4e7a5c5 req-8bb84465-dce1-40f3-b962-706719f7d698 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427799 Nov 18 18:19:49.444892 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c987591-df9d-4bb9-abee-e7fd34fcee8d req-d886ce93-c1af-4d64-80f2-9d33e003d177 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:49.446917 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c987591-df9d-4bb9-abee-e7fd34fcee8d req-d886ce93-c1af-4d64-80f2-9d33e003d177 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 944 time: 0.0521142 Nov 18 18:19:49.496504 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c987591-df9d-4bb9-abee-e7fd34fcee8d req-f26f9a93-424c-4516-9157-4b68f6691053 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435989 Nov 18 18:19:50.612455 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ce906-189c-4d25-b546-25ae92ff299b req-3f8184bd-87b9-4198-95c0-cc617d0c186d tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:50.614225 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-539ce906-189c-4d25-b546-25ae92ff299b req-3f8184bd-87b9-4198-95c0-cc617d0c186d tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 944 time: 0.0505826 Nov 18 18:19:50.666696 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-539ce906-189c-4d25-b546-25ae92ff299b req-75e31658-68b3-4a6c-811b-5610707acd88 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469899 Nov 18 18:19:50.974067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 182ff399-b29e-45eb-b2cc-dadf44ef63a2 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:19:51.074174 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 182ff399-b29e-45eb-b2cc-dadf44ef63a2, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=182ff399-b29e-45eb-b2cc-dadf44ef63a2,segment=NetworkSegment(3a17e178-4ecb-4932-8666-28883f9ac479),segment_id=3a17e178-4ecb-4932-8666-28883f9ac479)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:19:51.085387 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '182ff399-b29e-45eb-b2cc-dadf44ef63a2', 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532', 'port_id': '182ff399-b29e-45eb-b2cc-dadf44ef63a2', 'mac_address': 'fa:16:3e:5c:ae:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:19:51.122762 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:51.139914 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182ff399-b29e-45eb-b2cc-dadf44ef63a2 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:19:51.158909 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 182ff399-b29e-45eb-b2cc-dadf44ef63a2, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=182ff399-b29e-45eb-b2cc-dadf44ef63a2,segment=NetworkSegment(3a17e178-4ecb-4932-8666-28883f9ac479),segment_id=3a17e178-4ecb-4932-8666-28883f9ac479)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:19:51.228771 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:19:51.256845 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:51.305550 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=182ff399-b29e-45eb-b2cc-dadf44ef63a2,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:51.489167 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['182ff399-b29e-45eb-b2cc-dadf44ef63a2'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:19:51.865734 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657dc0f-3b75-4cbd-a24a-d2a2b2665ddd req-e41f9c1b-4c99-4bc6-a4cb-923525f7a564 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:51.867269 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6657dc0f-3b75-4cbd-a24a-d2a2b2665ddd req-e41f9c1b-4c99-4bc6-a4cb-923525f7a564 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 945 time: 0.0507371 Nov 18 18:19:51.922339 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6657dc0f-3b75-4cbd-a24a-d2a2b2665ddd req-218de4fd-124a-4a3c-bcfe-0565840284a7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477302 Nov 18 18:19:52.276554 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:52.974254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 182ff399-b29e-45eb-b2cc-dadf44ef63a2 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:19:53.041218 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50ebca-faf0-4a9c-91e4-1936ed467261 req-dfd891f5-e8b1-4d06-aeb5-8655080742b1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:53.042727 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d50ebca-faf0-4a9c-91e4-1936ed467261 req-dfd891f5-e8b1-4d06-aeb5-8655080742b1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 945 time: 0.0498178 Nov 18 18:19:53.079501 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 182ff399-b29e-45eb-b2cc-dadf44ef63a2 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:19:53.083801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 182ff399-b29e-45eb-b2cc-dadf44ef63a2 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:19:53.084230 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:53.093542 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9d50ebca-faf0-4a9c-91e4-1936ed467261 req-3df1e688-1a04-4a69-91bb-391a1301feb0 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445886 Nov 18 18:19:53.164977 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:53.186979 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13c734d-6bb1-48ce-97b7-c0a04853111f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182ff399-b29e-45eb-b2cc-dadf44ef63a2'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:19:53.189312 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f1a1b4-d574-4e98-b574-a8567f69d98e" -d '{"events": [{"server_uuid": "f13c734d-6bb1-48ce-97b7-c0a04853111f", "name": "network-vif-plugged", "status": "completed", "tag": "182ff399-b29e-45eb-b2cc-dadf44ef63a2"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:19:53.202086 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 182ff399-b29e-45eb-b2cc-dadf44ef63a2, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=182ff399-b29e-45eb-b2cc-dadf44ef63a2,segment=NetworkSegment(3a17e178-4ecb-4932-8666-28883f9ac479),segment_id=3a17e178-4ecb-4932-8666-28883f9ac479)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:19:53.227456 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de95842b-4199-4e45-b845-53a40de72ae3 x-openstack-request-id: req-de95842b-4199-4e45-b845-53a40de72ae3 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:19:53.227758 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13c734d-6bb1-48ce-97b7-c0a04853111f", "name": "network-vif-plugged", "status": "completed", "tag": "182ff399-b29e-45eb-b2cc-dadf44ef63a2", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:19:53.228045 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-de95842b-4199-4e45-b845-53a40de72ae3 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:19:53.228448 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13c734d-6bb1-48ce-97b7-c0a04853111f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182ff399-b29e-45eb-b2cc-dadf44ef63a2', 'code': 200} Nov 18 18:19:53.262508 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:53.312441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=182ff399-b29e-45eb-b2cc-dadf44ef63a2,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:53.328408 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5546467-828e-46cc-a432-960bc6017861 req-86ad8c48-ad4e-4ca0-a7dc-236efb596449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:53.329922 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a5546467-828e-46cc-a432-960bc6017861 req-86ad8c48-ad4e-4ca0-a7dc-236efb596449 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 1098 time: 0.0425224 Nov 18 18:19:53.381902 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a5546467-828e-46cc-a432-960bc6017861 req-985025a0-08ac-4120-97ad-bba8ba9ce73d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435438 Nov 18 18:19:53.801797 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:54.207107 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94117a64-03f7-4685-80a8-28ef30cb28e8 req-8a419d09-978b-497c-ab0b-f855c5f3080d tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:54.208883 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94117a64-03f7-4685-80a8-28ef30cb28e8 req-8a419d09-978b-497c-ab0b-f855c5f3080d tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 946 time: 0.0474989 Nov 18 18:19:54.266083 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-94117a64-03f7-4685-80a8-28ef30cb28e8 req-a25f09fd-4f8f-4157-bb61-5fa3116dd62f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507281 Nov 18 18:19:55.389593 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc787f-2a9b-4449-a8cc-0f2e16ec1707 req-05e48f6f-a963-4da2-9872-2d8a5929bc6e tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:55.391091 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32fc787f-2a9b-4449-a8cc-0f2e16ec1707 req-05e48f6f-a963-4da2-9872-2d8a5929bc6e tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 946 time: 0.0522146 Nov 18 18:19:55.439960 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-32fc787f-2a9b-4449-a8cc-0f2e16ec1707 req-fec3cbc9-06c4-4c17-a301-6183bbb337a1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428596 Nov 18 18:19:55.555095 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ff195-c859-4d4f-a231-59b35c768055 req-55392a4e-f48d-4f25-986b-f64f74b4705c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:55.556612 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9ff195-c859-4d4f-a231-59b35c768055 req-55392a4e-f48d-4f25-986b-f64f74b4705c tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 946 time: 0.0505340 Nov 18 18:19:55.613115 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bb9ff195-c859-4d4f-a231-59b35c768055 req-631835dc-6898-4261-b96c-72c9b83ae79d tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458865 Nov 18 18:19:55.635883 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40682) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:55.677779 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535909da-a552-4e4d-a34f-6ce221fa65cd tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:55.679432 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-535909da-a552-4e4d-a34f-6ce221fa65cd tempest-TestNetworkAdvancedServerOps-420261491 tempest-TestNetworkAdvancedServerOps-420261491-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 1093 time: 0.0424869 Nov 18 18:19:55.682653 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40684) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:55.687036 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': '182ff399-b29e-45eb-b2cc-dadf44ef63a2', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:19:55.834110 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:55.931902 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:56.039921 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Allocated IP 172.25.3.32 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/15f6a5f5-310c-40cf-94b5-35e48be41d65) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:19:56.140127 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:56.279725 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:56.320670 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:19:56.325674 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:19:56.332288 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:19:56.334499 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=15f6a5f5-310c-40cf-94b5-35e48be41d65,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:56.682544 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:56.859601 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:57.009492 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:57.064961 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:57.132440 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event updated for resources: {'Port': ['ID=15f6a5f5-310c-40cf-94b5-35e48be41d65,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:19:57.144066 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:57.243362 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Floating IP 0fdb36bf-b7c9-442e-ab23-938fcc22e388 associated. External IP: 172.25.3.32, port: 182ff399-b29e-45eb-b2cc-dadf44ef63a2. Nov 18 18:19:57.449254 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router a23f0cc0-39a6-4ebf-95c3-41384d17696a has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:19:57.557100 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:19:57.566997 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5424867f-9cdf-4997-96b5-301a1dedd709 None None] Sync routers for ids ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:19:57.577833 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5424867f-9cdf-4997-96b5-301a1dedd709 None None] Routers {'a23f0cc0-39a6-4ebf-95c3-41384d17696a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:19:57.593477 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5424867f-9cdf-4997-96b5-301a1dedd709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:19:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:57.682178 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:19:57.682563 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-5424867f-9cdf-4997-96b5-301a1dedd709 None None] Set router a23f0cc0-39a6-4ebf-95c3-41384d17696a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:19:57.710849 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a78a5241-21e1-4e35-aa0f-317ece2f6eec tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0268173 Nov 18 18:19:57.711467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13c734d-6bb1-48ce-97b7-c0a04853111f', 'tag': '182ff399-b29e-45eb-b2cc-dadf44ef63a2'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:19:57.714553 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81c1f65620c2b619e54ef1f34f71e2c57117e756ba45fba3b6a8fdb297f35b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ba3f35-b24f-4412-a472-4f95202b59c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f13c734d-6bb1-48ce-97b7-c0a04853111f", "tag": "182ff399-b29e-45eb-b2cc-dadf44ef63a2"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:19:57.769966 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dbbd92-03c7-484a-aebb-b206bee387b2 x-openstack-request-id: req-e8dbbd92-03c7-484a-aebb-b206bee387b2 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:19:57.770277 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13c734d-6bb1-48ce-97b7-c0a04853111f", "tag": "182ff399-b29e-45eb-b2cc-dadf44ef63a2", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:19:57.770547 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e8dbbd92-03c7-484a-aebb-b206bee387b2 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:19:57.770986 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13c734d-6bb1-48ce-97b7-c0a04853111f', 'tag': '182ff399-b29e-45eb-b2cc-dadf44ef63a2', 'status': 'completed', 'code': 200} Nov 18 18:19:57.830816 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eba81-8add-48ac-9620-1132e5816760 req-1c78a5fe-17a6-4412-8dc3-5dae42c84305 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:57.832516 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a96eba81-8add-48ac-9620-1132e5816760 req-1c78a5fe-17a6-4412-8dc3-5dae42c84305 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 946 time: 0.0542896 Nov 18 18:19:57.838807 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba3f35-b24f-4412-a472-4f95202b59c3 req-936b3de8-d7f5-484e-877a-92657f69e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:57.840379 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16ba3f35-b24f-4412-a472-4f95202b59c3 req-936b3de8-d7f5-484e-877a-92657f69e831 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 1098 time: 0.0440536 Nov 18 18:19:57.893477 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a96eba81-8add-48ac-9620-1132e5816760 req-b7546102-c147-4569-bb36-d0eb7e34c8ca tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533354 Nov 18 18:19:57.919207 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40690) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:57.923841 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5424867f-9cdf-4997-96b5-301a1dedd709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465597777', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:40Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '0fdb36bf-b7c9-442e-ab23-938fcc22e388', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'floating_ip_address': '172.25.3.32', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'port_id': '182ff399-b29e-45eb-b2cc-dadf44ef63a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532', 'mac_address': 'fa:16:3e:5c:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13c734d-6bb1-48ce-97b7-c0a04853111f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:19:56Z', 'updated_at': '2021-11-18T18:19:56Z', 'revision_number': 0, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92186e5e-a7e9-4fbd-acce-c32b2fd3f33b', 'name': '', 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:99:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:40Z', 'updated_at': '2021-11-18T18:19:44Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:57.950506 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba3f35-b24f-4412-a472-4f95202b59c3 req-b0245ae3-6c29-4052-bb6b-556e45610fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:57.952238 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16ba3f35-b24f-4412-a472-4f95202b59c3 req-b0245ae3-6c29-4052-bb6b-556e45610fce service neutron] 10.222.0.81 "GET /v2.0/networks?id=9f343f1b-5aba-472e-a524-c0e811d34532 HTTP/1.1" status: 200 len: 899 time: 0.1038926 Nov 18 18:19:57.954125 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5424867f-9cdf-4997-96b5-301a1dedd709 None None] Checking router: a23f0cc0-39a6-4ebf-95c3-41384d17696a for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:19:57.963564 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5424867f-9cdf-4997-96b5-301a1dedd709 None None] Routers {'a23f0cc0-39a6-4ebf-95c3-41384d17696a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:19:57.964132 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5424867f-9cdf-4997-96b5-301a1dedd709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:19:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:57.988698 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e5a19e09-c1cf-4bc5-8ae2-1ce3d1c82ac8 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/floatingips/0fdb36bf-b7c9-442e-ab23-938fcc22e388 HTTP/1.1" status: 200 len: 991 time: 0.0663388 Nov 18 18:19:58.170905 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-5424867f-9cdf-4997-96b5-301a1dedd709 None None] Set router a23f0cc0-39a6-4ebf-95c3-41384d17696a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:19:58.358167 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16ba3f35-b24f-4412-a472-4f95202b59c3 req-4c318039-9d17-49a7-952f-4699762c6707 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=182ff399-b29e-45eb-b2cc-dadf44ef63a2 HTTP/1.1" status: 200 len: 999 time: 0.3970413 Nov 18 18:19:58.405370 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5424867f-9cdf-4997-96b5-301a1dedd709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465597777', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:40Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '0fdb36bf-b7c9-442e-ab23-938fcc22e388', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'floating_ip_address': '172.25.3.32', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'port_id': '182ff399-b29e-45eb-b2cc-dadf44ef63a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532', 'mac_address': 'fa:16:3e:5c:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13c734d-6bb1-48ce-97b7-c0a04853111f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:19:56Z', 'updated_at': '2021-11-18T18:19:56Z', 'revision_number': 0, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92186e5e-a7e9-4fbd-acce-c32b2fd3f33b', 'name': '', 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:99:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:40Z', 'updated_at': '2021-11-18T18:19:44Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:19:58.408349 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba3f35-b24f-4412-a472-4f95202b59c3 req-3b7ec633-5a79-4cba-b9df-22928662e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:58.409910 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16ba3f35-b24f-4412-a472-4f95202b59c3 req-3b7ec633-5a79-4cba-b9df-22928662e740 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b13c23dc-d710-4fe9-a459-f5fb435b902e HTTP/1.1" status: 200 len: 834 time: 0.0440044 Nov 18 18:19:58.435115 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5424867f-9cdf-4997-96b5-301a1dedd709 None None] The sync data for ids ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'] in n-d-813419-11 is: [{'id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465597777', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:40Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '0fdb36bf-b7c9-442e-ab23-938fcc22e388', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'floating_ip_address': '172.25.3.32', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'port_id': '182ff399-b29e-45eb-b2cc-dadf44ef63a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532', 'mac_address': 'fa:16:3e:5c:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13c734d-6bb1-48ce-97b7-c0a04853111f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:19:56Z', 'updated_at': '2021-11-18T18:19:56Z', 'revision_number': 0, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92186e5e-a7e9-4fbd-acce-c32b2fd3f33b', 'name': '', 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:99:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:40Z', 'updated_at': '2021-11-18T18:19:44Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:19:58.459629 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba3f35-b24f-4412-a472-4f95202b59c3 req-ce88e869-d5d7-4ab1-8806-0386ded0d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:19:58.461236 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16ba3f35-b24f-4412-a472-4f95202b59c3 req-ce88e869-d5d7-4ab1-8806-0386ded0d5b0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9f343f1b-5aba-472e-a524-c0e811d34532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434237 Nov 18 18:19:58.553557 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16ba3f35-b24f-4412-a472-4f95202b59c3 req-9739e298-a8d1-4140-9da9-27f1baea6ddd service neutron] 10.222.0.81 "GET /v2.0/networks/9f343f1b-5aba-472e-a524-c0e811d34532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854661 Nov 18 18:19:58.638489 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ed1a6-a417-474e-9dd9-e8f03c5dc4f3 None None] New status for floating IP 0fdb36bf-b7c9-442e-ab23-938fcc22e388: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:19:58.658307 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-16ba3f35-b24f-4412-a472-4f95202b59c3 req-0b54b027-908a-405a-bce1-fbecde9ea41d service neutron] 10.222.0.81 "GET /v2.0/networks/9f343f1b-5aba-472e-a524-c0e811d34532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975983 Nov 18 18:19:58.990579 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40692) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:19:59.051173 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-99a5b73f-d696-4141-bbb1-f5b4f08d944e tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/floatingips/0fdb36bf-b7c9-442e-ab23-938fcc22e388 HTTP/1.1" status: 200 len: 993 time: 0.0593476 Nov 18 18:20:00.081949 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3e6984c6-54cc-42c5-944b-d9f4f2ef5e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:02.521918 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-56c056d2-8aa6-4075-96ec-f3268733bcb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:03.922263 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:05.313670 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:05.547567 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:13.925845 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a0dcd5aa-a17f-4778-ba40-7931500f19c2 req-c82d7d3c-baac-4e17-bf37-3925498d5feb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400088 Nov 18 18:20:14.012904 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcd5aa-a17f-4778-ba40-7931500f19c2 req-ed905a22-c252-4ee0-82d5-102d772fca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:14.014403 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a0dcd5aa-a17f-4778-ba40-7931500f19c2 req-ed905a22-c252-4ee0-82d5-102d772fca3e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 1098 time: 0.0403953 Nov 18 18:20:14.125118 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcd5aa-a17f-4778-ba40-7931500f19c2 req-bf642be3-61cb-4238-af77-9dbe15c37e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:14.126861 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a0dcd5aa-a17f-4778-ba40-7931500f19c2 req-bf642be3-61cb-4238-af77-9dbe15c37e87 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9f343f1b-5aba-472e-a524-c0e811d34532 HTTP/1.1" status: 200 len: 899 time: 0.0891123 Nov 18 18:20:14.191505 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a0dcd5aa-a17f-4778-ba40-7931500f19c2 req-619fb84f-d031-4f45-8664-e195b423d45a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=182ff399-b29e-45eb-b2cc-dadf44ef63a2 HTTP/1.1" status: 200 len: 1001 time: 0.0566785 Nov 18 18:20:14.244140 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcd5aa-a17f-4778-ba40-7931500f19c2 req-35119fc0-6b45-4e19-a66a-975b51718714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:14.245561 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a0dcd5aa-a17f-4778-ba40-7931500f19c2 req-35119fc0-6b45-4e19-a66a-975b51718714 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b13c23dc-d710-4fe9-a459-f5fb435b902e HTTP/1.1" status: 200 len: 834 time: 0.0469337 Nov 18 18:20:14.291063 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcd5aa-a17f-4778-ba40-7931500f19c2 req-506bfb0d-f46f-4457-8db5-e79baede2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:14.292569 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a0dcd5aa-a17f-4778-ba40-7931500f19c2 req-506bfb0d-f46f-4457-8db5-e79baede2fbb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9f343f1b-5aba-472e-a524-c0e811d34532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393069 Nov 18 18:20:14.386349 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a0dcd5aa-a17f-4778-ba40-7931500f19c2 req-fb546678-16ef-4d51-a5ea-4ba9d3ab8153 service neutron] 10.222.0.81 "GET /v2.0/networks/9f343f1b-5aba-472e-a524-c0e811d34532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831819 Nov 18 18:20:14.480746 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-a0dcd5aa-a17f-4778-ba40-7931500f19c2 req-b8890852-8ef5-4605-8fdb-6d0c0e63d9ea service neutron] 10.222.0.81 "GET /v2.0/networks/9f343f1b-5aba-472e-a524-c0e811d34532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864387 Nov 18 18:20:22.238809 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:23.841458 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:28.228918 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:20:30.035984 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-97cf1d1b-edaa-431d-8ee6-45da744ab6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:30.489570 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3400a9-8270-47e2-a015-22e60e8dc980 req-ad114d5e-fb21-414b-bfb5-8e8d918206f3 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:30.491106 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f3400a9-8270-47e2-a015-22e60e8dc980 req-ad114d5e-fb21-414b-bfb5-8e8d918206f3 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 946 time: 0.0534854 Nov 18 18:20:30.541727 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7f3400a9-8270-47e2-a015-22e60e8dc980 req-ec027269-da2e-4733-a0be-5d96a9bea616 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439479 Nov 18 18:20:31.662627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbc034-0645-47e6-9210-c5e766259b28 req-d28f082e-8084-4ff9-962f-e6721feec031 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:31.664156 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7dfbc034-0645-47e6-9210-c5e766259b28 req-d28f082e-8084-4ff9-962f-e6721feec031 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 946 time: 0.0521982 Nov 18 18:20:31.713332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7dfbc034-0645-47e6-9210-c5e766259b28 req-471ec2a8-c913-44b1-a597-66c902e35feb tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425367 Nov 18 18:20:31.735752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40724) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:31.798787 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0c07a3d6-3245-4c16-8450-b3bcf4a1a176 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/floatingips/0fdb36bf-b7c9-442e-ab23-938fcc22e388 HTTP/1.1" status: 200 len: 993 time: 0.0618179 Nov 18 18:20:32.527261 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-04bb8af9-0621-4efa-973d-f9542ce5a9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:33.188646 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf743fb-548d-478e-96ef-06b0fb06dfe1 req-8d788937-0c77-4ff8-a7e3-1132019e4321 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:33.190208 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-baf743fb-548d-478e-96ef-06b0fb06dfe1 req-8d788937-0c77-4ff8-a7e3-1132019e4321 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 946 time: 0.0537038 Nov 18 18:20:33.242457 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-baf743fb-548d-478e-96ef-06b0fb06dfe1 req-773081d1-4a60-4a2e-9a96-806bff2af3a3 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462077 Nov 18 18:20:33.251868 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777bbc-3002-4eae-961b-e91578edab40 req-e6a364cb-362b-48ee-acc8-986386e0629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:33.257075 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36777bbc-3002-4eae-961b-e91578edab40 req-e6a364cb-362b-48ee-acc8-986386e0629f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 1098 time: 0.0410709 Nov 18 18:20:33.348887 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777bbc-3002-4eae-961b-e91578edab40 req-1366bab8-9467-45a3-a1ca-8825f705a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:33.350318 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36777bbc-3002-4eae-961b-e91578edab40 req-1366bab8-9467-45a3-a1ca-8825f705a021 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9f343f1b-5aba-472e-a524-c0e811d34532 HTTP/1.1" status: 200 len: 899 time: 0.0896511 Nov 18 18:20:33.415116 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36777bbc-3002-4eae-961b-e91578edab40 req-6a209fea-da1c-4d32-b792-4a2fde684678 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=182ff399-b29e-45eb-b2cc-dadf44ef63a2 HTTP/1.1" status: 200 len: 1001 time: 0.0572760 Nov 18 18:20:33.462967 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777bbc-3002-4eae-961b-e91578edab40 req-f31cfcd2-b9e9-4f33-a75c-c9c8364da97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:33.464493 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36777bbc-3002-4eae-961b-e91578edab40 req-f31cfcd2-b9e9-4f33-a75c-c9c8364da97c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b13c23dc-d710-4fe9-a459-f5fb435b902e HTTP/1.1" status: 200 len: 834 time: 0.0439098 Nov 18 18:20:33.514264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777bbc-3002-4eae-961b-e91578edab40 req-421e4cce-7503-4345-b453-81f60ee56714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:33.515778 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36777bbc-3002-4eae-961b-e91578edab40 req-421e4cce-7503-4345-b453-81f60ee56714 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9f343f1b-5aba-472e-a524-c0e811d34532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444639 Nov 18 18:20:33.605567 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36777bbc-3002-4eae-961b-e91578edab40 req-d83d7cd3-1e66-4257-8eb3-7fb8bbe5d66f service neutron] 10.222.0.81 "GET /v2.0/networks/9f343f1b-5aba-472e-a524-c0e811d34532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819271 Nov 18 18:20:33.704223 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36777bbc-3002-4eae-961b-e91578edab40 req-6fd671af-3f67-4a6f-8825-196370a92304 service neutron] 10.222.0.81 "GET /v2.0/networks/9f343f1b-5aba-472e-a524-c0e811d34532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912931 Nov 18 18:20:33.827157 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:34.358653 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a588226-935e-45e2-93be-6c1e1188edb7 req-5ad5c3af-5b17-4c2f-afb6-3acf26d57610 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:34.360191 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4a588226-935e-45e2-93be-6c1e1188edb7 req-5ad5c3af-5b17-4c2f-afb6-3acf26d57610 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 946 time: 0.0480924 Nov 18 18:20:34.412956 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4a588226-935e-45e2-93be-6c1e1188edb7 req-14de4799-a83f-4898-8c90-b7e297e1486f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468440 Nov 18 18:20:35.287407 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:35.528932 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:35.547682 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8585086-a77a-4bfe-9bd6-7c86b6ae15b9 req-db0326bf-dd33-49da-8fc8-f5ad18e507b7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:35.549224 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8585086-a77a-4bfe-9bd6-7c86b6ae15b9 req-db0326bf-dd33-49da-8fc8-f5ad18e507b7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 946 time: 0.0624340 Nov 18 18:20:35.622273 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d8585086-a77a-4bfe-9bd6-7c86b6ae15b9 req-182be1bf-59c0-4eaa-8e51-2eaa0248ee86 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628617 Nov 18 18:20:35.640329 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40736) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:35.703149 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-27d78a1a-58cc-4b44-a7b2-61a2b8efdc07 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/floatingips/0fdb36bf-b7c9-442e-ab23-938fcc22e388 HTTP/1.1" status: 200 len: 993 time: 0.0614381 Nov 18 18:20:35.921260 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40742) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:36.083073 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port 15f6a5f5-310c-40cf-94b5-35e48be41d65 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:20:36.083589 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:36.161167 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:36.161489 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:36.173691 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for 15f6a5f5-310c-40cf-94b5-35e48be41d65 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:20:36.401710 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:36.430465 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=15f6a5f5-310c-40cf-94b5-35e48be41d65,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:36.442541 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:36.442906 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:36.443262 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:36.443610 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:36.443981 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:36.444326 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:36.444666 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:36.445005 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:36.445345 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:36.446268 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:36.446591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:36.446925 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:36.502893 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:36.503276 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Floating IP 0fdb36bf-b7c9-442e-ab23-938fcc22e388 disassociated (deleted). External IP: 172.25.3.32, port: 182ff399-b29e-45eb-b2cc-dadf44ef63a2. Nov 18 18:20:37.066260 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router a23f0cc0-39a6-4ebf-95c3-41384d17696a has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:20:37.172979 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:20:37.177979 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:37.185182 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124463d-dedb-4a25-9a76-8755c3ed5d79 None None] Sync routers for ids ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:20:37.196350 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124463d-dedb-4a25-9a76-8755c3ed5d79 None None] Routers {'a23f0cc0-39a6-4ebf-95c3-41384d17696a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:20:37.197014 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c124463d-dedb-4a25-9a76-8755c3ed5d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:20:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:37.210643 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8540819d-07ae-4763-a30e-02b2a5fbe09a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/floatingips/0fdb36bf-b7c9-442e-ab23-938fcc22e388 HTTP/1.1" status: 204 len: 168 time: 1.2877715 Nov 18 18:20:37.211512 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13c734d-6bb1-48ce-97b7-c0a04853111f', 'tag': '182ff399-b29e-45eb-b2cc-dadf44ef63a2'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:20:37.213752 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81c1f65620c2b619e54ef1f34f71e2c57117e756ba45fba3b6a8fdb297f35b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064cff27-ed9b-46cd-abda-16f8cf26d7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f13c734d-6bb1-48ce-97b7-c0a04853111f", "tag": "182ff399-b29e-45eb-b2cc-dadf44ef63a2"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:20:37.257716 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a14273-d995-40d3-8504-ab98b152096d x-openstack-request-id: req-93a14273-d995-40d3-8504-ab98b152096d {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:20:37.258158 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13c734d-6bb1-48ce-97b7-c0a04853111f", "tag": "182ff399-b29e-45eb-b2cc-dadf44ef63a2", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:20:37.258421 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-93a14273-d995-40d3-8504-ab98b152096d {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:20:37.259021 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13c734d-6bb1-48ce-97b7-c0a04853111f', 'tag': '182ff399-b29e-45eb-b2cc-dadf44ef63a2', 'status': 'completed', 'code': 200} Nov 18 18:20:37.314936 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-c124463d-dedb-4a25-9a76-8755c3ed5d79 None None] Set router a23f0cc0-39a6-4ebf-95c3-41384d17696a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:20:37.332744 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cff27-ed9b-46cd-abda-16f8cf26d7bd req-c42eb57a-db17-40be-88dc-fa8501d35d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:37.334792 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-064cff27-ed9b-46cd-abda-16f8cf26d7bd req-c42eb57a-db17-40be-88dc-fa8501d35d8a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2de165532611454c8ce5939d0b5a20ec&device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 1098 time: 0.0513444 Nov 18 18:20:37.433073 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cff27-ed9b-46cd-abda-16f8cf26d7bd req-1f73f775-225a-407e-81c4-a4a82e9dae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:37.434483 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-064cff27-ed9b-46cd-abda-16f8cf26d7bd req-1f73f775-225a-407e-81c4-a4a82e9dae7e service neutron] 10.222.0.81 "GET /v2.0/networks?id=9f343f1b-5aba-472e-a524-c0e811d34532 HTTP/1.1" status: 200 len: 899 time: 0.0912514 Nov 18 18:20:37.483160 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-064cff27-ed9b-46cd-abda-16f8cf26d7bd req-6d9434f3-3b8a-4503-ace1-bc233aa9625a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=182ff399-b29e-45eb-b2cc-dadf44ef63a2 HTTP/1.1" status: 200 len: 217 time: 0.0406992 Nov 18 18:20:37.529355 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c124463d-dedb-4a25-9a76-8755c3ed5d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465597777', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:40Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '92186e5e-a7e9-4fbd-acce-c32b2fd3f33b', 'name': '', 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:99:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:40Z', 'updated_at': '2021-11-18T18:19:44Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:37.539810 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cff27-ed9b-46cd-abda-16f8cf26d7bd req-b52495df-d207-461c-bd10-b7481784c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:37.541543 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-064cff27-ed9b-46cd-abda-16f8cf26d7bd req-b52495df-d207-461c-bd10-b7481784c49c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b13c23dc-d710-4fe9-a459-f5fb435b902e HTTP/1.1" status: 200 len: 834 time: 0.0512676 Nov 18 18:20:37.558018 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124463d-dedb-4a25-9a76-8755c3ed5d79 None None] Checking router: a23f0cc0-39a6-4ebf-95c3-41384d17696a for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:20:37.566484 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124463d-dedb-4a25-9a76-8755c3ed5d79 None None] Routers {'a23f0cc0-39a6-4ebf-95c3-41384d17696a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:20:37.567105 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c124463d-dedb-4a25-9a76-8755c3ed5d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:20:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:37.590490 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cff27-ed9b-46cd-abda-16f8cf26d7bd req-01e1826d-09ee-4cfe-b3ed-b4671ca18408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:37.593789 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-064cff27-ed9b-46cd-abda-16f8cf26d7bd req-01e1826d-09ee-4cfe-b3ed-b4671ca18408 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9f343f1b-5aba-472e-a524-c0e811d34532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438087 Nov 18 18:20:37.689762 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-c124463d-dedb-4a25-9a76-8755c3ed5d79 None None] Set router a23f0cc0-39a6-4ebf-95c3-41384d17696a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:20:37.713127 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-064cff27-ed9b-46cd-abda-16f8cf26d7bd req-509fd8b5-6256-43b1-b34d-5e689703b877 service neutron] 10.222.0.81 "GET /v2.0/networks/9f343f1b-5aba-472e-a524-c0e811d34532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020880 Nov 18 18:20:37.715573 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc44d1-f5fd-4fef-a145-597a583e0115 req-c83c9f4e-e99a-40ef-828d-8e84972018b4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:37.717196 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-adbc44d1-f5fd-4fef-a145-597a583e0115 req-c83c9f4e-e99a-40ef-828d-8e84972018b4 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 946 time: 0.0589442 Nov 18 18:20:37.771294 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-adbc44d1-f5fd-4fef-a145-597a583e0115 req-b59115a7-0abf-4275-80ab-e6bf07ce82e7 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481851 Nov 18 18:20:37.810366 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-064cff27-ed9b-46cd-abda-16f8cf26d7bd req-961c55a4-74c9-4678-ad05-819de427a6b1 service neutron] 10.222.0.81 "GET /v2.0/networks/9f343f1b-5aba-472e-a524-c0e811d34532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885251 Nov 18 18:20:37.891149 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c124463d-dedb-4a25-9a76-8755c3ed5d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465597777', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:40Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '92186e5e-a7e9-4fbd-acce-c32b2fd3f33b', 'name': '', 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:99:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:40Z', 'updated_at': '2021-11-18T18:19:44Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:37.922173 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124463d-dedb-4a25-9a76-8755c3ed5d79 None None] The sync data for ids ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'] in n-d-813419-11 is: [{'id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465597777', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:40Z', 'revision_number': 4, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '92186e5e-a7e9-4fbd-acce-c32b2fd3f33b', 'name': '', 'network_id': '9f343f1b-5aba-472e-a524-c0e811d34532', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'mac_address': 'fa:16:3e:99:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:40Z', 'updated_at': '2021-11-18T18:19:44Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'subnets': [{'id': 'b13c23dc-d710-4fe9-a459-f5fb435b902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:20:38.143437 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfebfafb-e119-4293-b5cf-f5529db55590 None None] New status for floating IP 0fdb36bf-b7c9-442e-ab23-938fcc22e388: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:20:38.891809 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b04e0-7abd-411c-8766-dca5ed1bd0ea req-486960d6-d301-4b4f-b857-dc9ca0afe071 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:38.896493 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d6b04e0-7abd-411c-8766-dca5ed1bd0ea req-486960d6-d301-4b4f-b857-dc9ca0afe071 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 946 time: 0.0496266 Nov 18 18:20:38.942987 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7d6b04e0-7abd-411c-8766-dca5ed1bd0ea req-d6db1739-572b-4513-bc4a-971dbff20a62 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/security-groups?id=c7fea38f-273c-4056-b4ae-9f74f2edf2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435271 Nov 18 18:20:39.305425 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b38b5-404c-43e9-bc73-ccd079e4e004 req-5e59c6de-b8c3-4cea-8210-59c5beef3303 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:39.306881 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-642b38b5-404c-43e9-bc73-ccd079e4e004 req-5e59c6de-b8c3-4cea-8210-59c5beef3303 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 946 time: 0.0487313 Nov 18 18:20:39.401794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-642b38b5-404c-43e9-bc73-ccd079e4e004 req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port 182ff399-b29e-45eb-b2cc-dadf44ef63a2 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:20:39.402142 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-642b38b5-404c-43e9-bc73-ccd079e4e004 req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:39.495727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-642b38b5-404c-43e9-bc73-ccd079e4e004 req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] For port 182ff399-b29e-45eb-b2cc-dadf44ef63a2, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=182ff399-b29e-45eb-b2cc-dadf44ef63a2,segment=NetworkSegment(3a17e178-4ecb-4932-8666-28883f9ac479),segment_id=3a17e178-4ecb-4932-8666-28883f9ac479)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:20:39.496125 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-642b38b5-404c-43e9-bc73-ccd079e4e004 req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:39.508321 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-642b38b5-404c-43e9-bc73-ccd079e4e004 req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for 182ff399-b29e-45eb-b2cc-dadf44ef63a2 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:20:39.699986 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-642b38b5-404c-43e9-bc73-ccd079e4e004 req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:39.732994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=182ff399-b29e-45eb-b2cc-dadf44ef63a2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:39.762219 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:39.762590 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:39.762947 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:39.763298 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:39.763650 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:39.764024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:39.764369 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:39.764709 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:39.765050 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:39.765385 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:39.765772 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:39.766110 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:39.787766 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-642b38b5-404c-43e9-bc73-ccd079e4e004 req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] No DVR routers for this DVR port 182ff399-b29e-45eb-b2cc-dadf44ef63a2 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:20:39.790956 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-642b38b5-404c-43e9-bc73-ccd079e4e004 req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:39.794710 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-642b38b5-404c-43e9-bc73-ccd079e4e004 req-063db163-f8ef-4f08-bd9b-42eca6c626ae tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.81 "DELETE /v2.0/ports/182ff399-b29e-45eb-b2cc-dadf44ef63a2 HTTP/1.1" status: 204 len: 173 time: 0.4806271 Nov 18 18:20:39.795177 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13c734d-6bb1-48ce-97b7-c0a04853111f', 'name': 'network-vif-deleted', 'tag': '182ff399-b29e-45eb-b2cc-dadf44ef63a2'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:20:39.798018 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa63f3b-fccc-4e24-abaa-4d3ad6d4b286" -d '{"events": [{"server_uuid": "f13c734d-6bb1-48ce-97b7-c0a04853111f", "name": "network-vif-deleted", "tag": "182ff399-b29e-45eb-b2cc-dadf44ef63a2"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:20:39.894030 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6400a727-bf76-4428-9b8a-9cf23b46c5bd x-openstack-request-id: req-6400a727-bf76-4428-9b8a-9cf23b46c5bd {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:20:39.894030 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13c734d-6bb1-48ce-97b7-c0a04853111f", "name": "network-vif-deleted", "tag": "182ff399-b29e-45eb-b2cc-dadf44ef63a2", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:20:39.894030 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6400a727-bf76-4428-9b8a-9cf23b46c5bd {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:20:39.894030 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13c734d-6bb1-48ce-97b7-c0a04853111f', 'name': 'network-vif-deleted', 'tag': '182ff399-b29e-45eb-b2cc-dadf44ef63a2', 'status': 'completed', 'code': 200} Nov 18 18:20:40.043759 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7e19708b-9ee1-44f4-a066-202426699f50 req-9b57ba7d-2822-4852-a2a7-a8e0a45511c1 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "GET /v2.0/ports?device_id=f13c734d-6bb1-48ce-97b7-c0a04853111f HTTP/1.1" status: 200 len: 210 time: 0.0269277 Nov 18 18:20:41.104467 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40760) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:41.465268 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3cd27f99-0c7d-4b02-a4be-18145581a343 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:41.723231 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-3cd27f99-0c7d-4b02-a4be-18145581a343 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:20:41.723464 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3cd27f99-0c7d-4b02-a4be-18145581a343 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:41.811805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-3cd27f99-0c7d-4b02-a4be-18145581a343 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] For port 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=92186e5e-a7e9-4fbd-acce-c32b2fd3f33b,segment=NetworkSegment(3a17e178-4ecb-4932-8666-28883f9ac479),segment_id=3a17e178-4ecb-4932-8666-28883f9ac479)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:20:41.812218 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3cd27f99-0c7d-4b02-a4be-18145581a343 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:41.828752 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-3cd27f99-0c7d-4b02-a4be-18145581a343 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:20:42.078915 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3cd27f99-0c7d-4b02-a4be-18145581a343 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:42.115701 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd27f99-0c7d-4b02-a4be-18145581a343 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=92186e5e-a7e9-4fbd-acce-c32b2fd3f33b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:42.289595 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3cd27f99-0c7d-4b02-a4be-18145581a343 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:42.510266 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd27f99-0c7d-4b02-a4be-18145581a343 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Router a23f0cc0-39a6-4ebf-95c3-41384d17696a has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:20:42.618543 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd27f99-0c7d-4b02-a4be-18145581a343 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:20:42.623877 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3cd27f99-0c7d-4b02-a4be-18145581a343 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "PUT /v2.0/routers/a23f0cc0-39a6-4ebf-95c3-41384d17696a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5180557 Nov 18 18:20:42.626366 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40762) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:42.629625 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590dda80-825e-4930-9d8a-7208e2802fe5 None None] Sync routers for ids ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:20:42.639720 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590dda80-825e-4930-9d8a-7208e2802fe5 None None] Routers {'a23f0cc0-39a6-4ebf-95c3-41384d17696a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:20:42.640372 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-590dda80-825e-4930-9d8a-7208e2802fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:20:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:42.677462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef288cc-b0d7-45fc-8ac9-a44b2a1c895a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting subnet b13c23dc-d710-4fe9-a459-f5fb435b902e {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:20:42.681266 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aef288cc-b0d7-45fc-8ac9-a44b2a1c895a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:42.722779 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aef288cc-b0d7-45fc-8ac9-a44b2a1c895a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:42.746326 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-590dda80-825e-4930-9d8a-7208e2802fe5 None None] Set router a23f0cc0-39a6-4ebf-95c3-41384d17696a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:20:42.813474 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aef288cc-b0d7-45fc-8ac9-a44b2a1c895a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:42.930594 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-590dda80-825e-4930-9d8a-7208e2802fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465597777', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:20:41Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:42.979649 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aef288cc-b0d7-45fc-8ac9-a44b2a1c895a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:43.009855 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef288cc-b0d7-45fc-8ac9-a44b2a1c895a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Subnet': ['ID=b13c23dc-d710-4fe9-a459-f5fb435b902e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:43.011986 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aef288cc-b0d7-45fc-8ac9-a44b2a1c895a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:43.015343 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-aef288cc-b0d7-45fc-8ac9-a44b2a1c895a tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/subnets/b13c23dc-d710-4fe9-a459-f5fb435b902e HTTP/1.1" status: 204 len: 168 time: 0.3880088 Nov 18 18:20:43.017704 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7ac68a-7dce-47d2-8996-e88b7c69634e None None] Network 9f343f1b-5aba-472e-a524-c0e811d34532 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:20:43.018208 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40764) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:43.059976 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590dda80-825e-4930-9d8a-7208e2802fe5 None None] Checking router: a23f0cc0-39a6-4ebf-95c3-41384d17696a for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:20:43.068663 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590dda80-825e-4930-9d8a-7208e2802fe5 None None] Routers {'a23f0cc0-39a6-4ebf-95c3-41384d17696a'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:20:43.069227 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-590dda80-825e-4930-9d8a-7208e2802fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:20:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:43.131696 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-353d5e47-31be-4eff-8aba-3000152df677 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:43.177664 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-590dda80-825e-4930-9d8a-7208e2802fe5 None None] Set router a23f0cc0-39a6-4ebf-95c3-41384d17696a gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:20:43.214748 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] DHCP port deletion for 9f343f1b-5aba-472e-a524-c0e811d34532 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:20:43.249904 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-353d5e47-31be-4eff-8aba-3000152df677 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:43.270992 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] Deleting port 873c598b-de6e-4a77-bc99-f1fff621ddfd {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:20:43.271379 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:43.333812 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 182ff399-b29e-45eb-b2cc-dadf44ef63a2 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:20:43.359371 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-590dda80-825e-4930-9d8a-7208e2802fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465597777', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:20:41Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:43.363925 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 182ff399-b29e-45eb-b2cc-dadf44ef63a2 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:20:43.364285 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 182ff399-b29e-45eb-b2cc-dadf44ef63a2 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:20:43.369106 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] For port 873c598b-de6e-4a77-bc99-f1fff621ddfd, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=873c598b-de6e-4a77-bc99-f1fff621ddfd,segment=NetworkSegment(3a17e178-4ecb-4932-8666-28883f9ac479),segment_id=3a17e178-4ecb-4932-8666-28883f9ac479)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:20:43.369515 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:43.374027 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-353d5e47-31be-4eff-8aba-3000152df677 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Deleting port 57809fb3-b23a-4189-a82a-8d91f1913c23 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:20:43.374380 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-353d5e47-31be-4eff-8aba-3000152df677 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:43.383610 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] Calling delete_port for 873c598b-de6e-4a77-bc99-f1fff621ddfd owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:20:43.386716 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590dda80-825e-4930-9d8a-7208e2802fe5 None None] The sync data for ids ['a23f0cc0-39a6-4ebf-95c3-41384d17696a'] in n-d-813419-11 is: [{'id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465597777', 'tenant_id': '2de165532611454c8ce5939d0b5a20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:20:41Z', 'revision_number': 5, 'project_id': '2de165532611454c8ce5939d0b5a20ec', 'gw_port': {'id': '57809fb3-b23a-4189-a82a-8d91f1913c23', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23f0cc0-39a6-4ebf-95c3-41384d17696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:19:36Z', 'updated_at': '2021-11-18T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:20:43.464700 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-353d5e47-31be-4eff-8aba-3000152df677 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] For port 57809fb3-b23a-4189-a82a-8d91f1913c23, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=57809fb3-b23a-4189-a82a-8d91f1913c23,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:20:43.464991 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-353d5e47-31be-4eff-8aba-3000152df677 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:43.476951 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-353d5e47-31be-4eff-8aba-3000152df677 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Calling delete_port for 57809fb3-b23a-4189-a82a-8d91f1913c23 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:20:43.558950 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:43.584975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] Pushing event deleted for resources: {'Port': ['ID=873c598b-de6e-4a77-bc99-f1fff621ddfd,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:43.593672 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] No DVR routers for this DVR port 873c598b-de6e-4a77-bc99-f1fff621ddfd on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:20:43.596383 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:43.596759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:43.597283 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:43.597494 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:43.597807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:43.598140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:43.598471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:43.598800 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:43.599144 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:43.599472 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:43.599815 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:43.600161 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f257d-c236-4059-85e9-fdd3134ce4ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:43.733075 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-353d5e47-31be-4eff-8aba-3000152df677 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:43.764069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d5e47-31be-4eff-8aba-3000152df677 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Port': ['ID=57809fb3-b23a-4189-a82a-8d91f1913c23,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:43.775221 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714466aa-a97e-43e6-9155-7994e242d65d None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:20:43.790698 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 873c598b-de6e-4a77-bc99-f1fff621ddfd no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:20:43.814374 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 873c598b-de6e-4a77-bc99-f1fff621ddfd {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:20:43.814744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 873c598b-de6e-4a77-bc99-f1fff621ddfd not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:20:43.815171 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:20:43.835578 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-353d5e47-31be-4eff-8aba-3000152df677 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:43.837673 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:20:43.838024 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 92186e5e-a7e9-4fbd-acce-c32b2fd3f33b not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:20:43.935412 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-353d5e47-31be-4eff-8aba-3000152df677 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:43.937643 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-353d5e47-31be-4eff-8aba-3000152df677 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:44.104246 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-353d5e47-31be-4eff-8aba-3000152df677 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:44.104718 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353d5e47-31be-4eff-8aba-3000152df677 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Fanout notify agent at l3_agent the message router_deleted on router a23f0cc0-39a6-4ebf-95c3-41384d17696a {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:20:44.111541 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-353d5e47-31be-4eff-8aba-3000152df677 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:44.112804 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-353d5e47-31be-4eff-8aba-3000152df677 tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/routers/a23f0cc0-39a6-4ebf-95c3-41384d17696a HTTP/1.1" status: 204 len: 168 time: 1.0937676 Nov 18 18:20:44.115430 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40766) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:44.197894 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8472d037-16d2-417a-bc20-5a91407ed0bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:44.285809 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8472d037-16d2-417a-bc20-5a91407ed0bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:44.306477 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-8472d037-16d2-417a-bc20-5a91407ed0bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f343f1b-5aba-472e-a524-c0e811d34532']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:44.317201 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-8472d037-16d2-417a-bc20-5a91407ed0bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a17e178-4ecb-4932-8666-28883f9ac479') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:44.317503 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-8472d037-16d2-417a-bc20-5a91407ed0bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a17e178-4ecb-4932-8666-28883f9ac479') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:44.327055 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8472d037-16d2-417a-bc20-5a91407ed0bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:44.340280 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8472d037-16d2-417a-bc20-5a91407ed0bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:44.346121 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8472d037-16d2-417a-bc20-5a91407ed0bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:20:44.346540 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8472d037-16d2-417a-bc20-5a91407ed0bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: timer() Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:20:44.349519 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:20:44.501530 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8472d037-16d2-417a-bc20-5a91407ed0bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:44.508918 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8472d037-16d2-417a-bc20-5a91407ed0bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:44.511638 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8472d037-16d2-417a-bc20-5a91407ed0bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/networks/9f343f1b-5aba-472e-a524-c0e811d34532 HTTP/1.1" status: 204 len: 168 time: 0.3951559 Nov 18 18:20:44.514432 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40768) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:44.522665 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472d037-16d2-417a-bc20-5a91407ed0bd tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'Network': ['ID=9f343f1b-5aba-472e-a524-c0e811d34532,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:44.577336 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59a38310-b57d-4c85-b005-c8aa4f8a892f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:44.607134 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59a38310-b57d-4c85-b005-c8aa4f8a892f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:44.747113 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59a38310-b57d-4c85-b005-c8aa4f8a892f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:44.749954 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59a38310-b57d-4c85-b005-c8aa4f8a892f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:44.751147 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-59a38310-b57d-4c85-b005-c8aa4f8a892f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] 10.222.0.72 "DELETE /v2.0/security-groups/c7fea38f-273c-4056-b4ae-9f74f2edf2ab HTTP/1.1" status: 204 len: 168 time: 0.2357006 Nov 18 18:20:44.761246 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a38310-b57d-4c85-b005-c8aa4f8a892f tempest-TestNetworkAdvancedServerOps-1913011329 tempest-TestNetworkAdvancedServerOps-1913011329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fea38f-273c-4056-b4ae-9f74f2edf2ab,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:45.455209 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40776) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:45.599434 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-b6055f0b-376c-498c-b759-fb66d1f14d38 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2de165532611454c8ce5939d0b5a20ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1430171 Nov 18 18:20:45.602533 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40780) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:45.650984 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 57809fb3-b23a-4189-a82a-8d91f1913c23 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:20:45.654591 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a212f8dc-8bc9-463e-a3d0-52ae83dc1d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:45.671117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 57809fb3-b23a-4189-a82a-8d91f1913c23 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:20:45.671556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 57809fb3-b23a-4189-a82a-8d91f1913c23 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:20:45.676597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a212f8dc-8bc9-463e-a3d0-52ae83dc1d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:45.810198 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a212f8dc-8bc9-463e-a3d0-52ae83dc1d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:45.812824 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a212f8dc-8bc9-463e-a3d0-52ae83dc1d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:45.814039 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-a212f8dc-8bc9-463e-a3d0-52ae83dc1d24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/26c6937f-5c15-4b27-a341-2894ee7311f8 HTTP/1.1" status: 204 len: 168 time: 0.2105820 Nov 18 18:20:45.822318 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212f8dc-8bc9-463e-a3d0-52ae83dc1d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c6937f-5c15-4b27-a341-2894ee7311f8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:46.522275 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40786) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:46.535948 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-371e0f68-a8c5-431b-9c55-273b0c49a888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:46.613378 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-371e0f68-a8c5-431b-9c55-273b0c49a888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:46.696045 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-371e0f68-a8c5-431b-9c55-273b0c49a888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:46.735842 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-371e0f68-a8c5-431b-9c55-273b0c49a888 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9630bec9a1f44fb18084d7a9472910d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2124112 Nov 18 18:20:46.736728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e0f68-a8c5-431b-9c55-273b0c49a888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f662d2d-a85a-45d6-a20c-62716c7fe7c1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:46.738713 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40788) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:46.786641 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88d24c7b-4ce9-42b2-b762-0de4721419d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:46.807660 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88d24c7b-4ce9-42b2-b762-0de4721419d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:46.943909 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88d24c7b-4ce9-42b2-b762-0de4721419d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:46.947177 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88d24c7b-4ce9-42b2-b762-0de4721419d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:46.948348 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-88d24c7b-4ce9-42b2-b762-0de4721419d5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f662d2d-a85a-45d6-a20c-62716c7fe7c1 HTTP/1.1" status: 204 len: 168 time: 0.2086313 Nov 18 18:20:46.956588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d24c7b-4ce9-42b2-b762-0de4721419d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f662d2d-a85a-45d6-a20c-62716c7fe7c1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:48.027694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40810) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:48.122931 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b9ca3140-1a4c-40fe-bfc0-7f9ffa72d0ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-418975920-network', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:20:48.198544 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ca3140-1a4c-40fe-bfc0-7f9ffa72d0ed admin admin] Made reservation on behalf of bcdec728ac2845acb808143a0fc5800e for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:20:48.200886 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9ca3140-1a4c-40fe-bfc0-7f9ffa72d0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:48.213580 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9ca3140-1a4c-40fe-bfc0-7f9ffa72d0ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:48.286305 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9ca3140-1a4c-40fe-bfc0-7f9ffa72d0ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:48.343832 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9ca3140-1a4c-40fe-bfc0-7f9ffa72d0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:48.367627 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ca3140-1a4c-40fe-bfc0-7f9ffa72d0ed admin admin] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:20:48.377603 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca3140-1a4c-40fe-bfc0-7f9ffa72d0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7a8b74-5d50-44fe-9e26-d8423687f0e3,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:48.382255 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9ca3140-1a4c-40fe-bfc0-7f9ffa72d0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:48.389560 n-d-813419-11 neutron-server[104007]: INFO neutron.db.segments_db [None req-b9ca3140-1a4c-40fe-bfc0-7f9ffa72d0ed admin admin] Added segment e2e26044-6166-44f0-bbc5-e14ef8d4a17c of type vlan for network 4afd7fcb-7bf8-49df-aeec-c54faa96567f Nov 18 18:20:48.421310 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9ca3140-1a4c-40fe-bfc0-7f9ffa72d0ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:48.492587 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9ca3140-1a4c-40fe-bfc0-7f9ffa72d0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:48.494183 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ca3140-1a4c-40fe-bfc0-7f9ffa72d0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:48.494777 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b9ca3140-1a4c-40fe-bfc0-7f9ffa72d0ed admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:48.555682 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca3140-1a4c-40fe-bfc0-7f9ffa72d0ed admin admin] Pushing event updated for resources: {'Network': ['ID=4afd7fcb-7bf8-49df-aeec-c54faa96567f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:48.566976 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 4afd7fcb-7bf8-49df-aeec-c54faa96567f details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:20:48.591017 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b9ca3140-1a4c-40fe-bfc0-7f9ffa72d0ed admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5619867 Nov 18 18:20:48.594682 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40814) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:48.603555 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-59da01b5-f5e5-48ad-9f42-3821b5a2f241 admin admin] Request body: {'subnet': {'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-418975920-subnet', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:20:48.681146 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59da01b5-f5e5-48ad-9f42-3821b5a2f241 admin admin] Made reservation on behalf of bcdec728ac2845acb808143a0fc5800e for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:20:48.684144 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-59da01b5-f5e5-48ad-9f42-3821b5a2f241 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012469'] for subnet, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:48.901503 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-59da01b5-f5e5-48ad-9f42-3821b5a2f241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59453815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012443'] for subnet, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:48.948099 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da01b5-f5e5-48ad-9f42-3821b5a2f241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fcc7933-a5f7-4f1b-8e51-e372ecfb0940,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:48.963758 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da01b5-f5e5-48ad-9f42-3821b5a2f241 admin admin] Checking segment: {'id': 'e2e26044-6166-44f0-bbc5-e14ef8d4a17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:20:48.964150 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59da01b5-f5e5-48ad-9f42-3821b5a2f241 admin admin] Network hostable DHCP agents. Network: 4afd7fcb-7bf8-49df-aeec-c54faa96567f, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:20:49.055290 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59da01b5-f5e5-48ad-9f42-3821b5a2f241 admin admin] Network 4afd7fcb-7bf8-49df-aeec-c54faa96567f is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:20:49.146877 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-59da01b5-f5e5-48ad-9f42-3821b5a2f241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 4afd7fcb-7bf8-49df-aeec-c54faa96567f) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:20:49.151917 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59da01b5-f5e5-48ad-9f42-3821b5a2f241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:49.152465 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-59da01b5-f5e5-48ad-9f42-3821b5a2f241 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:49.156752 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92e66a2-693c-4529-8b4d-8159c6cf837b None None] Network 4afd7fcb-7bf8-49df-aeec-c54faa96567f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:20:49.249817 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-59da01b5-f5e5-48ad-9f42-3821b5a2f241 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6540382 Nov 18 18:20:49.252579 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 40816) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:49.256917 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-418975920-router', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:20:49.300547 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'fixed_ips': [{'subnet_id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:20:49.301408 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:49.355771 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:49.356899 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:49.409177 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:49.430343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Allocated IP 172.20.0.2 (4afd7fcb-7bf8-49df-aeec-c54faa96567f/1fcc7933-a5f7-4f1b-8e51-e372ecfb0940/7cca62e7-4c46-41c6-aaf3-847c0d35461c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:20:49.573452 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:49.600977 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:49.633183 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:49.674449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Network 4afd7fcb-7bf8-49df-aeec-c54faa96567f is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:20:49.677343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:20:49.680883 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:20:49.690758 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Pushing event updated for resources: {'Port': ['ID=7cca62e7-4c46-41c6-aaf3-847c0d35461c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:49.749556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Attempting to bind port 7cca62e7-4c46-41c6-aaf3-847c0d35461c on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:20:49.749940 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Attempting to bind port 7cca62e7-4c46-41c6-aaf3-847c0d35461c by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'e2e26044-6166-44f0-bbc5-e14ef8d4a17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:20:49.750304 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Attempting to bind port 7cca62e7-4c46-41c6-aaf3-847c0d35461c on network 4afd7fcb-7bf8-49df-aeec-c54faa96567f {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:20:49.755287 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:20:49.755673 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Checking segment: {'id': 'e2e26044-6166-44f0-bbc5-e14ef8d4a17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:20:49.756111 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:49.756601 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Bound using segment: {'id': 'e2e26044-6166-44f0-bbc5-e14ef8d4a17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:20:49.757140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Bound port: 7cca62e7-4c46-41c6-aaf3-847c0d35461c, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e26044-6166-44f0-bbc5-e14ef8d4a17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:20:49.757630 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:49.822697 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] For port 7cca62e7-4c46-41c6-aaf3-847c0d35461c, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:20:49.826100 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] For port 7cca62e7-4c46-41c6-aaf3-847c0d35461c, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7cca62e7-4c46-41c6-aaf3-847c0d35461c,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:20:49.896511 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:49.960558 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7c048-7b1a-49e6-baf3-150be7a32f80 None None] Pushing event updated for resources: {'Port': ['ID=7cca62e7-4c46-41c6-aaf3-847c0d35461c,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:50.246248 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:50.265115 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:50.365690 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Allocated IP 172.25.3.190 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/13dc8ef6-74fe-4da8-95a6-35d44c8a8747) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:20:50.476767 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:50.561741 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:50.600581 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:20:50.604219 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:20:50.606783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:20:50.620892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c76b7c-947c-4844-b1ec-c2c6b589638f None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:20:50.639320 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Pushing event updated for resources: {'Port': ['ID=13dc8ef6-74fe-4da8-95a6-35d44c8a8747,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:50.659099 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-840b45d1-1ea5-4e9d-8d14-9e159782071c None None] Provisioning complete for port 13dc8ef6-74fe-4da8-95a6-35d44c8a8747 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:50.659482 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-840b45d1-1ea5-4e9d-8d14-9e159782071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:50.698077 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-840b45d1-1ea5-4e9d-8d14-9e159782071c None None] Port 13dc8ef6-74fe-4da8-95a6-35d44c8a8747 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:20:50.955379 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbb1894-5391-48fb-93d9-301edc49fb00 None None] Network 4afd7fcb-7bf8-49df-aeec-c54faa96567f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:20:50.968061 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:51.044277 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-44d4ca2d-ddfb-4f4b-9889-345075ca13d1 None None] Provisioning complete for port 7cca62e7-4c46-41c6-aaf3-847c0d35461c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:51.044839 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44d4ca2d-ddfb-4f4b-9889-345075ca13d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:51.172955 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:51.188483 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44d4ca2d-ddfb-4f4b-9889-345075ca13d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:51.227057 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-44d4ca2d-ddfb-4f4b-9889-345075ca13d1 None None] For port 7cca62e7-4c46-41c6-aaf3-847c0d35461c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7cca62e7-4c46-41c6-aaf3-847c0d35461c,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:20:51.339281 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44d4ca2d-ddfb-4f4b-9889-345075ca13d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:51.390234 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4ca2d-ddfb-4f4b-9889-345075ca13d1 None None] Pushing event updated for resources: {'Port': ['ID=7cca62e7-4c46-41c6-aaf3-847c0d35461c,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:51.452871 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Router c768b352-be31-4134-ba08-d1465fcfb979 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:20:51.462488 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0c3a8ad8-6692-46fb-a1a2-f0ae91c5f7ac None None] Provisioning complete for port 7cca62e7-4c46-41c6-aaf3-847c0d35461c triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:51.463443 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c3a8ad8-6692-46fb-a1a2-f0ae91c5f7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:51.568748 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:20:51.580889 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Sync routers for ids ['c768b352-be31-4134-ba08-d1465fcfb979'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:20:51.591848 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Routers {'c768b352-be31-4134-ba08-d1465fcfb979'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:20:51.597759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:20:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c768b352-be31-4134-ba08-d1465fcfb979'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:51.672133 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:51.673850 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-86d0be86-ed6a-4bba-95d2-64c70ae0053b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4200976 Nov 18 18:20:51.676411 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40818) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:51.699832 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7cca62e7-4c46-41c6-aaf3-847c0d35461c up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:20:51.895997 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Set router c768b352-be31-4134-ba08-d1465fcfb979 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:20:52.032114 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 7cca62e7-4c46-41c6-aaf3-847c0d35461c triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:52.032495 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:52.132341 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:52.167384 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'name': 'tempest-TestShelveInstance-418975920-router', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:49Z', 'updated_at': '2021-11-18T18:20:50Z', 'revision_number': 3, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'gw_port': {'id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:50Z', 'updated_at': '2021-11-18T18:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:52.201260 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Checking router: c768b352-be31-4134-ba08-d1465fcfb979 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:20:52.201627 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Updating router c768b352-be31-4134-ba08-d1465fcfb979 port 13dc8ef6-74fe-4da8-95a6-35d44c8a8747 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:20:52.233186 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:52.302523 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] Allocated IP 172.20.0.1 (4afd7fcb-7bf8-49df-aeec-c54faa96567f/1fcc7933-a5f7-4f1b-8e51-e372ecfb0940/1fe49e78-cc2e-4fcd-9307-7ada06100585) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:20:52.318888 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:52.408705 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:52.490527 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:52.504339 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:52.540169 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] Network 4afd7fcb-7bf8-49df-aeec-c54faa96567f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:20:52.543509 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:20:52.547053 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:20:52.579747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] Pushing event updated for resources: {'Port': ['ID=1fe49e78-cc2e-4fcd-9307-7ada06100585,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:52.581527 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:52.602038 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:52.639344 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cd6c3e-def6-4b62-b877-ca57a17c6b83 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:20:52.647495 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Attempting to bind port 13dc8ef6-74fe-4da8-95a6-35d44c8a8747 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:20:52.647899 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Attempting to bind port 13dc8ef6-74fe-4da8-95a6-35d44c8a8747 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:20:52.648279 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Attempting to bind port 13dc8ef6-74fe-4da8-95a6-35d44c8a8747 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:20:52.654829 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512d811-8060-4e99-a8a3-53e959da24b5 None None] Pushing event updated for resources: {'Port': ['ID=13dc8ef6-74fe-4da8-95a6-35d44c8a8747,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:52.659025 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:20:52.659354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:20:52.659765 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:52.660760 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:20:52.661255 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Bound port: 13dc8ef6-74fe-4da8-95a6-35d44c8a8747, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:20:52.661649 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:52.720974 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-884c9e28-d5d6-423f-90c4-64718abfcefc None None] Provisioning complete for port 13dc8ef6-74fe-4da8-95a6-35d44c8a8747 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:52.721647 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-884c9e28-d5d6-423f-90c4-64718abfcefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:52.726798 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] For port 13dc8ef6-74fe-4da8-95a6-35d44c8a8747, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:20:52.761385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] For port 13dc8ef6-74fe-4da8-95a6-35d44c8a8747, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=13dc8ef6-74fe-4da8-95a6-35d44c8a8747,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:20:52.773177 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-884c9e28-d5d6-423f-90c4-64718abfcefc None None] Port 13dc8ef6-74fe-4da8-95a6-35d44c8a8747 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:20:52.814809 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:52.847022 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:52.905655 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8089b5d2-70ac-401e-9134-43fc3441622b None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:20:52.925791 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Routers {'c768b352-be31-4134-ba08-d1465fcfb979'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:20:52.926411 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:20:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c768b352-be31-4134-ba08-d1465fcfb979'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:52.930706 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512d811-8060-4e99-a8a3-53e959da24b5 None None] Pushing event updated for resources: {'Port': ['ID=13dc8ef6-74fe-4da8-95a6-35d44c8a8747,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:52.970134 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cabb5f5c-f8a1-4b6a-b078-4911f1eddd18 None None] Provisioning complete for port 1fe49e78-cc2e-4fcd-9307-7ada06100585 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:52.970512 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cabb5f5c-f8a1-4b6a-b078-4911f1eddd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:52.989320 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:53.041933 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cabb5f5c-f8a1-4b6a-b078-4911f1eddd18 None None] Port 1fe49e78-cc2e-4fcd-9307-7ada06100585 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:20:53.055636 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:53.065891 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] Set router c768b352-be31-4134-ba08-d1465fcfb979 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:20:53.126686 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:53.128595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] Pushing event updated for resources: {'Port': ['ID=1fe49e78-cc2e-4fcd-9307-7ada06100585,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:53.209941 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-27a165f8-042e-4fe1-96c0-6039d5afad2e None None] Provisioning complete for port 13dc8ef6-74fe-4da8-95a6-35d44c8a8747 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:53.210220 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-27a165f8-042e-4fe1-96c0-6039d5afad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:53.225091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] Network 4afd7fcb-7bf8-49df-aeec-c54faa96567f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:20:53.226454 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:20:53.342482 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-27a165f8-042e-4fe1-96c0-6039d5afad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:53.356833 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] Router c768b352-be31-4134-ba08-d1465fcfb979 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:20:53.365591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'name': 'tempest-TestShelveInstance-418975920-router', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:49Z', 'updated_at': '2021-11-18T18:20:52Z', 'revision_number': 4, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'gw_port': {'id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:50Z', 'updated_at': '2021-11-18T18:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '1fe49e78-cc2e-4fcd-9307-7ada06100585', 'name': '', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'mac_address': 'fa:16:3e:41:75:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:52Z', 'updated_at': '2021-11-18T18:20:52Z', 'revision_number': 1, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'subnets': [{'id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:53.400262 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-27a165f8-042e-4fe1-96c0-6039d5afad2e None None] For port 13dc8ef6-74fe-4da8-95a6-35d44c8a8747, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=13dc8ef6-74fe-4da8-95a6-35d44c8a8747,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:20:53.401807 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc4918-ad71-4900-b2dd-6389d4513fd5 None None] The sync data for ids ['c768b352-be31-4134-ba08-d1465fcfb979'] in n-d-813419-11 is: [{'id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'name': 'tempest-TestShelveInstance-418975920-router', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:49Z', 'updated_at': '2021-11-18T18:20:52Z', 'revision_number': 4, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'gw_port': {'id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:50Z', 'updated_at': '2021-11-18T18:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '1fe49e78-cc2e-4fcd-9307-7ada06100585', 'name': '', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'mac_address': 'fa:16:3e:41:75:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:52Z', 'updated_at': '2021-11-18T18:20:52Z', 'revision_number': 1, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'subnets': [{'id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:20:53.451689 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-fceecf9b-77b6-4ac0-95ad-47fb9a359184 req-0da8acd6-fdae-4826-b58a-041b000bc6dd service neutron] (104007) timed out ('10.222.0.72', 36140) {{(pid=104007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 18:20:53.470215 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-27a165f8-042e-4fe1-96c0-6039d5afad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:53.482954 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:20:53.496852 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-7afe8042-176f-4a2c-8599-47b966a7dcf0 admin admin] 10.222.0.72 "PUT /v2.0/routers/c768b352-be31-4134-ba08-d1465fcfb979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8105037 Nov 18 18:20:53.526816 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a165f8-042e-4fe1-96c0-6039d5afad2e None None] Pushing event updated for resources: {'Port': ['ID=13dc8ef6-74fe-4da8-95a6-35d44c8a8747,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:53.602300 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9bacc3f1-52f0-47a1-a74f-afbadf05fd6d None None] Provisioning complete for port 1fe49e78-cc2e-4fcd-9307-7ada06100585 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:53.602300 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9bacc3f1-52f0-47a1-a74f-afbadf05fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:53.643350 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9bacc3f1-52f0-47a1-a74f-afbadf05fd6d None None] Port 1fe49e78-cc2e-4fcd-9307-7ada06100585 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:20:53.875564 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:54.297001 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40834) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:54.302057 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d917e197-005d-4a82-8dd0-90bd6fc8d5cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-252273781-network', 'tenant_id': '2f219aa274d54f1dbe1a72baf89e5aa1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:20:54.406799 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d917e197-005d-4a82-8dd0-90bd6fc8d5cd admin admin] Made reservation on behalf of 2f219aa274d54f1dbe1a72baf89e5aa1 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:20:54.409245 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d917e197-005d-4a82-8dd0-90bd6fc8d5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:54.418598 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d917e197-005d-4a82-8dd0-90bd6fc8d5cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:54.499725 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d917e197-005d-4a82-8dd0-90bd6fc8d5cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:54.555417 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d917e197-005d-4a82-8dd0-90bd6fc8d5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:54.592370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d917e197-005d-4a82-8dd0-90bd6fc8d5cd admin admin] vlan segment allocate from pool success with {'vlan_id': 1144, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:20:54.602564 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917e197-005d-4a82-8dd0-90bd6fc8d5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5465074-b764-4817-b8c0-e486793b2f07,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:54.609589 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d917e197-005d-4a82-8dd0-90bd6fc8d5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:54.609934 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-d917e197-005d-4a82-8dd0-90bd6fc8d5cd admin admin] Added segment a05bd4b6-fcc9-46a0-a346-5b6625b8cafb of type vlan for network 6ccfca4d-8531-4591-ac25-6c5ae6a88e3a Nov 18 18:20:54.652548 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d917e197-005d-4a82-8dd0-90bd6fc8d5cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:54.726643 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d917e197-005d-4a82-8dd0-90bd6fc8d5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:54.727627 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d917e197-005d-4a82-8dd0-90bd6fc8d5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:54.728753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d917e197-005d-4a82-8dd0-90bd6fc8d5cd admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:54.786983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917e197-005d-4a82-8dd0-90bd6fc8d5cd admin admin] Pushing event updated for resources: {'Network': ['ID=6ccfca4d-8531-4591-ac25-6c5ae6a88e3a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:54.797550 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 6ccfca4d-8531-4591-ac25-6c5ae6a88e3a details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:20:54.810436 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d917e197-005d-4a82-8dd0-90bd6fc8d5cd admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5123138 Nov 18 18:20:54.813594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40836) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:54.818414 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-dcca6a82-1ebb-4a13-b350-6fc56d10cf02 admin admin] Request body: {'subnet': {'network_id': '6ccfca4d-8531-4591-ac25-6c5ae6a88e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-252273781-subnet', 'tenant_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:20:54.898434 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcca6a82-1ebb-4a13-b350-6fc56d10cf02 admin admin] Made reservation on behalf of 2f219aa274d54f1dbe1a72baf89e5aa1 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:20:54.901466 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcca6a82-1ebb-4a13-b350-6fc56d10cf02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:55.138332 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcca6a82-1ebb-4a13-b350-6fc56d10cf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:55.192849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca6a82-1ebb-4a13-b350-6fc56d10cf02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c18be6a-f867-4076-922b-6f22fe19c71e,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:55.209541 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcca6a82-1ebb-4a13-b350-6fc56d10cf02 admin admin] Checking segment: {'id': 'a05bd4b6-fcc9-46a0-a346-5b6625b8cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '6ccfca4d-8531-4591-ac25-6c5ae6a88e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:20:55.209932 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcca6a82-1ebb-4a13-b350-6fc56d10cf02 admin admin] Network hostable DHCP agents. Network: 6ccfca4d-8531-4591-ac25-6c5ae6a88e3a, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:20:55.315310 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcca6a82-1ebb-4a13-b350-6fc56d10cf02 admin admin] Network 6ccfca4d-8531-4591-ac25-6c5ae6a88e3a is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:20:55.363356 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Sync routers for ids ['c768b352-be31-4134-ba08-d1465fcfb979'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:20:55.373065 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Routers {'c768b352-be31-4134-ba08-d1465fcfb979'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:20:55.373675 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:20:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c768b352-be31-4134-ba08-d1465fcfb979'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:55.401449 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-dcca6a82-1ebb-4a13-b350-6fc56d10cf02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 6ccfca4d-8531-4591-ac25-6c5ae6a88e3a) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:20:55.405807 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcca6a82-1ebb-4a13-b350-6fc56d10cf02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:20:55.406607 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dcca6a82-1ebb-4a13-b350-6fc56d10cf02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:55.411728 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d104656-baa7-4361-b5e2-db208f18e5ea None None] Network 6ccfca4d-8531-4591-ac25-6c5ae6a88e3a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:20:55.482420 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Set router c768b352-be31-4134-ba08-d1465fcfb979 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:20:55.489629 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-dcca6a82-1ebb-4a13-b350-6fc56d10cf02 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6749668 Nov 18 18:20:55.492214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40838) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:55.496756 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-252273781-router', 'tenant_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:20:55.562830 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-6ccfca4d-8531-4591-ac25-6c5ae6a88e3a', 'network_id': '6ccfca4d-8531-4591-ac25-6c5ae6a88e3a', 'tenant_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'fixed_ips': [{'subnet_id': '3c18be6a-f867-4076-922b-6f22fe19c71e'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:20:55.563698 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:55.596633 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:55.598361 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:55.671339 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:55.704882 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'name': 'tempest-TestShelveInstance-418975920-router', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:49Z', 'updated_at': '2021-11-18T18:20:52Z', 'revision_number': 4, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'gw_port': {'id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:50Z', 'updated_at': '2021-11-18T18:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '1fe49e78-cc2e-4fcd-9307-7ada06100585', 'name': '', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'mac_address': 'fa:16:3e:41:75:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:52Z', 'updated_at': '2021-11-18T18:20:52Z', 'revision_number': 2, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'subnets': [{'id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:55.724008 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Allocated IP 172.20.0.2 (6ccfca4d-8531-4591-ac25-6c5ae6a88e3a/3c18be6a-f867-4076-922b-6f22fe19c71e/e09451b0-375b-4c94-ba1f-810f7c1052bb) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:20:55.732702 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Checking router: c768b352-be31-4134-ba08-d1465fcfb979 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:20:55.733730 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Updating router c768b352-be31-4134-ba08-d1465fcfb979 port 1fe49e78-cc2e-4fcd-9307-7ada06100585 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:20:55.752823 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 13dc8ef6-74fe-4da8-95a6-35d44c8a8747 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:20:55.765044 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:55.899458 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:55.902001 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 13dc8ef6-74fe-4da8-95a6-35d44c8a8747 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:55.902632 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:55.934268 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:56.024619 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:56.066804 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Network 6ccfca4d-8531-4591-ac25-6c5ae6a88e3a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:20:56.068816 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:56.069836 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:20:56.072744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:20:56.089117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Pushing event updated for resources: {'Port': ['ID=e09451b0-375b-4c94-ba1f-810f7c1052bb,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:56.127030 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:56.142669 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Attempting to bind port e09451b0-375b-4c94-ba1f-810f7c1052bb on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:20:56.142669 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Attempting to bind port e09451b0-375b-4c94-ba1f-810f7c1052bb by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'a05bd4b6-fcc9-46a0-a346-5b6625b8cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '6ccfca4d-8531-4591-ac25-6c5ae6a88e3a'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:20:56.142669 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Attempting to bind port e09451b0-375b-4c94-ba1f-810f7c1052bb on network 6ccfca4d-8531-4591-ac25-6c5ae6a88e3a {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:20:56.142669 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:20:56.143215 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Checking segment: {'id': 'a05bd4b6-fcc9-46a0-a346-5b6625b8cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '6ccfca4d-8531-4591-ac25-6c5ae6a88e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:20:56.143475 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:56.143820 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Bound using segment: {'id': 'a05bd4b6-fcc9-46a0-a346-5b6625b8cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '6ccfca4d-8531-4591-ac25-6c5ae6a88e3a'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:20:56.144325 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Bound port: e09451b0-375b-4c94-ba1f-810f7c1052bb, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05bd4b6-fcc9-46a0-a346-5b6625b8cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '6ccfca4d-8531-4591-ac25-6c5ae6a88e3a'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:20:56.144716 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:56.175161 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0757258-01da-492c-b181-b5f4fdda928d None None] Pushing event updated for resources: {'Port': ['ID=1fe49e78-cc2e-4fcd-9307-7ada06100585,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:56.193267 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:56.210898 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0757258-01da-492c-b181-b5f4fdda928d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:56.211337 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0757258-01da-492c-b181-b5f4fdda928d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:56.212070 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0757258-01da-492c-b181-b5f4fdda928d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:56.213524 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0757258-01da-492c-b181-b5f4fdda928d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:56.214200 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0757258-01da-492c-b181-b5f4fdda928d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:56.214622 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0757258-01da-492c-b181-b5f4fdda928d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:56.214743 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:56.215362 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0757258-01da-492c-b181-b5f4fdda928d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:56.215818 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0757258-01da-492c-b181-b5f4fdda928d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:56.216407 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0757258-01da-492c-b181-b5f4fdda928d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:56.217124 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0757258-01da-492c-b181-b5f4fdda928d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:56.217560 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0757258-01da-492c-b181-b5f4fdda928d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:56.217990 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0757258-01da-492c-b181-b5f4fdda928d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:20:56.220669 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] For port e09451b0-375b-4c94-ba1f-810f7c1052bb, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:20:56.226091 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] For port e09451b0-375b-4c94-ba1f-810f7c1052bb, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e09451b0-375b-4c94-ba1f-810f7c1052bb,segment=NetworkSegment(a05bd4b6-fcc9-46a0-a346-5b6625b8cafb),segment_id=a05bd4b6-fcc9-46a0-a346-5b6625b8cafb)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:20:56.261625 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Attempting to bind port 1fe49e78-cc2e-4fcd-9307-7ada06100585 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:20:56.264245 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Attempting to bind port 1fe49e78-cc2e-4fcd-9307-7ada06100585 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'e2e26044-6166-44f0-bbc5-e14ef8d4a17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:20:56.264245 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Attempting to bind port 1fe49e78-cc2e-4fcd-9307-7ada06100585 on network 4afd7fcb-7bf8-49df-aeec-c54faa96567f {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:20:56.268986 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:20:56.269367 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Checking segment: {'id': 'e2e26044-6166-44f0-bbc5-e14ef8d4a17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:20:56.269771 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:56.270169 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Bound using segment: {'id': 'e2e26044-6166-44f0-bbc5-e14ef8d4a17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:20:56.270736 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Bound port: 1fe49e78-cc2e-4fcd-9307-7ada06100585, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e26044-6166-44f0-bbc5-e14ef8d4a17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:20:56.271198 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:56.308174 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:56.330728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Allocated IP 172.25.3.127 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/b9a3a83f-869b-4aa9-8db3-2d01dc319b0f) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:20:56.339484 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] For port 1fe49e78-cc2e-4fcd-9307-7ada06100585, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:20:56.343186 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] For port 1fe49e78-cc2e-4fcd-9307-7ada06100585, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1fe49e78-cc2e-4fcd-9307-7ada06100585,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:20:56.419222 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:56.478209 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:56.489591 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Routers {'c768b352-be31-4134-ba08-d1465fcfb979'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:20:56.490565 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:20:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c768b352-be31-4134-ba08-d1465fcfb979'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:56.554972 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0757258-01da-492c-b181-b5f4fdda928d None None] Pushing event updated for resources: {'Port': ['ID=1fe49e78-cc2e-4fcd-9307-7ada06100585,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:56.555119 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-58b795e1-6c62-4499-a41b-5e8912ed96b7 None None] Provisioning complete for port 1fe49e78-cc2e-4fcd-9307-7ada06100585 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:56.555585 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-58b795e1-6c62-4499-a41b-5e8912ed96b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:56.564727 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2593bcd-0dfa-4576-bd66-4d5bbaff2ebd None None] Pushing event updated for resources: {'Port': ['ID=e09451b0-375b-4c94-ba1f-810f7c1052bb,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:56.573317 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:56.641119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:20:56.644442 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:20:56.646863 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:20:56.656244 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] Set router c768b352-be31-4134-ba08-d1465fcfb979 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:20:56.684613 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-58b795e1-6c62-4499-a41b-5e8912ed96b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:56.685096 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Pushing event updated for resources: {'Port': ['ID=b9a3a83f-869b-4aa9-8db3-2d01dc319b0f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:56.685276 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69436de4-9a68-4ea5-9486-d6000a8f58ca None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:20:56.718279 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-58b795e1-6c62-4499-a41b-5e8912ed96b7 None None] For port 1fe49e78-cc2e-4fcd-9307-7ada06100585, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1fe49e78-cc2e-4fcd-9307-7ada06100585,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:20:56.834558 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-58b795e1-6c62-4499-a41b-5e8912ed96b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:56.901866 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b795e1-6c62-4499-a41b-5e8912ed96b7 None None] Pushing event updated for resources: {'Port': ['ID=1fe49e78-cc2e-4fcd-9307-7ada06100585,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:56.943176 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'name': 'tempest-TestShelveInstance-418975920-router', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:49Z', 'updated_at': '2021-11-18T18:20:52Z', 'revision_number': 4, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'gw_port': {'id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:50Z', 'updated_at': '2021-11-18T18:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '1fe49e78-cc2e-4fcd-9307-7ada06100585', 'name': '', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'mac_address': 'fa:16:3e:41:75:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:52Z', 'updated_at': '2021-11-18T18:20:56Z', 'revision_number': 4, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'subnets': [{'id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:56.965614 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a5e4de8f-f5c8-4128-9663-9fb4b0e7b813 None None] Provisioning complete for port 1fe49e78-cc2e-4fcd-9307-7ada06100585 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:56.966272 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5e4de8f-f5c8-4128-9663-9fb4b0e7b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:57.055910 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:57.077956 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a5e4de8f-f5c8-4128-9663-9fb4b0e7b813 None None] Provisioning complete for port b9a3a83f-869b-4aa9-8db3-2d01dc319b0f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:57.078249 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5e4de8f-f5c8-4128-9663-9fb4b0e7b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:57.079351 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0b0000-7359-4d01-baf3-40e7346b3d50 None None] The sync data for ids ['c768b352-be31-4134-ba08-d1465fcfb979'] in n-d-813419-11 is: [{'id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'name': 'tempest-TestShelveInstance-418975920-router', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:49Z', 'updated_at': '2021-11-18T18:20:52Z', 'revision_number': 4, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'gw_port': {'id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:50Z', 'updated_at': '2021-11-18T18:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '1fe49e78-cc2e-4fcd-9307-7ada06100585', 'name': '', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'mac_address': 'fa:16:3e:41:75:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:52Z', 'updated_at': '2021-11-18T18:20:56Z', 'revision_number': 4, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'subnets': [{'id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:20:57.120017 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a5e4de8f-f5c8-4128-9663-9fb4b0e7b813 None None] Port b9a3a83f-869b-4aa9-8db3-2d01dc319b0f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:20:57.604363 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:57.649935 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7b55a4-886c-407d-aa2a-304cbbeb5c45 None None] Network 6ccfca4d-8531-4591-ac25-6c5ae6a88e3a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:20:57.769119 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0265732f-573a-45f7-8437-ebf3fd669233 None None] Provisioning complete for port e09451b0-375b-4c94-ba1f-810f7c1052bb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:57.769503 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0265732f-573a-45f7-8437-ebf3fd669233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:57.843245 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e09451b0-375b-4c94-ba1f-810f7c1052bb up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:20:57.869892 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Router c3011923-e3d7-45b4-a70d-721b858af3bf is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:20:57.952715 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0265732f-573a-45f7-8437-ebf3fd669233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:57.969818 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port e09451b0-375b-4c94-ba1f-810f7c1052bb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:57.970535 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:57.988918 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:20:58.001641 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Sync routers for ids ['c3011923-e3d7-45b4-a70d-721b858af3bf'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:20:58.031704 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0265732f-573a-45f7-8437-ebf3fd669233 None None] For port e09451b0-375b-4c94-ba1f-810f7c1052bb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e09451b0-375b-4c94-ba1f-810f7c1052bb,segment=NetworkSegment(a05bd4b6-fcc9-46a0-a346-5b6625b8cafb),segment_id=a05bd4b6-fcc9-46a0-a346-5b6625b8cafb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:20:58.041895 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Routers {'c3011923-e3d7-45b4-a70d-721b858af3bf'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:20:58.042544 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:20:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c3011923-e3d7-45b4-a70d-721b858af3bf'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:58.128834 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:58.131575 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-4a061e5d-1dcc-46d4-a47a-9ba912cba786 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6375015 Nov 18 18:20:58.133633 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40840) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:20:58.159685 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0265732f-573a-45f7-8437-ebf3fd669233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:58.192204 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:58.215103 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Set router c3011923-e3d7-45b4-a70d-721b858af3bf gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:20:58.323081 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265732f-573a-45f7-8437-ebf3fd669233 None None] Pushing event updated for resources: {'Port': ['ID=e09451b0-375b-4c94-ba1f-810f7c1052bb,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:58.359665 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0634652d-8a95-43fd-9374-ef7564b523bc None None] Provisioning complete for port e09451b0-375b-4c94-ba1f-810f7c1052bb triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:58.360077 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0634652d-8a95-43fd-9374-ef7564b523bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:58.429181 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 18:20:58.429546 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 18:20:58.534864 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'name': 'tempest-TestShelveInstance-252273781-router', 'tenant_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b9a3a83f-869b-4aa9-8db3-2d01dc319b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:55Z', 'updated_at': '2021-11-18T18:20:56Z', 'revision_number': 3, 'project_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'gw_port': {'id': 'b9a3a83f-869b-4aa9-8db3-2d01dc319b0f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:56Z', 'updated_at': '2021-11-18T18:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:58.554751 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:58.565838 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Checking router: c3011923-e3d7-45b4-a70d-721b858af3bf for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:20:58.566199 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Updating router c3011923-e3d7-45b4-a70d-721b858af3bf port b9a3a83f-869b-4aa9-8db3-2d01dc319b0f binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:20:58.591612 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:58.716183 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] Allocated IP 172.20.0.1 (6ccfca4d-8531-4591-ac25-6c5ae6a88e3a/3c18be6a-f867-4076-922b-6f22fe19c71e/ff7460b1-fb07-44e4-b4f8-a30e36a1b326) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:20:58.817845 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:58.851352 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:58.916766 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:58.961355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] Network 6ccfca4d-8531-4591-ac25-6c5ae6a88e3a is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:20:58.966670 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:20:58.966856 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:58.974173 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:20:58.977163 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] Pushing event updated for resources: {'Port': ['ID=ff7460b1-fb07-44e4-b4f8-a30e36a1b326,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:58.980485 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1fe49e78-cc2e-4fcd-9307-7ada06100585 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:20:59.015912 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:59.044122 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13fbe27-c924-4642-881f-3b03e2fa1dd8 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:20:59.068638 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Attempting to bind port b9a3a83f-869b-4aa9-8db3-2d01dc319b0f on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:20:59.069005 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Attempting to bind port b9a3a83f-869b-4aa9-8db3-2d01dc319b0f by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:20:59.069395 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Attempting to bind port b9a3a83f-869b-4aa9-8db3-2d01dc319b0f on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:20:59.072303 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8cd03-c15e-469d-9400-5850ce08da92 None None] Pushing event updated for resources: {'Port': ['ID=b9a3a83f-869b-4aa9-8db3-2d01dc319b0f,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:59.083890 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:20:59.084343 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:20:59.084840 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:59.085247 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:20:59.085749 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Bound port: b9a3a83f-869b-4aa9-8db3-2d01dc319b0f, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:20:59.086136 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:59.125829 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 1fe49e78-cc2e-4fcd-9307-7ada06100585 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:59.126105 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:59.246493 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:59.342145 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] For port b9a3a83f-869b-4aa9-8db3-2d01dc319b0f, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:20:59.361591 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a41223c1-29ec-4e7a-98c1-55912c1a1f2c None None] Provisioning complete for port b9a3a83f-869b-4aa9-8db3-2d01dc319b0f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:59.362027 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a41223c1-29ec-4e7a-98c1-55912c1a1f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:59.364798 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] For port b9a3a83f-869b-4aa9-8db3-2d01dc319b0f, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b9a3a83f-869b-4aa9-8db3-2d01dc319b0f,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:20:59.426056 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:59.426272 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a41223c1-29ec-4e7a-98c1-55912c1a1f2c None None] Port b9a3a83f-869b-4aa9-8db3-2d01dc319b0f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:20:59.435268 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:59.488032 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f689fc48-bf7b-4418-95c6-25676d05be6c None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:20:59.503712 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:59.516048 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Routers {'c3011923-e3d7-45b4-a70d-721b858af3bf'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:20:59.521726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:20:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c3011923-e3d7-45b4-a70d-721b858af3bf'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:20:59.521726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8cd03-c15e-469d-9400-5850ce08da92 None None] Pushing event updated for resources: {'Port': ['ID=b9a3a83f-869b-4aa9-8db3-2d01dc319b0f,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:59.576153 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:59.579155 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] Pushing event updated for resources: {'Port': ['ID=ff7460b1-fb07-44e4-b4f8-a30e36a1b326,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:20:59.583701 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2c1d59aa-1d8c-4ed8-b54e-b161f0da3502 None None] Provisioning complete for port b9a3a83f-869b-4aa9-8db3-2d01dc319b0f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:59.584118 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c1d59aa-1d8c-4ed8-b54e-b161f0da3502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:59.673613 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] Set router c3011923-e3d7-45b4-a70d-721b858af3bf gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:20:59.680721 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] Network 6ccfca4d-8531-4591-ac25-6c5ae6a88e3a is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:20:59.682763 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:20:59.706339 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e09451b0-375b-4c94-ba1f-810f7c1052bb up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:20:59.807077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] Router c3011923-e3d7-45b4-a70d-721b858af3bf has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:20:59.844356 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c1d59aa-1d8c-4ed8-b54e-b161f0da3502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:59.910135 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2c1d59aa-1d8c-4ed8-b54e-b161f0da3502 None None] For port b9a3a83f-869b-4aa9-8db3-2d01dc319b0f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b9a3a83f-869b-4aa9-8db3-2d01dc319b0f,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:20:59.923675 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port e09451b0-375b-4c94-ba1f-810f7c1052bb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:20:59.924111 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:20:59.940295 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:20:59.945311 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-eef709b9-4c40-47e4-8294-d326f87ae470 admin admin] 10.222.0.72 "PUT /v2.0/routers/c3011923-e3d7-45b4-a70d-721b858af3bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8105402 Nov 18 18:21:00.073314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'name': 'tempest-TestShelveInstance-252273781-router', 'tenant_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b9a3a83f-869b-4aa9-8db3-2d01dc319b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:55Z', 'updated_at': '2021-11-18T18:20:59Z', 'revision_number': 4, 'project_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'gw_port': {'id': 'b9a3a83f-869b-4aa9-8db3-2d01dc319b0f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:56Z', 'updated_at': '2021-11-18T18:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'ff7460b1-fb07-44e4-b4f8-a30e36a1b326', 'name': '', 'network_id': '6ccfca4d-8531-4591-ac25-6c5ae6a88e3a', 'tenant_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'mac_address': 'fa:16:3e:39:00:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3c18be6a-f867-4076-922b-6f22fe19c71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:58Z', 'updated_at': '2021-11-18T18:20:59Z', 'revision_number': 2, 'project_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'subnets': [{'id': '3c18be6a-f867-4076-922b-6f22fe19c71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:21:00.102729 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bacd6a1-8f8c-45d6-92b1-51723cdc7e34 None None] The sync data for ids ['c3011923-e3d7-45b4-a70d-721b858af3bf'] in n-d-813419-11 is: [{'id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'name': 'tempest-TestShelveInstance-252273781-router', 'tenant_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b9a3a83f-869b-4aa9-8db3-2d01dc319b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:55Z', 'updated_at': '2021-11-18T18:20:59Z', 'revision_number': 4, 'project_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'gw_port': {'id': 'b9a3a83f-869b-4aa9-8db3-2d01dc319b0f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:56Z', 'updated_at': '2021-11-18T18:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'ff7460b1-fb07-44e4-b4f8-a30e36a1b326', 'name': '', 'network_id': '6ccfca4d-8531-4591-ac25-6c5ae6a88e3a', 'tenant_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'mac_address': 'fa:16:3e:39:00:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3c18be6a-f867-4076-922b-6f22fe19c71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:58Z', 'updated_at': '2021-11-18T18:20:59Z', 'revision_number': 2, 'project_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'subnets': [{'id': '3c18be6a-f867-4076-922b-6f22fe19c71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:21:00.104296 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c1d59aa-1d8c-4ed8-b54e-b161f0da3502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:00.149360 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a1389487-7f31-4071-a529-ce6b8fff5fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:00.150838 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2c1d59aa-1d8c-4ed8-b54e-b161f0da3502 None None] Provisioning complete for port ff7460b1-fb07-44e4-b4f8-a30e36a1b326 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:21:00.151212 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c1d59aa-1d8c-4ed8-b54e-b161f0da3502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:00.179203 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d59aa-1d8c-4ed8-b54e-b161f0da3502 None None] Pushing event updated for resources: {'Port': ['ID=b9a3a83f-869b-4aa9-8db3-2d01dc319b0f,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:00.204333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2c1d59aa-1d8c-4ed8-b54e-b161f0da3502 None None] Port ff7460b1-fb07-44e4-b4f8-a30e36a1b326 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:21:00.345589 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-fe18340b-7aab-4559-bc4e-004f1b8ca351 None None] Provisioning complete for port ff7460b1-fb07-44e4-b4f8-a30e36a1b326 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:21:00.346205 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe18340b-7aab-4559-bc4e-004f1b8ca351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:00.388983 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fe18340b-7aab-4559-bc4e-004f1b8ca351 None None] Port ff7460b1-fb07-44e4-b4f8-a30e36a1b326 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:21:00.687255 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40848) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:21:00.692204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-76839d1a-c664-45fd-a130-afb29708d353 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1973512701', 'description': 'tempest-secgroup-smoke-1973512701 description', 'project_id': 'bcdec728ac2845acb808143a0fc5800e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:00.781319 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76839d1a-c664-45fd-a130-afb29708d353 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:00.863293 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76839d1a-c664-45fd-a130-afb29708d353 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:00.944155 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76839d1a-c664-45fd-a130-afb29708d353 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:00.981591 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76839d1a-c664-45fd-a130-afb29708d353 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40061536-e752-4afe-8221-73ba6866bbdf,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:01.065995 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76839d1a-c664-45fd-a130-afb29708d353 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:01.067324 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-76839d1a-c664-45fd-a130-afb29708d353 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3789918 Nov 18 18:21:01.070296 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40850) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:21:01.074826 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-bb8bf0d6-e994-461a-acdd-7c0f859ae585 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Request body: {'security_group_rule': {'security_group_id': '40061536-e752-4afe-8221-73ba6866bbdf', 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:01.166996 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf0d6-e994-461a-acdd-7c0f859ae585 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:01.226064 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf0d6-e994-461a-acdd-7c0f859ae585 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:01.309879 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf0d6-e994-461a-acdd-7c0f859ae585 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:01.330153 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bf0d6-e994-461a-acdd-7c0f859ae585 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c25fc6-4e33-45b1-9f31-d8aea6991fe1,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:01.421779 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf0d6-e994-461a-acdd-7c0f859ae585 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:01.423052 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bb8bf0d6-e994-461a-acdd-7c0f859ae585 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3517973 Nov 18 18:21:01.425747 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40852) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:21:01.430103 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6ee6e38e-3f22-4931-b884-2104c2386854 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Request body: {'security_group_rule': {'security_group_id': '40061536-e752-4afe-8221-73ba6866bbdf', 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:01.526431 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ee6e38e-3f22-4931-b884-2104c2386854 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:01.582397 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ee6e38e-3f22-4931-b884-2104c2386854 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:01.661196 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ee6e38e-3f22-4931-b884-2104c2386854 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:01.679204 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6e38e-3f22-4931-b884-2104c2386854 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5474549-fde1-464d-8b4f-9091e4376a24,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:01.701248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b9a3a83f-869b-4aa9-8db3-2d01dc319b0f up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:21:01.750686 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port b9a3a83f-869b-4aa9-8db3-2d01dc319b0f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:21:01.751065 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:01.757871 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ee6e38e-3f22-4931-b884-2104c2386854 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:01.762561 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6ee6e38e-3f22-4931-b884-2104c2386854 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3332441 Nov 18 18:21:01.762980 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40854) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:21:01.767720 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1c1ff638-4dba-4d67-ae0a-9ac05158a20a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Request body: {'security_group_rule': {'security_group_id': '40061536-e752-4afe-8221-73ba6866bbdf', 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:01.863604 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c1ff638-4dba-4d67-ae0a-9ac05158a20a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:01.929262 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c1ff638-4dba-4d67-ae0a-9ac05158a20a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:02.026892 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c1ff638-4dba-4d67-ae0a-9ac05158a20a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:02.046844 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ff638-4dba-4d67-ae0a-9ac05158a20a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4428566c-9757-4307-b495-f98482718658,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:02.084777 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Sync routers for ids ['c3011923-e3d7-45b4-a70d-721b858af3bf'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:21:02.094911 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Routers {'c3011923-e3d7-45b4-a70d-721b858af3bf'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:21:02.095551 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:20:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c3011923-e3d7-45b4-a70d-721b858af3bf'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:21:02.155330 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1c1ff638-4dba-4d67-ae0a-9ac05158a20a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:02.157389 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-1c1ff638-4dba-4d67-ae0a-9ac05158a20a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3926189 Nov 18 18:21:02.159368 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40856) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:21:02.163938 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5344d3b8-41f9-4bb2-a993-39ffbfe20a64 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Request body: {'security_group_rule': {'security_group_id': '40061536-e752-4afe-8221-73ba6866bbdf', 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:02.202866 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Set router c3011923-e3d7-45b4-a70d-721b858af3bf gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:21:02.266181 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5344d3b8-41f9-4bb2-a993-39ffbfe20a64 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:02.323247 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5344d3b8-41f9-4bb2-a993-39ffbfe20a64 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:02.404059 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'name': 'tempest-TestShelveInstance-252273781-router', 'tenant_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b9a3a83f-869b-4aa9-8db3-2d01dc319b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:55Z', 'updated_at': '2021-11-18T18:20:59Z', 'revision_number': 4, 'project_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'gw_port': {'id': 'b9a3a83f-869b-4aa9-8db3-2d01dc319b0f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:56Z', 'updated_at': '2021-11-18T18:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'ff7460b1-fb07-44e4-b4f8-a30e36a1b326', 'name': '', 'network_id': '6ccfca4d-8531-4591-ac25-6c5ae6a88e3a', 'tenant_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'mac_address': 'fa:16:3e:39:00:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3c18be6a-f867-4076-922b-6f22fe19c71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:58Z', 'updated_at': '2021-11-18T18:20:59Z', 'revision_number': 2, 'project_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'subnets': [{'id': '3c18be6a-f867-4076-922b-6f22fe19c71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:21:02.412408 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5344d3b8-41f9-4bb2-a993-39ffbfe20a64 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:02.431076 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344d3b8-41f9-4bb2-a993-39ffbfe20a64 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bb9650-0bed-455a-9737-4f3f46ec0ea7,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:02.432962 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Checking router: c3011923-e3d7-45b4-a70d-721b858af3bf for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:21:02.433329 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Updating router c3011923-e3d7-45b4-a70d-721b858af3bf port ff7460b1-fb07-44e4-b4f8-a30e36a1b326 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:21:02.457607 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:02.472731 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-654e873e-5c17-4cb2-bebf-5ab2160ccd1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:02.560660 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5344d3b8-41f9-4bb2-a993-39ffbfe20a64 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:02.561908 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5344d3b8-41f9-4bb2-a993-39ffbfe20a64 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4015045 Nov 18 18:21:02.565333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40858) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:21:02.569864 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6399e2a8-060e-453e-9ca7-48a60dd659af tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Request body: {'security_group_rule': {'security_group_id': '40061536-e752-4afe-8221-73ba6866bbdf', 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:02.686818 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-6399e2a8-060e-453e-9ca7-48a60dd659af tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Project bcdec728ac2845acb808143a0fc5800e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:21:02.692188 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6399e2a8-060e-453e-9ca7-48a60dd659af tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:02.727817 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:02.753628 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6399e2a8-060e-453e-9ca7-48a60dd659af tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:02.849334 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6399e2a8-060e-453e-9ca7-48a60dd659af tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:02.849583 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:02.867718 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399e2a8-060e-453e-9ca7-48a60dd659af tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d44f3a2-76e5-4a05-a52a-cd3f389c13b8,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:02.916113 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df5e6c-5f78-4177-8777-711f3cd7be5e None None] Pushing event updated for resources: {'Port': ['ID=ff7460b1-fb07-44e4-b4f8-a30e36a1b326,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:02.952600 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Attempting to bind port ff7460b1-fb07-44e4-b4f8-a30e36a1b326 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:21:02.952600 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Attempting to bind port ff7460b1-fb07-44e4-b4f8-a30e36a1b326 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'a05bd4b6-fcc9-46a0-a346-5b6625b8cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '6ccfca4d-8531-4591-ac25-6c5ae6a88e3a'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:21:02.952600 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Attempting to bind port ff7460b1-fb07-44e4-b4f8-a30e36a1b326 on network 6ccfca4d-8531-4591-ac25-6c5ae6a88e3a {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:21:02.956754 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:21:02.957145 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Checking segment: {'id': 'a05bd4b6-fcc9-46a0-a346-5b6625b8cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '6ccfca4d-8531-4591-ac25-6c5ae6a88e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:21:02.957556 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:02.958214 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Bound using segment: {'id': 'a05bd4b6-fcc9-46a0-a346-5b6625b8cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '6ccfca4d-8531-4591-ac25-6c5ae6a88e3a'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:21:02.958694 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Bound port: ff7460b1-fb07-44e4-b4f8-a30e36a1b326, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05bd4b6-fcc9-46a0-a346-5b6625b8cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '6ccfca4d-8531-4591-ac25-6c5ae6a88e3a'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:21:02.959081 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:02.977440 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6399e2a8-060e-453e-9ca7-48a60dd659af tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:02.980047 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6399e2a8-060e-453e-9ca7-48a60dd659af tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4124360 Nov 18 18:21:02.981453 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40860) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:21:02.986036 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9062b866-4123-48a0-b51d-8396bd3f52d4 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Request body: {'security_group_rule': {'security_group_id': '40061536-e752-4afe-8221-73ba6866bbdf', 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:03.030400 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] For port ff7460b1-fb07-44e4-b4f8-a30e36a1b326, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:21:03.033742 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] For port ff7460b1-fb07-44e4-b4f8-a30e36a1b326, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ff7460b1-fb07-44e4-b4f8-a30e36a1b326,segment=NetworkSegment(a05bd4b6-fcc9-46a0-a346-5b6625b8cafb),segment_id=a05bd4b6-fcc9-46a0-a346-5b6625b8cafb)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:21:03.092548 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-9062b866-4123-48a0-b51d-8396bd3f52d4 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Project bcdec728ac2845acb808143a0fc5800e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:21:03.098037 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9062b866-4123-48a0-b51d-8396bd3f52d4 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:03.122631 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:03.129335 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-12c16940-5bfa-4ecd-a7cd-d7d67abeca90 None None] Provisioning complete for port ff7460b1-fb07-44e4-b4f8-a30e36a1b326 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:21:03.129903 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-12c16940-5bfa-4ecd-a7cd-d7d67abeca90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:03.209676 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9062b866-4123-48a0-b51d-8396bd3f52d4 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:03.215909 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-12c16940-5bfa-4ecd-a7cd-d7d67abeca90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:03.220559 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Routers {'c3011923-e3d7-45b4-a70d-721b858af3bf'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:21:03.221278 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:21:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c3011923-e3d7-45b4-a70d-721b858af3bf'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:21:03.265280 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-12c16940-5bfa-4ecd-a7cd-d7d67abeca90 None None] For port ff7460b1-fb07-44e4-b4f8-a30e36a1b326, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ff7460b1-fb07-44e4-b4f8-a30e36a1b326,segment=NetworkSegment(a05bd4b6-fcc9-46a0-a346-5b6625b8cafb),segment_id=a05bd4b6-fcc9-46a0-a346-5b6625b8cafb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:21:03.265833 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df5e6c-5f78-4177-8777-711f3cd7be5e None None] Pushing event updated for resources: {'Port': ['ID=ff7460b1-fb07-44e4-b4f8-a30e36a1b326,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:03.292418 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9062b866-4123-48a0-b51d-8396bd3f52d4 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:03.312662 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062b866-4123-48a0-b51d-8396bd3f52d4 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c98939-eb5f-4deb-981e-0eafa444cded,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:03.348373 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] Set router c3011923-e3d7-45b4-a70d-721b858af3bf gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:21:03.400923 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-12c16940-5bfa-4ecd-a7cd-d7d67abeca90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:03.403505 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9062b866-4123-48a0-b51d-8396bd3f52d4 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:03.413144 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-9062b866-4123-48a0-b51d-8396bd3f52d4 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4305947 Nov 18 18:21:03.453426 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c16940-5bfa-4ecd-a7cd-d7d67abeca90 None None] Pushing event updated for resources: {'Port': ['ID=ff7460b1-fb07-44e4-b4f8-a30e36a1b326,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:03.530284 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-98781021-8b3e-4890-af32-e5a87c0d8976 None None] Provisioning complete for port ff7460b1-fb07-44e4-b4f8-a30e36a1b326 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:21:03.530744 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-98781021-8b3e-4890-af32-e5a87c0d8976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:03.561079 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'name': 'tempest-TestShelveInstance-252273781-router', 'tenant_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b9a3a83f-869b-4aa9-8db3-2d01dc319b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:55Z', 'updated_at': '2021-11-18T18:20:59Z', 'revision_number': 4, 'project_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'gw_port': {'id': 'b9a3a83f-869b-4aa9-8db3-2d01dc319b0f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:56Z', 'updated_at': '2021-11-18T18:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'ff7460b1-fb07-44e4-b4f8-a30e36a1b326', 'name': '', 'network_id': '6ccfca4d-8531-4591-ac25-6c5ae6a88e3a', 'tenant_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'mac_address': 'fa:16:3e:39:00:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3c18be6a-f867-4076-922b-6f22fe19c71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:58Z', 'updated_at': '2021-11-18T18:21:03Z', 'revision_number': 4, 'project_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'subnets': [{'id': '3c18be6a-f867-4076-922b-6f22fe19c71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:21:03.575110 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-bd1c12aa-ad96-495e-9f83-f5faf216cadb tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973512701&fields=id&tenant_id=bcdec728ac2845acb808143a0fc5800e HTTP/1.1" status: 200 len: 267 time: 0.0483541 Nov 18 18:21:03.594529 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff9aa00-c397-4767-925b-45cc27285cbd None None] The sync data for ids ['c3011923-e3d7-45b4-a70d-721b858af3bf'] in n-d-813419-11 is: [{'id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'name': 'tempest-TestShelveInstance-252273781-router', 'tenant_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b9a3a83f-869b-4aa9-8db3-2d01dc319b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:55Z', 'updated_at': '2021-11-18T18:20:59Z', 'revision_number': 4, 'project_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'gw_port': {'id': 'b9a3a83f-869b-4aa9-8db3-2d01dc319b0f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:56Z', 'updated_at': '2021-11-18T18:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': 'ff7460b1-fb07-44e4-b4f8-a30e36a1b326', 'name': '', 'network_id': '6ccfca4d-8531-4591-ac25-6c5ae6a88e3a', 'tenant_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'mac_address': 'fa:16:3e:39:00:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3c18be6a-f867-4076-922b-6f22fe19c71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:58Z', 'updated_at': '2021-11-18T18:21:03Z', 'revision_number': 4, 'project_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'subnets': [{'id': '3c18be6a-f867-4076-922b-6f22fe19c71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:21:03.699399 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-8517a6c8-0dce-4cc9-ba5d-ddc3861de891 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:03.702867 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-8517a6c8-0dce-4cc9-ba5d-ddc3861de891 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/networks?id=4afd7fcb-7bf8-49df-aeec-c54faa96567f HTTP/1.1" status: 200 len: 808 time: 0.1208627 Nov 18 18:21:03.715597 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ff7460b1-fb07-44e4-b4f8-a30e36a1b326 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:21:03.724037 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-b3afd5fa-682f-462d-98ae-84e737ceaef8 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/quotas/bcdec728ac2845acb808143a0fc5800e HTTP/1.1" status: 200 len: 375 time: 0.0112538 Nov 18 18:21:03.783701 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-bf1e2e2e-3098-454e-a419-a95765af9d7c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bcdec728ac2845acb808143a0fc5800e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530066 Nov 18 18:21:03.787896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port ff7460b1-fb07-44e4-b4f8-a30e36a1b326 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:21:03.788282 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:03.887227 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:03.907447 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-cfc4d363-56c4-4d6e-8d3b-ec61371c7add service neutron] 10.222.0.72 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103458 Nov 18 18:21:04.004180 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-58fac0eb-cf9a-4694-b8ac-130bd214ad5f service neutron] 10.222.0.72 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903325 Nov 18 18:21:04.288353 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9602f983-f04b-4ac9-a729-4b1b5653765b req-adae6d58-6640-4842-9307-94fa9337b2b9 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 210 time: 0.0358751 Nov 18 18:21:05.229309 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:21:05.286948 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:05.364350 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bcbf01e5-f8b9-4359-9604-9d37d95368c6 req-53a9e5e1-aa34-433f-a9d3-a47083ee0a7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 210 time: 0.0261579 Nov 18 18:21:05.549691 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:06.466621 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3452bd2d-ae49-43b0-93e9-d235eddf3e6a req-c8cdfb8a-3388-4910-b34d-7512340048b5 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 210 time: 0.0326469 Nov 18 18:21:06.671334 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f5a00325-0678-4cdb-9de6-0f8609dd0ce8 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:06.672812 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f5a00325-0678-4cdb-9de6-0f8609dd0ce8 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.81 "GET /v2.0/networks?id=4afd7fcb-7bf8-49df-aeec-c54faa96567f HTTP/1.1" status: 200 len: 808 time: 0.1012213 Nov 18 18:21:06.738991 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-c27eb13a-a289-4993-94cc-e7dd23b65559 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcdec728ac2845acb808143a0fc5800e HTTP/1.1" status: 200 len: 380 time: 0.0542314 Nov 18 18:21:06.752540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-ea709609-c8c5-4124-bd2a-15bf3c23008c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Request body: {'port': {'device_id': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'admin_state_up': True, 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'security_groups': ['40061536-e752-4afe-8221-73ba6866bbdf']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:06.960951 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-ea709609-c8c5-4124-bd2a-15bf3c23008c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Made reservation on behalf of bcdec728ac2845acb808143a0fc5800e for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:21:06.965123 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-ea709609-c8c5-4124-bd2a-15bf3c23008c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:07.092776 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-ea709609-c8c5-4124-bd2a-15bf3c23008c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Allocated IP 172.20.0.7 (4afd7fcb-7bf8-49df-aeec-c54faa96567f/1fcc7933-a5f7-4f1b-8e51-e372ecfb0940/71598cb5-9d9f-42ff-bb92-e954920e3448) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:21:07.227521 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-ea709609-c8c5-4124-bd2a-15bf3c23008c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:07.307243 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-ea709609-c8c5-4124-bd2a-15bf3c23008c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:07.354842 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-ea709609-c8c5-4124-bd2a-15bf3c23008c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Network 4afd7fcb-7bf8-49df-aeec-c54faa96567f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:21:07.357845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-ea709609-c8c5-4124-bd2a-15bf3c23008c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:21:07.361547 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-ea709609-c8c5-4124-bd2a-15bf3c23008c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:21:07.371232 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea709609-c8c5-4124-bd2a-15bf3c23008c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Pushing event updated for resources: {'Port': ['ID=71598cb5-9d9f-42ff-bb92-e954920e3448,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:07.419305 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-ea709609-c8c5-4124-bd2a-15bf3c23008c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:07.419963 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-ea709609-c8c5-4124-bd2a-15bf3c23008c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:07.495298 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-ea709609-c8c5-4124-bd2a-15bf3c23008c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7465384 Nov 18 18:21:07.509336 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Request body: {'port': {'device_id': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:07.560595 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-02e7f370-1dbc-40db-b6d6-8b805a33388b None None] Provisioning complete for port 71598cb5-9d9f-42ff-bb92-e954920e3448 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:21:07.561395 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-02e7f370-1dbc-40db-b6d6-8b805a33388b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:07.569790 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:07.598871 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-02e7f370-1dbc-40db-b6d6-8b805a33388b None None] Port 71598cb5-9d9f-42ff-bb92-e954920e3448 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:21:07.600509 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f624d-1c2e-4ba0-9b3f-34e3cd64d3a6 req-8f31c36f-9117-4b35-b10e-4190851fb623 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:07.602728 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-555f624d-1c2e-4ba0-9b3f-34e3cd64d3a6 req-8f31c36f-9117-4b35-b10e-4190851fb623 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 931 time: 0.0534136 Nov 18 18:21:07.655710 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-555f624d-1c2e-4ba0-9b3f-34e3cd64d3a6 req-f44ea236-f348-44a1-8afb-b434d48389d1 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463433 Nov 18 18:21:07.834054 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71598cb5-9d9f-42ff-bb92-e954920e3448 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:21:07.841466 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:07.853214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Transition to ACTIVE for port object 71598cb5-9d9f-42ff-bb92-e954920e3448 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:21:07.949347 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:08.001047 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Pushing event updated for resources: {'Port': ['ID=71598cb5-9d9f-42ff-bb92-e954920e3448,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:08.080107 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Attempting to bind port 71598cb5-9d9f-42ff-bb92-e954920e3448 on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:21:08.080453 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Attempting to bind port 71598cb5-9d9f-42ff-bb92-e954920e3448 by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'e2e26044-6166-44f0-bbc5-e14ef8d4a17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:21:08.080790 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Attempting to bind port 71598cb5-9d9f-42ff-bb92-e954920e3448 on network 4afd7fcb-7bf8-49df-aeec-c54faa96567f {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:21:08.085845 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Port 71598cb5-9d9f-42ff-bb92-e954920e3448 on network 4afd7fcb-7bf8-49df-aeec-c54faa96567f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:21:08.086179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Attempting to bind port 71598cb5-9d9f-42ff-bb92-e954920e3448 on network 4afd7fcb-7bf8-49df-aeec-c54faa96567f {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:21:08.091289 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:21:08.091639 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Checking segment: {'id': 'e2e26044-6166-44f0-bbc5-e14ef8d4a17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:21:08.092060 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Bound using segment: {'id': 'e2e26044-6166-44f0-bbc5-e14ef8d4a17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:21:08.092503 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Bound port: 71598cb5-9d9f-42ff-bb92-e954920e3448, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e26044-6166-44f0-bbc5-e14ef8d4a17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:21:08.092869 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:08.158475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] For port 71598cb5-9d9f-42ff-bb92-e954920e3448, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:21:08.161477 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] For port 71598cb5-9d9f-42ff-bb92-e954920e3448, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=71598cb5-9d9f-42ff-bb92-e954920e3448,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:21:08.224361 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:08.261740 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:08.262393 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:08.263700 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] 10.222.0.81 "PUT /v2.0/ports/71598cb5-9d9f-42ff-bb92-e954920e3448 HTTP/1.1" status: 200 len: 1092 time: 0.7596705 Nov 18 18:21:08.264179 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'tag': '71598cb5-9d9f-42ff-bb92-e954920e3448'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:21:08.266472 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc9bc1a-78a2-4f54-92c6-2e8004111c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "12fb8bf2-1c54-4194-a41e-6fcf542a4144", "tag": "71598cb5-9d9f-42ff-bb92-e954920e3448"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:21:08.299844 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47da4c1-f353-4d68-a3ff-aab829ff1650 service neutron] Pushing event updated for resources: {'Port': ['ID=71598cb5-9d9f-42ff-bb92-e954920e3448,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:08.303613 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2136db37-2787-40ce-9af2-4097937d1c8b x-openstack-request-id: req-2136db37-2787-40ce-9af2-4097937d1c8b {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:21:08.303938 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fb8bf2-1c54-4194-a41e-6fcf542a4144", "tag": "71598cb5-9d9f-42ff-bb92-e954920e3448", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:21:08.304205 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2136db37-2787-40ce-9af2-4097937d1c8b {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:21:08.304613 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'tag': '71598cb5-9d9f-42ff-bb92-e954920e3448', 'status': 'completed', 'code': 200} Nov 18 18:21:08.368659 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9bc1a-78a2-4f54-92c6-2e8004111c9a req-7ffda45e-1b60-47b1-bf24-bcd1d6adde06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:08.370414 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0fc9bc1a-78a2-4f54-92c6-2e8004111c9a req-7ffda45e-1b60-47b1-bf24-bcd1d6adde06 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcdec728ac2845acb808143a0fc5800e&device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 1095 time: 0.0440288 Nov 18 18:21:08.478475 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9bc1a-78a2-4f54-92c6-2e8004111c9a req-15a9d4af-b78d-4199-a9fe-9503d3e69ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:08.481320 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0fc9bc1a-78a2-4f54-92c6-2e8004111c9a req-15a9d4af-b78d-4199-a9fe-9503d3e69ace service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=bcdec728ac2845acb808143a0fc5800e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1014001 Nov 18 18:21:08.581064 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9bc1a-78a2-4f54-92c6-2e8004111c9a req-b37e7e5d-eabc-4051-a633-b090e240c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:08.582535 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0fc9bc1a-78a2-4f54-92c6-2e8004111c9a req-b37e7e5d-eabc-4051-a633-b090e240c70a service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0927432 Nov 18 18:21:08.657588 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-650706d5-384b-4b8f-8140-9c9df74e8452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:08.659097 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-650706d5-384b-4b8f-8140-9c9df74e8452 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcdec728ac2845acb808143a0fc5800e&device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 1095 time: 0.0402758 Nov 18 18:21:08.700508 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-67785071-a143-41e3-b2a1-678cc6d91fa6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71598cb5-9d9f-42ff-bb92-e954920e3448 HTTP/1.1" status: 200 len: 217 time: 0.0337384 Nov 18 18:21:08.750256 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-0394320b-9a7e-431f-8fbf-a73fda593e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:08.751731 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-0394320b-9a7e-431f-8fbf-a73fda593e80 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fcc7933-a5f7-4f1b-8e51-e372ecfb0940 HTTP/1.1" status: 200 len: 847 time: 0.0437920 Nov 18 18:21:08.770567 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbf4ee-c0cd-46bc-a104-73a867496212 req-ed3ac24f-9502-433c-bdc0-fd8cc02a7d4c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:08.772114 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0abbf4ee-c0cd-46bc-a104-73a867496212 req-ed3ac24f-9502-433c-bdc0-fd8cc02a7d4c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0483823 Nov 18 18:21:08.801244 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-d1b6214f-6004-4f4d-98ca-28b8be798126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:08.802754 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-d1b6214f-6004-4f4d-98ca-28b8be798126 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4afd7fcb-7bf8-49df-aeec-c54faa96567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444605 Nov 18 18:21:08.825640 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0abbf4ee-c0cd-46bc-a104-73a867496212 req-52e025bd-3ea8-4337-b917-e69db7c40a48 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467150 Nov 18 18:21:08.898101 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-83305a49-6fae-45d9-98dc-4b4df088fc2a service neutron] 10.222.0.81 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875187 Nov 18 18:21:08.996408 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed258d4b-5d5e-4cee-bd93-19db028ec150 req-07052be0-2124-4093-8494-75e460af2b3b service neutron] 10.222.0.81 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904632 Nov 18 18:21:09.948250 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036f775-b768-48eb-a870-3e727179474f req-c632a351-93f7-4a5f-8f1d-7c6f89f3a26f tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:09.949770 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8036f775-b768-48eb-a870-3e727179474f req-c632a351-93f7-4a5f-8f1d-7c6f89f3a26f tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0530207 Nov 18 18:21:09.999225 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-8036f775-b768-48eb-a870-3e727179474f req-09f87881-cee1-45d3-86d1-994402ad44fc tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435214 Nov 18 18:21:11.117197 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d868d42-93b7-45d9-a369-39dd7acaecd5 req-525cb5bf-1a1b-47b9-8266-d6d2940c3a94 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:11.119370 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d868d42-93b7-45d9-a369-39dd7acaecd5 req-525cb5bf-1a1b-47b9-8266-d6d2940c3a94 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0511830 Nov 18 18:21:11.168271 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0d868d42-93b7-45d9-a369-39dd7acaecd5 req-8c87731f-4f5f-43e7-9769-ddb5c90b1918 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426257 Nov 18 18:21:12.288970 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55868c-7663-4c76-b3bc-2895ac0302cb req-8eab26d7-55d3-4f29-819e-68ee347429db tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:12.291049 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba55868c-7663-4c76-b3bc-2895ac0302cb req-8eab26d7-55d3-4f29-819e-68ee347429db tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0527089 Nov 18 18:21:12.340866 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ba55868c-7663-4c76-b3bc-2895ac0302cb req-d26f0618-ff68-4204-847e-641d7e21acac tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438852 Nov 18 18:21:13.421600 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 71598cb5-9d9f-42ff-bb92-e954920e3448 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:21:13.455600 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a35a8c-c7f5-4d91-807d-08d4319d7dcc req-ee6093f8-642c-4483-88c4-8f8248ced883 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:13.457152 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-31a35a8c-c7f5-4d91-807d-08d4319d7dcc req-ee6093f8-642c-4483-88c4-8f8248ced883 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0491993 Nov 18 18:21:13.507422 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-31a35a8c-c7f5-4d91-807d-08d4319d7dcc req-212a670f-db0a-4b88-b668-8508afa85a6d tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427492 Nov 18 18:21:13.518245 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 71598cb5-9d9f-42ff-bb92-e954920e3448, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=71598cb5-9d9f-42ff-bb92-e954920e3448,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:21:13.530038 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '71598cb5-9d9f-42ff-bb92-e954920e3448', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'port_id': '71598cb5-9d9f-42ff-bb92-e954920e3448', 'mac_address': 'fa:16:3e:86:29:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:21:13.567086 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:13.580098 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71598cb5-9d9f-42ff-bb92-e954920e3448 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:21:13.599417 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 71598cb5-9d9f-42ff-bb92-e954920e3448, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=71598cb5-9d9f-42ff-bb92-e954920e3448,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:21:13.698379 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:13.748523 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=71598cb5-9d9f-42ff-bb92-e954920e3448,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:13.912050 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['71598cb5-9d9f-42ff-bb92-e954920e3448'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:21:14.623284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af912f37-720a-4f10-90d6-9e06563ae9bf req-69715633-9ec4-4380-8a9e-c5e40ab8742d tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:14.624794 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af912f37-720a-4f10-90d6-9e06563ae9bf req-69715633-9ec4-4380-8a9e-c5e40ab8742d tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 944 time: 0.0483367 Nov 18 18:21:14.677371 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-af912f37-720a-4f10-90d6-9e06563ae9bf req-16481112-ca16-47a0-97b7-8b67a56ddc54 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466042 Nov 18 18:21:15.428396 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 71598cb5-9d9f-42ff-bb92-e954920e3448 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:21:15.580900 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port 71598cb5-9d9f-42ff-bb92-e954920e3448 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:21:15.585002 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 71598cb5-9d9f-42ff-bb92-e954920e3448 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:21:15.585381 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:15.664833 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:15.686835 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71598cb5-9d9f-42ff-bb92-e954920e3448'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:21:15.688949 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac91616-d473-4d3a-8cd6-033b51ace083" -d '{"events": [{"server_uuid": "12fb8bf2-1c54-4194-a41e-6fcf542a4144", "name": "network-vif-plugged", "status": "completed", "tag": "71598cb5-9d9f-42ff-bb92-e954920e3448"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:21:15.701992 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 71598cb5-9d9f-42ff-bb92-e954920e3448, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=71598cb5-9d9f-42ff-bb92-e954920e3448,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:21:15.781299 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:15.787964 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26874d7a-237e-46e8-8d6e-c16902db463d x-openstack-request-id: req-26874d7a-237e-46e8-8d6e-c16902db463d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:21:15.788272 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fb8bf2-1c54-4194-a41e-6fcf542a4144", "name": "network-vif-plugged", "status": "completed", "tag": "71598cb5-9d9f-42ff-bb92-e954920e3448", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:21:15.788535 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-26874d7a-237e-46e8-8d6e-c16902db463d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:21:15.788934 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71598cb5-9d9f-42ff-bb92-e954920e3448', 'code': 200} Nov 18 18:21:15.796185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92a18f-d0bb-490b-b50a-ab5d68479283 req-43fbc674-812a-498f-ae5d-0835396e0495 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:15.803403 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd92a18f-d0bb-490b-b50a-ab5d68479283 req-43fbc674-812a-498f-ae5d-0835396e0495 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 944 time: 0.0578270 Nov 18 18:21:15.834383 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=71598cb5-9d9f-42ff-bb92-e954920e3448,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:15.851332 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-dd92a18f-d0bb-490b-b50a-ab5d68479283 req-21224379-27ec-4b76-9fe1-a9e533d25063 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470343 Nov 18 18:21:15.888191 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9598204-5ec3-49cb-97ab-858e67e05a09 req-3ffd0fe2-0e5e-4811-b93f-271a24a9b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:15.889901 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d9598204-5ec3-49cb-97ab-858e67e05a09 req-3ffd0fe2-0e5e-4811-b93f-271a24a9b0c2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 1097 time: 0.0430186 Nov 18 18:21:15.942954 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d9598204-5ec3-49cb-97ab-858e67e05a09 req-0761a951-ff90-480e-9ac0-e178b80eafd5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391598 Nov 18 18:21:16.970628 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f763df6-80b5-4818-9f4e-9de22e3b3efb req-acebf34b-86dc-4c0d-8e98-d3161eb39e59 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:16.972167 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f763df6-80b5-4818-9f4e-9de22e3b3efb req-acebf34b-86dc-4c0d-8e98-d3161eb39e59 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0515206 Nov 18 18:21:17.021662 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6f763df6-80b5-4818-9f4e-9de22e3b3efb req-6f592cdb-d6de-4989-87b0-f50276e7af62 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434792 Nov 18 18:21:18.142493 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c71-d80e-49d5-94bb-587c873db7a9 req-cc4b5ef2-cd9d-4d26-8989-96982a535177 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:18.144043 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aecb1c71-d80e-49d5-94bb-587c873db7a9 req-cc4b5ef2-cd9d-4d26-8989-96982a535177 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0550373 Nov 18 18:21:18.192884 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aecb1c71-d80e-49d5-94bb-587c873db7a9 req-b9430fbc-26a0-41a3-937c-a14435714220 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424259 Nov 18 18:21:18.306778 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3688558-034b-498a-8abb-96d8e5970794 req-33b5d139-ffdc-471f-b73f-8e0ca4ec6bd9 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:18.308338 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3688558-034b-498a-8abb-96d8e5970794 req-33b5d139-ffdc-471f-b73f-8e0ca4ec6bd9 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0490763 Nov 18 18:21:18.357400 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b3688558-034b-498a-8abb-96d8e5970794 req-633d1973-8627-4b5f-98c2-56cacb0d44a9 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433297 Nov 18 18:21:18.378328 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40920) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:21:18.510052 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb15614-b556-4ad3-a3b5-6ed6efc7b291 tempest-TestShelveInstance-1155504113 tempest-TestShelveInstance-1155504113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:18.511640 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-ceb15614-b556-4ad3-a3b5-6ed6efc7b291 tempest-TestShelveInstance-1155504113 tempest-TestShelveInstance-1155504113-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 1092 time: 0.1323128 Nov 18 18:21:18.514608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 40924) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:21:18.518811 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': '71598cb5-9d9f-42ff-bb92-e954920e3448', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:21:18.589216 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for floatingip, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:18.682559 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:18.786428 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Allocated IP 172.25.3.155 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/a58e9b2a-5ea3-447e-a0b8-ec3e78f5db5a) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:21:18.886025 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:18.978106 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:19.018645 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:21:19.021473 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:21:19.024106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:21:19.053091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Pushing event updated for resources: {'Port': ['ID=a58e9b2a-5ea3-447e-a0b8-ec3e78f5db5a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:19.376367 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:19.511166 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:19.661932 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:19.726130 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:19.796186 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Pushing event updated for resources: {'Port': ['ID=a58e9b2a-5ea3-447e-a0b8-ec3e78f5db5a,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:21:19.804175 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:19.903448 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Floating IP 06ad2e3a-5c97-44dc-a9af-221be18a5e1c associated. External IP: 172.25.3.155, port: 71598cb5-9d9f-42ff-bb92-e954920e3448. Nov 18 18:21:20.427308 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Router c768b352-be31-4134-ba08-d1465fcfb979 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:21:20.534048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:21:20.544367 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af795305-6415-4ae6-bb01-e77599ff1035 None None] Sync routers for ids ['c768b352-be31-4134-ba08-d1465fcfb979'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:21:20.554031 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af795305-6415-4ae6-bb01-e77599ff1035 None None] Routers {'c768b352-be31-4134-ba08-d1465fcfb979'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:21:20.561565 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-af795305-6415-4ae6-bb01-e77599ff1035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:21:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c768b352-be31-4134-ba08-d1465fcfb979'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:21:20.657298 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:20.662866 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-af795305-6415-4ae6-bb01-e77599ff1035 None None] Set router c768b352-be31-4134-ba08-d1465fcfb979 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:21:20.684681 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-95cae755-f73f-41ac-8353-4acad18cdc7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1688704 Nov 18 18:21:20.685129 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'tag': '71598cb5-9d9f-42ff-bb92-e954920e3448'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:21:20.687416 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693cdeda-da6d-45f8-84a4-b7a7779b4abb" -d '{"events": [{"name": "network-changed", "server_uuid": "12fb8bf2-1c54-4194-a41e-6fcf542a4144", "tag": "71598cb5-9d9f-42ff-bb92-e954920e3448"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:21:20.724344 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e08ea6-066a-4868-9800-64fc66292cd3 x-openstack-request-id: req-e4e08ea6-066a-4868-9800-64fc66292cd3 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:21:20.724654 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fb8bf2-1c54-4194-a41e-6fcf542a4144", "tag": "71598cb5-9d9f-42ff-bb92-e954920e3448", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:21:20.724920 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e4e08ea6-066a-4868-9800-64fc66292cd3 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:21:20.725488 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'tag': '71598cb5-9d9f-42ff-bb92-e954920e3448', 'status': 'completed', 'code': 200} Nov 18 18:21:20.797912 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cdeda-da6d-45f8-84a4-b7a7779b4abb req-526f9bb0-c1cd-437a-ae53-77c2944a73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:20.799462 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-693cdeda-da6d-45f8-84a4-b7a7779b4abb req-526f9bb0-c1cd-437a-ae53-77c2944a73c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcdec728ac2845acb808143a0fc5800e&device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 1097 time: 0.0429952 Nov 18 18:21:20.903594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cdeda-da6d-45f8-84a4-b7a7779b4abb req-432b5cd2-440f-4348-88b4-147e00664d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:20.905164 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-693cdeda-da6d-45f8-84a4-b7a7779b4abb req-432b5cd2-440f-4348-88b4-147e00664d94 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4afd7fcb-7bf8-49df-aeec-c54faa96567f HTTP/1.1" status: 200 len: 910 time: 0.0924211 Nov 18 18:21:20.971343 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-693cdeda-da6d-45f8-84a4-b7a7779b4abb req-db9217f1-94eb-43f7-b02d-505d0d959841 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71598cb5-9d9f-42ff-bb92-e954920e3448 HTTP/1.1" status: 200 len: 999 time: 0.0587554 Nov 18 18:21:21.025668 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cdeda-da6d-45f8-84a4-b7a7779b4abb req-dfa45a38-b31d-4926-96af-5c5657ac6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:21.027158 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-693cdeda-da6d-45f8-84a4-b7a7779b4abb req-dfa45a38-b31d-4926-96af-5c5657ac6b7f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fcc7933-a5f7-4f1b-8e51-e372ecfb0940 HTTP/1.1" status: 200 len: 847 time: 0.0478070 Nov 18 18:21:21.051726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-af795305-6415-4ae6-bb01-e77599ff1035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'name': 'tempest-TestShelveInstance-418975920-router', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:49Z', 'updated_at': '2021-11-18T18:20:52Z', 'revision_number': 4, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'gw_port': {'id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:50Z', 'updated_at': '2021-11-18T18:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '06ad2e3a-5c97-44dc-a9af-221be18a5e1c', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'floating_ip_address': '172.25.3.155', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'port_id': '71598cb5-9d9f-42ff-bb92-e954920e3448', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'mac_address': 'fa:16:3e:86:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:21:19Z', 'updated_at': '2021-11-18T18:21:19Z', 'revision_number': 0, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fe49e78-cc2e-4fcd-9307-7ada06100585', 'name': '', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'mac_address': 'fa:16:3e:41:75:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:52Z', 'updated_at': '2021-11-18T18:20:56Z', 'revision_number': 5, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'subnets': [{'id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:21:21.077113 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cdeda-da6d-45f8-84a4-b7a7779b4abb req-cf1adddf-b08b-4b0a-b32a-98987d46f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:21:21.078570 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af795305-6415-4ae6-bb01-e77599ff1035 None None] Checking router: c768b352-be31-4134-ba08-d1465fcfb979 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:21:21.078757 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-693cdeda-da6d-45f8-84a4-b7a7779b4abb req-cf1adddf-b08b-4b0a-b32a-98987d46f650 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4afd7fcb-7bf8-49df-aeec-c54faa96567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409870 Nov 18 18:21:21.087656 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af795305-6415-4ae6-bb01-e77599ff1035 None None] Routers {'c768b352-be31-4134-ba08-d1465fcfb979'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:21:21.088300 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-af795305-6415-4ae6-bb01-e77599ff1035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:21:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c768b352-be31-4134-ba08-d1465fcfb979'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:21:21.173269 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-693cdeda-da6d-45f8-84a4-b7a7779b4abb req-7230f75b-832f-467f-8f1d-c010780633bb service neutron] 10.222.0.81 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831103 Nov 18 18:21:21.197169 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-af795305-6415-4ae6-bb01-e77599ff1035 None None] Set router c768b352-be31-4134-ba08-d1465fcfb979 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:21:21.278767 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-693cdeda-da6d-45f8-84a4-b7a7779b4abb req-28b24ce5-9d50-4156-a0fa-e51ec25144a7 service neutron] 10.222.0.81 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973473 Nov 18 18:21:21.444059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-af795305-6415-4ae6-bb01-e77599ff1035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'name': 'tempest-TestShelveInstance-418975920-router', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:49Z', 'updated_at': '2021-11-18T18:20:52Z', 'revision_number': 4, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'gw_port': {'id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:50Z', 'updated_at': '2021-11-18T18:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '06ad2e3a-5c97-44dc-a9af-221be18a5e1c', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'floating_ip_address': '172.25.3.155', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'port_id': '71598cb5-9d9f-42ff-bb92-e954920e3448', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'mac_address': 'fa:16:3e:86:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:21:19Z', 'updated_at': '2021-11-18T18:21:19Z', 'revision_number': 0, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fe49e78-cc2e-4fcd-9307-7ada06100585', 'name': '', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'mac_address': 'fa:16:3e:41:75:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:52Z', 'updated_at': '2021-11-18T18:20:56Z', 'revision_number': 5, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'subnets': [{'id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:21:21.472060 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af795305-6415-4ae6-bb01-e77599ff1035 None None] The sync data for ids ['c768b352-be31-4134-ba08-d1465fcfb979'] in n-d-813419-11 is: [{'id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'name': 'tempest-TestShelveInstance-418975920-router', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:49Z', 'updated_at': '2021-11-18T18:20:52Z', 'revision_number': 4, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'gw_port': {'id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:50Z', 'updated_at': '2021-11-18T18:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '06ad2e3a-5c97-44dc-a9af-221be18a5e1c', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'floating_ip_address': '172.25.3.155', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'port_id': '71598cb5-9d9f-42ff-bb92-e954920e3448', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'mac_address': 'fa:16:3e:86:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:21:19Z', 'updated_at': '2021-11-18T18:21:19Z', 'revision_number': 0, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fe49e78-cc2e-4fcd-9307-7ada06100585', 'name': '', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'mac_address': 'fa:16:3e:41:75:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:52Z', 'updated_at': '2021-11-18T18:20:56Z', 'revision_number': 5, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'subnets': [{'id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:21:21.673914 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e3280d-e283-48c0-8084-3d4bea797be7 None None] New status for floating IP 06ad2e3a-5c97-44dc-a9af-221be18a5e1c: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:21:22.257942 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:23.840488 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:30.095054 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e2e86b26-86ae-43f2-be48-879e99c3ec6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:32.503071 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bff178ea-468b-439c-8027-7e8f60ccb4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:33.857391 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:35.314803 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:35.612080 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:42.229579 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:21:52.302665 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:21:53.848854 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:22:00.039576 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f14be86-411e-466c-92bf-853f863ac46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:22:02.491330 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-29bdad37-2b47-4ba2-b53d-01340c7b9802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:22:03.837175 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:22:05.300100 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:22:05.511174 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:22:13.914668 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-15c853e8-af4f-425a-bf1e-1a5c89095759 req-cba4220a-8715-40ca-8c2a-20e9e26ee487 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401282 Nov 18 18:22:14.000309 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c853e8-af4f-425a-bf1e-1a5c89095759 req-f08b2a12-58b6-42cf-85b4-1b2496bbe2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:14.002397 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-15c853e8-af4f-425a-bf1e-1a5c89095759 req-f08b2a12-58b6-42cf-85b4-1b2496bbe2a2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcdec728ac2845acb808143a0fc5800e&device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 1097 time: 0.0456350 Nov 18 18:22:14.107000 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c853e8-af4f-425a-bf1e-1a5c89095759 req-1d1e6806-73c7-4fdf-9904-eb86b3af52c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:14.108497 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-15c853e8-af4f-425a-bf1e-1a5c89095759 req-1d1e6806-73c7-4fdf-9904-eb86b3af52c2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4afd7fcb-7bf8-49df-aeec-c54faa96567f HTTP/1.1" status: 200 len: 910 time: 0.0840633 Nov 18 18:22:14.179554 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-15c853e8-af4f-425a-bf1e-1a5c89095759 req-14d4f13c-16d8-4af3-8059-dab7144818da service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71598cb5-9d9f-42ff-bb92-e954920e3448 HTTP/1.1" status: 200 len: 1001 time: 0.0629885 Nov 18 18:22:14.231154 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c853e8-af4f-425a-bf1e-1a5c89095759 req-052d1c43-af01-499e-bf3a-50ca64d58077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:14.232685 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-15c853e8-af4f-425a-bf1e-1a5c89095759 req-052d1c43-af01-499e-bf3a-50ca64d58077 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fcc7933-a5f7-4f1b-8e51-e372ecfb0940 HTTP/1.1" status: 200 len: 847 time: 0.0460098 Nov 18 18:22:14.291613 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c853e8-af4f-425a-bf1e-1a5c89095759 req-fc5b924b-e2cc-45a7-b6a1-43fb1e0a12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:22:14.293972 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-15c853e8-af4f-425a-bf1e-1a5c89095759 req-fc5b924b-e2cc-45a7-b6a1-43fb1e0a12b6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4afd7fcb-7bf8-49df-aeec-c54faa96567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533864 Nov 18 18:22:14.386696 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-15c853e8-af4f-425a-bf1e-1a5c89095759 req-85fb6816-29d4-4c08-aa75-b632c5c0f7f4 service neutron] 10.222.0.81 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855727 Nov 18 18:22:14.475858 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-15c853e8-af4f-425a-bf1e-1a5c89095759 req-8593cdb6-d5ec-4b0b-ae35-6dfe82c74b79 service neutron] 10.222.0.81 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818272 Nov 18 18:22:19.228271 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:22:22.262236 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:22:23.925557 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:22:30.039070 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb87f36b-085a-4359-8c28-2bde32fafb50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:22:32.485064 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d6f91a56-0bab-46e4-bbc9-d9f00a81f52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:22:33.870764 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:22:35.287989 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:22:35.513184 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:22:52.295892 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:22:53.945196 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:22:56.227684 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:23:00.036486 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-136a5b21-bae3-49c5-adfb-5791f8b8ea3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:02.487917 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7d07af53-c8ee-4838-89cd-ef34aaeb9f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:03.863715 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:05.290011 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:05.506880 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:15.914026 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-398b6531-3226-42b0-b8b6-1f7caa5cbd90 req-ffe67628-8181-4629-aa12-da8bab17d834 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402894 Nov 18 18:23:16.005864 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6531-3226-42b0-b8b6-1f7caa5cbd90 req-1126abd2-0eee-4957-acf7-50a287360bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:16.007319 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-398b6531-3226-42b0-b8b6-1f7caa5cbd90 req-1126abd2-0eee-4957-acf7-50a287360bef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcdec728ac2845acb808143a0fc5800e&device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 1097 time: 0.0482330 Nov 18 18:23:16.109752 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6531-3226-42b0-b8b6-1f7caa5cbd90 req-fee2be6c-b86e-420d-9b1c-9f53baa792aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:16.111241 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-398b6531-3226-42b0-b8b6-1f7caa5cbd90 req-fee2be6c-b86e-420d-9b1c-9f53baa792aa service neutron] 10.222.0.81 "GET /v2.0/networks?id=4afd7fcb-7bf8-49df-aeec-c54faa96567f HTTP/1.1" status: 200 len: 910 time: 0.0846035 Nov 18 18:23:16.182124 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-398b6531-3226-42b0-b8b6-1f7caa5cbd90 req-cbd498dc-b8ee-47d7-95cc-c43eed1dcad9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71598cb5-9d9f-42ff-bb92-e954920e3448 HTTP/1.1" status: 200 len: 1001 time: 0.0625911 Nov 18 18:23:16.230239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6531-3226-42b0-b8b6-1f7caa5cbd90 req-54b310a5-7c39-4c96-aa8b-a2aa7dffda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:16.231656 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-398b6531-3226-42b0-b8b6-1f7caa5cbd90 req-54b310a5-7c39-4c96-aa8b-a2aa7dffda92 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fcc7933-a5f7-4f1b-8e51-e372ecfb0940 HTTP/1.1" status: 200 len: 847 time: 0.0433495 Nov 18 18:23:16.278517 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6531-3226-42b0-b8b6-1f7caa5cbd90 req-521ecd94-b6de-4ec1-a7e8-61cee5e3702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:16.280152 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-398b6531-3226-42b0-b8b6-1f7caa5cbd90 req-521ecd94-b6de-4ec1-a7e8-61cee5e3702c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4afd7fcb-7bf8-49df-aeec-c54faa96567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399728 Nov 18 18:23:16.376895 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-398b6531-3226-42b0-b8b6-1f7caa5cbd90 req-f21ff932-9d1e-485e-933b-d6587e7749ea service neutron] 10.222.0.81 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875914 Nov 18 18:23:16.468663 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-398b6531-3226-42b0-b8b6-1f7caa5cbd90 req-55d52f1f-8770-445b-b9c1-58cf327253a7 service neutron] 10.222.0.81 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824678 Nov 18 18:23:19.752688 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eac41b-fdbd-445e-a2f8-aaca8d7ec1c0 req-b834f924-8619-44f6-a291-bc66119348fc tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:19.754240 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-26eac41b-fdbd-445e-a2f8-aaca8d7ec1c0 req-b834f924-8619-44f6-a291-bc66119348fc tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0579937 Nov 18 18:23:19.804590 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-26eac41b-fdbd-445e-a2f8-aaca8d7ec1c0 req-39639d7f-437c-4b11-a581-bcba61d972ce tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435386 Nov 18 18:23:20.950393 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324d85c-7eb4-41b4-bf16-61b8168416a6 req-a2079581-7659-4bc1-b20d-a7d180cc6892 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:20.951910 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9324d85c-7eb4-41b4-bf16-61b8168416a6 req-a2079581-7659-4bc1-b20d-a7d180cc6892 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0480604 Nov 18 18:23:21.001401 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9324d85c-7eb4-41b4-bf16-61b8168416a6 req-d6757dde-5824-4dd0-9171-e980e45f574e tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431976 Nov 18 18:23:22.141694 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9257a8e-fc30-406b-b7e3-dec59d4bfbdd req-47294aa3-1dd4-4188-8033-72573ad0bde6 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:22.143177 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f9257a8e-fc30-406b-b7e3-dec59d4bfbdd req-47294aa3-1dd4-4188-8033-72573ad0bde6 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0476327 Nov 18 18:23:22.195581 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f9257a8e-fc30-406b-b7e3-dec59d4bfbdd req-137bbc2b-cd08-41e5-9ae7-61bcc79fa0e9 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464935 Nov 18 18:23:22.278294 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:23.321143 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaae0de-d646-4feb-920d-b50842a7d247 req-a7c38e86-cd0c-4314-9c85-a495f435b8ac tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:23.322646 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fdaae0de-d646-4feb-920d-b50842a7d247 req-a7c38e86-cd0c-4314-9c85-a495f435b8ac tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0493176 Nov 18 18:23:23.372318 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fdaae0de-d646-4feb-920d-b50842a7d247 req-7f568b02-16f0-4bc7-9149-ebe6a06f15df tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437851 Nov 18 18:23:23.886954 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:24.488904 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e0e6c-5985-4311-8c01-ae49de35bce0 req-ce22b33c-9032-4899-8016-4727cb292625 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:24.490363 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e84e0e6c-5985-4311-8c01-ae49de35bce0 req-ce22b33c-9032-4899-8016-4727cb292625 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0498092 Nov 18 18:23:24.541642 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e84e0e6c-5985-4311-8c01-ae49de35bce0 req-91059650-6ca7-440a-bf84-d6c2b7717c7a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440147 Nov 18 18:23:25.661857 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bac65a-e420-4b11-b152-1a123b5adf80 req-20172096-5640-4e36-907e-a60e72ec7a89 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:25.663338 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8bac65a-e420-4b11-b152-1a123b5adf80 req-20172096-5640-4e36-907e-a60e72ec7a89 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0530558 Nov 18 18:23:25.713468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a8bac65a-e420-4b11-b152-1a123b5adf80 req-41c964cf-6be5-4c77-8f42-a1ed676612c2 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441673 Nov 18 18:23:26.835412 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a30a8-e439-40c8-a383-7c1c2a597367 req-8bd33085-4931-4c03-8b20-7d07f577d23d tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:26.836940 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a99a30a8-e439-40c8-a383-7c1c2a597367 req-8bd33085-4931-4c03-8b20-7d07f577d23d tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0481901 Nov 18 18:23:26.888635 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a99a30a8-e439-40c8-a383-7c1c2a597367 req-32be2502-f47e-4ff7-b3bf-d3296ed75b5c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451205 Nov 18 18:23:28.004369 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f2232-20bf-4930-96bf-f4db6bf10899 req-7f739127-e350-4df4-b507-0a1eaba09a1e tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:28.005765 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-056f2232-20bf-4930-96bf-f4db6bf10899 req-7f739127-e350-4df4-b507-0a1eaba09a1e tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0473478 Nov 18 18:23:28.061893 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-056f2232-20bf-4930-96bf-f4db6bf10899 req-b3997fce-d82f-4893-9d06-850afa33be64 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491495 Nov 18 18:23:29.179971 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95e4be-09ec-4852-9e33-bb40e3cf0300 req-933ce62b-de33-49e3-8706-baedbfaa1de6 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:29.181370 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4b95e4be-09ec-4852-9e33-bb40e3cf0300 req-933ce62b-de33-49e3-8706-baedbfaa1de6 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0486023 Nov 18 18:23:29.230473 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4b95e4be-09ec-4852-9e33-bb40e3cf0300 req-6b8f0c13-ac40-430c-ad37-4abcbf80de46 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431063 Nov 18 18:23:30.032417 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd48ebed-f565-4d35-a07d-171b87d81ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:30.345878 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded11237-bf5e-4890-86d8-6f6f5c50f7b3 req-017d3796-d7e7-47e0-ba6e-1b10e0c306f3 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:30.347432 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ded11237-bf5e-4890-86d8-6f6f5c50f7b3 req-017d3796-d7e7-47e0-ba6e-1b10e0c306f3 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0494862 Nov 18 18:23:30.398843 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ded11237-bf5e-4890-86d8-6f6f5c50f7b3 req-36b1888b-7acd-4836-baaf-6ff20acc024b tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453546 Nov 18 18:23:31.517940 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585a459-4f0f-48cd-acb1-f9acf07f42e9 req-1cb10dff-b6c4-447d-9456-07c4e0e261c9 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:31.521492 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3585a459-4f0f-48cd-acb1-f9acf07f42e9 req-1cb10dff-b6c4-447d-9456-07c4e0e261c9 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0519497 Nov 18 18:23:31.569203 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3585a459-4f0f-48cd-acb1-f9acf07f42e9 req-b40f803e-2060-4a1e-9616-283f9be8b27f tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434952 Nov 18 18:23:32.134460 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 71598cb5-9d9f-42ff-bb92-e954920e3448 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:23:32.228256 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 71598cb5-9d9f-42ff-bb92-e954920e3448, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=71598cb5-9d9f-42ff-bb92-e954920e3448,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:23:32.242339 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '71598cb5-9d9f-42ff-bb92-e954920e3448', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'port_id': '71598cb5-9d9f-42ff-bb92-e954920e3448', 'mac_address': 'fa:16:3e:86:29:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:23:32.279029 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:32.291694 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71598cb5-9d9f-42ff-bb92-e954920e3448 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:23:32.311455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 71598cb5-9d9f-42ff-bb92-e954920e3448, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=71598cb5-9d9f-42ff-bb92-e954920e3448,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:23:32.390000 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:32.454424 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=71598cb5-9d9f-42ff-bb92-e954920e3448,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:32.462590 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:32.462948 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:32.463298 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:32.463735 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:32.464110 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:32.464455 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:32.464793 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:32.465131 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:32.465465 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:32.465799 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:32.466136 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:32.466466 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:23:32.473152 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['71598cb5-9d9f-42ff-bb92-e954920e3448'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:23:32.505665 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b1f5660e-56ca-4355-b807-4efa5857d4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:32.693153 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bbea1-0e2d-4170-939d-fcd0a3df0b1e req-045cb8ef-bd47-44bd-98a8-95c63949481f tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:32.694818 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-442bbea1-0e2d-4170-939d-fcd0a3df0b1e req-045cb8ef-bd47-44bd-98a8-95c63949481f tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 944 time: 0.0560238 Nov 18 18:23:32.751548 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-442bbea1-0e2d-4170-939d-fcd0a3df0b1e req-332238ff-3ebf-4eb8-896d-f2cce2db95f7 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475225 Nov 18 18:23:33.226436 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:23:33.858539 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:33.900746 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e927dc-77df-44ec-b260-35e9828fc99c req-c1dd000b-cc98-48e5-9ae4-2a07621fc2d0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:33.903599 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6e927dc-77df-44ec-b260-35e9828fc99c req-c1dd000b-cc98-48e5-9ae4-2a07621fc2d0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 944 time: 0.0745525 Nov 18 18:23:33.968368 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d6e927dc-77df-44ec-b260-35e9828fc99c req-97245d09-7282-4182-a297-dc2be9b3e44d tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580537 Nov 18 18:23:34.148202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 71598cb5-9d9f-42ff-bb92-e954920e3448 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:23:34.212089 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 71598cb5-9d9f-42ff-bb92-e954920e3448 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:23:34.212808 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:34.301561 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:34.326796 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71598cb5-9d9f-42ff-bb92-e954920e3448'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:23:34.328503 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7ef1f2-849f-4fef-8640-0a1e8ec37715" -d '{"events": [{"server_uuid": "12fb8bf2-1c54-4194-a41e-6fcf542a4144", "name": "network-vif-plugged", "status": "completed", "tag": "71598cb5-9d9f-42ff-bb92-e954920e3448"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:23:34.342901 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 71598cb5-9d9f-42ff-bb92-e954920e3448, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=71598cb5-9d9f-42ff-bb92-e954920e3448,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:23:34.371855 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276b5e1f-a560-40e9-a471-dffd214cb6a8 x-openstack-request-id: req-276b5e1f-a560-40e9-a471-dffd214cb6a8 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:23:34.372240 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fb8bf2-1c54-4194-a41e-6fcf542a4144", "name": "network-vif-plugged", "status": "completed", "tag": "71598cb5-9d9f-42ff-bb92-e954920e3448", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:23:34.372644 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-276b5e1f-a560-40e9-a471-dffd214cb6a8 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:23:34.373217 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71598cb5-9d9f-42ff-bb92-e954920e3448', 'code': 200} Nov 18 18:23:34.421172 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:34.474454 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=71598cb5-9d9f-42ff-bb92-e954920e3448,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:35.095095 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6516a-4d7d-41af-a1a9-fe2237496613 req-2dcc9a37-c612-43a1-af33-e2c226650253 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:35.097288 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-67e6516a-4d7d-41af-a1a9-fe2237496613 req-2dcc9a37-c612-43a1-af33-e2c226650253 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0533302 Nov 18 18:23:35.153950 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-67e6516a-4d7d-41af-a1a9-fe2237496613 req-564b0b12-f007-47c7-965c-7856e1689aa3 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491827 Nov 18 18:23:35.270068 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:35.515982 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:36.277141 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9f20b-79cd-4eb0-8abf-d1fde234e964 req-53fa2e29-9254-40df-8a1a-2530df4a5e7d tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:36.278659 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-00f9f20b-79cd-4eb0-8abf-d1fde234e964 req-53fa2e29-9254-40df-8a1a-2530df4a5e7d tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0505505 Nov 18 18:23:36.332457 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-00f9f20b-79cd-4eb0-8abf-d1fde234e964 req-b9f68012-ecce-425e-bca0-2ef7fc4d8c68 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476379 Nov 18 18:23:37.457710 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a41c9-c7c0-4de7-bbd4-d2ac96f8b469 req-a7d6dd76-74bb-47ba-b16c-976404b61b64 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:37.459313 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0e9a41c9-c7c0-4de7-bbd4-d2ac96f8b469 req-a7d6dd76-74bb-47ba-b16c-976404b61b64 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0519128 Nov 18 18:23:37.513956 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-0e9a41c9-c7c0-4de7-bbd4-d2ac96f8b469 req-bfbdbf90-aaa0-47c6-ac3b-b1b436e49882 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481150 Nov 18 18:23:38.649316 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b95a57-a668-4f0a-9e06-bf81e39e8703 req-062c5b43-cfbd-4c66-a2a4-5e0b37f13186 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:38.650997 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-70b95a57-a668-4f0a-9e06-bf81e39e8703 req-062c5b43-cfbd-4c66-a2a4-5e0b37f13186 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0534372 Nov 18 18:23:38.714096 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-70b95a57-a668-4f0a-9e06-bf81e39e8703 req-e975b8d9-77e3-4cd2-8067-e526d56d1d79 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546639 Nov 18 18:23:39.930282 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204f0af-ea93-4396-b727-9bb8a1eab530 req-9c38241e-25fc-461f-bed4-455f5687d538 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:39.931838 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9204f0af-ea93-4396-b727-9bb8a1eab530 req-9c38241e-25fc-461f-bed4-455f5687d538 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.1437261 Nov 18 18:23:39.989990 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9204f0af-ea93-4396-b727-9bb8a1eab530 req-c716c548-25ec-4241-86c3-d4361045be64 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507686 Nov 18 18:23:41.167886 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257d3cd-b03c-422f-a8c1-87c934a83d4a req-611693d4-077f-4d9a-9fc5-8ff35bbbec06 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:41.169923 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e257d3cd-b03c-422f-a8c1-87c934a83d4a req-611693d4-077f-4d9a-9fc5-8ff35bbbec06 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.1076968 Nov 18 18:23:41.234691 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e257d3cd-b03c-422f-a8c1-87c934a83d4a req-1deaf6e4-913a-4d07-9614-775f219fc31e tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582380 Nov 18 18:23:42.361135 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cb0c9-8ba4-43c0-bd2d-bcbcceb0e803 req-9b2474b4-0d1e-4f90-96a7-3d8369904f6b tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:42.362651 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d7cb0c9-8ba4-43c0-bd2d-bcbcceb0e803 req-9b2474b4-0d1e-4f90-96a7-3d8369904f6b tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0485888 Nov 18 18:23:42.416288 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d7cb0c9-8ba4-43c0-bd2d-bcbcceb0e803 req-33e96b83-808f-4854-9c0b-378f1df3d6c5 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473962 Nov 18 18:23:43.535693 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a3438-c1ec-40ef-aaf6-5ee0ff038548 req-9a96fc9e-d85b-4a56-9509-45c5630f8e71 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:43.537124 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e6a3438-c1ec-40ef-aaf6-5ee0ff038548 req-9a96fc9e-d85b-4a56-9509-45c5630f8e71 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0501177 Nov 18 18:23:43.592605 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1e6a3438-c1ec-40ef-aaf6-5ee0ff038548 req-c9f65644-260b-451a-a416-a1282a5e4120 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492697 Nov 18 18:23:44.280831 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a9d12-7fd6-4668-aedc-ce4a5e43c9cb req-4c224ace-b06d-4393-8168-dc7f8a681b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:44.282259 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cf9a9d12-7fd6-4668-aedc-ce4a5e43c9cb req-4c224ace-b06d-4393-8168-dc7f8a681b41 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcdec728ac2845acb808143a0fc5800e&device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 1097 time: 0.0468631 Nov 18 18:23:44.374647 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a9d12-7fd6-4668-aedc-ce4a5e43c9cb req-d09f39ed-2dfe-4704-9661-15bc2f5aae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:44.376207 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cf9a9d12-7fd6-4668-aedc-ce4a5e43c9cb req-d09f39ed-2dfe-4704-9661-15bc2f5aae1e service neutron] 10.222.0.81 "GET /v2.0/networks?id=4afd7fcb-7bf8-49df-aeec-c54faa96567f HTTP/1.1" status: 200 len: 910 time: 0.0848858 Nov 18 18:23:44.444808 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cf9a9d12-7fd6-4668-aedc-ce4a5e43c9cb req-fc215c26-d13e-49e8-9d9d-09dd9de9cb26 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71598cb5-9d9f-42ff-bb92-e954920e3448 HTTP/1.1" status: 200 len: 1001 time: 0.0619686 Nov 18 18:23:44.494661 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a9d12-7fd6-4668-aedc-ce4a5e43c9cb req-5c7247c0-53a9-4f4d-b6fc-d8c335bb0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:44.496191 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cf9a9d12-7fd6-4668-aedc-ce4a5e43c9cb req-5c7247c0-53a9-4f4d-b6fc-d8c335bb0cd1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fcc7933-a5f7-4f1b-8e51-e372ecfb0940 HTTP/1.1" status: 200 len: 847 time: 0.0442877 Nov 18 18:23:44.541315 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a9d12-7fd6-4668-aedc-ce4a5e43c9cb req-3b668f1e-d530-47a7-8edd-003b10843ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:44.543325 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cf9a9d12-7fd6-4668-aedc-ce4a5e43c9cb req-3b668f1e-d530-47a7-8edd-003b10843ff1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4afd7fcb-7bf8-49df-aeec-c54faa96567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404088 Nov 18 18:23:44.638007 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cf9a9d12-7fd6-4668-aedc-ce4a5e43c9cb req-ebbb192e-2980-4046-8980-2373e49dbeb3 service neutron] 10.222.0.81 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875411 Nov 18 18:23:44.714286 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b835e-d9f6-46e8-8122-f1bb9a671f6f req-d49b4084-1974-4341-9c31-63f2974a4601 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:44.715813 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c6b835e-d9f6-46e8-8122-f1bb9a671f6f req-d49b4084-1974-4341-9c31-63f2974a4601 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0493550 Nov 18 18:23:44.732602 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cf9a9d12-7fd6-4668-aedc-ce4a5e43c9cb req-0624fb12-aa97-4cea-ab5f-ad24e447c30e service neutron] 10.222.0.81 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855422 Nov 18 18:23:44.765139 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7c6b835e-d9f6-46e8-8122-f1bb9a671f6f req-5f9d2ef8-cf65-4816-b4dc-8dc918c703ce tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432563 Nov 18 18:23:45.895928 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03addc06-f307-44cd-a390-b636ac71ea4e req-978cc30a-297b-4a90-b484-752ed739dc6d tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:45.897421 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03addc06-f307-44cd-a390-b636ac71ea4e req-978cc30a-297b-4a90-b484-752ed739dc6d tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0645814 Nov 18 18:23:45.946102 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-03addc06-f307-44cd-a390-b636ac71ea4e req-f85648ee-c7e6-4c35-b81e-96504e6f6040 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421762 Nov 18 18:23:47.065656 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b1e94-370a-4e5d-9ad8-b70ac88061dc req-1b778b96-b37c-4bed-a593-c1d1710ac9c2 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:47.067150 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc7b1e94-370a-4e5d-9ad8-b70ac88061dc req-1b778b96-b37c-4bed-a593-c1d1710ac9c2 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0522385 Nov 18 18:23:47.116599 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc7b1e94-370a-4e5d-9ad8-b70ac88061dc req-40e88b1a-f6f1-42d5-a1b0-2ac3c65da86f tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434055 Nov 18 18:23:47.227814 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-fcf25b1d-0617-4fa9-ab94-75a2c1538f2c req-bf43fffd-13f5-41bf-8545-78d8219c773c service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:23:47.229365 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-fcf25b1d-0617-4fa9-ab94-75a2c1538f2c req-bf43fffd-13f5-41bf-8545-78d8219c773c service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482314 Nov 18 18:23:47.508215 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedbccb-2b78-4bf4-be5a-e2678399a6cb req-401153a1-628f-4623-85b4-b86e3e61d5d6 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:47.514644 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ebedbccb-2b78-4bf4-be5a-e2678399a6cb req-401153a1-628f-4623-85b4-b86e3e61d5d6 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 945 time: 0.0538678 Nov 18 18:23:47.560907 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ebedbccb-2b78-4bf4-be5a-e2678399a6cb req-3f886556-b930-4663-9d40-2076245d9dfc tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450444 Nov 18 18:23:47.982457 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2c936b37-9573-4f50-87a9-18152541fa89 req-6eecf03b-0466-41fa-ad92-5a6029059340 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819311 Nov 18 18:23:48.226759 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 71598cb5-9d9f-42ff-bb92-e954920e3448 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:23:48.302868 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:48.327153 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71598cb5-9d9f-42ff-bb92-e954920e3448'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:23:48.330192 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f26dd61-2e80-4695-8a10-cd99056d422f" -d '{"events": [{"server_uuid": "12fb8bf2-1c54-4194-a41e-6fcf542a4144", "name": "network-vif-unplugged", "status": "completed", "tag": "71598cb5-9d9f-42ff-bb92-e954920e3448"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:23:48.348310 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 71598cb5-9d9f-42ff-bb92-e954920e3448, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=71598cb5-9d9f-42ff-bb92-e954920e3448,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:23:48.364272 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 18 Nov 2021 18:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad7caef-b322-4a2f-89c5-5586806eceeb x-openstack-request-id: req-cad7caef-b322-4a2f-89c5-5586806eceeb {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:23:48.364567 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fb8bf2-1c54-4194-a41e-6fcf542a4144", "name": "network-vif-unplugged", "status": "failed", "tag": "71598cb5-9d9f-42ff-bb92-e954920e3448", "code": 422}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:23:48.364829 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cad7caef-b322-4a2f-89c5-5586806eceeb {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:23:48.365233 n-d-813419-11 neutron-server[104009]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71598cb5-9d9f-42ff-bb92-e954920e3448', 'code': 422} returned with failed status Nov 18 18:23:48.412596 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:48.460968 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=71598cb5-9d9f-42ff-bb92-e954920e3448,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:23:48.678364 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c1146-a03e-48a2-914b-2179e498616b req-3d66fe15-0ca8-4bc2-9119-999f01e6b53e tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:48.679965 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab1c1146-a03e-48a2-914b-2179e498616b req-3d66fe15-0ca8-4bc2-9119-999f01e6b53e tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0484259 Nov 18 18:23:48.731124 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab1c1146-a03e-48a2-914b-2179e498616b req-c794847d-6d94-424c-848d-3d031320b7fa tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443919 Nov 18 18:23:49.230680 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c936b37-9573-4f50-87a9-18152541fa89 req-fd847a2a-26fc-444b-b718-c3065de073a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:49.232112 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c936b37-9573-4f50-87a9-18152541fa89 req-fd847a2a-26fc-444b-b718-c3065de073a4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144&tenant_id=bcdec728ac2845acb808143a0fc5800e HTTP/1.1" status: 200 len: 1095 time: 0.0454967 Nov 18 18:23:49.297639 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c936b37-9573-4f50-87a9-18152541fa89 req-6c6a72a4-91f2-49c2-bf59-edfbedb0cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:49.299373 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c936b37-9573-4f50-87a9-18152541fa89 req-6c6a72a4-91f2-49c2-bf59-edfbedb0cacc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcdec728ac2845acb808143a0fc5800e&device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 1095 time: 0.0425353 Nov 18 18:23:49.391214 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c936b37-9573-4f50-87a9-18152541fa89 req-6791b4a6-ddbd-4fb4-ad73-422bf217c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:49.392709 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c936b37-9573-4f50-87a9-18152541fa89 req-6791b4a6-ddbd-4fb4-ad73-422bf217c102 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4afd7fcb-7bf8-49df-aeec-c54faa96567f HTTP/1.1" status: 200 len: 910 time: 0.0841560 Nov 18 18:23:49.462471 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c936b37-9573-4f50-87a9-18152541fa89 req-dab46397-d540-4bf4-8034-943606a8871c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71598cb5-9d9f-42ff-bb92-e954920e3448 HTTP/1.1" status: 200 len: 999 time: 0.0602841 Nov 18 18:23:49.511545 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c936b37-9573-4f50-87a9-18152541fa89 req-ea7363b5-674b-4542-b615-b7d344bac893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:49.512974 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c936b37-9573-4f50-87a9-18152541fa89 req-ea7363b5-674b-4542-b615-b7d344bac893 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fcc7933-a5f7-4f1b-8e51-e372ecfb0940 HTTP/1.1" status: 200 len: 847 time: 0.0434806 Nov 18 18:23:49.558317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c936b37-9573-4f50-87a9-18152541fa89 req-8c4c8494-660f-4b33-916a-25d80f71da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:49.559895 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c936b37-9573-4f50-87a9-18152541fa89 req-8c4c8494-660f-4b33-916a-25d80f71da75 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4afd7fcb-7bf8-49df-aeec-c54faa96567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392356 Nov 18 18:23:49.656920 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c936b37-9573-4f50-87a9-18152541fa89 req-a09cd939-e41b-40c8-abea-6b9ad74387cc service neutron] 10.222.0.81 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890057 Nov 18 18:23:49.756991 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-2c936b37-9573-4f50-87a9-18152541fa89 req-7ead8235-18ed-434b-a5f9-0d4ba44a767b service neutron] 10.222.0.81 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911698 Nov 18 18:23:49.854962 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43548137-c399-48cc-aa71-c8ef3dc5fb80 req-528b87fe-186f-4774-95f9-c75ea46200a5 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:49.856523 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-43548137-c399-48cc-aa71-c8ef3dc5fb80 req-528b87fe-186f-4774-95f9-c75ea46200a5 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0547762 Nov 18 18:23:49.921636 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-43548137-c399-48cc-aa71-c8ef3dc5fb80 req-8dc3de85-d797-4507-bf19-273cca75b737 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588284 Nov 18 18:23:51.044069 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0c7b1-8430-4f04-841c-05fdc0318762 req-faec688f-4fba-4459-acc5-352bf075eec0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:51.045758 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b2c0c7b1-8430-4f04-841c-05fdc0318762 req-faec688f-4fba-4459-acc5-352bf075eec0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0501196 Nov 18 18:23:51.098675 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-b2c0c7b1-8430-4f04-841c-05fdc0318762 req-2b35949f-e243-41ca-a04b-33074041ffb9 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458229 Nov 18 18:23:52.220847 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b6be9-1ddd-4915-80cf-2b22ad8477db req-20bfaf3c-4cf8-4243-aa9e-cc92fcd5c347 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:52.222737 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb8b6be9-1ddd-4915-80cf-2b22ad8477db req-20bfaf3c-4cf8-4243-aa9e-cc92fcd5c347 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0535467 Nov 18 18:23:52.278839 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eb8b6be9-1ddd-4915-80cf-2b22ad8477db req-67499489-6565-45ea-a8a5-85423bea5e31 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498648 Nov 18 18:23:52.293576 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:53.401403 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e5d15-a96d-44cb-8a5a-342282842235 req-42ac77cd-4156-4e37-a035-4facdc9b1027 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:53.403005 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c97e5d15-a96d-44cb-8a5a-342282842235 req-42ac77cd-4156-4e37-a035-4facdc9b1027 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0524926 Nov 18 18:23:53.458173 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c97e5d15-a96d-44cb-8a5a-342282842235 req-7c0036b6-0a04-42bd-b816-a3bf10108c85 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487154 Nov 18 18:23:53.886648 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:23:54.585066 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a88014-54d2-4beb-b879-b2500d6602f6 req-a51e48b5-f4c3-4b0f-b5a2-d511a852e0bf tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:54.586594 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-62a88014-54d2-4beb-b879-b2500d6602f6 req-a51e48b5-f4c3-4b0f-b5a2-d511a852e0bf tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0566723 Nov 18 18:23:54.640051 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-62a88014-54d2-4beb-b879-b2500d6602f6 req-b7a79c29-a6e5-4ef6-a9ed-6bd97ef4ef81 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452380 Nov 18 18:23:55.771016 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f07176-703f-4203-bba0-9d84ae034c16 req-1af4f182-3c5d-421d-b183-8992e13a9194 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:55.774002 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-81f07176-703f-4203-bba0-9d84ae034c16 req-1af4f182-3c5d-421d-b183-8992e13a9194 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0578856 Nov 18 18:23:55.828176 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-81f07176-703f-4203-bba0-9d84ae034c16 req-5f7b1c4b-5810-4224-941b-a02f212f46c3 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463464 Nov 18 18:23:56.951623 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c038b-78b6-49f8-9322-4fbfad142bf1 req-4a61572a-4a22-4c21-ba59-2ccbb7481b90 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:56.953215 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-886c038b-78b6-49f8-9322-4fbfad142bf1 req-4a61572a-4a22-4c21-ba59-2ccbb7481b90 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0511441 Nov 18 18:23:57.008364 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-886c038b-78b6-49f8-9322-4fbfad142bf1 req-ed2626fe-e910-4354-9935-dd3926f3c3dd tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487790 Nov 18 18:23:58.140637 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdb5b1-1e43-446e-9552-88348e4fe857 req-3be68d97-1a09-4b0c-a024-364d97db2293 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:58.142166 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0bdb5b1-1e43-446e-9552-88348e4fe857 req-3be68d97-1a09-4b0c-a024-364d97db2293 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0619066 Nov 18 18:23:58.199154 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0bdb5b1-1e43-446e-9552-88348e4fe857 req-6107ef33-e7eb-4fce-b0ba-f98e1414f0b6 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504141 Nov 18 18:23:59.318456 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bc37e-14b3-4b88-bcd6-e7c6f2ba825d req-d9fa5435-6956-4c47-9087-c8df00ed1c92 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:23:59.320003 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa3bc37e-14b3-4b88-bcd6-e7c6f2ba825d req-d9fa5435-6956-4c47-9087-c8df00ed1c92 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0514269 Nov 18 18:23:59.374927 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aa3bc37e-14b3-4b88-bcd6-e7c6f2ba825d req-3ce2b340-2842-43dc-a747-97a674e044ff tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478990 Nov 18 18:24:00.052082 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85d16add-535a-4cad-ab25-ca6e02ef3007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:24:00.491368 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f52ba-002b-40b4-8bb2-f321b74380cb req-cd26551f-41d0-49ec-8765-57292e510017 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:00.492908 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-086f52ba-002b-40b4-8bb2-f321b74380cb req-cd26551f-41d0-49ec-8765-57292e510017 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0508416 Nov 18 18:24:00.545986 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-086f52ba-002b-40b4-8bb2-f321b74380cb req-02eb8613-3737-4252-b5f2-e0ed7f37ba57 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471787 Nov 18 18:24:01.661749 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a7eb7-4ce7-49da-84e0-8e04b9f553e0 req-c3be0c6e-1ef2-44d8-b8ca-8f395b39bc2c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:01.663234 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a78a7eb7-4ce7-49da-84e0-8e04b9f553e0 req-c3be0c6e-1ef2-44d8-b8ca-8f395b39bc2c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0476112 Nov 18 18:24:01.712326 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a78a7eb7-4ce7-49da-84e0-8e04b9f553e0 req-b7c83bfd-b346-4b8d-a3f7-f2d6d487f40d tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420959 Nov 18 18:24:02.489182 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-87966701-77cc-45cb-9aef-6e79a9e943bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:24:02.834044 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57c165-a680-4777-8159-2b3e48bb026d req-1eba4d5d-e9f3-473e-a41f-d4844d14a620 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:02.835560 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf57c165-a680-4777-8159-2b3e48bb026d req-1eba4d5d-e9f3-473e-a41f-d4844d14a620 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0543413 Nov 18 18:24:02.885679 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bf57c165-a680-4777-8159-2b3e48bb026d req-97e5b7cc-9b2f-442d-8696-63382ee72731 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438817 Nov 18 18:24:03.852377 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:24:04.006753 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994f8c9-f560-43fb-a483-637cdcc7ce1d req-cb95646d-0999-4733-9868-2c3bc1489325 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:04.008161 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7994f8c9-f560-43fb-a483-637cdcc7ce1d req-cb95646d-0999-4733-9868-2c3bc1489325 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 943 time: 0.0538669 Nov 18 18:24:04.062804 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7994f8c9-f560-43fb-a483-637cdcc7ce1d req-799d1707-f1d2-4128-9c95-42b65cae6fa7 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483105 Nov 18 18:24:04.335336 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 71598cb5-9d9f-42ff-bb92-e954920e3448 details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:24:04.431522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 71598cb5-9d9f-42ff-bb92-e954920e3448, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=71598cb5-9d9f-42ff-bb92-e954920e3448,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:24:04.443055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': '71598cb5-9d9f-42ff-bb92-e954920e3448', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'port_id': '71598cb5-9d9f-42ff-bb92-e954920e3448', 'mac_address': 'fa:16:3e:86:29:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:24:04.479723 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:24:04.492172 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71598cb5-9d9f-42ff-bb92-e954920e3448 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:24:04.511003 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 71598cb5-9d9f-42ff-bb92-e954920e3448, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=71598cb5-9d9f-42ff-bb92-e954920e3448,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:24:04.612015 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:24:04.661348 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=71598cb5-9d9f-42ff-bb92-e954920e3448,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:04.839428 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['71598cb5-9d9f-42ff-bb92-e954920e3448'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:24:05.446404 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236db866-832d-4319-8902-05f29258d867 req-7094503f-d4c0-48e4-84f1-c2f02c086305 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:05.447863 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-236db866-832d-4319-8902-05f29258d867 req-7094503f-d4c0-48e4-84f1-c2f02c086305 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 944 time: 0.0488677 Nov 18 18:24:05.497790 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-236db866-832d-4319-8902-05f29258d867 req-f573cca6-8b2d-4be7-b23c-ae1d4a840a4b tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439622 Nov 18 18:24:05.692259 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:24:05.693683 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:24:06.334741 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 71598cb5-9d9f-42ff-bb92-e954920e3448 up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:24:06.382279 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port 71598cb5-9d9f-42ff-bb92-e954920e3448 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:24:06.382660 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:24:06.613064 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:24:06.621037 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e3377-b686-472e-a928-324a202b5213 req-4def3c5d-504f-46b4-a75d-b83775b05b7f tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:06.623184 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e45e3377-b686-472e-a928-324a202b5213 req-4def3c5d-504f-46b4-a75d-b83775b05b7f tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 944 time: 0.0530500 Nov 18 18:24:06.636001 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71598cb5-9d9f-42ff-bb92-e954920e3448'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:24:06.638296 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1833ad2-17fe-4914-ab37-011d7d75339d" -d '{"events": [{"server_uuid": "12fb8bf2-1c54-4194-a41e-6fcf542a4144", "name": "network-vif-plugged", "status": "completed", "tag": "71598cb5-9d9f-42ff-bb92-e954920e3448"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:24:06.651386 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port 71598cb5-9d9f-42ff-bb92-e954920e3448, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=71598cb5-9d9f-42ff-bb92-e954920e3448,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:24:06.678123 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e45e3377-b686-472e-a928-324a202b5213 req-c3793947-f7c8-4757-8984-2ac7387d1208 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488095 Nov 18 18:24:06.678843 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6801a8d-9780-4cf9-acd0-ea67ad149feb x-openstack-request-id: req-d6801a8d-9780-4cf9-acd0-ea67ad149feb {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:24:06.679148 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fb8bf2-1c54-4194-a41e-6fcf542a4144", "name": "network-vif-plugged", "status": "completed", "tag": "71598cb5-9d9f-42ff-bb92-e954920e3448", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:24:06.679409 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d6801a8d-9780-4cf9-acd0-ea67ad149feb {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:24:06.679829 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71598cb5-9d9f-42ff-bb92-e954920e3448', 'code': 200} Nov 18 18:24:06.726836 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:24:06.773157 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=71598cb5-9d9f-42ff-bb92-e954920e3448,revision_number=10']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:24:06.966264 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73461816-09f0-45d9-a257-cfc092b000ac req-58c8c9f7-803f-4ed0-8e45-a5221d246819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:06.967756 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-73461816-09f0-45d9-a257-cfc092b000ac req-58c8c9f7-803f-4ed0-8e45-a5221d246819 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 1098 time: 0.0829387 Nov 18 18:24:07.015350 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-73461816-09f0-45d9-a257-cfc092b000ac req-dd0e008b-fae4-4659-8e01-51389c03e3d6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390253 Nov 18 18:24:07.796716 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37a201-418a-4dff-ac30-658050ee5937 req-1d697800-caf3-4a9f-8bb5-e0832934c1e8 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:07.798194 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df37a201-418a-4dff-ac30-658050ee5937 req-1d697800-caf3-4a9f-8bb5-e0832934c1e8 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 946 time: 0.0481312 Nov 18 18:24:07.846991 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-df37a201-418a-4dff-ac30-658050ee5937 req-21a96c5a-2a53-4a37-85b9-e764e89d62a2 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429370 Nov 18 18:24:08.968146 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30570b1-15bc-4f02-bb67-2e98caefe649 req-37ea8e8a-95a3-4eee-8eaf-a23788a03807 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:08.971208 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a30570b1-15bc-4f02-bb67-2e98caefe649 req-37ea8e8a-95a3-4eee-8eaf-a23788a03807 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 946 time: 0.0509977 Nov 18 18:24:09.019577 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-a30570b1-15bc-4f02-bb67-2e98caefe649 req-9e41cb30-0330-4a63-89f2-c20a8f6cf748 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437496 Nov 18 18:24:10.138625 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d93b6-06cd-4ad4-807f-f6581a3482be req-a6cecc70-aff5-4228-a292-d0b315e8b0dc tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:10.140106 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d25d93b6-06cd-4ad4-807f-f6581a3482be req-a6cecc70-aff5-4228-a292-d0b315e8b0dc tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 946 time: 0.0520704 Nov 18 18:24:10.188553 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d25d93b6-06cd-4ad4-807f-f6581a3482be req-7796178f-32dc-410d-b776-70213c9e026a tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425346 Nov 18 18:24:10.225452 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:24:16.924823 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cf70176d-853b-4c1a-b89e-f8c19000ac9d req-251e6a93-2856-4a2f-a8d5-025992338370 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400152 Nov 18 18:24:17.012945 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70176d-853b-4c1a-b89e-f8c19000ac9d req-2c576c4a-48ef-4ab4-b622-f4b29a5492b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:17.014410 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cf70176d-853b-4c1a-b89e-f8c19000ac9d req-2c576c4a-48ef-4ab4-b622-f4b29a5492b4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcdec728ac2845acb808143a0fc5800e&device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 1098 time: 0.0402036 Nov 18 18:24:17.123450 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70176d-853b-4c1a-b89e-f8c19000ac9d req-998c13be-352a-49e5-9f8f-ef925dddb557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:17.125500 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cf70176d-853b-4c1a-b89e-f8c19000ac9d req-998c13be-352a-49e5-9f8f-ef925dddb557 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4afd7fcb-7bf8-49df-aeec-c54faa96567f HTTP/1.1" status: 200 len: 910 time: 0.0911210 Nov 18 18:24:17.195413 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cf70176d-853b-4c1a-b89e-f8c19000ac9d req-5e16d362-049b-4b0b-b472-c5b7fc43fe5f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71598cb5-9d9f-42ff-bb92-e954920e3448 HTTP/1.1" status: 200 len: 1001 time: 0.0617733 Nov 18 18:24:17.243652 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70176d-853b-4c1a-b89e-f8c19000ac9d req-e4063966-c543-4cb4-8066-2ee9c4914eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:17.245103 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cf70176d-853b-4c1a-b89e-f8c19000ac9d req-e4063966-c543-4cb4-8066-2ee9c4914eea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fcc7933-a5f7-4f1b-8e51-e372ecfb0940 HTTP/1.1" status: 200 len: 847 time: 0.0431609 Nov 18 18:24:17.290064 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70176d-853b-4c1a-b89e-f8c19000ac9d req-e2001b07-b9cd-489d-803a-14024e0f499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:24:17.291533 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cf70176d-853b-4c1a-b89e-f8c19000ac9d req-e2001b07-b9cd-489d-803a-14024e0f499f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4afd7fcb-7bf8-49df-aeec-c54faa96567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387328 Nov 18 18:24:17.384662 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cf70176d-853b-4c1a-b89e-f8c19000ac9d req-9ffe2fdb-d747-4cb4-97da-eaba5f43d6a0 service neutron] 10.222.0.81 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855877 Nov 18 18:24:17.476368 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-cf70176d-853b-4c1a-b89e-f8c19000ac9d req-5375ec96-42de-454b-88ef-249720681d17 service neutron] 10.222.0.81 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833447 Nov 18 18:24:22.351447 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:24:23.920133 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:24:30.045641 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-08855875-e825-4e31-8786-4042a9589065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:24:32.705520 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ad43412e-5deb-413f-b514-d762a99e5e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:24:33.851478 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:24:35.316878 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:24:35.525739 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:24:47.224698 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:24:52.308480 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:24:53.891531 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:00.039675 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d34cdec7-d3d8-4d77-aded-857e5221f28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:02.484994 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f05f3fd0-4610-4259-befa-a4b5de77d053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:03.847993 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:05.273880 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:05.519555 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:18.925314 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e02086bb-a69e-4adb-ace9-ba4159047c74 req-9ad7d4df-f0b6-4db0-a322-9c60d6e82e8d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391407 Nov 18 18:25:19.011618 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02086bb-a69e-4adb-ace9-ba4159047c74 req-25aacbf9-23b8-48f6-8a1f-2d41c061debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:19.013142 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e02086bb-a69e-4adb-ace9-ba4159047c74 req-25aacbf9-23b8-48f6-8a1f-2d41c061debe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcdec728ac2845acb808143a0fc5800e&device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 1098 time: 0.0448668 Nov 18 18:25:19.115635 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02086bb-a69e-4adb-ace9-ba4159047c74 req-4720db26-f357-4673-928e-3cbd3bc71376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:19.117274 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e02086bb-a69e-4adb-ace9-ba4159047c74 req-4720db26-f357-4673-928e-3cbd3bc71376 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4afd7fcb-7bf8-49df-aeec-c54faa96567f HTTP/1.1" status: 200 len: 910 time: 0.0845015 Nov 18 18:25:19.186705 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e02086bb-a69e-4adb-ace9-ba4159047c74 req-13ad911c-3ae9-4df2-8cc8-d59bd5ced1a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71598cb5-9d9f-42ff-bb92-e954920e3448 HTTP/1.1" status: 200 len: 1001 time: 0.0621252 Nov 18 18:25:19.237771 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02086bb-a69e-4adb-ace9-ba4159047c74 req-c062536c-8ba9-4f7b-a10e-14e5dea3cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:19.239370 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e02086bb-a69e-4adb-ace9-ba4159047c74 req-c062536c-8ba9-4f7b-a10e-14e5dea3cbe7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fcc7933-a5f7-4f1b-8e51-e372ecfb0940 HTTP/1.1" status: 200 len: 847 time: 0.0443294 Nov 18 18:25:19.287210 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02086bb-a69e-4adb-ace9-ba4159047c74 req-5ba281c9-c3d9-4617-9f72-d16b106bb532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:19.288707 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e02086bb-a69e-4adb-ace9-ba4159047c74 req-5ba281c9-c3d9-4617-9f72-d16b106bb532 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4afd7fcb-7bf8-49df-aeec-c54faa96567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404451 Nov 18 18:25:19.379540 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e02086bb-a69e-4adb-ace9-ba4159047c74 req-efabb73d-096e-442d-b66d-2949385120a7 service neutron] 10.222.0.81 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834556 Nov 18 18:25:19.469408 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-e02086bb-a69e-4adb-ace9-ba4159047c74 req-10bb2d66-7409-47db-bafb-d70d95ba5914 service neutron] 10.222.0.81 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801144 Nov 18 18:25:22.331228 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:23.037811 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41258) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:25:23.196755 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Deleting port a58e9b2a-5ea3-447e-a0b8-ec3e78f5db5a {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:25:23.197018 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:23.270518 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:23.270847 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:23.282820 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Calling delete_port for a58e9b2a-5ea3-447e-a0b8-ec3e78f5db5a owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:25:23.508134 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:23.531691 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Pushing event deleted for resources: {'Port': ['ID=a58e9b2a-5ea3-447e-a0b8-ec3e78f5db5a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:23.544693 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:23.545046 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:23.545390 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:23.545730 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:23.546067 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:23.546399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:23.546728 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:23.547057 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:23.547383 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:23.547716 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:23.548126 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:23.548454 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:25:23.609958 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for floatingip, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:23.610323 n-d-813419-11 neutron-server[104008]: INFO neutron.db.l3_db [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Floating IP 06ad2e3a-5c97-44dc-a9af-221be18a5e1c disassociated (deleted). External IP: 172.25.3.155, port: 71598cb5-9d9f-42ff-bb92-e954920e3448. Nov 18 18:25:23.816962 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Router c768b352-be31-4134-ba08-d1465fcfb979 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:25:23.933135 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:24.223605 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:25:24.258445 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:25:24.263196 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:24.268172 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e722f-84c3-4dfa-9afc-e6b9eb5fe303 None None] Sync routers for ids ['c768b352-be31-4134-ba08-d1465fcfb979'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:25:24.278035 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e722f-84c3-4dfa-9afc-e6b9eb5fe303 None None] Routers {'c768b352-be31-4134-ba08-d1465fcfb979'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:25:24.278657 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bb9e722f-84c3-4dfa-9afc-e6b9eb5fe303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:25:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c768b352-be31-4134-ba08-d1465fcfb979'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:24.289560 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5e442785-a568-4bc4-a86f-4be446515ff0 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "DELETE /v2.0/floatingips/06ad2e3a-5c97-44dc-a9af-221be18a5e1c HTTP/1.1" status: 204 len: 168 time: 1.2506561 Nov 18 18:25:24.290194 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'tag': '71598cb5-9d9f-42ff-bb92-e954920e3448'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:25:24.292508 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258c5d33-f098-4859-832b-9b209e8a635a" -d '{"events": [{"name": "network-changed", "server_uuid": "12fb8bf2-1c54-4194-a41e-6fcf542a4144", "tag": "71598cb5-9d9f-42ff-bb92-e954920e3448"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:25:24.341376 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb8942f-ad6b-43f3-8af3-fa6acfe22e83 x-openstack-request-id: req-5eb8942f-ad6b-43f3-8af3-fa6acfe22e83 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:25:24.341689 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fb8bf2-1c54-4194-a41e-6fcf542a4144", "tag": "71598cb5-9d9f-42ff-bb92-e954920e3448", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:25:24.341941 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5eb8942f-ad6b-43f3-8af3-fa6acfe22e83 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:25:24.342349 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'tag': '71598cb5-9d9f-42ff-bb92-e954920e3448', 'status': 'completed', 'code': 200} Nov 18 18:25:24.402942 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-bb9e722f-84c3-4dfa-9afc-e6b9eb5fe303 None None] Set router c768b352-be31-4134-ba08-d1465fcfb979 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:25:24.406513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c5d33-f098-4859-832b-9b209e8a635a req-36e617bf-5454-47a7-8448-2dfdc21d7441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:24.408085 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-258c5d33-f098-4859-832b-9b209e8a635a req-36e617bf-5454-47a7-8448-2dfdc21d7441 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcdec728ac2845acb808143a0fc5800e&device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 1098 time: 0.0437453 Nov 18 18:25:24.507060 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c5d33-f098-4859-832b-9b209e8a635a req-d19dbe17-a480-46ed-a580-9ebc685fd3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:24.508548 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-258c5d33-f098-4859-832b-9b209e8a635a req-d19dbe17-a480-46ed-a580-9ebc685fd3f5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4afd7fcb-7bf8-49df-aeec-c54faa96567f HTTP/1.1" status: 200 len: 910 time: 0.0932508 Nov 18 18:25:24.557610 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-258c5d33-f098-4859-832b-9b209e8a635a req-2a227124-e6da-435a-8c6e-ac1039b46f74 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71598cb5-9d9f-42ff-bb92-e954920e3448 HTTP/1.1" status: 200 len: 217 time: 0.0415418 Nov 18 18:25:24.609425 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c5d33-f098-4859-832b-9b209e8a635a req-f0b507b1-b788-4145-8f61-b7c149faf226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:24.611268 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-258c5d33-f098-4859-832b-9b209e8a635a req-f0b507b1-b788-4145-8f61-b7c149faf226 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fcc7933-a5f7-4f1b-8e51-e372ecfb0940 HTTP/1.1" status: 200 len: 847 time: 0.0464971 Nov 18 18:25:24.612445 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bb9e722f-84c3-4dfa-9afc-e6b9eb5fe303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'name': 'tempest-TestShelveInstance-418975920-router', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:49Z', 'updated_at': '2021-11-18T18:20:52Z', 'revision_number': 4, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'gw_port': {'id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:50Z', 'updated_at': '2021-11-18T18:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '1fe49e78-cc2e-4fcd-9307-7ada06100585', 'name': '', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'mac_address': 'fa:16:3e:41:75:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:52Z', 'updated_at': '2021-11-18T18:20:56Z', 'revision_number': 5, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'subnets': [{'id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:24.644505 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e722f-84c3-4dfa-9afc-e6b9eb5fe303 None None] Checking router: c768b352-be31-4134-ba08-d1465fcfb979 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:25:24.653143 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e722f-84c3-4dfa-9afc-e6b9eb5fe303 None None] Routers {'c768b352-be31-4134-ba08-d1465fcfb979'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:25:24.653774 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bb9e722f-84c3-4dfa-9afc-e6b9eb5fe303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:25:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c768b352-be31-4134-ba08-d1465fcfb979'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:24.666886 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c5d33-f098-4859-832b-9b209e8a635a req-e4fd5d75-9571-4e22-84c2-e4244a2479fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:24.679273 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-258c5d33-f098-4859-832b-9b209e8a635a req-e4fd5d75-9571-4e22-84c2-e4244a2479fc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4afd7fcb-7bf8-49df-aeec-c54faa96567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486526 Nov 18 18:25:24.705633 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc340a64-1aba-41b0-902a-362101b9eb0b req-f6cc627f-c5ce-4cb3-b7f0-c638aa500893 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:24.707338 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc340a64-1aba-41b0-902a-362101b9eb0b req-f6cc627f-c5ce-4cb3-b7f0-c638aa500893 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 946 time: 0.0542002 Nov 18 18:25:24.767287 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-bb9e722f-84c3-4dfa-9afc-e6b9eb5fe303 None None] Set router c768b352-be31-4134-ba08-d1465fcfb979 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:25:24.768340 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-bc340a64-1aba-41b0-902a-362101b9eb0b req-f08fbfa6-b6df-4759-bc2a-18110f9e100c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516865 Nov 18 18:25:24.773544 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-258c5d33-f098-4859-832b-9b209e8a635a req-30995ace-29b9-4486-aa02-ed0edef17ac9 service neutron] 10.222.0.81 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973532 Nov 18 18:25:24.873575 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-258c5d33-f098-4859-832b-9b209e8a635a req-c42f3905-2d68-44c1-8bbe-752d980dd453 service neutron] 10.222.0.81 "GET /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927517 Nov 18 18:25:24.970920 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bb9e722f-84c3-4dfa-9afc-e6b9eb5fe303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'name': 'tempest-TestShelveInstance-418975920-router', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:49Z', 'updated_at': '2021-11-18T18:20:52Z', 'revision_number': 4, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'gw_port': {'id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:50Z', 'updated_at': '2021-11-18T18:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '1fe49e78-cc2e-4fcd-9307-7ada06100585', 'name': '', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'mac_address': 'fa:16:3e:41:75:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:52Z', 'updated_at': '2021-11-18T18:20:56Z', 'revision_number': 5, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'subnets': [{'id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:25:24.998893 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e722f-84c3-4dfa-9afc-e6b9eb5fe303 None None] The sync data for ids ['c768b352-be31-4134-ba08-d1465fcfb979'] in n-d-813419-11 is: [{'id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'name': 'tempest-TestShelveInstance-418975920-router', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:49Z', 'updated_at': '2021-11-18T18:20:52Z', 'revision_number': 4, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'gw_port': {'id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:50Z', 'updated_at': '2021-11-18T18:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '1fe49e78-cc2e-4fcd-9307-7ada06100585', 'name': '', 'network_id': '4afd7fcb-7bf8-49df-aeec-c54faa96567f', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'mac_address': 'fa:16:3e:41:75:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:52Z', 'updated_at': '2021-11-18T18:20:56Z', 'revision_number': 5, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'subnets': [{'id': '1fcc7933-a5f7-4f1b-8e51-e372ecfb0940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:25:25.222065 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1abd95-29c1-41d4-b57d-6846e22bcc11 None None] New status for floating IP 06ad2e3a-5c97-44dc-a9af-221be18a5e1c: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:25:25.888936 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad1bac-b687-4827-a255-dcbda4fea175 req-b4b798f5-7363-49ec-9cf6-f40dfda42016 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:25.890450 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57ad1bac-b687-4827-a255-dcbda4fea175 req-b4b798f5-7363-49ec-9cf6-f40dfda42016 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 946 time: 0.0526230 Nov 18 18:25:25.938776 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-57ad1bac-b687-4827-a255-dcbda4fea175 req-9179d407-12e5-4b51-aa48-6de3850967a2 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/security-groups?id=40061536-e752-4afe-8221-73ba6866bbdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423932 Nov 18 18:25:26.022608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f848a3-d5c2-44d0-b8da-172bda294fb5 req-552a547f-b1fc-4846-bb85-3651ac66f861 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:25:26.024178 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21f848a3-d5c2-44d0-b8da-172bda294fb5 req-552a547f-b1fc-4846-bb85-3651ac66f861 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.81 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 946 time: 0.0506668 Nov 18 18:25:26.118447 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-21f848a3-d5c2-44d0-b8da-172bda294fb5 req-16c00ddf-4b08-4e38-bb5d-6490d091f0a9 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Deleting port 71598cb5-9d9f-42ff-bb92-e954920e3448 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:25:26.118794 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-21f848a3-d5c2-44d0-b8da-172bda294fb5 req-16c00ddf-4b08-4e38-bb5d-6490d091f0a9 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:26.206513 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-21f848a3-d5c2-44d0-b8da-172bda294fb5 req-16c00ddf-4b08-4e38-bb5d-6490d091f0a9 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] For port 71598cb5-9d9f-42ff-bb92-e954920e3448, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=71598cb5-9d9f-42ff-bb92-e954920e3448,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:25:26.206883 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-21f848a3-d5c2-44d0-b8da-172bda294fb5 req-16c00ddf-4b08-4e38-bb5d-6490d091f0a9 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:26.219370 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-21f848a3-d5c2-44d0-b8da-172bda294fb5 req-16c00ddf-4b08-4e38-bb5d-6490d091f0a9 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Calling delete_port for 71598cb5-9d9f-42ff-bb92-e954920e3448 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:25:26.473253 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-21f848a3-d5c2-44d0-b8da-172bda294fb5 req-16c00ddf-4b08-4e38-bb5d-6490d091f0a9 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:26.502077 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c00ddf-4b08-4e38-bb5d-6490d091f0a9 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Pushing event deleted for resources: {'Port': ['ID=71598cb5-9d9f-42ff-bb92-e954920e3448,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:26.543350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f848a3-d5c2-44d0-b8da-172bda294fb5 req-16c00ddf-4b08-4e38-bb5d-6490d091f0a9 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] No DVR routers for this DVR port 71598cb5-9d9f-42ff-bb92-e954920e3448 on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:25:26.546018 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-21f848a3-d5c2-44d0-b8da-172bda294fb5 req-16c00ddf-4b08-4e38-bb5d-6490d091f0a9 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:26.549402 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-21f848a3-d5c2-44d0-b8da-172bda294fb5 req-16c00ddf-4b08-4e38-bb5d-6490d091f0a9 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.81 "DELETE /v2.0/ports/71598cb5-9d9f-42ff-bb92-e954920e3448 HTTP/1.1" status: 204 len: 173 time: 0.5188413 Nov 18 18:25:26.549850 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'name': 'network-vif-deleted', 'tag': '71598cb5-9d9f-42ff-bb92-e954920e3448'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:25:26.552156 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557d8b13-034f-4e99-9bbf-5b650fde9129" -d '{"events": [{"server_uuid": "12fb8bf2-1c54-4194-a41e-6fcf542a4144", "name": "network-vif-deleted", "tag": "71598cb5-9d9f-42ff-bb92-e954920e3448"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:25:26.589944 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7707084-5e64-4e95-9698-f4c0bb482beb x-openstack-request-id: req-a7707084-5e64-4e95-9698-f4c0bb482beb {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:25:26.590257 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fb8bf2-1c54-4194-a41e-6fcf542a4144", "name": "network-vif-deleted", "tag": "71598cb5-9d9f-42ff-bb92-e954920e3448", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:25:26.590521 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a7707084-5e64-4e95-9698-f4c0bb482beb {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:25:26.590933 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fb8bf2-1c54-4194-a41e-6fcf542a4144', 'name': 'network-vif-deleted', 'tag': '71598cb5-9d9f-42ff-bb92-e954920e3448', 'status': 'completed', 'code': 200} Nov 18 18:25:27.047419 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7beb3689-1ff2-4508-a62a-c2b290ce334f req-7ac64762-6633-4270-8f3f-3a1d08d7475c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "GET /v2.0/ports?device_id=12fb8bf2-1c54-4194-a41e-6fcf542a4144 HTTP/1.1" status: 200 len: 210 time: 0.0250304 Nov 18 18:25:28.104023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41282) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:25:28.164575 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0a930e90-1b7e-48cb-8fd5-2ea143df17d6 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:28.189146 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0a930e90-1b7e-48cb-8fd5-2ea143df17d6 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:28.327493 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0a930e90-1b7e-48cb-8fd5-2ea143df17d6 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:28.330461 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0a930e90-1b7e-48cb-8fd5-2ea143df17d6 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:28.331675 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0a930e90-1b7e-48cb-8fd5-2ea143df17d6 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] 10.222.0.72 "DELETE /v2.0/security-groups/40061536-e752-4afe-8221-73ba6866bbdf HTTP/1.1" status: 204 len: 168 time: 0.2266467 Nov 18 18:25:28.341563 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a930e90-1b7e-48cb-8fd5-2ea143df17d6 tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40061536-e752-4afe-8221-73ba6866bbdf,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:25:30.087221 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6280c07c-e70a-48c5-9b90-2df0faab59c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:30.833990 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 71598cb5-9d9f-42ff-bb92-e954920e3448 no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:25:30.854793 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: 71598cb5-9d9f-42ff-bb92-e954920e3448 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:25:30.859185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device 71598cb5-9d9f-42ff-bb92-e954920e3448 not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:25:32.593497 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-70abac85-6365-403d-af69-01629af022a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:33.870054 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:35.353248 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:35.612644 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:52.364638 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:25:53.915216 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:00.046623 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7d27ca88-343d-4291-bf88-6a1cc2d71f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:01.226019 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:26:02.475123 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76920a4a-5111-4b48-9f3a-bbcf02e46c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:03.869181 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:05.296116 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:05.566250 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:22.337615 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:23.931895 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:28.568965 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41288) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:29.029660 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:29.276364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Deleting port 1fe49e78-cc2e-4fcd-9307-7ada06100585 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:26:29.276593 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:29.353794 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] For port 1fe49e78-cc2e-4fcd-9307-7ada06100585, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=1fe49e78-cc2e-4fcd-9307-7ada06100585,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:29.354162 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:29.366970 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Calling delete_port for 1fe49e78-cc2e-4fcd-9307-7ada06100585 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:26:29.598076 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:29.624061 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe49e78-cc2e-4fcd-9307-7ada06100585,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:29.636639 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:29.637005 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:29.637355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:29.637704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:29.638048 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:29.638390 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:29.638732 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:29.639079 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:29.639413 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:29.639754 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:29.640116 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:29.640446 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:29.806737 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:30.019577 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Router c768b352-be31-4134-ba08-d1465fcfb979 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:26:30.035304 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0e900034-2478-4277-83d8-d991a4f0e539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:30.125785 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:26:30.131057 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-8fabe7f1-a141-4b56-aa18-dfce91fb1478 admin admin] 10.222.0.72 "PUT /v2.0/routers/c768b352-be31-4134-ba08-d1465fcfb979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5610642 Nov 18 18:26:30.133657 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41294) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:30.136295 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a717fcd-2bd7-4f32-9c9d-ade7d5d2980f None None] Sync routers for ids ['c768b352-be31-4134-ba08-d1465fcfb979'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:26:30.146325 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a717fcd-2bd7-4f32-9c9d-ade7d5d2980f None None] Routers {'c768b352-be31-4134-ba08-d1465fcfb979'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:30.146942 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3a717fcd-2bd7-4f32-9c9d-ade7d5d2980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:26:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c768b352-be31-4134-ba08-d1465fcfb979'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:30.237199 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15d1f134-278f-4748-96cc-1a6fae2f91fd admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:30.251997 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-3a717fcd-2bd7-4f32-9c9d-ade7d5d2980f None None] Set router c768b352-be31-4134-ba08-d1465fcfb979 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:30.339043 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15d1f134-278f-4748-96cc-1a6fae2f91fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:30.432284 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3a717fcd-2bd7-4f32-9c9d-ade7d5d2980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'name': 'tempest-TestShelveInstance-418975920-router', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:49Z', 'updated_at': '2021-11-18T18:26:29Z', 'revision_number': 5, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'gw_port': {'id': '13dc8ef6-74fe-4da8-95a6-35d44c8a8747', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:50Z', 'updated_at': '2021-11-18T18:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:30.445330 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-15d1f134-278f-4748-96cc-1a6fae2f91fd admin admin] Deleting port 13dc8ef6-74fe-4da8-95a6-35d44c8a8747 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:26:30.445672 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15d1f134-278f-4748-96cc-1a6fae2f91fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:30.460746 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a717fcd-2bd7-4f32-9c9d-ade7d5d2980f None None] Checking router: c768b352-be31-4134-ba08-d1465fcfb979 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:26:30.469185 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a717fcd-2bd7-4f32-9c9d-ade7d5d2980f None None] Routers {'c768b352-be31-4134-ba08-d1465fcfb979'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:30.469801 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3a717fcd-2bd7-4f32-9c9d-ade7d5d2980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:26:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c768b352-be31-4134-ba08-d1465fcfb979'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:30.529994 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-15d1f134-278f-4748-96cc-1a6fae2f91fd admin admin] For port 13dc8ef6-74fe-4da8-95a6-35d44c8a8747, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=13dc8ef6-74fe-4da8-95a6-35d44c8a8747,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:30.530691 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15d1f134-278f-4748-96cc-1a6fae2f91fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:30.543849 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-15d1f134-278f-4748-96cc-1a6fae2f91fd admin admin] Calling delete_port for 13dc8ef6-74fe-4da8-95a6-35d44c8a8747 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:26:30.556911 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-3a717fcd-2bd7-4f32-9c9d-ade7d5d2980f None None] Set router c768b352-be31-4134-ba08-d1465fcfb979 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:30.766263 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3a717fcd-2bd7-4f32-9c9d-ade7d5d2980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'name': 'tempest-TestShelveInstance-418975920-router', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:49Z', 'updated_at': '2021-11-18T18:26:30Z', 'revision_number': 6, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:30.777590 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15d1f134-278f-4748-96cc-1a6fae2f91fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:30.798875 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a717fcd-2bd7-4f32-9c9d-ade7d5d2980f None None] The sync data for ids ['c768b352-be31-4134-ba08-d1465fcfb979'] in n-d-813419-11 is: [{'id': 'c768b352-be31-4134-ba08-d1465fcfb979', 'name': 'tempest-TestShelveInstance-418975920-router', 'tenant_id': 'bcdec728ac2845acb808143a0fc5800e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:49Z', 'updated_at': '2021-11-18T18:26:30Z', 'revision_number': 6, 'project_id': 'bcdec728ac2845acb808143a0fc5800e', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:26:30.807727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1f134-278f-4748-96cc-1a6fae2f91fd admin admin] Pushing event deleted for resources: {'Port': ['ID=13dc8ef6-74fe-4da8-95a6-35d44c8a8747,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:30.822450 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183a0333-b5c2-4b36-b530-8f831772400c None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:26:30.873670 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15d1f134-278f-4748-96cc-1a6fae2f91fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:30.964321 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15d1f134-278f-4748-96cc-1a6fae2f91fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:30.966456 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15d1f134-278f-4748-96cc-1a6fae2f91fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:31.091644 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15d1f134-278f-4748-96cc-1a6fae2f91fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:31.092312 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d1f134-278f-4748-96cc-1a6fae2f91fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c768b352-be31-4134-ba08-d1465fcfb979 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:26:31.096699 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15d1f134-278f-4748-96cc-1a6fae2f91fd admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:31.097862 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-15d1f134-278f-4748-96cc-1a6fae2f91fd admin admin] 10.222.0.72 "DELETE /v2.0/routers/c768b352-be31-4134-ba08-d1465fcfb979 HTTP/1.1" status: 204 len: 168 time: 0.9632804 Nov 18 18:26:31.100436 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41296) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:31.156518 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-413e5f61-e912-48ae-8d29-bfc561a1490e admin admin] Deleting subnet 1fcc7933-a5f7-4f1b-8e51-e372ecfb0940 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:26:31.160122 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-413e5f61-e912-48ae-8d29-bfc561a1490e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:31.197415 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-413e5f61-e912-48ae-8d29-bfc561a1490e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:31.292288 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-413e5f61-e912-48ae-8d29-bfc561a1490e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:31.449447 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-413e5f61-e912-48ae-8d29-bfc561a1490e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:31.475704 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e5f61-e912-48ae-8d29-bfc561a1490e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fcc7933-a5f7-4f1b-8e51-e372ecfb0940,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:31.479381 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-413e5f61-e912-48ae-8d29-bfc561a1490e admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:31.491532 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-413e5f61-e912-48ae-8d29-bfc561a1490e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1fcc7933-a5f7-4f1b-8e51-e372ecfb0940 HTTP/1.1" status: 204 len: 168 time: 0.3812838 Nov 18 18:26:31.491773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41298) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:31.492283 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e4ecf0-2955-4a48-89b5-f0a7cac997fa None None] Network 4afd7fcb-7bf8-49df-aeec-c54faa96567f requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:26:31.569229 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:31.630225 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Deleting port 7cca62e7-4c46-41c6-aaf3-847c0d35461c {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:26:31.630566 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:31.677202 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] DHCP port deletion for 4afd7fcb-7bf8-49df-aeec-c54faa96567f request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:26:31.695726 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] For port 7cca62e7-4c46-41c6-aaf3-847c0d35461c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7cca62e7-4c46-41c6-aaf3-847c0d35461c,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:31.696119 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:31.711087 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Calling delete_port for 7cca62e7-4c46-41c6-aaf3-847c0d35461c owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:26:31.730385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] Deleting port 7cca62e7-4c46-41c6-aaf3-847c0d35461c {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:26:31.730768 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:31.801111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] For port 7cca62e7-4c46-41c6-aaf3-847c0d35461c, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=7cca62e7-4c46-41c6-aaf3-847c0d35461c,segment=NetworkSegment(e2e26044-6166-44f0-bbc5-e14ef8d4a17c),segment_id=e2e26044-6166-44f0-bbc5-e14ef8d4a17c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:31.814194 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:31.815567 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] Calling delete_port for 7cca62e7-4c46-41c6-aaf3-847c0d35461c owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:26:31.870975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 13dc8ef6-74fe-4da8-95a6-35d44c8a8747 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:26:31.889525 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:31.893402 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 13dc8ef6-74fe-4da8-95a6-35d44c8a8747 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:26:31.895191 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 13dc8ef6-74fe-4da8-95a6-35d44c8a8747 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:26:31.895191 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7cca62e7-4c46-41c6-aaf3-847c0d35461c no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:26:31.919201 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 7cca62e7-4c46-41c6-aaf3-847c0d35461c {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:26:31.919460 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 7cca62e7-4c46-41c6-aaf3-847c0d35461c not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:26:31.919925 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1fe49e78-cc2e-4fcd-9307-7ada06100585 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:26:31.921413 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Pushing event deleted for resources: {'Port': ['ID=7cca62e7-4c46-41c6-aaf3-847c0d35461c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:31.924723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] No DVR routers for this DVR port 7cca62e7-4c46-41c6-aaf3-847c0d35461c on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:26:31.934429 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:31.934783 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:31.935131 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:31.935470 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:31.935830 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:31.936170 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:31.936504 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:31.936835 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:31.937166 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:31.937492 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:31.937822 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:31.938151 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:31.951993 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 1fe49e78-cc2e-4fcd-9307-7ada06100585 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:26:31.952296 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 1fe49e78-cc2e-4fcd-9307-7ada06100585 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 18:26:31.968890 n-d-813419-11 neutron-server[104009]: self.session.flush() Nov 18 18:26:31.974958 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:32.002860 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] No DVR routers for this DVR port 7cca62e7-4c46-41c6-aaf3-847c0d35461c on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:26:32.006523 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] Pushing event deleted for resources: {'Port': ['ID=7cca62e7-4c46-41c6-aaf3-847c0d35461c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:32.011968 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:32.016441 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:32.016885 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:32.017124 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:32.017465 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:32.017808 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:32.018142 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:32.018472 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:32.019356 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:32.019907 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:32.020248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:32.020578 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:32.020905 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea38ee5-4a40-462a-9f6d-87dac22316b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:32.033429 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4afd7fcb-7bf8-49df-aeec-c54faa96567f']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:32.043032 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e26044-6166-44f0-bbc5-e14ef8d4a17c') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:32.043328 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e26044-6166-44f0-bbc5-e14ef8d4a17c') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:32.052760 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:32.066271 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:32.072156 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:26:32.072538 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: timer() Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:26:32.074234 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:26:32.194494 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:32.200058 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:32.203330 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] 10.222.0.72 "DELETE /v2.0/networks/4afd7fcb-7bf8-49df-aeec-c54faa96567f HTTP/1.1" status: 204 len: 168 time: 0.7169411 Nov 18 18:26:32.207097 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41302) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:32.214918 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911a4eb-667a-4c4d-b82b-66b6fd75aa0c admin admin] Pushing event deleted for resources: {'Network': ['ID=4afd7fcb-7bf8-49df-aeec-c54faa96567f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:32.492097 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9cb85589-043d-4ae0-9c81-2033a0cb595e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:32.867051 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ed03-e57c-4b0b-a790-69f767eec871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:33.108594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d6b6ed03-e57c-4b0b-a790-69f767eec871 admin admin] Deleting port ff7460b1-fb07-44e4-b4f8-a30e36a1b326 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:26:33.109001 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ed03-e57c-4b0b-a790-69f767eec871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:33.186986 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-d6b6ed03-e57c-4b0b-a790-69f767eec871 admin admin] For port ff7460b1-fb07-44e4-b4f8-a30e36a1b326, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=ff7460b1-fb07-44e4-b4f8-a30e36a1b326,segment=NetworkSegment(a05bd4b6-fcc9-46a0-a346-5b6625b8cafb),segment_id=a05bd4b6-fcc9-46a0-a346-5b6625b8cafb)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:33.187348 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ed03-e57c-4b0b-a790-69f767eec871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:33.199590 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d6b6ed03-e57c-4b0b-a790-69f767eec871 admin admin] Calling delete_port for ff7460b1-fb07-44e4-b4f8-a30e36a1b326 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:26:33.434552 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ed03-e57c-4b0b-a790-69f767eec871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:33.464873 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6ed03-e57c-4b0b-a790-69f767eec871 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7460b1-fb07-44e4-b4f8-a30e36a1b326,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:33.631616 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ed03-e57c-4b0b-a790-69f767eec871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:33.857919 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b6ed03-e57c-4b0b-a790-69f767eec871 admin admin] Router c3011923-e3d7-45b4-a70d-721b858af3bf has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:26:33.929180 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:33.976977 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b6ed03-e57c-4b0b-a790-69f767eec871 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:26:33.984757 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-d6b6ed03-e57c-4b0b-a790-69f767eec871 admin admin] 10.222.0.72 "PUT /v2.0/routers/c3011923-e3d7-45b4-a70d-721b858af3bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7765903 Nov 18 18:26:33.986104 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea232a7-0118-42ad-b949-27c568a251a4 None None] Sync routers for ids ['c3011923-e3d7-45b4-a70d-721b858af3bf'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:26:33.987257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41304) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:33.999696 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea232a7-0118-42ad-b949-27c568a251a4 None None] Routers {'c3011923-e3d7-45b4-a70d-721b858af3bf'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:34.005055 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-fea232a7-0118-42ad-b949-27c568a251a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c3011923-e3d7-45b4-a70d-721b858af3bf'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:34.093888 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cef80ed6-e69b-41cb-af45-0ee9fc7716d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:34.102439 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-fea232a7-0118-42ad-b949-27c568a251a4 None None] Set router c3011923-e3d7-45b4-a70d-721b858af3bf gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:34.196393 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cef80ed6-e69b-41cb-af45-0ee9fc7716d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:34.281731 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-fea232a7-0118-42ad-b949-27c568a251a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'name': 'tempest-TestShelveInstance-252273781-router', 'tenant_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b9a3a83f-869b-4aa9-8db3-2d01dc319b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:55Z', 'updated_at': '2021-11-18T18:26:33Z', 'revision_number': 5, 'project_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'gw_port': {'id': 'b9a3a83f-869b-4aa9-8db3-2d01dc319b0f', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:20:56Z', 'updated_at': '2021-11-18T18:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:34.314697 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea232a7-0118-42ad-b949-27c568a251a4 None None] Checking router: c3011923-e3d7-45b4-a70d-721b858af3bf for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:26:34.323692 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea232a7-0118-42ad-b949-27c568a251a4 None None] Routers {'c3011923-e3d7-45b4-a70d-721b858af3bf'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:34.324399 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-fea232a7-0118-42ad-b949-27c568a251a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['c3011923-e3d7-45b4-a70d-721b858af3bf'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:34.330284 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-cef80ed6-e69b-41cb-af45-0ee9fc7716d1 admin admin] Deleting port b9a3a83f-869b-4aa9-8db3-2d01dc319b0f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:26:34.330626 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cef80ed6-e69b-41cb-af45-0ee9fc7716d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:34.411307 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-cef80ed6-e69b-41cb-af45-0ee9fc7716d1 admin admin] For port b9a3a83f-869b-4aa9-8db3-2d01dc319b0f, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=b9a3a83f-869b-4aa9-8db3-2d01dc319b0f,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:34.411773 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cef80ed6-e69b-41cb-af45-0ee9fc7716d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:34.412141 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-fea232a7-0118-42ad-b949-27c568a251a4 None None] Set router c3011923-e3d7-45b4-a70d-721b858af3bf gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:34.424726 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-cef80ed6-e69b-41cb-af45-0ee9fc7716d1 admin admin] Calling delete_port for b9a3a83f-869b-4aa9-8db3-2d01dc319b0f owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:26:34.464134 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-fea232a7-0118-42ad-b949-27c568a251a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'name': 'tempest-TestShelveInstance-252273781-router', 'tenant_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:55Z', 'updated_at': '2021-11-18T18:26:34Z', 'revision_number': 6, 'project_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:34.494006 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea232a7-0118-42ad-b949-27c568a251a4 None None] The sync data for ids ['c3011923-e3d7-45b4-a70d-721b858af3bf'] in n-d-813419-11 is: [{'id': 'c3011923-e3d7-45b4-a70d-721b858af3bf', 'name': 'tempest-TestShelveInstance-252273781-router', 'tenant_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:20:55Z', 'updated_at': '2021-11-18T18:26:34Z', 'revision_number': 6, 'project_id': '2f219aa274d54f1dbe1a72baf89e5aa1', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:26:34.737256 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cef80ed6-e69b-41cb-af45-0ee9fc7716d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:34.764528 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef80ed6-e69b-41cb-af45-0ee9fc7716d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a3a83f-869b-4aa9-8db3-2d01dc319b0f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:34.780239 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5341730c-8c6f-449e-83a8-95bf1395f78a None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:26:34.835183 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cef80ed6-e69b-41cb-af45-0ee9fc7716d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:34.935081 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cef80ed6-e69b-41cb-af45-0ee9fc7716d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:34.937606 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cef80ed6-e69b-41cb-af45-0ee9fc7716d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.067123 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cef80ed6-e69b-41cb-af45-0ee9fc7716d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.067590 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef80ed6-e69b-41cb-af45-0ee9fc7716d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3011923-e3d7-45b4-a70d-721b858af3bf {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:26:35.078168 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cef80ed6-e69b-41cb-af45-0ee9fc7716d1 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.078168 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-cef80ed6-e69b-41cb-af45-0ee9fc7716d1 admin admin] 10.222.0.72 "DELETE /v2.0/routers/c3011923-e3d7-45b4-a70d-721b858af3bf HTTP/1.1" status: 204 len: 168 time: 1.0843050 Nov 18 18:26:35.078168 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41306) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:35.123905 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b190a78-f53e-4ac8-8b67-b22400bdb1b0 admin admin] Deleting subnet 3c18be6a-f867-4076-922b-6f22fe19c71e {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:26:35.127027 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b190a78-f53e-4ac8-8b67-b22400bdb1b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.161889 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b190a78-f53e-4ac8-8b67-b22400bdb1b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60460638'] for subnet, precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.237451 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b190a78-f53e-4ac8-8b67-b22400bdb1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.326062 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.363746 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b190a78-f53e-4ac8-8b67-b22400bdb1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60412169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802445'] for subnet, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.397399 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b190a78-f53e-4ac8-8b67-b22400bdb1b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c18be6a-f867-4076-922b-6f22fe19c71e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:35.399391 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b190a78-f53e-4ac8-8b67-b22400bdb1b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.404757 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0b190a78-f53e-4ac8-8b67-b22400bdb1b0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3c18be6a-f867-4076-922b-6f22fe19c71e HTTP/1.1" status: 204 len: 168 time: 0.3261898 Nov 18 18:26:35.405055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3ecd43-92c3-464d-bdaa-351131f68277 None None] Network 6ccfca4d-8531-4591-ac25-6c5ae6a88e3a requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:26:35.405355 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41308) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:35.483558 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.584939 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.596471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] Deleting port e09451b0-375b-4c94-ba1f-810f7c1052bb {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:26:35.597750 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.658685 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65573702-4445-4aee-a076-5a97b497e4b6 None None] DHCP port deletion for 6ccfca4d-8531-4591-ac25-6c5ae6a88e3a request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:26:35.666572 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] For port e09451b0-375b-4c94-ba1f-810f7c1052bb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e09451b0-375b-4c94-ba1f-810f7c1052bb,segment=NetworkSegment(a05bd4b6-fcc9-46a0-a346-5b6625b8cafb),segment_id=a05bd4b6-fcc9-46a0-a346-5b6625b8cafb)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:35.667023 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.679232 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] Calling delete_port for e09451b0-375b-4c94-ba1f-810f7c1052bb owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:26:35.706971 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-65573702-4445-4aee-a076-5a97b497e4b6 None None] Deleting port e09451b0-375b-4c94-ba1f-810f7c1052bb {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:26:35.707364 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-65573702-4445-4aee-a076-5a97b497e4b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.768527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-65573702-4445-4aee-a076-5a97b497e4b6 None None] For port e09451b0-375b-4c94-ba1f-810f7c1052bb, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e09451b0-375b-4c94-ba1f-810f7c1052bb,segment=NetworkSegment(a05bd4b6-fcc9-46a0-a346-5b6625b8cafb),segment_id=a05bd4b6-fcc9-46a0-a346-5b6625b8cafb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:35.769446 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-65573702-4445-4aee-a076-5a97b497e4b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.785977 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-65573702-4445-4aee-a076-5a97b497e4b6 None None] Calling delete_port for e09451b0-375b-4c94-ba1f-810f7c1052bb owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:26:35.815146 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.847157 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ff7460b1-fb07-44e4-b4f8-a30e36a1b326 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:26:35.849075 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] Pushing event deleted for resources: {'Port': ['ID=e09451b0-375b-4c94-ba1f-810f7c1052bb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:35.852725 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] No DVR routers for this DVR port e09451b0-375b-4c94-ba1f-810f7c1052bb on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:26:35.874819 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: ff7460b1-fb07-44e4-b4f8-a30e36a1b326 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:26:35.875159 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device ff7460b1-fb07-44e4-b4f8-a30e36a1b326 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:26:35.875593 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e09451b0-375b-4c94-ba1f-810f7c1052bb no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:26:35.899153 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: e09451b0-375b-4c94-ba1f-810f7c1052bb {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:26:35.903156 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e09451b0-375b-4c94-ba1f-810f7c1052bb not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:26:35.903156 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b9a3a83f-869b-4aa9-8db3-2d01dc319b0f no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:26:35.924758 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.928499 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: b9a3a83f-869b-4aa9-8db3-2d01dc319b0f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:26:35.928855 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device b9a3a83f-869b-4aa9-8db3-2d01dc319b0f not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:26:35.938434 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-65573702-4445-4aee-a076-5a97b497e4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.947594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ccfca4d-8531-4591-ac25-6c5ae6a88e3a']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:35.957915 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05bd4b6-fcc9-46a0-a346-5b6625b8cafb') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:35.958213 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05bd4b6-fcc9-46a0-a346-5b6625b8cafb') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:35.965328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65573702-4445-4aee-a076-5a97b497e4b6 None None] Pushing event deleted for resources: {'Port': ['ID=e09451b0-375b-4c94-ba1f-810f7c1052bb,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:35.967741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.969161 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65573702-4445-4aee-a076-5a97b497e4b6 None None] No DVR routers for this DVR port e09451b0-375b-4c94-ba1f-810f7c1052bb on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:26:35.982236 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.988779 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: timer() Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:26:35.996382 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:26:36.108958 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:36.117048 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:36.118293 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6ccfca4d-8531-4591-ac25-6c5ae6a88e3a HTTP/1.1" status: 204 len: 168 time: 0.7120113 Nov 18 18:26:36.129478 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9f809-fc0f-430a-8ded-9bd922e94852 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ccfca4d-8531-4591-ac25-6c5ae6a88e3a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:36.452573 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41312) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:36.492315 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-39bb5885-fc9f-48b7-863c-24ecfbf9f9bd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bcdec728ac2845acb808143a0fc5800e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385485 Nov 18 18:26:36.494855 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41314) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:36.541707 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-814b755a-c004-4964-bea0-6f730a06e0de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:36.562811 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-814b755a-c004-4964-bea0-6f730a06e0de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:36.683641 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-814b755a-c004-4964-bea0-6f730a06e0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:36.686485 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-814b755a-c004-4964-bea0-6f730a06e0de admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:36.688796 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-814b755a-c004-4964-bea0-6f730a06e0de admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cc7a8b74-5d50-44fe-9e26-d8423687f0e3 HTTP/1.1" status: 204 len: 168 time: 0.1919069 Nov 18 18:26:36.696333 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b755a-c004-4964-bea0-6f730a06e0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7a8b74-5d50-44fe-9e26-d8423687f0e3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:37.377694 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41320) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:37.418134 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-790da20d-6de7-4c94-be43-2b55c6200681 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2f219aa274d54f1dbe1a72baf89e5aa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386939 Nov 18 18:26:37.420550 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41322) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:37.472491 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71bd94ba-cdfa-462c-bac1-d1b740d9657c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:37.493323 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71bd94ba-cdfa-462c-bac1-d1b740d9657c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:37.620821 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71bd94ba-cdfa-462c-bac1-d1b740d9657c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:37.623502 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71bd94ba-cdfa-462c-bac1-d1b740d9657c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:37.624717 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-71bd94ba-cdfa-462c-bac1-d1b740d9657c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d5465074-b764-4817-b8c0-e486793b2f07 HTTP/1.1" status: 204 len: 168 time: 0.2032793 Nov 18 18:26:37.633507 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd94ba-cdfa-462c-bac1-d1b740d9657c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5465074-b764-4817-b8c0-e486793b2f07,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:38.226237 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:26:38.652288 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41344) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:38.746518 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-36a9c55d-7ac3-4c3b-84ef-b5418001fc88 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-81567048-network', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:38.872217 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a9c55d-7ac3-4c3b-84ef-b5418001fc88 admin admin] Made reservation on behalf of 19daa93e1b2342979092c6d9a8e4e041 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:26:38.874649 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36a9c55d-7ac3-4c3b-84ef-b5418001fc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:38.884308 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36a9c55d-7ac3-4c3b-84ef-b5418001fc88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:38.959935 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36a9c55d-7ac3-4c3b-84ef-b5418001fc88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:39.066710 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36a9c55d-7ac3-4c3b-84ef-b5418001fc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:39.092363 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a9c55d-7ac3-4c3b-84ef-b5418001fc88 admin admin] vlan segment allocate from pool success with {'vlan_id': 1103, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:26:39.102026 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9c55d-7ac3-4c3b-84ef-b5418001fc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb3ad90-1a3c-4a6d-9f46-4f6a15be8cf5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:39.106935 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36a9c55d-7ac3-4c3b-84ef-b5418001fc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:39.107286 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-36a9c55d-7ac3-4c3b-84ef-b5418001fc88 admin admin] Added segment e099226f-c5c8-4e93-95c1-6e28109177d1 of type vlan for network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 Nov 18 18:26:39.147131 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36a9c55d-7ac3-4c3b-84ef-b5418001fc88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:39.248824 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36a9c55d-7ac3-4c3b-84ef-b5418001fc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:39.249812 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a9c55d-7ac3-4c3b-84ef-b5418001fc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:39.250400 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36a9c55d-7ac3-4c3b-84ef-b5418001fc88 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:39.309021 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9c55d-7ac3-4c3b-84ef-b5418001fc88 admin admin] Pushing event updated for resources: {'Network': ['ID=4f4e9310-5cd4-4f43-9d91-1778db0061d2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:39.329444 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:26:39.357531 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-36a9c55d-7ac3-4c3b-84ef-b5418001fc88 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7041364 Nov 18 18:26:39.360407 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41348) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:39.365738 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-bb597787-68c9-4697-bc24-377ddf3a30ea admin admin] Request body: {'subnet': {'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-81567048-subnet', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:39.457611 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb597787-68c9-4697-bc24-377ddf3a30ea admin admin] Made reservation on behalf of 19daa93e1b2342979092c6d9a8e4e041 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:26:39.460074 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb597787-68c9-4697-bc24-377ddf3a30ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:39.679965 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb597787-68c9-4697-bc24-377ddf3a30ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:39.737172 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb597787-68c9-4697-bc24-377ddf3a30ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=20e0c5c1-3d0a-4608-a49c-6b216b4048ff,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:39.749018 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb597787-68c9-4697-bc24-377ddf3a30ea admin admin] Checking segment: {'id': 'e099226f-c5c8-4e93-95c1-6e28109177d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:26:39.749385 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb597787-68c9-4697-bc24-377ddf3a30ea admin admin] Network hostable DHCP agents. Network: 4f4e9310-5cd4-4f43-9d91-1778db0061d2, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:26:39.849193 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb597787-68c9-4697-bc24-377ddf3a30ea admin admin] Network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:26:39.923206 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-bb597787-68c9-4697-bc24-377ddf3a30ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 4f4e9310-5cd4-4f43-9d91-1778db0061d2) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:39.927422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb597787-68c9-4697-bc24-377ddf3a30ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:39.928055 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb597787-68c9-4697-bc24-377ddf3a30ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:39.934974 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4c6b9d-2a58-4527-862d-434e5313a009 None None] Network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:26:40.020904 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-bb597787-68c9-4697-bc24-377ddf3a30ea admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6592538 Nov 18 18:26:40.023811 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41350) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:40.028181 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:40.080575 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:26:40.081463 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:40.154658 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:40.155751 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:40.211982 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:40.218492 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Allocated IP 172.20.0.2 (4f4e9310-5cd4-4f43-9d91-1778db0061d2/20e0c5c1-3d0a-4608-a49c-6b216b4048ff/fef3b9f1-1915-4333-b14c-02b6a7906f30) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:26:40.357058 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:40.432768 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:40.444024 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:40.485526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:26:40.488379 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:40.492117 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:26:40.500814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Pushing event updated for resources: {'Port': ['ID=fef3b9f1-1915-4333-b14c-02b6a7906f30,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:40.552498 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Attempting to bind port fef3b9f1-1915-4333-b14c-02b6a7906f30 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:26:40.552874 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Attempting to bind port fef3b9f1-1915-4333-b14c-02b6a7906f30 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'e099226f-c5c8-4e93-95c1-6e28109177d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:26:40.553248 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Attempting to bind port fef3b9f1-1915-4333-b14c-02b6a7906f30 on network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:26:40.558241 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:26:40.558660 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Checking segment: {'id': 'e099226f-c5c8-4e93-95c1-6e28109177d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:26:40.559052 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:40.559451 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Bound using segment: {'id': 'e099226f-c5c8-4e93-95c1-6e28109177d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:26:40.559945 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Bound port: fef3b9f1-1915-4333-b14c-02b6a7906f30, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e099226f-c5c8-4e93-95c1-6e28109177d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:26:40.560345 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:40.623520 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] For port fef3b9f1-1915-4333-b14c-02b6a7906f30, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:26:40.626859 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] For port fef3b9f1-1915-4333-b14c-02b6a7906f30, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fef3b9f1-1915-4333-b14c-02b6a7906f30,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:26:40.693869 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:40.709307 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:40.716564 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:40.771328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753220c5-cba6-4b92-b85d-e4ad8bd9d497 None None] Pushing event updated for resources: {'Port': ['ID=fef3b9f1-1915-4333-b14c-02b6a7906f30,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:40.825577 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Allocated IP 172.25.3.106 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/e3741d87-0bce-4891-ba97-ec4a2f759ad7) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:26:40.954111 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:41.061347 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:41.099232 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:26:41.102113 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:41.107239 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:26:41.113894 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Pushing event updated for resources: {'Port': ['ID=e3741d87-0bce-4891-ba97-ec4a2f759ad7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:41.114954 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4edc9a5-9dac-4e01-9561-8b2098ab1e77 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:26:41.161749 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-605af8bb-c67a-43e0-a251-80017e4c1c82 None None] Provisioning complete for port e3741d87-0bce-4891-ba97-ec4a2f759ad7 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:41.162186 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-605af8bb-c67a-43e0-a251-80017e4c1c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:41.195962 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-605af8bb-c67a-43e0-a251-80017e4c1c82 None None] Port e3741d87-0bce-4891-ba97-ec4a2f759ad7 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:26:41.677370 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8318106c-e3ac-46f4-a957-ddb2544ba958 None None] Network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:26:41.754420 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-435890f8-6499-4e33-bc64-aa8cd377a307 None None] Provisioning complete for port fef3b9f1-1915-4333-b14c-02b6a7906f30 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:41.754911 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-435890f8-6499-4e33-bc64-aa8cd377a307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:41.820597 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:41.894078 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fef3b9f1-1915-4333-b14c-02b6a7906f30 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:26:41.922229 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-435890f8-6499-4e33-bc64-aa8cd377a307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:41.978579 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-435890f8-6499-4e33-bc64-aa8cd377a307 None None] For port fef3b9f1-1915-4333-b14c-02b6a7906f30, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fef3b9f1-1915-4333-b14c-02b6a7906f30,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:41.987147 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port fef3b9f1-1915-4333-b14c-02b6a7906f30 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:41.987427 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:42.036331 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:42.064117 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-435890f8-6499-4e33-bc64-aa8cd377a307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:42.101985 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:42.140161 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435890f8-6499-4e33-bc64-aa8cd377a307 None None] Pushing event updated for resources: {'Port': ['ID=fef3b9f1-1915-4333-b14c-02b6a7906f30,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:42.180033 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 18:26:42.183428 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 18:26:42.232074 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Router 679dbd22-533b-4899-b855-30581031ad27 is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:26:42.287388 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a6daccef-2f0a-4662-81c2-995007415900 None None] Provisioning complete for port fef3b9f1-1915-4333-b14c-02b6a7906f30 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:42.287662 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a6daccef-2f0a-4662-81c2-995007415900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:42.340916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:26:42.356535 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Sync routers for ids ['679dbd22-533b-4899-b855-30581031ad27'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:26:42.380164 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Routers {'679dbd22-533b-4899-b855-30581031ad27'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:42.380776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['679dbd22-533b-4899-b855-30581031ad27'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:42.413689 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:42.415062 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-0f1042a9-f543-42e1-8e56-37223df6ac01 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3902481 Nov 18 18:26:42.417803 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41352) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:42.639904 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Set router 679dbd22-533b-4899-b855-30581031ad27 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:42.841101 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:42.850820 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:41Z', 'revision_number': 3, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:42.878206 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Checking router: 679dbd22-533b-4899-b855-30581031ad27 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:26:42.878570 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Updating router 679dbd22-533b-4899-b855-30581031ad27 port e3741d87-0bce-4891-ba97-ec4a2f759ad7 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:26:42.904092 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:42.999112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] Allocated IP 172.20.0.1 (4f4e9310-5cd4-4f43-9d91-1778db0061d2/20e0c5c1-3d0a-4608-a49c-6b216b4048ff/8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:26:43.105353 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:43.157333 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:43.206297 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:43.234372 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:43.244112 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] Network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:26:43.247066 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:43.250712 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:26:43.279111 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf50339-4fe2-43d7-8fc3-73f977f721af None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:26:43.283639 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] Pushing event updated for resources: {'Port': ['ID=8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:43.296047 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Attempting to bind port e3741d87-0bce-4891-ba97-ec4a2f759ad7 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:26:43.296422 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Attempting to bind port e3741d87-0bce-4891-ba97-ec4a2f759ad7 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:26:43.296794 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Attempting to bind port e3741d87-0bce-4891-ba97-ec4a2f759ad7 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:26:43.300823 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eead06-8466-4948-9dcd-217a39dac724 None None] Pushing event updated for resources: {'Port': ['ID=e3741d87-0bce-4891-ba97-ec4a2f759ad7,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:43.306225 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:26:43.306696 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:26:43.307001 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:43.307397 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:26:43.307902 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Bound port: e3741d87-0bce-4891-ba97-ec4a2f759ad7, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:26:43.308287 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:43.309724 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:43.368334 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] For port e3741d87-0bce-4891-ba97-ec4a2f759ad7, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:26:43.372556 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] For port e3741d87-0bce-4891-ba97-ec4a2f759ad7, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e3741d87-0bce-4891-ba97-ec4a2f759ad7,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:26:43.411327 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8ef903bc-7c59-4886-87a2-812f08237c97 None None] Provisioning complete for port e3741d87-0bce-4891-ba97-ec4a2f759ad7 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:43.411828 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ef903bc-7c59-4886-87a2-812f08237c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:43.447744 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8ef903bc-7c59-4886-87a2-812f08237c97 None None] Port e3741d87-0bce-4891-ba97-ec4a2f759ad7 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:26:43.469168 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:43.525254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11c8f14-a250-4655-9bcd-f312679a7be5 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:26:43.542405 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eead06-8466-4948-9dcd-217a39dac724 None None] Pushing event updated for resources: {'Port': ['ID=e3741d87-0bce-4891-ba97-ec4a2f759ad7,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:43.544737 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Routers {'679dbd22-533b-4899-b855-30581031ad27'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:43.545348 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['679dbd22-533b-4899-b855-30581031ad27'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:43.577135 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:43.606314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5d93acb0-6644-4025-ba75-d20ab53c1ce7 None None] Provisioning complete for port 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:43.606691 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d93acb0-6644-4025-ba75-d20ab53c1ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:43.682051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5d93acb0-6644-4025-ba75-d20ab53c1ce7 None None] Port 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:26:43.698114 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] Set router 679dbd22-533b-4899-b855-30581031ad27 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:43.733676 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5d93acb0-6644-4025-ba75-d20ab53c1ce7 None None] Provisioning complete for port e3741d87-0bce-4891-ba97-ec4a2f759ad7 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:43.734055 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d93acb0-6644-4025-ba75-d20ab53c1ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:43.747083 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:43.827024 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:43.862847 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fef3b9f1-1915-4333-b14c-02b6a7906f30 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:26:43.895729 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] Pushing event updated for resources: {'Port': ['ID=8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:43.898298 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:43.956875 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d93acb0-6644-4025-ba75-d20ab53c1ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:43.994119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] Network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:26:43.996706 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:44.009912 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5d93acb0-6644-4025-ba75-d20ab53c1ce7 None None] For port e3741d87-0bce-4891-ba97-ec4a2f759ad7, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e3741d87-0bce-4891-ba97-ec4a2f759ad7,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:44.019035 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port fef3b9f1-1915-4333-b14c-02b6a7906f30 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:44.019963 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:44.068270 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a', 'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'mac_address': 'fa:16:3e:82:7c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:42Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 1, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'subnets': [{'id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:44.099427 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e3ff6-a158-461b-8e4a-c4618dfd93b3 None None] The sync data for ids ['679dbd22-533b-4899-b855-30581031ad27'] in n-d-813419-11 is: [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a', 'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'mac_address': 'fa:16:3e:82:7c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:42Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 1, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'subnets': [{'id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:26:44.102299 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d93acb0-6644-4025-ba75-d20ab53c1ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:44.121043 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] Router 679dbd22-533b-4899-b855-30581031ad27 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:26:44.188006 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93acb0-6644-4025-ba75-d20ab53c1ce7 None None] Pushing event updated for resources: {'Port': ['ID=e3741d87-0bce-4891-ba97-ec4a2f759ad7,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:44.254366 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:26:44.260436 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6c78d24c-e9a1-4bc0-a622-7204c8b916d6 admin admin] 10.222.0.72 "PUT /v2.0/routers/679dbd22-533b-4899-b855-30581031ad27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8416035 Nov 18 18:26:44.330740 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-cacd3bcc-3ed2-40f0-9dd5-abbcec271a30 None None] Provisioning complete for port 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:44.331257 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cacd3bcc-3ed2-40f0-9dd5-abbcec271a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:44.373405 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cacd3bcc-3ed2-40f0-9dd5-abbcec271a30 None None] Port 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:26:44.995270 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41368) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:45.000471 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2e2800d4-c2f4-4c55-9546-09859c314ba7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1441798995-network', 'tenant_id': '32870fa2c9c74006bf60bc693f5b0683'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:45.106080 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2800d4-c2f4-4c55-9546-09859c314ba7 admin admin] Made reservation on behalf of 32870fa2c9c74006bf60bc693f5b0683 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:26:45.108553 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e2800d4-c2f4-4c55-9546-09859c314ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for network, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:45.118448 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e2800d4-c2f4-4c55-9546-09859c314ba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:45.197056 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e2800d4-c2f4-4c55-9546-09859c314ba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:45.269040 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e2800d4-c2f4-4c55-9546-09859c314ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:45.294945 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2800d4-c2f4-4c55-9546-09859c314ba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1147, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 18:26:45.305872 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2800d4-c2f4-4c55-9546-09859c314ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3ec26b-321a-4eee-9587-4dbf46db8327,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:45.310905 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e2800d4-c2f4-4c55-9546-09859c314ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:45.311250 n-d-813419-11 neutron-server[104008]: INFO neutron.db.segments_db [None req-2e2800d4-c2f4-4c55-9546-09859c314ba7 admin admin] Added segment 4f6b456c-60a8-4874-92ff-697f120fa9f4 of type vlan for network 5fd54b0f-6767-4b6f-a164-466ba4daf28e Nov 18 18:26:45.361092 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e2800d4-c2f4-4c55-9546-09859c314ba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793847878301'] for network, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:45.449080 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e2800d4-c2f4-4c55-9546-09859c314ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625'] for network, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:45.450092 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2800d4-c2f4-4c55-9546-09859c314ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:45.450673 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2e2800d4-c2f4-4c55-9546-09859c314ba7 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:45.516274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2800d4-c2f4-4c55-9546-09859c314ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=5fd54b0f-6767-4b6f-a164-466ba4daf28e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:45.526812 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Network 5fd54b0f-6767-4b6f-a164-466ba4daf28e details requested by agent ovs-agent-n-d-813419-11 with host n-d-813419-11 {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 18:26:45.556787 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-2e2800d4-c2f4-4c55-9546-09859c314ba7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5603390 Nov 18 18:26:45.559625 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41372) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:45.564425 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-65f2e443-59a9-4474-8301-de87380d268b admin admin] Request body: {'subnet': {'network_id': '5fd54b0f-6767-4b6f-a164-466ba4daf28e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1441798995-subnet', 'tenant_id': '32870fa2c9c74006bf60bc693f5b0683', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:45.661054 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f2e443-59a9-4474-8301-de87380d268b admin admin] Made reservation on behalf of 32870fa2c9c74006bf60bc693f5b0683 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:26:45.663496 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-65f2e443-59a9-4474-8301-de87380d268b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802472'] for subnet, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:45.888892 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e3741d87-0bce-4891-ba97-ec4a2f759ad7 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:26:45.895810 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-65f2e443-59a9-4474-8301-de87380d268b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60412360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802438'] for subnet, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:45.948649 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port e3741d87-0bce-4891-ba97-ec4a2f759ad7 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:45.949104 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:45.961641 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f2e443-59a9-4474-8301-de87380d268b admin admin] Checking segment: {'id': '4f6b456c-60a8-4874-92ff-697f120fa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5fd54b0f-6767-4b6f-a164-466ba4daf28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:26:45.962106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f2e443-59a9-4474-8301-de87380d268b admin admin] Network hostable DHCP agents. Network: 5fd54b0f-6767-4b6f-a164-466ba4daf28e, hostable agents: ['629e1185-a564-4e41-b406-66fd9da7c826'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 18:26:45.964255 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2e443-59a9-4474-8301-de87380d268b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff63a73a-6706-4aa9-9229-d1a582ee96c0,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:46.068807 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f2e443-59a9-4474-8301-de87380d268b admin admin] Network 5fd54b0f-6767-4b6f-a164-466ba4daf28e is scheduled to be hosted by DHCP agent 629e1185-a564-4e41-b406-66fd9da7c826 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 18:26:46.090856 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Sync routers for ids ['679dbd22-533b-4899-b855-30581031ad27'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:26:46.101524 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Routers {'679dbd22-533b-4899-b855-30581031ad27'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:46.108138 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['679dbd22-533b-4899-b855-30581031ad27'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:46.154111 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-65f2e443-59a9-4474-8301-de87380d268b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-11, 5fd54b0f-6767-4b6f-a164-466ba4daf28e) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:46.158463 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f2e443-59a9-4474-8301-de87380d268b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:46.159060 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-65f2e443-59a9-4474-8301-de87380d268b admin admin] Publish callbacks [] for subnet, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:46.163104 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167c79e9-c792-4380-a0ae-7c4d7ae22fac None None] Network 5fd54b0f-6767-4b6f-a164-466ba4daf28e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:26:46.274830 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-65f2e443-59a9-4474-8301-de87380d268b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7114525 Nov 18 18:26:46.275082 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41374) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:46.280049 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1441798995-router', 'tenant_id': '32870fa2c9c74006bf60bc693f5b0683', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:46.298998 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Set router 679dbd22-533b-4899-b855-30581031ad27 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:46.314818 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5640337a-7848-5f4b-a029-20bdd5a70c3c-5fd54b0f-6767-4b6f-a164-466ba4daf28e', 'network_id': '5fd54b0f-6767-4b6f-a164-466ba4daf28e', 'tenant_id': '32870fa2c9c74006bf60bc693f5b0683', 'fixed_ips': [{'subnet_id': 'ff63a73a-6706-4aa9-9229-d1a582ee96c0'}]}} from n-d-813419-11. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 18:26:46.315687 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:46.354970 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3689'] for router, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:46.356122 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2043189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2040923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3680'] for router, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:46.422226 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:46.469346 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Allocated IP 172.20.0.2 (5fd54b0f-6767-4b6f-a164-466ba4daf28e/ff63a73a-6706-4aa9-9229-d1a582ee96c0/a11dbc67-8488-4244-946c-d583a66e55dc) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:26:46.525147 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a', 'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'mac_address': 'fa:16:3e:82:7c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:42Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 2, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'subnets': [{'id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:46.556158 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Checking router: 679dbd22-533b-4899-b855-30581031ad27 for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:26:46.556412 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Updating router 679dbd22-533b-4899-b855-30581031ad27 port 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:26:46.581039 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:46.622809 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Publish callbacks [] for port, precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:46.640227 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:46.707420 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267'] for port, after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:46.751168 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Network 5fd54b0f-6767-4b6f-a164-466ba4daf28e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:26:46.754233 n-d-813419-11 neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:46.761517 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:26:46.766644 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Pushing event updated for resources: {'Port': ['ID=a11dbc67-8488-4244-946c-d583a66e55dc,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:46.829203 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Attempting to bind port a11dbc67-8488-4244-946c-d583a66e55dc on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:26:46.829531 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Attempting to bind port a11dbc67-8488-4244-946c-d583a66e55dc by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '4f6b456c-60a8-4874-92ff-697f120fa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5fd54b0f-6767-4b6f-a164-466ba4daf28e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:26:46.829872 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Attempting to bind port a11dbc67-8488-4244-946c-d583a66e55dc on network 5fd54b0f-6767-4b6f-a164-466ba4daf28e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:26:46.835783 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:26:46.836212 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Checking segment: {'id': '4f6b456c-60a8-4874-92ff-697f120fa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5fd54b0f-6767-4b6f-a164-466ba4daf28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:26:46.836619 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:46.837023 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Bound using segment: {'id': '4f6b456c-60a8-4874-92ff-697f120fa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5fd54b0f-6767-4b6f-a164-466ba4daf28e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:26:46.837528 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Bound port: a11dbc67-8488-4244-946c-d583a66e55dc, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6b456c-60a8-4874-92ff-697f120fa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5fd54b0f-6767-4b6f-a164-466ba4daf28e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:26:46.837916 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:46.873914 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:46.901774 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] For port a11dbc67-8488-4244-946c-d583a66e55dc, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:26:46.904936 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] For port a11dbc67-8488-4244-946c-d583a66e55dc, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a11dbc67-8488-4244-946c-d583a66e55dc,segment=NetworkSegment(4f6b456c-60a8-4874-92ff-697f120fa9f4),segment_id=4f6b456c-60a8-4874-92ff-697f120fa9f4)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:26:46.948895 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:46.967895 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:46.976971 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:46.983310 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:47.065514 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16205ae-018e-447c-a6a5-57d9e0af65a8 None None] Pushing event updated for resources: {'Port': ['ID=a11dbc67-8488-4244-946c-d583a66e55dc,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:47.072563 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221321c2-2715-48e3-9303-32affaf0409f None None] Pushing event updated for resources: {'Port': ['ID=8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:47.080256 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Attempting to bind port 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:26:47.080557 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Attempting to bind port 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': 'e099226f-c5c8-4e93-95c1-6e28109177d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:26:47.080930 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Attempting to bind port 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a on network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:26:47.091417 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221321c2-2715-48e3-9303-32affaf0409f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:47.092093 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221321c2-2715-48e3-9303-32affaf0409f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:47.092240 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221321c2-2715-48e3-9303-32affaf0409f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:47.092478 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221321c2-2715-48e3-9303-32affaf0409f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:47.092801 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221321c2-2715-48e3-9303-32affaf0409f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:47.093337 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221321c2-2715-48e3-9303-32affaf0409f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:47.093670 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221321c2-2715-48e3-9303-32affaf0409f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:47.094002 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221321c2-2715-48e3-9303-32affaf0409f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:47.094330 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221321c2-2715-48e3-9303-32affaf0409f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:47.094831 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221321c2-2715-48e3-9303-32affaf0409f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:47.095165 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221321c2-2715-48e3-9303-32affaf0409f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:47.095494 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221321c2-2715-48e3-9303-32affaf0409f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:26:47.099333 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:26:47.099717 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Checking segment: {'id': 'e099226f-c5c8-4e93-95c1-6e28109177d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:26:47.100176 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:47.100567 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Bound using segment: {'id': 'e099226f-c5c8-4e93-95c1-6e28109177d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:26:47.101056 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Bound port: 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e099226f-c5c8-4e93-95c1-6e28109177d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:26:47.101445 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:47.106686 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Allocated IP 172.25.3.17 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/07de16dd-4a04-4d8f-be44-9027802a39b9) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:26:47.183661 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] For port 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:26:47.187016 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] For port 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:26:47.254678 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:47.263550 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:47.330781 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e4d2f35e-77f0-4cc5-b2fa-5279b493e46c None None] Provisioning complete for port 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:47.331099 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e4d2f35e-77f0-4cc5-b2fa-5279b493e46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:47.352972 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Routers {'679dbd22-533b-4899-b855-30581031ad27'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:47.353758 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['679dbd22-533b-4899-b855-30581031ad27'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:47.383521 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:47.445115 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e4d2f35e-77f0-4cc5-b2fa-5279b493e46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:47.458114 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:26:47.462698 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:47.480252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:26:47.493612 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221321c2-2715-48e3-9303-32affaf0409f None None] Pushing event updated for resources: {'Port': ['ID=8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:47.525975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0320c5-377d-4c12-97ec-0f14d06a017e None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:26:47.552211 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] Set router 679dbd22-533b-4899-b855-30581031ad27 gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:47.555425 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e4d2f35e-77f0-4cc5-b2fa-5279b493e46c None None] For port 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:47.575875 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Pushing event updated for resources: {'Port': ['ID=07de16dd-4a04-4d8f-be44-9027802a39b9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:47.614972 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e4d2f35e-77f0-4cc5-b2fa-5279b493e46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:47.677777 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2f35e-77f0-4cc5-b2fa-5279b493e46c None None] Pushing event updated for resources: {'Port': ['ID=8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:47.740370 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-688fb22d-cb33-4691-8f96-76a531f926bc None None] Provisioning complete for port 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:47.740752 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-688fb22d-cb33-4691-8f96-76a531f926bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:47.768377 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a', 'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'mac_address': 'fa:16:3e:82:7c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:42Z', 'updated_at': '2021-11-18T18:26:47Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'subnets': [{'id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:47.802422 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e38ee-ff64-487b-aa38-1fa9ebb43806 None None] The sync data for ids ['679dbd22-533b-4899-b855-30581031ad27'] in n-d-813419-11 is: [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a', 'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'mac_address': 'fa:16:3e:82:7c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:42Z', 'updated_at': '2021-11-18T18:26:47Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'subnets': [{'id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:26:47.860314 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-688fb22d-cb33-4691-8f96-76a531f926bc None None] Provisioning complete for port 07de16dd-4a04-4d8f-be44-9027802a39b9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:47.860888 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-688fb22d-cb33-4691-8f96-76a531f926bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:47.924543 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-688fb22d-cb33-4691-8f96-76a531f926bc None None] Port 07de16dd-4a04-4d8f-be44-9027802a39b9 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:26:48.052238 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:26:48.112629 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:48.113331 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:48.213956 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a11dbc67-8488-4244-946c-d583a66e55dc up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:26:48.249375 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:48.266964 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a11dbc67-8488-4244-946c-d583a66e55dc triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:48.267475 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:48.338250 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f890b72a-5981-48fb-9080-cc5bcda240d0 None None] Network 5fd54b0f-6767-4b6f-a164-466ba4daf28e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:26:48.479476 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2043178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2041768'] for router, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:48.592747 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:48.594594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-35c5dad1-de8e-4899-8cf6-0737cefebef5 None None] Provisioning complete for port a11dbc67-8488-4244-946c-d583a66e55dc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:48.594948 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-35c5dad1-de8e-4899-8cf6-0737cefebef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:48.675192 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] For port a11dbc67-8488-4244-946c-d583a66e55dc, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a11dbc67-8488-4244-946c-d583a66e55dc,segment=NetworkSegment(4f6b456c-60a8-4874-92ff-697f120fa9f4),segment_id=4f6b456c-60a8-4874-92ff-697f120fa9f4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:48.686023 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Router 8c3a65d6-222d-45b5-8430-0ab080d2cf0f is scheduled to L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 18:26:48.758237 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:48.770250 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-35c5dad1-de8e-4899-8cf6-0737cefebef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:48.794590 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:26:48.807329 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Sync routers for ids ['8c3a65d6-222d-45b5-8430-0ab080d2cf0f'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:26:48.853522 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Pushing event updated for resources: {'Port': ['ID=a11dbc67-8488-4244-946c-d583a66e55dc,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:48.873132 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Routers {'8c3a65d6-222d-45b5-8430-0ab080d2cf0f'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:48.873776 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['8c3a65d6-222d-45b5-8430-0ab080d2cf0f'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:48.905376 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] Publish callbacks [] for router, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:48.909591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41376) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:48.912879 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-25528b3c-d517-4cec-bac7-f356269bb685 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6334598 Nov 18 18:26:48.929915 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.db.api [None req-35c5dad1-de8e-4899-8cf6-0737cefebef5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 18:26:48.930196 n-d-813419-11 neutron-server[104009]: DEBUG oslo_db.api [None req-35c5dad1-de8e-4899-8cf6-0737cefebef5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 18:26:48.994582 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Set router 8c3a65d6-222d-45b5-8430-0ab080d2cf0f gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:49.177194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'name': 'tempest-TestSnapshotPattern-1441798995-router', 'tenant_id': '32870fa2c9c74006bf60bc693f5b0683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '07de16dd-4a04-4d8f-be44-9027802a39b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:46Z', 'updated_at': '2021-11-18T18:26:47Z', 'revision_number': 3, 'project_id': '32870fa2c9c74006bf60bc693f5b0683', 'gw_port': {'id': '07de16dd-4a04-4d8f-be44-9027802a39b9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:58:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:46Z', 'updated_at': '2021-11-18T18:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:49.207907 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Checking router: 8c3a65d6-222d-45b5-8430-0ab080d2cf0f for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:26:49.208187 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Updating router 8c3a65d6-222d-45b5-8430-0ab080d2cf0f port 07de16dd-4a04-4d8f-be44-9027802a39b9 binding host n-d-813419-11 {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:26:49.232741 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:49.337219 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:49.493585 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] Allocated IP 172.20.0.1 (5fd54b0f-6767-4b6f-a164-466ba4daf28e/ff63a73a-6706-4aa9-9229-d1a582ee96c0/2bb37ae9-88ed-443d-b434-59736237f3c3) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:26:49.516270 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Publish callbacks [] for port, precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:49.600630 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:49.604952 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:49.660896 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162c3cbb-2c74-46f9-bc59-b9802f5aedef None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:26:49.669692 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56f452-aa65-4fa6-b6c5-4246865a6706 None None] Pushing event updated for resources: {'Port': ['ID=07de16dd-4a04-4d8f-be44-9027802a39b9,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:49.674618 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Attempting to bind port 07de16dd-4a04-4d8f-be44-9027802a39b9 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:26:49.675000 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Attempting to bind port 07de16dd-4a04-4d8f-be44-9027802a39b9 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:26:49.675371 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Attempting to bind port 07de16dd-4a04-4d8f-be44-9027802a39b9 on network b4d1cde8-1533-4ffb-87b1-aa80817fd09e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:26:49.678971 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c5552f2d-4972-4fca-b90d-72496ac00847 None None] Provisioning complete for port a11dbc67-8488-4244-946c-d583a66e55dc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:49.679350 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5552f2d-4972-4fca-b90d-72496ac00847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:49.687618 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:26:49.687618 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Checking segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:26:49.687618 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:49.687618 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Bound using segment: {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:26:49.687618 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Bound port: 07de16dd-4a04-4d8f-be44-9027802a39b9, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b49d3c-628a-457f-a774-628f79b37b38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:26:49.687618 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:49.707111 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:49.745302 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] Network 5fd54b0f-6767-4b6f-a164-466ba4daf28e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:26:49.749605 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:49.756255 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:26:49.771186 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] For port 07de16dd-4a04-4d8f-be44-9027802a39b9, host n-d-813419-11, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:26:49.776913 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] For port 07de16dd-4a04-4d8f-be44-9027802a39b9, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=07de16dd-4a04-4d8f-be44-9027802a39b9,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:26:49.782796 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb37ae9-88ed-443d-b434-59736237f3c3,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:49.803939 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2041691'] for router_interface, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:49.867471 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a11dbc67-8488-4244-946c-d583a66e55dc up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:26:49.902468 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:49.976947 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1e0c8f-472e-4a31-a432-dff79da60e7d None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:26:50.006011 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56f452-aa65-4fa6-b6c5-4246865a6706 None None] Pushing event updated for resources: {'Port': ['ID=07de16dd-4a04-4d8f-be44-9027802a39b9,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:50.006011 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6cb660db-9a9b-45ae-a5ba-6f82238b605d None None] Provisioning complete for port 07de16dd-4a04-4d8f-be44-9027802a39b9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:50.006011 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6cb660db-9a9b-45ae-a5ba-6f82238b605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:50.010406 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Routers {'8c3a65d6-222d-45b5-8430-0ab080d2cf0f'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:50.011031 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['8c3a65d6-222d-45b5-8430-0ab080d2cf0f'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:50.025691 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:50.073055 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port a11dbc67-8488-4244-946c-d583a66e55dc triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:50.073338 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:50.193420 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:50.213712 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] Set router 8c3a65d6-222d-45b5-8430-0ab080d2cf0f gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:50.257590 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:50.330035 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb37ae9-88ed-443d-b434-59736237f3c3,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:50.335992 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1777655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041323'] for router_interface, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:50.412156 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6cb660db-9a9b-45ae-a5ba-6f82238b605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:50.433866 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] Network 5fd54b0f-6767-4b6f-a164-466ba4daf28e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:26:50.435301 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:50.463257 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6cb660db-9a9b-45ae-a5ba-6f82238b605d None None] For port 07de16dd-4a04-4d8f-be44-9027802a39b9, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=07de16dd-4a04-4d8f-be44-9027802a39b9,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:50.546045 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6cb660db-9a9b-45ae-a5ba-6f82238b605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:50.662254 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb660db-9a9b-45ae-a5ba-6f82238b605d None None] Pushing event updated for resources: {'Port': ['ID=07de16dd-4a04-4d8f-be44-9027802a39b9,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:50.699505 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f12c2d2e-4307-4015-a3da-01c3e5e6af9a None None] Provisioning complete for port 2bb37ae9-88ed-443d-b434-59736237f3c3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:50.699919 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f12c2d2e-4307-4015-a3da-01c3e5e6af9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:50.751933 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f12c2d2e-4307-4015-a3da-01c3e5e6af9a None None] Port 2bb37ae9-88ed-443d-b434-59736237f3c3 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:26:50.764239 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'name': 'tempest-TestSnapshotPattern-1441798995-router', 'tenant_id': '32870fa2c9c74006bf60bc693f5b0683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '07de16dd-4a04-4d8f-be44-9027802a39b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:46Z', 'updated_at': '2021-11-18T18:26:49Z', 'revision_number': 4, 'project_id': '32870fa2c9c74006bf60bc693f5b0683', 'gw_port': {'id': '07de16dd-4a04-4d8f-be44-9027802a39b9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:58:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:46Z', 'updated_at': '2021-11-18T18:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '2bb37ae9-88ed-443d-b434-59736237f3c3', 'name': '', 'network_id': '5fd54b0f-6767-4b6f-a164-466ba4daf28e', 'tenant_id': '32870fa2c9c74006bf60bc693f5b0683', 'mac_address': 'fa:16:3e:9e:47:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'ff63a73a-6706-4aa9-9229-d1a582ee96c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:49Z', 'updated_at': '2021-11-18T18:26:49Z', 'revision_number': 1, 'project_id': '32870fa2c9c74006bf60bc693f5b0683', 'subnets': [{'id': 'ff63a73a-6706-4aa9-9229-d1a582ee96c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:50.793608 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfedaa68-bea0-4d4c-87ac-96134e7b625b None None] The sync data for ids ['8c3a65d6-222d-45b5-8430-0ab080d2cf0f'] in n-d-813419-11 is: [{'id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'name': 'tempest-TestSnapshotPattern-1441798995-router', 'tenant_id': '32870fa2c9c74006bf60bc693f5b0683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '07de16dd-4a04-4d8f-be44-9027802a39b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:46Z', 'updated_at': '2021-11-18T18:26:49Z', 'revision_number': 4, 'project_id': '32870fa2c9c74006bf60bc693f5b0683', 'gw_port': {'id': '07de16dd-4a04-4d8f-be44-9027802a39b9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:58:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:46Z', 'updated_at': '2021-11-18T18:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '2bb37ae9-88ed-443d-b434-59736237f3c3', 'name': '', 'network_id': '5fd54b0f-6767-4b6f-a164-466ba4daf28e', 'tenant_id': '32870fa2c9c74006bf60bc693f5b0683', 'mac_address': 'fa:16:3e:9e:47:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'ff63a73a-6706-4aa9-9229-d1a582ee96c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:49Z', 'updated_at': '2021-11-18T18:26:49Z', 'revision_number': 1, 'project_id': '32870fa2c9c74006bf60bc693f5b0683', 'subnets': [{'id': 'ff63a73a-6706-4aa9-9229-d1a582ee96c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:26:50.796247 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f12c2d2e-4307-4015-a3da-01c3e5e6af9a None None] Provisioning complete for port 07de16dd-4a04-4d8f-be44-9027802a39b9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:50.796623 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f12c2d2e-4307-4015-a3da-01c3e5e6af9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:50.964875 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] Router 8c3a65d6-222d-45b5-8430-0ab080d2cf0f has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:26:51.025706 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a957a965-61c9-4d39-8d80-dadc090150aa None None] Provisioning complete for port 2bb37ae9-88ed-443d-b434-59736237f3c3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:51.026872 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a957a965-61c9-4d39-8d80-dadc090150aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:51.098582 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a957a965-61c9-4d39-8d80-dadc090150aa None None] Port 2bb37ae9-88ed-443d-b434-59736237f3c3 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:26:51.143296 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:26:51.154267 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-f138099e-58aa-4f27-9a1b-89cf5a289302 admin admin] 10.222.0.72 "PUT /v2.0/routers/8c3a65d6-222d-45b5-8430-0ab080d2cf0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2384529 Nov 18 18:26:51.863983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41394) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:51.872536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8172b785-73a6-4f3b-9b5f-4f1be56483ad tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749688313', 'description': 'tempest-secgroup-smoke-1749688313 description', 'project_id': '19daa93e1b2342979092c6d9a8e4e041'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:51.909594 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 07de16dd-4a04-4d8f-be44-9027802a39b9 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:26:51.951774 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8172b785-73a6-4f3b-9b5f-4f1be56483ad tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:51.966167 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 07de16dd-4a04-4d8f-be44-9027802a39b9 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:51.966563 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:52.032255 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8172b785-73a6-4f3b-9b5f-4f1be56483ad tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:52.097039 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8172b785-73a6-4f3b-9b5f-4f1be56483ad tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:52.131286 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172b785-73a6-4f3b-9b5f-4f1be56483ad tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5b5d2b-8f97-4296-a67b-0ca2facb8008,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:52.200305 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8172b785-73a6-4f3b-9b5f-4f1be56483ad tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:52.201822 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8172b785-73a6-4f3b-9b5f-4f1be56483ad tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3365440 Nov 18 18:26:52.205292 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41396) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:52.210557 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-36ffcdae-b829-4852-b05f-db6f28d43f5c tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Request body: {'security_group_rule': {'security_group_id': 'ab5b5d2b-8f97-4296-a67b-0ca2facb8008', 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:52.302267 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-36ffcdae-b829-4852-b05f-db6f28d43f5c tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:52.348127 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:52.357560 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-36ffcdae-b829-4852-b05f-db6f28d43f5c tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:52.431643 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-36ffcdae-b829-4852-b05f-db6f28d43f5c tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:52.449884 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffcdae-b829-4852-b05f-db6f28d43f5c tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f70db18-0d4d-4e56-88cd-16d137b960dc,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:52.511499 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-36ffcdae-b829-4852-b05f-db6f28d43f5c tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:52.513268 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-36ffcdae-b829-4852-b05f-db6f28d43f5c tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3068600 Nov 18 18:26:52.516479 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41398) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:52.521629 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e58be230-0ced-4c3c-aa8e-2f4b9be673b8 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Request body: {'security_group_rule': {'security_group_id': 'ab5b5d2b-8f97-4296-a67b-0ca2facb8008', 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:52.691824 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e58be230-0ced-4c3c-aa8e-2f4b9be673b8 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:52.749674 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e58be230-0ced-4c3c-aa8e-2f4b9be673b8 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:52.857213 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e58be230-0ced-4c3c-aa8e-2f4b9be673b8 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:52.877797 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58be230-0ced-4c3c-aa8e-2f4b9be673b8 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630539ad-37d1-4c5a-a67c-22a332e58438,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:52.944949 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e58be230-0ced-4c3c-aa8e-2f4b9be673b8 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:52.946129 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-e58be230-0ced-4c3c-aa8e-2f4b9be673b8 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4286678 Nov 18 18:26:52.949012 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41400) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:52.955303 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9f630064-e7ad-4c14-904f-48511c8a371a tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Request body: {'security_group_rule': {'security_group_id': 'ab5b5d2b-8f97-4296-a67b-0ca2facb8008', 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:53.042630 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f630064-e7ad-4c14-904f-48511c8a371a tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:53.097932 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f630064-e7ad-4c14-904f-48511c8a371a tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:53.163072 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f630064-e7ad-4c14-904f-48511c8a371a tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:53.183134 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f630064-e7ad-4c14-904f-48511c8a371a tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a97cc9-a184-4056-9006-1d33bb0eaccf,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:53.239904 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f630064-e7ad-4c14-904f-48511c8a371a tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:53.241107 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9f630064-e7ad-4c14-904f-48511c8a371a tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2911475 Nov 18 18:26:53.243985 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41402) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:53.248446 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-25faeece-f66f-41f2-9b9c-00493443a91e tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Request body: {'security_group_rule': {'security_group_id': 'ab5b5d2b-8f97-4296-a67b-0ca2facb8008', 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:53.334849 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25faeece-f66f-41f2-9b9c-00493443a91e tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:53.390860 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25faeece-f66f-41f2-9b9c-00493443a91e tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:53.494760 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25faeece-f66f-41f2-9b9c-00493443a91e tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:53.513426 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faeece-f66f-41f2-9b9c-00493443a91e tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15025b7-ddaa-445f-a7da-3c2267a32c64,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:53.616823 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Sync routers for ids ['8c3a65d6-222d-45b5-8430-0ab080d2cf0f'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:26:53.631174 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Routers {'8c3a65d6-222d-45b5-8430-0ab080d2cf0f'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:53.632104 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['8c3a65d6-222d-45b5-8430-0ab080d2cf0f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:53.635993 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-25faeece-f66f-41f2-9b9c-00493443a91e tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:53.635993 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-25faeece-f66f-41f2-9b9c-00493443a91e tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3899343 Nov 18 18:26:53.638180 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 41404) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:53.643252 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6ce25e58-55fe-44cd-b051-a57131b7f231 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Request body: {'security_group_rule': {'security_group_id': 'ab5b5d2b-8f97-4296-a67b-0ca2facb8008', 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:53.728762 n-d-813419-11 neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-6ce25e58-55fe-44cd-b051-a57131b7f231 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Project 19daa93e1b2342979092c6d9a8e4e041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:26:53.733983 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ce25e58-55fe-44cd-b051-a57131b7f231 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:53.746638 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Set router 8c3a65d6-222d-45b5-8430-0ab080d2cf0f gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:53.793565 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ce25e58-55fe-44cd-b051-a57131b7f231 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:53.856827 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ce25e58-55fe-44cd-b051-a57131b7f231 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:53.874003 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce25e58-55fe-44cd-b051-a57131b7f231 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9c4a98-3765-40d0-8754-2dc2f790fa52,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:53.951566 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'name': 'tempest-TestSnapshotPattern-1441798995-router', 'tenant_id': '32870fa2c9c74006bf60bc693f5b0683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '07de16dd-4a04-4d8f-be44-9027802a39b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:46Z', 'updated_at': '2021-11-18T18:26:49Z', 'revision_number': 4, 'project_id': '32870fa2c9c74006bf60bc693f5b0683', 'gw_port': {'id': '07de16dd-4a04-4d8f-be44-9027802a39b9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:58:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:46Z', 'updated_at': '2021-11-18T18:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '2bb37ae9-88ed-443d-b434-59736237f3c3', 'name': '', 'network_id': '5fd54b0f-6767-4b6f-a164-466ba4daf28e', 'tenant_id': '32870fa2c9c74006bf60bc693f5b0683', 'mac_address': 'fa:16:3e:9e:47:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'ff63a73a-6706-4aa9-9229-d1a582ee96c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:49Z', 'updated_at': '2021-11-18T18:26:50Z', 'revision_number': 2, 'project_id': '32870fa2c9c74006bf60bc693f5b0683', 'subnets': [{'id': 'ff63a73a-6706-4aa9-9229-d1a582ee96c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:53.973504 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ce25e58-55fe-44cd-b051-a57131b7f231 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:53.974733 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-6ce25e58-55fe-44cd-b051-a57131b7f231 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3354588 Nov 18 18:26:53.982152 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Checking router: 8c3a65d6-222d-45b5-8430-0ab080d2cf0f for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:26:53.982514 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Updating router 8c3a65d6-222d-45b5-8430-0ab080d2cf0f port 2bb37ae9-88ed-443d-b434-59736237f3c3 binding host n-d-813419-11 {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 18:26:54.015186 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:54.016009 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:54.042099 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41406) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:26:54.046926 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-6bdb8be3-9e71-40d9-8ac9-2ce0c52f38e3 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Request body: {'security_group_rule': {'security_group_id': 'ab5b5d2b-8f97-4296-a67b-0ca2facb8008', 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:54.169334 n-d-813419-11 neutron-server[104007]: INFO neutron.db.securitygroups_db [None req-6bdb8be3-9e71-40d9-8ac9-2ce0c52f38e3 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Project 19daa93e1b2342979092c6d9a8e4e041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 18:26:54.174907 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8be3-9e71-40d9-8ac9-2ce0c52f38e3 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:54.239895 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8be3-9e71-40d9-8ac9-2ce0c52f38e3 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:54.348355 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8be3-9e71-40d9-8ac9-2ce0c52f38e3 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637025'] for security_group_rule, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:54.366550 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb8be3-9e71-40d9-8ac9-2ce0c52f38e3 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a53085-e476-4879-bd25-c4ccf64957f0,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:54.373762 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Publish callbacks [] for port, precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:54.462107 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8be3-9e71-40d9-8ac9-2ce0c52f38e3 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:54.463384 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6bdb8be3-9e71-40d9-8ac9-2ce0c52f38e3 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4200718 Nov 18 18:26:54.489745 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:54.543123 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250e387-b082-43da-b63f-4acaa42a91f4 None None] Pushing event updated for resources: {'Port': ['ID=2bb37ae9-88ed-443d-b434-59736237f3c3,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:54.599224 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Attempting to bind port 2bb37ae9-88ed-443d-b434-59736237f3c3 on host n-d-813419-11 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:26:54.599358 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Attempting to bind port 2bb37ae9-88ed-443d-b434-59736237f3c3 by drivers openvswitch,hyperv on host n-d-813419-11 at level 0 using segments [{'id': '4f6b456c-60a8-4874-92ff-697f120fa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5fd54b0f-6767-4b6f-a164-466ba4daf28e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:26:54.599703 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Attempting to bind port 2bb37ae9-88ed-443d-b434-59736237f3c3 on network 5fd54b0f-6767-4b6f-a164-466ba4daf28e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:26:54.605554 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Checking agent: {'id': 'ce8142c4-3b02-43db-b690-aa85caf88283', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 55, 5), 'started_at': datetime.datetime(2021, 11, 18, 16, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:26:54.605936 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Checking segment: {'id': '4f6b456c-60a8-4874-92ff-697f120fa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5fd54b0f-6767-4b6f-a164-466ba4daf28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:26:54.606349 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:54.606754 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Bound using segment: {'id': '4f6b456c-60a8-4874-92ff-697f120fa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5fd54b0f-6767-4b6f-a164-466ba4daf28e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:26:54.607233 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Bound port: 2bb37ae9-88ed-443d-b434-59736237f3c3, host: n-d-813419-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6b456c-60a8-4874-92ff-697f120fa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5fd54b0f-6767-4b6f-a164-466ba4daf28e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:26:54.607629 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:54.631662 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-11b1f9d7-d990-4985-9dd6-f00daf3ceef0 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749688313&fields=id&tenant_id=19daa93e1b2342979092c6d9a8e4e041 HTTP/1.1" status: 200 len: 267 time: 0.0530777 Nov 18 18:26:54.685106 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] For port 2bb37ae9-88ed-443d-b434-59736237f3c3, host n-d-813419-11, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:26:54.688547 n-d-813419-11 neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] For port 2bb37ae9-88ed-443d-b434-59736237f3c3, host n-d-813419-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2bb37ae9-88ed-443d-b434-59736237f3c3,segment=NetworkSegment(4f6b456c-60a8-4874-92ff-697f120fa9f4),segment_id=4f6b456c-60a8-4874-92ff-697f120fa9f4)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:26:54.752568 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-2981c4fc-d437-41bf-ac90-842262f58999 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:54.753009 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8e12e742-363a-4da6-b17a-5952ceffba25 None None] Provisioning complete for port 2bb37ae9-88ed-443d-b434-59736237f3c3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:54.753496 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e12e742-363a-4da6-b17a-5952ceffba25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:54.754129 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-2981c4fc-d437-41bf-ac90-842262f58999 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/networks?id=4f4e9310-5cd4-4f43-9d91-1778db0061d2 HTTP/1.1" status: 200 len: 808 time: 0.1148696 Nov 18 18:26:54.769320 n-d-813419-11 neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:54.769531 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-135faf7f-cfc2-4e93-8e2e-78264d8659b6 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/quotas/19daa93e1b2342979092c6d9a8e4e041 HTTP/1.1" status: 200 len: 375 time: 0.0092475 Nov 18 18:26:54.790519 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8e12e742-363a-4da6-b17a-5952ceffba25 None None] Port 2bb37ae9-88ed-443d-b434-59736237f3c3 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:26:54.825702 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-80b5a3cd-4906-4b1d-b81f-ce985164fef5 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=19daa93e1b2342979092c6d9a8e4e041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498905 Nov 18 18:26:54.835012 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Routers {'8c3a65d6-222d-45b5-8430-0ab080d2cf0f'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:26:54.835657 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:26:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['8c3a65d6-222d-45b5-8430-0ab080d2cf0f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:54.840916 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250e387-b082-43da-b63f-4acaa42a91f4 None None] Pushing event updated for resources: {'Port': ['ID=2bb37ae9-88ed-443d-b434-59736237f3c3,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:54.844608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-fde14156-a1f2-41b9-a546-8c5d41fc85cd service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:26:54.845723 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-fde14156-a1f2-41b9-a546-8c5d41fc85cd service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058851 Nov 18 18:26:54.954622 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-45cb8478-e201-4ade-b742-1449ad8f9d07 service neutron] 10.222.0.72 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997455 Nov 18 18:26:54.954839 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] Set router 8c3a65d6-222d-45b5-8430-0ab080d2cf0f gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:26:55.053473 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-59fa3c9d-c3dd-4240-8aae-f1ea773bc64b service neutron] 10.222.0.72 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914223 Nov 18 18:26:55.113877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-caf67e51-de8b-4911-8934-5e5e0d7848a3 None None] Provisioning complete for port 2bb37ae9-88ed-443d-b434-59736237f3c3 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:55.114391 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-caf67e51-de8b-4911-8934-5e5e0d7848a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:55.158583 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'name': 'tempest-TestSnapshotPattern-1441798995-router', 'tenant_id': '32870fa2c9c74006bf60bc693f5b0683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '07de16dd-4a04-4d8f-be44-9027802a39b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:46Z', 'updated_at': '2021-11-18T18:26:49Z', 'revision_number': 4, 'project_id': '32870fa2c9c74006bf60bc693f5b0683', 'gw_port': {'id': '07de16dd-4a04-4d8f-be44-9027802a39b9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:58:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:46Z', 'updated_at': '2021-11-18T18:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '2bb37ae9-88ed-443d-b434-59736237f3c3', 'name': '', 'network_id': '5fd54b0f-6767-4b6f-a164-466ba4daf28e', 'tenant_id': '32870fa2c9c74006bf60bc693f5b0683', 'mac_address': 'fa:16:3e:9e:47:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'ff63a73a-6706-4aa9-9229-d1a582ee96c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:49Z', 'updated_at': '2021-11-18T18:26:54Z', 'revision_number': 4, 'project_id': '32870fa2c9c74006bf60bc693f5b0683', 'subnets': [{'id': 'ff63a73a-6706-4aa9-9229-d1a582ee96c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:26:55.185158 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5502a99-85b5-47a0-98f3-5b922de0c040 None None] The sync data for ids ['8c3a65d6-222d-45b5-8430-0ab080d2cf0f'] in n-d-813419-11 is: [{'id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'name': 'tempest-TestSnapshotPattern-1441798995-router', 'tenant_id': '32870fa2c9c74006bf60bc693f5b0683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '07de16dd-4a04-4d8f-be44-9027802a39b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:46Z', 'updated_at': '2021-11-18T18:26:49Z', 'revision_number': 4, 'project_id': '32870fa2c9c74006bf60bc693f5b0683', 'gw_port': {'id': '07de16dd-4a04-4d8f-be44-9027802a39b9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:58:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:46Z', 'updated_at': '2021-11-18T18:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '2bb37ae9-88ed-443d-b434-59736237f3c3', 'name': '', 'network_id': '5fd54b0f-6767-4b6f-a164-466ba4daf28e', 'tenant_id': '32870fa2c9c74006bf60bc693f5b0683', 'mac_address': 'fa:16:3e:9e:47:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'ff63a73a-6706-4aa9-9229-d1a582ee96c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:49Z', 'updated_at': '2021-11-18T18:26:54Z', 'revision_number': 4, 'project_id': '32870fa2c9c74006bf60bc693f5b0683', 'subnets': [{'id': 'ff63a73a-6706-4aa9-9229-d1a582ee96c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:26:55.198146 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-caf67e51-de8b-4911-8934-5e5e0d7848a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:55.232999 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-caf67e51-de8b-4911-8934-5e5e0d7848a3 None None] For port 2bb37ae9-88ed-443d-b434-59736237f3c3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2bb37ae9-88ed-443d-b434-59736237f3c3,segment=NetworkSegment(4f6b456c-60a8-4874-92ff-697f120fa9f4),segment_id=4f6b456c-60a8-4874-92ff-697f120fa9f4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:26:55.313044 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-11f7f106-01b3-4916-997c-9a0acaaf0616 req-9b8eebfb-bdd6-4813-86b8-bbb4b72b92ab tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 210 time: 0.0316246 Nov 18 18:26:55.317992 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-caf67e51-de8b-4911-8934-5e5e0d7848a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:55.370564 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf67e51-de8b-4911-8934-5e5e0d7848a3 None None] Pushing event updated for resources: {'Port': ['ID=2bb37ae9-88ed-443d-b434-59736237f3c3,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:55.884386 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2bb37ae9-88ed-443d-b434-59736237f3c3 up at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:26:55.936712 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Provisioning complete for port 2bb37ae9-88ed-443d-b434-59736237f3c3 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:55.937116 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:56.397248 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48eacef7-6bde-450d-a3d8-5bc2bacfb067 req-4289a847-22db-45a4-bf80-dcd9b6af2cac tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 210 time: 0.0272028 Nov 18 18:26:57.490165 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-957c2e52-5b85-440d-a5ee-d7204914ebfe req-bb28a214-6a3e-41fd-9a5a-1217c09e1008 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 210 time: 0.0265160 Nov 18 18:26:57.822360 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-914024e4-b67c-4bc0-bf5d-1a095ca52165 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:57.823838 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-914024e4-b67c-4bc0-bf5d-1a095ca52165 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.81 "GET /v2.0/networks?id=4f4e9310-5cd4-4f43-9d91-1778db0061d2 HTTP/1.1" status: 200 len: 808 time: 0.1065195 Nov 18 18:26:57.893654 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-f447bdd7-471b-49f5-a8b2-3f05e19488f3 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19daa93e1b2342979092c6d9a8e4e041 HTTP/1.1" status: 200 len: 380 time: 0.0592790 Nov 18 18:26:57.903637 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-68010f8b-7955-44cf-9ee3-42aa6c105085 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Request body: {'port': {'device_id': '72382262-926a-4716-903c-0b895245bf68', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'admin_state_up': True, 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'security_groups': ['ab5b5d2b-8f97-4296-a67b-0ca2facb8008']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:58.157397 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-68010f8b-7955-44cf-9ee3-42aa6c105085 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Made reservation on behalf of 19daa93e1b2342979092c6d9a8e4e041 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:26:58.161021 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-68010f8b-7955-44cf-9ee3-42aa6c105085 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:58.285459 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-68010f8b-7955-44cf-9ee3-42aa6c105085 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Allocated IP 172.20.0.3 (4f4e9310-5cd4-4f43-9d91-1778db0061d2/20e0c5c1-3d0a-4608-a49c-6b216b4048ff/d5399e8f-90bf-4213-827c-c0195b2185ed) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:26:58.426142 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-68010f8b-7955-44cf-9ee3-42aa6c105085 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:58.569646 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-68010f8b-7955-44cf-9ee3-42aa6c105085 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:58.606641 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39d498-37bf-4ec4-825e-73d7281c0bb9 req-9e6ab8a6-5046-425c-9d7c-5ae16a768696 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:58.608195 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab39d498-37bf-4ec4-825e-73d7281c0bb9 req-9e6ab8a6-5046-425c-9d7c-5ae16a768696 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 931 time: 0.0496101 Nov 18 18:26:58.613653 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-68010f8b-7955-44cf-9ee3-42aa6c105085 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:26:58.619025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-68010f8b-7955-44cf-9ee3-42aa6c105085 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:26:58.620682 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-68010f8b-7955-44cf-9ee3-42aa6c105085 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:26:58.647100 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68010f8b-7955-44cf-9ee3-42aa6c105085 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Pushing event updated for resources: {'Port': ['ID=d5399e8f-90bf-4213-827c-c0195b2185ed,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:58.670862 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-ab39d498-37bf-4ec4-825e-73d7281c0bb9 req-a4172f55-9b88-47a0-ac5e-8aac5b182257 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471530 Nov 18 18:26:58.676928 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-68010f8b-7955-44cf-9ee3-42aa6c105085 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:58.677528 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-68010f8b-7955-44cf-9ee3-42aa6c105085 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:58.791545 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-68010f8b-7955-44cf-9ee3-42aa6c105085 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8914924 Nov 18 18:26:58.804866 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Request body: {'port': {'device_id': '72382262-926a-4716-903c-0b895245bf68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:26:58.863281 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-efa6a5d9-2b86-487b-9329-3577a17f7fb0 None None] Provisioning complete for port d5399e8f-90bf-4213-827c-c0195b2185ed triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:26:58.863911 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-efa6a5d9-2b86-487b-9329-3577a17f7fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:58.867753 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:58.904599 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-efa6a5d9-2b86-487b-9329-3577a17f7fb0 None None] Port d5399e8f-90bf-4213-827c-c0195b2185ed cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:26:59.125035 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5399e8f-90bf-4213-827c-c0195b2185ed {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:26:59.132965 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:59.145554 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Transition to ACTIVE for port object d5399e8f-90bf-4213-827c-c0195b2185ed will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:26:59.254994 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:59.312601 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Pushing event updated for resources: {'Port': ['ID=d5399e8f-90bf-4213-827c-c0195b2185ed,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:59.384348 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Attempting to bind port d5399e8f-90bf-4213-827c-c0195b2185ed on host n-h1-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:26:59.384790 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Attempting to bind port d5399e8f-90bf-4213-827c-c0195b2185ed by drivers openvswitch,hyperv on host n-h1-813419-11 at level 0 using segments [{'id': 'e099226f-c5c8-4e93-95c1-6e28109177d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:26:59.386247 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Attempting to bind port d5399e8f-90bf-4213-827c-c0195b2185ed on network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:26:59.392056 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Port d5399e8f-90bf-4213-827c-c0195b2185ed on network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:26:59.392393 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Attempting to bind port d5399e8f-90bf-4213-827c-c0195b2185ed on network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:26:59.402914 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Checking agent: {'id': 'a420b664-66c6-4529-a944-b3afa46d1604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:26:59.402914 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Checking segment: {'id': 'e099226f-c5c8-4e93-95c1-6e28109177d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:26:59.402914 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Bound using segment: {'id': 'e099226f-c5c8-4e93-95c1-6e28109177d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:26:59.402914 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Bound port: d5399e8f-90bf-4213-827c-c0195b2185ed, host: n-h1-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e099226f-c5c8-4e93-95c1-6e28109177d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:26:59.404171 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:59.470027 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] For port d5399e8f-90bf-4213-827c-c0195b2185ed, host n-h1-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:26:59.473119 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] For port d5399e8f-90bf-4213-827c-c0195b2185ed, host n-h1-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=d5399e8f-90bf-4213-827c-c0195b2185ed,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:26:59.563311 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:59.600540 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:59.601168 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:26:59.602574 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] 10.222.0.81 "PUT /v2.0/ports/d5399e8f-90bf-4213-827c-c0195b2185ed HTTP/1.1" status: 200 len: 1092 time: 0.8026447 Nov 18 18:26:59.603024 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72382262-926a-4716-903c-0b895245bf68', 'tag': 'd5399e8f-90bf-4213-827c-c0195b2185ed'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:26:59.605916 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f28644-e183-4dec-90ae-74113ebaace1" -d '{"events": [{"name": "network-changed", "server_uuid": "72382262-926a-4716-903c-0b895245bf68", "tag": "d5399e8f-90bf-4213-827c-c0195b2185ed"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:26:59.637715 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e984a3-a294-42f8-9281-a8b92cf40538 service neutron] Pushing event updated for resources: {'Port': ['ID=d5399e8f-90bf-4213-827c-c0195b2185ed,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:26:59.720309 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5dac6f-f54a-4e18-a0a8-81966185ebc9 x-openstack-request-id: req-2f5dac6f-f54a-4e18-a0a8-81966185ebc9 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:26:59.720617 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72382262-926a-4716-903c-0b895245bf68", "tag": "d5399e8f-90bf-4213-827c-c0195b2185ed", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:26:59.720882 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f5dac6f-f54a-4e18-a0a8-81966185ebc9 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:26:59.721373 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72382262-926a-4716-903c-0b895245bf68', 'tag': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'status': 'completed', 'code': 200} Nov 18 18:26:59.771353 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-cab5fd4d-2015-470b-834d-e7859574a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:59.772940 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-cab5fd4d-2015-470b-834d-e7859574a114 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19daa93e1b2342979092c6d9a8e4e041&device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 1095 time: 0.0463521 Nov 18 18:26:59.820751 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-3adf980b-5fe2-4709-9035-d99fd94c534d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5399e8f-90bf-4213-827c-c0195b2185ed HTTP/1.1" status: 200 len: 217 time: 0.0398450 Nov 18 18:26:59.830092 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d55120-88da-48b2-992e-01ed32444fee req-66bcb681-b8d7-4521-a1f2-07585df0a9cc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:59.831730 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-60d55120-88da-48b2-992e-01ed32444fee req-66bcb681-b8d7-4521-a1f2-07585df0a9cc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 943 time: 0.0639896 Nov 18 18:26:59.874257 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-a5725bee-b87f-4afd-aef7-0695756b64e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:59.875771 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-a5725bee-b87f-4afd-aef7-0695756b64e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=20e0c5c1-3d0a-4608-a49c-6b216b4048ff HTTP/1.1" status: 200 len: 847 time: 0.0482762 Nov 18 18:26:59.889456 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-60d55120-88da-48b2-992e-01ed32444fee req-c32232be-19aa-4902-ab86-70921ae3a23d tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452700 Nov 18 18:26:59.929765 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-df3bc143-4e07-43e9-90df-d4bc8e6ec694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:26:59.931282 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-df3bc143-4e07-43e9-90df-d4bc8e6ec694 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4f4e9310-5cd4-4f43-9d91-1778db0061d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462484 Nov 18 18:27:00.022555 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-2d0d6b33-2b6b-45b1-b0c3-80c5a02d6589 service neutron] 10.222.0.81 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838194 Nov 18 18:27:00.094444 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-037fb769-7a47-4a29-9fff-d033b21b1496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:00.118434 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4e25fd3d-b39e-46b4-8b14-a883bf4b9d2b req-7f4ac540-f3a8-436e-983c-d0cc575576d1 service neutron] 10.222.0.81 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868816 Nov 18 18:27:00.272460 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f28644-e183-4dec-90ae-74113ebaace1 req-a02ed260-fa3d-46a2-b767-dcb75afa77d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:00.273858 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7f28644-e183-4dec-90ae-74113ebaace1 req-a02ed260-fa3d-46a2-b767-dcb75afa77d0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19daa93e1b2342979092c6d9a8e4e041&device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 1095 time: 0.0402339 Nov 18 18:27:00.368695 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f28644-e183-4dec-90ae-74113ebaace1 req-da10c484-fd44-4813-bc24-d63a43a589bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:00.370163 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7f28644-e183-4dec-90ae-74113ebaace1 req-da10c484-fd44-4813-bc24-d63a43a589bd service neutron] 10.222.0.81 "GET /v2.0/networks?id=4f4e9310-5cd4-4f43-9d91-1778db0061d2 HTTP/1.1" status: 200 len: 910 time: 0.0878830 Nov 18 18:27:00.412493 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7f28644-e183-4dec-90ae-74113ebaace1 req-14293c4c-6cae-4f84-8053-eb2ca61473bd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5399e8f-90bf-4213-827c-c0195b2185ed HTTP/1.1" status: 200 len: 217 time: 0.0344868 Nov 18 18:27:00.461106 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f28644-e183-4dec-90ae-74113ebaace1 req-306a4ee2-e164-474f-b48e-302b28b420cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:00.462516 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7f28644-e183-4dec-90ae-74113ebaace1 req-306a4ee2-e164-474f-b48e-302b28b420cb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=20e0c5c1-3d0a-4608-a49c-6b216b4048ff HTTP/1.1" status: 200 len: 847 time: 0.0431120 Nov 18 18:27:00.516129 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f28644-e183-4dec-90ae-74113ebaace1 req-ea46d6ee-82c6-4727-a90e-56f3fe28acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:00.517640 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7f28644-e183-4dec-90ae-74113ebaace1 req-ea46d6ee-82c6-4727-a90e-56f3fe28acbd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4f4e9310-5cd4-4f43-9d91-1778db0061d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430398 Nov 18 18:27:00.612005 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7f28644-e183-4dec-90ae-74113ebaace1 req-57fdb27f-24a3-4e15-8867-ca71ae5e509b service neutron] 10.222.0.81 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850112 Nov 18 18:27:00.712880 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d7f28644-e183-4dec-90ae-74113ebaace1 req-540b0119-4df9-4482-9a83-e19aee2f8e0d service neutron] 10.222.0.81 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924201 Nov 18 18:27:01.010778 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd2b95-f46d-45c5-afdb-6b301fb2df1d req-1731bfc1-d97d-4b8d-87de-c282117073f7 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:01.012300 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2bcd2b95-f46d-45c5-afdb-6b301fb2df1d req-1731bfc1-d97d-4b8d-87de-c282117073f7 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 943 time: 0.0490885 Nov 18 18:27:01.060386 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-2bcd2b95-f46d-45c5-afdb-6b301fb2df1d req-ea81ff8f-6dd4-4de5-8800-2522c18d6ea0 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421951 Nov 18 18:27:02.175573 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b677627-df62-4c49-851d-7b0c9f22f8c6 req-511ccbb3-bde6-4186-b074-a2dd2f85aae4 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:02.177098 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b677627-df62-4c49-851d-7b0c9f22f8c6 req-511ccbb3-bde6-4186-b074-a2dd2f85aae4 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 943 time: 0.0484390 Nov 18 18:27:02.230414 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-3b677627-df62-4c49-851d-7b0c9f22f8c6 req-77ff9b51-2bcd-4fb7-8cb5-6cc859a783e1 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474777 Nov 18 18:27:02.479378 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e6457c1f-a973-41ce-8b8b-cfeb7e72f77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:03.213389 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device d5399e8f-90bf-4213-827c-c0195b2185ed details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:27:03.309483 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port d5399e8f-90bf-4213-827c-c0195b2185ed, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=d5399e8f-90bf-4213-827c-c0195b2185ed,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:27:03.321402 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'port_id': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'mac_address': 'fa:16:3e:54:df:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:27:03.346251 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13075ddb-5811-4cb6-8eec-a160347c0ef7 req-ba4fd1d6-3457-48bf-8fd9-63320ea35efa tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:03.347739 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-13075ddb-5811-4cb6-8eec-a160347c0ef7 req-ba4fd1d6-3457-48bf-8fd9-63320ea35efa tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 943 time: 0.0500913 Nov 18 18:27:03.358991 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:03.372354 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5399e8f-90bf-4213-827c-c0195b2185ed {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:27:03.392529 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port d5399e8f-90bf-4213-827c-c0195b2185ed, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=d5399e8f-90bf-4213-827c-c0195b2185ed,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:27:03.399985 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-13075ddb-5811-4cb6-8eec-a160347c0ef7 req-4f7d8cae-9451-44ff-b92e-b4c273fab9c5 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455868 Nov 18 18:27:03.445208 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:03.491810 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=d5399e8f-90bf-4213-827c-c0195b2185ed,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:27:03.715288 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['d5399e8f-90bf-4213-827c-c0195b2185ed'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:27:03.902518 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:04.514463 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d2c81-bbc8-4294-9e47-e07073420072 req-a04fa827-358a-46f6-bab2-0c0d2573abde tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:04.515987 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-007d2c81-bbc8-4294-9e47-e07073420072 req-a04fa827-358a-46f6-bab2-0c0d2573abde tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 944 time: 0.0483625 Nov 18 18:27:04.572197 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-007d2c81-bbc8-4294-9e47-e07073420072 req-e2730c5e-2103-4ffd-a079-9ffd66a2ecfa tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494933 Nov 18 18:27:05.204877 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device d5399e8f-90bf-4213-827c-c0195b2185ed up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:27:05.330848 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:05.342210 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning for port d5399e8f-90bf-4213-827c-c0195b2185ed completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:27:05.346235 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port d5399e8f-90bf-4213-827c-c0195b2185ed triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:27:05.346678 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:05.423979 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:05.448810 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72382262-926a-4716-903c-0b895245bf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5399e8f-90bf-4213-827c-c0195b2185ed'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:27:05.451092 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9297392f-80c0-4d48-8254-7043c8d0e3ec" -d '{"events": [{"server_uuid": "72382262-926a-4716-903c-0b895245bf68", "name": "network-vif-plugged", "status": "completed", "tag": "d5399e8f-90bf-4213-827c-c0195b2185ed"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:27:05.470502 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port d5399e8f-90bf-4213-827c-c0195b2185ed, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=d5399e8f-90bf-4213-827c-c0195b2185ed,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:27:05.545638 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:05.553562 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ca29ce-0822-402a-b1be-228b016dfda1 x-openstack-request-id: req-63ca29ce-0822-402a-b1be-228b016dfda1 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:27:05.553562 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72382262-926a-4716-903c-0b895245bf68", "name": "network-vif-plugged", "status": "completed", "tag": "d5399e8f-90bf-4213-827c-c0195b2185ed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:27:05.553562 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-63ca29ce-0822-402a-b1be-228b016dfda1 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:27:05.553562 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72382262-926a-4716-903c-0b895245bf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'code': 200} Nov 18 18:27:05.572126 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:05.598262 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=d5399e8f-90bf-4213-827c-c0195b2185ed,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:27:05.653274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e5275-c8ec-4b4e-aed8-7e0134fdc14c req-e8f563ac-272b-4f17-b912-46e14b962f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:05.654776 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ae7e5275-c8ec-4b4e-aed8-7e0134fdc14c req-e8f563ac-272b-4f17-b912-46e14b962f7e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 1097 time: 0.0418661 Nov 18 18:27:05.699322 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41165-11fb-4ba1-a85f-8234686ca627 req-86ea1603-b07b-4d74-83f4-e6988272a70e tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:05.700892 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4f41165-11fb-4ba1-a85f-8234686ca627 req-86ea1603-b07b-4d74-83f4-e6988272a70e tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 945 time: 0.0534596 Nov 18 18:27:05.701608 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ae7e5275-c8ec-4b4e-aed8-7e0134fdc14c req-22d7ac6f-6177-43ca-8a89-6ee0deaef7a9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398519 Nov 18 18:27:05.753835 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e4f41165-11fb-4ba1-a85f-8234686ca627 req-ef8d9908-1809-46b4-8253-be3a3a81a55a tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465424 Nov 18 18:27:06.869984 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c634e3-88dc-4816-90cf-b9150c789ffc req-82475c9a-02a6-43b0-87f0-f618dc67e33d tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:06.871518 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48c634e3-88dc-4816-90cf-b9150c789ffc req-82475c9a-02a6-43b0-87f0-f618dc67e33d tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 945 time: 0.0492752 Nov 18 18:27:06.921773 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-48c634e3-88dc-4816-90cf-b9150c789ffc req-7ccc00c0-c117-4d0b-8e5e-1eb517a2f48b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441267 Nov 18 18:27:08.038695 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c001fe-3458-4b77-ab6e-88a356a05e5c req-2621a67c-70c7-4836-be6e-b19ed527a294 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:08.040190 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0c001fe-3458-4b77-ab6e-88a356a05e5c req-2621a67c-70c7-4836-be6e-b19ed527a294 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 945 time: 0.0474198 Nov 18 18:27:08.092468 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f0c001fe-3458-4b77-ab6e-88a356a05e5c req-b3e7441c-3bf7-422c-bcfb-e687a4894a3d tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463603 Nov 18 18:27:08.205983 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a59be7-c027-4ee2-8d37-7a46e3e0d183 req-7c0a3cb1-08d7-43cf-ae51-cd15d00c4fd5 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:08.207531 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35a59be7-c027-4ee2-8d37-7a46e3e0d183 req-7c0a3cb1-08d7-43cf-ae51-cd15d00c4fd5 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 945 time: 0.0505106 Nov 18 18:27:08.259030 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-35a59be7-c027-4ee2-8d37-7a46e3e0d183 req-baa2bbfd-ead6-4c95-a8bf-8d10c4358a36 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452518 Nov 18 18:27:08.287588 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41474) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:27:08.425531 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd312fc-6d31-4846-9bb0-1167dfaa2307 tempest-TestSnapshotPattern-899055798 tempest-TestSnapshotPattern-899055798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:08.427103 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-6fd312fc-6d31-4846-9bb0-1167dfaa2307 tempest-TestSnapshotPattern-899055798 tempest-TestSnapshotPattern-899055798-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 1092 time: 0.1383622 Nov 18 18:27:08.430269 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41478) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:27:08.434681 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:27:08.505478 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:08.607090 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:08.712334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Allocated IP 172.25.3.125 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/9ca78eea-7014-44b7-ad42-6e24b67a13d5) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:27:08.837604 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:08.929003 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:08.969062 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:27:08.972287 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:27:08.974933 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:27:09.004995 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Pushing event updated for resources: {'Port': ['ID=9ca78eea-7014-44b7-ad42-6e24b67a13d5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:27:09.341382 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:09.466846 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:09.617048 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:09.694223 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:09.769684 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Pushing event updated for resources: {'Port': ['ID=9ca78eea-7014-44b7-ad42-6e24b67a13d5,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:27:09.778096 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:09.879507 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Floating IP 00351614-af1a-4b43-8ed4-842c2c16d3c6 associated. External IP: 172.25.3.125, port: d5399e8f-90bf-4213-827c-c0195b2185ed. Nov 18 18:27:10.084868 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Router 679dbd22-533b-4899-b855-30581031ad27 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:27:10.198083 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:27:10.207935 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bacf8c5-3e67-420a-9335-b17846fb9492 None None] Sync routers for ids ['679dbd22-533b-4899-b855-30581031ad27'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:27:10.217304 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bacf8c5-3e67-420a-9335-b17846fb9492 None None] Routers {'679dbd22-533b-4899-b855-30581031ad27'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:27:10.217914 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6bacf8c5-3e67-420a-9335-b17846fb9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:27:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['679dbd22-533b-4899-b855-30581031ad27'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:27:10.322747 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:10.329802 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-6bacf8c5-3e67-420a-9335-b17846fb9492 None None] Set router 679dbd22-533b-4899-b855-30581031ad27 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:27:10.354321 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-3be04a9e-20d1-49e2-be9d-abfd85d33f1b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9229949 Nov 18 18:27:10.355053 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72382262-926a-4716-903c-0b895245bf68', 'tag': 'd5399e8f-90bf-4213-827c-c0195b2185ed'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:27:10.358742 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81c1f65620c2b619e54ef1f34f71e2c57117e756ba45fba3b6a8fdb297f35b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b744e28b-6079-40e5-b649-95988820828f" -d '{"events": [{"name": "network-changed", "server_uuid": "72382262-926a-4716-903c-0b895245bf68", "tag": "d5399e8f-90bf-4213-827c-c0195b2185ed"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:27:10.466511 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e49abc7-156f-4394-b52d-edd382e9ffa6 x-openstack-request-id: req-7e49abc7-156f-4394-b52d-edd382e9ffa6 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:27:10.466813 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72382262-926a-4716-903c-0b895245bf68", "tag": "d5399e8f-90bf-4213-827c-c0195b2185ed", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:27:10.467076 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7e49abc7-156f-4394-b52d-edd382e9ffa6 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:27:10.467495 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72382262-926a-4716-903c-0b895245bf68', 'tag': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'status': 'completed', 'code': 200} Nov 18 18:27:10.546237 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744e28b-6079-40e5-b649-95988820828f req-293342da-3460-44be-a6af-cf94353871cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:10.548000 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b744e28b-6079-40e5-b649-95988820828f req-293342da-3460-44be-a6af-cf94353871cb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19daa93e1b2342979092c6d9a8e4e041&device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 1097 time: 0.0488882 Nov 18 18:27:10.584525 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6bacf8c5-3e67-420a-9335-b17846fb9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '00351614-af1a-4b43-8ed4-842c2c16d3c6', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '679dbd22-533b-4899-b855-30581031ad27', 'port_id': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'mac_address': 'fa:16:3e:54:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72382262-926a-4716-903c-0b895245bf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:27:09Z', 'updated_at': '2021-11-18T18:27:09Z', 'revision_number': 0, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a', 'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'mac_address': 'fa:16:3e:82:7c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:42Z', 'updated_at': '2021-11-18T18:26:47Z', 'revision_number': 5, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'subnets': [{'id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:27:10.611526 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bacf8c5-3e67-420a-9335-b17846fb9492 None None] Checking router: 679dbd22-533b-4899-b855-30581031ad27 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:27:10.620726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bacf8c5-3e67-420a-9335-b17846fb9492 None None] Routers {'679dbd22-533b-4899-b855-30581031ad27'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:27:10.621349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6bacf8c5-3e67-420a-9335-b17846fb9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:27:02Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['679dbd22-533b-4899-b855-30581031ad27'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:27:10.650937 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744e28b-6079-40e5-b649-95988820828f req-49cc699d-390d-4464-9270-7b5d4573d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:10.652467 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b744e28b-6079-40e5-b649-95988820828f req-49cc699d-390d-4464-9270-7b5d4573d5c3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4f4e9310-5cd4-4f43-9d91-1778db0061d2 HTTP/1.1" status: 200 len: 910 time: 0.0944059 Nov 18 18:27:10.721051 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b744e28b-6079-40e5-b649-95988820828f req-db23efa9-df17-44dd-88cd-d5a79ee5f5cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5399e8f-90bf-4213-827c-c0195b2185ed HTTP/1.1" status: 200 len: 999 time: 0.0605552 Nov 18 18:27:10.729150 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-6bacf8c5-3e67-420a-9335-b17846fb9492 None None] Set router 679dbd22-533b-4899-b855-30581031ad27 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:27:10.776608 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744e28b-6079-40e5-b649-95988820828f req-dad1224c-44b0-4cae-b930-5b577e7d2df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:10.778116 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b744e28b-6079-40e5-b649-95988820828f req-dad1224c-44b0-4cae-b930-5b577e7d2df0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=20e0c5c1-3d0a-4608-a49c-6b216b4048ff HTTP/1.1" status: 200 len: 847 time: 0.0493751 Nov 18 18:27:10.824169 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744e28b-6079-40e5-b649-95988820828f req-cb9cf7a7-2d09-4c95-8bbc-93169525763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:10.825734 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b744e28b-6079-40e5-b649-95988820828f req-cb9cf7a7-2d09-4c95-8bbc-93169525763b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4f4e9310-5cd4-4f43-9d91-1778db0061d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402329 Nov 18 18:27:10.926504 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b744e28b-6079-40e5-b649-95988820828f req-85d09e1c-60ec-416f-b5d1-9e7057946232 service neutron] 10.222.0.81 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919027 Nov 18 18:27:10.954305 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6bacf8c5-3e67-420a-9335-b17846fb9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '00351614-af1a-4b43-8ed4-842c2c16d3c6', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '679dbd22-533b-4899-b855-30581031ad27', 'port_id': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'mac_address': 'fa:16:3e:54:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72382262-926a-4716-903c-0b895245bf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:27:09Z', 'updated_at': '2021-11-18T18:27:09Z', 'revision_number': 0, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a', 'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'mac_address': 'fa:16:3e:82:7c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:42Z', 'updated_at': '2021-11-18T18:26:47Z', 'revision_number': 5, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'subnets': [{'id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:27:10.981933 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bacf8c5-3e67-420a-9335-b17846fb9492 None None] The sync data for ids ['679dbd22-533b-4899-b855-30581031ad27'] in n-d-813419-11 is: [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '00351614-af1a-4b43-8ed4-842c2c16d3c6', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '679dbd22-533b-4899-b855-30581031ad27', 'port_id': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'mac_address': 'fa:16:3e:54:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72382262-926a-4716-903c-0b895245bf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:27:09Z', 'updated_at': '2021-11-18T18:27:09Z', 'revision_number': 0, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a', 'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'mac_address': 'fa:16:3e:82:7c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:42Z', 'updated_at': '2021-11-18T18:26:47Z', 'revision_number': 5, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'subnets': [{'id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:27:11.021827 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-b744e28b-6079-40e5-b649-95988820828f req-bd0fc036-2973-4692-8147-95c3ffd7dada service neutron] 10.222.0.81 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868096 Nov 18 18:27:11.185793 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2abc82-3d82-4ae1-bc4e-1d05bfeee32b None None] New status for floating IP 00351614-af1a-4b43-8ed4-842c2c16d3c6: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:27:15.226604 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:27:18.922946 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36bd28b7-55cc-4f9c-8fe4-07bac730047a req-f23164d3-d7b2-4c59-a251-a3111615640d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385118 Nov 18 18:27:19.013989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd28b7-55cc-4f9c-8fe4-07bac730047a req-230dcd95-7f8b-4f8e-8adb-03d3bc3fbb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:19.015455 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36bd28b7-55cc-4f9c-8fe4-07bac730047a req-230dcd95-7f8b-4f8e-8adb-03d3bc3fbb40 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19daa93e1b2342979092c6d9a8e4e041&device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 1097 time: 0.0445101 Nov 18 18:27:19.123879 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd28b7-55cc-4f9c-8fe4-07bac730047a req-1d4dd40c-bcb6-4472-ba52-886c746518be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:19.125376 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36bd28b7-55cc-4f9c-8fe4-07bac730047a req-1d4dd40c-bcb6-4472-ba52-886c746518be service neutron] 10.222.0.81 "GET /v2.0/networks?id=4f4e9310-5cd4-4f43-9d91-1778db0061d2 HTTP/1.1" status: 200 len: 910 time: 0.0860295 Nov 18 18:27:19.194974 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36bd28b7-55cc-4f9c-8fe4-07bac730047a req-bcd6dd36-0892-4ad9-83a1-15234724d697 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5399e8f-90bf-4213-827c-c0195b2185ed HTTP/1.1" status: 200 len: 1001 time: 0.0611811 Nov 18 18:27:19.244826 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd28b7-55cc-4f9c-8fe4-07bac730047a req-4ce54ce4-541d-4cf4-b2c0-52c11395b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:19.246269 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36bd28b7-55cc-4f9c-8fe4-07bac730047a req-4ce54ce4-541d-4cf4-b2c0-52c11395b2cc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=20e0c5c1-3d0a-4608-a49c-6b216b4048ff HTTP/1.1" status: 200 len: 847 time: 0.0440228 Nov 18 18:27:19.293309 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd28b7-55cc-4f9c-8fe4-07bac730047a req-3d081920-b9fd-4cf4-87fd-720af22cf3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:27:19.294792 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36bd28b7-55cc-4f9c-8fe4-07bac730047a req-3d081920-b9fd-4cf4-87fd-720af22cf3a8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4f4e9310-5cd4-4f43-9d91-1778db0061d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399618 Nov 18 18:27:19.397187 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36bd28b7-55cc-4f9c-8fe4-07bac730047a req-4eb30e6f-1d4c-46e8-9563-df7246f917c2 service neutron] 10.222.0.81 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883188 Nov 18 18:27:19.499752 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-36bd28b7-55cc-4f9c-8fe4-07bac730047a req-5fdc4bd6-0424-41a7-b58a-780b4d8ceefa service neutron] 10.222.0.81 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826225 Nov 18 18:27:22.368151 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:23.945448 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:30.067590 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b150-3577-4bc0-99d9-b28a3ca76783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:32.488145 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17d3f47e-48a6-464f-a503-4b9a9a25bcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:33.885028 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:35.379592 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:35.547358 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:52.225906 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:27:52.362058 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:27:53.975422 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:28:00.064789 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d90ac08-a3eb-426d-a8d1-3af5fb723b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:28:02.501135 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-99891f7f-5856-42fe-8848-9b73eaf5fb1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:28:03.915715 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:28:05.295194 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:28:05.552797 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:28:20.919561 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3c10eff8-ff18-4579-90b3-b3d8869a82db req-ab93936a-696a-4652-8aab-5233f44215d3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456634 Nov 18 18:28:21.007186 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10eff8-ff18-4579-90b3-b3d8869a82db req-041bb0f5-2cea-4e0b-9e42-2aeea8bd77ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:21.008704 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3c10eff8-ff18-4579-90b3-b3d8869a82db req-041bb0f5-2cea-4e0b-9e42-2aeea8bd77ea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19daa93e1b2342979092c6d9a8e4e041&device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 1097 time: 0.0415814 Nov 18 18:28:21.119358 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10eff8-ff18-4579-90b3-b3d8869a82db req-3655f90a-1fcb-46eb-b2c5-0713250f3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:21.120897 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3c10eff8-ff18-4579-90b3-b3d8869a82db req-3655f90a-1fcb-46eb-b2c5-0713250f3b47 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4f4e9310-5cd4-4f43-9d91-1778db0061d2 HTTP/1.1" status: 200 len: 910 time: 0.0872076 Nov 18 18:28:21.189326 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3c10eff8-ff18-4579-90b3-b3d8869a82db req-540b677e-307b-43b9-8f63-eb717b1cc94c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5399e8f-90bf-4213-827c-c0195b2185ed HTTP/1.1" status: 200 len: 1001 time: 0.0611012 Nov 18 18:28:21.238285 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10eff8-ff18-4579-90b3-b3d8869a82db req-dacb5fbf-92d6-4625-830d-ace7433985f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:21.239897 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3c10eff8-ff18-4579-90b3-b3d8869a82db req-dacb5fbf-92d6-4625-830d-ace7433985f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=20e0c5c1-3d0a-4608-a49c-6b216b4048ff HTTP/1.1" status: 200 len: 847 time: 0.0431395 Nov 18 18:28:21.288468 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10eff8-ff18-4579-90b3-b3d8869a82db req-0f5e8e40-cc20-473b-8041-426505b1e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:28:21.289932 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3c10eff8-ff18-4579-90b3-b3d8869a82db req-0f5e8e40-cc20-473b-8041-426505b1e81f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4f4e9310-5cd4-4f43-9d91-1778db0061d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389063 Nov 18 18:28:21.385871 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3c10eff8-ff18-4579-90b3-b3d8869a82db req-8334063e-f644-44cb-b575-8fc755997431 service neutron] 10.222.0.81 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877008 Nov 18 18:28:21.480188 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-3c10eff8-ff18-4579-90b3-b3d8869a82db req-fc971133-b5f1-406e-befb-798bb2861791 service neutron] 10.222.0.81 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866830 Nov 18 18:28:22.386418 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:28:23.952565 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:28:29.225974 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:28:30.037558 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-036be395-ea9c-4a26-8645-fc77a9913991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:28:32.492635 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7ce00d2f-faa4-4e8c-b03d-0bf1e1042a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:28:33.886615 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:28:35.297841 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:28:35.533973 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:28:52.386144 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:28:53.968322 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:00.077288 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-58894782-3730-4280-9fd9-4c452e47a5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:02.488505 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f4e85d2-7304-4abc-8691-58c767419df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:03.882542 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:05.316588 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:05.545533 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:06.225070 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:29:06.668673 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-6e741477-83fe-4b71-81aa-a169f4cf7963 req-c4325734-069d-4844-a9e0-1196742d029a service neutron] (104007) timed out ('10.222.0.81', 64930) {{(pid=104007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 18:29:12.031243 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device d5399e8f-90bf-4213-827c-c0195b2185ed details requested by agent hyperv_n-h1-813419-11 with host n-h1-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:29:12.138271 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port d5399e8f-90bf-4213-827c-c0195b2185ed, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=d5399e8f-90bf-4213-827c-c0195b2185ed,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:29:12.149592 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Returning: {'device': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'port_id': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'mac_address': 'fa:16:3e:54:df:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:29:12.188277 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:12.203919 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5399e8f-90bf-4213-827c-c0195b2185ed {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:29:12.222448 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port d5399e8f-90bf-4213-827c-c0195b2185ed, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=d5399e8f-90bf-4213-827c-c0195b2185ed,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:29:12.322768 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:12.373922 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=d5399e8f-90bf-4213-827c-c0195b2185ed,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:12.381400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:12.381770 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:12.382120 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:12.382468 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:12.382811 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:12.383152 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:12.383491 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:12.383854 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:12.384194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:12.384527 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:12.384861 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:12.385193 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:12.403449 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] get_ports_and_sgs() called for port_ids ['d5399e8f-90bf-4213-827c-c0195b2185ed'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:29:14.062442 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device d5399e8f-90bf-4213-827c-c0195b2185ed up at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:29:14.119868 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Provisioning complete for port d5399e8f-90bf-4213-827c-c0195b2185ed triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:29:14.120567 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:14.213183 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:14.239194 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72382262-926a-4716-903c-0b895245bf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5399e8f-90bf-4213-827c-c0195b2185ed'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:29:14.241701 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425911b7-0748-4193-9c87-168f83718410" -d '{"events": [{"server_uuid": "72382262-926a-4716-903c-0b895245bf68", "name": "network-vif-plugged", "status": "completed", "tag": "d5399e8f-90bf-4213-827c-c0195b2185ed"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:29:14.268429 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port d5399e8f-90bf-4213-827c-c0195b2185ed, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=d5399e8f-90bf-4213-827c-c0195b2185ed,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:29:14.312348 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d95338-baaf-41d6-9086-e9f577457067 x-openstack-request-id: req-c0d95338-baaf-41d6-9086-e9f577457067 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:29:14.319924 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72382262-926a-4716-903c-0b895245bf68", "name": "network-vif-plugged", "status": "completed", "tag": "d5399e8f-90bf-4213-827c-c0195b2185ed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:29:14.319924 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c0d95338-baaf-41d6-9086-e9f577457067 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:29:14.319924 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72382262-926a-4716-903c-0b895245bf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'code': 200} Nov 18 18:29:14.337538 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:14.396328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=d5399e8f-90bf-4213-827c-c0195b2185ed,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:21.029281 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290d724-6ea4-454c-9bea-5ed698a9e0af req-b0d263d6-442d-48f3-8052-0a50f67d7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:21.030410 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4290d724-6ea4-454c-9bea-5ed698a9e0af req-b0d263d6-442d-48f3-8052-0a50f67d7b06 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19daa93e1b2342979092c6d9a8e4e041&device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 1097 time: 0.0972798 Nov 18 18:29:21.152558 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290d724-6ea4-454c-9bea-5ed698a9e0af req-d8d65f5d-4af8-4c1f-af7a-4e5fc0e07851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:21.155065 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4290d724-6ea4-454c-9bea-5ed698a9e0af req-d8d65f5d-4af8-4c1f-af7a-4e5fc0e07851 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4f4e9310-5cd4-4f43-9d91-1778db0061d2 HTTP/1.1" status: 200 len: 910 time: 0.1005101 Nov 18 18:29:21.229611 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4290d724-6ea4-454c-9bea-5ed698a9e0af req-8383442b-f162-479e-9d65-89dc0f4e66ae service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5399e8f-90bf-4213-827c-c0195b2185ed HTTP/1.1" status: 200 len: 1001 time: 0.0674369 Nov 18 18:29:21.283675 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290d724-6ea4-454c-9bea-5ed698a9e0af req-c1b4be4a-084f-46b0-af91-3b7af08e564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:21.285240 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4290d724-6ea4-454c-9bea-5ed698a9e0af req-c1b4be4a-084f-46b0-af91-3b7af08e564e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=20e0c5c1-3d0a-4608-a49c-6b216b4048ff HTTP/1.1" status: 200 len: 847 time: 0.0482526 Nov 18 18:29:21.334727 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290d724-6ea4-454c-9bea-5ed698a9e0af req-97effbb8-bdf2-4928-b4c5-1b925e27c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:21.336419 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4290d724-6ea4-454c-9bea-5ed698a9e0af req-97effbb8-bdf2-4928-b4c5-1b925e27c958 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4f4e9310-5cd4-4f43-9d91-1778db0061d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429816 Nov 18 18:29:21.349091 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-4290d724-6ea4-454c-9bea-5ed698a9e0af req-ea17383e-08be-4a07-b287-1a8f8c2fbdfa service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:29:21.350177 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4290d724-6ea4-454c-9bea-5ed698a9e0af req-ea17383e-08be-4a07-b287-1a8f8c2fbdfa service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052547 Nov 18 18:29:21.455933 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4290d724-6ea4-454c-9bea-5ed698a9e0af req-af7fc8ac-21f8-472c-80be-ea29f277d06c service neutron] 10.222.0.81 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954564 Nov 18 18:29:21.564899 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-4290d724-6ea4-454c-9bea-5ed698a9e0af req-d620bab8-88c2-48b0-ac3b-053d91ac905b service neutron] 10.222.0.81 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002779 Nov 18 18:29:22.391888 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:24.042158 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:24.468666 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-f7f3635a-44a6-414c-963d-e22012db7212 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749688313&fields=id&tenant_id=19daa93e1b2342979092c6d9a8e4e041 HTTP/1.1" status: 200 len: 267 time: 0.0468276 Nov 18 18:29:24.580457 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-8ea35a9b-b936-4f74-9455-ea9919a6ab2c tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:24.581950 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-8ea35a9b-b936-4f74-9455-ea9919a6ab2c tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/networks?id=4f4e9310-5cd4-4f43-9d91-1778db0061d2 HTTP/1.1" status: 200 len: 808 time: 0.1063454 Nov 18 18:29:24.597331 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-8ee88b0d-4872-495e-9525-c2b7630744ed tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/quotas/19daa93e1b2342979092c6d9a8e4e041 HTTP/1.1" status: 200 len: 375 time: 0.0096192 Nov 18 18:29:24.649871 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-e2b59ecc-a09f-4fac-b1a1-29d4e1796d25 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=19daa93e1b2342979092c6d9a8e4e041&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472093 Nov 18 18:29:24.792620 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-ba7094e1-16a4-4c23-9164-a62dcff15e42 service neutron] 10.222.0.72 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306305 Nov 18 18:29:24.882639 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-487615d4-59b3-41ca-8c3b-d9df6590b41a service neutron] 10.222.0.72 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838690 Nov 18 18:29:25.113828 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-38adc377-64e0-4e3f-9595-f5a371c0de05 req-46dd59e0-6ab2-4125-9641-09fe9bd1d290 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 210 time: 0.0277185 Nov 18 18:29:26.207488 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-788d9138-16c7-42b7-b89a-65f219fa32ee req-12fe41ac-0f15-4d43-b45a-cf4a76571912 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 210 time: 0.0266180 Nov 18 18:29:27.250956 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-a52631d7-3ebb-4290-aef0-5797c5bf8878 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:27.252500 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-a52631d7-3ebb-4290-aef0-5797c5bf8878 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.83 "GET /v2.0/networks?id=4f4e9310-5cd4-4f43-9d91-1778db0061d2 HTTP/1.1" status: 200 len: 808 time: 0.1033750 Nov 18 18:29:27.314064 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-effa9bb2-9c81-49f6-8081-3e85513bdaaa req-2fa7b929-c8bd-428a-a698-b54099727a1d tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 210 time: 0.0310614 Nov 18 18:29:27.322805 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-8d9581c3-ae44-42bc-82e2-da621b1d12d1 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19daa93e1b2342979092c6d9a8e4e041 HTTP/1.1" status: 200 len: 380 time: 0.0574429 Nov 18 18:29:27.332686 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Request body: {'port': {'device_id': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'admin_state_up': True, 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'security_groups': ['ab5b5d2b-8f97-4296-a67b-0ca2facb8008']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:29:27.525700 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Made reservation on behalf of 19daa93e1b2342979092c6d9a8e4e041 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 18:29:27.529273 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:27.672430 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Allocated IP 172.20.0.11 (4f4e9310-5cd4-4f43-9d91-1778db0061d2/20e0c5c1-3d0a-4608-a49c-6b216b4048ff/ff112722-c136-479d-a08c-a4cb1f3f9c3d) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:29:27.810333 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for port, precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:27.911741 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:27.966617 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:29:27.998748 n-d-813419-11 neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:29:28.014428 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:29:28.083899 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Pushing event updated for resources: {'Port': ['ID=ff112722-c136-479d-a08c-a4cb1f3f9c3d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:28.100791 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:28.101548 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:28.102090 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:28.102679 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:28.103317 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:28.104025 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:28.104698 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:28.105248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:28.105837 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:28.106439 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:28.107083 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:28.107648 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:28.124146 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:28.125108 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:28.125719 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device d5399e8f-90bf-4213-827c-c0195b2185ed no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:29:28.213762 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-e0e0511b-6030-45bd-b11e-577603e65e99 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8847911 Nov 18 18:29:28.227023 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:28.253658 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72382262-926a-4716-903c-0b895245bf68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5399e8f-90bf-4213-827c-c0195b2185ed'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:29:28.256152 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf732cca-0164-45f6-867a-68b416c7ba10" -d '{"events": [{"server_uuid": "72382262-926a-4716-903c-0b895245bf68", "name": "network-vif-unplugged", "status": "completed", "tag": "d5399e8f-90bf-4213-827c-c0195b2185ed"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:29:28.270496 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] For port d5399e8f-90bf-4213-827c-c0195b2185ed, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=d5399e8f-90bf-4213-827c-c0195b2185ed,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:29:28.310902 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:28.339583 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 18:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94688ab-7663-469a-bb16-6f15cd2416a1 x-openstack-request-id: req-f94688ab-7663-469a-bb16-6f15cd2416a1 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:29:28.339908 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72382262-926a-4716-903c-0b895245bf68", "name": "network-vif-unplugged", "status": "completed", "tag": "d5399e8f-90bf-4213-827c-c0195b2185ed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:29:28.340169 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f94688ab-7663-469a-bb16-6f15cd2416a1 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:29:28.340563 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72382262-926a-4716-903c-0b895245bf68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'code': 200} Nov 18 18:29:28.379645 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Pushing event updated for resources: {'Port': ['ID=d5399e8f-90bf-4213-827c-c0195b2185ed,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:28.383388 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-01517f01-2d14-4a67-ac36-06588b07859a None None] Provisioning complete for port ff112722-c136-479d-a08c-a4cb1f3f9c3d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:29:28.383765 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-01517f01-2d14-4a67-ac36-06588b07859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:28.429975 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-01517f01-2d14-4a67-ac36-06588b07859a None None] Port ff112722-c136-479d-a08c-a4cb1f3f9c3d cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 18:29:28.460602 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e99d13-c7fb-4426-af33-296b743fcc3e req-7da11af5-f44a-4282-b8d9-75a4b3017c7f tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:28.468851 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7e99d13-c7fb-4426-af33-296b743fcc3e req-7da11af5-f44a-4282-b8d9-75a4b3017c7f tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 932 time: 0.0701227 Nov 18 18:29:28.530807 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e7e99d13-c7fb-4426-af33-296b743fcc3e req-801626e7-2377-4c12-a523-bc182d11165e tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559978 Nov 18 18:29:29.644178 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629fa42-9a80-464e-bd88-5f05c0dfffcb req-496a3dec-7687-443c-9d36-a7df7d1a3536 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:29.646011 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7629fa42-9a80-464e-bd88-5f05c0dfffcb req-496a3dec-7687-443c-9d36-a7df7d1a3536 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 932 time: 0.0553846 Nov 18 18:29:29.700031 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-7629fa42-9a80-464e-bd88-5f05c0dfffcb req-2e9b3b75-d936-4c33-b27d-1b2f77f26f6d tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469115 Nov 18 18:29:30.036517 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8350ed87-d8e1-45f7-9846-34e83cd69a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:30.823080 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8c010-e271-489c-b3dc-d8a6ec3d5548 req-aa75350b-e2ce-4d47-9564-d330628d39fa tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:30.824542 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40c8c010-e271-489c-b3dc-d8a6ec3d5548 req-aa75350b-e2ce-4d47-9564-d330628d39fa tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 932 time: 0.0540097 Nov 18 18:29:30.875051 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-40c8c010-e271-489c-b3dc-d8a6ec3d5548 req-ec8ac546-7720-432c-b352-6c40a4109339 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441549 Nov 18 18:29:31.990254 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da95e02-ff91-462d-9ca5-18739a147efb req-2b7eccf9-494d-49d3-895a-3864dfd52b5a tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:31.991814 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9da95e02-ff91-462d-9ca5-18739a147efb req-2b7eccf9-494d-49d3-895a-3864dfd52b5a tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 932 time: 0.0484405 Nov 18 18:29:32.055970 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9da95e02-ff91-462d-9ca5-18739a147efb req-b170c80c-3be9-4a86-ab1a-0a797bf7d32d tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572689 Nov 18 18:29:32.499371 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5218aedf-b5a7-4360-9e23-0fd59c1fce31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:33.210826 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441753d3-ce8f-4477-808b-23642dd2e8c7 req-ee1ab55a-e069-48b3-9d46-5435c9fe2f0c tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:33.212345 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-441753d3-ce8f-4477-808b-23642dd2e8c7 req-ee1ab55a-e069-48b3-9d46-5435c9fe2f0c tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 932 time: 0.0697336 Nov 18 18:29:33.266569 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-441753d3-ce8f-4477-808b-23642dd2e8c7 req-7fa40fe8-749d-4488-ac16-1192f8271ba3 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466731 Nov 18 18:29:33.922342 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:34.390105 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8444c-dfe6-4f9c-953e-95568b7fc35a req-ddba4ae7-7864-4cf1-b1ea-3c53133039ac tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:34.391658 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54b8444c-dfe6-4f9c-953e-95568b7fc35a req-ddba4ae7-7864-4cf1-b1ea-3c53133039ac tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 932 time: 0.0540512 Nov 18 18:29:34.450005 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-54b8444c-dfe6-4f9c-953e-95568b7fc35a req-ab1dfe87-0c9d-47af-ba22-fd38671e14cd tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502901 Nov 18 18:29:35.316197 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:35.551516 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:35.572581 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97318e61-bb2b-4857-ba4f-237cb9faaaeb req-5a919f67-72e5-417c-aa30-a799ceba7f43 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:35.574222 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97318e61-bb2b-4857-ba4f-237cb9faaaeb req-5a919f67-72e5-417c-aa30-a799ceba7f43 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 932 time: 0.0518517 Nov 18 18:29:35.630257 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-97318e61-bb2b-4857-ba4f-237cb9faaaeb req-970667c4-1f8d-4b22-a527-0d60436d04fc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495300 Nov 18 18:29:36.750148 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d497d-a98f-4f9c-9ded-9f110f96a9c7 req-5aa37ab6-4021-4f44-9f22-272ea775406e tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:36.751819 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c37d497d-a98f-4f9c-9ded-9f110f96a9c7 req-5aa37ab6-4021-4f44-9f22-272ea775406e tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 932 time: 0.0497344 Nov 18 18:29:36.805935 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c37d497d-a98f-4f9c-9ded-9f110f96a9c7 req-0c34366e-b9c7-4ebb-bb13-5cabba9d4039 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462937 Nov 18 18:29:37.947133 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71756795-447e-4c5f-a691-01b418302e90 req-bcc42b6d-7616-44e9-84b7-bde6b92714a4 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:37.948674 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-71756795-447e-4c5f-a691-01b418302e90 req-bcc42b6d-7616-44e9-84b7-bde6b92714a4 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 932 time: 0.0517538 Nov 18 18:29:37.998592 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-71756795-447e-4c5f-a691-01b418302e90 req-9fcc10f3-b1f0-4caa-a6b8-656cd0482071 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436726 Nov 18 18:29:39.120265 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-89d97955-9333-4f3b-86f5-2e4d29672d69 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 18:29:39.121269 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-89d97955-9333-4f3b-86f5-2e4d29672d69 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053837 Nov 18 18:29:39.134805 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b2586-8cab-48c7-9d5d-0798199677f9 req-042890c4-8d19-48f8-bd0e-54462e7ebdea tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:39.136388 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d75b2586-8cab-48c7-9d5d-0798199677f9 req-042890c4-8d19-48f8-bd0e-54462e7ebdea tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 932 time: 0.0575914 Nov 18 18:29:39.187161 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.v2.base [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Request body: {'port': {'device_id': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:29:39.191417 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-d75b2586-8cab-48c7-9d5d-0798199677f9 req-33ec68f6-4077-4ee2-94a8-81b552ac202c tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479457 Nov 18 18:29:39.243039 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:39.546100 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff112722-c136-479d-a08c-a4cb1f3f9c3d {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:29:39.555714 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:39.568594 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Transition to ACTIVE for port object ff112722-c136-479d-a08c-a4cb1f3f9c3d will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 18:29:39.625049 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:39.695274 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff112722-c136-479d-a08c-a4cb1f3f9c3d,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:39.752042 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Attempting to bind port ff112722-c136-479d-a08c-a4cb1f3f9c3d on host n-h2-813419-11 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 18:29:39.752422 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Attempting to bind port ff112722-c136-479d-a08c-a4cb1f3f9c3d by drivers openvswitch,hyperv on host n-h2-813419-11 at level 0 using segments [{'id': 'e099226f-c5c8-4e93-95c1-6e28109177d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 18:29:39.752724 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Attempting to bind port ff112722-c136-479d-a08c-a4cb1f3f9c3d on network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:29:39.758498 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Port ff112722-c136-479d-a08c-a4cb1f3f9c3d on network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-11 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 18:29:39.758826 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Attempting to bind port ff112722-c136-479d-a08c-a4cb1f3f9c3d on network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 18:29:39.764329 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Checking agent: {'id': '2f5e8339-eccd-45af-ade8-1bc14454740d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'started_at': datetime.datetime(2021, 11, 18, 17, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 18, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 18:29:39.764685 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Checking segment: {'id': 'e099226f-c5c8-4e93-95c1-6e28109177d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 18:29:39.765069 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Bound using segment: {'id': 'e099226f-c5c8-4e93-95c1-6e28109177d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 18:29:39.765508 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Bound port: ff112722-c136-479d-a08c-a4cb1f3f9c3d, host: n-h2-813419-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e099226f-c5c8-4e93-95c1-6e28109177d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 18:29:39.765871 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:39.832364 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] For port ff112722-c136-479d-a08c-a4cb1f3f9c3d, host n-h2-813419-11, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 18:29:39.835983 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] For port ff112722-c136-479d-a08c-a4cb1f3f9c3d, host n-h2-813419-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=ff112722-c136-479d-a08c-a4cb1f3f9c3d,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 18:29:39.925313 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60412211'] for port, after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:39.959920 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:39.960195 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:39.961582 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] 10.222.0.83 "PUT /v2.0/ports/ff112722-c136-479d-a08c-a4cb1f3f9c3d HTTP/1.1" status: 200 len: 1093 time: 0.8301184 Nov 18 18:29:39.962028 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'tag': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:29:39.964321 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2261c0-261c-4e64-8879-9653e11873e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf97301-268b-49bf-bbba-fb0523232f6f", "tag": "ff112722-c136-479d-a08c-a4cb1f3f9c3d"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:29:39.988906 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d52d77-3a1b-414e-b7af-9153b0aac4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff112722-c136-479d-a08c-a4cb1f3f9c3d,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:40.004130 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ca33af-1117-493d-aa17-acce0d9010d2 x-openstack-request-id: req-b4ca33af-1117-493d-aa17-acce0d9010d2 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:29:40.004422 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf97301-268b-49bf-bbba-fb0523232f6f", "tag": "ff112722-c136-479d-a08c-a4cb1f3f9c3d", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:29:40.004714 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b4ca33af-1117-493d-aa17-acce0d9010d2 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:29:40.005787 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'tag': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d', 'status': 'completed', 'code': 200} Nov 18 18:29:40.070788 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2261c0-261c-4e64-8879-9653e11873e0 req-2db82c27-b954-4362-9193-4a944dda0131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:40.072308 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de2261c0-261c-4e64-8879-9653e11873e0 req-2db82c27-b954-4362-9193-4a944dda0131 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19daa93e1b2342979092c6d9a8e4e041&device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 1096 time: 0.0441055 Nov 18 18:29:40.179874 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2261c0-261c-4e64-8879-9653e11873e0 req-0a46c0f9-991e-4511-811d-e60edbbc936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:40.181421 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de2261c0-261c-4e64-8879-9653e11873e0 req-0a46c0f9-991e-4511-811d-e60edbbc936a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=19daa93e1b2342979092c6d9a8e4e041&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1003079 Nov 18 18:29:40.287090 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2261c0-261c-4e64-8879-9653e11873e0 req-d85dc692-d9b8-4e23-85fb-822754fe3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:40.288636 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de2261c0-261c-4e64-8879-9653e11873e0 req-d85dc692-d9b8-4e23-85fb-822754fe3ff2 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0984712 Nov 18 18:29:40.315019 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35a825-f7c8-4478-a62d-aa1977abba39 req-e03b3502-14ca-4061-a685-593a667de984 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:40.316679 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e35a825-f7c8-4478-a62d-aa1977abba39 req-e03b3502-14ca-4061-a685-593a667de984 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 944 time: 0.0507472 Nov 18 18:29:40.367989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-63adb7d1-5052-4224-b974-9d365408371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:40.368335 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-6e35a825-f7c8-4478-a62d-aa1977abba39 req-f5b4759c-c270-4012-84da-5d0a8bcd342e tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455363 Nov 18 18:29:40.369389 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-63adb7d1-5052-4224-b974-9d365408371e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19daa93e1b2342979092c6d9a8e4e041&device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 1096 time: 0.0409231 Nov 18 18:29:40.415114 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-ff37d0ff-97d4-4d17-9dd5-c8bf421b68fe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff112722-c136-479d-a08c-a4cb1f3f9c3d HTTP/1.1" status: 200 len: 217 time: 0.0367396 Nov 18 18:29:40.464870 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-24acdf63-344c-4c85-9daf-ce0158066cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:40.466297 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-24acdf63-344c-4c85-9daf-ce0158066cae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20e0c5c1-3d0a-4608-a49c-6b216b4048ff HTTP/1.1" status: 200 len: 847 time: 0.0429728 Nov 18 18:29:40.517877 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-16b26c6e-d88d-4d7d-a4d2-c8c0adcef7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:40.519357 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-16b26c6e-d88d-4d7d-a4d2-c8c0adcef7fd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f4e9310-5cd4-4f43-9d91-1778db0061d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425129 Nov 18 18:29:40.611600 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-7c01a6a5-9c44-4222-bd62-bfa2c413207b service neutron] 10.222.0.83 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831468 Nov 18 18:29:40.708942 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5b8ad8f2-15f1-465f-abbf-395fe4a965d5 req-b1407ed5-cbee-4bb4-bc0e-6e41bc82bc3c service neutron] 10.222.0.83 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882196 Nov 18 18:29:41.490416 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef99812-d743-46b0-95c6-87e5f8990be7 req-666d634a-0571-473f-8288-5ec31faded01 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:41.491882 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ef99812-d743-46b0-95c6-87e5f8990be7 req-666d634a-0571-473f-8288-5ec31faded01 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 944 time: 0.0473142 Nov 18 18:29:41.545305 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-9ef99812-d743-46b0-95c6-87e5f8990be7 req-a6eba091-5274-4294-a5b5-617dbf2dff4c tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474830 Nov 18 18:29:42.173012 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device ff112722-c136-479d-a08c-a4cb1f3f9c3d details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:29:42.266212 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port ff112722-c136-479d-a08c-a4cb1f3f9c3d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=ff112722-c136-479d-a08c-a4cb1f3f9c3d,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:29:42.280846 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'port_id': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d', 'mac_address': 'fa:16:3e:5c:b9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:29:42.317053 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:42.329726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff112722-c136-479d-a08c-a4cb1f3f9c3d {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:29:42.348718 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port ff112722-c136-479d-a08c-a4cb1f3f9c3d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=ff112722-c136-479d-a08c-a4cb1f3f9c3d,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:29:42.413060 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:42.460447 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=ff112722-c136-479d-a08c-a4cb1f3f9c3d,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:42.661375 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3069f-c230-4d2f-81b7-36d70ff196b6 req-77e895ff-5f91-490e-beea-a42e15a46664 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:42.663372 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eeb3069f-c230-4d2f-81b7-36d70ff196b6 req-77e895ff-5f91-490e-beea-a42e15a46664 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 945 time: 0.0502315 Nov 18 18:29:42.712282 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['ff112722-c136-479d-a08c-a4cb1f3f9c3d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:29:42.718761 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-eeb3069f-c230-4d2f-81b7-36d70ff196b6 req-d2891671-57e5-4b9e-9b8d-6795f414b7b3 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493839 Nov 18 18:29:43.225340 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:29:43.835409 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e879c-9e6b-4623-b734-c95141adaecb req-94a6a6e6-6e6e-491f-852f-3929cc59214e tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:43.836931 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e07e879c-9e6b-4623-b734-c95141adaecb req-94a6a6e6-6e6e-491f-852f-3929cc59214e tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 945 time: 0.0497720 Nov 18 18:29:43.886277 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e07e879c-9e6b-4623-b734-c95141adaecb req-cfc5eb80-536b-4cd3-ae10-267c503b4528 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433853 Nov 18 18:29:44.204359 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device ff112722-c136-479d-a08c-a4cb1f3f9c3d up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:29:44.310510 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning for port ff112722-c136-479d-a08c-a4cb1f3f9c3d completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 18:29:44.314278 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port ff112722-c136-479d-a08c-a4cb1f3f9c3d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:29:44.317858 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:44.391858 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:44.415818 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:29:44.418104 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeba6f80-3d53-425d-b46a-4a8e58e6f5cd" -d '{"events": [{"server_uuid": "ccf97301-268b-49bf-bbba-fb0523232f6f", "name": "network-vif-plugged", "status": "completed", "tag": "ff112722-c136-479d-a08c-a4cb1f3f9c3d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:29:44.430622 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port ff112722-c136-479d-a08c-a4cb1f3f9c3d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=ff112722-c136-479d-a08c-a4cb1f3f9c3d,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:29:44.455227 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2363050d-3901-4782-a8b4-237c8e0203b2 x-openstack-request-id: req-2363050d-3901-4782-a8b4-237c8e0203b2 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:29:44.455582 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf97301-268b-49bf-bbba-fb0523232f6f", "name": "network-vif-plugged", "status": "completed", "tag": "ff112722-c136-479d-a08c-a4cb1f3f9c3d", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:29:44.455875 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2363050d-3901-4782-a8b4-237c8e0203b2 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:29:44.456282 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d', 'code': 200} Nov 18 18:29:44.496521 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:44.545464 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=ff112722-c136-479d-a08c-a4cb1f3f9c3d,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:44.558361 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3776e-c217-4890-835a-48ee71a3d60b req-eb4e8883-4d80-4fe9-a80b-82c711df9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:44.559923 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f3c3776e-c217-4890-835a-48ee71a3d60b req-eb4e8883-4d80-4fe9-a80b-82c711df9b40 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 1098 time: 0.0429029 Nov 18 18:29:44.607340 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-f3c3776e-c217-4890-835a-48ee71a3d60b req-89132ff2-2e4d-4806-9214-cf7e905244f0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404058 Nov 18 18:29:45.008213 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48105a-638d-42d4-bfa8-a5fd81d9dcf4 req-84b01a97-4243-458f-b356-06f4feb1a31d tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:45.009711 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4a48105a-638d-42d4-bfa8-a5fd81d9dcf4 req-84b01a97-4243-458f-b356-06f4feb1a31d tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 946 time: 0.0541489 Nov 18 18:29:45.059216 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-4a48105a-638d-42d4-bfa8-a5fd81d9dcf4 req-83adbb1d-8549-4195-b45a-46394dd7cd11 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435607 Nov 18 18:29:46.179738 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f5bbf-6745-484c-8d21-36cecb4c53df req-d813a651-44d0-45e8-92d0-c7feb51a2d35 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:46.181170 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d1f5bbf-6745-484c-8d21-36cecb4c53df req-d813a651-44d0-45e8-92d0-c7feb51a2d35 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 946 time: 0.0502005 Nov 18 18:29:46.231117 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-1d1f5bbf-6745-484c-8d21-36cecb4c53df req-11693f8c-6461-43ff-ab10-dcd155fd426b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439150 Nov 18 18:29:46.347008 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c81f6e-576e-46e9-8c54-365a591ba8d3 req-60916f90-fa14-4997-871b-20f0fbb997d2 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:46.348529 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7c81f6e-576e-46e9-8c54-365a591ba8d3 req-60916f90-fa14-4997-871b-20f0fbb997d2 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 946 time: 0.0524709 Nov 18 18:29:46.396705 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f7c81f6e-576e-46e9-8c54-365a591ba8d3 req-d6e4de0c-37d1-4255-a0c6-cd0318f9490b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422993 Nov 18 18:29:46.418347 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41764) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:29:46.457121 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189555a0-6a61-4401-84e0-34b1e3491689 tempest-TestSnapshotPattern-899055798 tempest-TestSnapshotPattern-899055798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:46.458534 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-189555a0-6a61-4401-84e0-34b1e3491689 tempest-TestSnapshotPattern-899055798 tempest-TestSnapshotPattern-899055798-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 1093 time: 0.0391958 Nov 18 18:29:46.461882 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41766) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:29:46.466091 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Request body: {'floatingip': {'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'port_id': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 18:29:46.548142 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for floatingip, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:46.647264 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:46.759007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Allocated IP 172.25.3.96 (b4d1cde8-1533-4ffb-87b1-aa80817fd09e/bfbd37fc-6b70-48e1-a373-b0d635ab1676/22f01f1b-8ccf-44d8-b66c-10498dbef130) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 18:29:46.860460 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for port, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:46.950348 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793847859267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:46.988034 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Network b4d1cde8-1533-4ffb-87b1-aa80817fd09e is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 18:29:46.991743 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 18:29:46.995989 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 18:29:47.021498 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Pushing event updated for resources: {'Port': ['ID=22f01f1b-8ccf-44d8-b66c-10498dbef130,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:47.034247 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:47.034608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:47.035023 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:47.035376 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:47.035723 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:47.036091 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:47.036433 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:47.036769 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:47.037105 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:47.037438 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:47.037774 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:47.038110 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:29:47.714054 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:47.830033 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:47.978656 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for port, precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:48.033517 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59453836'] for port, after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:48.106151 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Pushing event updated for resources: {'Port': ['ID=22f01f1b-8ccf-44d8-b66c-10498dbef130,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:29:48.115741 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2041806'] for floatingip, after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:48.215756 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Floating IP 3d0bf99a-281b-45a0-bc40-a99627802168 associated. External IP: 172.25.3.96, port: ff112722-c136-479d-a08c-a4cb1f3f9c3d. Nov 18 18:29:48.418915 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Router 679dbd22-533b-4899-b855-30581031ad27 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:29:48.527179 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:29:48.537209 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a018b8-c51c-4278-9438-0bddf1cbda10 None None] Sync routers for ids ['679dbd22-533b-4899-b855-30581031ad27'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:29:48.546991 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a018b8-c51c-4278-9438-0bddf1cbda10 None None] Routers {'679dbd22-533b-4899-b855-30581031ad27'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:29:48.547615 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-53a018b8-c51c-4278-9438-0bddf1cbda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:29:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['679dbd22-533b-4899-b855-30581031ad27'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:48.607203 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:48.634581 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d63e2554-fc94-4e91-b0e8-0e6d8a19ae94 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1716805 Nov 18 18:29:48.635297 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'tag': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:29:48.637644 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81c1f65620c2b619e54ef1f34f71e2c57117e756ba45fba3b6a8fdb297f35b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebf1302-c12d-4c55-9826-741b4477cd68" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf97301-268b-49bf-bbba-fb0523232f6f", "tag": "ff112722-c136-479d-a08c-a4cb1f3f9c3d"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:29:48.655157 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-53a018b8-c51c-4278-9438-0bddf1cbda10 None None] Set router 679dbd22-533b-4899-b855-30581031ad27 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:29:48.675416 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f4614c-9810-4bb5-8622-164957de72ef x-openstack-request-id: req-65f4614c-9810-4bb5-8622-164957de72ef {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:29:48.676085 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf97301-268b-49bf-bbba-fb0523232f6f", "tag": "ff112722-c136-479d-a08c-a4cb1f3f9c3d", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:29:48.676353 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-65f4614c-9810-4bb5-8622-164957de72ef {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:29:48.676773 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'tag': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d', 'status': 'completed', 'code': 200} Nov 18 18:29:48.747558 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf1302-c12d-4c55-9826-741b4477cd68 req-a0d88a0a-6180-45d2-a0ef-4464beef6010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:48.749086 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ebf1302-c12d-4c55-9826-741b4477cd68 req-a0d88a0a-6180-45d2-a0ef-4464beef6010 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19daa93e1b2342979092c6d9a8e4e041&device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 1098 time: 0.0448148 Nov 18 18:29:48.887515 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-53a018b8-c51c-4278-9438-0bddf1cbda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '00351614-af1a-4b43-8ed4-842c2c16d3c6', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '679dbd22-533b-4899-b855-30581031ad27', 'port_id': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'mac_address': 'fa:16:3e:54:df:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72382262-926a-4716-903c-0b895245bf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:27:09Z', 'updated_at': '2021-11-18T18:27:11Z', 'revision_number': 1, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'fixed_ip_address_scope': None}, {'id': '3d0bf99a-281b-45a0-bc40-a99627802168', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'floating_ip_address': '172.25.3.96', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '679dbd22-533b-4899-b855-30581031ad27', 'port_id': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'mac_address': 'fa:16:3e:5c:b9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:29:47Z', 'updated_at': '2021-11-18T18:29:47Z', 'revision_number': 0, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a', 'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'mac_address': 'fa:16:3e:82:7c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:42Z', 'updated_at': '2021-11-18T18:26:47Z', 'revision_number': 5, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'subnets': [{'id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:48.915670 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a018b8-c51c-4278-9438-0bddf1cbda10 None None] Checking router: 679dbd22-533b-4899-b855-30581031ad27 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:29:48.924844 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a018b8-c51c-4278-9438-0bddf1cbda10 None None] Routers {'679dbd22-533b-4899-b855-30581031ad27'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:29:48.925399 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-53a018b8-c51c-4278-9438-0bddf1cbda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:29:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['679dbd22-533b-4899-b855-30581031ad27'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:49.087439 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-53a018b8-c51c-4278-9438-0bddf1cbda10 None None] Set router 679dbd22-533b-4899-b855-30581031ad27 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:29:49.171647 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf1302-c12d-4c55-9826-741b4477cd68 req-94b98949-9e59-4c81-89c9-8359ee0b9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:49.173182 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ebf1302-c12d-4c55-9826-741b4477cd68 req-94b98949-9e59-4c81-89c9-8359ee0b9715 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4f4e9310-5cd4-4f43-9d91-1778db0061d2 HTTP/1.1" status: 200 len: 910 time: 0.4164116 Nov 18 18:29:49.242329 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ebf1302-c12d-4c55-9826-741b4477cd68 req-274c19cf-c381-442e-9cf6-4154523d404b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff112722-c136-479d-a08c-a4cb1f3f9c3d HTTP/1.1" status: 200 len: 999 time: 0.0614872 Nov 18 18:29:49.292802 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf1302-c12d-4c55-9826-741b4477cd68 req-c302dc51-ce8f-4fb8-a9b6-b45f65fd57e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:49.294286 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ebf1302-c12d-4c55-9826-741b4477cd68 req-c302dc51-ce8f-4fb8-a9b6-b45f65fd57e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20e0c5c1-3d0a-4608-a49c-6b216b4048ff HTTP/1.1" status: 200 len: 847 time: 0.0449402 Nov 18 18:29:49.344777 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf1302-c12d-4c55-9826-741b4477cd68 req-87b48fe9-0bf9-4347-8c26-418798fabf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:29:49.346305 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ebf1302-c12d-4c55-9826-741b4477cd68 req-87b48fe9-0bf9-4347-8c26-418798fabf0b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f4e9310-5cd4-4f43-9d91-1778db0061d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410061 Nov 18 18:29:49.376374 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-53a018b8-c51c-4278-9438-0bddf1cbda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '00351614-af1a-4b43-8ed4-842c2c16d3c6', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '679dbd22-533b-4899-b855-30581031ad27', 'port_id': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'mac_address': 'fa:16:3e:54:df:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72382262-926a-4716-903c-0b895245bf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:27:09Z', 'updated_at': '2021-11-18T18:27:11Z', 'revision_number': 1, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'fixed_ip_address_scope': None}, {'id': '3d0bf99a-281b-45a0-bc40-a99627802168', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'floating_ip_address': '172.25.3.96', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '679dbd22-533b-4899-b855-30581031ad27', 'port_id': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'mac_address': 'fa:16:3e:5c:b9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:29:47Z', 'updated_at': '2021-11-18T18:29:47Z', 'revision_number': 0, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a', 'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'mac_address': 'fa:16:3e:82:7c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:42Z', 'updated_at': '2021-11-18T18:26:47Z', 'revision_number': 5, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'subnets': [{'id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:29:49.410758 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a018b8-c51c-4278-9438-0bddf1cbda10 None None] The sync data for ids ['679dbd22-533b-4899-b855-30581031ad27'] in n-d-813419-11 is: [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '00351614-af1a-4b43-8ed4-842c2c16d3c6', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '679dbd22-533b-4899-b855-30581031ad27', 'port_id': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'mac_address': 'fa:16:3e:54:df:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72382262-926a-4716-903c-0b895245bf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:27:09Z', 'updated_at': '2021-11-18T18:27:11Z', 'revision_number': 1, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'fixed_ip_address_scope': None}, {'id': '3d0bf99a-281b-45a0-bc40-a99627802168', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'floating_ip_address': '172.25.3.96', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '679dbd22-533b-4899-b855-30581031ad27', 'port_id': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'mac_address': 'fa:16:3e:5c:b9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:29:47Z', 'updated_at': '2021-11-18T18:29:47Z', 'revision_number': 0, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a', 'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'mac_address': 'fa:16:3e:82:7c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:42Z', 'updated_at': '2021-11-18T18:26:47Z', 'revision_number': 5, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'subnets': [{'id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:29:49.447557 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ebf1302-c12d-4c55-9826-741b4477cd68 req-d19f7280-d174-4864-892d-634db0de6545 service neutron] 10.222.0.83 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932016 Nov 18 18:29:49.540996 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ebf1302-c12d-4c55-9826-741b4477cd68 req-a1bc3ac3-5f1d-48b3-b4ac-9091a069844a service neutron] 10.222.0.83 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857377 Nov 18 18:29:49.734229 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3708dc5-2334-473c-8e3c-902131286eae None None] New status for floating IP 3d0bf99a-281b-45a0-bc40-a99627802168: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:29:52.384771 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:29:54.013097 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:30:00.046826 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4df41275-fe4c-416c-badc-e6aa155e1e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:30:02.507806 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85acb62e-397a-4463-9d95-204e023dfe81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:30:03.899102 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:30:05.309643 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:30:05.536176 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:30:20.224620 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:30:22.409987 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:30:22.905404 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-858060d1-4312-4aea-ac12-65e33cbdbca5 req-992c4984-edb8-4158-8390-078e2ac5878f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451105 Nov 18 18:30:22.998357 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858060d1-4312-4aea-ac12-65e33cbdbca5 req-47787366-86cc-4cff-9152-03827876bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:22.999991 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-858060d1-4312-4aea-ac12-65e33cbdbca5 req-47787366-86cc-4cff-9152-03827876bd2b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19daa93e1b2342979092c6d9a8e4e041&device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 1095 time: 0.0420632 Nov 18 18:30:23.103188 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858060d1-4312-4aea-ac12-65e33cbdbca5 req-be21609b-72ee-409d-95ab-4e216e22ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:23.104760 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-858060d1-4312-4aea-ac12-65e33cbdbca5 req-be21609b-72ee-409d-95ab-4e216e22ffef service neutron] 10.222.0.81 "GET /v2.0/networks?id=4f4e9310-5cd4-4f43-9d91-1778db0061d2 HTTP/1.1" status: 200 len: 910 time: 0.0844126 Nov 18 18:30:23.172851 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-858060d1-4312-4aea-ac12-65e33cbdbca5 req-15e103c3-104a-4f92-a949-a0faad2eb177 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5399e8f-90bf-4213-827c-c0195b2185ed HTTP/1.1" status: 200 len: 999 time: 0.0607674 Nov 18 18:30:23.220595 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858060d1-4312-4aea-ac12-65e33cbdbca5 req-e1c50b3c-f6f6-4049-bb9f-241ae071656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:23.223015 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-858060d1-4312-4aea-ac12-65e33cbdbca5 req-e1c50b3c-f6f6-4049-bb9f-241ae071656e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=20e0c5c1-3d0a-4608-a49c-6b216b4048ff HTTP/1.1" status: 200 len: 847 time: 0.0437756 Nov 18 18:30:23.267582 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858060d1-4312-4aea-ac12-65e33cbdbca5 req-7d436a71-7e51-40f8-b7fc-353502729518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:23.269107 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-858060d1-4312-4aea-ac12-65e33cbdbca5 req-7d436a71-7e51-40f8-b7fc-353502729518 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4f4e9310-5cd4-4f43-9d91-1778db0061d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390208 Nov 18 18:30:23.371352 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-858060d1-4312-4aea-ac12-65e33cbdbca5 req-438aa718-d843-4eb7-95f2-d8f152ad27c5 service neutron] 10.222.0.81 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937300 Nov 18 18:30:23.465538 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-858060d1-4312-4aea-ac12-65e33cbdbca5 req-fea7afdf-6a71-4cd2-ab22-2167cf30a5d2 service neutron] 10.222.0.81 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862780 Nov 18 18:30:23.972832 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:30:30.044095 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-71e46b07-e314-499f-8928-a0858c1d51f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:30:30.464923 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-69785939-20e7-4e2a-873b-545e3237ca6e req-12073af5-ca4f-4f08-b024-a4abf429ae85 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399802 Nov 18 18:30:30.550617 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69785939-20e7-4e2a-873b-545e3237ca6e req-98ec4956-1f87-489d-9194-f550432a8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:30.552149 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-69785939-20e7-4e2a-873b-545e3237ca6e req-98ec4956-1f87-489d-9194-f550432a8f93 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19daa93e1b2342979092c6d9a8e4e041&device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 1098 time: 0.0396805 Nov 18 18:30:30.661911 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69785939-20e7-4e2a-873b-545e3237ca6e req-a63e554d-51de-40b9-b79c-9711517c96dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:30.663451 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-69785939-20e7-4e2a-873b-545e3237ca6e req-a63e554d-51de-40b9-b79c-9711517c96dd service neutron] 10.222.0.83 "GET /v2.0/networks?id=4f4e9310-5cd4-4f43-9d91-1778db0061d2 HTTP/1.1" status: 200 len: 910 time: 0.0902920 Nov 18 18:30:30.730438 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-69785939-20e7-4e2a-873b-545e3237ca6e req-5cf3a151-7bd5-4249-a1d2-728e53393594 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff112722-c136-479d-a08c-a4cb1f3f9c3d HTTP/1.1" status: 200 len: 1001 time: 0.0587680 Nov 18 18:30:30.783483 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69785939-20e7-4e2a-873b-545e3237ca6e req-0f8c19aa-94de-4ce1-8350-575051216b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:30.785010 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-69785939-20e7-4e2a-873b-545e3237ca6e req-0f8c19aa-94de-4ce1-8350-575051216b92 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20e0c5c1-3d0a-4608-a49c-6b216b4048ff HTTP/1.1" status: 200 len: 847 time: 0.0444400 Nov 18 18:30:30.835127 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69785939-20e7-4e2a-873b-545e3237ca6e req-8a235fe6-807a-46c7-acaa-1eec690834af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:30:30.837182 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-69785939-20e7-4e2a-873b-545e3237ca6e req-8a235fe6-807a-46c7-acaa-1eec690834af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f4e9310-5cd4-4f43-9d91-1778db0061d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443630 Nov 18 18:30:30.928310 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-69785939-20e7-4e2a-873b-545e3237ca6e req-38d6f2a8-3157-4243-9ed3-78a747e76b14 service neutron] 10.222.0.83 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829613 Nov 18 18:30:31.021822 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-69785939-20e7-4e2a-873b-545e3237ca6e req-c3312409-b2b7-4979-b164-172d150b4b17 service neutron] 10.222.0.83 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845418 Nov 18 18:30:32.489712 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-89abe462-3133-437a-913a-2ab9c5c42b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:30:33.921011 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:30:35.343259 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:30:35.537663 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:30:52.417146 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:30:54.009113 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:30:57.224112 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:31:00.080495 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5acc8ca5-6e0d-434f-9779-89389dc3438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:02.485606 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c0aec5c0-16b8-41d1-b2c2-8e93ec6da38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:03.889059 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:05.302729 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:05.548987 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:22.431424 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:22.907262 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed8169cb-e355-4134-908e-65c9d4acb142 req-5bc97443-2619-47f9-a3b2-c1e538ef9645 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407679 Nov 18 18:31:22.986966 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8169cb-e355-4134-908e-65c9d4acb142 req-4e626560-c0b5-4222-b630-6ebc537d8255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:22.988714 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed8169cb-e355-4134-908e-65c9d4acb142 req-4e626560-c0b5-4222-b630-6ebc537d8255 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19daa93e1b2342979092c6d9a8e4e041&device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 1095 time: 0.0406392 Nov 18 18:31:23.095996 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8169cb-e355-4134-908e-65c9d4acb142 req-5d80b41b-70b5-44ce-acc0-fc3c225cb890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:23.097455 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed8169cb-e355-4134-908e-65c9d4acb142 req-5d80b41b-70b5-44ce-acc0-fc3c225cb890 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4f4e9310-5cd4-4f43-9d91-1778db0061d2 HTTP/1.1" status: 200 len: 910 time: 0.0893650 Nov 18 18:31:23.161600 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed8169cb-e355-4134-908e-65c9d4acb142 req-76d67608-ad8f-4605-8e2a-7b99bb7b3cf8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5399e8f-90bf-4213-827c-c0195b2185ed HTTP/1.1" status: 200 len: 999 time: 0.0569673 Nov 18 18:31:23.215161 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8169cb-e355-4134-908e-65c9d4acb142 req-2b56d056-c4af-4178-a57a-97d17240f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:23.216683 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed8169cb-e355-4134-908e-65c9d4acb142 req-2b56d056-c4af-4178-a57a-97d17240f551 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=20e0c5c1-3d0a-4608-a49c-6b216b4048ff HTTP/1.1" status: 200 len: 847 time: 0.0475152 Nov 18 18:31:23.261424 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8169cb-e355-4134-908e-65c9d4acb142 req-6434621b-e429-41a9-9b99-a4d858d3d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:23.262872 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed8169cb-e355-4134-908e-65c9d4acb142 req-6434621b-e429-41a9-9b99-a4d858d3d18b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4f4e9310-5cd4-4f43-9d91-1778db0061d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388141 Nov 18 18:31:23.357070 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed8169cb-e355-4134-908e-65c9d4acb142 req-1162fb9c-5d18-4e67-bc28-34e0533a425f service neutron] 10.222.0.81 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866597 Nov 18 18:31:23.455013 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-ed8169cb-e355-4134-908e-65c9d4acb142 req-7599b4d1-dc31-4add-b9ec-57209df10f03 service neutron] 10.222.0.81 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894549 Nov 18 18:31:23.988270 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:30.033826 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-184aa41d-b4cd-48bf-95fc-ffed884f0ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:30.510053 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f405c-b648-4539-a701-a233c04b9d0e req-c7945cdb-36dd-473e-8107-8f58fdc76ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:30.511465 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de0f405c-b648-4539-a701-a233c04b9d0e req-c7945cdb-36dd-473e-8107-8f58fdc76ea4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19daa93e1b2342979092c6d9a8e4e041&device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 1098 time: 0.0417814 Nov 18 18:31:30.621143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f405c-b648-4539-a701-a233c04b9d0e req-2893e1e4-c63f-4090-8065-1193f4d506a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:30.622630 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de0f405c-b648-4539-a701-a233c04b9d0e req-2893e1e4-c63f-4090-8065-1193f4d506a3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4f4e9310-5cd4-4f43-9d91-1778db0061d2 HTTP/1.1" status: 200 len: 910 time: 0.0889337 Nov 18 18:31:30.692068 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de0f405c-b648-4539-a701-a233c04b9d0e req-8664bfdd-0d08-4c4e-8137-2bbdd64baa26 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff112722-c136-479d-a08c-a4cb1f3f9c3d HTTP/1.1" status: 200 len: 1001 time: 0.0611105 Nov 18 18:31:30.745209 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f405c-b648-4539-a701-a233c04b9d0e req-8687a7e4-2e19-469c-a6bf-8e2c3c777ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:30.746656 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de0f405c-b648-4539-a701-a233c04b9d0e req-8687a7e4-2e19-469c-a6bf-8e2c3c777ff4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20e0c5c1-3d0a-4608-a49c-6b216b4048ff HTTP/1.1" status: 200 len: 847 time: 0.0445137 Nov 18 18:31:30.799759 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f405c-b648-4539-a701-a233c04b9d0e req-5734a485-5fbd-4e64-8913-eede5c15e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:30.801186 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de0f405c-b648-4539-a701-a233c04b9d0e req-5734a485-5fbd-4e64-8913-eede5c15e6b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f4e9310-5cd4-4f43-9d91-1778db0061d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443592 Nov 18 18:31:30.897114 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de0f405c-b648-4539-a701-a233c04b9d0e req-c03a9390-b9b2-4d5e-8087-0414b56914ff service neutron] 10.222.0.83 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847156 Nov 18 18:31:30.996926 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-de0f405c-b648-4539-a701-a233c04b9d0e req-6a247a11-82df-4e57-afc4-4df8fdb8ea28 service neutron] 10.222.0.83 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878530 Nov 18 18:31:32.485444 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-56f774fb-e5d2-4e0b-9937-168f8b4c1b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:32.590222 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device ff112722-c136-479d-a08c-a4cb1f3f9c3d details requested by agent hyperv_n-h2-813419-11 with host n-h2-813419-11 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 18:31:32.685775 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port ff112722-c136-479d-a08c-a4cb1f3f9c3d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=ff112722-c136-479d-a08c-a4cb1f3f9c3d,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:31:32.696857 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Returning: {'device': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'port_id': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d', 'mac_address': 'fa:16:3e:5c:b9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 18:31:32.739379 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:32.756320 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff112722-c136-479d-a08c-a4cb1f3f9c3d {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 18:31:32.786519 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port ff112722-c136-479d-a08c-a4cb1f3f9c3d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=ff112722-c136-479d-a08c-a4cb1f3f9c3d,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:31:32.871413 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:32.928053 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=ff112722-c136-479d-a08c-a4cb1f3f9c3d,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:32.935730 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:32.936191 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:32.936599 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:32.937015 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:32.937922 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:32.938328 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:32.938672 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:32.939002 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:32.939333 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:32.939668 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:32.940019 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:32.940349 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:32.967823 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] get_ports_and_sgs() called for port_ids ['ff112722-c136-479d-a08c-a4cb1f3f9c3d'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 18:31:33.934943 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:34.224189 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:31:34.630348 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device ff112722-c136-479d-a08c-a4cb1f3f9c3d up at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 18:31:34.685481 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Provisioning complete for port ff112722-c136-479d-a08c-a4cb1f3f9c3d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 18:31:34.685880 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-553742'] for port, provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:34.772968 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:34.799436 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:31:34.801752 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa46656f-eb6e-4a2c-afdb-b18c845bbb15" -d '{"events": [{"server_uuid": "ccf97301-268b-49bf-bbba-fb0523232f6f", "name": "network-vif-plugged", "status": "completed", "tag": "ff112722-c136-479d-a08c-a4cb1f3f9c3d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:31:34.813503 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port ff112722-c136-479d-a08c-a4cb1f3f9c3d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=ff112722-c136-479d-a08c-a4cb1f3f9c3d,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:31:34.859503 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8d9623-cd75-4116-ad5a-29babd7a43c1 x-openstack-request-id: req-0c8d9623-cd75-4116-ad5a-29babd7a43c1 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:31:34.859906 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf97301-268b-49bf-bbba-fb0523232f6f", "name": "network-vif-plugged", "status": "completed", "tag": "ff112722-c136-479d-a08c-a4cb1f3f9c3d", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:31:34.860232 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0c8d9623-cd75-4116-ad5a-29babd7a43c1 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:31:34.860705 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d', 'code': 200} Nov 18 18:31:34.911877 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:34.968346 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=ff112722-c136-479d-a08c-a4cb1f3f9c3d,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:35.420099 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:35.557221 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:43.603185 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 41978) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:31:43.766027 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Deleting port 22f01f1b-8ccf-44d8-b66c-10498dbef130 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:31:43.766396 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:43.841510 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:43.841769 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:43.853989 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Calling delete_port for 22f01f1b-8ccf-44d8-b66c-10498dbef130 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:31:44.060102 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:44.087031 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Pushing event deleted for resources: {'Port': ['ID=22f01f1b-8ccf-44d8-b66c-10498dbef130,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:44.099094 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:44.099463 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:44.099844 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:44.100205 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:44.100554 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:44.100900 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:44.101245 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:44.101586 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:44.101924 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:44.102261 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:44.102600 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:44.102942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:44.160907 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:44.161246 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Floating IP 3d0bf99a-281b-45a0-bc40-a99627802168 disassociated (deleted). External IP: 172.25.3.96, port: ff112722-c136-479d-a08c-a4cb1f3f9c3d. Nov 18 18:31:44.366242 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Router 679dbd22-533b-4899-b855-30581031ad27 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:31:44.478078 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:31:44.482815 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:44.488585 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b21bfa6-ce22-4df4-88b0-8fb121cb567e None None] Sync routers for ids ['679dbd22-533b-4899-b855-30581031ad27'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:31:44.499013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b21bfa6-ce22-4df4-88b0-8fb121cb567e None None] Routers {'679dbd22-533b-4899-b855-30581031ad27'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:31:44.500445 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1b21bfa6-ce22-4df4-88b0-8fb121cb567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:31:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['679dbd22-533b-4899-b855-30581031ad27'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:44.510642 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-41f206cd-5629-4803-9ab7-ac16197c7fcc tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "DELETE /v2.0/floatingips/3d0bf99a-281b-45a0-bc40-a99627802168 HTTP/1.1" status: 204 len: 168 time: 0.9062786 Nov 18 18:31:44.511367 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'tag': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:31:44.513785 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81c1f65620c2b619e54ef1f34f71e2c57117e756ba45fba3b6a8fdb297f35b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed88383-af14-4a13-93b7-6c56fe85f25d" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf97301-268b-49bf-bbba-fb0523232f6f", "tag": "ff112722-c136-479d-a08c-a4cb1f3f9c3d"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:31:44.607859 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-1b21bfa6-ce22-4df4-88b0-8fb121cb567e None None] Set router 679dbd22-533b-4899-b855-30581031ad27 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:31:44.833761 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1b21bfa6-ce22-4df4-88b0-8fb121cb567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '00351614-af1a-4b43-8ed4-842c2c16d3c6', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '679dbd22-533b-4899-b855-30581031ad27', 'port_id': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'mac_address': 'fa:16:3e:54:df:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72382262-926a-4716-903c-0b895245bf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:27:09Z', 'updated_at': '2021-11-18T18:27:11Z', 'revision_number': 1, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a', 'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'mac_address': 'fa:16:3e:82:7c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:42Z', 'updated_at': '2021-11-18T18:26:47Z', 'revision_number': 5, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'subnets': [{'id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:44.860719 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b21bfa6-ce22-4df4-88b0-8fb121cb567e None None] Checking router: 679dbd22-533b-4899-b855-30581031ad27 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:31:44.869692 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b21bfa6-ce22-4df4-88b0-8fb121cb567e None None] Routers {'679dbd22-533b-4899-b855-30581031ad27'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:31:44.870311 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1b21bfa6-ce22-4df4-88b0-8fb121cb567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:31:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['679dbd22-533b-4899-b855-30581031ad27'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:44.937294 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a97baa7-59ab-40d9-9ec3-d5115295386b x-openstack-request-id: req-6a97baa7-59ab-40d9-9ec3-d5115295386b {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:31:44.937804 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf97301-268b-49bf-bbba-fb0523232f6f", "tag": "ff112722-c136-479d-a08c-a4cb1f3f9c3d", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:31:44.937917 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6a97baa7-59ab-40d9-9ec3-d5115295386b {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:31:44.938433 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'tag': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d', 'status': 'completed', 'code': 200} Nov 18 18:31:44.979461 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-1b21bfa6-ce22-4df4-88b0-8fb121cb567e None None] Set router 679dbd22-533b-4899-b855-30581031ad27 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:31:45.002989 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed88383-af14-4a13-93b7-6c56fe85f25d req-2aa82e58-142d-4900-b976-88ac92493976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:45.004629 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0ed88383-af14-4a13-93b7-6c56fe85f25d req-2aa82e58-142d-4900-b976-88ac92493976 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19daa93e1b2342979092c6d9a8e4e041&device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 1098 time: 0.0428011 Nov 18 18:31:45.039419 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b419d-2efe-4f69-99c0-a67897ce8997 req-8cec1730-655d-4d1c-a50c-aa1a8a5d6e3b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:45.041026 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f93b419d-2efe-4f69-99c0-a67897ce8997 req-8cec1730-655d-4d1c-a50c-aa1a8a5d6e3b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 946 time: 0.0553594 Nov 18 18:31:45.094985 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-f93b419d-2efe-4f69-99c0-a67897ce8997 req-36fe3fb5-25b3-428e-bdfa-c892958eabef tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455086 Nov 18 18:31:45.105851 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed88383-af14-4a13-93b7-6c56fe85f25d req-155aa9a8-3189-406e-9a16-f68fe1015ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:45.107360 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0ed88383-af14-4a13-93b7-6c56fe85f25d req-155aa9a8-3189-406e-9a16-f68fe1015ec8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4f4e9310-5cd4-4f43-9d91-1778db0061d2 HTTP/1.1" status: 200 len: 910 time: 0.0936897 Nov 18 18:31:45.153775 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0ed88383-af14-4a13-93b7-6c56fe85f25d req-5e564b16-6c42-4a18-8549-2806103ae385 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff112722-c136-479d-a08c-a4cb1f3f9c3d HTTP/1.1" status: 200 len: 217 time: 0.0352383 Nov 18 18:31:45.204810 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed88383-af14-4a13-93b7-6c56fe85f25d req-4e8c71b6-15f7-4a3d-9fb3-a7b6b82918fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:45.206333 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0ed88383-af14-4a13-93b7-6c56fe85f25d req-4e8c71b6-15f7-4a3d-9fb3-a7b6b82918fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20e0c5c1-3d0a-4608-a49c-6b216b4048ff HTTP/1.1" status: 200 len: 847 time: 0.0442681 Nov 18 18:31:45.226393 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1b21bfa6-ce22-4df4-88b0-8fb121cb567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '00351614-af1a-4b43-8ed4-842c2c16d3c6', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '679dbd22-533b-4899-b855-30581031ad27', 'port_id': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'mac_address': 'fa:16:3e:54:df:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72382262-926a-4716-903c-0b895245bf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:27:09Z', 'updated_at': '2021-11-18T18:27:11Z', 'revision_number': 1, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a', 'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'mac_address': 'fa:16:3e:82:7c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:42Z', 'updated_at': '2021-11-18T18:26:47Z', 'revision_number': 5, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'subnets': [{'id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:45.252655 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b21bfa6-ce22-4df4-88b0-8fb121cb567e None None] The sync data for ids ['679dbd22-533b-4899-b855-30581031ad27'] in n-d-813419-11 is: [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_floatingips': [{'id': '00351614-af1a-4b43-8ed4-842c2c16d3c6', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'router_id': '679dbd22-533b-4899-b855-30581031ad27', 'port_id': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'mac_address': 'fa:16:3e:54:df:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72382262-926a-4716-903c-0b895245bf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T18:27:09Z', 'updated_at': '2021-11-18T18:27:11Z', 'revision_number': 1, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a', 'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'mac_address': 'fa:16:3e:82:7c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:42Z', 'updated_at': '2021-11-18T18:26:47Z', 'revision_number': 5, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'subnets': [{'id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:31:45.260171 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed88383-af14-4a13-93b7-6c56fe85f25d req-7a8c42f4-f21d-473d-b31a-6c385b81bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:45.261833 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0ed88383-af14-4a13-93b7-6c56fe85f25d req-7a8c42f4-f21d-473d-b31a-6c385b81bf86 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f4e9310-5cd4-4f43-9d91-1778db0061d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457103 Nov 18 18:31:45.355889 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0ed88383-af14-4a13-93b7-6c56fe85f25d req-582eac0a-6199-4a10-b10a-f024f928659a service neutron] 10.222.0.83 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857008 Nov 18 18:31:45.456429 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-0ed88383-af14-4a13-93b7-6c56fe85f25d req-888e4426-8350-409f-a881-07b0b06d829b service neutron] 10.222.0.83 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913599 Nov 18 18:31:45.467295 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e11a9f-b878-42e8-93a7-55dc2c45fbe5 None None] New status for floating IP 3d0bf99a-281b-45a0-bc40-a99627802168: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:31:46.242859 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c6251-2444-4db1-889d-24809f3a49a9 req-8b438bdc-daaf-4a25-8474-c5a19ee76f8d tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:46.245037 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-290c6251-2444-4db1-889d-24809f3a49a9 req-8b438bdc-daaf-4a25-8474-c5a19ee76f8d tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 946 time: 0.0618603 Nov 18 18:31:46.298535 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-290c6251-2444-4db1-889d-24809f3a49a9 req-25cb76aa-041c-4d85-9d76-ad5c07e79c6b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469353 Nov 18 18:31:46.688181 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device ff112722-c136-479d-a08c-a4cb1f3f9c3d no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:31:46.763647 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683790'] for port, before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:46.790014 n-d-813419-11 neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:31:46.791257 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6960bfdca6c1a3e63c0681c6407210fb3cf025983c59c1148e7b8247246ab0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71f9b96-dab5-4911-8fda-b5b5b0eb8668" -d '{"events": [{"server_uuid": "ccf97301-268b-49bf-bbba-fb0523232f6f", "name": "network-vif-unplugged", "status": "completed", "tag": "ff112722-c136-479d-a08c-a4cb1f3f9c3d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:31:46.804992 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] For port ff112722-c136-479d-a08c-a4cb1f3f9c3d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=ff112722-c136-479d-a08c-a4cb1f3f9c3d,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:31:46.830490 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 18:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc4d76b-4fac-48c3-902a-858ce1f3d75f x-openstack-request-id: req-9cc4d76b-4fac-48c3-902a-858ce1f3d75f {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:31:46.830810 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf97301-268b-49bf-bbba-fb0523232f6f", "name": "network-vif-unplugged", "status": "completed", "tag": "ff112722-c136-479d-a08c-a4cb1f3f9c3d", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:31:46.831064 n-d-813419-11 neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9cc4d76b-4fac-48c3-902a-858ce1f3d75f {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:31:46.831462 n-d-813419-11 neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d', 'code': 200} Nov 18 18:31:46.894484 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793848182303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793847859285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793847859303'] for port, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:46.898616 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4a7a8-1062-4605-87ea-aa3d72140e7b req-c8a43b65-7e18-4366-a7b0-5d7d256a220a tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:46.900166 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d0e4a7a8-1062-4605-87ea-aa3d72140e7b req-c8a43b65-7e18-4366-a7b0-5d7d256a220a tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 946 time: 0.0526454 Nov 18 18:31:46.945307 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Pushing event updated for resources: {'Port': ['ID=ff112722-c136-479d-a08c-a4cb1f3f9c3d,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:46.995547 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-d0e4a7a8-1062-4605-87ea-aa3d72140e7b req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Deleting port ff112722-c136-479d-a08c-a4cb1f3f9c3d {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:31:46.995921 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d0e4a7a8-1062-4605-87ea-aa3d72140e7b req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:47.083143 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-d0e4a7a8-1062-4605-87ea-aa3d72140e7b req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] For port ff112722-c136-479d-a08c-a4cb1f3f9c3d, host n-h2-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-11',level=0,port_id=ff112722-c136-479d-a08c-a4cb1f3f9c3d,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:31:47.083431 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d0e4a7a8-1062-4605-87ea-aa3d72140e7b req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:47.096251 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-d0e4a7a8-1062-4605-87ea-aa3d72140e7b req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Calling delete_port for ff112722-c136-479d-a08c-a4cb1f3f9c3d owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:31:47.294308 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d0e4a7a8-1062-4605-87ea-aa3d72140e7b req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:47.324944 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Pushing event deleted for resources: {'Port': ['ID=ff112722-c136-479d-a08c-a4cb1f3f9c3d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:47.341248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:47.341248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:47.341248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:47.341248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:47.341248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:47.341248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:47.341248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:47.341248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:47.341248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:47.341248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:47.341248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:47.341248 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-11 {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 18:31:47.375814 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e4a7a8-1062-4605-87ea-aa3d72140e7b req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] No DVR routers for this DVR port ff112722-c136-479d-a08c-a4cb1f3f9c3d on host n-h2-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:31:47.383964 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d0e4a7a8-1062-4605-87ea-aa3d72140e7b req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:47.383964 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-d0e4a7a8-1062-4605-87ea-aa3d72140e7b req-97d85b25-c181-49fb-a580-ccff7379df07 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.83 "DELETE /v2.0/ports/ff112722-c136-479d-a08c-a4cb1f3f9c3d HTTP/1.1" status: 204 len: 173 time: 0.4742274 Nov 18 18:31:47.383964 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'name': 'network-vif-deleted', 'tag': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:31:47.384947 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c7211c-43d6-4838-8e12-1f7ce42473d9" -d '{"events": [{"server_uuid": "ccf97301-268b-49bf-bbba-fb0523232f6f", "name": "network-vif-deleted", "tag": "ff112722-c136-479d-a08c-a4cb1f3f9c3d"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:31:47.406516 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-aec8bb57-016d-49d4-8247-dbda7ccd4db6 req-5f6d262a-ef27-4b09-b8a6-6d76b0b4a9b3 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf97301-268b-49bf-bbba-fb0523232f6f HTTP/1.1" status: 200 len: 210 time: 0.0291927 Nov 18 18:31:47.448790 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a637a4ab-c135-4890-a53a-7d718c52af05 x-openstack-request-id: req-a637a4ab-c135-4890-a53a-7d718c52af05 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:31:47.449343 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf97301-268b-49bf-bbba-fb0523232f6f", "name": "network-vif-deleted", "tag": "ff112722-c136-479d-a08c-a4cb1f3f9c3d", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:31:47.449623 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a637a4ab-c135-4890-a53a-7d718c52af05 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:31:47.450034 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf97301-268b-49bf-bbba-fb0523232f6f', 'name': 'network-vif-deleted', 'tag': 'ff112722-c136-479d-a08c-a4cb1f3f9c3d', 'status': 'completed', 'code': 200} Nov 18 18:31:49.713608 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42040) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:31:49.871496 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d03dca4f-c8c0-4cb6-89ef-dcca6749e070 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Deleting port 9ca78eea-7014-44b7-ad42-6e24b67a13d5 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:31:49.871949 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d03dca4f-c8c0-4cb6-89ef-dcca6749e070 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:49.946786 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d03dca4f-c8c0-4cb6-89ef-dcca6749e070 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:49.947119 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d03dca4f-c8c0-4cb6-89ef-dcca6749e070 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:49.959520 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d03dca4f-c8c0-4cb6-89ef-dcca6749e070 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Calling delete_port for 9ca78eea-7014-44b7-ad42-6e24b67a13d5 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:31:50.168050 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d03dca4f-c8c0-4cb6-89ef-dcca6749e070 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:50.197574 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03dca4f-c8c0-4cb6-89ef-dcca6749e070 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Pushing event deleted for resources: {'Port': ['ID=9ca78eea-7014-44b7-ad42-6e24b67a13d5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:50.258674 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d03dca4f-c8c0-4cb6-89ef-dcca6749e070 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for floatingip, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:50.259118 n-d-813419-11 neutron-server[104007]: INFO neutron.db.l3_db [None req-d03dca4f-c8c0-4cb6-89ef-dcca6749e070 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Floating IP 00351614-af1a-4b43-8ed4-842c2c16d3c6 disassociated (deleted). External IP: 172.25.3.125, port: d5399e8f-90bf-4213-827c-c0195b2185ed. Nov 18 18:31:50.464221 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03dca4f-c8c0-4cb6-89ef-dcca6749e070 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Router 679dbd22-533b-4899-b855-30581031ad27 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:31:50.585483 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03dca4f-c8c0-4cb6-89ef-dcca6749e070 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:31:50.590149 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d03dca4f-c8c0-4cb6-89ef-dcca6749e070 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for floatingip, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:50.597778 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff316aa3-9bb8-453c-b685-e498951d5a2a None None] Sync routers for ids ['679dbd22-533b-4899-b855-30581031ad27'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:31:50.608093 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff316aa3-9bb8-453c-b685-e498951d5a2a None None] Routers {'679dbd22-533b-4899-b855-30581031ad27'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:31:50.608713 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ff316aa3-9bb8-453c-b685-e498951d5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:31:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['679dbd22-533b-4899-b855-30581031ad27'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:50.623481 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-d03dca4f-c8c0-4cb6-89ef-dcca6749e070 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "DELETE /v2.0/floatingips/00351614-af1a-4b43-8ed4-842c2c16d3c6 HTTP/1.1" status: 204 len: 168 time: 0.9086146 Nov 18 18:31:50.624314 n-d-813419-11 neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72382262-926a-4716-903c-0b895245bf68', 'tag': 'd5399e8f-90bf-4213-827c-c0195b2185ed'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:31:50.627880 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81c1f65620c2b619e54ef1f34f71e2c57117e756ba45fba3b6a8fdb297f35b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecff4c8-7337-4021-ba74-2239f9abd34c" -d '{"events": [{"name": "network-changed", "server_uuid": "72382262-926a-4716-903c-0b895245bf68", "tag": "d5399e8f-90bf-4213-827c-c0195b2185ed"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:31:50.698625 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device ff112722-c136-479d-a08c-a4cb1f3f9c3d no longer exists at agent hyperv_n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:31:50.722695 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] No Port match for: ff112722-c136-479d-a08c-a4cb1f3f9c3d {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:31:50.722966 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Device ff112722-c136-479d-a08c-a4cb1f3f9c3d not bound to the agent host n-h2-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:31:50.738552 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-ff316aa3-9bb8-453c-b685-e498951d5a2a None None] Set router 679dbd22-533b-4899-b855-30581031ad27 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:31:50.955706 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ff316aa3-9bb8-453c-b685-e498951d5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a', 'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'mac_address': 'fa:16:3e:82:7c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:42Z', 'updated_at': '2021-11-18T18:26:47Z', 'revision_number': 5, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'subnets': [{'id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:50.986931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff316aa3-9bb8-453c-b685-e498951d5a2a None None] Checking router: 679dbd22-533b-4899-b855-30581031ad27 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:31:50.995430 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff316aa3-9bb8-453c-b685-e498951d5a2a None None] Routers {'679dbd22-533b-4899-b855-30581031ad27'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:31:50.996137 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ff316aa3-9bb8-453c-b685-e498951d5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:31:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['679dbd22-533b-4899-b855-30581031ad27'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:51.002111 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 18:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0bad7c-e1a3-43e8-ba48-e0da20559e4c x-openstack-request-id: req-8d0bad7c-e1a3-43e8-ba48-e0da20559e4c {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:31:51.002637 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72382262-926a-4716-903c-0b895245bf68", "tag": "d5399e8f-90bf-4213-827c-c0195b2185ed", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:31:51.002741 n-d-813419-11 neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8d0bad7c-e1a3-43e8-ba48-e0da20559e4c {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:31:51.003100 n-d-813419-11 neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72382262-926a-4716-903c-0b895245bf68', 'tag': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'status': 'completed', 'code': 200} Nov 18 18:31:51.086777 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecff4c8-7337-4021-ba74-2239f9abd34c req-064a799f-8a9f-426a-8f5f-e3da2e87d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:51.089759 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ecff4c8-7337-4021-ba74-2239f9abd34c req-064a799f-8a9f-426a-8f5f-e3da2e87d116 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19daa93e1b2342979092c6d9a8e4e041&device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 1095 time: 0.0606303 Nov 18 18:31:51.115666 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-ff316aa3-9bb8-453c-b685-e498951d5a2a None None] Set router 679dbd22-533b-4899-b855-30581031ad27 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:31:51.129773 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432ba70-921c-4785-9748-79de97a01cee req-740aaa9a-f324-4d8f-9d1f-334f50fa4d4d tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:51.137427 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c432ba70-921c-4785-9748-79de97a01cee req-740aaa9a-f324-4d8f-9d1f-334f50fa4d4d tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 943 time: 0.0636513 Nov 18 18:31:51.208053 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-c432ba70-921c-4785-9748-79de97a01cee req-427b2efc-5d53-4f01-bdbc-17d7abfa0966 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604453 Nov 18 18:31:51.211646 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecff4c8-7337-4021-ba74-2239f9abd34c req-5a5e1ac4-5bfa-402b-b5ae-4f91cc9c4c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:51.213570 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ecff4c8-7337-4021-ba74-2239f9abd34c req-5a5e1ac4-5bfa-402b-b5ae-4f91cc9c4c14 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4f4e9310-5cd4-4f43-9d91-1778db0061d2 HTTP/1.1" status: 200 len: 910 time: 0.1150038 Nov 18 18:31:51.264578 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ecff4c8-7337-4021-ba74-2239f9abd34c req-c60813a6-7e1f-42bf-ad18-1a2c3519c762 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5399e8f-90bf-4213-827c-c0195b2185ed HTTP/1.1" status: 200 len: 217 time: 0.0419950 Nov 18 18:31:51.318045 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecff4c8-7337-4021-ba74-2239f9abd34c req-6afec0c0-fbce-40a4-aa05-edc58e4d1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:51.319654 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ecff4c8-7337-4021-ba74-2239f9abd34c req-6afec0c0-fbce-40a4-aa05-edc58e4d1ce8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=20e0c5c1-3d0a-4608-a49c-6b216b4048ff HTTP/1.1" status: 200 len: 847 time: 0.0474975 Nov 18 18:31:51.366726 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecff4c8-7337-4021-ba74-2239f9abd34c req-63fc8011-fe18-45d3-abd3-2ca827384a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:51.368359 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ecff4c8-7337-4021-ba74-2239f9abd34c req-63fc8011-fe18-45d3-abd3-2ca827384a7f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4f4e9310-5cd4-4f43-9d91-1778db0061d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411603 Nov 18 18:31:51.464420 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ecff4c8-7337-4021-ba74-2239f9abd34c req-c513af7d-8704-4ce0-b402-87a7bb4fe360 service neutron] 10.222.0.81 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870342 Nov 18 18:31:51.492416 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ff316aa3-9bb8-453c-b685-e498951d5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a', 'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'mac_address': 'fa:16:3e:82:7c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:42Z', 'updated_at': '2021-11-18T18:26:47Z', 'revision_number': 5, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'subnets': [{'id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:51.520657 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff316aa3-9bb8-453c-b685-e498951d5a2a None None] The sync data for ids ['679dbd22-533b-4899-b855-30581031ad27'] in n-d-813419-11 is: [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11', '_interfaces': [{'id': '8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a', 'name': '', 'network_id': '4f4e9310-5cd4-4f43-9d91-1778db0061d2', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'mac_address': 'fa:16:3e:82:7c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:42Z', 'updated_at': '2021-11-18T18:26:47Z', 'revision_number': 5, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'subnets': [{'id': '20e0c5c1-3d0a-4608-a49c-6b216b4048ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:31:51.566080 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-5ecff4c8-7337-4021-ba74-2239f9abd34c req-55913161-388d-49bf-98c0-9a8e24bbf0de service neutron] 10.222.0.81 "GET /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933690 Nov 18 18:31:51.745976 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1599a1f-da15-46f2-a2e3-ec0d32c7aa30 None None] New status for floating IP 00351614-af1a-4b43-8ed4-842c2c16d3c6: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 18:31:52.355814 n-d-813419-11 neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108909e8-bcbe-4873-aa78-7ae03afd349c req-d5a5863d-3375-4407-b2ff-3094f0de3d3e tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:52.357297 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-108909e8-bcbe-4873-aa78-7ae03afd349c req-d5a5863d-3375-4407-b2ff-3094f0de3d3e tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 943 time: 0.0529962 Nov 18 18:31:52.407450 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-108909e8-bcbe-4873-aa78-7ae03afd349c req-7e044d38-5c33-4589-acf6-c3e9d6d8726d tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab5b5d2b-8f97-4296-a67b-0ca2facb8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433288 Nov 18 18:31:52.461937 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:52.734879 n-d-813419-11 neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70223610-3da5-489f-8bd1-9874f9ae1eef req-13755117-c4a0-4d19-86d0-c420f36209f8 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 18:31:52.736247 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-70223610-3da5-489f-8bd1-9874f9ae1eef req-13755117-c4a0-4d19-86d0-c420f36209f8 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.81 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 943 time: 0.0524821 Nov 18 18:31:52.826823 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-70223610-3da5-489f-8bd1-9874f9ae1eef req-09d2573c-1594-47bd-aa43-63213778cf2b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Deleting port d5399e8f-90bf-4213-827c-c0195b2185ed {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:31:52.827140 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-70223610-3da5-489f-8bd1-9874f9ae1eef req-09d2573c-1594-47bd-aa43-63213778cf2b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:52.919350 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-70223610-3da5-489f-8bd1-9874f9ae1eef req-09d2573c-1594-47bd-aa43-63213778cf2b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] For port d5399e8f-90bf-4213-827c-c0195b2185ed, host n-h1-813419-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-11',level=0,port_id=d5399e8f-90bf-4213-827c-c0195b2185ed,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:31:52.919767 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-70223610-3da5-489f-8bd1-9874f9ae1eef req-09d2573c-1594-47bd-aa43-63213778cf2b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:52.931916 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-70223610-3da5-489f-8bd1-9874f9ae1eef req-09d2573c-1594-47bd-aa43-63213778cf2b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Calling delete_port for d5399e8f-90bf-4213-827c-c0195b2185ed owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:31:53.118786 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-70223610-3da5-489f-8bd1-9874f9ae1eef req-09d2573c-1594-47bd-aa43-63213778cf2b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:53.150926 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2573c-1594-47bd-aa43-63213778cf2b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Pushing event deleted for resources: {'Port': ['ID=d5399e8f-90bf-4213-827c-c0195b2185ed,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:53.192038 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-70223610-3da5-489f-8bd1-9874f9ae1eef req-09d2573c-1594-47bd-aa43-63213778cf2b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] No DVR routers for this DVR port d5399e8f-90bf-4213-827c-c0195b2185ed on host n-h1-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:31:53.194858 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-70223610-3da5-489f-8bd1-9874f9ae1eef req-09d2573c-1594-47bd-aa43-63213778cf2b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-452005'] for port, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:53.198310 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [req-70223610-3da5-489f-8bd1-9874f9ae1eef req-09d2573c-1594-47bd-aa43-63213778cf2b tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.81 "DELETE /v2.0/ports/d5399e8f-90bf-4213-827c-c0195b2185ed HTTP/1.1" status: 204 len: 173 time: 0.4559133 Nov 18 18:31:53.198757 n-d-813419-11 neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72382262-926a-4716-903c-0b895245bf68', 'name': 'network-vif-deleted', 'tag': 'd5399e8f-90bf-4213-827c-c0195b2185ed'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 18:31:53.201422 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f431def775d9a5585ee5cb9279be30428d8e66ff5cc4c481b2210aa61f4d8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eb9c84-ce15-4548-8f5c-98dce8ef53fb" -d '{"events": [{"server_uuid": "72382262-926a-4716-903c-0b895245bf68", "name": "network-vif-deleted", "tag": "d5399e8f-90bf-4213-827c-c0195b2185ed"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 18:31:53.236891 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 18:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2e51f7-bf4e-4d8f-98c4-655a7f71e7c9 x-openstack-request-id: req-fa2e51f7-bf4e-4d8f-98c4-655a7f71e7c9 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 18:31:53.237228 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72382262-926a-4716-903c-0b895245bf68", "name": "network-vif-deleted", "tag": "d5399e8f-90bf-4213-827c-c0195b2185ed", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 18:31:53.237477 n-d-813419-11 neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fa2e51f7-bf4e-4d8f-98c4-655a7f71e7c9 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 18:31:53.237910 n-d-813419-11 neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72382262-926a-4716-903c-0b895245bf68', 'name': 'network-vif-deleted', 'tag': 'd5399e8f-90bf-4213-827c-c0195b2185ed', 'status': 'completed', 'code': 200} Nov 18 18:31:53.517545 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [req-e9c17e66-d23d-49c7-a50a-22ed51ec2e8d req-2a10bb3f-db4f-4f2c-86f0-2001b6ddc0d3 tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "GET /v2.0/ports?device_id=72382262-926a-4716-903c-0b895245bf68 HTTP/1.1" status: 200 len: 210 time: 0.0263698 Nov 18 18:31:54.002528 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:54.573462 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42058) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:31:54.635818 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fad4fa4c-2fa7-44f7-a4b9-07c9be463c6a tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:54.661777 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fad4fa4c-2fa7-44f7-a4b9-07c9be463c6a tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:54.773805 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fad4fa4c-2fa7-44f7-a4b9-07c9be463c6a tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:54.776459 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fad4fa4c-2fa7-44f7-a4b9-07c9be463c6a tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:54.777630 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fad4fa4c-2fa7-44f7-a4b9-07c9be463c6a tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] 10.222.0.72 "DELETE /v2.0/security-groups/ab5b5d2b-8f97-4296-a67b-0ca2facb8008 HTTP/1.1" status: 204 len: 168 time: 0.2028954 Nov 18 18:31:54.787169 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4fa4c-2fa7-44f7-a4b9-07c9be463c6a tempest-TestSnapshotPattern-1571371655 tempest-TestSnapshotPattern-1571371655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5b5d2b-8f97-4296-a67b-0ca2facb8008,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:54.893536 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42062) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:31:55.344411 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a2acd66c-d01c-4ba7-9e1c-8fadb9087ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:55.579679 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-a2acd66c-d01c-4ba7-9e1c-8fadb9087ded admin admin] Deleting port 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:31:55.580389 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a2acd66c-d01c-4ba7-9e1c-8fadb9087ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:55.654775 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-a2acd66c-d01c-4ba7-9e1c-8fadb9087ded admin admin] For port 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:31:55.655137 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a2acd66c-d01c-4ba7-9e1c-8fadb9087ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:55.667662 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-a2acd66c-d01c-4ba7-9e1c-8fadb9087ded admin admin] Calling delete_port for 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:31:56.248465 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a2acd66c-d01c-4ba7-9e1c-8fadb9087ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:56.276457 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acd66c-d01c-4ba7-9e1c-8fadb9087ded admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:56.450910 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a2acd66c-d01c-4ba7-9e1c-8fadb9087ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:56.670006 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2acd66c-d01c-4ba7-9e1c-8fadb9087ded admin admin] Router 679dbd22-533b-4899-b855-30581031ad27 has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:31:56.776920 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2acd66c-d01c-4ba7-9e1c-8fadb9087ded admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:31:56.781986 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-a2acd66c-d01c-4ba7-9e1c-8fadb9087ded admin admin] 10.222.0.72 "PUT /v2.0/routers/679dbd22-533b-4899-b855-30581031ad27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8874488 Nov 18 18:31:56.784565 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42066) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:31:56.790841 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba21a7e-dd1c-4675-9aeb-3ea7701e3a61 None None] Sync routers for ids ['679dbd22-533b-4899-b855-30581031ad27'] in n-d-813419-11 {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:31:56.801814 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba21a7e-dd1c-4675-9aeb-3ea7701e3a61 None None] Routers {'679dbd22-533b-4899-b855-30581031ad27'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:31:56.802835 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-eba21a7e-dd1c-4675-9aeb-3ea7701e3a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:31:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['679dbd22-533b-4899-b855-30581031ad27'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:56.892200 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-198b8d14-0883-4d7a-aec7-f08d6a84cdaa admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:56.908886 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-eba21a7e-dd1c-4675-9aeb-3ea7701e3a61 None None] Set router 679dbd22-533b-4899-b855-30581031ad27 gateway port host: n-d-813419-11 {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:31:56.911983 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device d5399e8f-90bf-4213-827c-c0195b2185ed no longer exists at agent hyperv_n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:31:56.987584 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] No Port match for: d5399e8f-90bf-4213-827c-c0195b2185ed {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:31:56.987872 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Device d5399e8f-90bf-4213-827c-c0195b2185ed not bound to the agent host n-h1-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:31:56.999518 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-198b8d14-0883-4d7a-aec7-f08d6a84cdaa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:57.125999 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-eba21a7e-dd1c-4675-9aeb-3ea7701e3a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:31:56Z', 'revision_number': 5, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port': {'id': 'e3741d87-0bce-4891-ba97-ec4a2f759ad7', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679dbd22-533b-4899-b855-30581031ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:57.126420 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-198b8d14-0883-4d7a-aec7-f08d6a84cdaa admin admin] Deleting port e3741d87-0bce-4891-ba97-ec4a2f759ad7 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:31:57.126801 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-198b8d14-0883-4d7a-aec7-f08d6a84cdaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:57.156865 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba21a7e-dd1c-4675-9aeb-3ea7701e3a61 None None] Checking router: 679dbd22-533b-4899-b855-30581031ad27 for host: n-d-813419-11 {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:31:57.165541 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba21a7e-dd1c-4675-9aeb-3ea7701e3a61 None None] Routers {'679dbd22-533b-4899-b855-30581031ad27'} bound to L3 agent in host n-d-813419-11 {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:31:57.166154 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-eba21a7e-dd1c-4675-9aeb-3ea7701e3a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:31:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['679dbd22-533b-4899-b855-30581031ad27'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:57.210432 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-198b8d14-0883-4d7a-aec7-f08d6a84cdaa admin admin] For port e3741d87-0bce-4891-ba97-ec4a2f759ad7, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=e3741d87-0bce-4891-ba97-ec4a2f759ad7,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:31:57.210801 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-198b8d14-0883-4d7a-aec7-f08d6a84cdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:57.222942 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-198b8d14-0883-4d7a-aec7-f08d6a84cdaa admin admin] Calling delete_port for e3741d87-0bce-4891-ba97-ec4a2f759ad7 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:31:57.248986 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-eba21a7e-dd1c-4675-9aeb-3ea7701e3a61 None None] Set router 679dbd22-533b-4899-b855-30581031ad27 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:31:57.303305 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-eba21a7e-dd1c-4675-9aeb-3ea7701e3a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:31:56Z', 'revision_number': 6, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:57.330206 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba21a7e-dd1c-4675-9aeb-3ea7701e3a61 None None] The sync data for ids ['679dbd22-533b-4899-b855-30581031ad27'] in n-d-813419-11 is: [{'id': '679dbd22-533b-4899-b855-30581031ad27', 'name': 'tempest-TestSnapshotPattern-81567048-router', 'tenant_id': '19daa93e1b2342979092c6d9a8e4e041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:40Z', 'updated_at': '2021-11-18T18:31:56Z', 'revision_number': 6, 'project_id': '19daa93e1b2342979092c6d9a8e4e041', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:31:57.456112 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-198b8d14-0883-4d7a-aec7-f08d6a84cdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:57.484284 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b8d14-0883-4d7a-aec7-f08d6a84cdaa admin admin] Pushing event deleted for resources: {'Port': ['ID=e3741d87-0bce-4891-ba97-ec4a2f759ad7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:57.495969 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523cf3e8-0151-40bf-b400-1f6c17a0664a None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:31:57.545211 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-198b8d14-0883-4d7a-aec7-f08d6a84cdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:57.635747 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-198b8d14-0883-4d7a-aec7-f08d6a84cdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:57.637927 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-198b8d14-0883-4d7a-aec7-f08d6a84cdaa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:57.748365 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-198b8d14-0883-4d7a-aec7-f08d6a84cdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:57.749031 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198b8d14-0883-4d7a-aec7-f08d6a84cdaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 679dbd22-533b-4899-b855-30581031ad27 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:31:57.757511 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-198b8d14-0883-4d7a-aec7-f08d6a84cdaa admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:57.757511 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-198b8d14-0883-4d7a-aec7-f08d6a84cdaa admin admin] 10.222.0.72 "DELETE /v2.0/routers/679dbd22-533b-4899-b855-30581031ad27 HTTP/1.1" status: 204 len: 168 time: 0.9691658 Nov 18 18:31:57.757511 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42068) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:31:57.802353 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc03d0ba-c593-4c32-9e68-8266097ccf17 admin admin] Deleting subnet 20e0c5c1-3d0a-4608-a49c-6b216b4048ff {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:31:57.805418 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc03d0ba-c593-4c32-9e68-8266097ccf17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:57.839557 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc03d0ba-c593-4c32-9e68-8266097ccf17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:57.921187 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc03d0ba-c593-4c32-9e68-8266097ccf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:58.033727 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc03d0ba-c593-4c32-9e68-8266097ccf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:58.061654 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03d0ba-c593-4c32-9e68-8266097ccf17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20e0c5c1-3d0a-4608-a49c-6b216b4048ff,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:58.071067 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fc03d0ba-c593-4c32-9e68-8266097ccf17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:58.072161 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e8a919-d06b-4c9c-afb7-9a336ec1a03f None None] Network 4f4e9310-5cd4-4f43-9d91-1778db0061d2 requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:31:58.074771 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-fc03d0ba-c593-4c32-9e68-8266097ccf17 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/20e0c5c1-3d0a-4608-a49c-6b216b4048ff HTTP/1.1" status: 204 len: 168 time: 0.3165345 Nov 18 18:31:58.077546 n-d-813419-11 neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.72', 42070) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:31:58.143051 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:31:58.164038 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:58.166400 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:31:58.166750 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 8dc39e9a-43ad-407c-9ad8-fdb5e6d7fd0a not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:31:58.167173 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e3741d87-0bce-4891-ba97-ec4a2f759ad7 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:31:58.208573 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: e3741d87-0bce-4891-ba97-ec4a2f759ad7 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:31:58.208921 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device e3741d87-0bce-4891-ba97-ec4a2f759ad7 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:31:58.226015 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] Deleting port fef3b9f1-1915-4333-b14c-02b6a7906f30 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:31:58.226462 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:58.295386 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] For port fef3b9f1-1915-4333-b14c-02b6a7906f30, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fef3b9f1-1915-4333-b14c-02b6a7906f30,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:31:58.295871 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:58.303443 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8342db17-5a44-4a5c-9a9c-5e20c55b86f5 None None] DHCP port deletion for 4f4e9310-5cd4-4f43-9d91-1778db0061d2 request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:31:58.311001 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] Calling delete_port for fef3b9f1-1915-4333-b14c-02b6a7906f30 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:31:58.353835 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8342db17-5a44-4a5c-9a9c-5e20c55b86f5 None None] Deleting port fef3b9f1-1915-4333-b14c-02b6a7906f30 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:31:58.354530 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8342db17-5a44-4a5c-9a9c-5e20c55b86f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:58.428484 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8342db17-5a44-4a5c-9a9c-5e20c55b86f5 None None] For port fef3b9f1-1915-4333-b14c-02b6a7906f30, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=fef3b9f1-1915-4333-b14c-02b6a7906f30,segment=NetworkSegment(e099226f-c5c8-4e93-95c1-6e28109177d1),segment_id=e099226f-c5c8-4e93-95c1-6e28109177d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:31:58.429019 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8342db17-5a44-4a5c-9a9c-5e20c55b86f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:58.442506 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8342db17-5a44-4a5c-9a9c-5e20c55b86f5 None None] Calling delete_port for fef3b9f1-1915-4333-b14c-02b6a7906f30 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:31:58.459420 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60412196'] for port, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:58.490597 n-d-813419-11 neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] No DVR routers for this DVR port fef3b9f1-1915-4333-b14c-02b6a7906f30 on host n-d-813419-11 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:31:58.496037 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fef3b9f1-1915-4333-b14c-02b6a7906f30,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:58.517614 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8342db17-5a44-4a5c-9a9c-5e20c55b86f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:58.545028 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342db17-5a44-4a5c-9a9c-5e20c55b86f5 None None] Pushing event deleted for resources: {'Port': ['ID=fef3b9f1-1915-4333-b14c-02b6a7906f30,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:58.547651 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8342db17-5a44-4a5c-9a9c-5e20c55b86f5 None None] No DVR routers for this DVR port fef3b9f1-1915-4333-b14c-02b6a7906f30 on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:31:58.574900 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:58.595222 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4e9310-5cd4-4f43-9d91-1778db0061d2']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:58.604429 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e099226f-c5c8-4e93-95c1-6e28109177d1') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:58.604731 n-d-813419-11 neutron-server[104008]: DEBUG neutron.services.segments.db [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e099226f-c5c8-4e93-95c1-6e28109177d1') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:31:58.614682 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60460615'] for segment, before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:58.628554 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:58.634549 n-d-813419-11 neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:31:58.635039 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60412247'] for segment, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: Traceback (most recent call last): Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: timer() Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: cb(*args, **kw) Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: return func(*args, **kwargs) Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: self._notify() Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: self.callback(batched_events) Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: event.method(event) Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: return f(self, *a, **k) Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: return self._get(url).json() Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: return self.request(url, 'GET', **kwargs) Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:31:58.636619 n-d-813419-11 neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:31:58.753332 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:58.758871 n-d-813419-11 neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] Publish callbacks [] for network, before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:58.762230 n-d-813419-11 neutron-server[104008]: INFO neutron.wsgi [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4f4e9310-5cd4-4f43-9d91-1778db0061d2 HTTP/1.1" status: 204 len: 168 time: 0.6829517 Nov 18 18:31:58.765260 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42072) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:31:58.772733 n-d-813419-11 neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb44322-5b92-4e48-82a8-9d22889819d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f4e9310-5cd4-4f43-9d91-1778db0061d2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:59.112104 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b2c2984d-62ce-4560-bffd-4bf8e5bc19eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041294'] for router_interface, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:59.354696 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2984d-62ce-4560-bffd-4bf8e5bc19eb admin admin] Deleting port 2bb37ae9-88ed-443d-b434-59736237f3c3 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:31:59.354927 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b2c2984d-62ce-4560-bffd-4bf8e5bc19eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:59.431612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-b2c2984d-62ce-4560-bffd-4bf8e5bc19eb admin admin] For port 2bb37ae9-88ed-443d-b434-59736237f3c3, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=2bb37ae9-88ed-443d-b434-59736237f3c3,segment=NetworkSegment(4f6b456c-60a8-4874-92ff-697f120fa9f4),segment_id=4f6b456c-60a8-4874-92ff-697f120fa9f4)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:31:59.431991 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b2c2984d-62ce-4560-bffd-4bf8e5bc19eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:59.444815 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2984d-62ce-4560-bffd-4bf8e5bc19eb admin admin] Calling delete_port for 2bb37ae9-88ed-443d-b434-59736237f3c3 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:31:59.693799 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b2c2984d-62ce-4560-bffd-4bf8e5bc19eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:31:59.719963 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2984d-62ce-4560-bffd-4bf8e5bc19eb admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb37ae9-88ed-443d-b434-59736237f3c3,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:31:59.887446 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b2c2984d-62ce-4560-bffd-4bf8e5bc19eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1777614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041186'] for router_interface, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:00.027540 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-45c77984-2586-4166-bdef-8583cec2f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:00.068982 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fef3b9f1-1915-4333-b14c-02b6a7906f30 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:32:00.093385 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: fef3b9f1-1915-4333-b14c-02b6a7906f30 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:32:00.093797 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device fef3b9f1-1915-4333-b14c-02b6a7906f30 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:32:00.106895 n-d-813419-11 neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c2984d-62ce-4560-bffd-4bf8e5bc19eb admin admin] Router 8c3a65d6-222d-45b5-8430-0ab080d2cf0f has already been hosted by L3 agent 58ef988f-32d2-4e83-90f4-a5b87fdac5b9 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 18:32:00.212129 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c2984d-62ce-4560-bffd-4bf8e5bc19eb admin admin] Notify agent at l3_agent.n-d-813419-11 the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 18:32:00.218645 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-b2c2984d-62ce-4560-bffd-4bf8e5bc19eb admin admin] 10.222.0.72 "PUT /v2.0/routers/8c3a65d6-222d-45b5-8430-0ab080d2cf0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4508095 Nov 18 18:32:00.219704 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42074) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:32:00.222386 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f506da6-1d04-4edc-84ef-55c7f2e4ee0d None None] Sync routers for ids ['8c3a65d6-222d-45b5-8430-0ab080d2cf0f'] in n-d-813419-11 {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 18:32:00.232393 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f506da6-1d04-4edc-84ef-55c7f2e4ee0d None None] Routers {'8c3a65d6-222d-45b5-8430-0ab080d2cf0f'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:32:00.233007 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3f506da6-1d04-4edc-84ef-55c7f2e4ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:31:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['8c3a65d6-222d-45b5-8430-0ab080d2cf0f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:32:00.322723 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0610f82c-165c-43bc-9cde-08938e9e1540 admin admin] Publish callbacks [] for router, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:00.338005 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-3f506da6-1d04-4edc-84ef-55c7f2e4ee0d None None] Set router 8c3a65d6-222d-45b5-8430-0ab080d2cf0f gateway port host: n-d-813419-11 {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:32:00.425567 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0610f82c-165c-43bc-9cde-08938e9e1540 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:00.513345 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3f506da6-1d04-4edc-84ef-55c7f2e4ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'name': 'tempest-TestSnapshotPattern-1441798995-router', 'tenant_id': '32870fa2c9c74006bf60bc693f5b0683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'external_fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '07de16dd-4a04-4d8f-be44-9027802a39b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:46Z', 'updated_at': '2021-11-18T18:31:59Z', 'revision_number': 5, 'project_id': '32870fa2c9c74006bf60bc693f5b0683', 'gw_port': {'id': '07de16dd-4a04-4d8f-be44-9027802a39b9', 'name': '', 'network_id': 'b4d1cde8-1533-4ffb-87b1-aa80817fd09e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:58:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T18:26:46Z', 'updated_at': '2021-11-18T18:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfbd37fc-6b70-48e1-a373-b0d635ab1676', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-11'}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:32:00.533011 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-0610f82c-165c-43bc-9cde-08938e9e1540 admin admin] Deleting port 07de16dd-4a04-4d8f-be44-9027802a39b9 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:32:00.533353 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0610f82c-165c-43bc-9cde-08938e9e1540 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:00.543904 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f506da6-1d04-4edc-84ef-55c7f2e4ee0d None None] Checking router: 8c3a65d6-222d-45b5-8430-0ab080d2cf0f for host: n-d-813419-11 {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 18:32:00.552907 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f506da6-1d04-4edc-84ef-55c7f2e4ee0d None None] Routers {'8c3a65d6-222d-45b5-8430-0ab080d2cf0f'} bound to L3 agent in host n-d-813419-11 {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 18:32:00.553533 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3f506da6-1d04-4edc-84ef-55c7f2e4ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:55:02Z,description=,heartbeat_timestamp=2021-11-18T18:31:32Z,host='n-d-813419-11',id=58ef988f-32d2-4e83-90f4-a5b87fdac5b9,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:55:03Z,topic='l3_agent')) {'router_ids': ['8c3a65d6-222d-45b5-8430-0ab080d2cf0f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:32:00.616518 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-0610f82c-165c-43bc-9cde-08938e9e1540 admin admin] For port 07de16dd-4a04-4d8f-be44-9027802a39b9, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=07de16dd-4a04-4d8f-be44-9027802a39b9,segment=NetworkSegment(97b49d3c-628a-457f-a774-628f79b37b38),segment_id=97b49d3c-628a-457f-a774-628f79b37b38)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:32:00.616891 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0610f82c-165c-43bc-9cde-08938e9e1540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:00.629721 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-0610f82c-165c-43bc-9cde-08938e9e1540 admin admin] Calling delete_port for 07de16dd-4a04-4d8f-be44-9027802a39b9 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:32:00.641894 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-3f506da6-1d04-4edc-84ef-55c7f2e4ee0d None None] Set router 8c3a65d6-222d-45b5-8430-0ab080d2cf0f gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 18:32:00.693427 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3f506da6-1d04-4edc-84ef-55c7f2e4ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'name': 'tempest-TestSnapshotPattern-1441798995-router', 'tenant_id': '32870fa2c9c74006bf60bc693f5b0683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:46Z', 'updated_at': '2021-11-18T18:32:00Z', 'revision_number': 6, 'project_id': '32870fa2c9c74006bf60bc693f5b0683', 'gw_port_host': None}], 'n-d-813419-11', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:32:00.811041 n-d-813419-11 neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f506da6-1d04-4edc-84ef-55c7f2e4ee0d None None] The sync data for ids ['8c3a65d6-222d-45b5-8430-0ab080d2cf0f'] in n-d-813419-11 is: [{'id': '8c3a65d6-222d-45b5-8430-0ab080d2cf0f', 'name': 'tempest-TestSnapshotPattern-1441798995-router', 'tenant_id': '32870fa2c9c74006bf60bc693f5b0683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T18:26:46Z', 'updated_at': '2021-11-18T18:32:00Z', 'revision_number': 6, 'project_id': '32870fa2c9c74006bf60bc693f5b0683', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 18:32:00.861711 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0610f82c-165c-43bc-9cde-08938e9e1540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:00.889591 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610f82c-165c-43bc-9cde-08938e9e1540 admin admin] Pushing event deleted for resources: {'Port': ['ID=07de16dd-4a04-4d8f-be44-9027802a39b9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:32:00.903368 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7887d1-af92-4c38-85ca-f07c37d73004 None None] DHCP port deletion for b4d1cde8-1533-4ffb-87b1-aa80817fd09e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:32:00.955371 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0610f82c-165c-43bc-9cde-08938e9e1540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2041732'] for router_gateway, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:01.385029 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0610f82c-165c-43bc-9cde-08938e9e1540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2043263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3675'] for router, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:01.387161 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0610f82c-165c-43bc-9cde-08938e9e1540 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:01.490229 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0610f82c-165c-43bc-9cde-08938e9e1540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2043252'] for router, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:01.490689 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0610f82c-165c-43bc-9cde-08938e9e1540 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c3a65d6-222d-45b5-8430-0ab080d2cf0f {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 18:32:01.495143 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0610f82c-165c-43bc-9cde-08938e9e1540 admin admin] Publish callbacks [] for router, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:01.496372 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-0610f82c-165c-43bc-9cde-08938e9e1540 admin admin] 10.222.0.72 "DELETE /v2.0/routers/8c3a65d6-222d-45b5-8430-0ab080d2cf0f HTTP/1.1" status: 204 len: 168 time: 1.2756839 Nov 18 18:32:01.498906 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42076) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:32:01.544216 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc610a3-a75e-49ec-92dc-561059c8b8ca admin admin] Deleting subnet ff63a73a-6706-4aa9-9229-d1a582ee96c0 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 18:32:01.547539 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fc610a3-a75e-49ec-92dc-561059c8b8ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:01.583124 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fc610a3-a75e-49ec-92dc-561059c8b8ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59169379'] for subnet, precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:01.665991 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fc610a3-a75e-49ec-92dc-561059c8b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884796'] for subnet, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:01.788334 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fc610a3-a75e-49ec-92dc-561059c8b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59453878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012432'] for subnet, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:01.818850 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc610a3-a75e-49ec-92dc-561059c8b8ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff63a73a-6706-4aa9-9229-d1a582ee96c0,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:32:01.826465 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9fc610a3-a75e-49ec-92dc-561059c8b8ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:01.831921 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9fc610a3-a75e-49ec-92dc-561059c8b8ca admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ff63a73a-6706-4aa9-9229-d1a582ee96c0 HTTP/1.1" status: 204 len: 168 time: 0.3320401 Nov 18 18:32:01.832163 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3508864f-c72b-434a-94f8-02b1646647a6 None None] Network 5fd54b0f-6767-4b6f-a164-466ba4daf28e requested from n-d-813419-11 {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 18:32:01.834405 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42078) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:32:01.907676 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729807'] for network, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:01.961969 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] Deleting port a11dbc67-8488-4244-946c-d583a66e55dc {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:32:01.962333 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:02.012846 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758a4ba9-c496-48fc-a75e-be92656e5353 None None] DHCP port deletion for 5fd54b0f-6767-4b6f-a164-466ba4daf28e request from n-d-813419-11 {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 18:32:02.028665 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] For port a11dbc67-8488-4244-946c-d583a66e55dc, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a11dbc67-8488-4244-946c-d583a66e55dc,segment=NetworkSegment(4f6b456c-60a8-4874-92ff-697f120fa9f4),segment_id=4f6b456c-60a8-4874-92ff-697f120fa9f4)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:32:02.029271 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:02.047334 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] Calling delete_port for a11dbc67-8488-4244-946c-d583a66e55dc owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:32:02.054931 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2bb37ae9-88ed-443d-b434-59736237f3c3 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:32:02.083463 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 2bb37ae9-88ed-443d-b434-59736237f3c3 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:32:02.083726 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 2bb37ae9-88ed-443d-b434-59736237f3c3 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:32:02.084190 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 07de16dd-4a04-4d8f-be44-9027802a39b9 no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:32:02.107376 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-758a4ba9-c496-48fc-a75e-be92656e5353 None None] Deleting port a11dbc67-8488-4244-946c-d583a66e55dc {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 18:32:02.107756 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-758a4ba9-c496-48fc-a75e-be92656e5353 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793848176415'] for port, before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:02.111764 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: 07de16dd-4a04-4d8f-be44-9027802a39b9 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:32:02.112140 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device 07de16dd-4a04-4d8f-be44-9027802a39b9 not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:32:02.175059 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-758a4ba9-c496-48fc-a75e-be92656e5353 None None] For port a11dbc67-8488-4244-946c-d583a66e55dc, host n-d-813419-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-11',level=0,port_id=a11dbc67-8488-4244-946c-d583a66e55dc,segment=NetworkSegment(4f6b456c-60a8-4874-92ff-697f120fa9f4),segment_id=4f6b456c-60a8-4874-92ff-697f120fa9f4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 18:32:02.175464 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-758a4ba9-c496-48fc-a75e-be92656e5353 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2047018'] for port, precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:02.188067 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-758a4ba9-c496-48fc-a75e-be92656e5353 None None] Calling delete_port for a11dbc67-8488-4244-946c-d583a66e55dc owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 18:32:02.227671 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59453851'] for port, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:02.256111 n-d-813419-11 neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] No DVR routers for this DVR port a11dbc67-8488-4244-946c-d583a66e55dc on host n-d-813419-11 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:32:02.261396 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] Pushing event deleted for resources: {'Port': ['ID=a11dbc67-8488-4244-946c-d583a66e55dc,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:32:02.262603 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-758a4ba9-c496-48fc-a75e-be92656e5353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793848182285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793847859276'] for port, after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:02.291177 n-d-813419-11 neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a4ba9-c496-48fc-a75e-be92656e5353 None None] Pushing event deleted for resources: {'Port': ['ID=a11dbc67-8488-4244-946c-d583a66e55dc,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:32:02.294887 n-d-813419-11 neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758a4ba9-c496-48fc-a75e-be92656e5353 None None] No DVR routers for this DVR port a11dbc67-8488-4244-946c-d583a66e55dc on host n-d-813419-11 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 18:32:02.337596 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-888709', 'neutron.services.segments.db._delete_segments_for_network-8793848197259'] for network, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:02.361612 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd54b0f-6767-4b6f-a164-466ba4daf28e']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:32:02.372253 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6b456c-60a8-4874-92ff-697f120fa9f4') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:32:02.372604 n-d-813419-11 neutron-server[104007]: DEBUG neutron.services.segments.db [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6b456c-60a8-4874-92ff-697f120fa9f4') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 18:32:02.386882 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793848383811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59169402'] for segment, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:02.404843 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830'] for segment, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:02.414229 n-d-813419-11 neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 18:32:02.414816 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59453928'] for segment, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: Traceback (most recent call last): Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: timer() Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: cb(*args, **kw) Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: return func(*args, **kwargs) Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: self._notify() Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: self.callback(batched_events) Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: event.method(event) Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: return f(self, *a, **k) Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: return self._get(url).json() Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: return self.request(url, 'GET', **kwargs) Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 18:32:02.417297 n-d-813419-11 neutron-server[104007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 18:32:02.516572 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac92408f-6cfd-44ec-994e-c9e375457c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:02.545268 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-888754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2041824'] for network, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:02.552942 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] Publish callbacks [] for network, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:02.556303 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5fd54b0f-6767-4b6f-a164-466ba4daf28e HTTP/1.1" status: 204 len: 168 time: 0.7208917 Nov 18 18:32:02.567214 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f803cc5-a36a-4454-be3e-ceac944e9518 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd54b0f-6767-4b6f-a164-466ba4daf28e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:32:02.869777 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42082) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:32:02.916253 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-5697021c-3ae4-4b9c-81ce-9a0a83f04c4f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=19daa93e1b2342979092c6d9a8e4e041&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451622 Nov 18 18:32:02.918897 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42084) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:32:02.965549 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-749b262c-0fb0-4db8-a143-2321dc8a163a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:02.986999 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-749b262c-0fb0-4db8-a143-2321dc8a163a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:03.102029 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-749b262c-0fb0-4db8-a143-2321dc8a163a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:03.104685 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-749b262c-0fb0-4db8-a143-2321dc8a163a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:03.105859 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-749b262c-0fb0-4db8-a143-2321dc8a163a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1eb3ad90-1a3c-4a6d-9f46-4f6a15be8cf5 HTTP/1.1" status: 204 len: 168 time: 0.1860530 Nov 18 18:32:03.113724 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b262c-0fb0-4db8-a143-2321dc8a163a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb3ad90-1a3c-4a6d-9f46-4f6a15be8cf5,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:32:03.748787 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42092) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:32:03.788317 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-8f326f05-d6c7-4562-a0f0-b793f5a9e3d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=32870fa2c9c74006bf60bc693f5b0683&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383584 Nov 18 18:32:03.790827 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.72', 42094) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 18:32:03.838107 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c66ea42-7b7d-49b7-8eed-9eaecf5c3c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:03.858656 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c66ea42-7b7d-49b7-8eed-9eaecf5c3c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:03.884495 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:03.976087 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c66ea42-7b7d-49b7-8eed-9eaecf5c3c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637074'] for security_group, after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:03.978778 n-d-813419-11 neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c66ea42-7b7d-49b7-8eed-9eaecf5c3c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:03.980036 n-d-813419-11 neutron-server[104007]: INFO neutron.wsgi [None req-9c66ea42-7b7d-49b7-8eed-9eaecf5c3c47 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2c3ec26b-321a-4eee-9587-4dbf46db8327 HTTP/1.1" status: 204 len: 168 time: 0.1882565 Nov 18 18:32:04.001158 n-d-813419-11 neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66ea42-7b7d-49b7-8eed-9eaecf5c3c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3ec26b-321a-4eee-9587-4dbf46db8327,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 18:32:04.033013 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a11dbc67-8488-4244-946c-d583a66e55dc no longer exists at agent ovs-agent-n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 18:32:04.056062 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] No Port match for: a11dbc67-8488-4244-946c-d583a66e55dc {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 18:32:04.056456 n-d-813419-11 neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Device a11dbc67-8488-4244-946c-d583a66e55dc not bound to the agent host n-d-813419-11 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 18:32:05.313528 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:05.545337 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:11.224334 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:32:22.444393 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:24.044196 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:30.055156 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-97f58083-d8e0-4e8a-875e-ac442fdbd147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:32.484153 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9baca9f6-7d98-42db-85db-51cee721f382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:33.985632 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:35.369341 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:35.569216 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:48.223234 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:32:52.447035 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:32:54.009031 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:33:00.046456 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2fd67cc0-4933-4362-a4bc-06951e082a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:33:02.486657 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2bd0fa39-ccfc-43cb-9cf3-ed9ad4b0f9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:33:03.952217 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:33:05.328917 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:33:05.625813 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:33:22.459869 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:33:24.025192 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:33:25.221724 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:33:30.031114 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-04d3682f-d611-4aed-84e2-2a9f7c10f517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:33:32.477240 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c9d9334-7b97-4d35-9ec8-607e6bf88946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:33:33.920444 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:33:35.316762 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:33:35.533808 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:33:52.485199 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:33:54.053500 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:34:00.051098 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e969b65-0987-4191-9ba6-ae404979376c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:34:02.221528 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:34:02.481507 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a62241b-8e26-4585-a1e7-0f946bf9a258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:34:03.904269 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:34:05.332861 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:34:05.555612 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:34:22.464117 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:34:24.046713 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:34:30.061771 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e190c828-0371-411c-93a1-35b5e525daf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:34:32.486741 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17189e8f-c532-43b6-877a-d1facac7c9b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:34:33.909481 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:34:35.355370 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:34:35.536057 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:34:39.221891 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:34:52.491895 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:34:54.032605 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:35:00.026670 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-766287d6-55f6-4059-a495-7162575ce8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:35:02.509032 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f060b2d9-0356-48db-9cda-09ec1dcec036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:35:03.914504 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:35:05.329528 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:35:05.546783 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:35:16.221591 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:35:22.496766 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:35:24.045412 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:35:30.031852 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9226f191-62f9-42e8-9e56-6998acd924f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:35:32.497097 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f8f69a1-b20c-4186-b0f7-f9235eda7cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:35:33.948273 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:35:35.334702 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:35:35.534829 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:35:52.479177 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:35:53.220712 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:35:54.054486 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:36:00.071594 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5f98fe59-0705-40bf-8f86-5708c69be315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:36:02.511168 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0b81528-9e49-4247-befe-59b4196b360c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:36:03.922987 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:36:05.370346 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:36:05.557198 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:36:22.501204 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:36:24.076421 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:36:30.036285 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b300403f-64ef-4a10-9af0-99ebfec943c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:36:30.220229 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:36:32.500948 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2f930278-e59a-4bbd-865a-130c089235f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:36:33.918265 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:36:35.329916 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:36:35.544647 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:36:52.509868 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:36:54.077382 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:37:00.031802 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-35e630d7-7e8b-422f-a2fc-f9a5e8ce3c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:37:02.494539 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c7df0307-1c2f-487f-939a-ce1159b418c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:37:03.928968 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:37:05.345782 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:37:05.540066 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:37:07.224720 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:37:22.510302 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:37:24.097938 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:37:30.051933 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e9eda0b2-abd7-4a45-aef5-5d38fcf09151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:37:32.504112 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-29e9eb4d-7eb0-4d98-947f-fb2df2e7785c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:37:33.949352 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:37:35.349223 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:37:35.543625 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:37:44.219005 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:37:52.514642 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:37:54.102777 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:38:00.080879 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93d0ca03-dc45-4511-ad81-72c358ab6f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:38:02.506433 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ba754384-cf3f-4874-b3fa-0c12e94f08c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:38:03.927540 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:38:05.382567 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:38:05.538599 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:38:21.217484 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:38:22.542468 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:38:24.110375 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:38:30.052631 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-87db048a-16f3-4510-ba9f-5e6bbbf2f936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:38:32.504282 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-056b0870-6f16-4111-b180-b7983e502b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:38:33.965070 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:38:35.349480 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:38:35.533299 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:38:47.983437 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-2c936b37-9573-4f50-87a9-18152541fa89 req-6eecf03b-0466-41fa-ad92-5a6029059340 service neutron] (104007) timed out ('10.222.0.72', 40264) {{(pid=104007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 18:38:52.555194 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:38:54.135629 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:38:58.216850 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:39:00.046103 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-630db4f8-ce05-4efe-9624-a6bb5ab45788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:39:02.537670 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1d4490df-b140-4ba2-97ce-293b10b61868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:39:03.931755 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:39:05.364502 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:39:05.546905 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:39:22.548987 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:39:24.160440 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:39:30.057018 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e2d012eb-8f5c-4d03-a35e-fad37a995c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:39:32.508498 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bcde4aa-c9cb-4c62-8241-829b9645a191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:39:33.942627 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:39:35.216598 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:39:35.358047 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:39:35.559544 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:39:52.551777 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:39:54.153458 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:40:00.073354 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-013ba2f6-b918-4144-b4bf-ceb3730cfc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:40:02.502188 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1ff7-61f2-4a70-97e0-2d7c0f154d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:40:03.924525 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:40:05.385976 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:40:05.553420 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:40:12.215516 n-d-813419-11 neutron-server[104010]: DEBUG neutron.db.agents_db [None req-9830bdbc-190f-4d10-9d6a-2106c0c7080a None None] Agent healthcheck: found 7 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 18:40:22.564691 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d7bebd6-8c45-4012-b38a-820b8e30eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:40:24.179965 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6241ae64-73b4-4ad9-bbd3-c595af0f72a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:40:24.770007 n-d-813419-11 neutron-server[104007]: DEBUG neutron.wsgi [req-bc340a64-1aba-41b0-902a-362101b9eb0b req-f08fbfa6-b6df-4759-bc2a-18110f9e100c tempest-TestShelveInstance-1958987179 tempest-TestShelveInstance-1958987179-project] (104007) timed out ('10.222.0.72', 55882) {{(pid=104007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 18:40:30.050005 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef463551-b8d6-41b8-bacd-e0f7846f08d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:40:32.522088 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5e5a6693-1db6-423d-a1b7-40dffd360abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:40:33.923898 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d87b81c-0d0d-487f-992f-2237e0803731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:40:35.369963 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d85ef9f9-67a9-4774-9e6a-12229fb4fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 18:40:35.569813 n-d-813419-11 neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e3ac33-e3bb-4514-b206-6af2769a55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793848198292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-553855'] for agent, after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}